-- Logs begin at Fri 2021-12-10 08:02:24 UTC, end at Fri 2021-12-10 10:40:02 UTC. -- Dec 10 08:36:15.764435 n-d-814746-3 systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 08:36:18.616279 n-d-814746-3 neutron-server[114860]: INFO neutron.common.config [-] Logging enabled! Dec 10 08:36:18.616921 n-d-814746-3 neutron-server[114860]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 08:36:18.617069 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114860) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 08:36:18.620603 n-d-814746-3 neutron-server[114860]: INFO neutron.common.config [-] Logging enabled! Dec 10 08:36:18.620858 n-d-814746-3 neutron-server[114860]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 08:36:18.621175 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114860) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 08:36:18.622145 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 08:36:18.622379 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 08:36:18.622748 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 08:36:18.622994 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 08:36:18.623221 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 08:36:18.623541 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.623973 n-d-814746-3 neutron-server[114860]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 08:36:18.624283 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.624578 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.624873 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.625169 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.625450 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.625769 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.626056 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.626350 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.626635 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.626916 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.627199 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.627489 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.627771 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.628058 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.628342 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.628622 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] debug = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.628901 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.629330 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.629764 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.630048 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.630333 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.630608 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.630889 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.631160 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.631444 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.631769 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] host = n-d-814746-3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.632047 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.632335 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.632619 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.632904 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.633178 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.633454 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.633764 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.634041 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.634313 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] log_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.634588 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.634875 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.635731 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.636025 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.636252 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.636474 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.636771 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.637058 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.637335 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.637637 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.637915 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.638191 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.638467 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.638733 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.639014 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.639298 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.639581 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.639855 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.640129 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.640399 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.640670 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.640954 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.641227 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.641517 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.641799 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.642085 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.642355 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.642629 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.642925 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.643209 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.643492 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.643777 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.644051 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.644332 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.644603 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.644872 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.645141 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] use_json = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.645413 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.645707 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.645986 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.646257 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.646527 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.646798 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.647067 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.647351 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:18.647646 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.647944 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.648243 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.648526 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.648828 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.649108 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.649399 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.649700 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.649990 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.650280 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.650570 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.651503 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.651796 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.652076 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.652374 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.652678 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.652974 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.653267 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.653568 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.653850 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.654129 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.654411 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.654702 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.654981 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.655271 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.655560 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.655842 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.656139 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.656424 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.656716 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.657006 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.657282 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.657591 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.657887 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.658167 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.658442 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.658721 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.659011 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.659293 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.659568 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.659853 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.660135 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.660411 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.660686 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.660965 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.661259 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.661555 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.661830 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.662106 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.662383 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.662656 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.662939 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.663216 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.663490 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.663764 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.664041 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.664312 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.664584 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.664859 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.665130 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.665405 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.665708 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.665986 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.666297 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.666565 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.666838 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.667110 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.667381 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.667656 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.667929 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.668200 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.668472 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.668742 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.669017 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.669304 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.669623 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.669903 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.670181 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.670460 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.670738 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.671014 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.671294 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.671571 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.671848 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.672124 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.672413 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.672697 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.672981 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.673262 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.673595 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.673895 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.674174 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.674458 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.674736 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.675015 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.675298 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.675578 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.675872 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.676167 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.676463 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.676755 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.677047 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.677328 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.677660 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.677945 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:18.678164 n-d-814746-3 neutron-server[114860]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 08:36:18.678405 n-d-814746-3 neutron-server[114860]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114860) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 08:36:19.109723 n-d-814746-3 neutron-server[114860]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 08:36:19.110003 n-d-814746-3 neutron-server[114860]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 08:36:19.110313 n-d-814746-3 neutron-server[114860]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 08:36:19.110649 n-d-814746-3 neutron-server[114860]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 08:36:19.446412 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.446704 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.446986 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.448946 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.449223 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.449495 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.497462 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.497764 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.498036 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.512698 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.512979 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.513253 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.542272 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.542556 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.542827 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.580857 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.581138 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.581406 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.921745 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.922383 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.922383 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.922530 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:19.923232 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.024239 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.024564 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.024848 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.025122 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.025391 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.025907 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.026173 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.026433 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.026689 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.026974 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.027237 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.027506 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.027766 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.028021 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.028280 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.028546 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.028802 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.029071 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.029525 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.029814 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.030089 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.030344 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.030626 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.031007 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.031257 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.031503 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.031903 n-d-814746-3 neutron-server[114860]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114860) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 08:36:20.032144 n-d-814746-3 neutron-server[114860]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114860) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 08:36:20.032381 n-d-814746-3 neutron-server[114860]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114860) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 08:36:20.032618 n-d-814746-3 neutron-server[114860]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114860) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 08:36:20.032854 n-d-814746-3 neutron-server[114860]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114860) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 08:36:20.033089 n-d-814746-3 neutron-server[114860]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114860) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 08:36:20.033448 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 08:36:20.036588 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 08:36:20.040677 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 08:36:20.044671 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 10 08:36:20.046341 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 08:36:20.046796 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 08:36:20.047129 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 08:36:20.047514 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 08:36:20.050360 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 08:36:20.050618 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 08:36:20.050964 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 08:36:20.056286 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 08:36:20.080214 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 08:36:20.080665 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.080963 n-d-814746-3 neutron-server[114860]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114860) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 08:36:20.081326 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.082735 n-d-814746-3 neutron-server[114860]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114860) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 08:36:20.083017 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 08:36:20.083266 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 08:36:20.086503 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.086790 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.150656 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 08:36:20.150897 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 08:36:20.151134 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 08:36:20.151502 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 08:36:20.174468 n-d-814746-3 neutron-server[114860]: DEBUG oslo_db.sqlalchemy.engines [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114860) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 08:36:20.613511 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Initializing driver for type 'gre' Dec 10 08:36:20.614047 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] gre ID ranges: [(1, 1000)] Dec 10 08:36:20.664974 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Initializing driver for type 'local' Dec 10 08:36:20.665318 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Initializing driver for type 'vlan' Dec 10 08:36:20.678655 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] VlanTypeDriver initialization complete Dec 10 08:36:20.678994 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Initializing driver for type 'vxlan' Dec 10 08:36:20.679477 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] vxlan ID ranges: [(1, 1000)] Dec 10 08:36:20.730511 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Initializing extension driver 'port_security' Dec 10 08:36:20.731010 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.extensions.port_security [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] PortSecurityExtensionDriver initialization complete Dec 10 08:36:20.731395 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Initializing mechanism driver 'openvswitch' Dec 10 08:36:20.731785 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Initializing mechanism driver 'hyperv' Dec 10 08:36:20.738489 n-d-814746-3 neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:36:20.739334 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > port after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.739706 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > port after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.740099 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > port after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.740781 n-d-814746-3 neutron-server[114860]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114860) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 08:36:20.741319 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > subnet after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.741708 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > subnet after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.742061 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.742494 n-d-814746-3 neutron-server[114860]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114860) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 08:36:20.742900 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > network after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.743245 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > network after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.743587 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > network after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.743989 n-d-814746-3 neutron-server[114860]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114860) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 08:36:20.744399 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > security_group after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.744796 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > security_group after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.745178 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.745777 n-d-814746-3 neutron-server[114860]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114860) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 08:36:20.746334 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.746694 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.747122 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.747594 n-d-814746-3 neutron-server[114860]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114860) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 08:36:20.748103 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > address_group after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.748599 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > address_group after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.749090 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.749787 n-d-814746-3 neutron-server[114860]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114860) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 08:36:20.750232 n-d-814746-3 neutron-server[114860]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] ML2 OVO RPC backend initialized. {{(pid=114860) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 08:36:20.751193 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.751687 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.752145 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > network before_response 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.752592 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > networks before_response 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.753109 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > port before_response 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.753542 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > ports before_response 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.754238 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > subnet before_response 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.754520 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > subnets before_response 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.754989 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > network after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.755438 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > network after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.755819 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > network after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.756196 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > port after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.756618 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > port after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.757106 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > port after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.757489 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > subnet after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.757927 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > subnet after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.758394 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.759169 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.plugin [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Modular L2 Plugin initialization complete Dec 10 08:36:20.759566 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading services supported by the core plugin {{(pid=114860) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 08:36:20.759970 n-d-814746-3 neutron-server[114860]: INFO neutron.plugins.ml2.managers [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Got port-security extension from driver 'port_security' Dec 10 08:36:20.760716 n-d-814746-3 neutron-server[114860]: INFO neutron.extensions.vlantransparent [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Disabled vlantransparent extension. Dec 10 08:36:20.761324 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114860) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 08:36:20.761740 n-d-814746-3 neutron-server[114860]: INFO neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading Plugin: router Dec 10 08:36:20.800763 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.801102 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router after_create 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.801475 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router before_create 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.801873 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.802249 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.802620 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router after_delete 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.802962 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.803437 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.803799 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router after_create 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.804146 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router after_update 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.804493 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router after_update 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.804844 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.805201 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router after_update 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.805650 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router precommit_update 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.806020 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: port after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.806359 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: port after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.806734 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: subnet after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.807117 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.807458 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.808059 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router precommit_create 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.808401 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: port before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.808751 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router precommit_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.809107 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router after_update 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.809450 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.809832 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router precommit_create 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.810196 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.810544 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router precommit_update 55549900 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.810909 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > agent after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.811259 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > agent after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.811602 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > network after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.812465 n-d-814746-3 neutron-server[114860]: DEBUG neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Tracking information for resource: router configured {{(pid=114860) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 08:36:20.812804 n-d-814746-3 neutron-server[114860]: DEBUG neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Tracking information for resource: floatingip configured {{(pid=114860) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 08:36:20.817752 n-d-814746-3 neutron-server[114860]: INFO neutron.db.l3_agentschedulers_db [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 08:36:20.818339 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: port after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.818697 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: port after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.819049 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: port after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.819398 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: port after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.820187 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router before_create 55550100 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.820554 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.820918 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router precommit_create 55550100 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.821278 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > router precommit_update 55550100 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.826714 n-d-814746-3 neutron-server[114860]: DEBUG neutron.services.provider_configuration [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service providers = [] {{(pid=114860) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 08:36:20.827084 n-d-814746-3 neutron-server[114860]: DEBUG neutron.db.servicetype_db [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114860) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 08:36:20.830065 n-d-814746-3 neutron-server[114860]: DEBUG neutron.services.service_base [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114860) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 08:36:20.830417 n-d-814746-3 neutron-server[114860]: DEBUG neutron.services.service_base [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114860) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 08:36:20.830761 n-d-814746-3 neutron-server[114860]: DEBUG neutron.services.service_base [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114860) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 08:36:20.831651 n-d-814746-3 neutron-server[114860]: DEBUG neutron.services.service_base [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114860) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 08:36:20.832021 n-d-814746-3 neutron-server[114860]: INFO neutron.services.service_base [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 08:36:20.832395 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114860) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 08:36:20.832711 n-d-814746-3 neutron-server[114860]: INFO neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 08:36:20.844114 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114860) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 08:36:20.844451 n-d-814746-3 neutron-server[114860]: INFO neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading Plugin: auto_allocate Dec 10 08:36:20.850324 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: network precommit_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.850700 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: network precommit_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.851217 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114860) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 08:36:20.851535 n-d-814746-3 neutron-server[114860]: INFO neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading Plugin: tag Dec 10 08:36:20.858403 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114860) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 08:36:20.858736 n-d-814746-3 neutron-server[114860]: INFO neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading Plugin: timestamp Dec 10 08:36:20.862580 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114860) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 08:36:20.862915 n-d-814746-3 neutron-server[114860]: INFO neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading Plugin: network_ip_availability Dec 10 08:36:20.868411 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.868780 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.869136 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:20.869971 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114860) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 08:36:20.870287 n-d-814746-3 neutron-server[114860]: INFO neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading Plugin: flavors Dec 10 08:36:20.875336 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114860) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 08:36:20.875674 n-d-814746-3 neutron-server[114860]: INFO neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading Plugin: revisions Dec 10 08:36:20.880010 n-d-814746-3 neutron-server[114860]: DEBUG neutron.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114860) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 08:36:20.880408 n-d-814746-3 neutron-server[114860]: DEBUG oslo_concurrency.lockutils [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=114860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 08:36:20.881159 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114860) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 08:36:20.881496 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Initializing extension manager. Dec 10 08:36:20.882042 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: __init__.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.882385 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: __pycache__ {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.882720 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.883050 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: address_group.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.883801 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.884360 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: address-group Dec 10 08:36:20.884681 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: address_scope.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.885961 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.886468 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: address-scope Dec 10 08:36:20.886786 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.887717 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.888231 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: router-admin-state-down-before-update Dec 10 08:36:20.888550 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: agent.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.889247 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.889776 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: agent Dec 10 08:36:20.890095 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: agent_resources_synced.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.891004 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.891508 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: agent-resources-synced Dec 10 08:36:20.891827 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: allowedaddresspairs.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.893635 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.894150 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: allowed-address-pairs Dec 10 08:36:20.894474 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: auto_allocated_topology.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.895552 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.896062 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: auto-allocated-topology Dec 10 08:36:20.896380 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: availability_zone.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.897074 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.897608 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: availability_zone Dec 10 08:36:20.897936 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: availability_zone_filter.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.898855 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.899355 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: availability_zone_filter Dec 10 08:36:20.899673 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: data_plane_status.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.901255 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.901795 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 08:36:20.902118 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: default_subnetpools.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.903038 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.903539 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: default-subnetpools Dec 10 08:36:20.903858 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.904662 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.905163 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: dhcp_agent_scheduler Dec 10 08:36:20.905485 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: dns.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.906428 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.906929 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension dns-integration not supported by any of loaded plugins Dec 10 08:36:20.907253 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: dns_domain_ports.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.908179 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.908680 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 08:36:20.909003 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.909959 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.910464 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 08:36:20.910785 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: dvr.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.911455 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.911959 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: dvr Dec 10 08:36:20.912277 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: ecmp_routes.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.913205 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.913745 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 08:36:20.914065 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: empty_string_filtering.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.914976 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.915482 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: empty-string-filtering Dec 10 08:36:20.915800 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.916738 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.917235 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 08:36:20.917582 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.918499 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.918998 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 08:36:20.919317 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: external_net.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.920230 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.920732 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: external-net Dec 10 08:36:20.921051 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.921991 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.922542 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: extra_dhcp_opt Dec 10 08:36:20.922799 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: extraroute.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.923709 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.924216 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: extraroute Dec 10 08:36:20.924533 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: extraroute_atomic.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.927057 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.927590 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: extraroute-atomic Dec 10 08:36:20.927928 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: filter_validation.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.928612 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.929124 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: filter-validation Dec 10 08:36:20.929450 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: fip_pf_description.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.930414 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.930919 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 08:36:20.931243 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: fip_port_details.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.932390 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.933162 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: fip-port-details Dec 10 08:36:20.933489 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: flavors.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.934759 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.935271 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: flavors Dec 10 08:36:20.935598 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.937298 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.937854 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 08:36:20.938186 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: floatingip_pools.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.938893 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.939397 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: floatingip-pools Dec 10 08:36:20.939718 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: ip_allocation.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.940653 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.941156 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 08:36:20.941477 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.942496 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.943002 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: ip-substring-filtering Dec 10 08:36:20.943326 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: l2_adjacency.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.944247 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.944746 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 08:36:20.945068 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: l3.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.946076 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.946588 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: router Dec 10 08:36:20.946910 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.950049 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.950576 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 08:36:20.950912 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.951863 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.952379 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: ext-gw-mode Dec 10 08:36:20.952707 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.953675 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.954183 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: l3-ha Dec 10 08:36:20.954506 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: l3_flavors.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.955427 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.955936 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: l3-flavors Dec 10 08:36:20.956257 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.957173 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.957705 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 08:36:20.958033 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: l3agentscheduler.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.959079 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.959589 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: l3_agent_scheduler Dec 10 08:36:20.959915 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: local_ip.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.961736 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.962255 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension local_ip not supported by any of loaded plugins Dec 10 08:36:20.962586 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: logging.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.964804 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.965321 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension logging not supported by any of loaded plugins Dec 10 08:36:20.965691 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: metering.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.966565 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.967148 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: metering Dec 10 08:36:20.967478 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.968582 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.969100 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: metering_source_and_destination_fields Dec 10 08:36:20.969424 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: multiprovidernet.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.970378 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.970890 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: multi-provider Dec 10 08:36:20.971212 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: netmtu.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.972134 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.972638 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: net-mtu Dec 10 08:36:20.972958 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: netmtu_writable.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.973914 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.974420 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: net-mtu-writable Dec 10 08:36:20.974739 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: network_availability_zone.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.975407 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.975906 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: network_availability_zone Dec 10 08:36:20.976222 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: network_ip_availability.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.977346 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.977881 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: network-ip-availability Dec 10 08:36:20.978209 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: network_segment_range.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.979017 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.979509 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 08:36:20.979828 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: pagination.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.980832 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.981160 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: pagination Dec 10 08:36:20.981477 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: port_device_profile.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.982405 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.982918 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: port-device-profile Dec 10 08:36:20.983238 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.984153 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.984657 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: port-mac-address-regenerate Dec 10 08:36:20.984978 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.985921 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.986426 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: port-numa-affinity-policy Dec 10 08:36:20.986752 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: port_resource_request.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.987661 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.988168 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 08:36:20.988488 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: port_resource_request_groups.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.989455 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.989990 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 08:36:20.990311 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: portbindings.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.991236 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.991742 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: binding Dec 10 08:36:20.992059 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: portbindings_extended.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.993337 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.993885 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: binding-extended Dec 10 08:36:20.994234 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: portsecurity.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.995159 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.995668 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: port-security Dec 10 08:36:20.995992 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: project_id.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.996992 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.997322 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: project-id Dec 10 08:36:20.997679 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: providernet.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:20.998613 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:20.999129 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: provider Dec 10 08:36:20.999449 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.003136 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.003667 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos not supported by any of loaded plugins Dec 10 08:36:21.004000 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.005280 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.005931 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 08:36:21.006305 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.007347 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.007910 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 08:36:21.008242 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_default.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.009256 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.010388 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-default not supported by any of loaded plugins Dec 10 08:36:21.010768 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_fip.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.011487 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.011992 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-fip not supported by any of loaded plugins Dec 10 08:36:21.012315 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.013312 n-d-814746-3 neutron-server[114860]: WARNING neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 08:36:21.013687 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_gateway_ip.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.014612 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.015126 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 08:36:21.015452 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_port_network_policy.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.016380 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.016886 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 08:36:21.017207 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.018393 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.018909 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 08:36:21.019233 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_pps_rule.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.020427 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.021004 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-pps not supported by any of loaded plugins Dec 10 08:36:21.021388 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_rule_type_details.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.022384 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.023018 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 08:36:21.023396 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: qos_rules_alias.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.024471 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.025110 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 08:36:21.026034 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: quota_check_limit.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.027087 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.027599 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: quota-check-limit Dec 10 08:36:21.027927 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: quotasv2.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.028870 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.029195 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: quotas Dec 10 08:36:21.029524 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: quotasv2_detail.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.032687 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.033030 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: quota_details Dec 10 08:36:21.033364 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: rbac.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.034454 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.034977 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: rbac-policies Dec 10 08:36:21.035312 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: rbac_address_group.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.036245 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.036764 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: rbac-address-group Dec 10 08:36:21.037091 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: rbac_address_scope.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.038041 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.038560 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: rbac-address-scope Dec 10 08:36:21.038884 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: rbac_security_groups.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.039808 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.040320 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: rbac-security-groups Dec 10 08:36:21.040643 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: rbac_subnetpool.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.041638 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.042149 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: rbac-subnetpool Dec 10 08:36:21.042471 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: revisionifmatch.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.043390 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.043899 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: revision-if-match Dec 10 08:36:21.044220 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: revisions.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.045353 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.045905 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: standard-attr-revisions Dec 10 08:36:21.046231 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: router_availability_zone.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.046904 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.047414 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: router_availability_zone Dec 10 08:36:21.047735 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: routerservicetype.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.048663 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.049165 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension router-service-type not supported by any of loaded plugins Dec 10 08:36:21.049485 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.050506 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.051053 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: security-groups-normalized-cidr Dec 10 08:36:21.051331 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.052255 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.052763 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: port-security-groups-filtering Dec 10 08:36:21.053084 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.054047 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.054555 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: security-groups-remote-address-group Dec 10 08:36:21.054873 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.055808 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.056316 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: security-groups-shared-filtering Dec 10 08:36:21.056638 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.057245 n-d-814746-3 neutron-server[114860]: WARNING neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 08:36:21.057588 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: securitygroup.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.068139 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.068675 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: security-group Dec 10 08:36:21.069011 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: segment.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.069839 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.070352 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension segment not supported by any of loaded plugins Dec 10 08:36:21.070677 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.071626 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.072136 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 08:36:21.073164 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: servicetype.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.074487 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.075016 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: service-type Dec 10 08:36:21.075348 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: sorting.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.076348 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.076685 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: sorting Dec 10 08:36:21.077012 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: standard_attr_segment.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.077968 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.078488 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 08:36:21.078813 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: standardattrdescription.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.079473 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.079994 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: standard-attr-description Dec 10 08:36:21.080385 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: stateful_security_group.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.081283 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.081833 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: stateful-security-group Dec 10 08:36:21.082162 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: stdattrs_common.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.082740 n-d-814746-3 neutron-server[114860]: WARNING neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 08:36:21.083059 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.084008 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.084521 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 08:36:21.084849 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: subnet_onboard.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.085955 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.086471 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: subnet_onboard Dec 10 08:36:21.086794 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.087725 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.088802 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 08:36:21.089126 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: subnet_service_types.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.090083 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.090598 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: subnet-service-types Dec 10 08:36:21.090916 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: subnetallocation.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.092016 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.092533 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: subnet_allocation Dec 10 08:36:21.092860 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.093556 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.094071 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: subnetpool-prefix-ops Dec 10 08:36:21.094552 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.095670 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.096187 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 08:36:21.096511 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: tagging.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.097610 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.098131 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: standard-attr-tag Dec 10 08:36:21.098465 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: timestamp.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.099682 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.100198 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loaded extension: standard-attr-timestamp Dec 10 08:36:21.100545 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: trunk.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.101674 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.102188 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension trunk not supported by any of loaded plugins Dec 10 08:36:21.102514 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: trunk_details.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.103547 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.104471 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension trunk-details not supported by any of loaded plugins Dec 10 08:36:21.104809 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: uplink_status_propagation.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.105779 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.106297 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 08:36:21.106624 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Loading extension file: vlantransparent.py {{(pid=114860) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 08:36:21.107299 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114860) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 08:36:21.107807 n-d-814746-3 neutron-server[114860]: INFO neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 08:36:21.110345 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:network Dec 10 08:36:21.110876 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:subnet Dec 10 08:36:21.111288 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 08:36:21.111676 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:port Dec 10 08:36:21.112919 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.113360 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service FLAVORS assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.113998 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.114428 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.114762 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:router Dec 10 08:36:21.115190 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 08:36:21.115673 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service METERING assigned prefix: /metering {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.117133 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:21.117532 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:21.117878 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:36:21.118883 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 08:36:21.119505 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:security_group Dec 10 08:36:21.120197 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 08:36:21.120832 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service CORE assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.121171 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 08:36:21.121542 n-d-814746-3 neutron-server[114860]: WARNING neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] subnetpool is already registered Dec 10 08:36:21.121987 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service CORE assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.122319 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 08:36:21.122655 n-d-814746-3 neutron-server[114860]: WARNING neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] subnetpool is already registered Dec 10 08:36:21.124887 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.125319 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service FLAVORS assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.125950 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.126379 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.126714 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:router Dec 10 08:36:21.127055 n-d-814746-3 neutron-server[114860]: WARNING neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] router is already registered Dec 10 08:36:21.127466 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 08:36:21.127801 n-d-814746-3 neutron-server[114860]: WARNING neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] floatingip is already registered Dec 10 08:36:21.128254 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service METERING assigned prefix: /metering {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.128918 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 08:36:21.129244 n-d-814746-3 neutron-server[114860]: WARNING neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] rbac_policy is already registered Dec 10 08:36:21.129681 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:security_group Dec 10 08:36:21.130018 n-d-814746-3 neutron-server[114860]: WARNING neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] security_group is already registered Dec 10 08:36:21.130420 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 08:36:21.130753 n-d-814746-3 neutron-server[114860]: WARNING neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] security_group_rule is already registered Dec 10 08:36:21.131391 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service CORE assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.131720 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 08:36:21.132051 n-d-814746-3 neutron-server[114860]: WARNING neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] subnetpool is already registered Dec 10 08:36:21.132463 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.v2.resource_helper [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Service CORE assigned prefix: {{(pid=114860) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 08:36:21.132785 n-d-814746-3 neutron-server[114860]: INFO neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 08:36:21.133110 n-d-814746-3 neutron-server[114860]: WARNING neutron.quota.resource_registry [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] subnetpool is already registered Dec 10 08:36:21.133593 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: extensions {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.135603 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: address-groups {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.137093 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: address-scopes {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.138450 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: agents {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.139613 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: auto-allocated-topology {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.140864 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: availability_zones {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.142125 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: dhcp-networks {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.143655 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: dhcp-agents {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.145119 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: routers {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.147358 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: flavors {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.148523 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: service_profiles {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.149814 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: next_providers {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.151417 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: service_profiles {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.154021 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: floatingip-pools {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.155244 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: routers {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.157361 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: floatingips {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.158709 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: l3-routers {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.160100 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: l3-agents {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.161534 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: metering-labels {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.162912 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: metering-label-rules {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.164214 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: network-ip-availabilities {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.165469 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: bindings {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.167685 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: quotas {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.169274 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: quotas {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.170849 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: rbac-policies {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.172150 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: security-groups {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.173393 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: security-group-rules {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.174642 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: service-providers {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.175887 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: subnetpools {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.177322 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: subnetpools {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.178810 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.180514 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.183224 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.185011 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.186866 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.188721 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.190463 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.192371 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.194178 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.196031 n-d-814746-3 neutron-server[114860]: DEBUG neutron.api.extensions [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Extended resource: tags {{(pid=114860) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 08:36:21.202165 n-d-814746-3 neutron-server[114860]: WARNING keystonemiddleware.auth_token [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 08:36:21.207015 n-d-814746-3 neutron-server[114860]: WARNING keystonemiddleware.auth_token [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 08:36:21.216074 n-d-814746-3 neutron-server[114860]: DEBUG oslo_concurrency.lockutils [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Acquired lock "singleton_lock" {{(pid=114860) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 08:36:21.216547 n-d-814746-3 neutron-server[114860]: DEBUG oslo_concurrency.lockutils [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Releasing lock "singleton_lock" {{(pid=114860) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 08:36:21.217194 n-d-814746-3 neutron-server[114860]: INFO oslo_service.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Starting 2 workers Dec 10 08:36:21.222082 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Started child 114969 {{(pid=114860) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 08:36:21.226606 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Started child 114970 {{(pid=114860) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 08:36:21.227667 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:21.228354 n-d-814746-3 neutron-server[114860]: INFO neutron.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 08:36:21.229407 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Publish callbacks [] for process, before_spawn {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:21.229900 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [-] (114969) wsgi starting up on http://0.0.0.0:9696 Dec 10 08:36:21.232014 n-d-814746-3 neutron-server[114860]: INFO oslo_service.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Starting 1 workers Dec 10 08:36:21.232171 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:21.233698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [-] (114970) wsgi starting up on http://0.0.0.0:9696 Dec 10 08:36:21.237252 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Started child 114971 {{(pid=114860) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 08:36:21.237853 n-d-814746-3 neutron-server[114860]: INFO oslo_service.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Starting 1 workers Dec 10 08:36:21.241112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] calling RpcWorker wait() {{(pid=114971) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 08:36:21.241690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] returning from RpcWorker wait() {{(pid=114971) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 08:36:21.242410 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Started child 114972 {{(pid=114860) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 08:36:21.243059 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:21.243232 n-d-814746-3 neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c403-4e9a-4c61-a5a0-2ac97eb89d18 None None] Publish callbacks [] for process, after_spawn {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:21.243615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:36:21.245465 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114860) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 08:36:21.245695 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 08:36:21.245887 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 08:36:21.246114 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 08:36:21.246439 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 08:36:21.246623 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 08:36:21.247138 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.247436 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.247689 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.247960 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.248229 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:21.248712 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.248862 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.249117 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.249384 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.249687 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.249921 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.250091 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.250264 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.250531 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.250763 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.251086 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.251357 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.251615 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.251865 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.252052 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.252318 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.252586 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.252835 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.253096 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] debug = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.253347 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.253849 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.254084 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.254339 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.254581 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.254860 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.255108 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.255374 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.255626 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.255846 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.256085 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.256337 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.256570 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.256788 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.257041 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.257261 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.257537 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.257782 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.258259 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] host = n-d-814746-3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.258482 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.258726 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.258957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.259218 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.259464 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.259699 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.260114 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.260512 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.260881 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.261114 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.261370 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.261644 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.261884 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.262135 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.262303 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_options = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.262545 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.262828 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.263087 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.263288 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.263460 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.263642 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.263906 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.264071 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.264310 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.264533 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.264751 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.265000 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.265239 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.265524 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.265793 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.266037 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.266276 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.266489 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.266754 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.267014 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.267259 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.267485 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.267718 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.267943 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.268165 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.268380 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.268618 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.268857 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.269076 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.269352 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.269623 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.269874 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.270114 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.270367 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.270621 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.270869 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.271099 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.271336 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.271601 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.271826 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.272071 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.272319 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.272540 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.272784 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.273014 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.273208 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.273453 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_json = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.273727 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.274737 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.275285 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.275918 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.276263 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.276469 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.276748 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.277011 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.277463 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.277798 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.278139 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.278509 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.278778 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.279079 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.279487 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.280246 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.281013 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.281834 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.282196 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.282438 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.283892 n-d-814746-3 neutron-server[114972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:36:21.284581 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.284829 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.285490 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.285842 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.286111 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.286389 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.286777 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.287272 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.287534 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.287768 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.288071 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.288885 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.289549 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.289789 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.290023 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.290322 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.290604 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.290959 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.292397 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.292659 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.292935 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.293266 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.293406 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.294403 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.294613 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.295226 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.295474 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.295767 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.296018 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.296242 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.296641 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.297071 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.297317 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.297554 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.303684 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.303919 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.304207 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.304457 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.304696 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.308393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.308393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.308393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.308393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.308393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.308393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.308393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.308393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.308393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.310158 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.310158 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.310158 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.310158 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.310598 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.310598 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.310801 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.311030 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.311296 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.311522 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.311737 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.311954 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.312177 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.312422 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.312672 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.312888 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.313156 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.313318 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.313580 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.313782 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.314018 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.314232 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.314445 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.314677 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.314907 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.315124 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.315335 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.315563 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.315776 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.315988 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.316200 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.316796 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.316796 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.317069 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.317265 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.317687 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.317833 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.318006 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.318253 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.318496 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.318857 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.318990 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.319992 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.319992 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.319992 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.319992 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.320451 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.320451 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.320671 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.320845 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.321066 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.321299 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.322823 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.322823 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.322823 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.322823 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.322823 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.322823 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.323692 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.323961 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.324422 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.324672 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.324951 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.325252 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.325588 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.326118 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.326118 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.326674 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.327582 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.327840 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.328094 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.328330 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.328578 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.328836 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.329096 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.329356 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.329702 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.329969 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.330272 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.330505 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.330715 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.330932 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.331207 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.331437 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.331675 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.331935 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.332184 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.332429 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.332670 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.332914 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.333150 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.333379 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.333644 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.333855 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.334098 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.334308 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.334525 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.334734 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.334942 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.335174 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.335387 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.335604 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.335838 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.336068 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.336287 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.336530 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.336741 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.336959 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.337195 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.337411 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.337649 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.337866 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.338711 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.338994 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.339233 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.339527 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.339785 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.340024 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.340267 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.340493 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.340743 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.340958 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.341204 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.341443 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.341680 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.341891 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.342106 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.342350 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.342577 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.342800 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.343040 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.343297 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.343675 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.344021 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.344271 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.344532 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.344777 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.344993 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.345228 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.345461 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.345717 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.345938 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.346152 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.346371 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.346606 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.346845 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.347094 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.347321 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.347532 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.347742 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.347957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.348168 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.348474 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.348724 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.348954 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.349207 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.349425 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.349676 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.349905 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.350116 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.350352 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.350580 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.350819 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.351028 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.351252 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.351460 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.351689 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.351987 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.352211 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.352477 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.352727 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.352960 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.353170 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.353393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.354222 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.354431 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.354646 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.354857 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.355066 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.355287 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.355504 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.355717 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.355957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.356340 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.357957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.357957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.357957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.357957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.357957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.357957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.357957 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.358561 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.358561 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.358800 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.358933 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.359184 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.359395 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.359645 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.359865 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.360129 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.360353 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.360625 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.360940 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.361215 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.361485 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.361770 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.362055 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.362330 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.362597 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.362809 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.363101 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.363437 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.363714 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.363983 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.364225 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.364473 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.364692 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.364912 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.365145 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.365390 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.365625 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.365857 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.366099 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.366341 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.366595 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.366880 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.367124 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.367346 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.367590 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.367849 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.368062 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.368217 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 08:36:21.368742 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114860) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 08:36:21.368902 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 08:36:21.369052 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 08:36:21.369313 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 08:36:21.369418 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 08:36:21.369644 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 08:36:21.369826 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.369947 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.370106 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.370261 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.370416 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.370593 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.370753 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.370912 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.371066 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.371222 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.371377 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.371533 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.371688 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.371844 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.371998 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.372153 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.372296 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.372453 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.372677 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.372842 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.373019 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.373019 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.373320 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] debug = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.373320 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.373574 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.373738 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.373870 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.373955 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.374116 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.374273 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.374427 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.374582 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.374738 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.374892 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.375047 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.375201 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.375356 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.375510 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.375665 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.375820 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.375974 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.376128 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] host = n-d-814746-3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.376282 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.376490 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.376617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:36:21.376758 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.376758 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.376997 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.376997 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.377233 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.377356 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.377480 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.377638 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.377765 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.377889 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.378012 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.378169 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.378323 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_options = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.378479 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.378633 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.378788 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.378971 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.379131 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.379290 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.379449 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.379603 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.379757 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.379912 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.380066 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.380220 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.380376 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.380530 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.380684 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.380840 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.380994 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.381148 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.381303 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.381459 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.381634 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.381775 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.381931 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.382086 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.382240 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.382393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.382547 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.382700 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.382853 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.383009 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.383163 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.383318 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.383472 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.383627 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.383781 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.383934 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.384089 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.384243 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.384404 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.384558 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.384713 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.384882 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.385033 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.385298 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.385466 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.385644 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.385799 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_json = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.385939 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.386098 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.386253 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.386407 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.386561 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.386716 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.386939 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.387107 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 08:36:21.387284 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.387442 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.387783 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.387946 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.388110 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.388262 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.388401 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.388551 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.388999 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.388999 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.388999 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.389399 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.389399 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.389663 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.389663 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.389912 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.389912 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.390151 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.390276 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.390408 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.390524 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.390644 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.390817 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.390975 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.391132 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.391290 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.391447 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.391612 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.391754 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.391930 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.392087 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.392246 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.392403 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.392561 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.392719 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.392878 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.393037 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.393195 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.393353 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.393554 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.393688 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.393827 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.393980 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.394137 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.394296 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.394454 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.394613 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.394771 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.394930 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.395089 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.395246 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.395405 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.395563 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.395721 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.395880 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.396038 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.396195 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.396362 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.396520 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.396678 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.396835 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.396993 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.397150 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.397308 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.397465 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.397646 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.397805 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.397966 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.398136 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.398295 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.398452 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.398610 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.398768 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.398926 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.399084 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.399241 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.399405 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.399563 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.399722 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.399879 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.400037 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.400196 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.400356 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.401050 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.401393 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.401705 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.401705 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.401905 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.402044 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.402171 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.402296 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.402463 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.402635 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.402793 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.402951 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.403108 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.403266 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.403424 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.403581 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.403738 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.403896 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.404053 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.404210 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.404368 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.404527 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.404685 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.404842 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.404999 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.405157 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.405315 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.405472 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.405649 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.405807 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.405965 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.406122 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.406279 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.406436 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.406592 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.406758 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.406916 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.407076 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.407233 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.407398 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.407566 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.407725 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.407882 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.408041 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.408198 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.408356 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.408513 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.408671 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.408828 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.408985 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.409142 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.409311 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.409469 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.409653 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.409799 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.409984 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.410142 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.410300 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.410458 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.410615 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.410773 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.410930 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.411088 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.411246 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.411404 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.411562 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.411739 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.411898 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.412055 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.412213 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.412370 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.412516 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.412675 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.412832 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.412990 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.413147 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.413304 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.413462 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.413639 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.413781 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.413943 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.414100 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.414257 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.414415 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.414573 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.414733 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.414889 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.415046 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.415203 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.415360 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.415517 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.415673 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.415832 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.416007 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.416741 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.416900 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.417059 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.417265 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.417392 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.417535 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.417687 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.417845 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.418002 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.418160 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.418318 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.418475 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.418635 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.418793 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.418950 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.419107 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.419278 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.419435 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.419592 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.419825 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.420159 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.420159 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.420451 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.420451 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.420684 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.420808 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.420930 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.421053 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.421176 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.421320 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.421803 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.421803 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.421803 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.422083 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.422083 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.422248 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.422406 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.422565 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.422723 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.422881 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.423038 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.423205 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.423364 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.423522 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.423682 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.423860 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.424012 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.424153 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.424328 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.424488 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.424646 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.424804 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.424962 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.425128 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.425287 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.425444 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.425660 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.425783 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.425902 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.426073 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.426232 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.426390 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.426547 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.427538 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.427538 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.427538 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.427538 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.427538 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.427538 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.428232 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.428232 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.428232 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.428232 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.428232 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.428674 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.428674 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.428674 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.429029 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.429029 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.429262 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.429262 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.429547 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.429547 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.429785 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.429922 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.430047 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.430173 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.430319 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.430478 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.430644 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.430809 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.430974 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.431132 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.431296 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.431464 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.431640 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.431894 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.432057 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.432217 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.432375 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.432534 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.432948 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.433106 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.433264 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.433422 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.433605 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.433759 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.433912 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.434072 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.434230 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.434388 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.434547 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.434706 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.434864 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 08:36:21.435013 n-d-814746-3 neutron-server[114860]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114860) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 08:36:21.443639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35384) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:36:21.452372 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065475 Dec 10 08:36:33.097162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01905aad-cb71-41b1-996c-090d22ccaa6a None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 08:36:33.152186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01905aad-cb71-41b1-996c-090d22ccaa6a None None] No non-hosted networks {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 08:36:33.167120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.agentschedulers_db [None req-01905aad-cb71-41b1-996c-090d22ccaa6a None None] DHCP Agent not found on host n-d-814746-3 {{(pid=114971) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 08:36:33.230622 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c804d334-0b9d-4ff7-8f96-5c88800918d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693051'] for agent, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:35.292396 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-479d4a1d-a83c-4805-94c8-565a73defd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693051'] for agent, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:35.352356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b82ad740-33ea-4b52-b2cf-3948f259e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:36.323341 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693051'] for agent, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:38.030297 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693051'] for agent, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:38.997093 n-d-814746-3 neutron-server[114971]: INFO neutron.db.l3_hamode_db [None req-77ebd464-696e-424c-99eb-99233a2b76e5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 08:36:39.089332 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693051'] for agent, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:39.090069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.090296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.090820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.091307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.091779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.092113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.092433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.092920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.093261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.093586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.093911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.094230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.094546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:39.094939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-814746-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:36:39.098142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebd464-696e-424c-99eb-99233a2b76e5 None None] Routers set() bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:36:39.098533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebd464-696e-424c-99eb-99233a2b76e5 None None] Router IDs set() for agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 08:36:39.104015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-814746-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:36:39.430703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35476) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:36:39.939611 n-d-814746-3 neutron-server[114970]: WARNING oslo_policy.policy [None req-a9fc79bc-7981-4be2-b6db-1691b28564ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 08:36:39.940188 n-d-814746-3 neutron-server[114970]: WARNING oslo_policy.policy [None req-a9fc79bc-7981-4be2-b6db-1691b28564ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 08:36:40.166179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-a9fc79bc-7981-4be2-b6db-1691b28564ba admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:36:40.167302 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a9fc79bc-7981-4be2-b6db-1691b28564ba admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7355499 Dec 10 08:36:42.760965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35492) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:36:43.072812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f04d4371-d9db-4f2c-86e4-228d2ec4650b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:36:43.168571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.policy [None req-f04d4371-d9db-4f2c-86e4-228d2ec4650b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114970) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 08:36:43.214961 n-d-814746-3 neutron-server[114970]: WARNING oslo_policy.policy [None req-f04d4371-d9db-4f2c-86e4-228d2ec4650b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 08:36:43.215349 n-d-814746-3 neutron-server[114970]: WARNING oslo_policy.policy [None req-f04d4371-d9db-4f2c-86e4-228d2ec4650b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 08:36:43.223715 n-d-814746-3 neutron-server[114970]: INFO neutron.quota [None req-f04d4371-d9db-4f2c-86e4-228d2ec4650b admin admin] Loaded quota_driver: . Dec 10 08:36:43.312269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f04d4371-d9db-4f2c-86e4-228d2ec4650b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733746464927', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733746465610', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733746483414', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733746482141', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733746503169', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733746527721', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592271', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-598415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3681481', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3656486'] for rbac-policy, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:43.376679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f04d4371-d9db-4f2c-86e4-228d2ec4650b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:43.377878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f04d4371-d9db-4f2c-86e4-228d2ec4650b admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6159141 Dec 10 08:36:46.239817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35504) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:36:46.537710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'name': 'private', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:36:46.571220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Made reservation on behalf of 12043f69dd444a26aa9ba25bded27e96 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:36:46.574179 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:46.591682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:46.697442 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:46.700938 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:46.719866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:36:46.749204 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733746814585', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:46.749799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Unsubscribe: segment precommit_create {{(pid=114970) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 08:36:46.750313 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Added segment 08da624a-b816-4453-a6b9-264253f0f157 of type vlan for network b42a1c1f-8e03-4853-a1ce-2b122d70a986 Dec 10 08:36:46.768100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d3f2d2-e291-4dbc-baf3-3c0b4554eba0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:36:46.817982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.818324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.818660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.818989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.819321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.819643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.819961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.820278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.821206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.821619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.821874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.822187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.822500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Tracked resource versions report: Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: pushed versions: Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: { 'AddressGroup': {'1.2'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'ConntrackHelper': {'1.0'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'LocalIPAssociation': {'1.0'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Log': {'1.0'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Network': {'1.1'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Port': {'1.7'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'PortForwarding': {'1.2'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'QosPolicy': {'1.10'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'SecurityGroup': {'1.5'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'SecurityGroupRule': {'1.2'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'SubPort': {'1.0'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Subnet': {'1.1'}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Trunk': {'1.1'}} Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: consumer versions: Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: { DHCP agent@n-d-814746-3: {}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: L3 agent@n-d-814746-3: {}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: Metadata agent@n-d-814746-3: {}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: Metering agent@n-d-814746-3: {}, Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: Open vSwitch agent@n-d-814746-3: { 'AddressGroup': '1.2', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'ConntrackHelper': '1.0', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'LocalIPAssociation': '1.0', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Log': '1.0', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Network': '1.1', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Port': '1.7', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'PortForwarding': '1.2', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'QosPolicy': '1.10', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'SecurityGroup': '1.5', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'SecurityGroupRule': '1.2', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'SubPort': '1.0', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Subnet': '1.1', Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: 'Trunk': '1.1'}} Dec 10 08:36:46.823623 n-d-814746-3 neutron-server[114970]: {{(pid=114970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 08:36:46.863130 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:46.905996 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:46.907049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:36:46.907756 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:46.996993 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7560210 Dec 10 08:36:47.010919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e697b-c54b-47e7-9740-41794c71bf05 admin admin] Pushing event updated for resources: {'Network': ['ID=b42a1c1f-8e03-4853-a1ce-2b122d70a986,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:36:47.026422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b42a1c1f-8e03-4853-a1ce-2b122d70a986 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:36:49.901570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35518) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:36:50.302551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488cde1-41f9-4d70-a1f2-77d3f3a07cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:36:50.303903 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3488cde1-41f9-4d70-a1f2-77d3f3a07cf6 admin admin] 10.222.0.31 "GET /v2.0/networks/b42a1c1f-8e03-4853-a1ce-2b122d70a986 HTTP/1.1" status: 200 len: 825 time: 0.4013851 Dec 10 08:36:50.328854 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2de829f5-79ac-4dcf-8193-5b2dcff93ca1 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/b581b8bd-7e5e-4cd8-b420-db4f3ec36b03 HTTP/1.1" status: 200 len: 734 time: 0.0179009 Dec 10 08:36:50.337474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Request body: {'subnet': {'subnetpool_id': 'b581b8bd-7e5e-4cd8-b420-db4f3ec36b03', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:36:50.359091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Made reservation on behalf of 12043f69dd444a26aa9ba25bded27e96 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:36:50.361305 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:50.650882 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:50.720292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Checking segment: {'id': '08da624a-b816-4453-a6b9-264253f0f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:36:50.720659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Network hostable DHCP agents. Network: b42a1c1f-8e03-4853-a1ce-2b122d70a986, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:36:50.725783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=479e0113-b506-4d4c-a756-46e79b7db2f1,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:36:50.743236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Network b42a1c1f-8e03-4853-a1ce-2b122d70a986 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:36:50.754400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, b42a1c1f-8e03-4853-a1ce-2b122d70a986) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:36:50.759386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:36:50.759970 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:50.765594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05f8b1-5861-4bb5-b2be-040d4e3c0e60 None None] Network b42a1c1f-8e03-4853-a1ce-2b122d70a986 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:36:50.782398 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-13128f67-4074-429d-b963-8d7c35b22c74 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4421222 Dec 10 08:36:51.040929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-b42a1c1f-8e03-4853-a1ce-2b122d70a986', 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986', 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'fixed_ips': [{'subnet_id': '479e0113-b506-4d4c-a756-46e79b7db2f1'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:36:51.042233 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:51.345634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Allocated IP 172.20.0.2 (b42a1c1f-8e03-4853-a1ce-2b122d70a986/479e0113-b506-4d4c-a756-46e79b7db2f1/35685853-5d97-41cb-bd8e-e9f9a0f0529b) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:36:51.589938 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:51.597315 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:51.678663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Network b42a1c1f-8e03-4853-a1ce-2b122d70a986 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:36:51.686770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:36:51.688657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Pushing event updated for resources: {'Port': ['ID=35685853-5d97-41cb-bd8e-e9f9a0f0529b,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:36:51.693418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:36:51.701546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.701899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.702244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.702581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.702914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.703241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.703564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.703888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.704207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.704527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.704845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.705161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.705477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Tracked resource versions report: Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: pushed versions: Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: { 'AddressGroup': {'1.2'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'ConntrackHelper': {'1.0'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'LocalIPAssociation': {'1.0'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Log': {'1.0'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Network': {'1.1'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Port': {'1.7'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'PortForwarding': {'1.2'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'QosPolicy': {'1.10'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'SecurityGroup': {'1.5'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'SecurityGroupRule': {'1.2'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'SubPort': {'1.0'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Subnet': {'1.1'}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Trunk': {'1.1'}} Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: consumer versions: Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: { DHCP agent@n-d-814746-3: {}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: L3 agent@n-d-814746-3: {}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: Metadata agent@n-d-814746-3: {}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: Metering agent@n-d-814746-3: {}, Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: Open vSwitch agent@n-d-814746-3: { 'AddressGroup': '1.2', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'ConntrackHelper': '1.0', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'LocalIPAssociation': '1.0', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Log': '1.0', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Network': '1.1', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Port': '1.7', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'PortForwarding': '1.2', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'QosPolicy': '1.10', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'SecurityGroup': '1.5', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'SecurityGroupRule': '1.2', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'SubPort': '1.0', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Subnet': '1.1', Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: 'Trunk': '1.1'}} Dec 10 08:36:51.706631 n-d-814746-3 neutron-server[114971]: {{(pid=114971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 08:36:51.777997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Attempting to bind port 35685853-5d97-41cb-bd8e-e9f9a0f0529b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:36:51.778647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Attempting to bind port 35685853-5d97-41cb-bd8e-e9f9a0f0529b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '08da624a-b816-4453-a6b9-264253f0f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:36:51.778911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Attempting to bind port 35685853-5d97-41cb-bd8e-e9f9a0f0529b on network b42a1c1f-8e03-4853-a1ce-2b122d70a986 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:36:51.783903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:36:51.784293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Checking segment: {'id': '08da624a-b816-4453-a6b9-264253f0f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:36:51.784787 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:51.785180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Bound using segment: {'id': '08da624a-b816-4453-a6b9-264253f0f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:36:51.785698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Bound port: 35685853-5d97-41cb-bd8e-e9f9a0f0529b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08da624a-b816-4453-a6b9-264253f0f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:36:51.786109 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:51.851634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] For port 35685853-5d97-41cb-bd8e-e9f9a0f0529b, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:36:51.856019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] For port 35685853-5d97-41cb-bd8e-e9f9a0f0529b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=35685853-5d97-41cb-bd8e-e9f9a0f0529b,segment=NetworkSegment(08da624a-b816-4453-a6b9-264253f0f157),segment_id=08da624a-b816-4453-a6b9-264253f0f157)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:36:51.860432 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:51.923932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e077425-7ffa-4b4a-89bd-15f221bc9b10 None None] Pushing event updated for resources: {'Port': ['ID=35685853-5d97-41cb-bd8e-e9f9a0f0529b,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:36:53.422011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35526) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:36:53.741662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-e5fd7797-919c-4554-9bd7-6ae2e0a15206 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:36:53.743435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e5fd7797-919c-4554-9bd7-6ae2e0a15206 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3205743 Dec 10 08:36:56.374236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35534) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:36:56.693831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-6553e37e-9ffd-4505-bb74-0be67db2d5ce admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:36:56.694931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6553e37e-9ffd-4505-bb74-0be67db2d5ce admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3197026 Dec 10 08:36:59.529383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35544) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:36:59.852306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f5e9d345-c058-47d6-b6a1-41ed7107e8e7 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '12043f69dd444a26aa9ba25bded27e96'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:36:59.875595 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d345-c058-47d6-b6a1-41ed7107e8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:36:59.877158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d345-c058-47d6-b6a1-41ed7107e8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:00.008328 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d345-c058-47d6-b6a1-41ed7107e8e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:00.012710 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d345-c058-47d6-b6a1-41ed7107e8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:00.026399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d345-c058-47d6-b6a1-41ed7107e8e7 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:00.027607 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f5e9d345-c058-47d6-b6a1-41ed7107e8e7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4970784 Dec 10 08:37:00.857885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 35685853-5d97-41cb-bd8e-e9f9a0f0529b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:37:00.943955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 35685853-5d97-41cb-bd8e-e9f9a0f0529b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:00.944890 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:01.030543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb9d79-0657-40da-956a-ae347d83e325 None None] Network b42a1c1f-8e03-4853-a1ce-2b122d70a986 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:37:01.104298 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:01.159187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b7b5017a-5acb-4693-b7e4-21996402285c None None] Provisioning complete for port 35685853-5d97-41cb-bd8e-e9f9a0f0529b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:01.159557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b7b5017a-5acb-4693-b7e4-21996402285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:01.171238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 35685853-5d97-41cb-bd8e-e9f9a0f0529b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=35685853-5d97-41cb-bd8e-e9f9a0f0529b,segment=NetworkSegment(08da624a-b816-4453-a6b9-264253f0f157),segment_id=08da624a-b816-4453-a6b9-264253f0f157)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:37:01.197727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:01.291135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=35685853-5d97-41cb-bd8e-e9f9a0f0529b,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:01.459578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bc2b8369-c440-4882-b04a-4f19c256e4d4 None None] Provisioning complete for port 35685853-5d97-41cb-bd8e-e9f9a0f0529b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:01.460578 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc2b8369-c440-4882-b04a-4f19c256e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:02.662178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35558) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:37:02.833186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 35685853-5d97-41cb-bd8e-e9f9a0f0529b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:37:02.883483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 35685853-5d97-41cb-bd8e-e9f9a0f0529b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:02.883856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:02.982102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-14cbe7f4-cf35-41ab-9127-3f7d29961d6a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:37:02.983113 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-14cbe7f4-cf35-41ab-9127-3f7d29961d6a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3199844 Dec 10 08:37:02.989357 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d21f65c-096b-4559-90f4-a3e21cc32f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:04.313721 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:37:05.286278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2710b0f8-4095-46f5-bdfd-dbeb94eeb54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:05.588710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35566) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:37:06.082787 n-d-814746-3 neutron-server[114969]: WARNING oslo_policy.policy [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 08:37:06.083361 n-d-814746-3 neutron-server[114969]: WARNING oslo_policy.policy [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 08:37:06.267548 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:06.309222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:37:06.310907 n-d-814746-3 neutron-server[114969]: INFO neutron.quota [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Loaded quota_driver: . Dec 10 08:37:06.366391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Made reservation on behalf of 88133a9b7ef742c1ae802dc608d6ea63 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:37:06.434790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.policy [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 08:37:06.481161 n-d-814746-3 neutron-server[114969]: WARNING oslo_policy.policy [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 08:37:06.481560 n-d-814746-3 neutron-server[114969]: WARNING oslo_policy.policy [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 08:37:06.492588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:06.512006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:06.623539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:06.627309 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:06.638841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=114969) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 08:37:06.670882 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733746814585', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:06.671442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Unsubscribe: segment precommit_create {{(pid=114969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 08:37:06.671965 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Added segment 51649bbd-9674-4ebe-8caf-9808d9219b3d of type flat for network c9a255b2-2602-47ee-bee8-4781f79eb851 Dec 10 08:37:06.688734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893ee95c-6a85-4576-a1fa-4ccc4b1a849c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:06.711168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.711509 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.711842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.712171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.712502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.712820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.713133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.713451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.713789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.714103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.714427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.714726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.715035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Tracked resource versions report: Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: pushed versions: Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: { 'AddressGroup': {'1.2'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'ConntrackHelper': {'1.0'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'LocalIPAssociation': {'1.0'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Log': {'1.0'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Network': {'1.1'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Port': {'1.7'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'PortForwarding': {'1.2'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'QosPolicy': {'1.10'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'SecurityGroup': {'1.5'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'SecurityGroupRule': {'1.2'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'SubPort': {'1.0'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Subnet': {'1.1'}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Trunk': {'1.1'}} Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: consumer versions: Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: { DHCP agent@n-d-814746-3: {}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: L3 agent@n-d-814746-3: {}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: Metadata agent@n-d-814746-3: {}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: Metering agent@n-d-814746-3: {}, Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: Open vSwitch agent@n-d-814746-3: { 'AddressGroup': '1.2', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'ConntrackHelper': '1.0', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'LocalIPAssociation': '1.0', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Log': '1.0', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Network': '1.1', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Port': '1.7', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'PortForwarding': '1.2', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'QosPolicy': '1.10', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'SecurityGroup': '1.5', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'SecurityGroupRule': '1.2', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'SubPort': '1.0', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Subnet': '1.1', Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: 'Trunk': '1.1'}} Dec 10 08:37:06.716157 n-d-814746-3 neutron-server[114969]: {{(pid=114969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 08:37:06.806996 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:06.853461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:06.854701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:37:06.855400 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:06.937209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3462098 Dec 10 08:37:06.963161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf030b27-7199-49db-8e77-f0af7496f1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a255b2-2602-47ee-bee8-4781f79eb851,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:06.974395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c9a255b2-2602-47ee-bee8-4781f79eb851 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:37:07.952369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:09.025282 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:09.517689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35596) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:37:09.694281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e10f7-ea8c-4ae8-b2b4-46e7ed8b958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:37:09.695611 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ae2e10f7-ea8c-4ae8-b2b4-46e7ed8b958d admin admin] 10.222.0.31 "GET /v2.0/subnets/479e0113-b506-4d4c-a756-46e79b7db2f1 HTTP/1.1" status: 200 len: 849 time: 0.1769860 Dec 10 08:37:09.813642 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b5d72b81-eb63-4b98-917c-c3cf357ff455 admin admin] 10.222.0.31 "GET /v2.0/routers/1a3aed0e-defb-4586-ad16-93cc9f94ecf6 HTTP/1.1" status: 200 len: 704 time: 0.1119902 Dec 10 08:37:10.075967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:10.364851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Allocated IP 172.20.0.1 (b42a1c1f-8e03-4853-a1ce-2b122d70a986/479e0113-b506-4d4c-a756-46e79b7db2f1/d5ae4547-fbbe-4c9f-bd09-e60315db22e1) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:37:10.514418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:10.625171 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:10.697913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Network b42a1c1f-8e03-4853-a1ce-2b122d70a986 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:37:10.703262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:37:10.708750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:37:10.708874 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:10.764723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ae4547-fbbe-4c9f-bd09-e60315db22e1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:10.879975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bc24b2fd-776a-4617-94cd-ba653b451ce4 None None] Provisioning complete for port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:10.880525 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc24b2fd-776a-4617-94cd-ba653b451ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:10.906012 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:10.912540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bc24b2fd-776a-4617-94cd-ba653b451ce4 None None] Port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:37:11.113862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:11.118686 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:11.119454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:11.196437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ae4547-fbbe-4c9f-bd09-e60315db22e1,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:11.243778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Network b42a1c1f-8e03-4853-a1ce-2b122d70a986 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:37:11.245113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:37:11.406733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Router 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:37:11.434618 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-531d2ced-9c6a-4a58-8bc6-c751b6fc823d None None] Provisioning complete for port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:11.434985 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-531d2ced-9c6a-4a58-8bc6-c751b6fc823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:11.470781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-531d2ced-9c6a-4a58-8bc6-c751b6fc823d None None] Port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:37:11.497133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:37:11.504632 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a26f87eb-dce0-4938-8f10-8b2f9f894a74 admin admin] 10.222.0.31 "PUT /v2.0/routers/1a3aed0e-defb-4586-ad16-93cc9f94ecf6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6852424 Dec 10 08:37:11.508139 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Sync routers for ids ['1a3aed0e-defb-4586-ad16-93cc9f94ecf6'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:37:11.520737 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Routers {'1a3aed0e-defb-4586-ad16-93cc9f94ecf6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:37:11.521538 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:37:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a3aed0e-defb-4586-ad16-93cc9f94ecf6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:37:11.720588 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Set router 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:37:12.175637 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'name': 'router1', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:36:59Z', 'updated_at': '2021-12-10T08:37:10Z', 'revision_number': 2, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'gw_port_host': None, '_interfaces': [{'id': 'd5ae4547-fbbe-4c9f-bd09-e60315db22e1', 'name': '', 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'mac_address': 'fa:16:3e:14:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:37:10Z', 'updated_at': '2021-12-10T08:37:10Z', 'revision_number': 2, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'subnets': [{'id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b581b8bd-7e5e-4cd8-b420-db4f3ec36b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:37:12.230324 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Checking router: 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:37:12.230791 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Updating router 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:37:12.343424 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:12.904793 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:12.911261 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:13.062518 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Pushing event updated for resources: {'Port': ['ID=d5ae4547-fbbe-4c9f-bd09-e60315db22e1,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:13.088429 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.088777 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.089205 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.089439 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.089814 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.090147 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.090477 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.090798 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.091121 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.091441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.091762 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.092077 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.092397 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Tracked resource versions report: Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: pushed versions: Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: { 'AddressGroup': {'1.2'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'ConntrackHelper': {'1.0'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'LocalIPAssociation': {'1.0'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Log': {'1.0'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Network': {'1.1'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Port': {'1.7'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'PortForwarding': {'1.2'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'QosPolicy': {'1.10'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'SecurityGroup': {'1.5'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'SecurityGroupRule': {'1.2'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'SubPort': {'1.0'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Subnet': {'1.1'}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Trunk': {'1.1'}} Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: consumer versions: Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: { DHCP agent@n-d-814746-3: {}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: L3 agent@n-d-814746-3: {}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: Metadata agent@n-d-814746-3: {}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: Metering agent@n-d-814746-3: {}, Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: Open vSwitch agent@n-d-814746-3: { 'AddressGroup': '1.2', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'ConntrackHelper': '1.0', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'LocalIPAssociation': '1.0', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Log': '1.0', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Network': '1.1', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Port': '1.7', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'PortForwarding': '1.2', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'QosPolicy': '1.10', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'SecurityGroup': '1.5', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'SecurityGroupRule': '1.2', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'SubPort': '1.0', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Subnet': '1.1', Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: 'Trunk': '1.1'}} Dec 10 08:37:13.093581 n-d-814746-3 neutron-server[114972]: {{(pid=114972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 08:37:13.100901 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Attempting to bind port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:37:13.101310 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Attempting to bind port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '08da624a-b816-4453-a6b9-264253f0f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:37:13.101762 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Attempting to bind port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 on network b42a1c1f-8e03-4853-a1ce-2b122d70a986 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:37:13.106730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-486d91ff-df90-4306-a533-f161c552ba1d None None] Provisioning complete for port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:13.107214 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:37:13.107341 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Checking segment: {'id': '08da624a-b816-4453-a6b9-264253f0f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:37:13.107746 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:13.108051 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-486d91ff-df90-4306-a533-f161c552ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:13.108173 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Bound using segment: {'id': '08da624a-b816-4453-a6b9-264253f0f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:37:13.108619 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Bound port: d5ae4547-fbbe-4c9f-bd09-e60315db22e1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08da624a-b816-4453-a6b9-264253f0f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:37:13.109013 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:13.142027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-486d91ff-df90-4306-a533-f161c552ba1d None None] Port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:37:13.175889 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] For port d5ae4547-fbbe-4c9f-bd09-e60315db22e1, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:37:13.196568 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] For port d5ae4547-fbbe-4c9f-bd09-e60315db22e1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d5ae4547-fbbe-4c9f-bd09-e60315db22e1,segment=NetworkSegment(08da624a-b816-4453-a6b9-264253f0f157),segment_id=08da624a-b816-4453-a6b9-264253f0f157)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:37:13.201355 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:13.258672 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Routers {'1a3aed0e-defb-4586-ad16-93cc9f94ecf6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:37:13.259217 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:37:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a3aed0e-defb-4586-ad16-93cc9f94ecf6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:37:13.329804 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe6d0c-5139-4e9e-aad8-f84a613ec188 None None] Pushing event updated for resources: {'Port': ['ID=d5ae4547-fbbe-4c9f-bd09-e60315db22e1,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:13.357052 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] Set router 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:37:13.463362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9a20dd5b-ebfc-42a2-ad85-853ee092941f None None] Provisioning complete for port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:13.464128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9a20dd5b-ebfc-42a2-ad85-853ee092941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:13.552240 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9a20dd5b-ebfc-42a2-ad85-853ee092941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:13.575765 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'name': 'router1', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:36:59Z', 'updated_at': '2021-12-10T08:37:10Z', 'revision_number': 2, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'gw_port_host': None, '_interfaces': [{'id': 'd5ae4547-fbbe-4c9f-bd09-e60315db22e1', 'name': '', 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'mac_address': 'fa:16:3e:14:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:37:10Z', 'updated_at': '2021-12-10T08:37:13Z', 'revision_number': 4, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'subnets': [{'id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b581b8bd-7e5e-4cd8-b420-db4f3ec36b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:37:13.586954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9a20dd5b-ebfc-42a2-ad85-853ee092941f None None] For port d5ae4547-fbbe-4c9f-bd09-e60315db22e1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d5ae4547-fbbe-4c9f-bd09-e60315db22e1,segment=NetworkSegment(08da624a-b816-4453-a6b9-264253f0f157),segment_id=08da624a-b816-4453-a6b9-264253f0f157)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:37:13.591210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9a20dd5b-ebfc-42a2-ad85-853ee092941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:13.602434 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2dd193-8f55-4297-a9c5-d5d6a1fc5417 None None] The sync data for ids ['1a3aed0e-defb-4586-ad16-93cc9f94ecf6'] in n-d-814746-3 is: [{'id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'name': 'router1', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:36:59Z', 'updated_at': '2021-12-10T08:37:10Z', 'revision_number': 2, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'gw_port_host': None, '_interfaces': [{'id': 'd5ae4547-fbbe-4c9f-bd09-e60315db22e1', 'name': '', 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'mac_address': 'fa:16:3e:14:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:37:10Z', 'updated_at': '2021-12-10T08:37:13Z', 'revision_number': 4, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'subnets': [{'id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b581b8bd-7e5e-4cd8-b420-db4f3ec36b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:37:13.645128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20dd5b-ebfc-42a2-ad85-853ee092941f None None] Pushing event updated for resources: {'Port': ['ID=d5ae4547-fbbe-4c9f-bd09-e60315db22e1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:13.967041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35616) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:37:14.076026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ef4f5-721a-4c97-a36b-ec11eab56207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:37:14.077392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3e3ef4f5-721a-4c97-a36b-ec11eab56207 admin admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 842 time: 0.1093919 Dec 10 08:37:14.087300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Request body: {'subnet': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'name': 'public-subnet'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:37:14.109594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Made reservation on behalf of 88133a9b7ef742c1ae802dc608d6ea63 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:37:14.111836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Publish callbacks [] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:14.393033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 08:37:14.393462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:14.448170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Pushing event updated for resources: {'Subnet': ['ID=225a7f23-82d6-49fb-9166-88cf48701dbc,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:14.456305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:37:14.456664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Network hostable DHCP agents. Network: c9a255b2-2602-47ee-bee8-4781f79eb851, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:37:14.473147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:37:14.482068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c9a255b2-2602-47ee-bee8-4781f79eb851) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:37:14.486874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:37:14.488106 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:14.489645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb03d402-2a8f-4e9e-8245-3945a241863b None None] Network c9a255b2-2602-47ee-bee8-4781f79eb851 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:37:14.516609 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0f15ced5-a0a5-48f9-b89c-2cc3e5d5092c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4219656 Dec 10 08:37:14.615510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d1658c-e983-4798-8aef-628639cedfd9 None None] Network c9a255b2-2602-47ee-bee8-4781f79eb851 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:37:17.024004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35624) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:37:17.219820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4643a38d-69f0-45b1-92ac-3d334b0ba2df admin admin] 10.222.0.31 "GET /v2.0/routers/1a3aed0e-defb-4586-ad16-93cc9f94ecf6 HTTP/1.1" status: 200 len: 710 time: 0.1946840 Dec 10 08:37:17.312972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b344a81-9d3d-4953-81b5-1a6d5c25d57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:37:17.314320 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1b344a81-9d3d-4953-81b5-1a6d5c25d57f admin admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 886 time: 0.0880766 Dec 10 08:37:17.324208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:37:17.582062 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:17.824799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:17.902832 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:18.006976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Allocated IP 172.25.3.87 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/d2b7ff8f-8331-44a6-baf7-1d3df90f4392) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:37:18.110773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:18.147172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:18.191791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:37:18.195049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:37:18.198498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:37:18.264006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b7ff8f-8331-44a6-baf7-1d3df90f4392,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:18.447510 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:18.731994 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:18.735451 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:18.843154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Router 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:37:18.951118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:37:18.955343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:18.956580 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8759b8dd-6a3f-48e5-a025-c25ac913a105 admin admin] 10.222.0.31 "PUT /v2.0/routers/1a3aed0e-defb-4586-ad16-93cc9f94ecf6 HTTP/1.1" status: 200 len: 889 time: 1.6357958 Dec 10 08:37:20.614910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Sync routers for ids ['1a3aed0e-defb-4586-ad16-93cc9f94ecf6'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:37:20.626191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Routers {'1a3aed0e-defb-4586-ad16-93cc9f94ecf6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:37:20.626840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:37:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a3aed0e-defb-4586-ad16-93cc9f94ecf6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:37:20.844685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Set router 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:37:20.892194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d5ae4547-fbbe-4c9f-bd09-e60315db22e1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:37:21.126279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:21.126574 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:21.420320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'name': 'router1', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'd2b7ff8f-8331-44a6-baf7-1d3df90f4392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:36:59Z', 'updated_at': '2021-12-10T08:37:18Z', 'revision_number': 4, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'gw_port': {'id': 'd2b7ff8f-8331-44a6-baf7-1d3df90f4392', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:37:17Z', 'updated_at': '2021-12-10T08:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'd5ae4547-fbbe-4c9f-bd09-e60315db22e1', 'name': '', 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'mac_address': 'fa:16:3e:14:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:37:10Z', 'updated_at': '2021-12-10T08:37:13Z', 'revision_number': 5, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'subnets': [{'id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b581b8bd-7e5e-4cd8-b420-db4f3ec36b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:37:21.474706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Checking router: 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:37:21.475100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Updating router 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 port d2b7ff8f-8331-44a6-baf7-1d3df90f4392 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:37:21.524099 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:21.579752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35636) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:37:21.693930 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c208858f-96a7-4a92-b876-edb4ac2eba54 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1129885 Dec 10 08:37:21.857241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:21.863881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:21.914310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Attempting to bind port d2b7ff8f-8331-44a6-baf7-1d3df90f4392 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:37:21.915295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Attempting to bind port d2b7ff8f-8331-44a6-baf7-1d3df90f4392 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:37:21.915295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Attempting to bind port d2b7ff8f-8331-44a6-baf7-1d3df90f4392 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:37:21.922762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:37:21.923130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:37:21.923528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:21.923916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:37:21.924378 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Bound port: d2b7ff8f-8331-44a6-baf7-1d3df90f4392, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:37:21.924766 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:21.946225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f9e4d-4c18-4e09-b551-8818aed381ea None None] Pushing event updated for resources: {'Port': ['ID=d2b7ff8f-8331-44a6-baf7-1d3df90f4392,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:21.980756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] For port d2b7ff8f-8331-44a6-baf7-1d3df90f4392, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:37:21.983712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] For port d2b7ff8f-8331-44a6-baf7-1d3df90f4392, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d2b7ff8f-8331-44a6-baf7-1d3df90f4392,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:37:21.988298 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:22.044549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Routers {'1a3aed0e-defb-4586-ad16-93cc9f94ecf6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:37:22.045164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:37:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a3aed0e-defb-4586-ad16-93cc9f94ecf6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:37:22.085344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f9e4d-4c18-4e09-b551-8818aed381ea None None] Pushing event updated for resources: {'Port': ['ID=d2b7ff8f-8331-44a6-baf7-1d3df90f4392,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:22.157930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] Set router 1a3aed0e-defb-4586-ad16-93cc9f94ecf6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:37:22.375413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'name': 'router1', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'd2b7ff8f-8331-44a6-baf7-1d3df90f4392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:36:59Z', 'updated_at': '2021-12-10T08:37:18Z', 'revision_number': 4, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'gw_port': {'id': 'd2b7ff8f-8331-44a6-baf7-1d3df90f4392', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:37:17Z', 'updated_at': '2021-12-10T08:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'd5ae4547-fbbe-4c9f-bd09-e60315db22e1', 'name': '', 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'mac_address': 'fa:16:3e:14:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:37:10Z', 'updated_at': '2021-12-10T08:37:13Z', 'revision_number': 5, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'subnets': [{'id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b581b8bd-7e5e-4cd8-b420-db4f3ec36b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:37:22.403054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37680451-d598-457a-ac27-7151872aa4d3 None None] The sync data for ids ['1a3aed0e-defb-4586-ad16-93cc9f94ecf6'] in n-d-814746-3 is: [{'id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'name': 'router1', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'd2b7ff8f-8331-44a6-baf7-1d3df90f4392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:36:59Z', 'updated_at': '2021-12-10T08:37:18Z', 'revision_number': 4, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'gw_port': {'id': 'd2b7ff8f-8331-44a6-baf7-1d3df90f4392', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:37:17Z', 'updated_at': '2021-12-10T08:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'd5ae4547-fbbe-4c9f-bd09-e60315db22e1', 'name': '', 'network_id': 'b42a1c1f-8e03-4853-a1ce-2b122d70a986', 'tenant_id': '12043f69dd444a26aa9ba25bded27e96', 'mac_address': 'fa:16:3e:14:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3aed0e-defb-4586-ad16-93cc9f94ecf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:37:10Z', 'updated_at': '2021-12-10T08:37:13Z', 'revision_number': 5, 'project_id': '12043f69dd444a26aa9ba25bded27e96', 'subnets': [{'id': '479e0113-b506-4d4c-a756-46e79b7db2f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b581b8bd-7e5e-4cd8-b420-db4f3ec36b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:37:22.878394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d2b7ff8f-8331-44a6-baf7-1d3df90f4392 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:37:22.933071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d2b7ff8f-8331-44a6-baf7-1d3df90f4392 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:22.933452 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:23.025175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:23.047748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port d2b7ff8f-8331-44a6-baf7-1d3df90f4392, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d2b7ff8f-8331-44a6-baf7-1d3df90f4392,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:37:23.054482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:23.122470 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=d2b7ff8f-8331-44a6-baf7-1d3df90f4392,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:37:24.868758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d2b7ff8f-8331-44a6-baf7-1d3df90f4392 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:37:24.919606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d2b7ff8f-8331-44a6-baf7-1d3df90f4392 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:37:24.919976 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:33.003201 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91d61ea0-cdc0-4b4b-88f7-03838aa3a42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:35.289168 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f85fdae-fbfd-4225-9cd3-edb9d5693c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:36.283232 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:37.955335 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:39.038235 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:37:41.314016 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:38:02.997496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee46bc13-0d52-4fa4-9255-ae8ef93bdb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:05.292058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18bd1bb6-c7f9-46a4-9ef3-d01cf538897a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:06.278460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:07.958203 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:09.036669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:18.313537 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:38:33.000265 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8187d240-8108-4220-9bd1-05294064d210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:35.295023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5eea51c0-55af-43f3-bdef-cc2f1391eddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:36.276375 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:37.961319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:39.029855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:48.343513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:38:48.404491 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-4387fec1-36cf-40e7-bfdd-ba6b24935afb admin admin] GET failed (client error): The resource could not be found. Dec 10 08:38:48.405815 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4387fec1-36cf-40e7-bfdd-ba6b24935afb admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613227 Dec 10 08:38:48.571840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d156e91-ba6b-47b5-a98c-4b82e829a7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:38:48.573303 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2d156e91-ba6b-47b5-a98c-4b82e829a7ab admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1629682 Dec 10 08:38:51.000450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36162) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:38:51.145190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48414c7f-c5ed-493c-8b50-dc5ea00252e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:38:51.147251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-48414c7f-c5ed-493c-8b50-dc5ea00252e2 admin admin] 10.222.0.31 "GET /v2.0/subnets/479e0113-b506-4d4c-a756-46e79b7db2f1 HTTP/1.1" status: 200 len: 849 time: 0.1458259 Dec 10 08:38:51.157323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:38:51.240788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:51.391211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733746865372'] for subnet, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:51.427740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:38:51.428770 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:51.429617 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] 10.222.0.31 "PUT /v2.0/subnets/479e0113-b506-4d4c-a756-46e79b7db2f1 HTTP/1.1" status: 200 len: 868 time: 0.2759171 Dec 10 08:38:51.447435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=479e0113-b506-4d4c-a756-46e79b7db2f1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:38:51.454828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.455170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.455507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.455836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.456158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.456482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.456792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d58a1b-2e31-444e-9ce9-c8bedd20903d None None] Network b42a1c1f-8e03-4853-a1ce-2b122d70a986 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:38:51.457288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.457288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.457446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.457740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.458057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.458375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.459202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f5-0b9d-4c7b-8725-0fbb5d3145f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:38:51.789633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5a47c48c-4e7a-4f33-bf88-9d4ffed71d30 None None] Provisioning complete for port 35685853-5d97-41cb-bd8e-e9f9a0f0529b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:38:51.790003 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5a47c48c-4e7a-4f33-bf88-9d4ffed71d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:51.881029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5a47c48c-4e7a-4f33-bf88-9d4ffed71d30 None None] Provisioning complete for port d5ae4547-fbbe-4c9f-bd09-e60315db22e1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:38:51.881354 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5a47c48c-4e7a-4f33-bf88-9d4ffed71d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:38:53.838859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36172) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:38:54.054962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091ebffa-079f-444f-a832-3bbf40da8dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:38:54.055335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091ebffa-079f-444f-a832-3bbf40da8dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:38:54.057113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-091ebffa-079f-444f-a832-3bbf40da8dbd admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2172875 Dec 10 08:38:55.312959 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:38:56.484991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36180) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:38:56.614381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6fe59c-eaad-411f-9c47-28f7609d3fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:38:56.615022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6fe59c-eaad-411f-9c47-28f7609d3fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:38:56.616673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-da6fe59c-eaad-411f-9c47-28f7609d3fe3 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307030 Dec 10 08:38:58.981152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36188) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:38:59.183557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade9a32a-1deb-4276-a461-d45bac48f900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:38:59.184918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ade9a32a-1deb-4276-a461-d45bac48f900 admin admin] 10.222.0.31 "GET /v2.0/networks/b42a1c1f-8e03-4853-a1ce-2b122d70a986 HTTP/1.1" status: 200 len: 869 time: 0.2028096 Dec 10 08:39:01.549310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36196) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:39:01.672989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821dbfa5-d55c-480d-ac88-a2a31b148cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:01.674374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-821dbfa5-d55c-480d-ac88-a2a31b148cbf admin admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 886 time: 0.1240585 Dec 10 08:39:03.002934 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4afa8ceb-f281-45a2-8d76-b8b76852a8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:04.038360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36204) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:39:04.162238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41c2249-a96e-4476-994f-67a51cd8a68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:04.162694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41c2249-a96e-4476-994f-67a51cd8a68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:04.164229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b41c2249-a96e-4476-994f-67a51cd8a68a admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249118 Dec 10 08:39:05.297638 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26022058-1ecf-48d5-a7d7-5d849c06cd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:06.280273 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:06.602116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36212) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:39:06.696595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a841c259-0365-4c70-aeef-4edb7b81f033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:06.697044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a841c259-0365-4c70-aeef-4edb7b81f033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:06.698606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a841c259-0365-4c70-aeef-4edb7b81f033 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955436 Dec 10 08:39:07.963094 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:09.033183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:09.120199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36220) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:39:09.206161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d68a5-0c33-4a8a-9bd6-90cb99b8e587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:09.207476 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-878d68a5-0c33-4a8a-9bd6-90cb99b8e587 admin admin] 10.222.0.31 "GET /v2.0/subnets/225a7f23-82d6-49fb-9166-88cf48701dbc HTTP/1.1" status: 200 len: 816 time: 0.0863845 Dec 10 08:39:11.583965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36228) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:39:11.677143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b045edb-bbb2-48d0-89ea-fd51b24e6ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:11.678742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1b045edb-bbb2-48d0-89ea-fd51b24e6ec2 admin admin] 10.222.0.31 "GET /v2.0/subnets/479e0113-b506-4d4c-a756-46e79b7db2f1 HTTP/1.1" status: 200 len: 868 time: 0.0938323 Dec 10 08:39:32.311946 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:39:33.004893 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d08957d1-548c-4a89-b0f3-30cddbb38036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:35.299745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1b5be0eb-784e-4ad2-a131-62c82c24cf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:36.283434 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:37.006814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36282) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:39:37.055383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-a0835282-6143-421f-ae90-a9d2b5985b8a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:39:37.056378 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a0835282-6143-421f-ae90-a9d2b5985b8a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486250 Dec 10 08:39:37.967381 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:39.038855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:39.519069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36290) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:39:39.580152 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb11944-0295-405c-925e-aded944d7566 admin admin] GET failed (client error): The resource could not be found. Dec 10 08:39:39.581404 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8bb11944-0295-405c-925e-aded944d7566 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613854 Dec 10 08:39:39.666578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4400881-d8b8-4284-9704-9f3334a63639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:39.668028 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c4400881-d8b8-4284-9704-9f3334a63639 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821099 Dec 10 08:39:42.061372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36298) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:39:42.108086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:39:42.128410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Made reservation on behalf of 88133a9b7ef742c1ae802dc608d6ea63 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:39:42.130757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:42.164074 n-d-814746-3 neutron-server[114969]: WARNING neutron.services.revisions.revision_plugin [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Could not find related network for resource to bump revision. Dec 10 08:39:42.179319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:39:42.188217 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:42.188548 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Added segment 9353c116-0e38-4238-88d2-4066491e0b03 of type vlan for network 273479ca-6ef8-47b4-bce2-1b0430a04dfc Dec 10 08:39:42.230794 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:42.253204 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:42.254082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:42.254661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:42.313629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2511458 Dec 10 08:39:42.318491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7355199-75b8-4011-9eda-73fbb8af7cfe admin admin] Pushing event updated for resources: {'Network': ['ID=273479ca-6ef8-47b4-bce2-1b0430a04dfc,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:39:42.329537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:39:44.735725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36306) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:39:44.796417 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d41d54-ea45-4167-b14d-221c744fdf06 admin admin] GET failed (client error): The resource could not be found. Dec 10 08:39:44.797689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a7d41d54-ea45-4167-b14d-221c744fdf06 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609522 Dec 10 08:39:44.899828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0d1775-82f6-4fc5-9931-cad24f5de291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:44.901294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ff0d1775-82f6-4fc5-9931-cad24f5de291 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989532 Dec 10 08:39:44.911488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'name': 'shared-subnet'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:39:44.934222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Made reservation on behalf of 88133a9b7ef742c1ae802dc608d6ea63 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:39:44.936640 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:45.118064 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:45.170270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d99326a-496b-42f5-8a42-6c571c3bf148,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:39:45.187238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:39:45.187592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Network hostable DHCP agents. Network: 273479ca-6ef8-47b4-bce2-1b0430a04dfc, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:39:45.207240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:39:45.218806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 273479ca-6ef8-47b4-bce2-1b0430a04dfc) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:39:45.223301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:39:45.224602 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:45.228219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb20cbb-99f3-427b-bfba-149e7a7e4e80 None None] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:39:45.242024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dd2b497c-a1f2-4425-b64b-ce1f29c2c5f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3338606 Dec 10 08:39:45.336055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'project_id': '88133a9b7ef742c1ae802dc608d6ea63', 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:39:45.336966 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:45.478432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Allocated IP 192.168.233.2 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/f99114e4-7135-4186-8e54-2339a1f1157d) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:39:45.718614 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:45.726288 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:45.769612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:39:45.772519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:39:45.775882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:39:45.782956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Pushing event updated for resources: {'Port': ['ID=f99114e4-7135-4186-8e54-2339a1f1157d,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:39:45.793178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.793614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.793894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.794232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.794558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.794894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.795215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.795540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.795860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.796181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.796500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.796822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.797137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:39:45.843489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Attempting to bind port f99114e4-7135-4186-8e54-2339a1f1157d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:39:45.843883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Attempting to bind port f99114e4-7135-4186-8e54-2339a1f1157d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:39:45.844217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Attempting to bind port f99114e4-7135-4186-8e54-2339a1f1157d on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:39:45.849238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:39:45.850172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:39:45.850567 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:45.850956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:39:45.851412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Bound port: f99114e4-7135-4186-8e54-2339a1f1157d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:39:45.851800 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:45.916185 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] For port f99114e4-7135-4186-8e54-2339a1f1157d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:39:45.919518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] For port f99114e4-7135-4186-8e54-2339a1f1157d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f99114e4-7135-4186-8e54-2339a1f1157d,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:39:45.923715 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:45.986345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55050fb-62d1-460f-adb2-dd89fa28e8af None None] Pushing event updated for resources: {'Port': ['ID=f99114e4-7135-4186-8e54-2339a1f1157d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:39:46.847418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd6ca4-338a-41f8-b354-7e8f942c8058 None None] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:39:46.955072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-08567f96-af95-4ab8-86c2-d6185a1990e0 None None] Provisioning complete for port f99114e4-7135-4186-8e54-2339a1f1157d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:39:46.955363 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-08567f96-af95-4ab8-86c2-d6185a1990e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:46.989701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f99114e4-7135-4186-8e54-2339a1f1157d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:39:47.089634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f99114e4-7135-4186-8e54-2339a1f1157d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:39:47.089915 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:47.123137 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-08567f96-af95-4ab8-86c2-d6185a1990e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:47.170553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-08567f96-af95-4ab8-86c2-d6185a1990e0 None None] For port f99114e4-7135-4186-8e54-2339a1f1157d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f99114e4-7135-4186-8e54-2339a1f1157d,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:39:47.200001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-08567f96-af95-4ab8-86c2-d6185a1990e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:47.242850 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:47.276674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08567f96-af95-4ab8-86c2-d6185a1990e0 None None] Pushing event updated for resources: {'Port': ['ID=f99114e4-7135-4186-8e54-2339a1f1157d,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:39:47.325907 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:39:47.326315 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:39:47.330100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8b1a7ddc-ad79-4b65-b868-1da85f257a17 None None] Provisioning complete for port f99114e4-7135-4186-8e54-2339a1f1157d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:39:47.330469 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7ddc-ad79-4b65-b868-1da85f257a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:39:48.924040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f99114e4-7135-4186-8e54-2339a1f1157d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:39:48.973124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f99114e4-7135-4186-8e54-2339a1f1157d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:39:48.973483 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:03.009058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-abd434ca-affd-43d2-80a2-0da0e4717232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:05.305197 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb94060d-904a-40fc-8d65-783ecf73424c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:06.289469 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:07.969791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:09.041522 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:09.311911 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:40:33.014324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2377e400-6f7e-4a16-9bf4-7efb5aca3489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:35.307650 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24ddabd8-9b09-4b4e-a1b2-98ddda60a47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:36.290248 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:37.972207 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:39.042972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:40:46.311731 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:41:03.008595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-795fab98-75df-468d-8cfd-def8c3d66d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:05.312963 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-025275ab-72d5-4d30-9421-69f721d59bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:06.293865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:07.974042 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:08.071594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36350) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:41:08.078214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-a8efe6f9-6c60-42f1-9f10-236157e38226 tempest-verify_tempest_config-961659267 tempest-verify_tempest_config-961659267-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:41:08.079177 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a8efe6f9-6c60-42f1-9f10-236157e38226 tempest-verify_tempest_config-961659267 tempest-verify_tempest_config-961659267-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058892 Dec 10 08:41:08.374588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36368) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:41:08.477084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:08.551791 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:08.555714 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:08.598290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a7364f-8947-44bd-9ebd-5660eb514138,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:41:08.603411 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=560f53847f36445db69d8f777a0590e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2278228 Dec 10 08:41:08.606206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36372) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:41:08.607824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.608269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.608607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.608942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.609273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.609632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.609958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.610279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.610599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.610922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.611261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.611582 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.611898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6384c49-5739-4474-bda5-e55f4522eef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.660595 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:08.681654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:08.771425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:08.774650 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:08.776198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33a7364f-8947-44bd-9ebd-5660eb514138 HTTP/1.1" status: 204 len: 168 time: 0.1687398 Dec 10 08:41:08.784283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a7364f-8947-44bd-9ebd-5660eb514138,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:41:08.790843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.791304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.791508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.791845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.792292 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.792700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.793058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.793361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.793758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.794240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.794420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.794768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:08.795140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a687e-9e31-40b0-905f-445a5ccfd0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:41:09.046853 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:23.310828 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:41:33.010010 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4f6b9e19-6c0c-41fd-9290-668a4fe7ba4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:35.314586 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1caf-2215-4e29-bb05-6976c34cd489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:36.296530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:37.979913 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:41:39.049299 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:00.309969 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:42:03.011611 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99a74ebf-89f3-4133-ba5e-e68b810fa9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:05.315569 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c32f617c-fb30-4863-a8e4-038d1fbd5de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:06.297935 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:07.982117 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:09.051060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:33.012665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b11e28a3-6d24-47d2-a963-228cbf33e2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:35.317327 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef1a18b1-4c02-461e-a26b-249f52dcf97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:36.299868 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:37.309763 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:42:37.985346 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:42:39.052277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:03.017391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-acedc30f-52a9-412f-960b-5ab510fd93fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:05.318563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d042940-8160-442c-b963-b06d978734d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:06.302848 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:07.987968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:09.054611 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:14.310771 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:43:33.018739 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e54657af-d92f-4307-8304-418a7cc20733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:35.320733 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d523a95f-e479-41ea-80da-52009728e22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:36.306755 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:37.991352 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:39.057637 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:43:51.310853 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 5 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:44:03.020782 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b4d859f-b471-47c8-8924-cd3ead4888a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:05.322329 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a75f19bb-62ff-4ece-9dc5-12e8dd0304d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:06.312070 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:07.994034 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:09.059379 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:14.772570 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693051'] for agent, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:18.889090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693051'] for agent, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:28.310541 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:44:33.022287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4c0-431d-49f8-beae-eb3e98668ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:35.323419 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e7659c00-70ef-445b-ad34-c76cea2004f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:36.310985 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:37.998062 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:39.062539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:44.727416 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:44:48.842093 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:03.024529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-967d25dd-0780-4818-bc25-8f29a6db7f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:05.310489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:45:05.325475 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-96a3ffb6-8b8b-4e58-a9cf-cf7ef5cb84a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:06.105407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36426) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:45:06.208143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a3abb09c-af7b-4a12-b591-7616231fcadb admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1016138 Dec 10 08:45:06.315157 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:08.002092 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:08.594585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36436) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:45:08.649834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d631d6d5-d7f6-42c8-8e77-7835ba0079c8 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0541415 Dec 10 08:45:09.064920 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:14.719888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:18.843397 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:33.028440 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd745213-0500-4a91-8d0f-7502851d96c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:35.327174 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-48c47df6-1c54-4223-87e7-b180ae895861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:36.318053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:38.004819 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:39.066256 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:42.309758 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:45:44.752656 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:45:48.844506 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:03.031008 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f153c511-7035-42f4-abb8-5d091c6b15bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:05.329280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b60cb36a-0289-466e-a858-dc6632337e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:06.320092 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:08.010856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:09.069935 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:14.773560 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:18.845317 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:19.309055 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:46:31.356245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36600) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:31.614187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b11473fd-d0ca-447e-bfbf-45deb563f005 tempest-AutoAllocateNetworkTest-1307664938 tempest-AutoAllocateNetworkTest-1307664938-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b90e986f4e354303b7c04aa4e6e88a39&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2566769 Dec 10 08:46:31.616698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36626) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:31.864970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd3c7e-4d59-4d5d-b0f4-f9454183cc76 tempest-AutoAllocateNetworkTest-1307664938 tempest-AutoAllocateNetworkTest-1307664938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:31.869441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-22dd3c7e-4d59-4d5d-b0f4-f9454183cc76 tempest-AutoAllocateNetworkTest-1307664938 tempest-AutoAllocateNetworkTest-1307664938-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2484953 Dec 10 08:46:31.869640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36640) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:31.968363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36646) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:31.968930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0a1dfb02-0fbd-4ea7-b667-f08ddfa2cbcf tempest-AutoAllocateNetworkTest-1307664938 tempest-AutoAllocateNetworkTest-1307664938-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978849 Dec 10 08:46:32.000600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5441e034-d38d-4b32-8f96-896eb62d0544 tempest-AutoAllocateNetworkTest-1307664938 tempest-AutoAllocateNetworkTest-1307664938-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b90e986f4e354303b7c04aa4e6e88a39 HTTP/1.1" status: 200 len: 208 time: 0.0310843 Dec 10 08:46:32.749768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36680) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:33.036997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17c904de-55f5-4e62-8e40-c4f1e0f423fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:33.245037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:33.357922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:33.360770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:33.410753 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b90e986f4e354303b7c04aa4e6e88a39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6599922 Dec 10 08:46:33.413455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36714) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:33.421624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf7ab3b-0909-4053-920b-d7ec42425557,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:33.430390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.430740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.431085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.431416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.431905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.432368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.432841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.433436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.433938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.434402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.434865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.435327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.435957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cad0f-ae1b-4e8e-83db-f13b01bd9444 admin admin] Tracked resource versions report: Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: pushed versions: Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: { 'AddressGroup': {'1.2'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'ConntrackHelper': {'1.0'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'LocalIPAssociation': {'1.0'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Log': {'1.0'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Network': {'1.1'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Port': {'1.7'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'PortForwarding': {'1.2'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'QosPolicy': {'1.10'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'SecurityGroup': {'1.5'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'SecurityGroupRule': {'1.2'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'SubPort': {'1.0'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Subnet': {'1.1'}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Trunk': {'1.1'}} Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: consumer versions: Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: { DHCP agent@n-d-814746-3: {}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: HyperV agent@n-h1-814746-3: {}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: HyperV agent@n-h2-814746-3: {}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: L3 agent@n-d-814746-3: {}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: Metadata agent@n-d-814746-3: {}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: Metering agent@n-d-814746-3: {}, Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: Open vSwitch agent@n-d-814746-3: { 'AddressGroup': '1.2', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'ConntrackHelper': '1.0', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'LocalIPAssociation': '1.0', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Log': '1.0', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Network': '1.1', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Port': '1.7', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'PortForwarding': '1.2', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'QosPolicy': '1.10', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'SecurityGroup': '1.5', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'SecurityGroupRule': '1.2', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'SubPort': '1.0', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Subnet': '1.1', Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: 'Trunk': '1.1'}} Dec 10 08:46:33.437686 n-d-814746-3 neutron-server[114970]: {{(pid=114970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 08:46:33.470990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:33.495306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:33.554364 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:33.557947 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:33.564112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aaf7ab3b-0909-4053-920b-d7ec42425557 HTTP/1.1" status: 204 len: 168 time: 0.1469569 Dec 10 08:46:33.573268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf7ab3b-0909-4053-920b-d7ec42425557,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:33.590586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.590929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.591430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.591907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.592482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.592956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.593439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.593796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.594123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.594589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.595889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.596487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.596823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2bb19-b182-427e-867a-0c780d9a8c63 admin admin] Tracked resource versions report: Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: pushed versions: Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: { 'AddressGroup': {'1.2'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'ConntrackHelper': {'1.0'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'LocalIPAssociation': {'1.0'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Log': {'1.0'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Network': {'1.1'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Port': {'1.7'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'PortForwarding': {'1.2'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'QosPolicy': {'1.10'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'SecurityGroup': {'1.5'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'SecurityGroupRule': {'1.2'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'SubPort': {'1.0'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Subnet': {'1.1'}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Trunk': {'1.1'}} Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: consumer versions: Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: { DHCP agent@n-d-814746-3: {}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: HyperV agent@n-h1-814746-3: {}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: HyperV agent@n-h2-814746-3: {}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: L3 agent@n-d-814746-3: {}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: Metadata agent@n-d-814746-3: {}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: Metering agent@n-d-814746-3: {}, Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: Open vSwitch agent@n-d-814746-3: { 'AddressGroup': '1.2', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'ConntrackHelper': '1.0', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'LocalIPAssociation': '1.0', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Log': '1.0', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Network': '1.1', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Port': '1.7', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'PortForwarding': '1.2', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'QosPolicy': '1.10', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'SecurityGroup': '1.5', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'SecurityGroupRule': '1.2', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'SubPort': '1.0', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Subnet': '1.1', Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: 'Trunk': '1.1'}} Dec 10 08:46:33.598043 n-d-814746-3 neutron-server[114969]: {{(pid=114969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 08:46:35.332410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8c34-c5a6-49b8-b5a5-3a5e1e3bdc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.114424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36866) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:36.328567 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.483962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27198dfa-5a98-451a-9c95-6303c767812b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.500799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36900) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:36.574351 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27198dfa-5a98-451a-9c95-6303c767812b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.580481 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27198dfa-5a98-451a-9c95-6303c767812b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.618701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-27198dfa-5a98-451a-9c95-6303c767812b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af85aec11b3848d3934ad967614b7761&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5030618 Dec 10 08:46:36.621592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36916) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:36.641072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27198dfa-5a98-451a-9c95-6303c767812b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4352b232-fb66-4e5c-bf60-ee77504db1bf,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:36.698018 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-623a8701-d312-4ce0-b418-9cc6496b9c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.722797 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-623a8701-d312-4ce0-b418-9cc6496b9c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.753041 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f853-cec2-4fa0-8928-0b2c3c11d612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.801954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-623a8701-d312-4ce0-b418-9cc6496b9c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.804790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-623a8701-d312-4ce0-b418-9cc6496b9c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.806050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-623a8701-d312-4ce0-b418-9cc6496b9c41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4352b232-fb66-4e5c-bf60-ee77504db1bf HTTP/1.1" status: 204 len: 168 time: 0.1835110 Dec 10 08:46:36.824573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a8701-d312-4ce0-b418-9cc6496b9c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4352b232-fb66-4e5c-bf60-ee77504db1bf,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:36.901846 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f853-cec2-4fa0-8928-0b2c3c11d612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.912044 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f853-cec2-4fa0-8928-0b2c3c11d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:36.979064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b7a4f853-cec2-4fa0-8928-0b2c3c11d612 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ffabe1021fa45319b148411d035d018&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4762866 Dec 10 08:46:36.981681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4f853-cec2-4fa0-8928-0b2c3c11d612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a84497a-1f48-450d-ba03-27a9eeefc3ba,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:36.982648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36952) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:37.045447 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9819b43-fbc2-4827-abe6-91293c12a304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.084647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9819b43-fbc2-4827-abe6-91293c12a304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.148413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9819b43-fbc2-4827-abe6-91293c12a304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.152620 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9819b43-fbc2-4827-abe6-91293c12a304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.156245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d9819b43-fbc2-4827-abe6-91293c12a304 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a84497a-1f48-450d-ba03-27a9eeefc3ba HTTP/1.1" status: 204 len: 168 time: 0.1702299 Dec 10 08:46:37.172278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9819b43-fbc2-4827-abe6-91293c12a304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a84497a-1f48-450d-ba03-27a9eeefc3ba,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:37.305803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36986) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:37.321308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc48071d-b51a-4d1f-9291-07f16ee5993a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.418214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc48071d-b51a-4d1f-9291-07f16ee5993a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.424261 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc48071d-b51a-4d1f-9291-07f16ee5993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.473595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37002) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:37.474146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bc48071d-b51a-4d1f-9291-07f16ee5993a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=738bd509f6824fc69c584234b6b73155&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1665552 Dec 10 08:46:37.474971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48071d-b51a-4d1f-9291-07f16ee5993a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7510bc9-110e-4dc3-bbd6-7c65637754c9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:37.569519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f99ffc3-13b4-4675-a063-e2abea68f563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.595906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f99ffc3-13b4-4675-a063-e2abea68f563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.664472 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f99ffc3-13b4-4675-a063-e2abea68f563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.667213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f99ffc3-13b4-4675-a063-e2abea68f563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.668362 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6f99ffc3-13b4-4675-a063-e2abea68f563 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7510bc9-110e-4dc3-bbd6-7c65637754c9 HTTP/1.1" status: 204 len: 168 time: 0.1925640 Dec 10 08:46:37.686080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99ffc3-13b4-4675-a063-e2abea68f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7510bc9-110e-4dc3-bbd6-7c65637754c9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:37.732578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37024) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:37.862058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37034) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:37.899286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37038) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:37.915258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2564503a-885d-4547-8074-f9a0528ed87b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:37.996694 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2564503a-885d-4547-8074-f9a0528ed87b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.010658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2564503a-885d-4547-8074-f9a0528ed87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.025207 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.057991 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2564503a-885d-4547-8074-f9a0528ed87b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6e1ecc916a84bfabeb2632616e5bfd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1570473 Dec 10 08:46:38.060445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37042) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:38.066327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564503a-885d-4547-8074-f9a0528ed87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c64ebd5-4440-43fb-8cd7-347fa2cce400,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:38.114131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7d3d570c-91ee-4fbb-b5fa-a9365c31ce73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.135629 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7d3d570c-91ee-4fbb-b5fa-a9365c31ce73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.184356 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ea98024b-76bf-4bd4-99e5-6ec50b91328f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.245591 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7d3d570c-91ee-4fbb-b5fa-a9365c31ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.248772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7d3d570c-91ee-4fbb-b5fa-a9365c31ce73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.252499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7d3d570c-91ee-4fbb-b5fa-a9365c31ce73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c64ebd5-4440-43fb-8cd7-347fa2cce400 HTTP/1.1" status: 204 len: 168 time: 0.1889126 Dec 10 08:46:38.255136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42d68100-9d99-46fa-af03-8bb85f48b50a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.285158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d570c-91ee-4fbb-b5fa-a9365c31ce73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c64ebd5-4440-43fb-8cd7-347fa2cce400,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:38.295935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ea98024b-76bf-4bd4-99e5-6ec50b91328f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.304343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ea98024b-76bf-4bd4-99e5-6ec50b91328f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.354187 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ea98024b-76bf-4bd4-99e5-6ec50b91328f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58dfb74d492d41738577e9cc24060800&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6202135 Dec 10 08:46:38.354958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37054) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:38.393562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98024b-76bf-4bd4-99e5-6ec50b91328f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d7ed8e-fb34-4626-976f-6f446fa48d78,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:38.448004 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be7a0985-00e2-4458-a4c8-c395ebb93093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.459123 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42d68100-9d99-46fa-af03-8bb85f48b50a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.472174 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42d68100-9d99-46fa-af03-8bb85f48b50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.511809 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be7a0985-00e2-4458-a4c8-c395ebb93093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.581790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-42d68100-9d99-46fa-af03-8bb85f48b50a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4102a1ea46694b8db8b510082f3a22f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7158301 Dec 10 08:46:38.582609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37078) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:38.601296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d68100-9d99-46fa-af03-8bb85f48b50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7fddb-5811-4f35-b410-4a99c56decd2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:38.695549 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-84abf22f-ffd3-4518-9879-5c5363f4adef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.719461 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-84abf22f-ffd3-4518-9879-5c5363f4adef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.741936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be7a0985-00e2-4458-a4c8-c395ebb93093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.745808 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be7a0985-00e2-4458-a4c8-c395ebb93093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.747414 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-be7a0985-00e2-4458-a4c8-c395ebb93093 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50d7ed8e-fb34-4626-976f-6f446fa48d78 HTTP/1.1" status: 204 len: 168 time: 0.3898172 Dec 10 08:46:38.770316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a0985-00e2-4458-a4c8-c395ebb93093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d7ed8e-fb34-4626-976f-6f446fa48d78,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:38.805087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-84abf22f-ffd3-4518-9879-5c5363f4adef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.813088 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-84abf22f-ffd3-4518-9879-5c5363f4adef admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:38.814848 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-84abf22f-ffd3-4518-9879-5c5363f4adef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cc7fddb-5811-4f35-b410-4a99c56decd2 HTTP/1.1" status: 204 len: 168 time: 0.2308209 Dec 10 08:46:38.824411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abf22f-ffd3-4518-9879-5c5363f4adef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7fddb-5811-4f35-b410-4a99c56decd2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:39.082917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:39.586052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37200) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:39.617172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fed664e9-4bf1-4a3f-8280-e14fcb1a7d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:39.762121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fed664e9-4bf1-4a3f-8280-e14fcb1a7d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:39.776064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fed664e9-4bf1-4a3f-8280-e14fcb1a7d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:39.825268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed664e9-4bf1-4a3f-8280-e14fcb1a7d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094fb9ef-4693-4006-a0ba-12735e63d1e6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:39.866579 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fed664e9-4bf1-4a3f-8280-e14fcb1a7d03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=342454dcb7774bafb73dc0b96aceb819&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2788701 Dec 10 08:46:39.867325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37230) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:39.958899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e98a57a9-526d-4ff4-acc3-07467da960bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:39.979675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37242) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:39.992637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e98a57a9-526d-4ff4-acc3-07467da960bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.014323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37248) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:40.032598 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66aa7ce-3843-4fac-b45a-b8af1ea2f687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.067512 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e98a57a9-526d-4ff4-acc3-07467da960bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.070085 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e98a57a9-526d-4ff4-acc3-07467da960bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.071370 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e98a57a9-526d-4ff4-acc3-07467da960bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/094fb9ef-4693-4006-a0ba-12735e63d1e6 HTTP/1.1" status: 204 len: 168 time: 0.2028568 Dec 10 08:46:40.081357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a57a9-526d-4ff4-acc3-07467da960bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094fb9ef-4693-4006-a0ba-12735e63d1e6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:40.132898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66aa7ce-3843-4fac-b45a-b8af1ea2f687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.136537 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66aa7ce-3843-4fac-b45a-b8af1ea2f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.176300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d66aa7ce-3843-4fac-b45a-b8af1ea2f687 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=856a60193c2340ae858a82cab41a6019&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1608303 Dec 10 08:46:40.177137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aa7ce-3843-4fac-b45a-b8af1ea2f687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b9a9d7-bc3f-469b-94e0-376ce7e1304e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:40.178948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:40.238938 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a85cea2-7292-400a-a0c8-5ab236538caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.261240 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a85cea2-7292-400a-a0c8-5ab236538caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.310268 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a85cea2-7292-400a-a0c8-5ab236538caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.314702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a85cea2-7292-400a-a0c8-5ab236538caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.315849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8a85cea2-7292-400a-a0c8-5ab236538caa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80b9a9d7-bc3f-469b-94e0-376ce7e1304e HTTP/1.1" status: 204 len: 168 time: 0.1359200 Dec 10 08:46:40.324459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85cea2-7292-400a-a0c8-5ab236538caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b9a9d7-bc3f-469b-94e0-376ce7e1304e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:40.357756 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-95ffa8d5-b4de-4879-85eb-bf2f7e7a3755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.437119 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-95ffa8d5-b4de-4879-85eb-bf2f7e7a3755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.442936 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-95ffa8d5-b4de-4879-85eb-bf2f7e7a3755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.486225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-95ffa8d5-b4de-4879-85eb-bf2f7e7a3755 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=386bcba63a614d36a1d56f2fa96bef38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5054350 Dec 10 08:46:40.487273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffa8d5-b4de-4879-85eb-bf2f7e7a3755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca78328-e75b-4ee0-bb36-7369be6b2853,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:40.488919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37270) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:40.542174 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad780a45-99c0-48b5-be6b-8a59ade63c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.564205 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad780a45-99c0-48b5-be6b-8a59ade63c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.569180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37272) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:40.616036 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad780a45-99c0-48b5-be6b-8a59ade63c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.618648 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad780a45-99c0-48b5-be6b-8a59ade63c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.619805 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ad780a45-99c0-48b5-be6b-8a59ade63c0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ca78328-e75b-4ee0-bb36-7369be6b2853 HTTP/1.1" status: 204 len: 168 time: 0.1297944 Dec 10 08:46:40.632304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad780a45-99c0-48b5-be6b-8a59ade63c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca78328-e75b-4ee0-bb36-7369be6b2853,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:40.708299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37280) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:40.890595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-network', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:46:40.914826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Made reservation on behalf of 66e0341a0559410bb432f4bb1302f7fa for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:46:40.917569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:40.927135 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.008892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.014525 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.040952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:46:41.051744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef943a7-e673-4853-9c29-91faf29f7f6a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:41.056535 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.057067 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Added segment 69d7b234-f143-4cf6-8aa8-bdc9e086e50f of type vlan for network 0f996f28-7a71-4f34-bbc5-42a950667083 Dec 10 08:46:41.099908 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.134903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.135963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:41.136562 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.151464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb20f463-1997-4a3b-ad1d-4d2472002a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.169436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5990906 Dec 10 08:46:41.172653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37306) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:41.183949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Request body: {'subnet': {'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-subnet', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:46:41.259048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288ae91-c5eb-4c9d-af3a-304abb9d576a admin admin] Pushing event updated for resources: {'Network': ['ID=0f996f28-7a71-4f34-bbc5-42a950667083,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:41.272801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 0f996f28-7a71-4f34-bbc5-42a950667083 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:46:41.328572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Made reservation on behalf of 66e0341a0559410bb432f4bb1302f7fa for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:46:41.338912 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.351782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37320) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:41.374734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-457fe43a-d539-4851-8aff-bdaf85e60410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.389770 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb20f463-1997-4a3b-ad1d-4d2472002a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.399928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb20f463-1997-4a3b-ad1d-4d2472002a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.463490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20f463-1997-4a3b-ad1d-4d2472002a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f741b44-9347-4c84-8419-f97244b63e13,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:41.468082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bb20f463-1997-4a3b-ad1d-4d2472002a1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90c99d3e744c47858c0723ceb76e096e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7587821 Dec 10 08:46:41.473265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37322) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:41.544531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-457fe43a-d539-4851-8aff-bdaf85e60410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.556484 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-457fe43a-d539-4851-8aff-bdaf85e60410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.570752 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f444f4a9-3fbe-4b07-9c25-156fdf87e9c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.580321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.609641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-457fe43a-d539-4851-8aff-bdaf85e60410 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ebbd9a319524f14a938c99dcc24ebbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2491682 Dec 10 08:46:41.615111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37330) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:41.627439 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f444f4a9-3fbe-4b07-9c25-156fdf87e9c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.629764 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fe43a-d539-4851-8aff-bdaf85e60410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87596629-9c89-4896-b3f4-cdcb16f57d59,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:41.658992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Checking segment: {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:46:41.659472 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Network hostable DHCP agents. Network: 0f996f28-7a71-4f34-bbc5-42a950667083, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:46:41.673940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1370e0ba-0c5c-4f67-950b-eaa0f7136e26,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:41.695106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Network 0f996f28-7a71-4f34-bbc5-42a950667083 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:46:41.708060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 0f996f28-7a71-4f34-bbc5-42a950667083) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:41.709298 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f080453-e06c-40c6-8654-92e89ca612aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.713643 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f444f4a9-3fbe-4b07-9c25-156fdf87e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.714602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:41.715348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.716755 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f444f4a9-3fbe-4b07-9c25-156fdf87e9c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.717634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f444f4a9-3fbe-4b07-9c25-156fdf87e9c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f741b44-9347-4c84-8419-f97244b63e13 HTTP/1.1" status: 204 len: 168 time: 0.2431459 Dec 10 08:46:41.725068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a170e54-fd04-41a6-a218-26ca79fb749d None None] Network 0f996f28-7a71-4f34-bbc5-42a950667083 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:46:41.734125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444f4a9-3fbe-4b07-9c25-156fdf87e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f741b44-9347-4c84-8419-f97244b63e13,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:41.741349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1e7e9369-8cf3-4a08-8c88-497c898093ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5648272 Dec 10 08:46:41.742633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37338) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:41.748706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f080453-e06c-40c6-8654-92e89ca612aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.758671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:46:41.788236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.789672 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.805826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f080453-e06c-40c6-8654-92e89ca612aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.809421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f080453-e06c-40c6-8654-92e89ca612aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.810160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7f080453-e06c-40c6-8654-92e89ca612aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87596629-9c89-4896-b3f4-cdcb16f57d59 HTTP/1.1" status: 204 len: 168 time: 0.1932971 Dec 10 08:46:41.825023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f080453-e06c-40c6-8654-92e89ca612aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87596629-9c89-4896-b3f4-cdcb16f57d59,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:41.875082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.912317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-0f996f28-7a71-4f34-bbc5-42a950667083', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:46:41.913171 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:41.935995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37350) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:41.939685 n-d-814746-3 neutron-server[114969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 08:46:41.980800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-bca3a07f-0e5c-4891-965e-f975d2505b9c tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=66f679c5fa5b4128a095be94daf4a2cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426466 Dec 10 08:46:42.070613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.099498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-8bfd52ec-9976-4021-bef2-13b52ae8eedf tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:42.106438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-8bfd52ec-9976-4021-bef2-13b52ae8eedf tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247509 Dec 10 08:46:42.123854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-5f686473-9ade-4f7f-9620-967aa2f7df9a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/quotas/66f679c5fa5b4128a095be94daf4a2cd HTTP/1.1" status: 200 len: 375 time: 0.0164938 Dec 10 08:46:42.182920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-7d31d109-45f8-4a25-b8cc-bb3a47da0f51 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66f679c5fa5b4128a095be94daf4a2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582001 Dec 10 08:46:42.215746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Allocated IP 172.20.0.2 (0f996f28-7a71-4f34-bbc5-42a950667083/1370e0ba-0c5c-4f67-950b-eaa0f7136e26/0d5ec2db-789d-45cd-93be-8d3fb15dc95e) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:46:42.476863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.492237 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.493816 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.521007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.548116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Pushing event updated for resources: {'Port': ['ID=0d5ec2db-789d-45cd-93be-8d3fb15dc95e,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:42.582218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Network 0f996f28-7a71-4f34-bbc5-42a950667083 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:46:42.585628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:42.612256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:46:42.616380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.616929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.617269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.617812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.618298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.618777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.619240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.619742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.620075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.620431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.620755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.621216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.621760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Tracked resource versions report: Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: pushed versions: Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: { 'AddressGroup': {'1.2'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'ConntrackHelper': {'1.0'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'LocalIPAssociation': {'1.0'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Log': {'1.0'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Network': {'1.1'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Port': {'1.7'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'PortForwarding': {'1.2'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'QosPolicy': {'1.10'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'SecurityGroup': {'1.5'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'SecurityGroupRule': {'1.2'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'SubPort': {'1.0'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Subnet': {'1.1'}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Trunk': {'1.1'}} Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: consumer versions: Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: { DHCP agent@n-d-814746-3: {}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: HyperV agent@n-h1-814746-3: {}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: HyperV agent@n-h2-814746-3: {}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: L3 agent@n-d-814746-3: {}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: Metadata agent@n-d-814746-3: {}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: Metering agent@n-d-814746-3: {}, Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: Open vSwitch agent@n-d-814746-3: { 'AddressGroup': '1.2', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'ConntrackHelper': '1.0', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'LocalIPAssociation': '1.0', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Log': '1.0', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Network': '1.1', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Port': '1.7', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'PortForwarding': '1.2', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'QosPolicy': '1.10', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'SecurityGroup': '1.5', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'SecurityGroupRule': '1.2', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'SubPort': '1.0', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Subnet': '1.1', Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: 'Trunk': '1.1'}} Dec 10 08:46:42.622886 n-d-814746-3 neutron-server[114971]: {{(pid=114971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 08:46:42.662131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Allocated IP 172.25.3.6 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/95546b01-3caa-4fb2-abff-a09c4a040b4a) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:46:42.693166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37390) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:42.700247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Attempting to bind port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:46:42.700723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Attempting to bind port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:46:42.701171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Attempting to bind port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e on network 0f996f28-7a71-4f34-bbc5-42a950667083 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:46:42.708359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:46:42.708832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Checking segment: {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:46:42.709317 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.709819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Bound using segment: {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:46:42.710628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Bound port: 0d5ec2db-789d-45cd-93be-8d3fb15dc95e, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:46:42.711111 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.716434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-474d0430-5470-4bd7-ad75-2a4bb786c62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.801628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] For port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:46:42.806375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] For port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0d5ec2db-789d-45cd-93be-8d3fb15dc95e,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:46:42.811417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.814224 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.842437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-474d0430-5470-4bd7-ad75-2a4bb786c62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.848803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-474d0430-5470-4bd7-ad75-2a4bb786c62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.884752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:42.935386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-474d0430-5470-4bd7-ad75-2a4bb786c62f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd49801f389e405f8ee6c59946b824b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409825 Dec 10 08:46:42.936397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37394) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:42.950569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811e0d6-8b1f-4cf0-bcfd-3940398784cd None None] Pushing event updated for resources: {'Port': ['ID=0d5ec2db-789d-45cd-93be-8d3fb15dc95e,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:42.983800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Pushing event updated for resources: {'Port': ['ID=95546b01-3caa-4fb2-abff-a09c4a040b4a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:42.999921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37396) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:43.029701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:46:43.031182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:43.041641 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:46:43.056774 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ade94bea-c3cb-44e4-9569-43f0567539bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:43.089606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ade94bea-c3cb-44e4-9569-43f0567539bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:43.159184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d0430-5470-4bd7-ad75-2a4bb786c62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f53c2f-f4d7-43bf-ac7a-708d1c64c7f6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:43.177548 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ade94bea-c3cb-44e4-9569-43f0567539bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:43.180979 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ade94bea-c3cb-44e4-9569-43f0567539bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:43.186239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ade94bea-c3cb-44e4-9569-43f0567539bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7f53c2f-f4d7-43bf-ac7a-708d1c64c7f6 HTTP/1.1" status: 204 len: 168 time: 0.2459414 Dec 10 08:46:43.196322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94bea-c3cb-44e4-9569-43f0567539bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f53c2f-f4d7-43bf-ac7a-708d1c64c7f6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:43.494207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcef1419-c41a-459c-9df7-2478070560c2 req-6a27eb04-1fb5-4f95-b34c-201cff28c944 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 210 time: 0.4826303 Dec 10 08:46:43.561562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:43.831308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:44.031179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Router 11f09fd8-a430-41fc-bf88-2f970515a72d is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:46:44.445040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:46:44.457785 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Sync routers for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:46:44.484603 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:46:44.486129 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:46:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:46:44.491254 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:44.495875 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-96dd760a-ed9b-4b41-a1ea-e114f1bf85b8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.7519424 Dec 10 08:46:44.498883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37474) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:44.528746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df324aa-4ea8-4b2d-913d-7f09dfe8589f None None] Network 0f996f28-7a71-4f34-bbc5-42a950667083 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:46:44.676764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-62f5f358-a33d-4d21-a9bb-8e5417f86c3e None None] Provisioning complete for port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:44.677137 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62f5f358-a33d-4d21-a9bb-8e5417f86c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:44.818744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:44.856635 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:46:44.905496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62f5f358-a33d-4d21-a9bb-8e5417f86c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:44.963727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-62f5f358-a33d-4d21-a9bb-8e5417f86c3e None None] For port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0d5ec2db-789d-45cd-93be-8d3fb15dc95e,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:46:44.970642 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62f5f358-a33d-4d21-a9bb-8e5417f86c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.130676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc7037c2-bf6d-4ab9-ba7f-8c87ce84be50 req-7bd4b608-c261-4f04-abe4-63e0b5644743 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 210 time: 0.0993400 Dec 10 08:46:45.246647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5f358-a33d-4d21-a9bb-8e5417f86c3e None None] Pushing event updated for resources: {'Port': ['ID=0d5ec2db-789d-45cd-93be-8d3fb15dc95e,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:45.267168 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:43Z', 'revision_number': 3, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:46:45.302276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-52b6419c-8d29-44f0-8c7d-8f92150fc7cb None None] Provisioning complete for port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:45.302492 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Checking router: 11f09fd8-a430-41fc-bf88-2f970515a72d for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:46:45.303056 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Updating router 11f09fd8-a430-41fc-bf88-2f970515a72d port 95546b01-3caa-4fb2-abff-a09c4a040b4a binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:46:45.303498 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52b6419c-8d29-44f0-8c7d-8f92150fc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.341071 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.362449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0d5ec2db-789d-45cd-93be-8d3fb15dc95e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:46:45.392206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37504) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:45.403600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.39', 55634) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:45.467711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:45.468442 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.478404 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-d016d26e-628e-4ad5-8267-24ba984daf78 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=66f679c5fa5b4128a095be94daf4a2cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674248 Dec 10 08:46:45.748750 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.786942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9c2c9619-4d1a-4f46-9754-33c51015fa40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.904593 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.914122 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.927696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9c2c9619-4d1a-4f46-9754-33c51015fa40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.946069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9c2c9619-4d1a-4f46-9754-33c51015fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:45.969898 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Pushing event updated for resources: {'Port': ['ID=95546b01-3caa-4fb2-abff-a09c4a040b4a,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:45.979631 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.980111 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.980345 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.980733 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.981004 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.981326 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.981673 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.981994 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.982314 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.982630 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.983121 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.983443 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.983848 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Tracked resource versions report: Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: pushed versions: Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: { 'AddressGroup': {'1.2'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'ConntrackHelper': {'1.0'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'LocalIPAssociation': {'1.0'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Log': {'1.0'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Network': {'1.1'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Port': {'1.7'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'PortForwarding': {'1.2'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'QosPolicy': {'1.10'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'SecurityGroup': {'1.5'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'SecurityGroupRule': {'1.2'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'SubPort': {'1.0'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Subnet': {'1.1'}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Trunk': {'1.1'}} Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: consumer versions: Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: { DHCP agent@n-d-814746-3: {}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: HyperV agent@n-h1-814746-3: {}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: HyperV agent@n-h2-814746-3: {}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: L3 agent@n-d-814746-3: {}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: Metadata agent@n-d-814746-3: {}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: Metering agent@n-d-814746-3: {}, Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: Open vSwitch agent@n-d-814746-3: { 'AddressGroup': '1.2', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'ConntrackHelper': '1.0', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'LocalIPAssociation': '1.0', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Log': '1.0', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Network': '1.1', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Port': '1.7', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'PortForwarding': '1.2', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'QosPolicy': '1.10', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'SecurityGroup': '1.5', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'SecurityGroupRule': '1.2', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'SubPort': '1.0', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Subnet': '1.1', Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: 'Trunk': '1.1'}} Dec 10 08:46:45.985699 n-d-814746-3 neutron-server[114972]: {{(pid=114972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 08:46:46.006448 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Attempting to bind port 95546b01-3caa-4fb2-abff-a09c4a040b4a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:46:46.006975 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Attempting to bind port 95546b01-3caa-4fb2-abff-a09c4a040b4a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:46:46.007400 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Attempting to bind port 95546b01-3caa-4fb2-abff-a09c4a040b4a on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:46:46.013459 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:46:46.013870 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:46:46.014272 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.014786 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:46:46.015266 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Bound port: 95546b01-3caa-4fb2-abff-a09c4a040b4a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:46:46.015688 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.015929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c9619-4d1a-4f46-9754-33c51015fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03013bd1-142b-4035-8a55-2ab7b58e5541,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:46.038096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-d525fa99-4385-4dc9-85e6-a894eec83ac3 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:46.040832 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-d525fa99-4385-4dc9-85e6-a894eec83ac3 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5614614 Dec 10 08:46:46.064150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37532) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:46.065834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9c2c9619-4d1a-4f46-9754-33c51015fa40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96c763b688bb44a8929fc251ac02d36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6715338 Dec 10 08:46:46.072117 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] For port 95546b01-3caa-4fb2-abff-a09c4a040b4a, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:46:46.076189 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] For port 95546b01-3caa-4fb2-abff-a09c4a040b4a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=95546b01-3caa-4fb2-abff-a09c4a040b4a,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:46:46.080890 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.133206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Request body: {'port': {'device_id': 'c6dc384d-4cbd-4707-9294-b5954ef4ae4c', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '66f679c5fa5b4128a095be94daf4a2cd'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:46:46.159348 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:46:46.159348 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:46:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:46:46.163065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Allocated IP 172.20.0.1 (0f996f28-7a71-4f34-bbc5-42a950667083/1370e0ba-0c5c-4f67-950b-eaa0f7136e26/0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:46:46.182059 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b800-20e7-4078-99f8-5c44bb3e506c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.235568 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b800-20e7-4078-99f8-5c44bb3e506c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.253925 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3bd5f-5b39-4615-9e52-6d3aedc2e5da None None] Pushing event updated for resources: {'Port': ['ID=95546b01-3caa-4fb2-abff-a09c4a040b4a,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:46.383013 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b800-20e7-4078-99f8-5c44bb3e506c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.385795 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b800-20e7-4078-99f8-5c44bb3e506c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.389805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c3f9b800-20e7-4078-99f8-5c44bb3e506c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03013bd1-142b-4035-8a55-2ab7b58e5541 HTTP/1.1" status: 204 len: 168 time: 0.3261793 Dec 10 08:46:46.402249 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:46:46.403555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-acd42ee7-c50d-486f-b70a-4499b8bf78d2 req-bbad8c78-8cc7-4754-a931-a2b64897b92c tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 210 time: 0.0513408 Dec 10 08:46:46.452120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9b800-20e7-4078-99f8-5c44bb3e506c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03013bd1-142b-4035-8a55-2ab7b58e5541,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:46.557302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.558282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Made reservation on behalf of 66f679c5fa5b4128a095be94daf4a2cd for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:46:46.563473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.587351 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.655301 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:43Z', 'revision_number': 3, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:46:46.661993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.690047 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b75fe-a421-4953-9527-bba5b76de099 None None] The sync data for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 is: [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:43Z', 'revision_number': 3, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:46:46.713710 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.720513 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.779222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c3ef8c-3402-4c78-87c5-08939203c695,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:46.803117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Network 0f996f28-7a71-4f34-bbc5-42a950667083 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:46:46.813264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:46.816453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:46:46.817016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:46.949645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Pushing event updated for resources: {'Port': ['ID=0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:47.129548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Allocated IP 192.168.233.21 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/d3e7b009-1a39-4a18-8aa3-e33a04c3a287) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:46:47.315115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-571ef755-1cf3-47b9-94e0-c1550cc44387 None None] Provisioning complete for port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:47.316882 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-571ef755-1cf3-47b9-94e0-c1550cc44387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:47.415476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 95546b01-3caa-4fb2-abff-a09c4a040b4a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:46:47.514950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-571ef755-1cf3-47b9-94e0-c1550cc44387 None None] Port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:46:47.580118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:47.591819 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:47.642349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 95546b01-3caa-4fb2-abff-a09c4a040b4a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:47.642980 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:47.707952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:47.993035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:46:48.029488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:48.036667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:46:48.047139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:48.048410 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.058436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Pushing event updated for resources: {'Port': ['ID=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:48.083286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37588) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:48.102717 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.103290 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.117957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95dfec4f-fe2b-4570-b63c-855fd063d7aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.129278 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9e8759f6-b545-4c91-a61c-5e8720c403c2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9999814 Dec 10 08:46:48.146970 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.147798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.181119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-347d329d-b19f-4d2a-b662-471f5e1a55e2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:46:48.189845 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-347d329d-b19f-4d2a-b662-471f5e1a55e2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079746 Dec 10 08:46:48.244103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 95546b01-3caa-4fb2-abff-a09c4a040b4a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=95546b01-3caa-4fb2-abff-a09c4a040b4a,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:46:48.254806 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.255601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0d5ec2db-789d-45cd-93be-8d3fb15dc95e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:46:48.429804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:48.432600 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.467046 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95dfec4f-fe2b-4570-b63c-855fd063d7aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.474011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95dfec4f-fe2b-4570-b63c-855fd063d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.508758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=95546b01-3caa-4fb2-abff-a09c4a040b4a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:48.635454 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-95dfec4f-fe2b-4570-b63c-855fd063d7aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d84ff53995274b5fb656837cb04a83ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5474255 Dec 10 08:46:48.636795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37594) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:48.655652 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Network 0f996f28-7a71-4f34-bbc5-42a950667083 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:46:48.663603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:48.748492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-684b76bb-0d79-4bbe-8251-7cc2168b8e27 None None] Provisioning complete for port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:48.748875 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-684b76bb-0d79-4bbe-8251-7cc2168b8e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.759610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfec4f-fe2b-4570-b63c-855fd063d7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462b35ae-c434-49ce-926c-44c465de5094,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:48.835774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da620b44-17ab-486e-a84a-d35edd0469f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.887854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-684b76bb-0d79-4bbe-8251-7cc2168b8e27 None None] Port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:46:48.936401 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da620b44-17ab-486e-a84a-d35edd0469f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.977865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:48.996791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Pushing event updated for resources: {'Port': ['ID=0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:49.075606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b986a6-c6dc-4479-ab4d-914aee3ea456 req-89bbfd39-b1f7-4833-b9b5-3d080c802535 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:49.088636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20b986a6-c6dc-4479-ab4d-914aee3ea456 req-89bbfd39-b1f7-4833-b9b5-3d080c802535 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 935 time: 0.9815836 Dec 10 08:46:49.097059 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da620b44-17ab-486e-a84a-d35edd0469f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:49.099735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da620b44-17ab-486e-a84a-d35edd0469f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:49.104388 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-da620b44-17ab-486e-a84a-d35edd0469f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/462b35ae-c434-49ce-926c-44c465de5094 HTTP/1.1" status: 204 len: 168 time: 0.4637089 Dec 10 08:46:49.126964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da620b44-17ab-486e-a84a-d35edd0469f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b35ae-c434-49ce-926c-44c465de5094,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:49.218279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37604) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:49.228621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37606) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:49.230884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-11b9c310-fbb6-47cf-a1fa-5bd2f05422aa None None] Provisioning complete for port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:49.233775 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-11b9c310-fbb6-47cf-a1fa-5bd2f05422aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:49.238633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Router 11f09fd8-a430-41fc-bf88-2f970515a72d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:46:49.286483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20b986a6-c6dc-4479-ab4d-914aee3ea456 req-b831cf78-50da-4e88-a65d-710a6af61829 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970420 Dec 10 08:46:49.328444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 95546b01-3caa-4fb2-abff-a09c4a040b4a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:46:49.433424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-11b9c310-fbb6-47cf-a1fa-5bd2f05422aa None None] Port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:46:49.442044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:46:49.464535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-52fb6c22-1c90-47a8-b6dc-d018d5c67364 admin admin] 10.222.0.31 "PUT /v2.0/routers/11f09fd8-a430-41fc-bf88-2f970515a72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9553616 Dec 10 08:46:49.464756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 95546b01-3caa-4fb2-abff-a09c4a040b4a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:49.464756 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:49.509854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Request body: {'port': {'device_id': 'c6dc384d-4cbd-4707-9294-b5954ef4ae4c', 'device_owner': 'compute:tempest-test_az-1275731398', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:46:49.596626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Sync routers for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:46:49.620996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:46:49.621963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:46:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:46:49.652158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d401516e-fbb1-4e17-9afe-1f01a6ec5c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:49.695065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:49.838032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:46:50.191524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e7b009-1a39-4a18-8aa3-e33a04c3a287 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:46:50.199775 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:50.221053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Transition to ACTIVE for port object d3e7b009-1a39-4a18-8aa3-e33a04c3a287 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:46:50.236192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:50.282079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4caa83f0-476d-4411-8e74-e921e01c8a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:50.413900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 2, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:46:50.503573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Checking router: 11f09fd8-a430-41fc-bf88-2f970515a72d for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:46:50.504311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Updating router 11f09fd8-a430-41fc-bf88-2f970515a72d port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:46:50.509226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Attempting to bind port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:46:50.509930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Attempting to bind port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:46:50.510512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Attempting to bind port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:46:50.516220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:50.543657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:46:50.544130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Attempting to bind port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:46:50.564167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6abbd4-76dd-4a05-adab-85c165de5470 req-3309d75c-2966-4e68-bb38-9bf0f54d0ae2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:50.573908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e6abbd4-76dd-4a05-adab-85c165de5470 req-3309d75c-2966-4e68-bb38-9bf0f54d0ae2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 969 time: 0.1396055 Dec 10 08:46:50.581667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:46:50.582157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:46:50.582846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:46:50.583419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Bound port: d3e7b009-1a39-4a18-8aa3-e33a04c3a287, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:46:50.583883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:50.589560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d401516e-fbb1-4e17-9afe-1f01a6ec5c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:50.610664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d401516e-fbb1-4e17-9afe-1f01a6ec5c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:50.633097 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:50.688382 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e6abbd4-76dd-4a05-adab-85c165de5470 req-f2d4c3e9-dcf8-414e-9d43-58640440476c tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124878 Dec 10 08:46:50.786523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37644) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:50.808081 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d401516e-fbb1-4e17-9afe-1f01a6ec5c26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49e404f0b3b8446eaccd49aeb03c9d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5885065 Dec 10 08:46:50.826443 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4caa83f0-476d-4411-8e74-e921e01c8a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:50.836685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401516e-fbb1-4e17-9afe-1f01a6ec5c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3326feed-38a9-4427-8829-72e4402c1037,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:50.852111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4caa83f0-476d-4411-8e74-e921e01c8a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:50.925640 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92695d0d-11b1-4873-be28-4c60491275f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.001663 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92695d0d-11b1-4873-be28-4c60491275f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.039638 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4caa83f0-476d-4411-8e74-e921e01c8a65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25566de394364a18949f3686e2433b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8082790 Dec 10 08:46:51.040682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa83f0-476d-4411-8e74-e921e01c8a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2cb154-3c1c-45e5-b83e-8d66792a0e82,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:51.063694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37652) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:51.074675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] For port d3e7b009-1a39-4a18-8aa3-e33a04c3a287, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:46:51.088254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] For port d3e7b009-1a39-4a18-8aa3-e33a04c3a287, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:46:51.109467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.160110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:51.160829 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.167064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] 10.222.0.39 "PUT /v2.0/ports/d3e7b009-1a39-4a18-8aa3-e33a04c3a287 HTTP/1.1" status: 200 len: 1117 time: 2.1089783 Dec 10 08:46:51.169664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dc384d-4cbd-4707-9294-b5954ef4ae4c', 'tag': 'd3e7b009-1a39-4a18-8aa3-e33a04c3a287'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:46:51.280926 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.297214 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.364015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-330283ad-6cc9-47ef-b97c-2bd037154ee1 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858896 Dec 10 08:46:51.441394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b367f-fddf-46c3-a4fa-f1386a3ab4bd None None] Pushing event updated for resources: {'Port': ['ID=0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:51.558236 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bfec6d91-d935-4c10-a7db-85ff41c62279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.632421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Attempting to bind port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:46:51.633034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Attempting to bind port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:46:51.633160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Attempting to bind port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 on network 0f996f28-7a71-4f34-bbc5-42a950667083 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:46:51.671738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:46:51.672195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Checking segment: {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:46:51.676946 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.677663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Bound using segment: {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:46:51.680705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Bound port: 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:46:51.681582 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.727767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92695d0d-11b1-4873-be28-4c60491275f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.736402 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92695d0d-11b1-4873-be28-4c60491275f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.745448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-92695d0d-11b1-4873-be28-4c60491275f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3326feed-38a9-4427-8829-72e4402c1037 HTTP/1.1" status: 204 len: 168 time: 0.9528811 Dec 10 08:46:51.752362 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bfec6d91-d935-4c10-a7db-85ff41c62279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:51.770172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9633467d-b341-4b1e-95b2-f5e34d563675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:51.771528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-9633467d-b341-4b1e-95b2-f5e34d563675 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66f679c5fa5b4128a095be94daf4a2cd&device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 1120 time: 0.3528361 Dec 10 08:46:51.801711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5207ab-1235-4aad-af05-0fd2836b17de service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:51.817098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92695d0d-11b1-4873-be28-4c60491275f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3326feed-38a9-4427-8829-72e4402c1037,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:51.900381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-abe48328-d6b2-4174-9cff-1521c21cae87 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:51.912092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-abe48328-d6b2-4174-9cff-1521c21cae87 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5468655 Dec 10 08:46:51.965866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-a693b408-38a0-45b2-87c0-b34175aa72a5 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/quotas/fe27ad71b0dc446eb269f1302826a5b1 HTTP/1.1" status: 200 len: 375 time: 0.0523741 Dec 10 08:46:51.984455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] For port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:46:51.998874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] For port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:46:52.000156 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-711f2d6c-873c-4c40-8ea5-0ed4602b9314 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d3e7b009-1a39-4a18-8aa3-e33a04c3a287 HTTP/1.1" status: 200 len: 217 time: 0.1816816 Dec 10 08:46:52.011094 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:52.027381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-14f8d417-2bed-4fd3-8ffa-263ba762c853 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601199 Dec 10 08:46:52.065368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bfec6d91-d935-4c10-a7db-85ff41c62279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:52.068919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bfec6d91-d935-4c10-a7db-85ff41c62279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:52.073419 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bfec6d91-d935-4c10-a7db-85ff41c62279 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a2cb154-3c1c-45e5-b83e-8d66792a0e82 HTTP/1.1" status: 204 len: 168 time: 1.0034480 Dec 10 08:46:52.089616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec6d91-d935-4c10-a7db-85ff41c62279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2cb154-3c1c-45e5-b83e-8d66792a0e82,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:52.317400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:46:52.317975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:46:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:46:52.321139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a3939db2-1a6c-441c-b0a7-43dad88b92c8 None None] Provisioning complete for port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:52.321546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a3939db2-1a6c-441c-b0a7-43dad88b92c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:52.430436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d81c4-b1da-494f-a0ca-ac73ed013b79 req-93bf0e67-f67d-4a48-9f70-132d8cc34258 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:52.432398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b1d81c4-b1da-494f-a0ca-ac73ed013b79 req-93bf0e67-f67d-4a48-9f70-132d8cc34258 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 969 time: 0.0998809 Dec 10 08:46:52.476385 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3cac79-93ce-44e3-aa16-0b7e86389d79" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dc384d-4cbd-4707-9294-b5954ef4ae4c", "tag": "d3e7b009-1a39-4a18-8aa3-e33a04c3a287"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:46:52.554682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-75d628dd-5529-4c2b-86c3-ff36358e60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:52.564894 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-75d628dd-5529-4c2b-86c3-ff36358e60ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1847217 Dec 10 08:46:52.578128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b1d81c4-b1da-494f-a0ca-ac73ed013b79 req-d6b12692-e577-499b-b9de-10baf1cc6fab tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388810 Dec 10 08:46:52.740389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95994b41-84e7-4814-841f-e8bc06af7896 req-cd8d458b-28a8-41dc-ba33-21b8959e74c7 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 210 time: 0.0769525 Dec 10 08:46:52.763961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-a23ecc43-7332-409e-9950-2c1a4867056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:52.765600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-a23ecc43-7332-409e-9950-2c1a4867056b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1983047 Dec 10 08:46:52.832738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b367f-fddf-46c3-a4fa-f1386a3ab4bd None None] Pushing event updated for resources: {'Port': ['ID=0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:52.942495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37718) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:52.999133 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f8985c3-cd48-4e6e-8570-b87d214e8bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.054660 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-cdeedc09-3b98-41fd-8840-9f1598fbfde3 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493367 Dec 10 08:46:53.112553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:46:53.163355 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a3939db2-1a6c-441c-b0a7-43dad88b92c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.242945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f8985c3-cd48-4e6e-8570-b87d214e8bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.254764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f8985c3-cd48-4e6e-8570-b87d214e8bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.367610 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4f8985c3-cd48-4e6e-8570-b87d214e8bc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c316a2ace5954c8bbb9806bb163c2038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240470 Dec 10 08:46:53.370394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37732) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:53.382325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8985c3-cd48-4e6e-8570-b87d214e8bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cc1a52-fbc6-4e78-9730-6865cba9b652,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:53.493148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37734) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:53.518873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-network', 'tenant_id': '0db252916e274bf6a52001c55f30b779'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:46:53.544709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a3939db2-1a6c-441c-b0a7-43dad88b92c8 None None] For port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:46:53.555580 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a3939db2-1a6c-441c-b0a7-43dad88b92c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.619714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Made reservation on behalf of 0db252916e274bf6a52001c55f30b779 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:46:53.623062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.646108 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5c51361-5924-46ca-8699-cb9f344c787a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.650749 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.681774 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b8559e-0862-48bf-8d0c-c99315559ee1 x-openstack-request-id: req-a2b8559e-0862-48bf-8d0c-c99315559ee1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:46:53.684459 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dc384d-4cbd-4707-9294-b5954ef4ae4c", "tag": "d3e7b009-1a39-4a18-8aa3-e33a04c3a287", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:46:53.685338 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2b8559e-0862-48bf-8d0c-c99315559ee1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:46:53.688564 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dc384d-4cbd-4707-9294-b5954ef4ae4c', 'tag': 'd3e7b009-1a39-4a18-8aa3-e33a04c3a287', 'status': 'completed', 'code': 200} Dec 10 08:46:53.742756 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e687d69e-7f82-4337-805b-67a23c0c0847 req-c0f15d9a-acbb-437b-ad06-1b4e1c069706 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394983 Dec 10 08:46:53.744296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37746) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:53.747421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5c51361-5924-46ca-8699-cb9f344c787a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.790378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5958efe0-5ccf-4179-a285-a9da9a4a65b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.929763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-de29c59a-8f7e-45ad-8e80-12c7e7da8908 None None] Provisioning complete for port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:53.930351 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de29c59a-8f7e-45ad-8e80-12c7e7da8908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.971735 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.989364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab04f8f-c46d-4861-bb4e-f0a7d8fbddfb req-fabe075a-c520-45a1-9e9b-58e808358a06 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:53.991535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ab04f8f-c46d-4861-bb4e-f0a7d8fbddfb req-fabe075a-c520-45a1-9e9b-58e808358a06 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 969 time: 0.1403518 Dec 10 08:46:53.993103 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.996451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5c51361-5924-46ca-8699-cb9f344c787a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:53.999972 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5c51361-5924-46ca-8699-cb9f344c787a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:54.002451 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a5c51361-5924-46ca-8699-cb9f344c787a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01cc1a52-fbc6-4e78-9730-6865cba9b652 HTTP/1.1" status: 204 len: 168 time: 0.6305242 Dec 10 08:46:54.039718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-35b679ef-84d1-4a4e-8348-74cff9731b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:54.048703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:46:54.056757 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-35b679ef-84d1-4a4e-8348-74cff9731b09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66f679c5fa5b4128a095be94daf4a2cd&device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 1120 time: 0.2075667 Dec 10 08:46:54.073804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db4fd63-b652-43d6-9fb2-0562bea1069c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:54.118064 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:54.118417 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Added segment 4c605c13-f1ce-4a5b-8604-e4b958fb10a9 of type vlan for network ec0f5389-f072-4381-9e8e-e578df8955ff Dec 10 08:46:54.136851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c51361-5924-46ca-8699-cb9f344c787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cc1a52-fbc6-4e78-9730-6865cba9b652,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:54.193752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ab04f8f-c46d-4861-bb4e-f0a7d8fbddfb req-43d9c337-9ea1-4981-b1c9-100ae34fdab4 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899521 Dec 10 08:46:54.228424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:54.277171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3939db2-1a6c-441c-b0a7-43dad88b92c8 None None] Pushing event updated for resources: {'Port': ['ID=0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:54.285341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5958efe0-5ccf-4179-a285-a9da9a4a65b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:54.301339 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:54.302354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:54.303084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:54.308907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5958efe0-5ccf-4179-a285-a9da9a4a65b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:54.407689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:51Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:46:54.476601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59023d64-382e-4c95-83c4-3e825a88e3cf None None] The sync data for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 is: [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:51Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:46:54.712848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-f77edc92-4ddb-4447-9590-0ff699ee9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:54.718363 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-f77edc92-4ddb-4447-9590-0ff699ee9330 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.6338055 Dec 10 08:46:54.738598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958efe0-5ccf-4179-a285-a9da9a4a65b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00e3d7b-31fc-464d-b649-f69b15f14da7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:54.748529 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5958efe0-5ccf-4179-a285-a9da9a4a65b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a15ee7fc11ef400f82dc3f8a60a2bb44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9938068 Dec 10 08:46:54.751654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37770) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:54.766851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0dd62d3-7fa0-44e6-b7cc-0453e414d3ae req-2cddefb9-b75c-43fe-a993-8ca245daff01 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 210 time: 0.3889399 Dec 10 08:46:54.777893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2790592 Dec 10 08:46:54.780387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37774) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:54.783064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb4b22-c9a1-4c5d-9b9b-bfa4123b7788 admin admin] Pushing event updated for resources: {'Network': ['ID=ec0f5389-f072-4381-9e8e-e578df8955ff,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:54.788115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Request body: {'subnet': {'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-subnet', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:46:54.802378 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ec0f5389-f072-4381-9e8e-e578df8955ff details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:46:54.830019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Made reservation on behalf of 0db252916e274bf6a52001c55f30b779 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:46:54.832437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:54.919830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-566788ae-9c1c-462e-8a55-455cdeb0647b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:54.965250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-566788ae-9c1c-462e-8a55-455cdeb0647b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:55.044920 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-9326f29f-e7cb-456f-9ef5-1312e044f5c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d3e7b009-1a39-4a18-8aa3-e33a04c3a287 HTTP/1.1" status: 200 len: 217 time: 0.2932959 Dec 10 08:46:55.046402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-566788ae-9c1c-462e-8a55-455cdeb0647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:55.052427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-566788ae-9c1c-462e-8a55-455cdeb0647b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:55.057788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-566788ae-9c1c-462e-8a55-455cdeb0647b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e00e3d7b-31fc-464d-b649-f69b15f14da7 HTTP/1.1" status: 204 len: 168 time: 0.3023527 Dec 10 08:46:55.069030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566788ae-9c1c-462e-8a55-455cdeb0647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00e3d7b-31fc-464d-b649-f69b15f14da7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:55.313995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:55.334206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.18', 59123) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:55.404684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:46:55.448297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-dcb4a620-97a2-4c60-97f5-6f0cdb0b6182 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126328 Dec 10 08:46:55.634541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:55.635147 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:55.750473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:55.861626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880bae1-295d-478c-833e-1b513704a96c req-2c1efaaa-0d61-4ffa-89d1-b972c6936f76 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:55.865016 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4880bae1-295d-478c-833e-1b513704a96c req-2c1efaaa-0d61-4ffa-89d1-b972c6936f76 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 969 time: 0.3913312 Dec 10 08:46:55.958520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Checking segment: {'id': '4c605c13-f1ce-4a5b-8604-e4b958fb10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:46:55.979061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Network hostable DHCP agents. Network: ec0f5389-f072-4381-9e8e-e578df8955ff, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:46:56.042928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-92f44dfe-55fd-4f99-98bc-4a7636caf5e9 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:56.050431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-92f44dfe-55fd-4f99-98bc-4a7636caf5e9 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4869184 Dec 10 08:46:56.079280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47f690a5-72fa-4ae5-888e-a92d83a09be1 req-2c33c2b5-122c-47d7-9d9b-ad84d31b4ce5 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 210 time: 0.0762305 Dec 10 08:46:56.096511 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4880bae1-295d-478c-833e-1b513704a96c req-cfccaa85-0a15-4d42-aa1c-bba82293d391 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950729 Dec 10 08:46:56.097103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Network ec0f5389-f072-4381-9e8e-e578df8955ff is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:46:56.099318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-287d6b53-abe8-4753-9a53-20616e5ae318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:56.102855 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-287d6b53-abe8-4753-9a53-20616e5ae318 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.6646769 Dec 10 08:46:56.125542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ec0f5389-f072-4381-9e8e-e578df8955ff) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:56.148081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18f2eac-f890-4e24-b5db-1ad53cc09e34 None None] Network ec0f5389-f072-4381-9e8e-e578df8955ff requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:46:56.149213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Request body: {'port': {'device_id': 'dcdb6df2-f788-4800-8701-69f009376718', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'fe27ad71b0dc446eb269f1302826a5b1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:46:56.163267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:56.164189 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:56.221722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c8381147-7ec2-4f88-ad1a-ea38a71362c9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4399185 Dec 10 08:46:56.224304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37812) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:56.243539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:46:56.308089 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:46:56.340579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:56.343094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:56.455593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-ec0f5389-f072-4381-9e8e-e578df8955ff', 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff', 'project_id': '0db252916e274bf6a52001c55f30b779', 'fixed_ips': [{'subnet_id': '2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:46:56.468551 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:56.638439 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:56.790613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Allocated IP 172.20.0.2 (ec0f5389-f072-4381-9e8e-e578df8955ff/2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea/2caf957c-94e1-4c3c-b7e3-6939a2684d2a) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:46:56.942293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-0ffa0449-65b9-4298-8d1c-14c63d52ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:56.943844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-0ffa0449-65b9-4298-8d1c-14c63d52ff7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7990925 Dec 10 08:46:57.060717 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:57.411778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Made reservation on behalf of fe27ad71b0dc446eb269f1302826a5b1 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:46:57.415932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:57.444454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:57.459866 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-0768dd27-73ed-4593-97a5-c4344d4375b9 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065484 Dec 10 08:46:57.682430 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:57.689097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcc6af09-0794-4273-bbcc-bda65a9b7884 req-19cfb754-525a-429d-bc2f-bea0079be503 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 210 time: 0.2939510 Dec 10 08:46:57.709632 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:57.745745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37852) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:57.764393 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ba3cac79-93ce-44e3-aa16-0b7e86389d79 req-c43e2eb6-534e-49ba-a057-9cbc2a780bec service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875602 Dec 10 08:46:57.859733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a18c6-16b4-46f9-b793-6c4a0fa04f1a req-e12d9583-9f6e-49ec-993d-598d495ada15 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:57.870880 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa6a18c6-16b4-46f9-b793-6c4a0fa04f1a req-e12d9583-9f6e-49ec-993d-598d495ada15 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 969 time: 0.4785757 Dec 10 08:46:57.872454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:57.888515 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:57.909411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Pushing event updated for resources: {'Port': ['ID=2caf957c-94e1-4c3c-b7e3-6939a2684d2a,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:57.940312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Network ec0f5389-f072-4381-9e8e-e578df8955ff is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:46:57.945431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:57.956885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:46:58.103296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa6a18c6-16b4-46f9-b793-6c4a0fa04f1a req-2817ff05-da53-46fd-a595-2797a617b022 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028036 Dec 10 08:46:58.138629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4368d1-442c-401f-9018-20e6abbcbc83,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:58.150728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Attempting to bind port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:46:58.151118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Attempting to bind port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4c605c13-f1ce-4a5b-8604-e4b958fb10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:46:58.151536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Attempting to bind port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a on network ec0f5389-f072-4381-9e8e-e578df8955ff {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:46:58.174303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:46:58.174690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Checking segment: {'id': '4c605c13-f1ce-4a5b-8604-e4b958fb10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:46:58.175100 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:58.175503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Bound using segment: {'id': '4c605c13-f1ce-4a5b-8604-e4b958fb10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:46:58.176054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Bound port: 2caf957c-94e1-4c3c-b7e3-6939a2684d2a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c605c13-f1ce-4a5b-8604-e4b958fb10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:46:58.176461 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:58.348706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:58.422740 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:58.475893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] For port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:46:58.481402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Allocated IP 192.168.233.170 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/977d993d-65df-49d3-9d8c-88b8cd085fbb) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:46:58.486572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] For port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2caf957c-94e1-4c3c-b7e3-6939a2684d2a,segment=NetworkSegment(4c605c13-f1ce-4a5b-8604-e4b958fb10a9),segment_id=4c605c13-f1ce-4a5b-8604-e4b958fb10a9)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:46:58.494462 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:58.650852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d25db-b00d-48cf-9be9-11876f38110f None None] Pushing event updated for resources: {'Port': ['ID=2caf957c-94e1-4c3c-b7e3-6939a2684d2a,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:58.759213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Allocated IP 172.25.3.135 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/bc22e687-9683-4226-a681-2a636daae2ec) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:46:58.786602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00f503b7-3b0d-48b6-be2b-b90e30a5154f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:58.983938 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:59.024255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:59.056031 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:59.208519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Pushing event updated for resources: {'Port': ['ID=977d993d-65df-49d3-9d8c-88b8cd085fbb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:59.235255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ae9ef-4990-48f4-8015-0ff781a3a874 req-6ef84667-ce23-4d9c-b675-bfd702999991 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:59.237000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f85ae9ef-4990-48f4-8015-0ff781a3a874 req-6ef84667-ce23-4d9c-b675-bfd702999991 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 936 time: 0.3787456 Dec 10 08:46:59.253809 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:59.284300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:46:59.287095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:59.294276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:46:59.300712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:46:59.309660 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:59.347713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-d6da1cd6-25d0-4e9b-8f9f-c198d6f2fe42 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2050059 Dec 10 08:46:59.371879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-89333fd5-8582-49a4-a2ea-8031090ff8fb tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:46:59.378932 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-89333fd5-8582-49a4-a2ea-8031090ff8fb tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145605 Dec 10 08:46:59.469043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:46:59.545664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:46:59.575927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:46:59.590316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00f503b7-3b0d-48b6-be2b-b90e30a5154f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:59.602403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00f503b7-3b0d-48b6-be2b-b90e30a5154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:46:59.725640 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-00f503b7-3b0d-48b6-be2b-b90e30a5154f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64f98de6388c41229f7e6e0ba63cb6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9762843 Dec 10 08:46:59.727879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f503b7-3b0d-48b6-be2b-b90e30a5154f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c5794b-9e91-4cb7-834c-afe404973cfb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:59.742784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37896) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:46:59.838719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Pushing event updated for resources: {'Port': ['ID=bc22e687-9683-4226-a681-2a636daae2ec,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:46:59.894876 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f85ae9ef-4990-48f4-8015-0ff781a3a874 req-8b70d8df-6f5f-4f37-8bc0-f5aa9f531666 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402235 Dec 10 08:46:59.906727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f6a01006-5710-4ad0-8a40-544b62443682 None None] Provisioning complete for port 977d993d-65df-49d3-9d8c-88b8cd085fbb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:46:59.907244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f6a01006-5710-4ad0-8a40-544b62443682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:00.017950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f6a01006-5710-4ad0-8a40-544b62443682 None None] Port 977d993d-65df-49d3-9d8c-88b8cd085fbb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:00.074100 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e4e2abe-673e-4cc3-b556-7ebd7f5db139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:00.124238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e4e2abe-673e-4cc3-b556-7ebd7f5db139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:00.178584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02283ed3-54dd-4737-8ff6-b0cbdd83a221 req-3fee8298-8fd0-4487-81f0-b6c2f9e04d5d tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:00.179801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02283ed3-54dd-4737-8ff6-b0cbdd83a221 req-3fee8298-8fd0-4487-81f0-b6c2f9e04d5d tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 969 time: 0.8055282 Dec 10 08:47:00.214024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e4e2abe-673e-4cc3-b556-7ebd7f5db139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:00.218022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e4e2abe-673e-4cc3-b556-7ebd7f5db139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:00.245198 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8e4e2abe-673e-4cc3-b556-7ebd7f5db139 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73c5794b-9e91-4cb7-834c-afe404973cfb HTTP/1.1" status: 204 len: 168 time: 0.4981527 Dec 10 08:47:00.309713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:00.330500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e2abe-673e-4cc3-b556-7ebd7f5db139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c5794b-9e91-4cb7-834c-afe404973cfb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:00.482921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02283ed3-54dd-4737-8ff6-b0cbdd83a221 req-a842eded-d31a-4dc9-b487-4dc40cfcae57 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858632 Dec 10 08:47:00.483944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:00.631592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Request body: {'port': {'device_id': 'dcdb6df2-f788-4800-8701-69f009376718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:00.763934 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:00.814069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff46b91-baba-4cde-976a-9b15acbfd336 None None] Network ec0f5389-f072-4381-9e8e-e578df8955ff requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:00.892575 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:01.065378 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6bbd5149-30a6-4cf8-88d5-8977ad047a38 None None] Provisioning complete for port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:01.066191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5149-30a6-4cf8-88d5-8977ad047a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:01.104143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d341f4-8de7-49aa-9c32-f32c6ae7d5e7 req-576ea7e1-61d1-4648-84f1-2b768904828e tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:01.113723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74d341f4-8de7-49aa-9c32-f32c6ae7d5e7 req-576ea7e1-61d1-4648-84f1-2b768904828e tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 936 time: 0.1111903 Dec 10 08:47:01.268386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74d341f4-8de7-49aa-9c32-f32c6ae7d5e7 req-1a8b8659-24c1-41d1-a816-259c50fe6c88 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432862 Dec 10 08:47:01.316898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb79793c-5391-48eb-b1a8-aff8fb51446e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:01.352181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:47:01.405300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2caf957c-94e1-4c3c-b7e3-6939a2684d2a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:01.483242 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5149-30a6-4cf8-88d5-8977ad047a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:01.538776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:47:01.552834 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Sync routers for ids ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:47:01.569370 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:01.576988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-37e6f44c-a8f3-4240-85c6-ed9b9659bc1c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3459778 Dec 10 08:47:01.578879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37928) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:01.591647 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Routers {'a6d77791-3d6b-45c0-a234-6c3cd91f22d6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:47:01.596436 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:46:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:01.627822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6bbd5149-30a6-4cf8-88d5-8977ad047a38 None None] For port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2caf957c-94e1-4c3c-b7e3-6939a2684d2a,segment=NetworkSegment(4c605c13-f1ce-4a5b-8604-e4b958fb10a9),segment_id=4c605c13-f1ce-4a5b-8604-e4b958fb10a9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:01.659430 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5149-30a6-4cf8-88d5-8977ad047a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:01.703711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:01.704401 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:01.705606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37930) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:01.763015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd5149-30a6-4cf8-88d5-8977ad047a38 None None] Pushing event updated for resources: {'Port': ['ID=2caf957c-94e1-4c3c-b7e3-6939a2684d2a,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:01.791085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f93007a8-cce7-4d9b-a9e4-6a5107060ea6 None None] Provisioning complete for port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:01.791737 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f93007a8-cce7-4d9b-a9e4-6a5107060ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:01.806224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a728578-e1a8-4d2a-a9f4-057aa5572870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:01.915798 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Set router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:47:02.014703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e157dbc-b1a9-47ca-89eb-eb2e6cad4ef1 req-3b1357c2-6db5-4c4b-9a44-18728103a9e0 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:02.026279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e157dbc-b1a9-47ca-89eb-eb2e6cad4ef1 req-3b1357c2-6db5-4c4b-9a44-18728103a9e0 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 969 time: 0.2909250 Dec 10 08:47:02.077025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977d993d-65df-49d3-9d8c-88b8cd085fbb {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:02.116250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb79793c-5391-48eb-b1a8-aff8fb51446e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:02.131052 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:02.144722 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb79793c-5391-48eb-b1a8-aff8fb51446e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:02.208800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e157dbc-b1a9-47ca-89eb-eb2e6cad4ef1 req-4bc0081c-89dc-4c13-b383-cbbc53241bec tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749766 Dec 10 08:47:02.214133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Transition to ACTIVE for port object 977d993d-65df-49d3-9d8c-88b8cd085fbb will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:47:02.323103 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a728578-e1a8-4d2a-a9f4-057aa5572870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:02.343629 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:02.382218 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bb79793c-5391-48eb-b1a8-aff8fb51446e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24a7f57d3372421ea81b9c697d0db1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0697892 Dec 10 08:47:02.385348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37942) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:02.450728 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:56Z', 'updated_at': '2021-12-10T08:46:59Z', 'revision_number': 3, 'project_id': '0db252916e274bf6a52001c55f30b779', 'gw_port': {'id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:58Z', 'updated_at': '2021-12-10T08:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:02.530167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79793c-5391-48eb-b1a8-aff8fb51446e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb24244d-c159-44d7-9ea6-2b9b18a55ab0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:02.575949 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Checking router: a6d77791-3d6b-45c0-a234-6c3cd91f22d6 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:47:02.576509 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Updating router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 port bc22e687-9683-4226-a681-2a636daae2ec binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:47:02.594614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a728578-e1a8-4d2a-a9f4-057aa5572870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:02.645701 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:02.706964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5a728578-e1a8-4d2a-a9f4-057aa5572870 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0adf34fbbc744628a49e7a2e81db5ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9957902 Dec 10 08:47:02.728089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37952) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:02.809976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99169318-d2f1-4487-b524-e3dcd9c49aae req-7d7155a6-6808-4324-9acf-69d5d5f94b75 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:02.822354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99169318-d2f1-4487-b524-e3dcd9c49aae req-7d7155a6-6808-4324-9acf-69d5d5f94b75 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.3011968 Dec 10 08:47:02.928808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Pushing event updated for resources: {'Port': ['ID=977d993d-65df-49d3-9d8c-88b8cd085fbb,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:02.956427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99169318-d2f1-4487-b524-e3dcd9c49aae req-bdf43df7-f7c8-4d22-aa0a-546909ae0c10 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320879 Dec 10 08:47:02.975650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a728578-e1a8-4d2a-a9f4-057aa5572870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78693ab-cc40-4f3b-8973-51ccf4726771,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:03.071349 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f84db6b3-fd40-477d-9f33-b349f1614a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.109873 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e31f0686-0d0e-43ce-b3fd-c6f28da90d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.134217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f84db6b3-fd40-477d-9f33-b349f1614a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.181676 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.257906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Attempting to bind port 977d993d-65df-49d3-9d8c-88b8cd085fbb on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:03.257906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Attempting to bind port 977d993d-65df-49d3-9d8c-88b8cd085fbb by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:03.257906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Attempting to bind port 977d993d-65df-49d3-9d8c-88b8cd085fbb on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:03.257906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Port 977d993d-65df-49d3-9d8c-88b8cd085fbb on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:03.257906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Attempting to bind port 977d993d-65df-49d3-9d8c-88b8cd085fbb on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:03.299977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:03.300971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:03.302028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:03.303123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Bound port: 977d993d-65df-49d3-9d8c-88b8cd085fbb, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:03.313084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2caf957c-94e1-4c3c-b7e3-6939a2684d2a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:03.319000 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.340300 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9659e24-5dfc-4a34-a77d-5a7915118e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.498822 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9659e24-5dfc-4a34-a77d-5a7915118e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.519216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Allocated IP 172.20.0.1 (ec0f5389-f072-4381-9e8e-e578df8955ff/2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea/854dd5a8-5802-4bd6-add7-5916fe6c08b5) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:03.595843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:03.600094 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.604961 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.635273 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9659e24-5dfc-4a34-a77d-5a7915118e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.639700 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.640029 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9659e24-5dfc-4a34-a77d-5a7915118e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.642646 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b9659e24-5dfc-4a34-a77d-5a7915118e03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb24244d-c159-44d7-9ea6-2b9b18a55ab0 HTTP/1.1" status: 204 len: 168 time: 1.1213763 Dec 10 08:47:03.711405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] For port 977d993d-65df-49d3-9d8c-88b8cd085fbb, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:03.716163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] For port 977d993d-65df-49d3-9d8c-88b8cd085fbb, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=977d993d-65df-49d3-9d8c-88b8cd085fbb,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:03.720895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f84db6b3-fd40-477d-9f33-b349f1614a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.725305 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f84db6b3-fd40-477d-9f33-b349f1614a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.726855 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f84db6b3-fd40-477d-9f33-b349f1614a3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e78693ab-cc40-4f3b-8973-51ccf4726771 HTTP/1.1" status: 204 len: 168 time: 0.9672215 Dec 10 08:47:03.730252 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.777562 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.798037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Pushing event updated for resources: {'Port': ['ID=977d993d-65df-49d3-9d8c-88b8cd085fbb,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:03.810486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9659e24-5dfc-4a34-a77d-5a7915118e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb24244d-c159-44d7-9ea6-2b9b18a55ab0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:03.840632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:03.846079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:03.850674 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-569b9a20-a3cb-4102-8710-71fc3eb5e082 service neutron] 10.222.0.18 "PUT /v2.0/ports/977d993d-65df-49d3-9d8c-88b8cd085fbb HTTP/1.1" status: 200 len: 1096 time: 3.8433363 Dec 10 08:47:03.882561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdb6df2-f788-4800-8701-69f009376718', 'tag': '977d993d-65df-49d3-9d8c-88b8cd085fbb'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:03.885228 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdb6df2-f788-4800-8701-69f009376718", "tag": "977d993d-65df-49d3-9d8c-88b8cd085fbb"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:03.891122 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d861241-1306-4b1e-adf0-c453c8d28690 None None] Pushing event updated for resources: {'Port': ['ID=bc22e687-9683-4226-a681-2a636daae2ec,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:03.900891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db6b3-fd40-477d-9f33-b349f1614a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78693ab-cc40-4f3b-8973-51ccf4726771,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:04.042516 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26b244a-7646-4bca-a846-f7414320db58 x-openstack-request-id: req-a26b244a-7646-4bca-a846-f7414320db58 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:04.043644 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdb6df2-f788-4800-8701-69f009376718", "tag": "977d993d-65df-49d3-9d8c-88b8cd085fbb", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:04.044788 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a26b244a-7646-4bca-a846-f7414320db58 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:04.047726 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdb6df2-f788-4800-8701-69f009376718', 'tag': '977d993d-65df-49d3-9d8c-88b8cd085fbb', 'status': 'completed', 'code': 200} Dec 10 08:47:04.068248 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Attempting to bind port bc22e687-9683-4226-a681-2a636daae2ec on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:04.068755 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Attempting to bind port bc22e687-9683-4226-a681-2a636daae2ec by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:04.073423 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Attempting to bind port bc22e687-9683-4226-a681-2a636daae2ec on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:04.088553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-2af0f5e4-ac79-4cc5-9135-57b366d2c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:04.090632 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-2af0f5e4-ac79-4cc5-9135-57b366d2c509 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 1099 time: 0.1633756 Dec 10 08:47:04.092194 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:04.092578 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:04.098354 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:04.099005 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:04.101190 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Bound port: bc22e687-9683-4226-a681-2a636daae2ec, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:04.101921 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:04.236259 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-644c36d5-bd1f-40ea-8dc1-fc96fd7421b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=977d993d-65df-49d3-9d8c-88b8cd085fbb HTTP/1.1" status: 200 len: 217 time: 0.1207082 Dec 10 08:47:04.244022 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] For port bc22e687-9683-4226-a681-2a636daae2ec, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:04.253873 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] For port bc22e687-9683-4226-a681-2a636daae2ec, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc22e687-9683-4226-a681-2a636daae2ec,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:04.260389 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:04.376075 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Routers {'a6d77791-3d6b-45c0-a234-6c3cd91f22d6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:47:04.377014 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:46:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:04.383530 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:04.539108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Network ec0f5389-f072-4381-9e8e-e578df8955ff is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:04.571203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bebc8-23fc-4409-a351-1e02c818c4c9 req-1b66db42-0e65-4711-b988-6755b32e387f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:04.579518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-433bebc8-23fc-4409-a351-1e02c818c4c9 req-1b66db42-0e65-4711-b988-6755b32e387f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.3366408 Dec 10 08:47:04.606870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:04.612336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:04.613323 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:04.633065 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] Set router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:47:04.672301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d378a07-1c53-4620-8d9a-3bf55712f68e req-8db7c43b-58b3-4834-a33a-5158613098e9 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:04.680795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37990) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:04.690031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d378a07-1c53-4620-8d9a-3bf55712f68e req-8db7c43b-58b3-4834-a33a-5158613098e9 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 969 time: 0.4697697 Dec 10 08:47:04.695503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37994) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:04.830994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=854dd5a8-5802-4bd6-add7-5916fe6c08b5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:04.941228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38000) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:04.970579 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3946fe90-53b3-4478-965f-1e4104a9d2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:04.993054 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d861241-1306-4b1e-adf0-c453c8d28690 None None] Pushing event updated for resources: {'Port': ['ID=bc22e687-9683-4226-a681-2a636daae2ec,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:05.008014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-433bebc8-23fc-4409-a351-1e02c818c4c9 req-ebf48eae-275c-4864-9c8f-4cffd48954cf tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272115 Dec 10 08:47:05.060111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d378a07-1c53-4620-8d9a-3bf55712f68e req-a2f3660e-25c8-4586-b8a5-1e4302568c71 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653128 Dec 10 08:47:05.164825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0eaf97ba-dd22-4a42-9424-9839502ce08f None None] Provisioning complete for port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:05.165427 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0eaf97ba-dd22-4a42-9424-9839502ce08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.206474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3946fe90-53b3-4478-965f-1e4104a9d2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.214808 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3946fe90-53b3-4478-965f-1e4104a9d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.263608 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:56Z', 'updated_at': '2021-12-10T08:46:59Z', 'revision_number': 3, 'project_id': '0db252916e274bf6a52001c55f30b779', 'gw_port': {'id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:58Z', 'updated_at': '2021-12-10T08:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:05.270199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf97ba-dd22-4a42-9424-9839502ce08f None None] Port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:05.285599 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3946fe90-53b3-4478-965f-1e4104a9d2bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e23e1029ad048a0b642adef7039595f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430827 Dec 10 08:47:05.288069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38002) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:05.290568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946fe90-53b3-4478-965f-1e4104a9d2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a925f-feb6-4f22-83ca-9c793309bdb8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:05.301310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.336272 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb14aba-fd6d-4f3e-8283-0b7dc0d0b7ec None None] The sync data for ids ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'] in n-d-814746-3 is: [{'id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:56Z', 'updated_at': '2021-12-10T08:46:59Z', 'revision_number': 3, 'project_id': '0db252916e274bf6a52001c55f30b779', 'gw_port': {'id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:58Z', 'updated_at': '2021-12-10T08:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:47:05.346411 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b5bcfc42-de19-4f54-b6d6-ad8ded23a5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.376530 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1667-fee1-4a92-aa8d-6ea5507aa267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.396336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f22c27c5-c038-416f-9133-2d417dff6f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.506822 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3804826d-c5b0-4325-ba72-d8c537dd11ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.643625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3804826d-c5b0-4325-ba72-d8c537dd11ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.696560 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.712563 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.713760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.879693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=854dd5a8-5802-4bd6-add7-5916fe6c08b5,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:05.900668 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1667-fee1-4a92-aa8d-6ea5507aa267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.907480 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f22c27c5-c038-416f-9133-2d417dff6f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.909030 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1667-fee1-4a92-aa8d-6ea5507aa267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.933250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Network ec0f5389-f072-4381-9e8e-e578df8955ff is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:05.935094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:05.972643 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5a4c1667-fee1-4a92-aa8d-6ea5507aa267 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78d1a0dfe05740fcb692718f2cefbb1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2907495 Dec 10 08:47:05.973409 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f22c27c5-c038-416f-9133-2d417dff6f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.979120 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3804826d-c5b0-4325-ba72-d8c537dd11ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:05.985359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3804826d-c5b0-4325-ba72-d8c537dd11ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.005342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3804826d-c5b0-4325-ba72-d8c537dd11ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c6a925f-feb6-4f22-83ca-9c793309bdb8 HTTP/1.1" status: 204 len: 168 time: 0.7001228 Dec 10 08:47:06.007803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38014) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:06.009852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c1667-fee1-4a92-aa8d-6ea5507aa267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066b0db9-8808-4484-a1a4-90d950b329a3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:06.191337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c27c5-c038-416f-9133-2d417dff6f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96867c7-3387-4ede-8214-801726a9b095,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:06.204809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f22c27c5-c038-416f-9133-2d417dff6f9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adaa71b32e784adebb59607c44261920&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5073600 Dec 10 08:47:06.207532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38026) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:06.239063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804826d-c5b0-4325-ba72-d8c537dd11ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a925f-feb6-4f22-83ca-9c793309bdb8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:06.326277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24b36705-b7c1-445b-a670-1ab8e084f3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.373627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.431184 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24b36705-b7c1-445b-a670-1ab8e084f3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.433186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c47cd7b-b18f-46ac-803e-2bd650683cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.523217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5123aa09-a5b3-4c02-94d5-5040b32ad5e8 None None] Provisioning complete for port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:06.523592 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5123aa09-a5b3-4c02-94d5-5040b32ad5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.569888 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24b36705-b7c1-445b-a670-1ab8e084f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.572634 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24b36705-b7c1-445b-a670-1ab8e084f3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.576783 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-24b36705-b7c1-445b-a670-1ab8e084f3ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/066b0db9-8808-4484-a1a4-90d950b329a3 HTTP/1.1" status: 204 len: 168 time: 0.5505874 Dec 10 08:47:06.576783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c47cd7b-b18f-46ac-803e-2bd650683cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.601640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b36705-b7c1-445b-a670-1ab8e084f3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066b0db9-8808-4484-a1a4-90d950b329a3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:06.624245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1137546-ef13-4a5b-9772-e6e5c45224e2 req-af5d3cf2-ebab-4012-a0e8-8d6e692d72c6 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:06.626038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1137546-ef13-4a5b-9772-e6e5c45224e2 req-af5d3cf2-ebab-4012-a0e8-8d6e692d72c6 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 969 time: 0.4138784 Dec 10 08:47:06.629003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:47:06.689379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5123aa09-a5b3-4c02-94d5-5040b32ad5e8 None None] Port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:06.690115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c47cd7b-b18f-46ac-803e-2bd650683cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.693851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef240ff6-3242-4fb9-90e5-4527728fb0a2 req-4c8477ca-9930-4193-8b1b-aaaa98be837b tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:06.695574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef240ff6-3242-4fb9-90e5-4527728fb0a2 req-4c8477ca-9930-4193-8b1b-aaaa98be837b tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.4823248 Dec 10 08:47:06.697749 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c47cd7b-b18f-46ac-803e-2bd650683cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:06.708252 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c47cd7b-b18f-46ac-803e-2bd650683cd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b96867c7-3387-4ede-8214-801726a9b095 HTTP/1.1" status: 204 len: 168 time: 0.4897950 Dec 10 08:47:06.721833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47cd7b-b18f-46ac-803e-2bd650683cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96867c7-3387-4ede-8214-801726a9b095,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:06.838080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef240ff6-3242-4fb9-90e5-4527728fb0a2 req-25791387-5186-44f7-b05e-fca124f76b16 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141136 Dec 10 08:47:06.925108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1137546-ef13-4a5b-9772-e6e5c45224e2 req-c5ff09cb-f867-4a50-bb64-60504c6d4b59 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716038 Dec 10 08:47:07.132030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:47:07.145690 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c16e7cd6-54bc-43de-8258-ad9404314cc4 admin admin] 10.222.0.31 "PUT /v2.0/routers/a6d77791-3d6b-45c0-a234-6c3cd91f22d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5641615 Dec 10 08:47:07.278293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc22e687-9683-4226-a681-2a636daae2ec up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:07.353234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bc22e687-9683-4226-a681-2a636daae2ec triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:07.353809 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:07.440229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38054) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:07.457284 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:07.462040 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e9d0a95c-c363-4818-bdcd-9de2f2447714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:07.501368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port bc22e687-9683-4226-a681-2a636daae2ec, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc22e687-9683-4226-a681-2a636daae2ec,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:07.512792 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:07.556953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3e7b009-1a39-4a18-8aa3-e33a04c3a287 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:07.596606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=bc22e687-9683-4226-a681-2a636daae2ec,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:07.680504 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e9d0a95c-c363-4818-bdcd-9de2f2447714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:07.689637 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e9d0a95c-c363-4818-bdcd-9de2f2447714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:07.735155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3e7b009-1a39-4a18-8aa3-e33a04c3a287, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:07.755295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd3e7b009-1a39-4a18-8aa3-e33a04c3a287', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'd3e7b009-1a39-4a18-8aa3-e33a04c3a287', 'mac_address': 'fa:16:3e:df:ec:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:tempest-test_az-1275731398', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:47:07.788220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0a95c-c363-4818-bdcd-9de2f2447714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0193848-a1a4-4517-b320-2d4862e69e3f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:07.800794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38062) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:07.802312 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:07.805031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e9d0a95c-c363-4818-bdcd-9de2f2447714 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dc4b03b2f3546ba928e9ab9e5b883ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622732 Dec 10 08:47:07.821772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e7b009-1a39-4a18-8aa3-e33a04c3a287 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:07.853927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3e7b009-1a39-4a18-8aa3-e33a04c3a287, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:07.863865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.000535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:08.012997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38070) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:08.027256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc60de23-c388-4869-aeaa-ed1d45627da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.061736 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.070823 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3761ed1-3fac-4bcb-8040-07335b455976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.095449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61054f18-3cf4-4007-8bd7-7349432899a4 req-83aa2151-3aac-4753-9f82-c16c1f37da95 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:08.102213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc60de23-c388-4869-aeaa-ed1d45627da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.104767 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61054f18-3cf4-4007-8bd7-7349432899a4 req-83aa2151-3aac-4753-9f82-c16c1f37da95 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.1242781 Dec 10 08:47:08.165370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d3e7b009-1a39-4a18-8aa3-e33a04c3a287'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:08.256776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc60de23-c388-4869-aeaa-ed1d45627da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.263507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc60de23-c388-4869-aeaa-ed1d45627da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.264920 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fc60de23-c388-4869-aeaa-ed1d45627da2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0193848-a1a4-4517-b320-2d4862e69e3f HTTP/1.1" status: 204 len: 168 time: 0.4623659 Dec 10 08:47:08.285897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61054f18-3cf4-4007-8bd7-7349432899a4 req-4be5179a-5d44-4c75-814f-d242fe8c5652 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794546 Dec 10 08:47:08.309913 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3761ed1-3fac-4bcb-8040-07335b455976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.321857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60de23-c388-4869-aeaa-ed1d45627da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0193848-a1a4-4517-b320-2d4862e69e3f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:08.325237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3761ed1-3fac-4bcb-8040-07335b455976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.424536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3761ed1-3fac-4bcb-8040-07335b455976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4960839f-8f56-46e3-b59f-d680d86cc289,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:08.436429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d3761ed1-3fac-4bcb-8040-07335b455976 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=025151c3556a45d396b269faae4f74dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194241 Dec 10 08:47:08.439706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38084) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:08.447648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d3116-79bb-467e-8d1b-cb775ae0ae09 req-62c12abf-598d-4f2e-89ad-2eb2b41882f1 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:08.457664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-956d3116-79bb-467e-8d1b-cb775ae0ae09 req-62c12abf-598d-4f2e-89ad-2eb2b41882f1 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 970 time: 0.1427593 Dec 10 08:47:08.474714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Sync routers for ids ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:47:08.543219 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-956d3116-79bb-467e-8d1b-cb775ae0ae09 req-db8a94f5-557b-4ea8-9612-91e7b8f12284 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827382 Dec 10 08:47:08.574278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42703086-299c-499f-93a0-97ddae162133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.601100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Routers {'a6d77791-3d6b-45c0-a234-6c3cd91f22d6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:47:08.602206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:47:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:08.606794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42703086-299c-499f-93a0-97ddae162133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.687396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42703086-299c-499f-93a0-97ddae162133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.691432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42703086-299c-499f-93a0-97ddae162133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:08.692815 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-42703086-299c-499f-93a0-97ddae162133 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4960839f-8f56-46e3-b59f-d680d86cc289 HTTP/1.1" status: 204 len: 168 time: 0.2525949 Dec 10 08:47:08.702218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42703086-299c-499f-93a0-97ddae162133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4960839f-8f56-46e3-b59f-d680d86cc289,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:08.799667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Set router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:47:09.159627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.256442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc22e687-9683-4226-a681-2a636daae2ec up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:09.305090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38116) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:09.314246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-785d9e28-1ad7-4d6b-b467-d2ddb7cbcb1f tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544151141', 'description': 'tempest-description--1395389736'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:09.346167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bc22e687-9683-4226-a681-2a636daae2ec triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:09.346541 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.353613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:56Z', 'updated_at': '2021-12-10T08:47:05Z', 'revision_number': 4, 'project_id': '0db252916e274bf6a52001c55f30b779', 'gw_port': {'id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:58Z', 'updated_at': '2021-12-10T08:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '854dd5a8-5802-4bd6-add7-5916fe6c08b5', 'name': '', 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'mac_address': 'fa:16:3e:a1:07:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:03Z', 'updated_at': '2021-12-10T08:47:05Z', 'revision_number': 2, 'project_id': '0db252916e274bf6a52001c55f30b779', 'subnets': [{'id': '2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:09.382212 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-785d9e28-1ad7-4d6b-b467-d2ddb7cbcb1f tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.397639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Checking router: a6d77791-3d6b-45c0-a234-6c3cd91f22d6 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:47:09.402366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Updating router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:47:09.462124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4e4e7-3752-4178-ab44-a997460a56f3 req-614e646a-a640-49ba-b257-045f5422b17b tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:09.470922 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2b4e4e7-3752-4178-ab44-a997460a56f3 req-614e646a-a640-49ba-b257-045f5422b17b tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.0973470 Dec 10 08:47:09.557412 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-785d9e28-1ad7-4d6b-b467-d2ddb7cbcb1f tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.565895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-785d9e28-1ad7-4d6b-b467-d2ddb7cbcb1f tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.566076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3e7b009-1a39-4a18-8aa3-e33a04c3a287 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:09.587472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2b4e4e7-3752-4178-ab44-a997460a56f3 req-56f8da6a-8f2b-40bf-b11d-4628cff456c2 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144772 Dec 10 08:47:09.624401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d9e28-1ad7-4d6b-b467-d2ddb7cbcb1f tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9deff8a-f1a9-49af-b65a-b8ce582c8c17,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:09.633457 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.650114 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-785d9e28-1ad7-4d6b-b467-d2ddb7cbcb1f tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.651425 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-785d9e28-1ad7-4d6b-b467-d2ddb7cbcb1f tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3452847 Dec 10 08:47:09.655126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38128) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:09.660988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f47a68d1-ef77-48f0-88fb-0a4bb4fe58ff tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Request body: {'security_group_rule': {'security_group_id': 'e9deff8a-f1a9-49af-b65a-b8ce582c8c17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:09.761524 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f47a68d1-ef77-48f0-88fb-0a4bb4fe58ff tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.861706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f3644-2916-4ff5-a74f-c1550aaf24d0 req-7ee09fdb-9537-4b7c-b7ff-b82534ddf84e tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:09.863426 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d76f3644-2916-4ff5-a74f-c1550aaf24d0 req-7ee09fdb-9537-4b7c-b7ff-b82534ddf84e tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 970 time: 0.1651733 Dec 10 08:47:09.865666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:47:09.875292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:09.876390 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.910983 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f47a68d1-ef77-48f0-88fb-0a4bb4fe58ff tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:09.935128 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f47a68d1-ef77-48f0-88fb-0a4bb4fe58ff tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.004582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a68d1-ef77-48f0-88fb-0a4bb4fe58ff tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1045f7-7707-400e-99d9-349e4796129a,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:10.047194 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f47a68d1-ef77-48f0-88fb-0a4bb4fe58ff tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.051493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f47a68d1-ef77-48f0-88fb-0a4bb4fe58ff tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3918145 Dec 10 08:47:10.054567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:10.059417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6cec1809-a2ec-40c5-8b50-df6fbb7f06e4 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Request body: {'security_group_rule': {'security_group_id': 'e9deff8a-f1a9-49af-b65a-b8ce582c8c17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:10.077305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d76f3644-2916-4ff5-a74f-c1550aaf24d0 req-8644e66d-8294-4b2e-8cac-a93a67925b69 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834941 Dec 10 08:47:10.131691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6cec1809-a2ec-40c5-8b50-df6fbb7f06e4 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.201181 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.229812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6cec1809-a2ec-40c5-8b50-df6fbb7f06e4 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.236005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6cec1809-a2ec-40c5-8b50-df6fbb7f06e4 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.248802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1809-a2ec-40c5-8b50-df6fbb7f06e4 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cca19d4-f351-4097-87dd-d59b89f9e845,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:10.278076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6cec1809-a2ec-40c5-8b50-df6fbb7f06e4 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.283628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6cec1809-a2ec-40c5-8b50-df6fbb7f06e4 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2277722 Dec 10 08:47:10.284101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38158) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:10.284240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dc384d-4cbd-4707-9294-b5954ef4ae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7b009-1a39-4a18-8aa3-e33a04c3a287'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:10.288960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:10.319092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.373409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3e7b009-1a39-4a18-8aa3-e33a04c3a287, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:10.387701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.513089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:10.540886 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.546830 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.554214 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.570129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38168) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:10.633997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f407d-2207-483d-b1a5-b295b749125e None None] Pushing event updated for resources: {'Port': ['ID=854dd5a8-5802-4bd6-add7-5916fe6c08b5,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:10.697478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Allocated IP 172.25.3.78 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/866ca1ce-2751-47f7-9c87-3b7bb65b335b) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:10.740412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Attempting to bind port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:10.740790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Attempting to bind port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4c605c13-f1ce-4a5b-8604-e4b958fb10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:10.741162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Attempting to bind port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 on network ec0f5389-f072-4381-9e8e-e578df8955ff {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:10.746933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:10.747321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Checking segment: {'id': '4c605c13-f1ce-4a5b-8604-e4b958fb10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:10.747734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.748135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Bound using segment: {'id': '4c605c13-f1ce-4a5b-8604-e4b958fb10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:10.748950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Bound port: 854dd5a8-5802-4bd6-add7-5916fe6c08b5, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c605c13-f1ce-4a5b-8604-e4b958fb10a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:10.749092 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.858334 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-832f84be-92e8-4fec-8fc2-c5661dcd6a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.866763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] For port 854dd5a8-5802-4bd6-add7-5916fe6c08b5, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:10.870709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] For port 854dd5a8-5802-4bd6-add7-5916fe6c08b5, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=854dd5a8-5802-4bd6-add7-5916fe6c08b5,segment=NetworkSegment(4c605c13-f1ce-4a5b-8604-e4b958fb10a9),segment_id=4c605c13-f1ce-4a5b-8604-e4b958fb10a9)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:10.878627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:10.897605 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba94fa64-83f5-4dd8-b8ff-dfefd07c9023" -d '{"events": [{"server_uuid": "c6dc384d-4cbd-4707-9294-b5954ef4ae4c", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7b009-1a39-4a18-8aa3-e33a04c3a287"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:10.966192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Routers {'a6d77791-3d6b-45c0-a234-6c3cd91f22d6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:47:10.970721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:47:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:11.030403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-832f84be-92e8-4fec-8fc2-c5661dcd6a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.040908 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-832f84be-92e8-4fec-8fc2-c5661dcd6a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.050883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc25ba-e807-426d-a316-06b54b28b9ad req-647f45f8-e9fa-4601-aa3c-f0c8b4e7e2f7 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:11.059492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96dc25ba-e807-426d-a316-06b54b28b9ad req-647f45f8-e9fa-4601-aa3c-f0c8b4e7e2f7 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.1563807 Dec 10 08:47:11.091485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f84be-92e8-4fec-8fc2-c5661dcd6a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31181c55-814e-444e-9588-17ecd904e03a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:11.127473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38194) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:11.127638 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-832f84be-92e8-4fec-8fc2-c5661dcd6a95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62768aa132e04d26a79d40e89e8ecc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559635 Dec 10 08:47:11.167434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] Set router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:47:11.195732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96dc25ba-e807-426d-a316-06b54b28b9ad req-42fe9e86-1c9f-4427-8857-b03249e7c55d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364784 Dec 10 08:47:11.229801 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.250638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f407d-2207-483d-b1a5-b295b749125e None None] Pushing event updated for resources: {'Port': ['ID=854dd5a8-5802-4bd6-add7-5916fe6c08b5,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:11.288834 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0513b881-4302-4f1c-a504-e4ef7e89baf7 None None] Provisioning complete for port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:11.289207 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0513b881-4302-4f1c-a504-e4ef7e89baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.306085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2135b43f-8c7c-4aaa-9625-083a8f94dda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.336944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2135b43f-8c7c-4aaa-9625-083a8f94dda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.401430 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043a36ee-6b01-4e34-b513-59c3096395ae x-openstack-request-id: req-043a36ee-6b01-4e34-b513-59c3096395ae {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:11.402523 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dc384d-4cbd-4707-9294-b5954ef4ae4c", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7b009-1a39-4a18-8aa3-e33a04c3a287", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:11.402860 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-043a36ee-6b01-4e34-b513-59c3096395ae {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:11.403376 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dc384d-4cbd-4707-9294-b5954ef4ae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7b009-1a39-4a18-8aa3-e33a04c3a287', 'code': 200} Dec 10 08:47:11.454079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9771f8-9750-44bb-894c-79d512d021a5 req-98bd216c-475d-437f-b0c7-05e671f9a77d tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:11.457538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff9771f8-9750-44bb-894c-79d512d021a5 req-98bd216c-475d-437f-b0c7-05e671f9a77d tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 971 time: 0.1319919 Dec 10 08:47:11.458474 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.461534 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0513b881-4302-4f1c-a504-e4ef7e89baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.532259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0513b881-4302-4f1c-a504-e4ef7e89baf7 None None] For port 854dd5a8-5802-4bd6-add7-5916fe6c08b5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=854dd5a8-5802-4bd6-add7-5916fe6c08b5,segment=NetworkSegment(4c605c13-f1ce-4a5b-8604-e4b958fb10a9),segment_id=4c605c13-f1ce-4a5b-8604-e4b958fb10a9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:11.546603 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0513b881-4302-4f1c-a504-e4ef7e89baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.551584 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2135b43f-8c7c-4aaa-9625-083a8f94dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.554365 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2135b43f-8c7c-4aaa-9625-083a8f94dda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.555520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2135b43f-8c7c-4aaa-9625-083a8f94dda0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31181c55-814e-444e-9588-17ecd904e03a HTTP/1.1" status: 204 len: 168 time: 0.4199560 Dec 10 08:47:11.568862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:11.581016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:11.584365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:11.588215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event updated for resources: {'Port': ['ID=866ca1ce-2751-47f7-9c87-3b7bb65b335b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:11.615420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135b43f-8c7c-4aaa-9625-083a8f94dda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31181c55-814e-444e-9588-17ecd904e03a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:11.652316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4e5e9-1d21-4933-8016-b5a1d47bd61c req-2cbbb1b9-0dd3-4a25-bcd0-6abebaba9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:11.654550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-38e4e5e9-1d21-4933-8016-b5a1d47bd61c req-2cbbb1b9-0dd3-4a25-bcd0-6abebaba9738 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 1122 time: 0.1562841 Dec 10 08:47:11.679856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9f801393-d827-41a6-91df-a03c91548081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:56Z', 'updated_at': '2021-12-10T08:47:05Z', 'revision_number': 4, 'project_id': '0db252916e274bf6a52001c55f30b779', 'gw_port': {'id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:58Z', 'updated_at': '2021-12-10T08:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '854dd5a8-5802-4bd6-add7-5916fe6c08b5', 'name': '', 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'mac_address': 'fa:16:3e:a1:07:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:03Z', 'updated_at': '2021-12-10T08:47:10Z', 'revision_number': 4, 'project_id': '0db252916e274bf6a52001c55f30b779', 'subnets': [{'id': '2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:11.682764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-38e4e5e9-1d21-4933-8016-b5a1d47bd61c req-772c22fd-09a9-45a2-a2a4-c5ac6b1cf148 service neutron] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.740776 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff9771f8-9750-44bb-894c-79d512d021a5 req-58d12519-da5a-4a0e-99e1-a5e2a6bc02b3 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563646 Dec 10 08:47:11.754260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f801393-d827-41a6-91df-a03c91548081 None None] The sync data for ids ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'] in n-d-814746-3 is: [{'id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:56Z', 'updated_at': '2021-12-10T08:47:05Z', 'revision_number': 4, 'project_id': '0db252916e274bf6a52001c55f30b779', 'gw_port': {'id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:58Z', 'updated_at': '2021-12-10T08:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '854dd5a8-5802-4bd6-add7-5916fe6c08b5', 'name': '', 'network_id': 'ec0f5389-f072-4381-9e8e-e578df8955ff', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'mac_address': 'fa:16:3e:a1:07:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:03Z', 'updated_at': '2021-12-10T08:47:10Z', 'revision_number': 4, 'project_id': '0db252916e274bf6a52001c55f30b779', 'subnets': [{'id': '2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:47:11.802534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-28c1227f-6898-47d2-a4c3-cfa9311de01a None None] Provisioning complete for port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:11.803267 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-28c1227f-6898-47d2-a4c3-cfa9311de01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.804994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513b881-4302-4f1c-a504-e4ef7e89baf7 None None] Pushing event updated for resources: {'Port': ['ID=854dd5a8-5802-4bd6-add7-5916fe6c08b5,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:11.807984 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.890440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:11.948594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-ea2c90b6-2db3-4b07-8aed-158791835f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:11.950515 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-ea2c90b6-2db3-4b07-8aed-158791835f20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1647215 Dec 10 08:47:11.980992 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-38e4e5e9-1d21-4933-8016-b5a1d47bd61c req-772c22fd-09a9-45a2-a2a4-c5ac6b1cf148 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.010705 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-38e4e5e9-1d21-4933-8016-b5a1d47bd61c req-772c22fd-09a9-45a2-a2a4-c5ac6b1cf148 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.076409 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-38e4e5e9-1d21-4933-8016-b5a1d47bd61c req-772c22fd-09a9-45a2-a2a4-c5ac6b1cf148 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135292 Dec 10 08:47:12.079309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-5f85712c-88da-4da3-91db-bde6dc54adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:12.081016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-5f85712c-88da-4da3-91db-bde6dc54adc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191964 Dec 10 08:47:12.081859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c22fd-09a9-45a2-a2a4-c5ac6b1cf148 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ead9a5f0-8339-4d4f-97b9-c3582d76e829,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:12.173931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.181325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.232281 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-3d0886ad-40bd-43e3-ab02-0b6fc556f54d service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422894 Dec 10 08:47:12.243458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.285250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.298193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0127244 Dec 10 08:47:12.299297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016429d-dfa7-408d-8c00-e8ca8bfc3170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event updated for resources: {'Port': ['ID=866ca1ce-2751-47f7-9c87-3b7bb65b335b,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:12.372984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844f6f-b905-4bf2-8fc0-bb4b0c0b33cf req-9666cb5b-7c08-4e99-a1a2-573285615767 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:12.374654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3844f6f-b905-4bf2-8fc0-bb4b0c0b33cf req-9666cb5b-7c08-4e99-a1a2-573285615767 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.0612228 Dec 10 08:47:12.386016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cae46c3-5322-4d0d-b6d5-5b92206c157d req-dab739fc-7514-4e41-afd6-9f1c8132af38 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420751 Dec 10 08:47:12.438182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3844f6f-b905-4bf2-8fc0-bb4b0c0b33cf req-45dd93e1-8c46-476f-8320-ef38815dcaf3 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528042 Dec 10 08:47:12.478002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38224) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:12.511194 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a0771c-375b-4e2c-80ea-c6716ce09156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.537584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-875db78a-8107-472d-bd8f-b5f3f680e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:12.539079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-875db78a-8107-472d-bd8f-b5f3f680e615 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 1099 time: 0.0701323 Dec 10 08:47:12.616227 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a0771c-375b-4e2c-80ea-c6716ce09156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.623955 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a0771c-375b-4e2c-80ea-c6716ce09156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.677434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-23a0771c-375b-4e2c-80ea-c6716ce09156 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=839e7e0bed9a458aa94df8bc7df2fca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960316 Dec 10 08:47:12.677434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0771c-375b-4e2c-80ea-c6716ce09156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9658c7e7-2441-4e7a-a31c-d2a4215c2b15,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:12.690531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38236) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:12.712728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-52602e83-51f2-4f8c-86c7-5124307d7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:12.715562 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-52602e83-51f2-4f8c-86c7-5124307d7daa service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1649387 Dec 10 08:47:12.768695 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-5e90c0cc-7a87-4f18-83c9-7a8353c85b72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=977d993d-65df-49d3-9d8c-88b8cd085fbb HTTP/1.1" status: 200 len: 217 time: 0.0442948 Dec 10 08:47:12.809466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f594c605-3899-47d9-89ce-3acc2af5b783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.838440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-e7b6befe-8574-449e-b8e4-5a48ebf6ad4d tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--544151141&fields=id&tenant_id=66e0341a0559410bb432f4bb1302f7fa HTTP/1.1" status: 200 len: 267 time: 0.1071398 Dec 10 08:47:12.850427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-bf9065f2-06fa-410d-b0d8-6305a9103116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:12.852009 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-bf9065f2-06fa-410d-b0d8-6305a9103116 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0756094 Dec 10 08:47:12.853841 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f594c605-3899-47d9-89ce-3acc2af5b783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:12.912335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-90953d61-53ff-4850-b033-413654a3c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:12.913967 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-90953d61-53ff-4850-b033-413654a3c5ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534189 Dec 10 08:47:13.040165 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-616ba752-338b-471e-af61-02cf5982f7ba service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170518 Dec 10 08:47:13.110331 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f594c605-3899-47d9-89ce-3acc2af5b783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:13.113251 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f594c605-3899-47d9-89ce-3acc2af5b783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:13.115544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f594c605-3899-47d9-89ce-3acc2af5b783 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9658c7e7-2441-4e7a-a31c-d2a4215c2b15 HTTP/1.1" status: 204 len: 168 time: 0.4217107 Dec 10 08:47:13.157068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c605-3899-47d9-89ce-3acc2af5b783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9658c7e7-2441-4e7a-a31c-d2a4215c2b15,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:13.166227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903390b-8efd-4900-90c5-c346da887f19 req-2885fb32-9734-4026-9aa8-851be384c9ff tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:13.188383 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0016bf21-98b7-4ac2-b055-bdc7c563aaa0 req-5e2bc3c0-3f0b-40d8-bfbd-03e023ba80a8 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387401 Dec 10 08:47:13.196409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-2885fb32-9734-4026-9aa8-851be384c9ff tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/networks?id=0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 200 len: 824 time: 0.3458714 Dec 10 08:47:13.242427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-8dc5c182-757e-41b4-a3d2-28839d39da06 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/quotas/66e0341a0559410bb432f4bb1302f7fa HTTP/1.1" status: 200 len: 375 time: 0.0408587 Dec 10 08:47:13.307332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 854dd5a8-5802-4bd6-add7-5916fe6c08b5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:13.351777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-02ba5b16-37b5-4556-9422-4de65a3b5f93 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66e0341a0559410bb432f4bb1302f7fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084485 Dec 10 08:47:13.363811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9530cbd-40fc-4576-a900-ba5990d283a0 req-5b97d883-69e0-4c0b-a0cf-8d865afae93a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:13.365424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9530cbd-40fc-4576-a900-ba5990d283a0 req-5b97d883-69e0-4c0b-a0cf-8d865afae93a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 971 time: 0.0810983 Dec 10 08:47:13.387157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:13.387639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:13.434497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9530cbd-40fc-4576-a900-ba5990d283a0 req-29a05279-e1f6-434e-8f19-a36b5c38e2eb tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624557 Dec 10 08:47:13.606988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008a105-743b-4e83-997d-aaa4de8e63c7 req-db838335-0f84-40ba-a000-9aaae29fe228 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:13.609331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6008a105-743b-4e83-997d-aaa4de8e63c7 req-db838335-0f84-40ba-a000-9aaae29fe228 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.0568519 Dec 10 08:47:13.671683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6008a105-743b-4e83-997d-aaa4de8e63c7 req-7f7cdafa-f995-40ca-b4f5-e132c57641bb tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526998 Dec 10 08:47:14.059270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-4a80b200-f65a-4cef-8647-cd2ecfb9adae service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:47:14.067007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-4a80b200-f65a-4cef-8647-cd2ecfb9adae service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2965660 Dec 10 08:47:14.161604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-16b76f86-534e-49e2-8b69-7d62f52949cb service neutron] 10.222.0.31 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932710 Dec 10 08:47:14.248452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-15976444-29b8-40e2-8fad-ee5924622fff tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bd9621af1522417387690190a5366447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326679 Dec 10 08:47:14.330756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-4133e64a-067e-4f2d-9741-c721fd22f68f service neutron] 10.222.0.31 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628556 Dec 10 08:47:14.380809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-3c3de8d9-ee10-46fa-979b-ab2b7221833c tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:14.382357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-3c3de8d9-ee10-46fa-979b-ab2b7221833c tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260941 Dec 10 08:47:14.399611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-b8b5a2b3-c0cc-4d6b-a767-9ea9f12a0f42 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/quotas/bd9621af1522417387690190a5366447 HTTP/1.1" status: 200 len: 375 time: 0.0108485 Dec 10 08:47:14.437138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-1d02c01e-b8ec-4cb6-98f0-aa97305b8e7e tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd9621af1522417387690190a5366447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306704 Dec 10 08:47:14.850491 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:14.939988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf6f325-fcab-4449-ba2d-a232138a6f30 req-92e33dda-eea3-4469-8ba9-9c6eca58f2d3 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 210 time: 0.2798338 Dec 10 08:47:15.158368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391cc28-a9b6-477d-84e0-977ec1b8cac3 req-f71505ee-cff9-4a31-bedb-cacce88c73d0 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:15.166006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9391cc28-a9b6-477d-84e0-977ec1b8cac3 req-f71505ee-cff9-4a31-bedb-cacce88c73d0 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 971 time: 0.1220531 Dec 10 08:47:15.179763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee408f63-1932-455a-b4f5-7c24e4812002 req-ce2fb8f6-7c55-41fc-8f30-a0f8badd757b tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 210 time: 0.0588000 Dec 10 08:47:15.245033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9391cc28-a9b6-477d-84e0-977ec1b8cac3 req-4fab93e2-5dd1-44be-a9fa-c8e4f0b6680b tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776999 Dec 10 08:47:15.336970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ecae8-6d78-42d4-b0fd-2d6fe7b07758 req-25d751a6-d2bd-443d-af51-785dc0a12b54 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:15.338812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c4ecae8-6d78-42d4-b0fd-2d6fe7b07758 req-25d751a6-d2bd-443d-af51-785dc0a12b54 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.0659971 Dec 10 08:47:15.399161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c4ecae8-6d78-42d4-b0fd-2d6fe7b07758 req-f810713f-746c-47d2-93aa-2ed15f268642 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508454 Dec 10 08:47:15.670544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a656a4c-4025-4939-81cd-c86796052387 req-80aebf0d-908b-4475-923a-f01bb43e809f tempest-AggregatesAdminTestJSON-282976127 tempest-AggregatesAdminTestJSON-282976127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:15.672675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a656a4c-4025-4939-81cd-c86796052387 req-80aebf0d-908b-4475-923a-f01bb43e809f tempest-AggregatesAdminTestJSON-282976127 tempest-AggregatesAdminTestJSON-282976127-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 1122 time: 0.1230228 Dec 10 08:47:15.702720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a656a4c-4025-4939-81cd-c86796052387 req-aa910680-5808-4e34-b05e-355d55c50556 tempest-AggregatesAdminTestJSON-282976127 tempest-AggregatesAdminTestJSON-282976127-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:15.729943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a2268-5c70-4214-a469-f9f82b137513 req-79cadf16-76b0-48e1-a1be-f95cfe595150 tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:15.730409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a2268-5c70-4214-a469-f9f82b137513 req-79cadf16-76b0-48e1-a1be-f95cfe595150 tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:15.730862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a2268-5c70-4214-a469-f9f82b137513 req-79cadf16-76b0-48e1-a1be-f95cfe595150 tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:15.731320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a2268-5c70-4214-a469-f9f82b137513 req-79cadf16-76b0-48e1-a1be-f95cfe595150 tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:15.731960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a2268-5c70-4214-a469-f9f82b137513 req-79cadf16-76b0-48e1-a1be-f95cfe595150 tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:15.733933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-607a2268-5c70-4214-a469-f9f82b137513 req-79cadf16-76b0-48e1-a1be-f95cfe595150 tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1552451 Dec 10 08:47:15.850361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a656a4c-4025-4939-81cd-c86796052387 req-aa910680-5808-4e34-b05e-355d55c50556 tempest-AggregatesAdminTestJSON-282976127 tempest-AggregatesAdminTestJSON-282976127-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:15.858689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a656a4c-4025-4939-81cd-c86796052387 req-aa910680-5808-4e34-b05e-355d55c50556 tempest-AggregatesAdminTestJSON-282976127 tempest-AggregatesAdminTestJSON-282976127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:15.913263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a656a4c-4025-4939-81cd-c86796052387 req-aa910680-5808-4e34-b05e-355d55c50556 tempest-AggregatesAdminTestJSON-282976127 tempest-AggregatesAdminTestJSON-282976127-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342422 Dec 10 08:47:15.937172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa910680-5808-4e34-b05e-355d55c50556 tempest-AggregatesAdminTestJSON-282976127 tempest-AggregatesAdminTestJSON-282976127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232fdef6-932b-409d-9f7f-fdf96942e40f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:15.940345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ddb6-6909-4079-81e9-c614833ed373 req-4e08f414-f127-4c0a-9195-a3b1f53898e1 tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:15.941881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4545ddb6-6909-4079-81e9-c614833ed373 req-4e08f414-f127-4c0a-9195-a3b1f53898e1 tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 886 time: 0.1495504 Dec 10 08:47:16.238904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903390b-8efd-4900-90c5-c346da887f19 req-e2685a62-9251-4c9d-b803-d9c36910cbc9 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:16.241112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-e2685a62-9251-4c9d-b803-d9c36910cbc9 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.18 "GET /v2.0/networks?id=0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 200 len: 824 time: 0.4361930 Dec 10 08:47:16.248274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.18', 59132) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:16.288172 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-edc190de-9749-40d7-b87f-07256976efe0 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bd9621af1522417387690190a5366447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316093 Dec 10 08:47:16.361268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fee11-f96b-4cb1-884a-e33f5ffa83ec req-4f9bdbc1-e6fa-4d90-933b-8cd7951b757d tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:16.361805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fee11-f96b-4cb1-884a-e33f5ffa83ec req-4f9bdbc1-e6fa-4d90-933b-8cd7951b757d tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:16.362357 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fee11-f96b-4cb1-884a-e33f5ffa83ec req-4f9bdbc1-e6fa-4d90-933b-8cd7951b757d tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:16.362813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fee11-f96b-4cb1-884a-e33f5ffa83ec req-4f9bdbc1-e6fa-4d90-933b-8cd7951b757d tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:16.363469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fee11-f96b-4cb1-884a-e33f5ffa83ec req-4f9bdbc1-e6fa-4d90-933b-8cd7951b757d tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:16.377765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef0fee11-f96b-4cb1-884a-e33f5ffa83ec req-4f9bdbc1-e6fa-4d90-933b-8cd7951b757d tempest-NetworksTest-227065116 tempest-NetworksTest-227065116-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1776464 Dec 10 08:47:16.402506 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38406) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:16.480458 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-d53198d9-9f82-467a-bdb0-9efa048bb5e4 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e0341a0559410bb432f4bb1302f7fa HTTP/1.1" status: 200 len: 379 time: 0.1946173 Dec 10 08:47:16.486616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32b60c04-71b9-4378-b5dd-da441c492a7b req-9a1a1b41-176a-4f07-b82e-794b736c143f tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 210 time: 0.0564480 Dec 10 08:47:16.505750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Request body: {'port': {'device_id': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'admin_state_up': True, 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'security_groups': ['e9deff8a-f1a9-49af-b65a-b8ce582c8c17']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:16.565489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f90d-10db-41b4-9a4e-1c463a8e2b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:16.654209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-f2347921-7180-4da8-975b-5a80df1f3a2e tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:16.656405 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-f2347921-7180-4da8-975b-5a80df1f3a2e tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3594494 Dec 10 08:47:16.674682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Request body: {'port': {'device_id': '123974b1-3329-4b89-b986-92d13e37c142', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'bd9621af1522417387690190a5366447'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:16.687186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de447729-3514-46c0-bc68-6a6f45873cc2 req-5d80698b-d678-4fdd-aa5f-67e1d0639d61 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 210 time: 0.0407438 Dec 10 08:47:16.770844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f90d-10db-41b4-9a4e-1c463a8e2b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:16.788432 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f90d-10db-41b4-9a4e-1c463a8e2b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:16.808955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Made reservation on behalf of 66e0341a0559410bb432f4bb1302f7fa for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:16.815518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:16.836234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b00dc9-c68a-49de-8b55-98be5deaee39 req-c48c7402-1932-43d8-a359-08b22ef6f63c tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:16.846699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39b00dc9-c68a-49de-8b55-98be5deaee39 req-c48c7402-1932-43d8-a359-08b22ef6f63c tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 948 time: 0.1625433 Dec 10 08:47:16.858737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38424) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:16.884356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b0f9f90d-10db-41b4-9a4e-1c463a8e2b6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b30b106204748fc98ff38babd2045f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4803386 Dec 10 08:47:16.897555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38430) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:16.902673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9f90d-10db-41b4-9a4e-1c463a8e2b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0a0320-db39-4cef-aefc-dea7cf557bfe,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:16.925966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Made reservation on behalf of bd9621af1522417387690190a5366447 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:16.932495 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:16.957317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:16.997131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-352d0da9-0f29-4d20-b64c-3108c9f5b0f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.025561 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-352d0da9-0f29-4d20-b64c-3108c9f5b0f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.060370 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4c37-8179-4a34-bd73-833e9168b1ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.066172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Allocated IP 172.20.0.6 (0f996f28-7a71-4f34-bbc5-42a950667083/1370e0ba-0c5c-4f67-950b-eaa0f7136e26/2ba106a2-2ad5-485c-9410-1136f7b0798b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:17.066977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39b00dc9-c68a-49de-8b55-98be5deaee39 req-0699849c-8cdd-4d35-9a8e-15d042f19295 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173669 Dec 10 08:47:17.098235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-352d0da9-0f29-4d20-b64c-3108c9f5b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.101018 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-352d0da9-0f29-4d20-b64c-3108c9f5b0f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.102278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-352d0da9-0f29-4d20-b64c-3108c9f5b0f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d0a0320-db39-4cef-aefc-dea7cf557bfe HTTP/1.1" status: 204 len: 168 time: 0.2036052 Dec 10 08:47:17.112570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d0da9-0f29-4d20-b64c-3108c9f5b0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0a0320-db39-4cef-aefc-dea7cf557bfe,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:17.202515 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.267773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.390161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbde16c-600d-47c8-86bd-09ee82fbaed7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:17.465241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4c37-8179-4a34-bd73-833e9168b1ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.467615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38468) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:17.468948 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.477164 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4c37-8179-4a34-bd73-833e9168b1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.535580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Allocated IP 192.168.233.184 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/82cdb230-c1b0-405d-9a94-4debda613604) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:17.587680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1e8f4c37-8179-4a34-bd73-833e9168b1ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f45839d196014e7eb40f9dd3e8af02e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7277629 Dec 10 08:47:17.588313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38478) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:17.600171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f4c37-8179-4a34-bd73-833e9168b1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb730cde-d37f-44a0-8ef6-c588c4968ead,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:17.657711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.664521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 977d993d-65df-49d3-9d8c-88b8cd085fbb details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:17.677699 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-fd91c6dc-d9ff-404b-823d-18fcea1015f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1701467 Dec 10 08:47:17.773440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-27e20c8a-e835-4fec-9d26-2a6d8b63e510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.777616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38490) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:17.815228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64ec31ce-3b75-43db-ba01-756ed615029a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.825592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 977d993d-65df-49d3-9d8c-88b8cd085fbb, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=977d993d-65df-49d3-9d8c-88b8cd085fbb,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:17.836764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '977d993d-65df-49d3-9d8c-88b8cd085fbb', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '977d993d-65df-49d3-9d8c-88b8cd085fbb', 'mac_address': 'fa:16:3e:98:f5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:47:17.849300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Network 0f996f28-7a71-4f34-bbc5-42a950667083 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:17.871009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:17.876850 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.882396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:17.888732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:17.889418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.891615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977d993d-65df-49d3-9d8c-88b8cd085fbb {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:17.898647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event updated for resources: {'Port': ['ID=2ba106a2-2ad5-485c-9410-1136f7b0798b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:17.911885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 977d993d-65df-49d3-9d8c-88b8cd085fbb, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=977d993d-65df-49d3-9d8c-88b8cd085fbb,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:17.919714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.935005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:17.939256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-dfc2bb3f-cfcf-4651-814f-bcc2470c3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:17.940838 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-dfc2bb3f-cfcf-4651-814f-bcc2470c3dad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66f679c5fa5b4128a095be94daf4a2cd&device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 1122 time: 0.1167183 Dec 10 08:47:17.948978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-cf0cf4d5-b42a-4722-aa80-ddddec21b18b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4568200 Dec 10 08:47:17.962587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Request body: {'port': {'device_id': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:17.962762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87580402-a713-4c7e-b1f1-6da6e63db56c req-61dc43bb-f39e-4445-92c7-6e69d523114d tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 210 time: 0.1338520 Dec 10 08:47:17.983710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=977d993d-65df-49d3-9d8c-88b8cd085fbb,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:18.036570 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64ec31ce-3b75-43db-ba01-756ed615029a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.047319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509058d-d4bf-433d-9c29-6ceb6158a058 req-623f61c0-7664-4489-9dda-4502a0c4e81b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:18.049620 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a509058d-d4bf-433d-9c29-6ceb6158a058 req-623f61c0-7664-4489-9dda-4502a0c4e81b tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 931 time: 0.4192934 Dec 10 08:47:18.050374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d200c7bb-8384-48e0-a4e8-f8ee2b35b24c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.056408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64ec31ce-3b75-43db-ba01-756ed615029a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.115341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.157010 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d200c7bb-8384-48e0-a4e8-f8ee2b35b24c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.164270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-64ec31ce-3b75-43db-ba01-756ed615029a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79f5637c8e20493baece6324cae087cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830476 Dec 10 08:47:18.184229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38502) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:18.186123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:18.187521 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.221315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a509058d-d4bf-433d-9c29-6ceb6158a058 req-ab3ad91d-fa27-4870-b91a-0d64b69e7105 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483355 Dec 10 08:47:18.224479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:18.236431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:18.237461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec31ce-3b75-43db-ba01-756ed615029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31f179a-e69f-44a0-941d-c627f65d7612,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:18.242099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:18.242747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.328825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-27e20c8a-e835-4fec-9d26-2a6d8b63e510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.330145 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d200c7bb-8384-48e0-a4e8-f8ee2b35b24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.332934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d200c7bb-8384-48e0-a4e8-f8ee2b35b24c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.334290 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d200c7bb-8384-48e0-a4e8-f8ee2b35b24c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb730cde-d37f-44a0-8ef6-c588c4968ead HTTP/1.1" status: 204 len: 168 time: 0.7444677 Dec 10 08:47:18.339792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['977d993d-65df-49d3-9d8c-88b8cd085fbb'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:18.354807 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6872697 Dec 10 08:47:18.359975 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-27e20c8a-e835-4fec-9d26-2a6d8b63e510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.361155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-d95698a4-dc3a-48fe-93ab-df2b0b899a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:18.362643 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-d95698a4-dc3a-48fe-93ab-df2b0b899a09 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3589177 Dec 10 08:47:18.369957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Request body: {'port': {'device_id': '123974b1-3329-4b89-b986-92d13e37c142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:18.372831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2f886-7b70-4fb9-b78f-46087459ab11 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Pushing event updated for resources: {'Port': ['ID=82cdb230-c1b0-405d-9a94-4debda613604,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:18.415330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200c7bb-8384-48e0-a4e8-f8ee2b35b24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb730cde-d37f-44a0-8ef6-c588c4968ead,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:18.513940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e20c8a-e835-4fec-9d26-2a6d8b63e510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963a6936-1194-4112-855b-79701c7e0cc3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:18.522340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-27e20c8a-e835-4fec-9d26-2a6d8b63e510 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1be8b23d33b473a8428805be097d7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0535634 Dec 10 08:47:18.532636 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-ce9e8ecd-966c-4b10-bc22-17faa154bd62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d3e7b009-1a39-4a18-8aa3-e33a04c3a287 HTTP/1.1" status: 200 len: 217 time: 0.1481562 Dec 10 08:47:18.537439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38520) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:18.548616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863aff4-5776-4b3b-a5ea-a1a1579bf0c8 req-246fb551-d1c4-4a24-8596-a9907409cb7d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:18.567687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d863aff4-5776-4b3b-a5ea-a1a1579bf0c8 req-246fb551-d1c4-4a24-8596-a9907409cb7d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 949 time: 0.2315860 Dec 10 08:47:18.612211 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10823b0b-a63e-4f70-81ed-bc443fac99ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.614914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bbebb41d-ec29-4c54-ae8c-b5e3b62eca6c None None] Provisioning complete for port 2ba106a2-2ad5-485c-9410-1136f7b0798b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:18.616026 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bbebb41d-ec29-4c54-ae8c-b5e3b62eca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.719349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bbebb41d-ec29-4c54-ae8c-b5e3b62eca6c None None] Port 2ba106a2-2ad5-485c-9410-1136f7b0798b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:18.745702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.764096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d863aff4-5776-4b3b-a5ea-a1a1579bf0c8 req-45c13bc6-ee45-4a03-9c0e-2cb762395c4b tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758120 Dec 10 08:47:18.770274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10823b0b-a63e-4f70-81ed-bc443fac99ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.809979 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2e097bd-c224-4f63-8454-2b040b976bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.869471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2e097bd-c224-4f63-8454-2b040b976bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.869875 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7fe6ce39-db94-4fe1-9346-1db9a82e4076 None None] Provisioning complete for port 82cdb230-c1b0-405d-9a94-4debda613604 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:18.870216 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7fe6ce39-db94-4fe1-9346-1db9a82e4076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.963163 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:18.984706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38544) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:18.987095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6ce39-db94-4fe1-9346-1db9a82e4076 None None] Port 82cdb230-c1b0-405d-9a94-4debda613604 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:19.001815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-4e9b1278-572d-4942-8ef0-483358d20e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:19.003253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2e097bd-c224-4f63-8454-2b040b976bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.003668 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-4e9b1278-572d-4942-8ef0-483358d20e9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.4356840 Dec 10 08:47:19.006493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2e097bd-c224-4f63-8454-2b040b976bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.010106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c2e097bd-c224-4f63-8454-2b040b976bd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/963a6936-1194-4112-855b-79701c7e0cc3 HTTP/1.1" status: 204 len: 168 time: 0.4378784 Dec 10 08:47:19.010916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56f10f01-5993-499c-b355-d2682b2b918a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.024606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e097bd-c224-4f63-8454-2b040b976bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a6936-1194-4112-855b-79701c7e0cc3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:19.197609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73397525-3d3b-46e9-bc60-a19cfcab6f30 req-d80c6663-0ff6-47f9-9263-b1b6abdc11ec tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:19.206562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73397525-3d3b-46e9-bc60-a19cfcab6f30 req-d80c6663-0ff6-47f9-9263-b1b6abdc11ec tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 936 time: 0.0901923 Dec 10 08:47:19.216042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56f10f01-5993-499c-b355-d2682b2b918a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.246644 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56f10f01-5993-499c-b355-d2682b2b918a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.297181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f10f01-5993-499c-b355-d2682b2b918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98d8caa-9a2f-440f-a067-833b6a82fd3e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:19.320684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73397525-3d3b-46e9-bc60-a19cfcab6f30 req-ac816352-3cc9-47e0-8237-f14e7bd55b5c tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132619 Dec 10 08:47:19.328395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-56f10f01-5993-499c-b355-d2682b2b918a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4befbf547f4048348fdfd0bd7190809f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397124 Dec 10 08:47:19.328808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38570) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:19.417216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-81b15f47-81ff-4004-81fa-d9188eddcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:19.418533 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-312a43a4-a503-496a-b677-850431707255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.418784 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-81b15f47-81ff-4004-81fa-d9188eddcbeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4030609 Dec 10 08:47:19.477399 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-312a43a4-a503-496a-b677-850431707255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.486315 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10823b0b-a63e-4f70-81ed-bc443fac99ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.489086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10823b0b-a63e-4f70-81ed-bc443fac99ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.492952 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-10823b0b-a63e-4f70-81ed-bc443fac99ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f31f179a-e69f-44a0-941d-c627f65d7612 HTTP/1.1" status: 204 len: 168 time: 1.3004975 Dec 10 08:47:19.568462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e69f-02b2-4bc3-9c4a-e83c152d9695 req-306c1cbd-a95d-45dc-a5f6-b464f5876e1a tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:19.568462 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dd8e69f-02b2-4bc3-9c4a-e83c152d9695 req-306c1cbd-a95d-45dc-a5f6-b464f5876e1a tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 931 time: 0.1166847 Dec 10 08:47:19.568674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38586) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:19.583495 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7869910-f84c-4c1c-9b1b-83a33ff95799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.626567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10823b0b-a63e-4f70-81ed-bc443fac99ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31f179a-e69f-44a0-941d-c627f65d7612,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:19.641136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 977d993d-65df-49d3-9d8c-88b8cd085fbb up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:19.662661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-312a43a4-a503-496a-b677-850431707255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.666521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-312a43a4-a503-496a-b677-850431707255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.667683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-312a43a4-a503-496a-b677-850431707255 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a98d8caa-9a2f-440f-a067-833b6a82fd3e HTTP/1.1" status: 204 len: 168 time: 0.3378747 Dec 10 08:47:19.694078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a43a4-a503-496a-b677-850431707255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98d8caa-9a2f-440f-a067-833b6a82fd3e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:19.720094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba106a2-2ad5-485c-9410-1136f7b0798b {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:19.723066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dd8e69f-02b2-4bc3-9c4a-e83c152d9695 req-6e46d7e3-d500-48ac-beaa-6992c7c98425 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291759 Dec 10 08:47:19.775430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.816282 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-01210179-267e-45b4-9418-21f4595f168e service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540692 Dec 10 08:47:19.854642 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7869910-f84c-4c1c-9b1b-83a33ff95799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.866345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7869910-f84c-4c1c-9b1b-83a33ff95799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.882987 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Transition to ACTIVE for port object 2ba106a2-2ad5-485c-9410-1136f7b0798b will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:47:19.916972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:19.972913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e7869910-f84c-4c1c-9b1b-83a33ff95799 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ad9f0abbea84d70aa91f9230e098c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028015 Dec 10 08:47:19.975316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7869910-f84c-4c1c-9b1b-83a33ff95799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af39cad-92d2-432d-a048-39d86ce17373,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:19.978084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38608) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:20.112765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093250bd-8780-4116-9108-eda9614cc903 req-783771f3-dce1-4911-bc32-5dbc593905d3 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:20.122660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-093250bd-8780-4116-9108-eda9614cc903 req-783771f3-dce1-4911-bc32-5dbc593905d3 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 949 time: 0.1294436 Dec 10 08:47:20.186819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cdb230-c1b0-405d-9a94-4debda613604 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:20.224669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 977d993d-65df-49d3-9d8c-88b8cd085fbb completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:47:20.231028 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 977d993d-65df-49d3-9d8c-88b8cd085fbb triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:20.232847 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:20.237899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba106a2-2ad5-485c-9410-1136f7b0798b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:20.262540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:20.322254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-093250bd-8780-4116-9108-eda9614cc903 req-323334de-b19f-4c17-acc0-1f723c808ae3 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863444 Dec 10 08:47:20.372793 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f581def8-c405-461e-85b1-dcb4a747dad9 req-3876b837-68ae-473d-ab21-3a981ab0fd8d service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324836 Dec 10 08:47:20.409598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Transition to ACTIVE for port object 82cdb230-c1b0-405d-9a94-4debda613604 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:47:20.440599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Attempting to bind port 2ba106a2-2ad5-485c-9410-1136f7b0798b on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:20.441289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Attempting to bind port 2ba106a2-2ad5-485c-9410-1136f7b0798b by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:20.441289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Attempting to bind port 2ba106a2-2ad5-485c-9410-1136f7b0798b on network 0f996f28-7a71-4f34-bbc5-42a950667083 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:20.441752 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:20.454839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:20.533648 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb5aa-6f9b-4ddd-a65e-a272649444fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:20.543603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 977d993d-65df-49d3-9d8c-88b8cd085fbb, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=977d993d-65df-49d3-9d8c-88b8cd085fbb,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:20.543886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdb6df2-f788-4800-8701-69f009376718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977d993d-65df-49d3-9d8c-88b8cd085fbb'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:20.549363 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6363fb0a-aecf-4b0d-9301-b31bda00ce2c" -d '{"events": [{"server_uuid": "dcdb6df2-f788-4800-8701-69f009376718", "name": "network-vif-plugged", "status": "completed", "tag": "977d993d-65df-49d3-9d8c-88b8cd085fbb"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:20.550329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38622) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:20.555425 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:20.563965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Port 2ba106a2-2ad5-485c-9410-1136f7b0798b on network 0f996f28-7a71-4f34-bbc5-42a950667083 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:20.564298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Attempting to bind port 2ba106a2-2ad5-485c-9410-1136f7b0798b on network 0f996f28-7a71-4f34-bbc5-42a950667083 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:20.630218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f61e56-31ca-41ec-8c06-732dc8628b49 req-446a1a25-bf2e-4011-9373-864b4fa0b3ff tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:20.642624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99f61e56-31ca-41ec-8c06-732dc8628b49 req-446a1a25-bf2e-4011-9373-864b4fa0b3ff tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 948 time: 0.1593335 Dec 10 08:47:20.650037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:20.650407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Checking segment: {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:20.650752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Bound using segment: {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:20.654872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=977d993d-65df-49d3-9d8c-88b8cd085fbb,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:20.656163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Bound port: 2ba106a2-2ad5-485c-9410-1136f7b0798b, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:20.657011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:20.677451 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb5aa-6f9b-4ddd-a65e-a272649444fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:20.756518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99f61e56-31ca-41ec-8c06-732dc8628b49 req-051167e6-9b42-4cbe-83cf-3d5e1f8e8205 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129532 Dec 10 08:47:20.772621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Pushing event updated for resources: {'Port': ['ID=82cdb230-c1b0-405d-9a94-4debda613604,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:20.828824 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76b2524-4a9f-4d93-bb7b-5a33ac18a032 x-openstack-request-id: req-e76b2524-4a9f-4d93-bb7b-5a33ac18a032 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:20.829322 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdb6df2-f788-4800-8701-69f009376718", "name": "network-vif-plugged", "status": "completed", "tag": "977d993d-65df-49d3-9d8c-88b8cd085fbb", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:20.829786 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e76b2524-4a9f-4d93-bb7b-5a33ac18a032 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:20.831432 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdb6df2-f788-4800-8701-69f009376718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977d993d-65df-49d3-9d8c-88b8cd085fbb', 'code': 200} Dec 10 08:47:20.856673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Attempting to bind port 82cdb230-c1b0-405d-9a94-4debda613604 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:20.859201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Attempting to bind port 82cdb230-c1b0-405d-9a94-4debda613604 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:20.862438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Attempting to bind port 82cdb230-c1b0-405d-9a94-4debda613604 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:20.905287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Port 82cdb230-c1b0-405d-9a94-4debda613604 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:20.905667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Attempting to bind port 82cdb230-c1b0-405d-9a94-4debda613604 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:20.915473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.18', 59134) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:20.922116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:20.922712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:20.923517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:20.924116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Bound port: 82cdb230-c1b0-405d-9a94-4debda613604, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:20.924658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:20.997086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] For port 2ba106a2-2ad5-485c-9410-1136f7b0798b, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:21.000265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ce36c-38be-4840-b5db-a65a679317a0 req-f532fd5f-27b9-4489-aa92-06aed8a173ae tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:21.017981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d8ce36c-38be-4840-b5db-a65a679317a0 req-f532fd5f-27b9-4489-aa92-06aed8a173ae tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 943 time: 0.1662271 Dec 10 08:47:21.036417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb5aa-6f9b-4ddd-a65e-a272649444fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.039445 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb5aa-6f9b-4ddd-a65e-a272649444fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.043484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4e3eb5aa-6f9b-4ddd-a65e-a272649444fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4af39cad-92d2-432d-a048-39d86ce17373 HTTP/1.1" status: 204 len: 168 time: 1.0349360 Dec 10 08:47:21.055701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] For port 2ba106a2-2ad5-485c-9410-1136f7b0798b, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2ba106a2-2ad5-485c-9410-1136f7b0798b,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:21.073779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.080896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3eb5aa-6f9b-4ddd-a65e-a272649444fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af39cad-92d2-432d-a048-39d86ce17373,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:21.168832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e3ae7-6533-4c8c-a893-71debd8976e4 req-f149123d-6434-45b2-8eb9-14fbf7e2d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:21.170408 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-308e3ae7-6533-4c8c-a893-71debd8976e4 req-f149123d-6434-45b2-8eb9-14fbf7e2d473 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 1101 time: 0.2499239 Dec 10 08:47:21.178880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb770421-5bb9-4d8b-82fc-5c6b6da8c583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.207195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d8ce36c-38be-4840-b5db-a65a679317a0 req-5b1ccc3a-c7bd-4141-b4d4-57f8b362cd03 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874528 Dec 10 08:47:21.267535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:21.269146 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.271477 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/2ba106a2-2ad5-485c-9410-1136f7b0798b HTTP/1.1" status: 200 len: 1091 time: 3.3139048 Dec 10 08:47:21.275877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'tag': '2ba106a2-2ad5-485c-9410-1136f7b0798b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:21.296214 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89616f3-27b9-43af-9656-2c386c87c4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "895f28d1-94bf-47ff-bba9-9f17fc83e49a", "tag": "2ba106a2-2ad5-485c-9410-1136f7b0798b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:21.374471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafbdb1-5e25-4169-8f2a-155a970a15f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba106a2-2ad5-485c-9410-1136f7b0798b,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:21.382887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] For port 82cdb230-c1b0-405d-9a94-4debda613604, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:21.483908 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb770421-5bb9-4d8b-82fc-5c6b6da8c583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.494269 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb770421-5bb9-4d8b-82fc-5c6b6da8c583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.532809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] For port 82cdb230-c1b0-405d-9a94-4debda613604, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=82cdb230-c1b0-405d-9a94-4debda613604,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:21.555542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.653771 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c992e9a9-1b4d-4bb6-9fb0-5b2b9c1ae2f3 x-openstack-request-id: req-c992e9a9-1b4d-4bb6-9fb0-5b2b9c1ae2f3 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:21.654427 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895f28d1-94bf-47ff-bba9-9f17fc83e49a", "tag": "2ba106a2-2ad5-485c-9410-1136f7b0798b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:21.654954 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c992e9a9-1b4d-4bb6-9fb0-5b2b9c1ae2f3 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:21.655547 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'tag': '2ba106a2-2ad5-485c-9410-1136f7b0798b', 'status': 'completed', 'code': 200} Dec 10 08:47:21.656550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Pushing event updated for resources: {'Port': ['ID=82cdb230-c1b0-405d-9a94-4debda613604,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:21.661676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903390b-8efd-4900-90c5-c346da887f19 req-ce15a375-5fdf-4e16-8f71-46576f68f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:21.663407 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-ce15a375-5fdf-4e16-8f71-46576f68f2ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e0341a0559410bb432f4bb1302f7fa&device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 1094 time: 0.2845752 Dec 10 08:47:21.667438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:21.668347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.669969 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-96bb1574-a5f9-43a0-9bd8-f7b7ea09e129 service neutron] 10.222.0.18 "PUT /v2.0/ports/82cdb230-c1b0-405d-9a94-4debda613604 HTTP/1.1" status: 200 len: 1096 time: 3.3047869 Dec 10 08:47:21.674331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-308e3ae7-6533-4c8c-a893-71debd8976e4 req-0826826a-d73e-45ff-b5c0-a78b25c984ae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943829 Dec 10 08:47:21.698150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb770421-5bb9-4d8b-82fc-5c6b6da8c583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fd3e15-993a-4c42-98a7-149c3de0b12e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:21.726845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bb770421-5bb9-4d8b-82fc-5c6b6da8c583 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5cce29ac3084af8a941d0f1157f4765&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1674414 Dec 10 08:47:21.727453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38674) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:21.740824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-fba733bf-ccdd-46f9-b868-4237e9f61f0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ba106a2-2ad5-485c-9410-1136f7b0798b HTTP/1.1" status: 200 len: 217 time: 0.0592887 Dec 10 08:47:21.795358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c7448-0bda-4df1-9bed-356e0cfff176 req-459bf44d-1c12-4a04-871a-90ea97142411 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:21.797945 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a46c7448-0bda-4df1-9bed-356e0cfff176 req-459bf44d-1c12-4a04-871a-90ea97142411 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 950 time: 0.2549207 Dec 10 08:47:21.904627 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c1d31357-2995-4db3-b9f4-7fc7f7045521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:21.928924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74caa28-5811-4a4f-813f-725c1eff43c7 req-31d3a06e-eb42-455e-8a06-00b3ba26abb5 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:21.930592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b74caa28-5811-4a4f-813f-725c1eff43c7 req-31d3a06e-eb42-455e-8a06-00b3ba26abb5 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 971 time: 0.1306934 Dec 10 08:47:21.942075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a46c7448-0bda-4df1-9bed-356e0cfff176 req-016159b0-3348-4013-95de-b0a51c8f86dd tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368377 Dec 10 08:47:21.957201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38686) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:21.964247 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c1d31357-2995-4db3-b9f4-7fc7f7045521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.099396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b74caa28-5811-4a4f-813f-725c1eff43c7 req-f6da51c2-12ff-46c8-b743-12100857b562 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969930 Dec 10 08:47:22.109098 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c1d31357-2995-4db3-b9f4-7fc7f7045521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.111700 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c1d31357-2995-4db3-b9f4-7fc7f7045521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.115603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c1d31357-2995-4db3-b9f4-7fc7f7045521 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06fd3e15-993a-4c42-98a7-149c3de0b12e HTTP/1.1" status: 204 len: 168 time: 0.3866713 Dec 10 08:47:22.129354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e98f3-1c49-4b7b-817f-eaa369a88eba req-f700639e-d11e-4e72-995e-1ba4284c8577 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:22.130919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-745e98f3-1c49-4b7b-817f-eaa369a88eba req-f700639e-d11e-4e72-995e-1ba4284c8577 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 948 time: 0.1175344 Dec 10 08:47:22.136140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d31357-2995-4db3-b9f4-7fc7f7045521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fd3e15-993a-4c42-98a7-149c3de0b12e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:22.181124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-5c678ca8-1eaa-4204-80e1-a556244b2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:22.182987 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-5c678ca8-1eaa-4204-80e1-a556244b2301 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd9621af1522417387690190a5366447&device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 1099 time: 0.0671070 Dec 10 08:47:22.184254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903390b-8efd-4900-90c5-c346da887f19 req-cdd941a7-0532-479e-8b80-569e927618a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:22.185540 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-cdd941a7-0532-479e-8b80-569e927618a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1370e0ba-0c5c-4f67-950b-eaa0f7136e26 HTTP/1.1" status: 200 len: 863 time: 0.1283705 Dec 10 08:47:22.209747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-745e98f3-1c49-4b7b-817f-eaa369a88eba req-b4e589c2-6c86-4651-bbb5-9674a53b464e tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668383 Dec 10 08:47:22.267112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-36fae138-3989-4456-8cd9-8c6b9716b14d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=82cdb230-c1b0-405d-9a94-4debda613604 HTTP/1.1" status: 200 len: 217 time: 0.0403998 Dec 10 08:47:22.317934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903390b-8efd-4900-90c5-c346da887f19 req-dc7cb37b-84de-4f35-bfec-87a4349650a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:22.319471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-dc7cb37b-84de-4f35-bfec-87a4349650a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f996f28-7a71-4f34-bbc5-42a950667083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210046 Dec 10 08:47:22.328395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-547997096-network', 'tenant_id': '9fc2d9dd9ed646928daa6679d7d0cda2'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:22.363016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Made reservation on behalf of 9fc2d9dd9ed646928daa6679d7d0cda2 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:22.365454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.368426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-8e00eefa-bfb7-493d-b484-6c979afbef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:22.369927 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-8e00eefa-bfb7-493d-b484-6c979afbef4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0959280 Dec 10 08:47:22.446551 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.505531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dfe21-0395-4596-951f-ad0a911d2d08 req-e0ab170d-36ac-47a7-adf4-be3e93961f68 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:22.508294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf2dfe21-0395-4596-951f-ad0a911d2d08 req-e0ab170d-36ac-47a7-adf4-be3e93961f68 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 943 time: 0.2205017 Dec 10 08:47:22.551790 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-72f78159-460a-4e4a-b5af-630ca75ecb6b service neutron] 10.222.0.18 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990049 Dec 10 08:47:22.553732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-3bae4d49-a482-4cf1-83c7-f5616ad67b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:22.555289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-3bae4d49-a482-4cf1-83c7-f5616ad67b9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629555 Dec 10 08:47:22.579127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf2dfe21-0395-4596-951f-ad0a911d2d08 req-24ab80de-ed74-4b63-8cf6-da78132f6123 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645957 Dec 10 08:47:22.747631 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.766242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.786505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38712) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:22.803825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18345710-e299-4d1d-b793-d814d2e3b010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.805393 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6903390b-8efd-4900-90c5-c346da887f19 req-31d587e7-4f9d-44e4-8a1a-6693b9bbccb3 service neutron] 10.222.0.18 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379687 Dec 10 08:47:22.818719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:47:22.875936 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-e8234c3f-0621-476b-a15f-7fcbdcf45e10 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071156 Dec 10 08:47:22.905574 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18345710-e299-4d1d-b793-d814d2e3b010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.908764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf6f407-846d-4759-ac18-6bf637686329,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:22.911582 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18345710-e299-4d1d-b793-d814d2e3b010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.919126 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:22.919522 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Added segment 944e728c-863b-408e-9891-522024654b63 of type vlan for network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 Dec 10 08:47:22.954893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18345710-e299-4d1d-b793-d814d2e3b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c40978-633c-4991-9efe-454f4993e163,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:22.961795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-18345710-e299-4d1d-b793-d814d2e3b010 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b7cb95b48c14b3e98a323fa9e7cd90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716015 Dec 10 08:47:22.962070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38718) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:23.032021 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32d6ab95-f750-43a1-97a0-91e80529deec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.066120 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32d6ab95-f750-43a1-97a0-91e80529deec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.151889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2deedb-ec3b-44d0-baa8-353565294af3 req-10898b5b-2e38-4267-892c-cd60985e7657 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.153826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa2deedb-ec3b-44d0-baa8-353565294af3 req-10898b5b-2e38-4267-892c-cd60985e7657 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 950 time: 0.0805221 Dec 10 08:47:23.194213 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32d6ab95-f750-43a1-97a0-91e80529deec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.198009 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32d6ab95-f750-43a1-97a0-91e80529deec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.199757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-32d6ab95-f750-43a1-97a0-91e80529deec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5c40978-633c-4991-9efe-454f4993e163 HTTP/1.1" status: 204 len: 168 time: 0.2369173 Dec 10 08:47:23.218553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6ab95-f750-43a1-97a0-91e80529deec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c40978-633c-4991-9efe-454f4993e163,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:23.250473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.268526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa2deedb-ec3b-44d0-baa8-353565294af3 req-5020a36b-dfe0-4202-b834-395e51d03d6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076922 Dec 10 08:47:23.273963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-d5624abd-2e0e-4ab2-b4aa-bfcc1c3a48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.275463 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-d5624abd-2e0e-4ab2-b4aa-bfcc1c3a48dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e0341a0559410bb432f4bb1302f7fa&device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 1094 time: 0.4051459 Dec 10 08:47:23.285823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf99d7-7ece-4c7f-a4ef-9788070d87de req-4ecfe93d-e976-42a2-8c68-9510e417d654 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.291568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-fa121e70-9df4-4828-8aa3-6a4ededce894 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.293070 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-fa121e70-9df4-4828-8aa3-6a4ededce894 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 971 time: 0.4800873 Dec 10 08:47:23.293532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bacf99d7-7ece-4c7f-a4ef-9788070d87de req-4ecfe93d-e976-42a2-8c68-9510e417d654 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 971 time: 0.0783267 Dec 10 08:47:23.360439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bacf99d7-7ece-4c7f-a4ef-9788070d87de req-b64cfc81-4729-4b9d-ae34-7bae44c56df2 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4c3ef8c-3402-4c78-87c5-08939203c695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634031 Dec 10 08:47:23.415393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.416336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.416950 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.442952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e947e0-bb8e-4b90-8f98-b8bfa2dc5f84 req-6a6c75c8-fff6-4fe1-b372-a8b4c8d0df83 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.452787 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7e947e0-bb8e-4b90-8f98-b8bfa2dc5f84 req-6a6c75c8-fff6-4fe1-b372-a8b4c8d0df83 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 948 time: 0.0781226 Dec 10 08:47:23.524176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7e947e0-bb8e-4b90-8f98-b8bfa2dc5f84 req-e7dba438-16bc-46d6-a3d3-fceec52d3f7a tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704560 Dec 10 08:47:23.525526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5671041 Dec 10 08:47:23.537540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38740) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:23.543408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Request body: {'subnet': {'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-547997096-subnet', 'tenant_id': '9fc2d9dd9ed646928daa6679d7d0cda2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:23.553986 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d5372ec-adc4-41c6-b872-50ec7c98b115 req-b32a2eca-989f-4963-a30e-4f13a65b6649 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490281 Dec 10 08:47:23.588520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Made reservation on behalf of 9fc2d9dd9ed646928daa6679d7d0cda2 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:23.593022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Publish callbacks [] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.598984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b113dd-8237-4419-83dc-262ebecac3ae admin admin] Pushing event updated for resources: {'Network': ['ID=85fc98de-a64e-496f-b3f8-4e94ab5f9f38,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:23.615580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-f97898f6-cb76-49f2-9b96-b04d35f852e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.618781 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-f97898f6-cb76-49f2-9b96-b04d35f852e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 200 len: 925 time: 0.3230040 Dec 10 08:47:23.620684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:47:23.674060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123974b1-3329-4b89-b986-92d13e37c142', 'tag': '82cdb230-c1b0-405d-9a94-4debda613604'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:23.676742 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "123974b1-3329-4b89-b986-92d13e37c142", "tag": "82cdb230-c1b0-405d-9a94-4debda613604"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:23.695707 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-8f937cd0-2c9f-4a41-871a-31e2afd59d3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ba106a2-2ad5-485c-9410-1136f7b0798b HTTP/1.1" status: 200 len: 217 time: 0.0657096 Dec 10 08:47:23.759239 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1052fbd8-a12c-4628-bb03-9858bee9f958 x-openstack-request-id: req-1052fbd8-a12c-4628-bb03-9858bee9f958 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:23.759942 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123974b1-3329-4b89-b986-92d13e37c142", "tag": "82cdb230-c1b0-405d-9a94-4debda613604", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:23.760405 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1052fbd8-a12c-4628-bb03-9858bee9f958 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:23.761044 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123974b1-3329-4b89-b986-92d13e37c142', 'tag': '82cdb230-c1b0-405d-9a94-4debda613604', 'status': 'completed', 'code': 200} Dec 10 08:47:23.767400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Deleting port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:47:23.768102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.863112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-fe05f2f0-4ff2-4b3f-a4c0-d6c553f735ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.864960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-fe05f2f0-4ff2-4b3f-a4c0-d6c553f735ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1370e0ba-0c5c-4f67-950b-eaa0f7136e26 HTTP/1.1" status: 200 len: 863 time: 0.1556997 Dec 10 08:47:23.897681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e7d52-952a-4639-9759-832ae52d3aa4 req-4e00155f-6eb9-44c8-a762-c158e59bd9a2 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.899543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a6e7d52-952a-4639-9759-832ae52d3aa4 req-4e00155f-6eb9-44c8-a762-c158e59bd9a2 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 943 time: 0.1068714 Dec 10 08:47:23.937412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-c0926d8e-6e93-47bc-8e41-042142fdba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:23.939347 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-c0926d8e-6e93-47bc-8e41-042142fdba15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd9621af1522417387690190a5366447&device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 1099 time: 0.1180601 Dec 10 08:47:23.951338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] For port d3e7b009-1a39-4a18-8aa3-e33a04c3a287, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:23.952630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:23.997307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Calling delete_port for d3e7b009-1a39-4a18-8aa3-e33a04c3a287 owned by compute:tempest-test_az-1275731398 {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:47:24.008930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:24.036729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-9bcd1d92-f0c0-409f-8048-93a1f079864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:24.038466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-9bcd1d92-f0c0-409f-8048-93a1f079864e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f996f28-7a71-4f34-bbc5-42a950667083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592934 Dec 10 08:47:24.087258 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a6e7d52-952a-4639-9759-832ae52d3aa4 req-83dbc7ba-b494-4c15-be76-86283383c170 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766458 Dec 10 08:47:24.123250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:24.123941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Network hostable DHCP agents. Network: 85fc98de-a64e-496f-b3f8-4e94ab5f9f38, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:47:24.130280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0664b8d-323e-4feb-80cc-e1f01c876792,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:24.151285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:47:24.171314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 85fc98de-a64e-496f-b3f8-4e94ab5f9f38) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:24.184249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d9b38-b17e-4ed6-942e-16051271a1e2 None None] Network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:24.185063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:24.197199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:24.234197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5265c248-f612-4bd9-8c3c-10d3c96ce12f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6870897 Dec 10 08:47:24.234568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-d8963434-a9c0-4115-a34f-8920cecc5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:24.234568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-d8963434-a9c0-4115-a34f-8920cecc5ccb service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.2849724 Dec 10 08:47:24.334533 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-96f90bc3-ad0f-485b-b000-245e8b0f433f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=82cdb230-c1b0-405d-9a94-4debda613604 HTTP/1.1" status: 200 len: 217 time: 0.0893641 Dec 10 08:47:24.336032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be877e7d-b5ce-4e67-bd86-42aa7ee858bb None None] Network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:24.336659 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-6bd8874f-af85-485f-820c-dc5168ad13e0 service neutron] 10.222.0.18 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862029 Dec 10 08:47:24.430165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:24.446287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d3e7b009-1a39-4a18-8aa3-e33a04c3a287'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:24.498765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465a2ef-b675-40f9-a9e3-06697590e2e7 req-8ba92fe0-692b-416c-8d61-4babab86af80 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:24.506698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1465a2ef-b675-40f9-a9e3-06697590e2e7 req-8ba92fe0-692b-416c-8d61-4babab86af80 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 950 time: 0.1390691 Dec 10 08:47:24.564438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Pushing event deleted for resources: {'Port': ['ID=d3e7b009-1a39-4a18-8aa3-e33a04c3a287,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:24.641064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1465a2ef-b675-40f9-a9e3-06697590e2e7 req-f2b624c1-876d-482d-ab4f-edad6bf8a83f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334853 Dec 10 08:47:24.658446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a140d23f-3391-48b3-b248-6484891986f9 req-c2f841ff-b867-437f-8110-08e67718d392 tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc384d-4cbd-4707-9294-b5954ef4ae4c HTTP/1.1" status: 200 len: 210 time: 0.1303871 Dec 10 08:47:24.711880 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d89616f3-27b9-43af-9656-2c386c87c4e4 req-17042cf7-02f2-4afc-9f1d-05afc63fa8f0 service neutron] 10.222.0.18 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033016 Dec 10 08:47:24.714035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-3db12fa1-0d5b-4364-9d3e-1cc7220ccd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:24.715388 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-3db12fa1-0d5b-4364-9d3e-1cc7220ccd42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.3097894 Dec 10 08:47:24.716394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] No DVR routers for this DVR port d3e7b009-1a39-4a18-8aa3-e33a04c3a287 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:47:24.731326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:24.735119 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a42cbed8-7179-4b1d-b4f9-c6654552b314 req-c1ee0572-856e-4961-9fb8-6bcd5f33398a tempest-AggregatesAdminTestJSON-926748589 tempest-AggregatesAdminTestJSON-926748589-project] 10.222.0.39 "DELETE /v2.0/ports/d3e7b009-1a39-4a18-8aa3-e33a04c3a287 HTTP/1.1" status: 204 len: 173 time: 1.4266660 Dec 10 08:47:24.800270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-0b4f584d-adc2-4cfd-8b51-4e49892921c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:24.802230 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-0b4f584d-adc2-4cfd-8b51-4e49892921c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655639 Dec 10 08:47:24.820424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d357d-dce3-40ba-9355-ae09f0808497 req-b563f731-9615-4fe1-889f-067c3b678817 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:24.831348 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b45d357d-dce3-40ba-9355-ae09f0808497 req-b563f731-9615-4fe1-889f-067c3b678817 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 948 time: 0.1082311 Dec 10 08:47:24.906316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b45d357d-dce3-40ba-9355-ae09f0808497 req-f344a904-287c-4ba9-9c2e-32d59f60f1e8 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735350 Dec 10 08:47:24.969363 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-76381abb-8594-4f6c-a34b-cefe5e44e4e8 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531136 Dec 10 08:47:25.069425 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-44b93318-f97a-4cc8-91d5-03c6fff1c1e2 req-978ffe26-3e25-4685-8784-b7bd8fa6c95f service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913370 Dec 10 08:47:25.431756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-5c5d3a11-3248-4719-8046-1c2691423eff tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352979 Dec 10 08:47:25.555401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-42e95bdc-4b5a-4dda-813e-ad5e425cb33e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:25.556872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-42e95bdc-4b5a-4dda-813e-ad5e425cb33e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243095 Dec 10 08:47:25.572330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-fa61da85-ab87-448e-89cc-d8755bdc45ed tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/quotas/cf610ff248d74b54adebd37d7c8d06d6 HTTP/1.1" status: 200 len: 375 time: 0.0091395 Dec 10 08:47:25.610077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-83f2fd3e-0424-43da-b9af-076b1555f031 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299261 Dec 10 08:47:25.685975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38830) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:25.691993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1659140638-network', 'tenant_id': '7b3f5b9faadf4593bf3457ce396e08b3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:25.716054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Made reservation on behalf of 7b3f5b9faadf4593bf3457ce396e08b3 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:25.719441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:25.762262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:25.762563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dc384d-4cbd-4707-9294-b5954ef4ae4c', 'name': 'network-vif-deleted', 'tag': 'd3e7b009-1a39-4a18-8aa3-e33a04c3a287'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:25.768846 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8c23a9-df51-4f89-a10b-d81a1f5f7e81" -d '{"events": [{"server_uuid": "c6dc384d-4cbd-4707-9294-b5954ef4ae4c", "name": "network-vif-deleted", "tag": "d3e7b009-1a39-4a18-8aa3-e33a04c3a287"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:25.881778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b78a90-5fae-4936-aec8-32d831c37269 req-15bc2a1b-44d1-4df0-b7ad-bba4f321a487 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:25.883794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65b78a90-5fae-4936-aec8-32d831c37269 req-15bc2a1b-44d1-4df0-b7ad-bba4f321a487 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 943 time: 0.0808747 Dec 10 08:47:25.927583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:25.941329 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:25.973693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:47:25.992329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65b78a90-5fae-4936-aec8-32d831c37269 req-e008547a-e43f-4df3-82d4-02e9c8281ceb tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989287 Dec 10 08:47:25.997256 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:25.997732 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Added segment 899e4b34-d53a-4c5d-8efb-d4cd88dbf48e of type vlan for network 75108a26-cb83-4b11-81fd-d70f40bd4359 Dec 10 08:47:26.000496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efccb33-a7f3-4c41-a331-9ee3c473fbee,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:26.048544 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:26.089477 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:26.091002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:26.092183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:26.165803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38858) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:26.166054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4785938 Dec 10 08:47:26.172644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Request body: {'subnet': {'network_id': '75108a26-cb83-4b11-81fd-d70f40bd4359', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1659140638-subnet', 'tenant_id': '7b3f5b9faadf4593bf3457ce396e08b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:26.205747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fe954-716c-4725-a0c7-58ba8ff52766 admin admin] Pushing event updated for resources: {'Network': ['ID=75108a26-cb83-4b11-81fd-d70f40bd4359,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:26.218616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 75108a26-cb83-4b11-81fd-d70f40bd4359 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:47:26.234667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Made reservation on behalf of 7b3f5b9faadf4593bf3457ce396e08b3 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:26.237298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Publish callbacks [] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:26.242241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be63e-92d0-4f08-9a79-1dfd0edb4664 req-3011cbaf-93c2-4373-9fd2-129375ea2246 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:26.251585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-823be63e-92d0-4f08-9a79-1dfd0edb4664 req-3011cbaf-93c2-4373-9fd2-129375ea2246 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 950 time: 0.1311047 Dec 10 08:47:26.315249 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-823be63e-92d0-4f08-9a79-1dfd0edb4664 req-c22a77e0-6d6d-4b17-a393-eef9bf0f48af tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Dec 10 08:47:26.401423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4678903c-e33f-401c-9256-d5141aeac2b0 req-585e2936-bfc4-496e-bed3-819e1563dc41 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 210 time: 0.0302470 Dec 10 08:47:26.431787 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb55313-4315-4747-9e8f-dcc681081007 x-openstack-request-id: req-1bb55313-4315-4747-9e8f-dcc681081007 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:26.432163 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dc384d-4cbd-4707-9294-b5954ef4ae4c", "name": "network-vif-deleted", "tag": "d3e7b009-1a39-4a18-8aa3-e33a04c3a287", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:26.432384 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bb55313-4315-4747-9e8f-dcc681081007 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:26.433326 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dc384d-4cbd-4707-9294-b5954ef4ae4c', 'name': 'network-vif-deleted', 'tag': 'd3e7b009-1a39-4a18-8aa3-e33a04c3a287', 'status': 'completed', 'code': 200} Dec 10 08:47:26.517181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:26.519647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71aa3b-d723-49be-9cac-c29fc449b24a req-2ccd1a72-349d-4fc1-aa81-844a4546f0c5 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:26.528049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d71aa3b-d723-49be-9cac-c29fc449b24a req-2ccd1a72-349d-4fc1-aa81-844a4546f0c5 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 948 time: 0.0716267 Dec 10 08:47:26.590202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d71aa3b-d723-49be-9cac-c29fc449b24a req-704d73ff-d9b2-474e-af57-dac8c7d68910 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609121 Dec 10 08:47:26.599946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32aefeb8-bd44-4537-ab23-f9196ab4ab59,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:26.613887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Checking segment: {'id': '899e4b34-d53a-4c5d-8efb-d4cd88dbf48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '75108a26-cb83-4b11-81fd-d70f40bd4359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:26.614252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Network hostable DHCP agents. Network: 75108a26-cb83-4b11-81fd-d70f40bd4359, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:47:26.638827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Network 75108a26-cb83-4b11-81fd-d70f40bd4359 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:47:26.650822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 75108a26-cb83-4b11-81fd-d70f40bd4359) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:26.658394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:26.659079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:26.663405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b24152-d33c-4805-b172-a197da469bc1 None None] Network 75108a26-cb83-4b11-81fd-d70f40bd4359 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:26.681858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2d210eb5-467c-4d24-b961-a7be244f968d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5140748 Dec 10 08:47:26.805233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150bfc12-44e4-4f91-90b7-b7117547831c None None] Network 75108a26-cb83-4b11-81fd-d70f40bd4359 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:26.950772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38882) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:26.955648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-74356e0b-f135-402c-81e8-6760854643ed tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:26.966871 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-74356e0b-f135-402c-81e8-6760854643ed tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 1101 time: 0.0785244 Dec 10 08:47:27.149169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c68ed-7a8b-4fc2-a88f-09c994832d25 req-d3a23098-0886-4dc9-bcb2-482a2fbc5072 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:27.157829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd7c68ed-7a8b-4fc2-a88f-09c994832d25 req-d3a23098-0886-4dc9-bcb2-482a2fbc5072 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 943 time: 0.0670707 Dec 10 08:47:27.248184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd7c68ed-7a8b-4fc2-a88f-09c994832d25 req-110a4648-41b2-4964-80cf-bfc85a26a561 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846283 Dec 10 08:47:27.251037 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e4b9f016-cba8-4ad6-81a9-867a08739508 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66f679c5fa5b4128a095be94daf4a2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986062 Dec 10 08:47:27.254086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38906) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:27.330009 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-276f9797-e955-455c-b509-9979657766c5 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263231 Dec 10 08:47:27.341038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aeb756db-51e7-4a5c-a60f-0dc17c988aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.378416 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aeb756db-51e7-4a5c-a60f-0dc17c988aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.467814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aeb756db-51e7-4a5c-a60f-0dc17c988aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.470863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aeb756db-51e7-4a5c-a60f-0dc17c988aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.471537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aeb756db-51e7-4a5c-a60f-0dc17c988aaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4c3ef8c-3402-4c78-87c5-08939203c695 HTTP/1.1" status: 204 len: 168 time: 0.2162039 Dec 10 08:47:27.485189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] Deleting port 977d993d-65df-49d3-9d8c-88b8cd085fbb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:47:27.485540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.517438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb756db-51e7-4a5c-a60f-0dc17c988aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c3ef8c-3402-4c78-87c5-08939203c695,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:27.578086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2933d-72df-4a30-9822-23bebac9adf8 req-93187e8d-8d9d-4ca9-b981-1edd6fffd276 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:27.580566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-c3d46d25-1d5f-46ed-8994-efa6354988ca tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:27.582186 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-c3d46d25-1d5f-46ed-8994-efa6354988ca tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443342 Dec 10 08:47:27.585053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72a2933d-72df-4a30-9822-23bebac9adf8 req-93187e8d-8d9d-4ca9-b981-1edd6fffd276 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcdb6df2-f788-4800-8701-69f009376718 HTTP/1.1" status: 200 len: 950 time: 0.1299946 Dec 10 08:47:27.601278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Request body: {'port': {'device_id': 'dea1734d-1cc2-4e6e-8344-4c1404a9e5ce', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'cf610ff248d74b54adebd37d7c8d06d6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:27.612692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3e7b009-1a39-4a18-8aa3-e33a04c3a287 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:47:27.629340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] For port 977d993d-65df-49d3-9d8c-88b8cd085fbb, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=977d993d-65df-49d3-9d8c-88b8cd085fbb,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:27.629912 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.635434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: d3e7b009-1a39-4a18-8aa3-e33a04c3a287 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:47:27.636208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3e7b009-1a39-4a18-8aa3-e33a04c3a287 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:47:27.647254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-8a341c71-9b01-4a12-ae31-b1d3c4a78e03 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:27.648711 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-8a341c71-9b01-4a12-ae31-b1d3c4a78e03 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 820 time: 0.1845849 Dec 10 08:47:27.672396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72a2933d-72df-4a30-9822-23bebac9adf8 req-d5631da0-8fbe-4fa7-ac6a-2174cf3ec917 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845029 Dec 10 08:47:27.675019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 82cdb230-c1b0-405d-9a94-4debda613604 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:27.675959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] Calling delete_port for 977d993d-65df-49d3-9d8c-88b8cd085fbb owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:47:27.701726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-33ee3cfe-be92-45cb-9b4f-4101a2eeaecb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/quotas/9fc2d9dd9ed646928daa6679d7d0cda2 HTTP/1.1" status: 200 len: 375 time: 0.0278032 Dec 10 08:47:27.772247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-70bd333a-dba2-4a57-aaa2-8c6a8a68e8f0 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683854 Dec 10 08:47:27.821713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 82cdb230-c1b0-405d-9a94-4debda613604, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=82cdb230-c1b0-405d-9a94-4debda613604,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:27.835155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Made reservation on behalf of cf610ff248d74b54adebd37d7c8d06d6 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:27.838802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.852127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '82cdb230-c1b0-405d-9a94-4debda613604', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '82cdb230-c1b0-405d-9a94-4debda613604', 'mac_address': 'fa:16:3e:af:12:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:47:27.870470 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.906530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.925311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:27.930636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cdb230-c1b0-405d-9a94-4debda613604 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:27.947251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['977d993d-65df-49d3-9d8c-88b8cd085fbb'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:27.955288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38950) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:27.965277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] Pushing event deleted for resources: {'Port': ['ID=977d993d-65df-49d3-9d8c-88b8cd085fbb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:28.017556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 82cdb230-c1b0-405d-9a94-4debda613604, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=82cdb230-c1b0-405d-9a94-4debda613604,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:28.022795 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.023478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 2ba106a2-2ad5-485c-9410-1136f7b0798b details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:28.031444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-d247105c-70c0-49dc-a8e4-915669b28152 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:47:28.032489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-d247105c-70c0-49dc-a8e4-915669b28152 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1251431 Dec 10 08:47:28.039176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] No DVR routers for this DVR port 977d993d-65df-49d3-9d8c-88b8cd085fbb on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:47:28.046368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.050412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39649679-bba3-4711-a84f-0f9ff8e00ed8 req-a8606cfb-496f-49d1-8cc9-800d187b5325 tempest-DeleteServersAdminTestJSON-1944408541 tempest-DeleteServersAdminTestJSON-1944408541-project-admin] 10.222.0.18 "DELETE /v2.0/ports/977d993d-65df-49d3-9d8c-88b8cd085fbb HTTP/1.1" status: 204 len: 173 time: 1.0676899 Dec 10 08:47:28.079235 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.091711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.105366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7deed251-091d-4f6f-9348-d8415a945892 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9adeac049504050b3f1accbca539efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462743 Dec 10 08:47:28.110967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=82cdb230-c1b0-405d-9a94-4debda613604,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:28.132232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38952) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:28.193556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-98117951-6494-4322-b0ed-b47d2d345f63 service neutron] 10.222.0.31 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473787 Dec 10 08:47:28.203713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916c0d47-0fac-47ad-b562-a77ef71854eb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:28.265780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 2ba106a2-2ad5-485c-9410-1136f7b0798b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2ba106a2-2ad5-485c-9410-1136f7b0798b,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:28.315045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '2ba106a2-2ad5-485c-9410-1136f7b0798b', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'port_id': '2ba106a2-2ad5-485c-9410-1136f7b0798b', 'mac_address': 'fa:16:3e:e6:95:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:47:28.352501 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-a3a92721-3544-49f3-9f94-d472fe3f0f8d service neutron] 10.222.0.31 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520832 Dec 10 08:47:28.362521 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.378406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba106a2-2ad5-485c-9410-1136f7b0798b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:28.406540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 2ba106a2-2ad5-485c-9410-1136f7b0798b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2ba106a2-2ad5-485c-9410-1136f7b0798b,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:28.414261 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-756016e1-184b-4ee3-9c01-f0b1f99cbb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.415239 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.433337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdb6df2-f788-4800-8701-69f009376718', 'name': 'network-vif-deleted', 'tag': '977d993d-65df-49d3-9d8c-88b8cd085fbb'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:28.436340 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccbd460-3e56-4450-8461-48ebb0e310f5" -d '{"events": [{"server_uuid": "dcdb6df2-f788-4800-8701-69f009376718", "name": "network-vif-deleted", "tag": "977d993d-65df-49d3-9d8c-88b8cd085fbb"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:28.440101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Allocated IP 192.168.233.116 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/e74d6ce2-f778-489a-9d8b-24c630a074fe) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:28.450019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba145dbd-6b00-477c-80d2-a3a2a18eff20 req-06144a7b-ff6f-4979-835e-d6ab5c9cc68b tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 210 time: 0.0348628 Dec 10 08:47:28.461400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-756016e1-184b-4ee3-9c01-f0b1f99cbb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.514470 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=2ba106a2-2ad5-485c-9410-1136f7b0798b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:28.586732 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-756016e1-184b-4ee3-9c01-f0b1f99cbb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.590754 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-756016e1-184b-4ee3-9c01-f0b1f99cbb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.592035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-756016e1-184b-4ee3-9c01-f0b1f99cbb12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/232fdef6-932b-409d-9f7f-fdf96942e40f HTTP/1.1" status: 204 len: 168 time: 0.4025264 Dec 10 08:47:28.642124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fc0dc-11e7-4235-81bf-6c69b170421c req-b63b0faf-9978-4aef-b9ff-c031b93fd64d tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:28.644295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-403fc0dc-11e7-4235-81bf-6c69b170421c req-b63b0faf-9978-4aef-b9ff-c031b93fd64d tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 949 time: 0.0908563 Dec 10 08:47:28.682127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756016e1-184b-4ee3-9c01-f0b1f99cbb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232fdef6-932b-409d-9f7f-fdf96942e40f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:28.735522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['82cdb230-c1b0-405d-9a94-4debda613604'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:28.742061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['2ba106a2-2ad5-485c-9410-1136f7b0798b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:28.795907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-403fc0dc-11e7-4235-81bf-6c69b170421c req-b50c8f1c-d21e-4b0d-9f57-2f1e65e0ce3b tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436613 Dec 10 08:47:28.822499 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.907912 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.909237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a42172-24a8-4107-b5d6-fdb34c144ff0 req-a9590e30-8236-49a0-a142-7fa23c31fdeb tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:28.919827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88a42172-24a8-4107-b5d6-fdb34c144ff0 req-a9590e30-8236-49a0-a142-7fa23c31fdeb tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 944 time: 0.1220376 Dec 10 08:47:28.957012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:28.958975 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016e6405-3d15-45aa-ab39-a371afae7564 x-openstack-request-id: req-016e6405-3d15-45aa-ab39-a371afae7564 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:28.959533 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdb6df2-f788-4800-8701-69f009376718", "name": "network-vif-deleted", "tag": "977d993d-65df-49d3-9d8c-88b8cd085fbb", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:28.959914 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-016e6405-3d15-45aa-ab39-a371afae7564 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:28.960447 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdb6df2-f788-4800-8701-69f009376718', 'name': 'network-vif-deleted', 'tag': '977d993d-65df-49d3-9d8c-88b8cd085fbb', 'status': 'completed', 'code': 200} Dec 10 08:47:28.967623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:28.974498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:28.981785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:28.983254 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:28.999344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88a42172-24a8-4107-b5d6-fdb34c144ff0 req-d1fe3dfb-a317-404d-a237-dd9d4032f156 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775337 Dec 10 08:47:29.007072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Pushing event updated for resources: {'Port': ['ID=e74d6ce2-f778-489a-9d8b-24c630a074fe,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:29.033161 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-1c4e1480-096a-4c71-bb9b-61d0cc57b65d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4356465 Dec 10 08:47:29.051994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Request body: {'port': {'device_id': 'dea1734d-1cc2-4e6e-8344-4c1404a9e5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:29.126289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4954163-d29e-42ee-a537-c299ed75f2f9 req-998baf6e-ebce-444c-bae2-3beb8a3dffd5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 210 time: 0.0544469 Dec 10 08:47:29.202580 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:29.489697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c64298d5-8b81-4df0-8dd4-2a37568e5b81 None None] Provisioning complete for port e74d6ce2-f778-489a-9d8b-24c630a074fe triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:29.490072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c64298d5-8b81-4df0-8dd4-2a37568e5b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:29.557569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c64298d5-8b81-4df0-8dd4-2a37568e5b81 None None] Port e74d6ce2-f778-489a-9d8b-24c630a074fe cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:29.571825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-3156b51a-c34a-4287-9397-a40b15d3182d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599971 Dec 10 08:47:29.644038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74d6ce2-f778-489a-9d8b-24c630a074fe {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:29.657211 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:29.687196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Transition to ACTIVE for port object e74d6ce2-f778-489a-9d8b-24c630a074fe will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:47:29.691149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 977d993d-65df-49d3-9d8c-88b8cd085fbb no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:47:29.692784 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:29.732400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 977d993d-65df-49d3-9d8c-88b8cd085fbb {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:47:29.732800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 977d993d-65df-49d3-9d8c-88b8cd085fbb not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:47:29.775294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Pushing event updated for resources: {'Port': ['ID=e74d6ce2-f778-489a-9d8b-24c630a074fe,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:29.801661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-4af068c5-bdd4-4144-8573-08173e953fd7 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:29.804312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-4af068c5-bdd4-4144-8573-08173e953fd7 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262473 Dec 10 08:47:29.852400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Attempting to bind port e74d6ce2-f778-489a-9d8b-24c630a074fe on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:29.853048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Attempting to bind port e74d6ce2-f778-489a-9d8b-24c630a074fe by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:29.853930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Attempting to bind port e74d6ce2-f778-489a-9d8b-24c630a074fe on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:29.874671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Port e74d6ce2-f778-489a-9d8b-24c630a074fe on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:29.875258 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-b3314261-3e49-41d4-b88a-04f3226008f2 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/quotas/fe27ad71b0dc446eb269f1302826a5b1 HTTP/1.1" status: 200 len: 375 time: 0.0607204 Dec 10 08:47:29.875638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Attempting to bind port e74d6ce2-f778-489a-9d8b-24c630a074fe on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:29.881312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:29.881920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:29.882471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:29.883096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Bound port: e74d6ce2-f778-489a-9d8b-24c630a074fe, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:29.883615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:29.933393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-e0aecd3c-6d28-4df9-bd7d-277000058dab tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571423 Dec 10 08:47:29.965901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39022) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:30.004099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2201026-c05a-4f06-9ec0-f669ac21cd9d req-144519ee-ac38-41c2-9463-1e72342c6917 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:30.016303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2201026-c05a-4f06-9ec0-f669ac21cd9d req-144519ee-ac38-41c2-9463-1e72342c6917 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 948 time: 0.1681886 Dec 10 08:47:30.043245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.39', 55649) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:30.124329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2201026-c05a-4f06-9ec0-f669ac21cd9d req-a1cd8821-22da-4499-8943-62eb12c89996 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032009 Dec 10 08:47:30.213176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] For port e74d6ce2-f778-489a-9d8b-24c630a074fe, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:30.225046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-4a4ceeb7-510e-4df6-82a9-b770fbe7310f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:30.226661 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-4a4ceeb7-510e-4df6-82a9-b770fbe7310f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 820 time: 0.1806211 Dec 10 08:47:30.237220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70d96d4f-8b0c-4e6f-91d7-35024681528e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:30.240685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] For port e74d6ce2-f778-489a-9d8b-24c630a074fe, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e74d6ce2-f778-489a-9d8b-24c630a074fe,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:30.246895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Request body: {'port': {'device_id': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38', 'admin_state_up': True, 'tenant_id': '9fc2d9dd9ed646928daa6679d7d0cda2'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:30.265797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:30.358259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:30.359217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:30.365029 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] 10.222.0.39 "PUT /v2.0/ports/e74d6ce2-f778-489a-9d8b-24c630a074fe HTTP/1.1" status: 200 len: 1096 time: 1.3224578 Dec 10 08:47:30.418047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66374e1b-dbda-45e8-a6a9-075eb0eff386 service neutron] Pushing event updated for resources: {'Port': ['ID=e74d6ce2-f778-489a-9d8b-24c630a074fe,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:30.494101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf902ac1-690f-4cc2-9b12-d5e2f0b96589 req-486c2ab4-5331-4648-b7d8-366541913ef2 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:30.503396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf902ac1-690f-4cc2-9b12-d5e2f0b96589 req-486c2ab4-5331-4648-b7d8-366541913ef2 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 949 time: 0.2135041 Dec 10 08:47:30.506728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Made reservation on behalf of 9fc2d9dd9ed646928daa6679d7d0cda2 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:30.512102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:30.537236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-fc3319af-0b6d-424f-93f8-27267af7c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:30.539053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-fc3319af-0b6d-424f-93f8-27267af7c661 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 1099 time: 0.1127293 Dec 10 08:47:30.611611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf902ac1-690f-4cc2-9b12-d5e2f0b96589 req-0f221084-c369-407d-a68b-e43683923a2e tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028836 Dec 10 08:47:30.647965 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-ce790a54-a75f-472d-9fe0-3d5fdf6557b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e74d6ce2-f778-489a-9d8b-24c630a074fe HTTP/1.1" status: 200 len: 217 time: 0.0980029 Dec 10 08:47:30.675049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70d96d4f-8b0c-4e6f-91d7-35024681528e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:30.682895 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70d96d4f-8b0c-4e6f-91d7-35024681528e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:30.781158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-254eee6a-8936-4a98-a2db-23ac748308ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:30.782656 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-254eee6a-8936-4a98-a2db-23ac748308ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1268811 Dec 10 08:47:30.816715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-70d96d4f-8b0c-4e6f-91d7-35024681528e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe413398d8964f2f91c66146791eb51c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8483224 Dec 10 08:47:30.820512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39058) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:30.830473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d96d4f-8b0c-4e6f-91d7-35024681528e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a6477f-9154-43c1-8a2b-fc9336c60e30,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:30.894024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41bcc1-57bf-4897-ba7d-01345a1fcc9a req-5b61941e-4a5f-450b-8afa-5e9c1a7f9c10 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:30.895591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf41bcc1-57bf-4897-ba7d-01345a1fcc9a req-5b61941e-4a5f-450b-8afa-5e9c1a7f9c10 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 944 time: 0.1442420 Dec 10 08:47:30.949442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd751bfb-bf44-491f-bab5-c572ec998d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:30.962635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-b7551a97-3fc4-41ad-b0ba-8bfe45478515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:30.964897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-b7551a97-3fc4-41ad-b0ba-8bfe45478515 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738935 Dec 10 08:47:30.968762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea1734d-1cc2-4e6e-8344-4c1404a9e5ce', 'tag': 'e74d6ce2-f778-489a-9d8b-24c630a074fe'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:30.972406 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6b43f2-e1e1-4881-a507-76887165c905" -d '{"events": [{"name": "network-changed", "server_uuid": "dea1734d-1cc2-4e6e-8344-4c1404a9e5ce", "tag": "e74d6ce2-f778-489a-9d8b-24c630a074fe"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:31.010058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d64274a-86f2-4fb5-b8a8-69f28f095a7c req-79235ee0-8704-45bb-983e-79626428dd38 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 210 time: 0.0480053 Dec 10 08:47:31.019943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf41bcc1-57bf-4897-ba7d-01345a1fcc9a req-f49b4a28-f698-438c-a059-6c23b4338ccf tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110179 Dec 10 08:47:31.026020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd751bfb-bf44-491f-bab5-c572ec998d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:31.110171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Allocated IP 172.20.0.5 (85fc98de-a64e-496f-b3f8-4e94ab5f9f38/f0664b8d-323e-4feb-80cc-e1f01c876792/164878be-34ba-478d-ab41-6100932d0d11) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:31.128833 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd751bfb-bf44-491f-bab5-c572ec998d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:31.133282 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd751bfb-bf44-491f-bab5-c572ec998d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:31.139493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dd751bfb-bf44-491f-bab5-c572ec998d37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8a6477f-9154-43c1-8a2b-fc9336c60e30 HTTP/1.1" status: 204 len: 168 time: 0.3176978 Dec 10 08:47:31.143216 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a803128-c71c-4557-ba27-401fd3f08011 x-openstack-request-id: req-1a803128-c71c-4557-ba27-401fd3f08011 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:31.143582 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea1734d-1cc2-4e6e-8344-4c1404a9e5ce", "tag": "e74d6ce2-f778-489a-9d8b-24c630a074fe", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:31.144202 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a803128-c71c-4557-ba27-401fd3f08011 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:31.144789 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea1734d-1cc2-4e6e-8344-4c1404a9e5ce', 'tag': 'e74d6ce2-f778-489a-9d8b-24c630a074fe', 'status': 'completed', 'code': 200} Dec 10 08:47:31.184740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f774fbdd-4d9a-4634-8989-5953d3cf7259 req-10ac4326-69ac-40ce-a509-372d14a28340 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 210 time: 0.0431833 Dec 10 08:47:31.186332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd751bfb-bf44-491f-bab5-c572ec998d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a6477f-9154-43c1-8a2b-fc9336c60e30,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:31.215763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-40867306-5280-43d0-b706-67e6c179f228 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351131 Dec 10 08:47:31.314816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17670db3-f53a-4825-9162-f35546c20bf7 req-8345df23-34c5-4858-bb48-bf4b6be85ba4 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:31.317343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17670db3-f53a-4825-9162-f35546c20bf7 req-8345df23-34c5-4858-bb48-bf4b6be85ba4 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 948 time: 0.0753231 Dec 10 08:47:31.387473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17670db3-f53a-4825-9162-f35546c20bf7 req-a5f3b236-d7c0-4916-9ed5-c8a3fe4a4b24 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629282 Dec 10 08:47:31.403784 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b7fe869-dd41-4f7d-a082-26648527f9f6 req-da45e86e-bc1d-49b6-b7d5-a1c3403cf4b0 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761186 Dec 10 08:47:31.408560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:31.455228 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:31.546148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:31.550671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:31.556856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:31.562411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:31.563295 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:31.577303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Pushing event updated for resources: {'Port': ['ID=164878be-34ba-478d-ab41-6100932d0d11,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:31.588041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-f51b1763-8dbd-4433-bb43-10a5dba4b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:31.589724 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-f51b1763-8dbd-4433-bb43-10a5dba4b847 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 1099 time: 0.1251826 Dec 10 08:47:31.599667 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-86859b24-3315-4eaa-95a4-53ea20e8d979 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3568671 Dec 10 08:47:31.615300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Request body: {'port': {'device_id': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:31.691366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 82cdb230-c1b0-405d-9a94-4debda613604 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:31.723834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-e3632b7e-8833-4edd-a085-3fe68f412f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:31.725671 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-e3632b7e-8833-4edd-a085-3fe68f412f3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1249621 Dec 10 08:47:31.812267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 82cdb230-c1b0-405d-9a94-4debda613604 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:47:31.822645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 82cdb230-c1b0-405d-9a94-4debda613604 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:31.824183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:31.825671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a8e62-6e74-41a3-b63a-31569531195f req-5365ba10-ac99-46ad-8e78-523c239511c6 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:31.839304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a09a8e62-6e74-41a3-b63a-31569531195f req-5365ba10-ac99-46ad-8e78-523c239511c6 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 949 time: 0.1399367 Dec 10 08:47:31.902502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39090) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:31.942153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-caff24b2-426a-4757-b354-80f8672b0a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:31.984679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a09a8e62-6e74-41a3-b63a-31569531195f req-2b8f18a8-f056-4af8-9a17-77c453852d53 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442981 Dec 10 08:47:32.070421 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.083471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-8b13d371-1b40-4d0c-bd62-db203df0a398 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3410969 Dec 10 08:47:32.089307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-caff24b2-426a-4757-b354-80f8672b0a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.092326 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-2f297a23-7a57-4ede-a902-d718d0abb05c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e74d6ce2-f778-489a-9d8b-24c630a074fe HTTP/1.1" status: 200 len: 217 time: 0.3348463 Dec 10 08:47:32.096739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-caff24b2-426a-4757-b354-80f8672b0a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.135917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123974b1-3329-4b89-b986-92d13e37c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cdb230-c1b0-405d-9a94-4debda613604'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:32.139315 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cd5fb8-496f-4779-a6c3-32309c6db32b" -d '{"events": [{"server_uuid": "123974b1-3329-4b89-b986-92d13e37c142", "name": "network-vif-plugged", "status": "completed", "tag": "82cdb230-c1b0-405d-9a94-4debda613604"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:32.156482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 82cdb230-c1b0-405d-9a94-4debda613604, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=82cdb230-c1b0-405d-9a94-4debda613604,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:32.168283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-caff24b2-426a-4757-b354-80f8672b0a67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df88c0100dd4459fa4602f7587403595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580085 Dec 10 08:47:32.171111 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.173071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 2ba106a2-2ad5-485c-9410-1136f7b0798b up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:32.197095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39104) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:32.206797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff24b2-426a-4757-b354-80f8672b0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa3a62c-9a48-4510-8a4d-c26ee9f4e678,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:32.219691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.261272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=82cdb230-c1b0-405d-9a94-4debda613604,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:32.262912 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a283b8b-5792-4007-b9d7-ef27c3b277de req-da9d8dfc-0136-42a6-ba63-669faa0209b8 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 210 time: 0.0951371 Dec 10 08:47:32.294764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-a43e29f9-c7bb-446b-95b5-19c6b1c6380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:32.296458 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-a43e29f9-c7bb-446b-95b5-19c6b1c6380e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1862011 Dec 10 08:47:32.320246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384119f-cd63-47e0-b401-a0dba6472591 req-ed130959-4e21-4e64-8062-e4e815c1ad01 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:32.321860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e384119f-cd63-47e0-b401-a0dba6472591 req-ed130959-4e21-4e64-8062-e4e815c1ad01 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 944 time: 0.2069018 Dec 10 08:47:32.387863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-55402c8a-692f-46d5-b259-36b0a86aed82 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:32.389996 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-55402c8a-692f-46d5-b259-36b0a86aed82 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947507 Dec 10 08:47:32.390115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 2ba106a2-2ad5-485c-9410-1136f7b0798b completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:47:32.394704 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 2ba106a2-2ad5-485c-9410-1136f7b0798b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:32.395957 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.415630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Request body: {'port': {'device_id': '048a9831-b16a-4c65-bb89-3a435ab5a494', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'fe27ad71b0dc446eb269f1302826a5b1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:32.429137 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1419-8458-44c3-8189-bd97304f657e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.461634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e384119f-cd63-47e0-b401-a0dba6472591 req-658ae36b-7f6d-4fb0-8614-a938c891b2df tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311417 Dec 10 08:47:32.602360 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dec9f5-ba5f-4cb5-ba72-1bf51c3a9353 x-openstack-request-id: req-02dec9f5-ba5f-4cb5-ba72-1bf51c3a9353 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:32.602864 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123974b1-3329-4b89-b986-92d13e37c142", "name": "network-vif-plugged", "status": "completed", "tag": "82cdb230-c1b0-405d-9a94-4debda613604", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:32.604267 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02dec9f5-ba5f-4cb5-ba72-1bf51c3a9353 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:32.604825 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123974b1-3329-4b89-b986-92d13e37c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cdb230-c1b0-405d-9a94-4debda613604', 'code': 200} Dec 10 08:47:32.638285 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.652648 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1419-8458-44c3-8189-bd97304f657e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.680587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-75eecfb3-fb56-48ba-bcf3-67b3d88e8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:32.681935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-75eecfb3-fb56-48ba-bcf3-67b3d88e8087 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3765483 Dec 10 08:47:32.692107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072a5dc-94d3-4550-afd5-5f62c0e52a20 req-7e95e110-51f4-4888-b369-c205afc8dd62 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:32.703638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 2ba106a2-2ad5-485c-9410-1136f7b0798b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2ba106a2-2ad5-485c-9410-1136f7b0798b,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:32.704555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0072a5dc-94d3-4550-afd5-5f62c0e52a20 req-7e95e110-51f4-4888-b369-c205afc8dd62 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 931 time: 0.1100206 Dec 10 08:47:32.713980 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.819680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=2ba106a2-2ad5-485c-9410-1136f7b0798b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:32.832091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0072a5dc-94d3-4550-afd5-5f62c0e52a20 req-3928c9bd-77ee-49da-8797-453c27b7915f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265357 Dec 10 08:47:32.901869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e04b-c083-4278-92b0-3234ccfdd324 req-82e3edd2-46c1-48c7-a522-16f9d621dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:32.903571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c9f6e04b-c083-4278-92b0-3234ccfdd324 req-82e3edd2-46c1-48c7-a522-16f9d621dcf1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 1101 time: 0.3037605 Dec 10 08:47:32.919678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350c030-5460-4e1a-82b0-20764905aba0 req-1b9f7e2b-a32e-4390-9fb7-421f24df20cb tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:32.928714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4350c030-5460-4e1a-82b0-20764905aba0 req-1b9f7e2b-a32e-4390-9fb7-421f24df20cb tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 948 time: 0.1265311 Dec 10 08:47:32.994309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1419-8458-44c3-8189-bd97304f657e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:32.998118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1419-8458-44c3-8189-bd97304f657e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:33.002064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b0fa1419-8458-44c3-8189-bd97304f657e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4aa3a62c-9a48-4510-8a4d-c26ee9f4e678 HTTP/1.1" status: 204 len: 168 time: 0.8020289 Dec 10 08:47:33.011626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4350c030-5460-4e1a-82b0-20764905aba0 req-5cae53eb-94aa-40ca-b975-1b71b9390836 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819521 Dec 10 08:47:33.051731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa1419-8458-44c3-8189-bd97304f657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa3a62c-9a48-4510-8a4d-c26ee9f4e678,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:33.083386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Made reservation on behalf of fe27ad71b0dc446eb269f1302826a5b1 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:33.086841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:33.100337 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ed7a-e761-4818-ad6e-a6d65dd6fc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:33.133642 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-681a987b-14de-4e2f-9ae0-11f034dda8c5 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154925 Dec 10 08:47:33.137375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164878be-34ba-478d-ab41-6100932d0d11 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:33.165299 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:33.183603 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c9f6e04b-c083-4278-92b0-3234ccfdd324 req-8f8c606a-d16b-4fb4-b5ce-06052086b6a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697546 Dec 10 08:47:33.237735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Transition to ACTIVE for port object 164878be-34ba-478d-ab41-6100932d0d11 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:47:33.254175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae777de-877e-4d29-bf91-9ace6d177f6e req-83034452-069e-4d69-827f-fc6caeb3b564 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:33.257965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dae777de-877e-4d29-bf91-9ace6d177f6e req-83034452-069e-4d69-827f-fc6caeb3b564 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 950 time: 0.0934403 Dec 10 08:47:33.307123 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:47:33.379645 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:33.384450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dae777de-877e-4d29-bf91-9ace6d177f6e req-ea86de80-9458-45bf-a18c-1fd891451944 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196980 Dec 10 08:47:33.395336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Allocated IP 192.168.233.117 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/9d34b06f-1291-402b-b759-7336ec67baba) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:33.487840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc3c7267-66e5-4c72-b186-0781c9121c71 req-a8d41b89-b96b-46f6-ba69-6813450c9e75 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 210 time: 0.0462372 Dec 10 08:47:33.535392 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Pushing event updated for resources: {'Port': ['ID=164878be-34ba-478d-ab41-6100932d0d11,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:33.558361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.558361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.558656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.558976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.559759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.559759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.559963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.560229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.561093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.561434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.561850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.562169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.562480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:33.585553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:33.585785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:33.586022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:33.598531 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f6b43f2-e1e1-4881-a507-76887165c905 req-1602eaf6-cf54-4fca-aba5-27da76bf929c service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393256 Dec 10 08:47:33.608466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e74d6ce2-f778-489a-9d8b-24c630a074fe details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:33.617822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Port 164878be-34ba-478d-ab41-6100932d0d11 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:33.618149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:33.648313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39eaba-4029-4f14-96c4-49dfd679259e req-22d18815-eab9-4ed5-a1c2-3a4687db420d tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:33.650016 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e39eaba-4029-4f14-96c4-49dfd679259e req-22d18815-eab9-4ed5-a1c2-3a4687db420d tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 945 time: 0.0802622 Dec 10 08:47:33.681024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:33.681373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:33.681760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:33.682204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Bound port: 164878be-34ba-478d-ab41-6100932d0d11, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:33.682553 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:33.748179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e39eaba-4029-4f14-96c4-49dfd679259e req-10ab24e1-7eb7-44ac-a2a8-f2daaef0d955 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850112 Dec 10 08:47:33.791862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e74d6ce2-f778-489a-9d8b-24c630a074fe, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e74d6ce2-f778-489a-9d8b-24c630a074fe,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:33.807124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'e74d6ce2-f778-489a-9d8b-24c630a074fe', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'e74d6ce2-f778-489a-9d8b-24c630a074fe', 'mac_address': 'fa:16:3e:91:a5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:47:33.861170 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:33.892706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74d6ce2-f778-489a-9d8b-24c630a074fe {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:33.925148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e74d6ce2-f778-489a-9d8b-24c630a074fe, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e74d6ce2-f778-489a-9d8b-24c630a074fe,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:33.937486 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:33.950284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:33.979498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:33.989825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:34.080492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=e74d6ce2-f778-489a-9d8b-24c630a074fe,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:34.122259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Pushing event updated for resources: {'Port': ['ID=164878be-34ba-478d-ab41-6100932d0d11,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:34.141564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['e74d6ce2-f778-489a-9d8b-24c630a074fe'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:34.152005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8e00b-5583-4c50-93e4-bec51a509a11 req-fe7cb320-a869-460a-9c90-031442b3089c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:34.157900 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05c8e00b-5583-4c50-93e4-bec51a509a11 req-fe7cb320-a869-460a-9c90-031442b3089c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 943 time: 0.1353736 Dec 10 08:47:34.176739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:34.177359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:34.179329 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dfe551b8-bf5f-4f0f-9349-2d955588487e service neutron] 10.222.0.39 "PUT /v2.0/ports/164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 1091 time: 2.5693171 Dec 10 08:47:34.179757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'tag': '164878be-34ba-478d-ab41-6100932d0d11'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:34.182033 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471" -d '{"events": [{"name": "network-changed", "server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "tag": "164878be-34ba-478d-ab41-6100932d0d11"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:34.200618 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:34.282485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05c8e00b-5583-4c50-93e4-bec51a509a11 req-bac6f937-ce6a-4004-8f7e-fbbc6381f684 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186762 Dec 10 08:47:34.328136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-6451eff1-5c2d-416c-8b93-d4e411ec8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:34.332889 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-6451eff1-5c2d-416c-8b93-d4e411ec8cbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1094 time: 0.0945008 Dec 10 08:47:34.336928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:34.514905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39184) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:34.526823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-8eff3c13-55d3-46f4-b230-0d9afde60395 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 217 time: 0.1812434 Dec 10 08:47:34.539235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:34.562961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:34.579675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:34.608780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba106a2-2ad5-485c-9410-1136f7b0798b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:34.610050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:34.612820 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07dc2dc-533f-4af1-a0e2-00c062082cbe" -d '{"events": [{"server_uuid": "895f28d1-94bf-47ff-bba9-9f17fc83e49a", "name": "network-vif-plugged", "status": "completed", "tag": "2ba106a2-2ad5-485c-9410-1136f7b0798b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:34.616312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:34.643389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aaa32-5a99-4a8e-9212-d60b0972f4f2 req-7681998c-447c-41bf-b629-8bd103cb1e7e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:34.651442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-498aaa32-5a99-4a8e-9212-d60b0972f4f2 req-7681998c-447c-41bf-b629-8bd103cb1e7e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 949 time: 0.2729807 Dec 10 08:47:34.671205 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2613144 Dec 10 08:47:34.687436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Request body: {'port': {'device_id': '048a9831-b16a-4c65-bb89-3a435ab5a494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:34.692010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76cc72-ad01-49d0-99d6-34a2212b9cee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Pushing event updated for resources: {'Port': ['ID=9d34b06f-1291-402b-b759-7336ec67baba,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:34.720820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-498aaa32-5a99-4a8e-9212-d60b0972f4f2 req-f2d40d45-6e51-4a00-ad37-2bfe23ebbf13 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682631 Dec 10 08:47:34.740907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2001656086-network', 'tenant_id': '7b46326893314c2983c883ddfe677441'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:34.752913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dd9003d1-997b-41c3-8e6b-9a11e6533c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:34.754585 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-dd9003d1-997b-41c3-8e6b-9a11e6533c41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.2187426 Dec 10 08:47:34.756137 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8f4b93-5637-4c41-b6db-077afef4d969 x-openstack-request-id: req-9f8f4b93-5637-4c41-b6db-077afef4d969 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:34.756515 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "tag": "164878be-34ba-478d-ab41-6100932d0d11", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:34.756830 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f8f4b93-5637-4c41-b6db-077afef4d969 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:34.757283 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'tag': '164878be-34ba-478d-ab41-6100932d0d11', 'status': 'completed', 'code': 200} Dec 10 08:47:34.800798 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-24aa6369-92f0-486e-98c5-94b83cfd4a80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336607 Dec 10 08:47:34.850626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:34.855547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Made reservation on behalf of 7b46326893314c2983c883ddfe677441 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:34.859221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:34.878055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d996d-e08a-4f62-8dac-c5d2da36bbf8 req-dca8cb27-e3f6-4f37-9aff-6de3579a5491 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:34.879664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc4d996d-e08a-4f62-8dac-c5d2da36bbf8 req-dca8cb27-e3f6-4f37-9aff-6de3579a5491 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 950 time: 0.0588679 Dec 10 08:47:34.924313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-18ff1195-39ba-4c26-bdae-1ce1bb8e9300 None None] Provisioning complete for port 9d34b06f-1291-402b-b759-7336ec67baba triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:34.924882 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18ff1195-39ba-4c26-bdae-1ce1bb8e9300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:34.952151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc4d996d-e08a-4f62-8dac-c5d2da36bbf8 req-8db9f565-e98b-49f1-8ec3-d9f15465de49 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558000 Dec 10 08:47:34.967530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-18ff1195-39ba-4c26-bdae-1ce1bb8e9300 None None] Port 9d34b06f-1291-402b-b759-7336ec67baba cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:35.074834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67e3fe-fd4e-448c-bcd6-19f481359236 req-e9591bb7-e7f3-45ad-8100-228a22a92c5f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:35.076583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd67e3fe-fd4e-448c-bcd6-19f481359236 req-e9591bb7-e7f3-45ad-8100-228a22a92c5f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 936 time: 0.0590472 Dec 10 08:47:35.104058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.149758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd67e3fe-fd4e-448c-bcd6-19f481359236 req-1f8051a9-1824-4fd3-b428-f4e447139f5f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624006 Dec 10 08:47:35.188755 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7a0466-d7c3-4806-bcd5-fa116411f73e x-openstack-request-id: req-fe7a0466-d7c3-4806-bcd5-fa116411f73e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:35.189137 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895f28d1-94bf-47ff-bba9-9f17fc83e49a", "name": "network-vif-plugged", "status": "completed", "tag": "2ba106a2-2ad5-485c-9410-1136f7b0798b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:35.189412 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe7a0466-d7c3-4806-bcd5-fa116411f73e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:35.189836 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba106a2-2ad5-485c-9410-1136f7b0798b', 'code': 200} Dec 10 08:47:35.225549 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-ec65842e-81bf-46a8-8f81-e505c30d52d1 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027989 Dec 10 08:47:35.338725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1993406f-beaa-4d00-9c69-bd81976dd66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.384975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6bab2-9633-47d1-a365-40a35255db6b req-77b8b15c-4482-481f-86a0-61788ca0c151 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:35.386746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20f6bab2-9633-47d1-a365-40a35255db6b req-77b8b15c-4482-481f-86a0-61788ca0c151 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 945 time: 0.0517273 Dec 10 08:47:35.446308 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20f6bab2-9633-47d1-a365-40a35255db6b req-f57de084-2895-454d-8b1c-84c9040d6a5e tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481205 Dec 10 08:47:35.490098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.492699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7a7fb-057b-4689-af3f-6f6082de53a4 req-74d1e839-6241-4e0a-a1fc-aeab4d309a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:35.494357 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3eb7a7fb-057b-4689-af3f-6f6082de53a4 req-74d1e839-6241-4e0a-a1fc-aeab4d309a64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 1096 time: 0.2180629 Dec 10 08:47:35.501839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.558610 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7f0e469-1dc7-4285-9f30-f2f9a57fd5e3 req-4f582b36-19c4-4535-b47d-760021530449 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783949 Dec 10 08:47:35.587086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:47:35.610290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17103fb2-1d3e-4658-a29c-95bbe22be335,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:35.615120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068f139-ba0b-4963-8455-ecb2595d3f48 req-60f5a10d-0b8f-4861-8098-223df7853bcd tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:35.624549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a068f139-ba0b-4963-8455-ecb2595d3f48 req-60f5a10d-0b8f-4861-8098-223df7853bcd tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 943 time: 0.0686364 Dec 10 08:47:35.631986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e74d6ce2-f778-489a-9d8b-24c630a074fe up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:35.644720 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.645053 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Added segment ebf8c8c8-8929-45e6-b091-61877dca926b of type vlan for network 38f4be52-a18a-42a7-be07-351c47d9e9af Dec 10 08:47:35.683098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3eb7a7fb-057b-4689-af3f-6f6082de53a4 req-cfcc224d-7271-41e5-aa1f-363e0b467c11 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729307 Dec 10 08:47:35.700467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a068f139-ba0b-4963-8455-ecb2595d3f48 req-3689d348-286b-40cb-8371-9a658a8d24be tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747502 Dec 10 08:47:35.703840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port e74d6ce2-f778-489a-9d8b-24c630a074fe completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:47:35.710541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port e74d6ce2-f778-489a-9d8b-24c630a074fe triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:35.711734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.757871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.771944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-889afdd1-d4e3-48b1-98be-5968320d44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:35.773446 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-889afdd1-d4e3-48b1-98be-5968320d44ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1094 time: 0.1516776 Dec 10 08:47:35.803696 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.808214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d34b06f-1291-402b-b759-7336ec67baba {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:35.830153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.861290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e74d6ce2-f778-489a-9d8b-24c630a074fe, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e74d6ce2-f778-489a-9d8b-24c630a074fe,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:35.866726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.867655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:35.868256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.869290 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.893063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Transition to ACTIVE for port object 9d34b06f-1291-402b-b759-7336ec67baba will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:47:35.909689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:35.953517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=e74d6ce2-f778-489a-9d8b-24c630a074fe,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:36.005349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4856312 Dec 10 08:47:36.025637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39228) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:36.035357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Request body: {'subnet': {'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2001656086-subnet', 'tenant_id': '7b46326893314c2983c883ddfe677441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:36.038599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe97c2-7ccb-4aed-9253-da910c00afb1 admin admin] Pushing event updated for resources: {'Network': ['ID=38f4be52-a18a-42a7-be07-351c47d9e9af,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:36.052357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 38f4be52-a18a-42a7-be07-351c47d9e9af details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:47:36.055037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d34b06f-1291-402b-b759-7336ec67baba,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:36.074221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-38f9ce00-3df6-4486-93c5-7495a173e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:36.075689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-38f9ce00-3df6-4486-93c5-7495a173e263 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.2911725 Dec 10 08:47:36.149381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cccffc-c36b-42df-8ae8-271af487a678 req-4ce7c84d-adbd-45ab-b51d-c1806b01923b tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:36.160785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44cccffc-c36b-42df-8ae8-271af487a678 req-4ce7c84d-adbd-45ab-b51d-c1806b01923b tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 950 time: 0.1639977 Dec 10 08:47:36.182227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Made reservation on behalf of 7b46326893314c2983c883ddfe677441 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:36.184637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.191319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-d93519f8-d4cf-452c-be37-8844e77a071e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 217 time: 0.0839980 Dec 10 08:47:36.191820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdd457-7760-4fc1-9330-959ce4b12cd5 req-164b4fcd-2188-4d4b-8913-ebc51b1610a8 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:36.193565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0cdd457-7760-4fc1-9330-959ce4b12cd5 req-164b4fcd-2188-4d4b-8913-ebc51b1610a8 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 950 time: 0.1306012 Dec 10 08:47:36.239169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Attempting to bind port 9d34b06f-1291-402b-b759-7336ec67baba on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:36.240116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Attempting to bind port 9d34b06f-1291-402b-b759-7336ec67baba by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:36.240116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Attempting to bind port 9d34b06f-1291-402b-b759-7336ec67baba on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:36.275652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Port 9d34b06f-1291-402b-b759-7336ec67baba on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:36.275953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Attempting to bind port 9d34b06f-1291-402b-b759-7336ec67baba on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:36.278514 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44cccffc-c36b-42df-8ae8-271af487a678 req-b1d12a73-52fb-44d4-a10f-69447dc8b75a tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166527 Dec 10 08:47:36.288522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0cdd457-7760-4fc1-9330-959ce4b12cd5 req-6654153c-56e6-4979-964b-aa72f5e4a296 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847285 Dec 10 08:47:36.292593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:36.292966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:36.293354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:36.293835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Bound port: 9d34b06f-1291-402b-b759-7336ec67baba, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:36.294216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.343123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39236) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:36.344989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-b4708ac7-061b-498a-ab03-9e953e2e5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:36.346731 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-b4708ac7-061b-498a-ab03-9e953e2e5a9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.1425223 Dec 10 08:47:36.355676 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.411559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-780ddfc9-a3db-4e16-85fd-9c3f0a9c246d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371809 Dec 10 08:47:36.447114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcca40-f97c-4363-8512-18d67a28205b req-0dab9923-545c-414a-9043-30f9609456b7 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:36.455968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2bcca40-f97c-4363-8512-18d67a28205b req-0dab9923-545c-414a-9043-30f9609456b7 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 948 time: 0.0673168 Dec 10 08:47:36.510237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] For port 9d34b06f-1291-402b-b759-7336ec67baba, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:36.526166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2bcca40-f97c-4363-8512-18d67a28205b req-1594ad1f-e598-4d9f-b208-56918059976b tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689721 Dec 10 08:47:36.531431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] For port 9d34b06f-1291-402b-b759-7336ec67baba, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9d34b06f-1291-402b-b759-7336ec67baba,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:36.536896 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.548651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.594089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:36.594987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.596627 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d34b06f-1291-402b-b759-7336ec67baba HTTP/1.1" status: 200 len: 1096 time: 1.9159055 Dec 10 08:47:36.670547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca4753-19bc-4564-b868-c258ab4dcae6 req-b099cf1e-cb92-4327-a08e-3c477d105664 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:36.678139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eeca4753-19bc-4564-b868-c258ab4dcae6 req-b099cf1e-cb92-4327-a08e-3c477d105664 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 945 time: 0.0902650 Dec 10 08:47:36.724820 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.729083 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-6305bfc2-4220-422c-8cc5-f36973267a87 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090189 Dec 10 08:47:36.730370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322853-f883-4926-a56e-12d504d032e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d34b06f-1291-402b-b759-7336ec67baba,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:36.736085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.737381 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.758302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048a9831-b16a-4c65-bb89-3a435ab5a494', 'tag': '9d34b06f-1291-402b-b759-7336ec67baba'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:36.760775 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b113629-b792-4ee1-a065-115096e25da8" -d '{"events": [{"name": "network-changed", "server_uuid": "048a9831-b16a-4c65-bb89-3a435ab5a494", "tag": "9d34b06f-1291-402b-b759-7336ec67baba"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:36.769870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a89c19d24f254fc6b8a9199703cfb3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232628 Dec 10 08:47:36.774557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39256) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:36.803242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eeca4753-19bc-4564-b868-c258ab4dcae6 req-7e2c99a0-ff68-496d-bc6c-2d6410809d65 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229978 Dec 10 08:47:36.838615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4df5666-bb58-41c5-a169-6c57a11fb58f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:36.858791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-92ab978d-9458-4269-8a46-8a29d30512ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:36.860980 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-92ab978d-9458-4269-8a46-8a29d30512ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 1099 time: 0.2007432 Dec 10 08:47:36.863478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:36.864763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64f1d86d-d423-436d-80dc-127d9e049c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.867389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.867743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.868086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.868425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.868760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.869091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.869573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.869908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.870464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.870809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.871136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.871463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.872014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3ff95-67fe-4871-ab7f-0866c053ad6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:36.908229 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64f1d86d-d423-436d-80dc-127d9e049c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:36.935991 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-ca1ece03-5afd-410f-8095-1501d60faa01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9d34b06f-1291-402b-b759-7336ec67baba HTTP/1.1" status: 200 len: 217 time: 0.0440474 Dec 10 08:47:36.938835 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bebcc4-8cc0-4b54-bc0e-f5d751338f7e x-openstack-request-id: req-d3bebcc4-8cc0-4b54-bc0e-f5d751338f7e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:36.939122 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048a9831-b16a-4c65-bb89-3a435ab5a494", "tag": "9d34b06f-1291-402b-b759-7336ec67baba", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:36.939383 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3bebcc4-8cc0-4b54-bc0e-f5d751338f7e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:36.939763 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048a9831-b16a-4c65-bb89-3a435ab5a494', 'tag': '9d34b06f-1291-402b-b759-7336ec67baba', 'status': 'completed', 'code': 200} Dec 10 08:47:36.996749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606911d-1456-46dd-8c21-9d72203ad369 req-36e99ade-b763-4ad4-984c-7a2ae11d81d5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.002009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a606911d-1456-46dd-8c21-9d72203ad369 req-36e99ade-b763-4ad4-984c-7a2ae11d81d5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 943 time: 0.0778034 Dec 10 08:47:37.025843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64f1d86d-d423-436d-80dc-127d9e049c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:37.029702 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64f1d86d-d423-436d-80dc-127d9e049c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:37.037127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-64f1d86d-d423-436d-80dc-127d9e049c78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4df5666-bb58-41c5-a169-6c57a11fb58f HTTP/1.1" status: 204 len: 168 time: 0.2612987 Dec 10 08:47:37.049913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:37.050438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Network hostable DHCP agents. Network: 38f4be52-a18a-42a7-be07-351c47d9e9af, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:47:37.065485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-841d772d-1250-4339-900b-4e726e9a6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.067322 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-841d772d-1250-4339-900b-4e726e9a6d53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1035864 Dec 10 08:47:37.071463 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1969d8cb-433a-4c71-b5ee-1e8a31fd9471 req-92bb83c8-05af-451d-b73c-07bec1bed105 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354604 Dec 10 08:47:37.090072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Network 38f4be52-a18a-42a7-be07-351c47d9e9af is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:47:37.090699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a606911d-1456-46dd-8c21-9d72203ad369 req-a7681d11-11cf-421b-bc1f-584718492f06 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802944 Dec 10 08:47:37.092592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1d86d-d423-436d-80dc-127d9e049c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4df5666-bb58-41c5-a169-6c57a11fb58f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:37.132600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 38f4be52-a18a-42a7-be07-351c47d9e9af) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:37.139571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.141906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:37.146430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209cc36-31c5-4042-9fa9-6b1eed4b35d5 None None] Network 38f4be52-a18a-42a7-be07-351c47d9e9af requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:37.165073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-6707d778-0b36-49dd-a19b-edd79194a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.168126 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-6707d778-0b36-49dd-a19b-edd79194a9f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893681 Dec 10 08:47:37.173630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fd3c800c-f76c-4e16-9150-29c8f92509b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1457849 Dec 10 08:47:37.202287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea1734d-1cc2-4e6e-8344-4c1404a9e5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74d6ce2-f778-489a-9d8b-24c630a074fe'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:37.204743 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c37ac95-e902-418c-b18d-54e58fcd6913" -d '{"events": [{"server_uuid": "dea1734d-1cc2-4e6e-8344-4c1404a9e5ce", "name": "network-vif-plugged", "status": "completed", "tag": "e74d6ce2-f778-489a-9d8b-24c630a074fe"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:37.299754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-37c06015-af3d-4f14-9b61-c382064920c0 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229863 Dec 10 08:47:37.304098 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13b7029-6cc5-4e5d-89ee-9e8c3b2e9b46 x-openstack-request-id: req-b13b7029-6cc5-4e5d-89ee-9e8c3b2e9b46 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:37.304417 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea1734d-1cc2-4e6e-8344-4c1404a9e5ce", "name": "network-vif-plugged", "status": "completed", "tag": "e74d6ce2-f778-489a-9d8b-24c630a074fe", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:37.304675 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b13b7029-6cc5-4e5d-89ee-9e8c3b2e9b46 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:37.305061 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea1734d-1cc2-4e6e-8344-4c1404a9e5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74d6ce2-f778-489a-9d8b-24c630a074fe', 'code': 200} Dec 10 08:47:37.350652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb92af-9a25-46b9-ad95-a4b836a6b134 None None] Network 38f4be52-a18a-42a7-be07-351c47d9e9af requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:37.479937 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66b7fdfc-89ef-42b1-bdc3-fffa05973320 req-69797047-ddb2-40d6-a3c0-6a2bb5cdaba7 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711738 Dec 10 08:47:37.487495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e85151-fe40-4ee9-9dc2-1f2241ed03e1 req-3f89ec96-2193-4f64-927f-13d3cba2f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.489557 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48e85151-fe40-4ee9-9dc2-1f2241ed03e1 req-3f89ec96-2193-4f64-927f-13d3cba2f40b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 1101 time: 0.1186562 Dec 10 08:47:37.546013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf66c9-f4da-4b6f-9da6-d3f638c94035 req-60429400-09f0-4cb2-a850-859d11b8dd0d tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.547898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edaf66c9-f4da-4b6f-9da6-d3f638c94035 req-60429400-09f0-4cb2-a850-859d11b8dd0d tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 950 time: 0.1307218 Dec 10 08:47:37.646792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d3e00-c73a-4861-98ea-8b657385f436 req-14fbe567-9041-43fe-87b0-a1ea2270f005 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.654309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-844d3e00-c73a-4861-98ea-8b657385f436 req-14fbe567-9041-43fe-87b0-a1ea2270f005 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 950 time: 0.0976923 Dec 10 08:47:37.667933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edaf66c9-f4da-4b6f-9da6-d3f638c94035 req-89426fcb-1061-4f94-b133-51789b8e8cb3 tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcbde16c-600d-47c8-86bd-09ee82fbaed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010320 Dec 10 08:47:37.717186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-844d3e00-c73a-4861-98ea-8b657385f436 req-cc670310-6154-4b4a-995b-c7895675f987 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614743 Dec 10 08:47:37.720299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39292) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:37.735300 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6138df2e-ec05-42a0-9a2d-ef43dce77344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:37.850058 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48e85151-fe40-4ee9-9dc2-1f2241ed03e1 req-64391956-7b8b-4f76-8c2d-6c77312b6b80 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506718 Dec 10 08:47:37.865535 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6138df2e-ec05-42a0-9a2d-ef43dce77344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:37.868114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-00b9c0cd-0242-4463-8d99-46bc637fde8b tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.869994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-00b9c0cd-0242-4463-8d99-46bc637fde8b tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.18 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 950 time: 0.3694789 Dec 10 08:47:37.874153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b113629-b792-4ee1-a065-115096e25da8 req-a3d88965-4cbf-4d07-9db9-0cf712df9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.875974 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b113629-b792-4ee1-a065-115096e25da8 req-a3d88965-4cbf-4d07-9db9-0cf712df9b0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 1099 time: 0.0873616 Dec 10 08:47:37.893598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22adec5-6f13-4e2b-b696-99f00c26c6a1 req-814992fa-1dee-4ef3-85a3-a2fd98862c89 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:37.893598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d22adec5-6f13-4e2b-b696-99f00c26c6a1 req-814992fa-1dee-4ef3-85a3-a2fd98862c89 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 948 time: 0.0902741 Dec 10 08:47:37.894402 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6138df2e-ec05-42a0-9a2d-ef43dce77344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:37.981326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6138df2e-ec05-42a0-9a2d-ef43dce77344 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6439f86ab59a432881aa7a4f6bf566fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566981 Dec 10 08:47:37.984916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138df2e-ec05-42a0-9a2d-ef43dce77344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cab6679-ab54-4f45-b883-5a2d52d06e58,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:37.990245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39302) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:38.002841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d22adec5-6f13-4e2b-b696-99f00c26c6a1 req-accbaa5f-2c10-4199-84f3-268de2a0d44a tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030929 Dec 10 08:47:38.039924 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.051723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51058d99-686f-44a9-ba5a-4d992a8100a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.052894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b113629-b792-4ee1-a065-115096e25da8 req-722f81f1-d204-4ef6-84da-84270aa075e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:38.055874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b113629-b792-4ee1-a065-115096e25da8 req-722f81f1-d204-4ef6-84da-84270aa075e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1729398 Dec 10 08:47:38.088527 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51058d99-686f-44a9-ba5a-4d992a8100a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.138208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b113629-b792-4ee1-a065-115096e25da8 req-94320605-582a-4285-9bb9-5dc736ee7d06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9d34b06f-1291-402b-b759-7336ec67baba HTTP/1.1" status: 200 len: 217 time: 0.0726459 Dec 10 08:47:38.204483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce7671-e5d7-485a-a62b-41d7c3288dbd req-414387b1-9192-4bbe-9232-187f35451b36 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:38.208662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b113629-b792-4ee1-a065-115096e25da8 req-ec92af4e-b805-404a-a1fd-ae02b1a29d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:38.210169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b113629-b792-4ee1-a065-115096e25da8 req-ec92af4e-b805-404a-a1fd-ae02b1a29d65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0652163 Dec 10 08:47:38.213121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Deleting port 82cdb230-c1b0-405d-9a94-4debda613604 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:47:38.213460 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.214570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cce7671-e5d7-485a-a62b-41d7c3288dbd req-414387b1-9192-4bbe-9232-187f35451b36 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 945 time: 0.0786054 Dec 10 08:47:38.273959 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51058d99-686f-44a9-ba5a-4d992a8100a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.276689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51058d99-686f-44a9-ba5a-4d992a8100a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.280855 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-51058d99-686f-44a9-ba5a-4d992a8100a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cab6679-ab54-4f45-b883-5a2d52d06e58 HTTP/1.1" status: 204 len: 168 time: 0.2895415 Dec 10 08:47:38.309622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51058d99-686f-44a9-ba5a-4d992a8100a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cab6679-ab54-4f45-b883-5a2d52d06e58,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:38.310028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39318) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:38.317370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cce7671-e5d7-485a-a62b-41d7c3288dbd req-8b1f1646-fb5e-495e-a053-b556baa67d70 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018920 Dec 10 08:47:38.322787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1885317964-network', 'tenant_id': '1b6cc9f18a634dcc90c8f13164eab725'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:38.330028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeab2b-dc55-4a5d-a5a8-1bf0508c69f7 req-22b1f7f3-5481-4576-8bae-d6af87bfff9e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:38.337817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cbeab2b-dc55-4a5d-a5a8-1bf0508c69f7 req-22b1f7f3-5481-4576-8bae-d6af87bfff9e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 943 time: 0.1071825 Dec 10 08:47:38.351071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b113629-b792-4ee1-a065-115096e25da8 req-84ec72bb-ad33-4761-b7d7-4f13624451ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:38.352580 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b113629-b792-4ee1-a065-115096e25da8 req-84ec72bb-ad33-4761-b7d7-4f13624451ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337948 Dec 10 08:47:38.386187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cbeab2b-dc55-4a5d-a5a8-1bf0508c69f7 req-ba190ca4-3a99-45c9-b4d7-fe8dffae787e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474439 Dec 10 08:47:38.435574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Made reservation on behalf of 1b6cc9f18a634dcc90c8f13164eab725 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:38.437867 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.443323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] For port 82cdb230-c1b0-405d-9a94-4debda613604, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=82cdb230-c1b0-405d-9a94-4debda613604,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:38.443691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.462704 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.480892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Calling delete_port for 82cdb230-c1b0-405d-9a94-4debda613604 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:47:38.566267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdd12e-0d72-4821-966e-e6e089826c8f req-55135366-b538-4b79-937f-e684f10a86a8 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:38.567017 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b113629-b792-4ee1-a065-115096e25da8 req-765083bd-47a5-47e3-8d25-1f0490172bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046177 Dec 10 08:47:38.567869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3bdd12e-0d72-4821-966e-e6e089826c8f req-55135366-b538-4b79-937f-e684f10a86a8 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 945 time: 0.0758526 Dec 10 08:47:38.577603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39330) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:38.583616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Request body: {'floatingip': {'port_id': '2ba106a2-2ad5-485c-9410-1136f7b0798b'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:38.681593 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.722635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.734600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b113629-b792-4ee1-a065-115096e25da8 req-ddb23530-0d6b-48cf-a5dd-8a7b1d6560e4 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556890 Dec 10 08:47:38.735193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.790799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:47:38.830085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1068f4-b795-444d-ba3b-812ae09dd7a7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:38.835819 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.836258 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Added segment 9a2edd95-90ff-4444-bd33-c828314bb704 of type vlan for network cec61ca2-d5b3-42b4-9f82-96f33f9a170a Dec 10 08:47:38.849684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:38.862962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['82cdb230-c1b0-405d-9a94-4debda613604'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:38.998982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Pushing event deleted for resources: {'Port': ['ID=82cdb230-c1b0-405d-9a94-4debda613604,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:39.011821 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:39.030277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1af0f933-85f8-4abf-83fa-896fd3a0b48f req-2d1a11e5-8f86-46f2-a5ad-9da092eb29dc tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.31 "GET /v2.0/ports?device_id=123974b1-3329-4b89-b986-92d13e37c142 HTTP/1.1" status: 200 len: 210 time: 0.0601189 Dec 10 08:47:39.043839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] No DVR routers for this DVR port 82cdb230-c1b0-405d-9a94-4debda613604 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:47:39.043839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:39.043839 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5443643b-9a49-47b5-82b8-6c00008e3824 req-2a23981d-c00d-447d-bde3-b5578fd4b87f tempest-ServerDiagnosticsNegativeTest-1703735908 tempest-ServerDiagnosticsNegativeTest-1703735908-project] 10.222.0.18 "DELETE /v2.0/ports/82cdb230-c1b0-405d-9a94-4debda613604 HTTP/1.1" status: 204 len: 173 time: 1.1666062 Dec 10 08:47:39.046522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123974b1-3329-4b89-b986-92d13e37c142', 'name': 'network-vif-deleted', 'tag': '82cdb230-c1b0-405d-9a94-4debda613604'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:39.059238 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddf6adc-2f4b-4079-9ad2-cef9e0bf8bb7" -d '{"events": [{"server_uuid": "123974b1-3329-4b89-b986-92d13e37c142", "name": "network-vif-deleted", "tag": "82cdb230-c1b0-405d-9a94-4debda613604"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:39.097156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:39.111084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:39.112060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:39.112677 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:39.230051 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9149745 Dec 10 08:47:39.230236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39358) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:39.236437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8932a3c-031f-4fda-8271-394f2a433bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=cec61ca2-d5b3-42b4-9f82-96f33f9a170a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:39.238487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Request body: {'subnet': {'network_id': 'cec61ca2-d5b3-42b4-9f82-96f33f9a170a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1885317964-subnet', 'tenant_id': '1b6cc9f18a634dcc90c8f13164eab725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:39.251909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network cec61ca2-d5b3-42b4-9f82-96f33f9a170a details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:47:39.382530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e8295-fabd-4f5c-8efb-6fbea3e0edc3 req-729c2d20-3752-4a11-8c47-78ea5bda1735 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:39.384009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e8e8295-fabd-4f5c-8efb-6fbea3e0edc3 req-729c2d20-3752-4a11-8c47-78ea5bda1735 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 950 time: 0.2404747 Dec 10 08:47:39.407429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Made reservation on behalf of 1b6cc9f18a634dcc90c8f13164eab725 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:39.409711 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:39.639046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 164878be-34ba-478d-ab41-6100932d0d11 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:39.705600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43fe44-8d1d-454d-befc-b5ce99f56c32 req-5aa3f0ca-3124-4856-84f2-6a1b23e691dd tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:39.707278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b43fe44-8d1d-454d-befc-b5ce99f56c32 req-5aa3f0ca-3124-4856-84f2-6a1b23e691dd tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 948 time: 0.4762182 Dec 10 08:47:39.867417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:39.881188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '164878be-34ba-478d-ab41-6100932d0d11', 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38', 'port_id': '164878be-34ba-478d-ab41-6100932d0d11', 'mac_address': 'fa:16:3e:1e:51:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0664b8d-323e-4feb-80cc-e1f01c876792', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:47:39.923348 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:39.932032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e8e8295-fabd-4f5c-8efb-6fbea3e0edc3 req-3a8653b5-a552-4918-a1cc-98f02a367b73 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201719 Dec 10 08:47:39.948978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164878be-34ba-478d-ab41-6100932d0d11 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:39.977909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:39.983596 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.014013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b43fe44-8d1d-454d-befc-b5ce99f56c32 req-e70afcaf-e68c-45ec-b5da-e0e50483ab40 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792492 Dec 10 08:47:40.015942 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a700a-d214-41be-8a40-8b23712fc254 x-openstack-request-id: req-3e2a700a-d214-41be-8a40-8b23712fc254 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:40.016413 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123974b1-3329-4b89-b986-92d13e37c142", "name": "network-vif-deleted", "tag": "82cdb230-c1b0-405d-9a94-4debda613604", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:40.016671 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e2a700a-d214-41be-8a40-8b23712fc254 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:40.017636 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123974b1-3329-4b89-b986-92d13e37c142', 'name': 'network-vif-deleted', 'tag': '82cdb230-c1b0-405d-9a94-4debda613604', 'status': 'completed', 'code': 200} Dec 10 08:47:40.071344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=164878be-34ba-478d-ab41-6100932d0d11,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:40.106366 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.resource_extend [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 08:47:40.192695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['164878be-34ba-478d-ab41-6100932d0d11'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:40.232874 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.260980 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.329992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8edd-135e-4968-bd03-eec8047e69be req-e27b82c7-6d43-4fdc-9986-5e3d21be9649 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:40.331504 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-771b8edd-135e-4968-bd03-eec8047e69be req-e27b82c7-6d43-4fdc-9986-5e3d21be9649 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 944 time: 0.1855547 Dec 10 08:47:40.334852 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.426863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39392) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:40.459191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39396) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:40.467776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fecc259-ea88-407b-9d14-7df61cd5f7d2,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:40.487101 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Floating IP dff238ef-a851-4394-8fad-733b7e312154 associated. External IP: 172.25.3.78, port: 2ba106a2-2ad5-485c-9410-1136f7b0798b. Dec 10 08:47:40.495793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-771b8edd-135e-4968-bd03-eec8047e69be req-33bf632c-3273-4618-b989-cb498840b337 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504657 Dec 10 08:47:40.525444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Checking segment: {'id': '9a2edd95-90ff-4444-bd33-c828314bb704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cec61ca2-d5b3-42b4-9f82-96f33f9a170a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:40.525904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Network hostable DHCP agents. Network: cec61ca2-d5b3-42b4-9f82-96f33f9a170a, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:47:40.553294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Network cec61ca2-d5b3-42b4-9f82-96f33f9a170a is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:47:40.588565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f76b351-5e4b-4df9-beb5-c9792557843b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.594906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, cec61ca2-d5b3-42b4-9f82-96f33f9a170a) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:40.601820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:40.602456 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.614035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef1b9a-109a-4761-8fd7-58c5809d00e8 None None] Network cec61ca2-d5b3-42b4-9f82-96f33f9a170a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:40.637409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f2677ea6-06e9-49b9-8ba0-f72ae98af787 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4025791 Dec 10 08:47:40.737999 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f76b351-5e4b-4df9-beb5-c9792557843b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.744849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-048c3336-c325-4ab8-b52d-9d4bb5990a95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd9621af1522417387690190a5366447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822497 Dec 10 08:47:40.745834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39406) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:40.753203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f76b351-5e4b-4df9-beb5-c9792557843b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.803800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Router 11f09fd8-a430-41fc-bf88-2f970515a72d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:47:40.804323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d07ae02-822d-4174-93e9-0a0253a509b2 None None] Network cec61ca2-d5b3-42b4-9f82-96f33f9a170a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:40.818734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76b351-5e4b-4df9-beb5-c9792557843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16a38d9-2899-4d57-8bfa-f606cba6d785,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:40.830850 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2f76b351-5e4b-4df9-beb5-c9792557843b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d38c8d2b6234a6eba3daae264ad4420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027162 Dec 10 08:47:40.833533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39412) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:40.885878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6380-a486-4f22-96ed-6e724600d009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.933469 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6380-a486-4f22-96ed-6e724600d009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.948863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-204507a3-76f4-4fa0-8a7a-df885bf042a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.963853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:47:40.969739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:40.988371 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] Sync routers for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:47:40.989897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-204507a3-76f4-4fa0-8a7a-df885bf042a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.010862 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:47:41.014539 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:47:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:41.031398 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6380-a486-4f22-96ed-6e724600d009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.034378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6380-a486-4f22-96ed-6e724600d009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.035835 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9a5d6380-a486-4f22-96ed-6e724600d009 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcbde16c-600d-47c8-86bd-09ee82fbaed7 HTTP/1.1" status: 204 len: 168 time: 0.2894211 Dec 10 08:47:41.046441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d6380-a486-4f22-96ed-6e724600d009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbde16c-600d-47c8-86bd-09ee82fbaed7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:41.059386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7d88aa46-c926-41b1-acd2-b326715a3961 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "PUT /v2.0/floatingips/dff238ef-a851-4394-8fad-733b7e312154 HTTP/1.1" status: 200 len: 990 time: 2.4802468 Dec 10 08:47:41.060623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-204507a3-76f4-4fa0-8a7a-df885bf042a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.061113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'tag': '2ba106a2-2ad5-485c-9410-1136f7b0798b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:41.068462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-204507a3-76f4-4fa0-8a7a-df885bf042a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.072833 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-204507a3-76f4-4fa0-8a7a-df885bf042a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a16a38d9-2899-4d57-8bfa-f606cba6d785 HTTP/1.1" status: 204 len: 168 time: 0.2360454 Dec 10 08:47:41.083440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204507a3-76f4-4fa0-8a7a-df885bf042a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16a38d9-2899-4d57-8bfa-f606cba6d785,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:41.204680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438e029-adf3-456f-9552-6fb006b059c1 req-d378f5df-b0db-4f74-8c81-ca9b6fe7e163 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:41.206402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c438e029-adf3-456f-9552-6fb006b059c1 req-d378f5df-b0db-4f74-8c81-ca9b6fe7e163 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 950 time: 0.0569270 Dec 10 08:47:41.213175 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:47:41.286687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c438e029-adf3-456f-9552-6fb006b059c1 req-c0b909b9-a827-4eba-93d3-a4f8387d8e96 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732038 Dec 10 08:47:41.402891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704472c3-910c-4be0-9cb9-472347ffea6b req-489d6bc1-d0e6-418d-a904-e927936e4c57 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:41.405243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704472c3-910c-4be0-9cb9-472347ffea6b req-489d6bc1-d0e6-418d-a904-e927936e4c57 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 948 time: 0.0532088 Dec 10 08:47:41.474824 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704472c3-910c-4be0-9cb9-472347ffea6b req-da13cd73-a187-492f-9581-c087960392b1 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628321 Dec 10 08:47:41.575105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39446) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:41.589514 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3866d3e-4c9c-48b4-97c0-9b2ecb591d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.656734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 164878be-34ba-478d-ab41-6100932d0d11 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:41.691416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3866d3e-4c9c-48b4-97c0-9b2ecb591d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.700832 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3866d3e-4c9c-48b4-97c0-9b2ecb591d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.710488 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'dff238ef-a851-4394-8fad-733b7e312154', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'port_id': '2ba106a2-2ad5-485c-9410-1136f7b0798b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'mac_address': 'fa:16:3e:e6:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:47:11Z', 'updated_at': '2021-12-10T08:47:39Z', 'revision_number': 1, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:41.724918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 164878be-34ba-478d-ab41-6100932d0d11 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:47:41.726529 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dda856f-3c36-412d-9f92-be44f90aa13a" -d '{"events": [{"name": "network-changed", "server_uuid": "895f28d1-94bf-47ff-bba9-9f17fc83e49a", "tag": "2ba106a2-2ad5-485c-9410-1136f7b0798b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:41.745593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 164878be-34ba-478d-ab41-6100932d0d11 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:41.746975 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.772443 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] Checking router: 11f09fd8-a430-41fc-bf88-2f970515a72d for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:47:41.782493 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:47:41.783396 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:47:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:41.789961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3866d3e-4c9c-48b4-97c0-9b2ecb591d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6783338c-7d38-4d68-9b32-e65c659bcad6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:41.832421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9d34b06f-1291-402b-b759-7336ec67baba details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:41.835547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39452) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:41.842395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 82cdb230-c1b0-405d-9a94-4debda613604 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:47:41.848141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d3866d3e-4c9c-48b4-97c0-9b2ecb591d16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42b4232010c0443b8472c8f456ae9dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720647 Dec 10 08:47:41.870647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 82cdb230-c1b0-405d-9a94-4debda613604 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:47:41.871130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 82cdb230-c1b0-405d-9a94-4debda613604 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:47:41.918698 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a92f4f24-f88b-4820-a543-bb66dc779336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.946728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a92f4f24-f88b-4820-a543-bb66dc779336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:41.980152 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.007366 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:47:42.012632 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a92f4f24-f88b-4820-a543-bb66dc779336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.017043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a92f4f24-f88b-4820-a543-bb66dc779336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.018653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a92f4f24-f88b-4820-a543-bb66dc779336 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6783338c-7d38-4d68-9b32-e65c659bcad6 HTTP/1.1" status: 204 len: 168 time: 0.1815310 Dec 10 08:47:42.039909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164878be-34ba-478d-ab41-6100932d0d11'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:42.043392 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc01e163-2104-4ae5-a2e2-87fefe91fd85" -d '{"events": [{"server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "name": "network-vif-plugged", "status": "completed", "tag": "164878be-34ba-478d-ab41-6100932d0d11"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:42.045781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39468) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:42.048584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f4f24-f88b-4820-a543-bb66dc779336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6783338c-7d38-4d68-9b32-e65c659bcad6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:42.070172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-402658ba-9168-4c96-9058-8089de1d820a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.080781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:42.102601 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.106766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9d34b06f-1291-402b-b759-7336ec67baba, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9d34b06f-1291-402b-b759-7336ec67baba,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:42.226492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '9d34b06f-1291-402b-b759-7336ec67baba', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '9d34b06f-1291-402b-b759-7336ec67baba', 'mac_address': 'fa:16:3e:da:0b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:47:42.235798 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=164878be-34ba-478d-ab41-6100932d0d11,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:42.274129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-402658ba-9168-4c96-9058-8089de1d820a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.285777 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-402658ba-9168-4c96-9058-8089de1d820a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.332329 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-402658ba-9168-4c96-9058-8089de1d820a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4f5b02a98b443e6ab9ed7e2405fadd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852855 Dec 10 08:47:42.334755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39472) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:42.343372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402658ba-9168-4c96-9058-8089de1d820a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66004ec5-f91a-4163-9988-f6f6bec6e1ba,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:42.352674 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.373805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d34b06f-1291-402b-b759-7336ec67baba {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:42.374154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-fa9bc670-38df-403b-83eb-172a7075c68f req-7c1b995b-fe30-4937-82ea-fba4dc78b514 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:47:42.375324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa9bc670-38df-403b-83eb-172a7075c68f req-7c1b995b-fe30-4937-82ea-fba4dc78b514 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066857 Dec 10 08:47:42.409438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9d34b06f-1291-402b-b759-7336ec67baba, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9d34b06f-1291-402b-b759-7336ec67baba,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:42.416162 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.438581 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-169ecffd-d744-4258-aa95-aa1aaaa04a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.478725 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'dff238ef-a851-4394-8fad-733b7e312154', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'port_id': '2ba106a2-2ad5-485c-9410-1136f7b0798b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'mac_address': 'fa:16:3e:e6:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:47:11Z', 'updated_at': '2021-12-10T08:47:39Z', 'revision_number': 1, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:42.487732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9d34b06f-1291-402b-b759-7336ec67baba,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:42.493129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-169ecffd-d744-4258-aa95-aa1aaaa04a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.504608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433404-e606-4222-abd3-8d3b54bad19b req-ceb71e95-b227-46a9-b159-107db8c0cff4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:42.507390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-ceb71e95-b227-46a9-b159-107db8c0cff4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 808 time: 0.4799185 Dec 10 08:47:42.531187 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ab501-0de2-49ea-9a56-f3047b4d3105 None None] The sync data for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 is: [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'dff238ef-a851-4394-8fad-733b7e312154', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'port_id': '2ba106a2-2ad5-485c-9410-1136f7b0798b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'mac_address': 'fa:16:3e:e6:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:47:11Z', 'updated_at': '2021-12-10T08:47:39Z', 'revision_number': 1, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:47:42.537852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-5e081858-778d-4846-ad30-fa1a334dbcec tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/quotas/7b46326893314c2983c883ddfe677441 HTTP/1.1" status: 200 len: 375 time: 0.0214567 Dec 10 08:47:42.581413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-169ecffd-d744-4258-aa95-aa1aaaa04a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.584115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-169ecffd-d744-4258-aa95-aa1aaaa04a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:42.585210 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-169ecffd-d744-4258-aa95-aa1aaaa04a59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66004ec5-f91a-4163-9988-f6f6bec6e1ba HTTP/1.1" status: 204 len: 168 time: 0.2493513 Dec 10 08:47:42.593328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ecffd-d744-4258-aa95-aa1aaaa04a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66004ec5-f91a-4163-9988-f6f6bec6e1ba,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:42.604688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-82a7dc6e-963d-4275-93e5-dbd7da89ce0b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622070 Dec 10 08:47:42.715322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9d34b06f-1291-402b-b759-7336ec67baba'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:42.726983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730254ec-d866-4baa-b12b-7df0853d02d6 req-9b22e19d-b71f-4075-9ee0-75b18a5aaf12 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:42.728528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-730254ec-d866-4baa-b12b-7df0853d02d6 req-9b22e19d-b71f-4075-9ee0-75b18a5aaf12 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 945 time: 0.1336706 Dec 10 08:47:42.765923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-811629f4-3eb7-42f6-a381-342c0a6ea062 service neutron] 10.222.0.31 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601796 Dec 10 08:47:42.905162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-730254ec-d866-4baa-b12b-7df0853d02d6 req-10e8e995-7e7d-4499-86d2-d5385cc0a5dd tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601949 Dec 10 08:47:42.906946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba036b5d-994a-4fee-bfd7-b6878e3e7a90 None None] New status for floating IP dff238ef-a851-4394-8fad-733b7e312154: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:47:42.946354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-481e79c5-5b44-4652-aae4-97056f9619e3 service neutron] 10.222.0.31 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796629 Dec 10 08:47:43.121139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39504) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:43.141473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4839-3188-4e4d-bd7c-3fcbd853db16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:43.285437 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4839-3188-4e4d-bd7c-3fcbd853db16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:43.291655 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4839-3188-4e4d-bd7c-3fcbd853db16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:43.349380 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9d0d4839-3188-4e4d-bd7c-3fcbd853db16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=675696fc38304dcb939ac403d885674d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248108 Dec 10 08:47:43.354954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39516) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:43.364669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d4839-3188-4e4d-bd7c-3fcbd853db16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe958ca-9d6f-41a6-adb1-645197f355d3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:43.392147 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f3154-c1aa-4c0e-b8c9-bd4f960df88c x-openstack-request-id: req-bb7f3154-c1aa-4c0e-b8c9-bd4f960df88c {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:43.392559 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895f28d1-94bf-47ff-bba9-9f17fc83e49a", "tag": "2ba106a2-2ad5-485c-9410-1136f7b0798b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:43.392922 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb7f3154-c1aa-4c0e-b8c9-bd4f960df88c {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:43.393626 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'tag': '2ba106a2-2ad5-485c-9410-1136f7b0798b', 'status': 'completed', 'code': 200} Dec 10 08:47:43.470555 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b020efc5-56fa-447e-a834-195ae3d4a4c2 x-openstack-request-id: req-b020efc5-56fa-447e-a834-195ae3d4a4c2 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:43.473180 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "name": "network-vif-plugged", "status": "completed", "tag": "164878be-34ba-478d-ab41-6100932d0d11", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:43.473460 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b020efc5-56fa-447e-a834-195ae3d4a4c2 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:43.474882 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164878be-34ba-478d-ab41-6100932d0d11', 'code': 200} Dec 10 08:47:43.539530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-b52ec7a7-76ed-4e4c-a584-391d8d3a8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:43.541426 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-b52ec7a7-76ed-4e4c-a584-391d8d3a8631 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e0341a0559410bb432f4bb1302f7fa&device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 1096 time: 0.1228008 Dec 10 08:47:43.544040 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31804c89-5c0b-4467-9f9e-8f4885a58cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:43.643330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6a33-d26a-4979-ad39-ba732de1cccf req-fd4305a9-c6b2-4ee1-9d50-63f5d253ae2d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:43.643841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31804c89-5c0b-4467-9f9e-8f4885a58cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:43.645007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eacf6a33-d26a-4979-ad39-ba732de1cccf req-fd4305a9-c6b2-4ee1-9d50-63f5d253ae2d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 949 time: 0.0704136 Dec 10 08:47:43.699717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa562f-3d98-41e7-bcf3-bdf24a5ac67f req-e1013a08-fa3a-41d5-bf42-b6ca11521a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:43.701374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6faa562f-3d98-41e7-bcf3-bdf24a5ac67f req-e1013a08-fa3a-41d5-bf42-b6ca11521a42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1096 time: 0.1585395 Dec 10 08:47:43.717043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eacf6a33-d26a-4979-ad39-ba732de1cccf req-fa58dfc3-5a7c-45c8-9137-883c8ab2ccec tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639391 Dec 10 08:47:43.733113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9d34b06f-1291-402b-b759-7336ec67baba up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:43.740267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-788b6679-9877-4427-b45a-32c74da3b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:43.741771 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-788b6679-9877-4427-b45a-32c74da3b899 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 200 len: 925 time: 0.1876462 Dec 10 08:47:43.763906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31804c89-5c0b-4467-9f9e-8f4885a58cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:43.766910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31804c89-5c0b-4467-9f9e-8f4885a58cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:43.768054 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-31804c89-5c0b-4467-9f9e-8f4885a58cbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebe958ca-9d6f-41a6-adb1-645197f355d3 HTTP/1.1" status: 204 len: 168 time: 0.4120443 Dec 10 08:47:43.837791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31804c89-5c0b-4467-9f9e-8f4885a58cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe958ca-9d6f-41a6-adb1-645197f355d3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:43.848682 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6faa562f-3d98-41e7-bcf3-bdf24a5ac67f req-a1b2c29d-61fc-405b-bf02-74f83a7085d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320455 Dec 10 08:47:43.875114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 9d34b06f-1291-402b-b759-7336ec67baba completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:47:43.880802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 9d34b06f-1291-402b-b759-7336ec67baba triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:43.881199 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:43.895540 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-671347ab-459e-4f9a-9c5e-256465d2e470 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ba106a2-2ad5-485c-9410-1136f7b0798b HTTP/1.1" status: 200 len: 1000 time: 0.1461082 Dec 10 08:47:43.982415 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:43.987382 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-5b6b7fd6-f064-4812-b815-c7a447b70402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:43.988958 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-5b6b7fd6-f064-4812-b815-c7a447b70402 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1370e0ba-0c5c-4f67-950b-eaa0f7136e26 HTTP/1.1" status: 200 len: 863 time: 0.0826592 Dec 10 08:47:44.005584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ae243-1511-4166-a77a-8d5c1f276b4b req-4bbaf093-9c38-4e7d-84f9-9246f233a4e5 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:44.014593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd7ae243-1511-4166-a77a-8d5c1f276b4b req-4bbaf093-9c38-4e7d-84f9-9246f233a4e5 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 950 time: 0.1639123 Dec 10 08:47:44.027541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9d34b06f-1291-402b-b759-7336ec67baba, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9d34b06f-1291-402b-b759-7336ec67baba,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:44.035545 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:44.086972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-401fa6e1-7365-4252-9f6d-783b1e75ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:44.088800 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-401fa6e1-7365-4252-9f6d-783b1e75ee5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f996f28-7a71-4f34-bbc5-42a950667083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926745 Dec 10 08:47:44.105616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd7ae243-1511-4166-a77a-8d5c1f276b4b req-90034a07-4f37-47ef-a20d-14a8f5c966ad tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824919 Dec 10 08:47:44.127620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9d34b06f-1291-402b-b759-7336ec67baba,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:44.139299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.140472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.140831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.141267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.141869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.142598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.143300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.143645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.143970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.144597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.144933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.145271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.145930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:44.171898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11cc0967-b3a7-4a38-8311-c1f80c5f6794 req-a99bb6bd-831c-4555-bb76-25ef2f9f41cd tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 210 time: 0.0846288 Dec 10 08:47:44.227879 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-2d8f91e3-a475-4f20-8052-28f29a6e55e2 service neutron] 10.222.0.18 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293387 Dec 10 08:47:44.283345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b2503-7834-45fb-876b-1480fe7b8555 req-a4e57e70-12b4-44a7-9ad5-c314e14acfdb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:44.285840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-272b2503-7834-45fb-876b-1480fe7b8555 req-a4e57e70-12b4-44a7-9ad5-c314e14acfdb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 945 time: 0.0555685 Dec 10 08:47:44.354897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1dda856f-3c36-412d-9f92-be44f90aa13a req-0085c3d7-e9c8-4493-be86-a7e1695ec5e8 service neutron] 10.222.0.18 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189449 Dec 10 08:47:44.360060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-272b2503-7834-45fb-876b-1480fe7b8555 req-ec87d19f-62bb-4b3b-880c-222b5511f744 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627341 Dec 10 08:47:44.552928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433404-e606-4222-abd3-8d3b54bad19b req-03a68e37-25bf-4469-9298-f7c020d7d4bf tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:44.554451 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-03a68e37-25bf-4469-9298-f7c020d7d4bf tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 808 time: 0.1421487 Dec 10 08:47:44.574470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Request body: {'port': {'device_id': '107a23f3-8da4-46de-bd63-5ff67538c691', 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af', 'admin_state_up': True, 'tenant_id': '7b46326893314c2983c883ddfe677441'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:44.613660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-d05bd19d-37c9-46bd-b3fc-07bc34c0a34f tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262780 Dec 10 08:47:44.746339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-b7a3a001-492f-42e4-bfc8-b7dbdf51e1fb tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:44.755684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-b7a3a001-492f-42e4-bfc8-b7dbdf51e1fb tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1356649 Dec 10 08:47:44.776142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-241d5acd-1519-4070-b5bf-4e171ab18740 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/quotas/cf610ff248d74b54adebd37d7c8d06d6 HTTP/1.1" status: 200 len: 375 time: 0.0191417 Dec 10 08:47:44.788252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Made reservation on behalf of 7b46326893314c2983c883ddfe677441 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:44.795706 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:44.831254 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:44.838021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-0312af8d-485e-4324-85b2-e9ffddd661e8 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531733 Dec 10 08:47:45.046482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Allocated IP 172.20.0.14 (38f4be52-a18a-42a7-be07-351c47d9e9af/b1db733b-dc4a-4d4f-a120-c2858b3ca1c0/b7955517-fcc9-4491-85da-66b67bb45c3a) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:45.155476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaad02-f4fe-458e-8f4f-e12d8deeb646 req-85ddde8a-f0ba-4860-b6e6-53052dea5fd1 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:45.163385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cdaaad02-f4fe-458e-8f4f-e12d8deeb646 req-85ddde8a-f0ba-4860-b6e6-53052dea5fd1 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 950 time: 0.0836015 Dec 10 08:47:45.269512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f9fb086-051b-47c7-b9d0-aacc747f3ad3 req-700fde4c-b979-4870-8a55-1a61621ab280 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 210 time: 0.0695479 Dec 10 08:47:45.291137 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:45.320810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cdaaad02-f4fe-458e-8f4f-e12d8deeb646 req-b37dcd0b-db5a-4df9-8b5c-94de390e00ee tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532962 Dec 10 08:47:45.379133 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:45.463632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Network 38f4be52-a18a-42a7-be07-351c47d9e9af is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:45.476455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048a9831-b16a-4c65-bb89-3a435ab5a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d34b06f-1291-402b-b759-7336ec67baba'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:45.479441 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11693313-1e1b-4acf-884f-b33ac17881d4" -d '{"events": [{"server_uuid": "048a9831-b16a-4c65-bb89-3a435ab5a494", "name": "network-vif-plugged", "status": "completed", "tag": "9d34b06f-1291-402b-b759-7336ec67baba"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:45.494994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:45.497556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:45.509341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39613-1b5e-4c35-9536-b9d3983e2e6e req-f08202c4-b2f6-41a5-bc51-f5c6f7fb0de7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:45.514967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:45.515694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:45.518166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Pushing event updated for resources: {'Port': ['ID=b7955517-fcc9-4491-85da-66b67bb45c3a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:45.522826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cb39613-1b5e-4c35-9536-b9d3983e2e6e req-f08202c4-b2f6-41a5-bc51-f5c6f7fb0de7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 932 time: 0.1227133 Dec 10 08:47:45.572904 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-9ffc59ba-c11f-4111-ab08-dcf77bf03b6d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0056527 Dec 10 08:47:45.591870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Request body: {'port': {'device_id': '107a23f3-8da4-46de-bd63-5ff67538c691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:45.612421 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cb39613-1b5e-4c35-9536-b9d3983e2e6e req-81d5d9a6-04db-4f96-a9a4-d8f7de26face tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816844 Dec 10 08:47:45.687612 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:45.791097 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a3ea9-3300-46ba-90c8-08257d8fc6c3 x-openstack-request-id: req-269a3ea9-3300-46ba-90c8-08257d8fc6c3 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:45.791691 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048a9831-b16a-4c65-bb89-3a435ab5a494", "name": "network-vif-plugged", "status": "completed", "tag": "9d34b06f-1291-402b-b759-7336ec67baba", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:45.792022 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-269a3ea9-3300-46ba-90c8-08257d8fc6c3 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:45.792519 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048a9831-b16a-4c65-bb89-3a435ab5a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d34b06f-1291-402b-b759-7336ec67baba', 'code': 200} Dec 10 08:47:45.837112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700570be-be67-410d-84cf-dc2319883875 req-dc9aed64-d785-4633-b2cf-de57ac35f20c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:45.838973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-700570be-be67-410d-84cf-dc2319883875 req-dc9aed64-d785-4633-b2cf-de57ac35f20c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 945 time: 0.1258891 Dec 10 08:47:45.949913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d9088b0-f46d-4554-85e8-adedcd4c0f5b req-43127498-238f-4e31-8dc3-d96d16c27bd0 tempest-FlavorsV2NegativeTest-1373244439 tempest-FlavorsV2NegativeTest-1373244439-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b929a1c7f5214f19b0d698645ace4cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513322 Dec 10 08:47:45.979198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-700570be-be67-410d-84cf-dc2319883875 req-12eb1dcc-1fcc-46f9-b0f8-7fd9e63104fd tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332006 Dec 10 08:47:46.082069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6ab57-b2b7-4bf6-9434-44af810e1e06 req-b4b8cd40-71e4-49f4-8425-4a9f3851c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:46.083725 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ab6ab57-b2b7-4bf6-9434-44af810e1e06 req-b4b8cd40-71e4-49f4-8425-4a9f3851c2f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 1101 time: 0.1152999 Dec 10 08:47:46.104629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9088b0-f46d-4554-85e8-adedcd4c0f5b req-c5cee152-3f3e-483c-af88-fe7e9956420d tempest-FlavorsV2NegativeTest-1373244439 tempest-FlavorsV2NegativeTest-1373244439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:46.106181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d9088b0-f46d-4554-85e8-adedcd4c0f5b req-c5cee152-3f3e-483c-af88-fe7e9956420d tempest-FlavorsV2NegativeTest-1373244439 tempest-FlavorsV2NegativeTest-1373244439-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460512 Dec 10 08:47:46.131901 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d9088b0-f46d-4554-85e8-adedcd4c0f5b req-42439e0c-3be7-41cf-bf43-cd9f727ca6cf tempest-FlavorsV2NegativeTest-1373244439 tempest-FlavorsV2NegativeTest-1373244439-project] 10.222.0.31 "GET /v2.0/quotas/b929a1c7f5214f19b0d698645ace4cb5 HTTP/1.1" status: 200 len: 375 time: 0.0188158 Dec 10 08:47:46.185897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d9088b0-f46d-4554-85e8-adedcd4c0f5b req-14280c33-b338-41c8-872d-9e741d488c8c tempest-FlavorsV2NegativeTest-1373244439 tempest-FlavorsV2NegativeTest-1373244439-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b929a1c7f5214f19b0d698645ace4cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526676 Dec 10 08:47:46.189924 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ab6ab57-b2b7-4bf6-9434-44af810e1e06 req-f8e3b94c-90ef-4333-af07-167ddb8d39cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939579 Dec 10 08:47:46.199689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7955517-fcc9-4491-85da-66b67bb45c3a {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:46.210972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:46.229813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Transition to ACTIVE for port object b7955517-fcc9-4491-85da-66b67bb45c3a will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:47:46.234993 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:46.291770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7955517-fcc9-4491-85da-66b67bb45c3a,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:46.322615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:46.322953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:46.323199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:46.327739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Port b7955517-fcc9-4491-85da-66b67bb45c3a on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:46.328224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:46.332938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:46.333272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:46.335136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:46.335558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Bound port: b7955517-fcc9-4491-85da-66b67bb45c3a, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:46.335914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:46.654068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c2d5429-366e-4a60-9155-bf9927ec4e7d req-18b29cce-b2cb-4a6d-ae95-7d3facc66da8 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 210 time: 0.0331640 Dec 10 08:47:46.665654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503fed-52a4-4929-85c9-3dac455ed757 req-54c5a308-9ad9-49b2-bb4e-ff539f49e2fa tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:46.675146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e503fed-52a4-4929-85c9-3dac455ed757 req-54c5a308-9ad9-49b2-bb4e-ff539f49e2fa tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1096 time: 0.0892980 Dec 10 08:47:46.697105 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-fbc37d13-54b4-48b8-89c7-010426d2d319 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2946990 Dec 10 08:47:46.698598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:46.724378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e503fed-52a4-4929-85c9-3dac455ed757 req-8b3218f3-de69-472c-b8f3-a7f36fb3c461 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480728 Dec 10 08:47:46.771407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:46.784127 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:46.854165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:46.854833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:46.856631 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 1092 time: 1.2752717 Dec 10 08:47:46.860669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:46.863164 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9be3c0-cce5-44ee-9478-2cc87be57688" -d '{"events": [{"name": "network-changed", "server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:46.873197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e10b0-6583-400a-bcf3-559d67920789 req-6eb61c98-7474-4bac-8d88-59aba1027207 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:46.875728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-444e10b0-6583-400a-bcf3-559d67920789 req-6eb61c98-7474-4bac-8d88-59aba1027207 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 950 time: 0.0847938 Dec 10 08:47:46.903969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-a0f93157-f2e3-4d70-afe5-a94d845f577d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:46.905894 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-a0f93157-f2e3-4d70-afe5-a94d845f577d tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981881 Dec 10 08:47:46.958684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39690) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:46.964532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Request body: {'port': {'device_id': '44b5b359-2e9b-47bf-b409-996ca17806c6', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'cf610ff248d74b54adebd37d7c8d06d6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:46.970866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01d24d-ef42-4b51-9ae5-0f48e00ef9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7955517-fcc9-4491-85da-66b67bb45c3a,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:46.980720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db979e-56b7-4480-8fac-1d1065b1a1c7 req-21c46267-c8de-41fe-89c1-dc1d62317523 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:46.982906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61db979e-56b7-4480-8fac-1d1065b1a1c7 req-21c46267-c8de-41fe-89c1-dc1d62317523 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 944 time: 0.1001792 Dec 10 08:47:47.019059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-444e10b0-6583-400a-bcf3-559d67920789 req-c2f428e3-0472-4a15-94fb-39a6d9a8e663 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341062 Dec 10 08:47:47.071881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61db979e-56b7-4480-8fac-1d1065b1a1c7 req-ba6be1e1-0cc0-4dcf-b1e3-7f6f09a4c1cd tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665874 Dec 10 08:47:47.115403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433404-e606-4222-abd3-8d3b54bad19b req-bf46def1-890a-444c-9822-70fcdf91c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:47.117040 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-bf46def1-890a-444c-9822-70fcdf91c6d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1095 time: 0.2051840 Dec 10 08:47:47.170136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af5727-8f19-48c0-b30d-ab1c53eae7ab req-4ff3f3af-0e60-42de-86fe-f353a37abf3a tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:47.177859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98af5727-8f19-48c0-b30d-ab1c53eae7ab req-4ff3f3af-0e60-42de-86fe-f353a37abf3a tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1096 time: 0.0533242 Dec 10 08:47:47.186391 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-10fa4877-b9ef-484f-8bdd-26a2af83e635 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 217 time: 0.0572040 Dec 10 08:47:47.214832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a621e44-7e0e-457f-bd16-73f8ffff5420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.226286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Made reservation on behalf of cf610ff248d74b54adebd37d7c8d06d6 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:47.230706 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.286028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98af5727-8f19-48c0-b30d-ab1c53eae7ab req-04574019-e546-4aee-a484-e153c163e704 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069434 Dec 10 08:47:47.302665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433404-e606-4222-abd3-8d3b54bad19b req-27668860-94e3-4915-a4b7-16a127016846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:47.304132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-27668860-94e3-4915-a4b7-16a127016846 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1112194 Dec 10 08:47:47.343655 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-e4eb5868-09bd-4b03-9862-5d86478c4d58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278909 Dec 10 08:47:47.370346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-7f095bf1-af2e-49dd-8608-bdde509b069b req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1872847429', 'description': 'tempest-description-7741724'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:47.375175 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a731402-9109-4cea-9f8d-23599a7356c7 x-openstack-request-id: req-8a731402-9109-4cea-9f8d-23599a7356c7 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:47.375651 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:47.376184 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a731402-9109-4cea-9f8d-23599a7356c7 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:47.376722 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a', 'status': 'completed', 'code': 200} Dec 10 08:47:47.398433 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a621e44-7e0e-457f-bd16-73f8ffff5420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.406910 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7f095bf1-af2e-49dd-8608-bdde509b069b req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.410256 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a621e44-7e0e-457f-bd16-73f8ffff5420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.414807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7f095bf1-af2e-49dd-8608-bdde509b069b req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.466494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a621e44-7e0e-457f-bd16-73f8ffff5420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0f817a-cc2a-4143-9696-3d355dcfe6eb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:47.469096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39710) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:47.481266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0a621e44-7e0e-457f-bd16-73f8ffff5420 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06f23e24ff934aebb266d072270f0d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5115910 Dec 10 08:47:47.483143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39714) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:47.580282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Allocated IP 192.168.233.245 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/7a05eb9c-b1fb-4152-8842-07a5ae016daa) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:47.588797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-cb8ec0f4-da8a-4a90-945d-0f89997a6dce req-1a585aa1-bc80-4b90-892a-d0084c598aed service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:47:47.590237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb8ec0f4-da8a-4a90-945d-0f89997a6dce req-1a585aa1-bc80-4b90-892a-d0084c598aed service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088940 Dec 10 08:47:47.592799 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7f095bf1-af2e-49dd-8608-bdde509b069b req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.600081 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7f095bf1-af2e-49dd-8608-bdde509b069b req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.603906 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-c8ac308d-93da-40c7-ae40-7851c3b77aaf service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520010 Dec 10 08:47:47.652445 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc4bc-d1e0-456f-b592-c49aeefdd89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.679722 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7f095bf1-af2e-49dd-8608-bdde509b069b req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.698386 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7f095bf1-af2e-49dd-8608-bdde509b069b req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.713464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0bc08cb9-60e8-4060-bda9-0ef2a794d917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.734390 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc4bc-d1e0-456f-b592-c49aeefdd89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.736136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d464b-c4ca-4799-b503-3e3133c7fcc1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:47.742911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7f095bf1-af2e-49dd-8608-bdde509b069b req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.755239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f095bf1-af2e-49dd-8608-bdde509b069b req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3991044 Dec 10 08:47:47.800076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0a6ea-c840-4dc5-b147-2498cf0bacd3 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e83826-5012-45b0-9c8f-7f856ca1cd3a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:47.849892 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f433404-e606-4222-abd3-8d3b54bad19b req-e15520cc-5e7e-4a1e-a256-9e9b6e0cd91c service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348170 Dec 10 08:47:47.896707 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0bc08cb9-60e8-4060-bda9-0ef2a794d917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.911373 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc4bc-d1e0-456f-b592-c49aeefdd89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.914154 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc4bc-d1e0-456f-b592-c49aeefdd89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.918399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a8fcc4bc-d1e0-456f-b592-c49aeefdd89e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f0f817a-cc2a-4143-9696-3d355dcfe6eb HTTP/1.1" status: 204 len: 168 time: 0.4289708 Dec 10 08:47:47.926859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5eb99668-e0e2-4ba6-b23b-6f2794beb15e req-e0e96936-b49f-4a10-ba2a-3d414da11551 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 210 time: 0.0444615 Dec 10 08:47:47.927461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0bc08cb9-60e8-4060-bda9-0ef2a794d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.931044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcc4bc-d1e0-456f-b592-c49aeefdd89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0f817a-cc2a-4143-9696-3d355dcfe6eb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:47.974942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:47.994770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-8d86e8a9-063e-460e-96ff-1b5f1d2255c7 req-efa9e32e-c815-4bbd-ad1e-80a1ecd79cf4 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1978672348', 'description': 'tempest-description-442433826'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:48.021772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc08cb9-60e8-4060-bda9-0ef2a794d917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f7f20-6b22-4b58-97bd-a830190ded03,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:48.041959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-8a7e9775-90bf-4cf2-8a83-eda92237077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:48.043468 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-8a7e9775-90bf-4cf2-8a83-eda92237077b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1095 time: 0.0949931 Dec 10 08:47:48.043922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39728) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:48.045655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0bc08cb9-60e8-4060-bda9-0ef2a794d917 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b929a1c7f5214f19b0d698645ace4cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5743368 Dec 10 08:47:48.065758 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8d86e8a9-063e-460e-96ff-1b5f1d2255c7 req-efa9e32e-c815-4bbd-ad1e-80a1ecd79cf4 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.094698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.109810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['e74d6ce2-f778-489a-9d8b-24c630a074fe'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:48.161942 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8d86e8a9-063e-460e-96ff-1b5f1d2255c7 req-efa9e32e-c815-4bbd-ad1e-80a1ecd79cf4 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.169925 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8d86e8a9-063e-460e-96ff-1b5f1d2255c7 req-efa9e32e-c815-4bbd-ad1e-80a1ecd79cf4 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.201632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:48.226460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:48.229165 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8d86e8a9-063e-460e-96ff-1b5f1d2255c7 req-efa9e32e-c815-4bbd-ad1e-80a1ecd79cf4 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.238079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:48.248346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:48.249723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.252668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Pushing event updated for resources: {'Port': ['ID=7a05eb9c-b1fb-4152-8842-07a5ae016daa,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:48.260390 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab02dfe8-7fde-4615-b4a6-a49784440883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.265896 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8d86e8a9-063e-460e-96ff-1b5f1d2255c7 req-efa9e32e-c815-4bbd-ad1e-80a1ecd79cf4 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2716177 Dec 10 08:47:48.272445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9e32e-c815-4bbd-ad1e-80a1ecd79cf4 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c20627d-d498-4e13-b427-db1ab81c28d5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:48.309493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-312ff0f4-dc61-49ea-aaa7-3bb6aaaa39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:48.311834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-312ff0f4-dc61-49ea-aaa7-3bb6aaaa39bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.2573295 Dec 10 08:47:48.318761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-f2be2457-8d30-41bd-95c5-6fe0db16ab6e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3889372 Dec 10 08:47:48.343522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Request body: {'port': {'device_id': '44b5b359-2e9b-47bf-b409-996ca17806c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:48.348560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab02dfe8-7fde-4615-b4a6-a49784440883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.414503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b543cd-d575-4a7d-a251-06ae31d49c2e req-862f9225-84aa-4df7-9be7-8c7206f2ad6f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:48.424046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4b543cd-d575-4a7d-a251-06ae31d49c2e req-862f9225-84aa-4df7-9be7-8c7206f2ad6f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 950 time: 0.0778780 Dec 10 08:47:48.428365 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-c22c475c-3a50-4f2f-80fc-e8dd301466b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 217 time: 0.1035302 Dec 10 08:47:48.503198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4b543cd-d575-4a7d-a251-06ae31d49c2e req-2326e3be-9bee-4791-b4b5-08d8511754a2 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711696 Dec 10 08:47:48.546049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39756) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:48.567083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.571529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-c49d9b2a-a1c3-4210-a9af-84d283f457c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:48.572813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-401b3906-bf9e-45af-82ff-e9ec5e315c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.573111 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-c49d9b2a-a1c3-4210-a9af-84d283f457c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1335618 Dec 10 08:47:48.611400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-5b7f2b09-d29f-43f2-b504-5f2a6a631975 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298574 Dec 10 08:47:48.648746 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab02dfe8-7fde-4615-b4a6-a49784440883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.652991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab02dfe8-7fde-4615-b4a6-a49784440883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.657718 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ab02dfe8-7fde-4615-b4a6-a49784440883 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e07f7f20-6b22-4b58-97bd-a830190ded03 HTTP/1.1" status: 204 len: 168 time: 0.6083405 Dec 10 08:47:48.701189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a059ff57-2de1-4b8d-be3c-ae06218028d4 None None] Provisioning complete for port 7a05eb9c-b1fb-4152-8842-07a5ae016daa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:48.702022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a059ff57-2de1-4b8d-be3c-ae06218028d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.702440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1893db-f612-491b-a6d6-f5b0da21850f req-82a2ea98-e62a-4d1e-977f-1c1c15731735 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:48.707699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02dfe8-7fde-4615-b4a6-a49784440883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07f7f20-6b22-4b58-97bd-a830190ded03,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:48.718551 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf1893db-f612-491b-a6d6-f5b0da21850f req-82a2ea98-e62a-4d1e-977f-1c1c15731735 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 944 time: 0.0845966 Dec 10 08:47:48.784324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a059ff57-2de1-4b8d-be3c-ae06218028d4 None None] Port 7a05eb9c-b1fb-4152-8842-07a5ae016daa cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:48.809226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf1893db-f612-491b-a6d6-f5b0da21850f req-5d9fe5cb-7afa-45a6-8575-93ac027abb89 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881057 Dec 10 08:47:48.823435 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-401b3906-bf9e-45af-82ff-e9ec5e315c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.829235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-401b3906-bf9e-45af-82ff-e9ec5e315c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.847413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-6133e429-57b4-4023-b590-7796dfd87f47 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138436 Dec 10 08:47:48.866067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b3906-bf9e-45af-82ff-e9ec5e315c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceda6d8-fccb-4c1a-95a1-02dff915580d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:48.875017 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:48.910861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-401b3906-bf9e-45af-82ff-e9ec5e315c4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=541331df8a2e4880bac39529c8b06209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630862 Dec 10 08:47:48.913395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39768) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:48.984004 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1bd8df42-5402-4b43-8fe0-527150c7f61f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.010867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1bd8df42-5402-4b43-8fe0-527150c7f61f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.034854 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e9be3c0-cce5-44ee-9478-2cc87be57688 req-9d279d06-db22-4658-848a-bc14899da489 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615744 Dec 10 08:47:49.079729 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1bd8df42-5402-4b43-8fe0-527150c7f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.082867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1bd8df42-5402-4b43-8fe0-527150c7f61f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.085822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1bd8df42-5402-4b43-8fe0-527150c7f61f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ceda6d8-fccb-4c1a-95a1-02dff915580d HTTP/1.1" status: 204 len: 168 time: 0.1713469 Dec 10 08:47:49.092352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a05eb9c-b1fb-4152-8842-07a5ae016daa {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:49.103793 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.108021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8df42-5402-4b43-8fe0-527150c7f61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceda6d8-fccb-4c1a-95a1-02dff915580d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:49.119406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Transition to ACTIVE for port object 7a05eb9c-b1fb-4152-8842-07a5ae016daa will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:47:49.124308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.192290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=7a05eb9c-b1fb-4152-8842-07a5ae016daa,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:49.225906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Attempting to bind port 7a05eb9c-b1fb-4152-8842-07a5ae016daa on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:49.226464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Attempting to bind port 7a05eb9c-b1fb-4152-8842-07a5ae016daa by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:49.226962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Attempting to bind port 7a05eb9c-b1fb-4152-8842-07a5ae016daa on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:49.234227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Port 7a05eb9c-b1fb-4152-8842-07a5ae016daa on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:49.237949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Attempting to bind port 7a05eb9c-b1fb-4152-8842-07a5ae016daa on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:49.251433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:49.251990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:49.252671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:49.253273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Bound port: 7a05eb9c-b1fb-4152-8842-07a5ae016daa, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:49.253664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.261835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-dd305137-eac9-48e1-bc43-6831bab10b8c req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1334707108', 'description': 'tempest-description-541382241'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:49.294982 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-dd305137-eac9-48e1-bc43-6831bab10b8c req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.320601 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-dd305137-eac9-48e1-bc43-6831bab10b8c req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.348049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] For port 7a05eb9c-b1fb-4152-8842-07a5ae016daa, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:49.352654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] For port 7a05eb9c-b1fb-4152-8842-07a5ae016daa, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=7a05eb9c-b1fb-4152-8842-07a5ae016daa,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:49.361996 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.431153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-dd305137-eac9-48e1-bc43-6831bab10b8c req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.441248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-dd305137-eac9-48e1-bc43-6831bab10b8c req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.467389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:49.468816 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.470486 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] 10.222.0.39 "PUT /v2.0/ports/7a05eb9c-b1fb-4152-8842-07a5ae016daa HTTP/1.1" status: 200 len: 1096 time: 1.1335871 Dec 10 08:47:49.471303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b5b359-2e9b-47bf-b409-996ca17806c6', 'tag': '7a05eb9c-b1fb-4152-8842-07a5ae016daa'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:49.474211 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5281a672-9a6f-46ce-900c-cc526680dfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "44b5b359-2e9b-47bf-b409-996ca17806c6", "tag": "7a05eb9c-b1fb-4152-8842-07a5ae016daa"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:49.491422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26df959-c030-44d8-a475-725bf84c9653,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:49.559308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f89e5-d819-482e-a78d-c6119731f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=7a05eb9c-b1fb-4152-8842-07a5ae016daa,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:49.567789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39792) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:49.596960 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-dd305137-eac9-48e1-bc43-6831bab10b8c req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.602363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-dd305137-eac9-48e1-bc43-6831bab10b8c req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.644139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-43a5c709-d789-4a75-9f55-6d1ebe39cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:49.651060 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-43a5c709-d789-4a75-9f55-6d1ebe39cb02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 1099 time: 0.1194460 Dec 10 08:47:49.654237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f65e2f-6feb-4baa-b379-396827a489ee,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:49.661073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-dd305137-eac9-48e1-bc43-6831bab10b8c req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:49.663746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd305137-eac9-48e1-bc43-6831bab10b8c req-87921fb0-dab1-4ec3-9738-bfc1b423f5b8 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4069953 Dec 10 08:47:49.743567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-e0ea3dd5-30b9-4cbb-86c4-f8ef4f101962 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7a05eb9c-b1fb-4152-8842-07a5ae016daa HTTP/1.1" status: 200 len: 217 time: 0.0731964 Dec 10 08:47:49.822356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-64ce8668-17f8-4eee-a9be-eb9c5047af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:49.824094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-64ce8668-17f8-4eee-a9be-eb9c5047af52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0736682 Dec 10 08:47:49.894857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-a9f78202-ae97-45a2-adb2-e9ec3dc7628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:49.897312 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-a9f78202-ae97-45a2-adb2-e9ec3dc7628f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654640 Dec 10 08:47:49.939481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-81a5f836-5e73-49a3-9d62-767d11256da1 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:47:49.950650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-81a5f836-5e73-49a3-9d62-767d11256da1 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3802435 Dec 10 08:47:50.064379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-169a93c6-ff75-476e-b72a-c8ce77c7578a service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439285 Dec 10 08:47:50.091164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d7c81-1728-4412-9566-1a6433e432a7 req-f89e7c5f-bd91-4d57-aebb-7f26d9dd27fd tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:50.093794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d6d7c81-1728-4412-9566-1a6433e432a7 req-f89e7c5f-bd91-4d57-aebb-7f26d9dd27fd tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 948 time: 0.0557671 Dec 10 08:47:50.179690 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d6d7c81-1728-4412-9566-1a6433e432a7 req-70e16ea6-ce4e-42c8-9455-e6b3718994e1 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742490 Dec 10 08:47:50.192317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3340ed78-92c1-4f58-9273-7a7a88248b72 req-6c0a3b3d-e558-4c5f-9240-aac65094852c service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183846 Dec 10 08:47:50.242900 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f024f25-f92d-4f4b-b114-b0edc28e62fc x-openstack-request-id: req-0f024f25-f92d-4f4b-b114-b0edc28e62fc {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:50.244470 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b5b359-2e9b-47bf-b409-996ca17806c6", "tag": "7a05eb9c-b1fb-4152-8842-07a5ae016daa", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:50.245155 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f024f25-f92d-4f4b-b114-b0edc28e62fc {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:50.245624 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b5b359-2e9b-47bf-b409-996ca17806c6', 'tag': '7a05eb9c-b1fb-4152-8842-07a5ae016daa', 'status': 'completed', 'code': 200} Dec 10 08:47:50.264733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-b935444c-d0db-4e18-a778-823c9787e86d req-0e383118-bc8b-497c-9955-0ba130262a7d tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1544335630', 'description': 'tempest-description-2018416448'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:50.288084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39826) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:50.329556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-eb4b69df-caed-4110-bbbc-2c4edd5d5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:50.331328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-eb4b69df-caed-4110-bbbc-2c4edd5d5c7b service neutron] 10.222.0.31 "GET /v2.0/ports/164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 1093 time: 0.2175593 Dec 10 08:47:50.335739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b935444c-d0db-4e18-a778-823c9787e86d req-0e383118-bc8b-497c-9955-0ba130262a7d tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.344114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Request body: {'binding': {'host': 'n-h1-814746-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:50.344969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Unknown quota resources ['binding']. {{(pid=114969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 08:47:50.389383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-network', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:50.472564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Made reservation on behalf of 747b2d0142864c5a839067abcdad1cbb for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:50.474861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.496774 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.532068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-77ec2c7a-50f0-4697-9ef4-d3e6e98bcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:50.533764 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-77ec2c7a-50f0-4697-9ef4-d3e6e98bcfca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 1099 time: 0.2495651 Dec 10 08:47:50.598092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b935444c-d0db-4e18-a778-823c9787e86d req-0e383118-bc8b-497c-9955-0ba130262a7d tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.608197 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b935444c-d0db-4e18-a778-823c9787e86d req-0e383118-bc8b-497c-9955-0ba130262a7d tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.638672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-31b4881b-a576-44f7-82c0-76f34af871aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:50.640240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-31b4881b-a576-44f7-82c0-76f34af871aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.0972438 Dec 10 08:47:50.643087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 on host n-h1-814746-3 for vnic_type normal with profile None {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:50.643440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:50.643792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:50.660385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b935444c-d0db-4e18-a778-823c9787e86d req-0e383118-bc8b-497c-9955-0ba130262a7d tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.661639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b935444c-d0db-4e18-a778-823c9787e86d req-0e383118-bc8b-497c-9955-0ba130262a7d tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4036744 Dec 10 08:47:50.666617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Port 164878be-34ba-478d-ab41-6100932d0d11 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:50.666948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:50.678481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:50.678834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:50.679420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:50.679927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Bound port: 164878be-34ba-478d-ab41-6100932d0d11, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:50.682431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e383118-bc8b-497c-9955-0ba130262a7d tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a70c57-fc22-467a-977f-386a31312795,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:50.712788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-01560086-9329-44fe-b23f-4977c0482e90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7a05eb9c-b1fb-4152-8842-07a5ae016daa HTTP/1.1" status: 200 len: 217 time: 0.0642235 Dec 10 08:47:50.770202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-e69aa6b7-eab2-4638-ae55-1434e240dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:50.771711 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-e69aa6b7-eab2-4638-ae55-1434e240dfe2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0515275 Dec 10 08:47:50.822478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-9afec158-6090-463c-9817-2831f2742379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:50.822701 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.824177 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-9afec158-6090-463c-9817-2831f2742379 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438478 Dec 10 08:47:50.835622 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.840044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:50.863309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd497d-3265-4ac9-b2bf-9cc52d6637e4 req-14b33b8d-e37b-42ac-b937-c5ca3ea8962a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:50.864851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82bd497d-3265-4ac9-b2bf-9cc52d6637e4 req-14b33b8d-e37b-42ac-b937-c5ca3ea8962a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 944 time: 0.1260941 Dec 10 08:47:50.867894 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] Publish callbacks [] for binding, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.868976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-cccc36bf-3720-4a94-864d-db52796de807 service neutron] 10.222.0.31 "POST /v2.0/ports/164878be-34ba-478d-ab41-6100932d0d11/bindings HTTP/1.1" status: 201 len: 389 time: 0.5294745 Dec 10 08:47:50.887309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c535990-86c1-4378-9d0e-f9e82573ed62,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:50.898775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:47:50.921798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:50.922405 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Added segment 4f0faff6-a728-41e2-aa3f-d360755652ef of type vlan for network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 Dec 10 08:47:50.987790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82bd497d-3265-4ac9-b2bf-9cc52d6637e4 req-25b2dc41-2fec-4c86-b4fe-950404fcde7a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952392 Dec 10 08:47:50.992800 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:51.001587 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-c006c4e8-4850-47dc-a5d1-30ca7e768fe5 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690307 Dec 10 08:47:51.106747 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:51.108009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:51.108288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:51.163305 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5281a672-9a6f-46ce-900c-cc526680dfa1 req-e76c9375-e266-4a8e-a117-c51623f04339 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416688 Dec 10 08:47:51.201263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8953989 Dec 10 08:47:51.207727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39852) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:51.217985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Request body: {'subnet': {'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-subnet', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:51.225586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7ae39-6ed5-4223-ab71-9db3f3906fff admin admin] Pushing event updated for resources: {'Network': ['ID=c3c4ae79-21c3-4bcd-8238-04f0585bfa62,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:51.237741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-038d5cd1-17c8-4a2b-a8b2-3bf90cc7ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:51.241208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-038d5cd1-17c8-4a2b-a8b2-3bf90cc7ba18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1096 time: 0.0565455 Dec 10 08:47:51.243085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:47:51.252153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93fca-f82c-42b5-a0b7-cdecf3ff6eff req-8d466f2d-f3ba-4cee-8955-3fb7ee95a4ae tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:51.253687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3d93fca-f82c-42b5-a0b7-cdecf3ff6eff req-8d466f2d-f3ba-4cee-8955-3fb7ee95a4ae tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 950 time: 0.1993861 Dec 10 08:47:51.293491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Made reservation on behalf of 747b2d0142864c5a839067abcdad1cbb for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:51.295921 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:51.373042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-1497dcbf-cb73-4c71-8fd2-0ebb6a35e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:51.375370 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-1497dcbf-cb73-4c71-8fd2-0ebb6a35e24c service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.1272178 Dec 10 08:47:51.406884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3d93fca-f82c-42b5-a0b7-cdecf3ff6eff req-b74fdbd5-d956-4296-abe8-47594f112dbb tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459172 Dec 10 08:47:51.423737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-729b2b64-a55c-46cc-8c35-47e4fbb493e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 217 time: 0.0412469 Dec 10 08:47:51.500235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-26107dcc-d4ca-4a5b-b5b3-21c1b6fe2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:51.502147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-26107dcc-d4ca-4a5b-b5b3-21c1b6fe2401 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.0677087 Dec 10 08:47:51.537786 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-c318d8df-aa1a-4a07-98fc-18a9eade79cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286226 Dec 10 08:47:51.603661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-f33288c7-c949-4abe-9149-0b462bb39ac3 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48170 time: 0.5846801 Dec 10 08:47:51.631221 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-6aa3e3c2-653f-4ab7-9d8b-5db0855ee6fd service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852046 Dec 10 08:47:51.637726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80272d-c9e7-496c-93e0-9b50cc933645 req-72f33cd9-b14a-4fe3-9749-726410c5449d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:51.639215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f80272d-c9e7-496c-93e0-9b50cc933645 req-72f33cd9-b14a-4fe3-9749-726410c5449d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 945 time: 0.1244164 Dec 10 08:47:51.675486 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:51.728233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-bdf9e482-cafb-4cb4-825b-72ed36c5130d service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897574 Dec 10 08:47:51.775154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-5f029d53-b235-4774-8474-cddc1240057d tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/02d3f2d2-e291-4dbc-baf3-3c0b4554eba0 HTTP/1.1" status: 200 len: 2990 time: 0.1156442 Dec 10 08:47:51.778449 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f80272d-c9e7-496c-93e0-9b50cc933645 req-25a5fc46-0190-4705-b94b-0b6eafc77cd7 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306524 Dec 10 08:47:51.779170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc89e1a-5d0b-4b71-a713-c3ab647200a3,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:51.805645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:51.805833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Checking segment: {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:51.805833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Network hostable DHCP agents. Network: c3c4ae79-21c3-4bcd-8238-04f0585bfa62, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:47:51.834230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-d031bce6-bd9c-4f38-9077-699fb87cc259 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/02d3f2d2-e291-4dbc-baf3-3c0b4554eba0 HTTP/1.1" status: 200 len: 2990 time: 0.0527554 Dec 10 08:47:51.847680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:47:51.868013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c3c4ae79-21c3-4bcd-8238-04f0585bfa62) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:51.878162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:51.879156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae53b6d-a0a4-4730-b42c-0e4b15f1a264 None None] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:51.879938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:51.899827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-8adc13c5-3067-4eb2-8f55-d2570e034eae tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0ef943a7-e673-4853-9c29-91faf29f7f6a HTTP/1.1" status: 200 len: 2994 time: 0.0588903 Dec 10 08:47:51.910911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-64cf081f-e289-4928-810f-7f2466b99426 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6974962 Dec 10 08:47:51.911314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39866) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:51.915537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:51.960004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-acf2db7d-1e2b-430b-b055-b62cfa8bf4ec tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0ef943a7-e673-4853-9c29-91faf29f7f6a HTTP/1.1" status: 200 len: 2994 time: 0.0519218 Dec 10 08:47:51.961860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:51.987099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'b7955517-fcc9-4491-85da-66b67bb45c3a', 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af', 'port_id': 'b7955517-fcc9-4491-85da-66b67bb45c3a', 'mac_address': 'fa:16:3e:62:3a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1db733b-dc4a-4d4f-a120-c2858b3ca1c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:47:52.020381 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.021446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.036994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:47:52.037863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.045794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-5c1e922d-593c-4dce-b770-b3eff051166e tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/17103fb2-1d3e-4658-a29c-95bbe22be335 HTTP/1.1" status: 200 len: 2998 time: 0.0787141 Dec 10 08:47:52.065073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370b808-d918-4d72-94c6-b02b3bd35be4 req-136854e8-df3f-4f03-956a-c36a1326110e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:52.067107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1370b808-d918-4d72-94c6-b02b3bd35be4 req-136854e8-df3f-4f03-956a-c36a1326110e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 948 time: 0.0928841 Dec 10 08:47:52.071836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.089576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.112431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-85bfd6cc-eac7-4ae5-9cc0-fb6843a39048 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:52.113987 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-85bfd6cc-eac7-4ae5-9cc0-fb6843a39048 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.1764560 Dec 10 08:47:52.132718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-3ab3f498-31cd-4ffa-ba98-c56d929496fe tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/17103fb2-1d3e-4658-a29c-95bbe22be335 HTTP/1.1" status: 200 len: 2998 time: 0.0806453 Dec 10 08:47:52.139529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7955517-fcc9-4491-85da-66b67bb45c3a {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:52.167862 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814746-3'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:52.170655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1370b808-d918-4d72-94c6-b02b3bd35be4 req-2600be02-fbf8-46b5-9c92-65dbeb37ea9e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894296 Dec 10 08:47:52.178020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:52.204243 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.206060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-66590654-e7c0-4086-be49-e971a6442f81 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3db4fd63-b652-43d6-9fb2-0562bea1069c HTTP/1.1" status: 200 len: 2998 time: 0.0657952 Dec 10 08:47:52.258851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Allocated IP 172.20.0.2 (c3c4ae79-21c3-4bcd-8238-04f0585bfa62/8fc89e1a-5d0b-4b71-a713-c3ab647200a3/910220e9-81b6-4193-b672-8103462eccfa) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:52.265417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-3b09bab8-1ebe-482e-a31e-7c312f32aec5 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3db4fd63-b652-43d6-9fb2-0562bea1069c HTTP/1.1" status: 200 len: 2998 time: 0.0535913 Dec 10 08:47:52.276146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=b7955517-fcc9-4491-85da-66b67bb45c3a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:52.334838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-ff78f494-3058-4554-8100-f1ae7c734566 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3efccb33-a7f3-4c41-a331-9ee3c473fbee HTTP/1.1" status: 200 len: 2998 time: 0.0621653 Dec 10 08:47:52.370512 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.390371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-61e99ac4-0ae9-47a3-86d1-962ed924b5b7 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3efccb33-a7f3-4c41-a331-9ee3c473fbee HTTP/1.1" status: 200 len: 2998 time: 0.0485933 Dec 10 08:47:52.395447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.435781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-b5eae705-138d-4779-a087-42d0aaa6fa2a tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5e1068f4-b795-444d-ba3b-812ae09dd7a7 HTTP/1.1" status: 200 len: 2998 time: 0.0386689 Dec 10 08:47:52.462075 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.469806 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.490892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-9ea24878-2cb2-4d54-96e2-1fd6ebd140a1 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5e1068f4-b795-444d-ba3b-812ae09dd7a7 HTTP/1.1" status: 200 len: 2998 time: 0.0486915 Dec 10 08:47:52.536829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Pushing event updated for resources: {'Port': ['ID=910220e9-81b6-4193-b672-8103462eccfa,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:52.552870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-4108f967-6f3f-4aa9-876e-9bba046671a5 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6c535990-86c1-4378-9d0e-f9e82573ed62 HTTP/1.1" status: 200 len: 2998 time: 0.0546432 Dec 10 08:47:52.555346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:52.557153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:52.564568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['b7955517-fcc9-4491-85da-66b67bb45c3a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:52.570414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:52.602577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-61d274a3-aad1-4cb8-9e3d-825c66d8e2db tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6c535990-86c1-4378-9d0e-f9e82573ed62 HTTP/1.1" status: 200 len: 2998 time: 0.0428643 Dec 10 08:47:52.652243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:52.661299 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-5ae13ae2-529e-4200-a078-568300d025e6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321710 Dec 10 08:47:52.672323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Attempting to bind port 910220e9-81b6-4193-b672-8103462eccfa on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:52.673020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Attempting to bind port 910220e9-81b6-4193-b672-8103462eccfa by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:52.673444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Attempting to bind port 910220e9-81b6-4193-b672-8103462eccfa on network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:52.687290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:52.687634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Checking segment: {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:52.688264 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.688717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Bound using segment: {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:52.689255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Bound port: 910220e9-81b6-4193-b672-8103462eccfa, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:52.689724 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.696496 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-32682c57-7caa-4762-a2a1-0f69892ae8cb tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/893ee95c-6a85-4576-a1fa-4ccc4b1a849c HTTP/1.1" status: 200 len: 2994 time: 0.0860569 Dec 10 08:47:52.779775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:52.792906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] For port 910220e9-81b6-4193-b672-8103462eccfa, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:52.798048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-979d83be-8219-4421-8391-4fc5f990c9d1 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/893ee95c-6a85-4576-a1fa-4ccc4b1a849c HTTP/1.1" status: 200 len: 2994 time: 0.0728586 Dec 10 08:47:52.808433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-b1bd85c1-3b78-49fb-91b0-22c2b1f8974a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:52.816143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-b1bd85c1-3b78-49fb-91b0-22c2b1f8974a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447713 Dec 10 08:47:52.820707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] For port 910220e9-81b6-4193-b672-8103462eccfa, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=910220e9-81b6-4193-b672-8103462eccfa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:52.822943 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.842797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.847221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-d31accb2-6107-4756-86a8-ba2bda8ebfa5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/quotas/47a0dff32cbc4eb8a4a73eb102f8ca56 HTTP/1.1" status: 200 len: 375 time: 0.0297468 Dec 10 08:47:52.854036 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.859327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164878be-34ba-478d-ab41-6100932d0d11'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:52.861608 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24278e7-7fd3-4441-a2fe-54f659deaa5d" -d '{"events": [{"server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "name": "network-vif-unplugged", "status": "completed", "tag": "164878be-34ba-478d-ab41-6100932d0d11"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:52.865469 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.878025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:52.896847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-27540b40-a145-4be7-9ea9-62b6eeb90617 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479844 Dec 10 08:47:52.928621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-071e1fa1-45a6-4e9c-912b-cb66a0638152 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8bf6f407-846d-4759-ac18-6bf637686329 HTTP/1.1" status: 200 len: 2998 time: 0.1106522 Dec 10 08:47:52.944922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ff67f-6124-4ab8-873e-317a452ec192 None None] Pushing event updated for resources: {'Port': ['ID=910220e9-81b6-4193-b672-8103462eccfa,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:52.994253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-4a1ba2a9-b8fa-4f1c-8670-18032e5d7044 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8bf6f407-846d-4759-ac18-6bf637686329 HTTP/1.1" status: 200 len: 2998 time: 0.0568769 Dec 10 08:47:53.001965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Pushing event updated for resources: {'Port': ['ID=164878be-34ba-478d-ab41-6100932d0d11,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:53.046758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-c1686a76-c607-4640-bea2-44426614b086 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/916c0d47-0fac-47ad-b562-a77ef71854eb HTTP/1.1" status: 200 len: 2998 time: 0.0456460 Dec 10 08:47:53.104744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 on host n-h2-814746-3 for vnic_type normal with profile {"migrating_to": "n-h1-814746-3"} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:53.105082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:53.105417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:53.117337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Allocated IP 172.25.3.197 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/aee2780f-eae3-4759-a2d5-ef9283234355) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:53.121611 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Port 164878be-34ba-478d-ab41-6100932d0d11 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:53.121913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Attempting to bind port 164878be-34ba-478d-ab41-6100932d0d11 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:53.132762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:53.133101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:53.133529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:53.134058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Bound port: 164878be-34ba-478d-ab41-6100932d0d11, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:53.134423 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:53.185911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-6b60f28d-8e29-4306-a390-fc7be315b1f4 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/916c0d47-0fac-47ad-b562-a77ef71854eb HTTP/1.1" status: 200 len: 2998 time: 0.1326246 Dec 10 08:47:53.284828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:53.317110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:53.333575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:53.393247 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:53.428602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Pushing event updated for resources: {'Port': ['ID=164878be-34ba-478d-ab41-6100932d0d11,revision_number=8']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:53.464436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:53.465189 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:53.467000 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-48937710-234d-494f-b405-7c4dd8bbd411 service neutron] 10.222.0.18 "PUT /v2.0/ports/164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 1121 time: 1.3050725 Dec 10 08:47:53.485920 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:53.506435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3352dd-49ee-472e-b5d3-2b07257524e0 req-291174bb-42c3-4bbf-9fdb-4768f413fa53 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:53.508256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b3352dd-49ee-472e-b5d3-2b07257524e0 req-291174bb-42c3-4bbf-9fdb-4768f413fa53 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 945 time: 0.3894491 Dec 10 08:47:53.539712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:53.542732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:53.549330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['164878be-34ba-478d-ab41-6100932d0d11'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:53.552251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:53.555209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Pushing event updated for resources: {'Port': ['ID=aee2780f-eae3-4759-a2d5-ef9283234355,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:53.558622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-8e3ffa25-f802-4d0f-bec1-bcacd0934184 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a26df959-c030-44d8-a475-725bf84c9653 HTTP/1.1" status: 200 len: 2998 time: 0.3717422 Dec 10 08:47:53.625965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b3352dd-49ee-472e-b5d3-2b07257524e0 req-49833434-7d73-4e2e-9da1-1a1e99bd45e2 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069200 Dec 10 08:47:53.703412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-4b00f864-d7ac-4a70-8643-6257fe928993 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a26df959-c030-44d8-a475-725bf84c9653 HTTP/1.1" status: 200 len: 2998 time: 0.1254702 Dec 10 08:47:53.718719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 7a05eb9c-b1fb-4152-8842-07a5ae016daa details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:53.792947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-2f714468-79e4-4057-9a22-6cc3a6fc1dc9 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/af4368d1-442c-401f-9018-20e6abbcbc83 HTTP/1.1" status: 200 len: 2998 time: 0.0808642 Dec 10 08:47:53.841831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:53.842098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795dbff-b3ff-43de-87f2-f5d721cdee5e req-19eef9ad-fc21-4fc8-a55c-5f05191b70d5 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:53.843553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3795dbff-b3ff-43de-87f2-f5d721cdee5e req-19eef9ad-fc21-4fc8-a55c-5f05191b70d5 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 950 time: 0.0850692 Dec 10 08:47:53.877875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-24b910b0-df8b-4011-993c-b3a5c9ce7e00 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/af4368d1-442c-401f-9018-20e6abbcbc83 HTTP/1.1" status: 200 len: 2998 time: 0.0762811 Dec 10 08:47:53.949577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3795dbff-b3ff-43de-87f2-f5d721cdee5e req-f90f51cd-1d93-4eda-bfea-14d383346a88 tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/security-groups?id=af4368d1-442c-401f-9018-20e6abbcbc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925045 Dec 10 08:47:53.983815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-25528926-6fb0-45bb-8dee-a1bcb07eaa5e tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/dd6d464b-c4ca-4799-b503-3e3133c7fcc1 HTTP/1.1" status: 200 len: 2998 time: 0.0986645 Dec 10 08:47:54.001087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 7a05eb9c-b1fb-4152-8842-07a5ae016daa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=7a05eb9c-b1fb-4152-8842-07a5ae016daa,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:54.019027 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.036840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '7a05eb9c-b1fb-4152-8842-07a5ae016daa', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '7a05eb9c-b1fb-4152-8842-07a5ae016daa', 'mac_address': 'fa:16:3e:c6:ef:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:47:54.078981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port b7955517-fcc9-4491-85da-66b67bb45c3a completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:47:54.099570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port b7955517-fcc9-4491-85da-66b67bb45c3a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:54.100121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.120516 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-cd7f9c37-6323-4f8a-afcb-320f1b3f155a tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/dd6d464b-c4ca-4799-b503-3e3133c7fcc1 HTTP/1.1" status: 200 len: 2998 time: 0.1306901 Dec 10 08:47:54.135974 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.144995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e5005-d40f-4847-aa66-af677237638a req-6692ba5a-48a0-46a4-a1da-0a745c9f050f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:54.146250 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-019e5005-d40f-4847-aa66-af677237638a req-6692ba5a-48a0-46a4-a1da-0a745c9f050f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.18 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 950 time: 0.1291025 Dec 10 08:47:54.159627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a05eb9c-b1fb-4152-8842-07a5ae016daa {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:54.168264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b11cd-2f15-44ef-bc8f-3f91b604e7ec req-a72ce768-0492-4c21-b451-3eb26a196ff2 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:54.176019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a91b11cd-2f15-44ef-bc8f-3f91b604e7ec req-a72ce768-0492-4c21-b451-3eb26a196ff2 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 943 time: 0.1315603 Dec 10 08:47:54.186587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 7a05eb9c-b1fb-4152-8842-07a5ae016daa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=7a05eb9c-b1fb-4152-8842-07a5ae016daa,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:54.205870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-614c3039-0ef8-4188-906e-226f9fd905d6 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ead9a5f0-8339-4d4f-97b9-c3582d76e829 HTTP/1.1" status: 200 len: 2998 time: 0.0837226 Dec 10 08:47:54.217152 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.264522 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.277748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a91b11cd-2f15-44ef-bc8f-3f91b604e7ec req-438d54ff-3c00-41e4-804d-abbbb84e7904 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941298 Dec 10 08:47:54.301996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58aa912a-9a0d-4aab-b89f-09a8841ddef2 req-52ec867f-fa75-4564-9d81-993810b4fb73 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ead9a5f0-8339-4d4f-97b9-c3582d76e829 HTTP/1.1" status: 200 len: 2998 time: 0.0836670 Dec 10 08:47:54.312927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:54.318091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:54.320654 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d7448d-2d1a-4e7f-b829-d28fa09f2d61" -d '{"events": [{"server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "name": "network-vif-plugged", "status": "completed", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:54.325226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=7a05eb9c-b1fb-4152-8842-07a5ae016daa,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:54.334245 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.394393 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cf36c2-8bf2-44d2-af56-f4629491f9ae x-openstack-request-id: req-04cf36c2-8bf2-44d2-af56-f4629491f9ae {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:54.394731 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "name": "network-vif-unplugged", "status": "completed", "tag": "164878be-34ba-478d-ab41-6100932d0d11", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:54.395516 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04cf36c2-8bf2-44d2-af56-f4629491f9ae {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:54.396380 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164878be-34ba-478d-ab41-6100932d0d11', 'code': 200} Dec 10 08:47:54.398018 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.425734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=b7955517-fcc9-4491-85da-66b67bb45c3a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:54.441061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0933c58-c4da-4649-88a3-10921ead9f5c None None] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:47:54.470144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-019e5005-d40f-4847-aa66-af677237638a req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Deleting port 9d34b06f-1291-402b-b759-7336ec67baba {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:47:54.470466 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-019e5005-d40f-4847-aa66-af677237638a req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.488159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52cba783-e10d-45a6-8e74-0e6b4f420031 req-571372bf-5802-413f-be65-a9196d621bbf tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 210 time: 0.0437226 Dec 10 08:47:54.497748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['7a05eb9c-b1fb-4152-8842-07a5ae016daa'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:54.551837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-eb9c19a5-568c-4d4b-b600-41c0f4caa245 None None] Provisioning complete for port 910220e9-81b6-4193-b672-8103462eccfa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:54.552542 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb9c19a5-568c-4d4b-b600-41c0f4caa245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.650581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-999f337a-b2d6-4014-90bf-eba1d72d40da tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411444 Dec 10 08:47:54.660806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d98a90-55b9-4dd1-9246-05d239143f32 req-973c97c5-0950-4a13-a790-de1a077c22e4 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:54.669723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48d98a90-55b9-4dd1-9246-05d239143f32 req-973c97c5-0950-4a13-a790-de1a077c22e4 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 949 time: 0.1381245 Dec 10 08:47:54.695564 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1243ea8c-a941-4120-95a9-8c5344d5fb37 req-ca260f85-0736-478e-a42c-f0256695184e tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da918167bee041e18cd883df90fb4fda HTTP/1.1" status: 200 len: 6151 time: 0.1727257 Dec 10 08:47:54.740730 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb9c19a5-568c-4d4b-b600-41c0f4caa245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.779725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-019e5005-d40f-4847-aa66-af677237638a req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] For port 9d34b06f-1291-402b-b759-7336ec67baba, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9d34b06f-1291-402b-b759-7336ec67baba,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:54.780078 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-019e5005-d40f-4847-aa66-af677237638a req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.785823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-eb9c19a5-568c-4d4b-b600-41c0f4caa245 None None] For port 910220e9-81b6-4193-b672-8103462eccfa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=910220e9-81b6-4193-b672-8103462eccfa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:54.808020 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb9c19a5-568c-4d4b-b600-41c0f4caa245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:54.808818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-019e5005-d40f-4847-aa66-af677237638a req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Calling delete_port for 9d34b06f-1291-402b-b759-7336ec67baba owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:47:54.843800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1243ea8c-a941-4120-95a9-8c5344d5fb37 req-e9b510ee-261b-487e-91f7-dd2ae26ba9a1 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] 10.222.0.31 "GET /v2.0/security-groups/dd6d464b-c4ca-4799-b503-3e3133c7fcc1 HTTP/1.1" status: 200 len: 2998 time: 0.1470709 Dec 10 08:47:54.854543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48d98a90-55b9-4dd1-9246-05d239143f32 req-c2a11fbe-1530-4033-916c-c3399abe43b6 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836486 Dec 10 08:47:54.900346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-b74e9c89-8b92-4e5e-84f9-20a8806b10cf tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:54.902240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-b74e9c89-8b92-4e5e-84f9-20a8806b10cf tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429409 Dec 10 08:47:54.905006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Router 00d47c23-8a4b-4ad6-994b-79669910fa22 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:47:54.906772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c19a5-568c-4d4b-b600-41c0f4caa245 None None] Pushing event updated for resources: {'Port': ['ID=910220e9-81b6-4193-b672-8103462eccfa,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:54.924089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Request body: {'port': {'device_id': 'f0d2bf0b-6c78-42a6-a68e-36f940064a1a', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '47a0dff32cbc4eb8a4a73eb102f8ca56'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:54.944710 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1243ea8c-a941-4120-95a9-8c5344d5fb37 req-b1c1099b-fa2a-4460-b8d7-0929dca70f4b tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] 10.222.0.31 "GET /v2.0/security-groups/dd6d464b-c4ca-4799-b503-3e3133c7fcc1 HTTP/1.1" status: 200 len: 2998 time: 0.0700810 Dec 10 08:47:54.953860 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71d14b4-72e5-403f-9563-3b72dc55d2a6 x-openstack-request-id: req-f71d14b4-72e5-403f-9563-3b72dc55d2a6 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:54.954184 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "name": "network-vif-plugged", "status": "completed", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:54.954699 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f71d14b4-72e5-403f-9563-3b72dc55d2a6 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:54.955135 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a', 'code': 200} Dec 10 08:47:55.033761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-059f8d50-931a-4aa7-8c71-7ee037c6f2bc None None] Provisioning complete for port 910220e9-81b6-4193-b672-8103462eccfa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:55.034073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-059f8d50-931a-4aa7-8c71-7ee037c6f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.035211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1adb23e8-9dcf-4fee-96ee-7d1daa7d4c2a req-23416c8a-d623-485b-840b-a6917a06a60a tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/23a70c57-fc22-467a-977f-386a31312795 HTTP/1.1" status: 200 len: 1795 time: 0.0626671 Dec 10 08:47:55.115027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647e7a0-1a1f-4bf6-9a58-40b3f1f1a2b0 req-45f124f6-cdbf-47aa-903a-7b25ef76aeda tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:55.116497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b647e7a0-1a1f-4bf6-9a58-40b3f1f1a2b0 req-45f124f6-cdbf-47aa-903a-7b25ef76aeda tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 946 time: 0.0788026 Dec 10 08:47:55.128434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1adb23e8-9dcf-4fee-96ee-7d1daa7d4c2a req-7af4dc8f-297f-41d2-abd5-a315a7143401 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.167175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1adb23e8-9dcf-4fee-96ee-7d1daa7d4c2a req-7af4dc8f-297f-41d2-abd5-a315a7143401 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.210290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf93a2-722d-4ea9-bdf8-6f6a28e943a3 req-5d79620c-be83-45d4-bd41-34b1f79e88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:55.210845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b647e7a0-1a1f-4bf6-9a58-40b3f1f1a2b0 req-1244bf7c-fc5a-41f2-aaf6-a06241bb3689 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771675 Dec 10 08:47:55.211759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22bf93a2-722d-4ea9-bdf8-6f6a28e943a3 req-5d79620c-be83-45d4-bd41-34b1f79e88b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1097 time: 0.1810870 Dec 10 08:47:55.239728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1adb23e8-9dcf-4fee-96ee-7d1daa7d4c2a req-7af4dc8f-297f-41d2-abd5-a315a7143401 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.243292 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1adb23e8-9dcf-4fee-96ee-7d1daa7d4c2a req-7af4dc8f-297f-41d2-abd5-a315a7143401 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.245281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1adb23e8-9dcf-4fee-96ee-7d1daa7d4c2a req-7af4dc8f-297f-41d2-abd5-a315a7143401 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/23a70c57-fc22-467a-977f-386a31312795 HTTP/1.1" status: 204 len: 173 time: 0.2092557 Dec 10 08:47:55.247405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:47:55.251770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-019e5005-d40f-4847-aa66-af677237638a req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.271794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Sync routers for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:47:55.280710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9d34b06f-1291-402b-b759-7336ec67baba'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:47:55.286195 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:47:55.286772 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:47:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:55.300978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Made reservation on behalf of 47a0dff32cbc4eb8a4a73eb102f8ca56 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:47:55.304624 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.306484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Pushing event deleted for resources: {'Port': ['ID=9d34b06f-1291-402b-b759-7336ec67baba,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:55.323383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.324528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-644bf1f8-f2ee-474d-8e3c-3d86f9dcef87 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.4122989 Dec 10 08:47:55.332238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39914) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:55.338939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.358482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 910220e9-81b6-4193-b672-8103462eccfa up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:55.370531 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22bf93a2-722d-4ea9-bdf8-6f6a28e943a3 req-d86d97e0-8fbb-4c23-847b-831e617ed619 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472208 Dec 10 08:47:55.382942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4dc8f-297f-41d2-abd5-a315a7143401 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a70c57-fc22-467a-977f-386a31312795,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:55.428930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f149bdb-64b7-4ea8-b739-c2207faebe5f req-fcce76c9-c3dd-4ba7-8301-c1395a6b324f tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.31 "GET /v2.0/ports?device_id=048a9831-b16a-4c65-bb89-3a435ab5a494 HTTP/1.1" status: 200 len: 210 time: 0.0546029 Dec 10 08:47:55.432139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa2a005d-e301-4152-80be-290e2b14afe5 req-eb3c2eb3-4dbd-4872-bf62-8a3685e8c676 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a4f65e2f-6feb-4baa-b379-396827a489ee HTTP/1.1" status: 200 len: 1794 time: 0.1290996 Dec 10 08:47:55.442557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-019e5005-d40f-4847-aa66-af677237638a req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] No DVR routers for this DVR port 9d34b06f-1291-402b-b759-7336ec67baba on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:47:55.457535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-019e5005-d40f-4847-aa66-af677237638a req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.460886 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-019e5005-d40f-4847-aa66-af677237638a req-b2335ce0-ed24-4299-968d-a3b2cdcd3a6d tempest-DeleteServersAdminTestJSON-666452226 tempest-DeleteServersAdminTestJSON-666452226-project] 10.222.0.18 "DELETE /v2.0/ports/9d34b06f-1291-402b-b759-7336ec67baba HTTP/1.1" status: 204 len: 173 time: 1.2793610 Dec 10 08:47:55.516019 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:47:55.553015 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-aa2a005d-e301-4152-80be-290e2b14afe5 req-ffff3383-20fa-48d4-9b50-451f64f233e2 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.604589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-aa2a005d-e301-4152-80be-290e2b14afe5 req-ffff3383-20fa-48d4-9b50-451f64f233e2 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.672228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 910220e9-81b6-4193-b672-8103462eccfa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:55.673598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.688203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.713820 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.726919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8db86-efbb-4c91-aa04-cd115d05c578 req-70c637c1-97b6-4a7f-b282-b8038d310384 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:55.734079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 7a05eb9c-b1fb-4152-8842-07a5ae016daa up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:55.735490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcd8db86-efbb-4c91-aa04-cd115d05c578 req-70c637c1-97b6-4a7f-b282-b8038d310384 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 943 time: 0.1477480 Dec 10 08:47:55.790544 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:53Z', 'revision_number': 3, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:55.824200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcd8db86-efbb-4c91-aa04-cd115d05c578 req-2e4a00eb-8a78-4668-8fa0-ed32eb1f4250 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876217 Dec 10 08:47:55.830632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6ea1a6-dea6-435c-9392-49978fd291f9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:55.837155 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-aa2a005d-e301-4152-80be-290e2b14afe5 req-ffff3383-20fa-48d4-9b50-451f64f233e2 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.845037 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-aa2a005d-e301-4152-80be-290e2b14afe5 req-ffff3383-20fa-48d4-9b50-451f64f233e2 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:55.847785 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Checking router: 00d47c23-8a4b-4ad6-994b-79669910fa22 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:47:55.848842 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Updating router 00d47c23-8a4b-4ad6-994b-79669910fa22 port aee2780f-eae3-4759-a2d5-ef9283234355 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:47:55.852251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa2a005d-e301-4152-80be-290e2b14afe5 req-ffff3383-20fa-48d4-9b50-451f64f233e2 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4f65e2f-6feb-4baa-b379-396827a489ee HTTP/1.1" status: 204 len: 173 time: 0.4053140 Dec 10 08:47:55.882884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff3383-20fa-48d4-9b50-451f64f233e2 tempest-SecurityGroupsTestAdminJSON-2138882141 tempest-SecurityGroupsTestAdminJSON-2138882141-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f65e2f-6feb-4baa-b379-396827a489ee,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:55.890407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 164878be-34ba-478d-ab41-6100932d0d11 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:47:55.923067 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.007573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e65851c9-97d3-422e-9b2b-c77cbabd914c req-364c4e27-e8a3-4765-be01-2d8792f6a69d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 210 time: 0.0330794 Dec 10 08:47:56.079634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6c06057-fad1-40db-8086-45ae60afb0b6 req-89bf4509-de77-4537-8c5b-cd47c161adf6 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] 10.222.0.31 "GET /v2.0/security-groups/7c20627d-d498-4e13-b427-db1ab81c28d5 HTTP/1.1" status: 200 len: 1794 time: 0.0602667 Dec 10 08:47:56.112987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:56.139397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 164878be-34ba-478d-ab41-6100932d0d11 has no active binding in host n-h1-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:47:56.147040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 7a05eb9c-b1fb-4152-8842-07a5ae016daa completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:47:56.156666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 7a05eb9c-b1fb-4152-8842-07a5ae016daa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:56.157086 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.198541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a6c06057-fad1-40db-8086-45ae60afb0b6 req-fca4b195-81ba-48d9-acee-5c753af91b48 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.217853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991876-d5ca-4ad4-b85d-e373d2247256 req-ed7f2c9e-7691-4111-bb16-30c0c1fcd0e2 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:56.219301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af991876-d5ca-4ad4-b85d-e373d2247256 req-ed7f2c9e-7691-4111-bb16-30c0c1fcd0e2 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 949 time: 0.0982304 Dec 10 08:47:56.259215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a6c06057-fad1-40db-8086-45ae60afb0b6 req-fca4b195-81ba-48d9-acee-5c753af91b48 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.261339 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.277480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Allocated IP 192.168.233.79 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/4602d574-c1d9-4237-9c4a-e1d01dcc7263) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:56.294875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.329954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 7a05eb9c-b1fb-4152-8842-07a5ae016daa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=7a05eb9c-b1fb-4152-8842-07a5ae016daa,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:56.340320 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.347923 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.349935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af991876-d5ca-4ad4-b85d-e373d2247256 req-c74dc779-26e2-444c-bf9a-e68cffec4457 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208971 Dec 10 08:47:56.370547 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.381677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a6c06057-fad1-40db-8086-45ae60afb0b6 req-fca4b195-81ba-48d9-acee-5c753af91b48 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.384826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a6c06057-fad1-40db-8086-45ae60afb0b6 req-fca4b195-81ba-48d9-acee-5c753af91b48 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.394977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6c06057-fad1-40db-8086-45ae60afb0b6 req-fca4b195-81ba-48d9-acee-5c753af91b48 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] 10.222.0.31 "DELETE /v2.0/security-groups/7c20627d-d498-4e13-b427-db1ab81c28d5 HTTP/1.1" status: 204 len: 173 time: 0.3143806 Dec 10 08:47:56.400975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'tag': '164878be-34ba-478d-ab41-6100932d0d11'}, {'server_uuid': '048a9831-b16a-4c65-bb89-3a435ab5a494', 'name': 'network-vif-deleted', 'tag': '9d34b06f-1291-402b-b759-7336ec67baba'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:56.404659 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702d73d7-2272-429e-9083-cfea4db83283" -d '{"events": [{"name": "network-changed", "server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "tag": "164878be-34ba-478d-ab41-6100932d0d11"}, {"server_uuid": "048a9831-b16a-4c65-bb89-3a435ab5a494", "name": "network-vif-deleted", "tag": "9d34b06f-1291-402b-b759-7336ec67baba"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:56.463170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=7a05eb9c-b1fb-4152-8842-07a5ae016daa,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:56.487094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4b195-81ba-48d9-acee-5c753af91b48 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c20627d-d498-4e13-b427-db1ab81c28d5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:56.498094 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Attempting to bind port aee2780f-eae3-4759-a2d5-ef9283234355 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:56.498844 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Attempting to bind port aee2780f-eae3-4759-a2d5-ef9283234355 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:56.499457 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Attempting to bind port aee2780f-eae3-4759-a2d5-ef9283234355 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:56.508479 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:56.509268 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:56.509948 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.510557 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:56.511253 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Bound port: aee2780f-eae3-4759-a2d5-ef9283234355, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:56.511906 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.549591 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Pushing event updated for resources: {'Port': ['ID=aee2780f-eae3-4759-a2d5-ef9283234355,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:56.557462 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22d68e4c-7f63-4a6f-8425-6219daebbb10 req-4f6d4652-c6a3-4774-b8fd-e98a78c952a1 tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] 10.222.0.31 "GET /v2.0/security-groups/11e83826-5012-45b0-9c8f-7f856ca1cd3a HTTP/1.1" status: 200 len: 1792 time: 0.1237748 Dec 10 08:47:56.565393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be116-01ab-462f-897d-8854514aaa62 req-057d307f-dd99-4641-bbd0-59fee4c427f4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:56.566872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-722be116-01ab-462f-897d-8854514aaa62 req-057d307f-dd99-4641-bbd0-59fee4c427f4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 946 time: 0.1317899 Dec 10 08:47:56.570400 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.571222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.571740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.572226 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.573521 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.574061 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.574686 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.575807 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.576325 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.576673 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.577000 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.577611 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.577946 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:47:56.609806 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.614387 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] For port aee2780f-eae3-4759-a2d5-ef9283234355, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:56.617703 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] For port aee2780f-eae3-4759-a2d5-ef9283234355, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aee2780f-eae3-4759-a2d5-ef9283234355,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:56.625674 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.636280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Allocated IP 172.20.0.1 (c3c4ae79-21c3-4bcd-8238-04f0585bfa62/8fc89e1a-5d0b-4b71-a713-c3ab647200a3/c5042dec-84d8-49f7-91f6-a7bef3f3fe23) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:47:56.646594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-722be116-01ab-462f-897d-8854514aaa62 req-a04d4bce-be6b-4a11-8c7a-a9e08fedc904 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715117 Dec 10 08:47:56.678118 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-22d68e4c-7f63-4a6f-8425-6219daebbb10 req-b87e3754-6d30-4312-bed8-34bffc517f7c tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.702434 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:47:56.703237 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:47:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:56.712919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-22d68e4c-7f63-4a6f-8425-6219daebbb10 req-b87e3754-6d30-4312-bed8-34bffc517f7c tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.743593 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01693d-9ebf-45c3-90f0-e44854ab984b None None] Pushing event updated for resources: {'Port': ['ID=aee2780f-eae3-4759-a2d5-ef9283234355,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:56.777623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.788692 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-22d68e4c-7f63-4a6f-8425-6219daebbb10 req-b87e3754-6d30-4312-bed8-34bffc517f7c tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.791486 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-22d68e4c-7f63-4a6f-8425-6219daebbb10 req-b87e3754-6d30-4312-bed8-34bffc517f7c tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.801428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22d68e4c-7f63-4a6f-8425-6219daebbb10 req-b87e3754-6d30-4312-bed8-34bffc517f7c tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] 10.222.0.31 "DELETE /v2.0/security-groups/11e83826-5012-45b0-9c8f-7f856ca1cd3a HTTP/1.1" status: 204 len: 173 time: 0.2330108 Dec 10 08:47:56.813871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e3754-6d30-4312-bed8-34bffc517f7c tempest-SecurityGroupsTestAdminJSON-385818259 tempest-SecurityGroupsTestAdminJSON-385818259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e83826-5012-45b0-9c8f-7f856ca1cd3a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:56.820584 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d3e69a-9764-4ce4-a2d2-b27051c6ee12 x-openstack-request-id: req-c7d3e69a-9764-4ce4-a2d2-b27051c6ee12 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:56.820584 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "tag": "164878be-34ba-478d-ab41-6100932d0d11", "status": "completed", "code": 200}, {"server_uuid": "048a9831-b16a-4c65-bb89-3a435ab5a494", "name": "network-vif-deleted", "tag": "9d34b06f-1291-402b-b759-7336ec67baba", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:56.822125 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7d3e69a-9764-4ce4-a2d2-b27051c6ee12 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:56.822566 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'tag': '164878be-34ba-478d-ab41-6100932d0d11', 'status': 'completed', 'code': 200} Dec 10 08:47:56.822830 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048a9831-b16a-4c65-bb89-3a435ab5a494', 'name': 'network-vif-deleted', 'tag': '9d34b06f-1291-402b-b759-7336ec67baba', 'status': 'completed', 'code': 200} Dec 10 08:47:56.905828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:56.956870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b5b359-2e9b-47bf-b409-996ca17806c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a05eb9c-b1fb-4152-8842-07a5ae016daa'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:56.959821 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2492acf-df14-4dcc-99d9-6b4ff7f19d25" -d '{"events": [{"server_uuid": "44b5b359-2e9b-47bf-b409-996ca17806c6", "name": "network-vif-plugged", "status": "completed", "tag": "7a05eb9c-b1fb-4152-8842-07a5ae016daa"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:56.990623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:57.058295 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3170b2b7-b932-42f3-abc1-17671129cadf x-openstack-request-id: req-3170b2b7-b932-42f3-abc1-17671129cadf {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:57.058295 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b5b359-2e9b-47bf-b409-996ca17806c6", "name": "network-vif-plugged", "status": "completed", "tag": "7a05eb9c-b1fb-4152-8842-07a5ae016daa", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:57.058295 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3170b2b7-b932-42f3-abc1-17671129cadf {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:57.058632 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5b359-2e9b-47bf-b409-996ca17806c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a05eb9c-b1fb-4152-8842-07a5ae016daa', 'code': 200} Dec 10 08:47:57.092486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:57.102178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:57.108420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event updated for resources: {'Port': ['ID=4602d574-c1d9-4237-9c4a-e1d01dcc7263,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:57.112966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:57.114538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:57.115004 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:57.135338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd9809-a1b3-4377-a70b-3b2e03141392 req-17bf1d84-0b04-4eec-9e9f-27813d00a85a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:57.144308 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66fd9809-a1b3-4377-a70b-3b2e03141392 req-17bf1d84-0b04-4eec-9e9f-27813d00a85a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 943 time: 0.1528358 Dec 10 08:47:57.176950 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:47:57.313094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66fd9809-a1b3-4377-a70b-3b2e03141392 req-ab6698a3-c8d0-4d4d-99f5-e067c93bd40e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600428 Dec 10 08:47:57.328635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39956) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:57.416828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Pushing event updated for resources: {'Port': ['ID=c5042dec-84d8-49f7-91f6-a7bef3f3fe23,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:57.422431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d73d7-2272-429e-9083-cfea4db83283 req-41cfb132-097d-409b-b5ff-385c40e7cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:57.424437 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-702d73d7-2272-429e-9083-cfea4db83283 req-41cfb132-097d-409b-b5ff-385c40e7cf0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1124 time: 0.6007483 Dec 10 08:47:57.434040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:57.522448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39962) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:57.524590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:47:57.531005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:57.539410 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:57.554290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:57.600228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-f49f04b8-11dd-42ec-839c-4562f2569062 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6854503 Dec 10 08:47:57.664848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb195187-cbe8-45b9-813d-9ab54a49841a req-450b5b8d-18f0-40f0-9ff6-c7acb3824487 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:57.674138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb195187-cbe8-45b9-813d-9ab54a49841a req-450b5b8d-18f0-40f0-9ff6-c7acb3824487 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 935 time: 0.2317338 Dec 10 08:47:57.698993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Request body: {'port': {'device_id': 'f0d2bf0b-6c78-42a6-a68e-36f940064a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:47:57.701530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fdd37491-75c2-42c1-8d57-a08fc176838b None None] Provisioning complete for port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:57.702503 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fdd37491-75c2-42c1-8d57-a08fc176838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:57.740549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980982a-e66c-4811-98c3-2781fc89fa77 req-7b84cd67-d76c-4bb4-ba96-00e7bba1676e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:57.752927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5980982a-e66c-4811-98c3-2781fc89fa77 req-7b84cd67-d76c-4bb4-ba96-00e7bba1676e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 950 time: 0.2027459 Dec 10 08:47:57.784819 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:53Z', 'revision_number': 3, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:47:57.819575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fdd37491-75c2-42c1-8d57-a08fc176838b None None] Port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:57.834008 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de611a8-2372-42b9-a23f-62a62ff1745c None None] The sync data for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 is: [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:53Z', 'revision_number': 3, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:47:57.845694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9d34b06f-1291-402b-b759-7336ec67baba no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:47:57.871963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 9d34b06f-1291-402b-b759-7336ec67baba {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:47:57.872553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9d34b06f-1291-402b-b759-7336ec67baba not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:47:57.879810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-012247c6-6afa-4000-b671-e8bad5a690d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe27ad71b0dc446eb269f1302826a5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545790 Dec 10 08:47:57.892440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb195187-cbe8-45b9-813d-9ab54a49841a req-26bcf593-9482-4f90-81f7-fa2dbb5a8391 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170920 Dec 10 08:47:57.892956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39968) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:57.902384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b3aa895c-5c2f-49ea-8912-c1aecd9fd28b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da918167bee041e18cd883df90fb4fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5725904 Dec 10 08:47:57.911852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39970) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:57.947723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e079a51a-abbb-43cc-bdac-4cd1bc7704a8 None None] Provisioning complete for port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:57.953155 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e079a51a-abbb-43cc-bdac-4cd1bc7704a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:57.970561 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:57.973871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b559d-edc9-4014-a16b-ba3dd901776b req-bfe379f1-c558-4a5c-a3e7-a0caf83e177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:57.974930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5980982a-e66c-4811-98c3-2781fc89fa77 req-0c42efc1-b100-4f8e-9630-5e75d2f7e31a tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185531 Dec 10 08:47:57.975396 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b30b559d-edc9-4014-a16b-ba3dd901776b req-bfe379f1-c558-4a5c-a3e7-a0caf83e177f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 1101 time: 0.6210568 Dec 10 08:47:58.020709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e079a51a-abbb-43cc-bdac-4cd1bc7704a8 None None] Port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:58.081625 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6c725e4-c31a-4b0b-b98c-0ef41be65593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.084427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d20496a9-41e6-4906-8e8d-f6afb4bb049e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.094607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0851b1-b957-4a81-9b55-c564d6627559 req-bc74d18f-59c8-4b0d-afe7-0a567a270835 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:58.096374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e0851b1-b957-4a81-9b55-c564d6627559 req-bc74d18f-59c8-4b0d-afe7-0a567a270835 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 946 time: 0.1198101 Dec 10 08:47:58.105964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.125194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.126010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.134865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d73d7-2272-429e-9083-cfea4db83283 req-230bd6e6-c305-4fc7-89ec-cad2e9a46c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:58.135517 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-702d73d7-2272-429e-9083-cfea4db83283 req-230bd6e6-c305-4fc7-89ec-cad2e9a46c22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.5824356 Dec 10 08:47:58.156205 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b30b559d-edc9-4014-a16b-ba3dd901776b req-dc2cdbef-1266-40d8-9129-5ee27e67c2c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710591 Dec 10 08:47:58.166426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6c725e4-c31a-4b0b-b98c-0ef41be65593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.199605 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d20496a9-41e6-4906-8e8d-f6afb4bb049e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.240106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e0851b1-b957-4a81-9b55-c564d6627559 req-6b3713b3-50c8-46ee-97c1-871045562e95 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344249 Dec 10 08:47:58.250064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-702d73d7-2272-429e-9083-cfea4db83283 req-5b2d9007-2a8e-4897-bee4-ef3dfcba01f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 217 time: 0.0711658 Dec 10 08:47:58.306704 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d20496a9-41e6-4906-8e8d-f6afb4bb049e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.313353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d20496a9-41e6-4906-8e8d-f6afb4bb049e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.317124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d20496a9-41e6-4906-8e8d-f6afb4bb049e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd6d464b-c4ca-4799-b503-3e3133c7fcc1 HTTP/1.1" status: 204 len: 168 time: 0.4010127 Dec 10 08:47:58.318906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6c725e4-c31a-4b0b-b98c-0ef41be65593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.322151 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6c725e4-c31a-4b0b-b98c-0ef41be65593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:58.328590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b6c725e4-c31a-4b0b-b98c-0ef41be65593 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af4368d1-442c-401f-9018-20e6abbcbc83 HTTP/1.1" status: 204 len: 168 time: 0.4291930 Dec 10 08:47:58.336216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20496a9-41e6-4906-8e8d-f6afb4bb049e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d464b-c4ca-4799-b503-3e3133c7fcc1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:58.364254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c725e4-c31a-4b0b-b98c-0ef41be65593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4368d1-442c-401f-9018-20e6abbcbc83,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:58.397192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Pushing event updated for resources: {'Port': ['ID=c5042dec-84d8-49f7-91f6-a7bef3f3fe23,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:58.544217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d73d7-2272-429e-9083-cfea4db83283 req-74c6eea0-bceb-4cf4-a465-52dc5a2ad7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:58.545424 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-702d73d7-2272-429e-9083-cfea4db83283 req-74c6eea0-bceb-4cf4-a465-52dc5a2ad7b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.1871784 Dec 10 08:47:58.547068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565b7d4-91b3-4a2e-9967-91abebed4000 req-546e8f00-15e3-4446-96ca-0c3bcea00cba tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:58.556625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1565b7d4-91b3-4a2e-9967-91abebed4000 req-546e8f00-15e3-4446-96ca-0c3bcea00cba tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 943 time: 0.0979331 Dec 10 08:47:58.562654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:47:58.581263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:47:58.614366 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-702d73d7-2272-429e-9083-cfea4db83283 req-cc93cd5f-e1fb-46c8-8c67-9f8332853aac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483634 Dec 10 08:47:58.630767 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1565b7d4-91b3-4a2e-9967-91abebed4000 req-846b4a96-dc1b-4d57-82a8-3fc1459c9868 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733650 Dec 10 08:47:58.810392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-702d73d7-2272-429e-9083-cfea4db83283 req-dc586498-a77b-45ad-950b-65fd924e72cc service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854093 Dec 10 08:47:58.925757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eecb89-0dc1-4f5b-9284-27f0005940f2 req-964b15c7-bf40-494a-8519-c65bc15d98d8 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:58.935444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4eecb89-0dc1-4f5b-9284-27f0005940f2 req-964b15c7-bf40-494a-8519-c65bc15d98d8 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1097 time: 0.0921173 Dec 10 08:47:58.962785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e8219024-2a4a-427d-b0fb-c116d94cff21 None None] Provisioning complete for port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:58.963416 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e8219024-2a4a-427d-b0fb-c116d94cff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.024052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e8219024-2a4a-427d-b0fb-c116d94cff21 None None] Port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:47:59.081074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4eecb89-0dc1-4f5b-9284-27f0005940f2 req-02f4ab27-52b2-4287-a779-313479b0e1ff tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447189 Dec 10 08:47:59.088764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4602d574-c1d9-4237-9c4a-e1d01dcc7263 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:47:59.099865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39992) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:59.109954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.125131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Router 00d47c23-8a4b-4ad6-994b-79669910fa22 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:47:59.138238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Transition to ACTIVE for port object 4602d574-c1d9-4237-9c4a-e1d01dcc7263 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:47:59.151826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.159885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738288b5-13f2-4012-b570-9a0eee24e5ea req-fada6400-dac6-4e98-9330-a891e9f93ab3 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:59.173343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-738288b5-13f2-4012-b570-9a0eee24e5ea req-fada6400-dac6-4e98-9330-a891e9f93ab3 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 935 time: 0.1544912 Dec 10 08:47:59.237283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aff8b771-bd7d-4aa1-a2cc-44622e17274b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc26614c1777488cb098ec7318bfda1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330736 Dec 10 08:47:59.241052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39996) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:59.291933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39998) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:59.316839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4644119-12ff-4951-a7fc-7da832d362d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.319545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:47:59.356734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aee2780f-eae3-4759-a2d5-ef9283234355 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:47:59.360177 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e823c85a-324d-4692-b6ad-53258ee7af42 admin admin] 10.222.0.31 "PUT /v2.0/routers/00d47c23-8a4b-4ad6-994b-79669910fa22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0227253 Dec 10 08:47:59.407523 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-702d73d7-2272-429e-9083-cfea4db83283 req-ca943147-3e99-4381-85cb-9c4e8ddee28d service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272455 Dec 10 08:47:59.429100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824fba-406f-4fcb-a265-4d717d880a43 req-8be2da38-4471-4e3a-bb97-1e9f79e77576 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:59.430813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb824fba-406f-4fcb-a265-4d717d880a43 req-8be2da38-4471-4e3a-bb97-1e9f79e77576 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 950 time: 0.2121966 Dec 10 08:47:59.454018 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Pushing event updated for resources: {'Port': ['ID=4602d574-c1d9-4237-9c4a-e1d01dcc7263,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:59.466975 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-636fa270-ed59-4068-a6d2-d5568c759d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.471412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Attempting to bind port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:47:59.471759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Attempting to bind port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:47:59.472097 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Attempting to bind port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:59.477632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:47:59.478165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Attempting to bind port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:47:59.484258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:47:59.484605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:47:59.485000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:47:59.485440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Bound port: 4602d574-c1d9-4237-9c4a-e1d01dcc7263, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:47:59.485827 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.488810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-738288b5-13f2-4012-b570-9a0eee24e5ea req-1675beac-9121-4a1e-a0ea-c8d2dfafb499 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019834 Dec 10 08:47:59.510534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port aee2780f-eae3-4759-a2d5-ef9283234355 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:47:59.511014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.556387 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-636fa270-ed59-4068-a6d2-d5568c759d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.591391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] For port 4602d574-c1d9-4237-9c4a-e1d01dcc7263, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:47:59.595694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] For port 4602d574-c1d9-4237-9c4a-e1d01dcc7263, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4602d574-c1d9-4237-9c4a-e1d01dcc7263,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:47:59.604577 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.648460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:59.649450 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.650538 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] 10.222.0.18 "PUT /v2.0/ports/4602d574-c1d9-4237-9c4a-e1d01dcc7263 HTTP/1.1" status: 200 len: 1095 time: 2.0090218 Dec 10 08:47:59.650993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d2bf0b-6c78-42a6-a68e-36f940064a1a', 'tag': '4602d574-c1d9-4237-9c4a-e1d01dcc7263'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:47:59.654560 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d2bf0b-6c78-42a6-a68e-36f940064a1a", "tag": "4602d574-c1d9-4237-9c4a-e1d01dcc7263"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:47:59.700606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cdf52-2f56-4ee6-80e6-330cbbf1b302 service neutron] Pushing event updated for resources: {'Port': ['ID=4602d574-c1d9-4237-9c4a-e1d01dcc7263,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:59.741572 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.753449 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb824fba-406f-4fcb-a265-4d717d880a43 req-ec9305f2-c905-41b5-977f-750e23aced0f tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000791 Dec 10 08:47:59.763501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4644119-12ff-4951-a7fc-7da832d362d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.772349 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4644119-12ff-4951-a7fc-7da832d362d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.780111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port aee2780f-eae3-4759-a2d5-ef9283234355, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aee2780f-eae3-4759-a2d5-ef9283234355,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:47:59.788364 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.839649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-b8585d44-24c7-455e-b576-88bc85c1bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:59.841475 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-b8585d44-24c7-455e-b576-88bc85c1bbe5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 1098 time: 0.1157985 Dec 10 08:47:59.848752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89466-18cb-43cd-90ff-30c7fd0d1bb8 req-dd2cb8e7-36c1-4ee4-8247-cd79b3ec71c2 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:47:59.864077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42d89466-18cb-43cd-90ff-30c7fd0d1bb8 req-dd2cb8e7-36c1-4ee4-8247-cd79b3ec71c2 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1097 time: 0.2594178 Dec 10 08:47:59.874647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a4644119-12ff-4951-a7fc-7da832d362d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29bbe37c0d484d11881ddd5528305ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5801001 Dec 10 08:47:59.882771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40012) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:47:59.883645 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-636fa270-ed59-4068-a6d2-d5568c759d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.887118 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-636fa270-ed59-4068-a6d2-d5568c759d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:47:59.889663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-636fa270-ed59-4068-a6d2-d5568c759d0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a26df959-c030-44d8-a475-725bf84c9653 HTTP/1.1" status: 204 len: 168 time: 0.6463342 Dec 10 08:47:59.889801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=aee2780f-eae3-4759-a2d5-ef9283234355,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:59.912984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4644119-12ff-4951-a7fc-7da832d362d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ed2ddb-11d9-4bba-8536-ebf74debd02a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:47:59.945429 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec8b58-d1a8-4857-98bb-13778f8e59bc x-openstack-request-id: req-1bec8b58-d1a8-4857-98bb-13778f8e59bc {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:47:59.945703 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d2bf0b-6c78-42a6-a68e-36f940064a1a", "tag": "4602d574-c1d9-4237-9c4a-e1d01dcc7263", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:47:59.945971 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bec8b58-d1a8-4857-98bb-13778f8e59bc {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:47:59.946370 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d2bf0b-6c78-42a6-a68e-36f940064a1a', 'tag': '4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'status': 'completed', 'code': 200} Dec 10 08:47:59.949043 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-6f5eba6c-d282-4784-8194-d8f6ffe0e46b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=4602d574-c1d9-4237-9c4a-e1d01dcc7263 HTTP/1.1" status: 200 len: 217 time: 0.0939195 Dec 10 08:47:59.986202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fa270-ed59-4068-a6d2-d5568c759d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26df959-c030-44d8-a475-725bf84c9653,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:00.043092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42d89466-18cb-43cd-90ff-30c7fd0d1bb8 req-23f9f93b-b13b-44f1-91b3-ac49d24fe10d tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733003 Dec 10 08:48:00.049318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-66cbf2ff-5618-4f13-8338-0c950eaf46ca service neutron] 10.222.0.39 "GET /v2.0/ports/164878be-34ba-478d-ab41-6100932d0d11/bindings/n-h1-814746-3 HTTP/1.1" status: 200 len: 384 time: 0.1016483 Dec 10 08:48:00.098223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-519f81d1-ac98-40f8-900a-d3c9078ceaa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:00.127827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-519f81d1-ac98-40f8-900a-d3c9078ceaa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:00.149648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade3161-aefb-4126-a90b-d869a2eeff04 req-3a63e9fc-6e6a-42f9-9f34-122964241034 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:00.151409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eade3161-aefb-4126-a90b-d869a2eeff04 req-3a63e9fc-6e6a-42f9-9f34-122964241034 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 943 time: 0.1065474 Dec 10 08:48:00.198562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-3d4b4fb7-e559-4752-a86f-446674bf4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:00.200174 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-3d4b4fb7-e559-4752-a86f-446674bf4344 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1530244 Dec 10 08:48:00.229568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eade3161-aefb-4126-a90b-d869a2eeff04 req-2881a371-99dd-4392-8937-9622ec34886b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693116 Dec 10 08:48:00.249318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-519f81d1-ac98-40f8-900a-d3c9078ceaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:00.253042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-519f81d1-ac98-40f8-900a-d3c9078ceaa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:00.265532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-519f81d1-ac98-40f8-900a-d3c9078ceaa9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74ed2ddb-11d9-4bba-8536-ebf74debd02a HTTP/1.1" status: 204 len: 168 time: 0.3641729 Dec 10 08:48:00.273728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f81d1-ac98-40f8-900a-d3c9078ceaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ed2ddb-11d9-4bba-8536-ebf74debd02a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:00.303001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-be577d9d-f3f1-429a-b186-75cde81d521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:00.304697 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-be577d9d-f3f1-429a-b186-75cde81d521d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954297 Dec 10 08:48:00.318815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Sync routers for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:48:00.332447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:00.333755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:47:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:00.587431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:00.768450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:00.785258 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-e84b5480-7923-49db-a77a-1772f8092d8b service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565909 Dec 10 08:48:00.792719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:00.816298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-a5ad8bf0-543d-46ca-9681-1e1fc863785b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:00.818182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-a5ad8bf0-543d-46ca-9681-1e1fc863785b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 821 time: 0.2454634 Dec 10 08:48:00.859659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-bdca7dfc-1aac-4099-ad33-cde56497ee03 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/quotas/747b2d0142864c5a839067abcdad1cbb HTTP/1.1" status: 200 len: 375 time: 0.0323310 Dec 10 08:48:00.878944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 2, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:00.886970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164878be-34ba-478d-ab41-6100932d0d11 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:00.907702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:00.910882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Checking router: 00d47c23-8a4b-4ad6-994b-79669910fa22 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:48:00.911301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Updating router 00d47c23-8a4b-4ad6-994b-79669910fa22 port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:48:00.943958 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:00.946391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:00.988699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-89e75179-a56a-4653-aad7-565ad0408fc6 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280658 Dec 10 08:48:00.992867 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33a24215-39a1-4ff3-b1bf-596ffa110af7 req-2e595b30-8fd9-45d2-94b4-17feec6cfef6 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784585 Dec 10 08:48:01.126470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-c3c0d251-5eff-4705-a21b-137bd3ec030e service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367800 Dec 10 08:48:01.150865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] Transition to ACTIVE for port object 164878be-34ba-478d-ab41-6100932d0d11 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:01.172319 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:01.239378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-5c4bf6b2-8f5d-4104-b0fa-e6372da7420d service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119626 Dec 10 08:48:01.321120 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:01.334734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:01.356613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-37edcf2a-ffe4-4d71-82a3-74ec93feee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:01.365619 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-37edcf2a-ffe4-4d71-82a3-74ec93feee7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 1098 time: 0.3019052 Dec 10 08:48:01.383885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aee2780f-eae3-4759-a2d5-ef9283234355 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:01.450672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] No DVR routers for this DVR port 164878be-34ba-478d-ab41-6100932d0d11 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:48:01.526969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8a5f7-7b1d-43d3-8311-4313dbea0385 None None] Pushing event updated for resources: {'Port': ['ID=c5042dec-84d8-49f7-91f6-a7bef3f3fe23,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:01.644268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Attempting to bind port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:01.644639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Attempting to bind port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:01.645055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Attempting to bind port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 on network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:01.653779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port aee2780f-eae3-4759-a2d5-ef9283234355 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:01.654152 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:01.660540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68b472-10d1-4ea0-aaf9-e173280bb99b req-ffe7a055-a947-440e-8eb3-6ee7abfa1025 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:01.662065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:01.668966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40094) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:01.669878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Checking segment: {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:01.670371 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:01.670781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Bound using segment: {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:01.671907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Bound port: c5042dec-84d8-49f7-91f6-a7bef3f3fe23, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:01.672033 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:01.677882 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] 10.222.0.39 "PUT /v2.0/ports/164878be-34ba-478d-ab41-6100932d0d11/bindings/n-h1-814746-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6043954 Dec 10 08:48:01.677882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6c28a-854c-44f0-aeff-33ab27599e67 service neutron] Pushing event updated for resources: {'Port': ['ID=164878be-34ba-478d-ab41-6100932d0d11,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:01.681597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f68b472-10d1-4ea0-aaf9-e173280bb99b req-ffe7a055-a947-440e-8eb3-6ee7abfa1025 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 947 time: 0.1490896 Dec 10 08:48:01.787745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f68b472-10d1-4ea0-aaf9-e173280bb99b req-1e640ea1-ff60-4525-8996-5c07eca5e4d7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015246 Dec 10 08:48:01.937870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-2ff9262b-f8e3-45a8-bc8d-3fa012f2f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:01.939577 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-2ff9262b-f8e3-45a8-bc8d-3fa012f2f7ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.5675046 Dec 10 08:48:01.944186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-9e2eaf72-8203-43c1-b3d7-2a8ca74dd72d tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:01.947714 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-9e2eaf72-8203-43c1-b3d7-2a8ca74dd72d tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.1712623 Dec 10 08:48:02.020125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-network', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:02.031414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb573807-ad51-47ee-a909-ed920584457b req-e6745868-f4e3-4c44-949c-275ceedb7d7a tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:02.039234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb573807-ad51-47ee-a909-ed920584457b req-e6745868-f4e3-4c44-949c-275ceedb7d7a tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 950 time: 0.1130350 Dec 10 08:48:02.069960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-739a7d63-ac9d-489f-acf4-3d44a3f44bbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=4602d574-c1d9-4237-9c4a-e1d01dcc7263 HTTP/1.1" status: 200 len: 217 time: 0.1189308 Dec 10 08:48:02.111525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb573807-ad51-47ee-a909-ed920584457b req-8a11104e-7304-4adf-9e44-497c12607cd7 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712383 Dec 10 08:48:02.140550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-50c9f2ef-7a78-41e2-ac7e-379bd513d7c3 None None] Provisioning complete for port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:02.141736 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50c9f2ef-7a78-41e2-ac7e-379bd513d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:02.160357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-1d3cbbd7-2a63-4b74-8539-ba5466146bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:02.161966 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-1d3cbbd7-2a63-4b74-8539-ba5466146bc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0614576 Dec 10 08:48:02.191273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-3a163fef-18e6-47ed-aa4b-cc999025c86c tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:48:02.197650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-3a163fef-18e6-47ed-aa4b-cc999025c86c tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089204 Dec 10 08:48:02.251142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-18e18373-b407-4a14-9069-ae0e073bad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:02.252670 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-18e18373-b407-4a14-9069-ae0e073bad0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2 HTTP/1.1" status: 200 len: 1095 time: 0.2799482 Dec 10 08:48:02.262675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-e581bdd5-ace5-47fb-8e29-af66e46399b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:02.264623 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-e581bdd5-ace5-47fb-8e29-af66e46399b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928993 Dec 10 08:48:02.268684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Made reservation on behalf of b6986143dab14beeb5acf55d0aa7355b for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:02.272135 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:02.292236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-d11ac8a1-6066-4ff7-929e-9fa022c2233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:02.294023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-d11ac8a1-6066-4ff7-929e-9fa022c2233d service neutron] 10.222.0.31 "GET /v2.0/ports/b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 1094 time: 0.0830545 Dec 10 08:48:02.305565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Request body: {'binding': {'host': 'n-h2-814746-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:02.306025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Unknown quota resources ['binding']. {{(pid=114969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 08:48:02.357603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:02.379992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] For port c5042dec-84d8-49f7-91f6-a7bef3f3fe23, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:02.393273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] For port c5042dec-84d8-49f7-91f6-a7bef3f3fe23, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c5042dec-84d8-49f7-91f6-a7bef3f3fe23,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:02.470579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-2de96267-3627-47a5-8e71-1f03983fbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:02.474131 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-2de96267-3627-47a5-8e71-1f03983fbe90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1095 time: 0.1835785 Dec 10 08:48:02.478362 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:02.485117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372844a-8404-443c-863b-7df85759c4ad req-da63731d-f934-42ff-8668-0dde13848476 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:02.486773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d372844a-8404-443c-863b-7df85759c4ad req-da63731d-f934-42ff-8668-0dde13848476 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 944 time: 0.1759641 Dec 10 08:48:02.576911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d372844a-8404-443c-863b-7df85759c4ad req-6ae73dc6-d0a7-436d-83b4-ae7f46bc68eb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814517 Dec 10 08:48:02.606622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8a5f7-7b1d-43d3-8311-4313dbea0385 None None] Pushing event updated for resources: {'Port': ['ID=c5042dec-84d8-49f7-91f6-a7bef3f3fe23,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:02.626887 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-a9990382-a39a-44df-93ee-879ad728f7ca service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353548 Dec 10 08:48:02.636323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-50c9f2ef-7a78-41e2-ac7e-379bd513d7c3 None None] Port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:02.645240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a on host n-h2-814746-3 for vnic_type normal with profile None {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:02.645622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:02.645954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:02.655171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Port b7955517-fcc9-4491-85da-66b67bb45c3a on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:02.655500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:02.662045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:02.662384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:02.662765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:02.663283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Bound port: b7955517-fcc9-4491-85da-66b67bb45c3a, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:02.719649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:02.720252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:47:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:02.775165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0bb1d947-868c-4e77-8e67-150cefb6feeb req-5a3dc6c2-21d8-4d98-ac14-c7ce194d1ac8 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 210 time: 0.0650165 Dec 10 08:48:02.814605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:02.833173 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] Publish callbacks [] for binding, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:02.834436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-24b019c1-3c9a-4211-85b4-9f82d86cb294 service neutron] 10.222.0.31 "POST /v2.0/ports/b7955517-fcc9-4491-85da-66b67bb45c3a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5331199 Dec 10 08:48:02.889846 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:02.905256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:02.937804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:02.977476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-a4cb2664-bd47-49d5-a702-0ca9b2ad55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:02.979139 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-a4cb2664-bd47-49d5-a702-0ca9b2ad55c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.4807377 Dec 10 08:48:02.990272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbac155d-89f6-48e8-b879-b140ae5f0a0e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:03.013549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:48:03.061595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-da7d44c7-2f82-46b3-b68d-7a0b6dd2974f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 217 time: 0.0633039 Dec 10 08:48:03.068739 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:03.069088 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Added segment 04421a5e-0f18-4604-bcdf-9d887c433fa1 of type vlan for network bb74a938-5382-4056-8a54-c934abf1a2fb Dec 10 08:48:03.072398 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8bee535-c93c-4c6f-9601-4c1744f6ed4d req-6eeb7f59-223a-4270-892d-04fa84117ccf service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931165 Dec 10 08:48:03.171801 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c4fb-815a-4154-880b-19277f32e6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:03.178014 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4a07028b-8c45-4432-895e-a1a5b4c9380a None None] Provisioning complete for port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:03.178872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a07028b-8c45-4432-895e-a1a5b4c9380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:03.194105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cc6e0-e7fc-463c-bacb-8e1710c29029 req-bda0e278-ddb6-49f9-baf5-fe5d5a9862cc tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:03.200319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc9cc6e0-e7fc-463c-bacb-8e1710c29029 req-bda0e278-ddb6-49f9-baf5-fe5d5a9862cc tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 947 time: 0.1317337 Dec 10 08:48:03.321453 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:03.363127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc9cc6e0-e7fc-463c-bacb-8e1710c29029 req-55e8da10-bc04-4bd9-88eb-7720ac46432c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549268 Dec 10 08:48:03.374587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-4838f4b9-dc5c-45fb-8105-f302ac7e5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:03.376242 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-4838f4b9-dc5c-45fb-8105-f302ac7e5917 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.3019729 Dec 10 08:48:03.423047 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a07028b-8c45-4432-895e-a1a5b4c9380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:03.429038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b99566-8dbf-4c49-a10d-2f693933d151 req-696adcbf-3c64-4b79-a6fe-bc6aab9150c3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:03.430859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58b99566-8dbf-4c49-a10d-2f693933d151 req-696adcbf-3c64-4b79-a6fe-bc6aab9150c3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 946 time: 0.1742435 Dec 10 08:48:03.445755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-048e300e-6afb-48bf-950c-be6e4de5e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:03.447420 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-048e300e-6afb-48bf-950c-be6e4de5e892 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1097 time: 0.2433820 Dec 10 08:48:03.454905 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-bc027887-a40b-4970-a1e3-881b4c5bc4c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574992 Dec 10 08:48:03.475072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4a07028b-8c45-4432-895e-a1a5b4c9380a None None] For port c5042dec-84d8-49f7-91f6-a7bef3f3fe23, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c5042dec-84d8-49f7-91f6-a7bef3f3fe23,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:03.478695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:02Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:03.511698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f4e91-cb83-49ac-b654-51869269866a None None] The sync data for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 is: [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:02Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:48:03.514284 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a07028b-8c45-4432-895e-a1a5b4c9380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:03.558031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58b99566-8dbf-4c49-a10d-2f693933d151 req-c5d2c583-473e-41e7-a492-3c588f169bd5 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186526 Dec 10 08:48:03.558216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:03.558216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:03.558216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:03.582719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8361c-74ad-455e-8743-427a61d9fafb req-37ed4eae-0b1b-4a5b-8664-1fefae9f19d8 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:03.607294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ce8361c-74ad-455e-8743-427a61d9fafb req-37ed4eae-0b1b-4a5b-8664-1fefae9f19d8 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 950 time: 0.1183605 Dec 10 08:48:03.629409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07028b-8c45-4432-895e-a1a5b4c9380a None None] Pushing event updated for resources: {'Port': ['ID=c5042dec-84d8-49f7-91f6-a7bef3f3fe23,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:03.638607 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9331300 Dec 10 08:48:03.640482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40148) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:03.679250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Request body: {'subnet': {'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-subnet', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:03.682928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ce8361c-74ad-455e-8743-427a61d9fafb req-43f6ba98-6946-4724-89da-d3a3c98353be tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712562 Dec 10 08:48:03.777314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fff80-1dc2-471a-baf0-9ae2a148b5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb74a938-5382-4056-8a54-c934abf1a2fb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:03.793662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 164878be-34ba-478d-ab41-6100932d0d11 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:48:03.820583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-1aea644a-517d-4c23-a0fc-c8ffd72280dd tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:03.822018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-1aea644a-517d-4c23-a0fc-c8ffd72280dd tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.18 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 821 time: 0.5683861 Dec 10 08:48:03.828858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2516f-6148-4537-8504-0316f8d78fc6 req-b22b34f1-bf53-4f7d-89ca-3ceb5fca3698 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:03.830714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7af2516f-6148-4537-8504-0316f8d78fc6 req-b22b34f1-bf53-4f7d-89ca-3ceb5fca3698 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 944 time: 0.0593579 Dec 10 08:48:03.836556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network bb74a938-5382-4056-8a54-c934abf1a2fb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:48:03.878733 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-a3aaaf56-6be6-4341-bc48-866356f60ce5 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983440 Dec 10 08:48:03.885740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Request body: {'port': {'device_id': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'admin_state_up': True, 'tenant_id': '747b2d0142864c5a839067abcdad1cbb'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:03.928145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 164878be-34ba-478d-ab41-6100932d0d11 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:48:03.934233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7af2516f-6148-4537-8504-0316f8d78fc6 req-12fc5025-156d-45e4-bee5-0075d01cd304 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949116 Dec 10 08:48:03.975515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Made reservation on behalf of b6986143dab14beeb5acf55d0aa7355b for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:03.980414 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Publish callbacks [] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:04.013937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad52c22a-b501-4ba0-abbe-173ff72c90c1 req-a30594de-aece-48f8-b1eb-ace9c81f3bd3 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 210 time: 0.0327485 Dec 10 08:48:04.312676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-e1a295aa-9547-44d5-a597-4b2d890a867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:04.314217 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-e1a295aa-9547-44d5-a597-4b2d890a867d service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.8425255 Dec 10 08:48:04.412053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-f249d74f-a67d-4835-8f6d-18237708b9f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 217 time: 0.0840921 Dec 10 08:48:04.478128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-bb8bfd1b-7a43-49fd-b71e-89a0eeb92cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:04.479883 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-bb8bfd1b-7a43-49fd-b71e-89a0eeb92cbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0542390 Dec 10 08:48:04.493792 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-e488cc6d-a887-4f5e-b6e0-57c21724ccf9 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866437 Dec 10 08:48:04.523732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f417a-2581-4ce1-bc3b-137deb661a13 req-cb4f9d1b-8be1-4456-92d5-360dc7bb4c05 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:04.526025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-052f417a-2581-4ce1-bc3b-137deb661a13 req-cb4f9d1b-8be1-4456-92d5-360dc7bb4c05 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 947 time: 0.0797369 Dec 10 08:48:04.543866 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-f49562eb-974d-42c9-874f-080c79177d5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544636 Dec 10 08:48:04.593609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-052f417a-2581-4ce1-bc3b-137deb661a13 req-472ddc9c-9be6-49c6-b5d2-57ace2842364 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549362 Dec 10 08:48:04.658712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Made reservation on behalf of 747b2d0142864c5a839067abcdad1cbb for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:04.662020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:04.712006 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-7c45ca34-2618-4ef3-b930-f978c2119288 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610730 Dec 10 08:48:04.742423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846661-7a83-4692-aa72-be38a326737b req-ce8880ac-554c-4401-a7ce-92f8d053eae4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:04.750586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38846661-7a83-4692-aa72-be38a326737b req-ce8880ac-554c-4401-a7ce-92f8d053eae4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 946 time: 0.0706367 Dec 10 08:48:04.787826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40180) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:04.848022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38846661-7a83-4692-aa72-be38a326737b req-ae355d6a-9260-4d08-9505-7356ead18549 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914230 Dec 10 08:48:04.900556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8afe71-899f-4a32-a2f4-440ded3e030e req-553d59ad-0725-44b2-abd3-462573aaf6dd tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:04.902142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d8afe71-899f-4a32-a2f4-440ded3e030e req-553d59ad-0725-44b2-abd3-462573aaf6dd tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 950 time: 0.1151698 Dec 10 08:48:04.950782 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:04.975404 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b319e98-ecd2-429d-855d-0dcd1dc647f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:04.997384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d8afe71-899f-4a32-a2f4-440ded3e030e req-b940c7c0-70ea-402b-9244-6fa418431ad3 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842912 Dec 10 08:48:05.073651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3617a-3500-4486-921e-8813e763c5d1 req-6a514f53-6337-48e9-be61-212fe3e20fdb tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:05.076578 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-6a514f53-6337-48e9-be61-212fe3e20fdb tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.3160551 Dec 10 08:48:05.090694 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-6a8a086a-a496-453f-9152-77846154d308 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635290 Dec 10 08:48:05.106281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc7421-8336-4312-a03f-16481c487ace req-cead5a74-61d5-4642-ac0d-4a6b2a72a23f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:05.107897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7dbc7421-8336-4312-a03f-16481c487ace req-cead5a74-61d5-4642-ac0d-4a6b2a72a23f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 944 time: 0.0838020 Dec 10 08:48:05.129534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Allocated IP 172.20.0.10 (c3c4ae79-21c3-4bcd-8238-04f0585bfa62/8fc89e1a-5d0b-4b71-a713-c3ab647200a3/8dc360ab-2abb-44ba-b857-9257819437aa) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:05.149169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Pushing event updated for resources: {'Subnet': ['ID=239cae90-3343-4d91-8ec5-14988f3a9aab,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:05.163278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b319e98-ecd2-429d-855d-0dcd1dc647f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.172051 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b319e98-ecd2-429d-855d-0dcd1dc647f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.224889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ed01-2dca-4156-82fc-356cc28e0b66 req-542a25e5-7888-4264-af57-d28054e57943 tempest-LiveMigrationNegativeTest-1807117291 tempest-LiveMigrationNegativeTest-1807117291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:05.226439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f16ed01-2dca-4156-82fc-356cc28e0b66 req-542a25e5-7888-4264-af57-d28054e57943 tempest-LiveMigrationNegativeTest-1807117291 tempest-LiveMigrationNegativeTest-1807117291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 1101 time: 0.1392677 Dec 10 08:48:05.239012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8b319e98-ecd2-429d-855d-0dcd1dc647f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cb0983d7add4b0eb9f2e689a0a41068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476953 Dec 10 08:48:05.240142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b319e98-ecd2-429d-855d-0dcd1dc647f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a1f96a-7324-496d-b249-d4a05013aab5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:05.240433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40190) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:05.247466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Checking segment: {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:05.247660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Network hostable DHCP agents. Network: bb74a938-5382-4056-8a54-c934abf1a2fb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:48:05.251104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7dbc7421-8336-4312-a03f-16481c487ace req-7c6250d6-37ec-4405-bc2e-c5703ae70838 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174908 Dec 10 08:48:05.256849 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2f16ed01-2dca-4156-82fc-356cc28e0b66 req-8e12dee1-7cb5-47e0-be2a-c70a6d754e75 tempest-LiveMigrationNegativeTest-1807117291 tempest-LiveMigrationNegativeTest-1807117291-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.347538 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2ab1ccd2-0e0e-4f9b-bb64-ffd40d85560e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.384048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-eeb82d42-471c-4fd5-8981-b72b152798ea tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:05.385582 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-eeb82d42-471c-4fd5-8981-b72b152798ea tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1097 time: 0.2178378 Dec 10 08:48:05.389388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c5042dec-84d8-49f7-91f6-a7bef3f3fe23 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:05.391553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b91b347-a5aa-4e3d-bccd-27ab56bc0d84 req-a5100e08-538c-44a5-b134-3f9236929ee6 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 210 time: 0.0467782 Dec 10 08:48:05.423133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2f16ed01-2dca-4156-82fc-356cc28e0b66 req-8e12dee1-7cb5-47e0-be2a-c70a6d754e75 tempest-LiveMigrationNegativeTest-1807117291 tempest-LiveMigrationNegativeTest-1807117291-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.429069 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2f16ed01-2dca-4156-82fc-356cc28e0b66 req-8e12dee1-7cb5-47e0-be2a-c70a6d754e75 tempest-LiveMigrationNegativeTest-1807117291 tempest-LiveMigrationNegativeTest-1807117291-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.458551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-3'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:05.472832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12dee1-7cb5-47e0-be2a-c70a6d754e75 tempest-LiveMigrationNegativeTest-1807117291 tempest-LiveMigrationNegativeTest-1807117291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb0421-f007-4e9d-b80e-910f04d7c59b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:05.484046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f16ed01-2dca-4156-82fc-356cc28e0b66 req-8e12dee1-7cb5-47e0-be2a-c70a6d754e75 tempest-LiveMigrationNegativeTest-1807117291 tempest-LiveMigrationNegativeTest-1807117291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454748 Dec 10 08:48:05.501533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:05.501533 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.517073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Network bb74a938-5382-4056-8a54-c934abf1a2fb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:48:05.546067 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, bb74a938-5382-4056-8a54-c934abf1a2fb) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:05.548921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5fce4-857a-43e1-a819-378cf1e4b581 req-b6087c3a-7cb6-4d11-b7f4-2304ef787224 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:05.553216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:05.553765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.556516 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3d5fce4-857a-43e1-a819-378cf1e4b581 req-b6087c3a-7cb6-4d11-b7f4-2304ef787224 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1095 time: 0.0559564 Dec 10 08:48:05.565217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d4e15-dc93-48f3-9afb-700557af8c40 None None] Network bb74a938-5382-4056-8a54-c934abf1a2fb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:48:05.613964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3d5fce4-857a-43e1-a819-378cf1e4b581 req-3760ea4a-82e8-4922-871b-c57e0ce8457c tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524993 Dec 10 08:48:05.635583 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.664734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b9ada586-6986-437a-9948-ce61754acb78 service neutron] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:05.678024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f1f8-ae39-466e-afc4-f7552b3a977a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.707467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f1f8-ae39-466e-afc4-f7552b3a977a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.754340 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b9ada586-6986-437a-9948-ce61754acb78 service neutron] Publish callbacks [] for binding, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.755567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fea3617a-3500-4486-921e-8813e763c5d1 req-b9ada586-6986-437a-9948-ce61754acb78 service neutron] 10.222.0.18 "DELETE /v2.0/ports/164878be-34ba-478d-ab41-6100932d0d11/bindings/n-h2-814746-3 HTTP/1.1" status: 204 len: 173 time: 0.6393464 Dec 10 08:48:05.766060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-bb74a938-5382-4056-8a54-c934abf1a2fb', 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb', 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'fixed_ips': [{'subnet_id': '239cae90-3343-4d91-8ec5-14988f3a9aab'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:48:05.766951 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.784031 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1b0b6359-9e2e-4af8-8cfc-a77963aa805f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1251576 Dec 10 08:48:05.791520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40208) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:05.802268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:05.845998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2af81-fc61-4cf8-9834-2deca59a1f8b req-b962e8ac-d75e-42bc-858a-92dfbf3882f7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:05.847931 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f1f8-ae39-466e-afc4-f7552b3a977a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.850741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f1f8-ae39-466e-afc4-f7552b3a977a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.854426 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8cb0f1f8-ae39-466e-afc4-f7552b3a977a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8a1f96a-7324-496d-b249-d4a05013aab5 HTTP/1.1" status: 204 len: 168 time: 0.6082714 Dec 10 08:48:05.854575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92f2af81-fc61-4cf8-9834-2deca59a1f8b req-b962e8ac-d75e-42bc-858a-92dfbf3882f7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 947 time: 0.1127782 Dec 10 08:48:05.866961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.868634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.874675 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:05.890191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0f1f8-ae39-466e-afc4-f7552b3a977a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a1f96a-7324-496d-b249-d4a05013aab5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:05.940517 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92f2af81-fc61-4cf8-9834-2deca59a1f8b req-278b2c3c-95f6-4def-8e76-44831f885fff tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860622 Dec 10 08:48:05.944396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 4602d574-c1d9-4237-9c4a-e1d01dcc7263 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:05.997832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.038104 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.113692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:06.125572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:06.126025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:06.136219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:06.139446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Allocated IP 172.20.0.2 (bb74a938-5382-4056-8a54-c934abf1a2fb/239cae90-3343-4d91-8ec5-14988f3a9aab/c4ec3452-23c6-44f2-901e-a7db47098da4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:06.143502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:06.144289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.166959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Pushing event updated for resources: {'Port': ['ID=8dc360ab-2abb-44ba-b857-9257819437aa,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:06.189018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-6da6136f-90ed-4da6-ae35-df8c67fdeab1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3074307 Dec 10 08:48:06.205659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Request body: {'port': {'device_id': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:06.208765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 4602d574-c1d9-4237-9c4a-e1d01dcc7263, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4602d574-c1d9-4237-9c4a-e1d01dcc7263,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:06.257188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:06.263032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'mac_address': 'fa:16:3e:27:d4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:48:06.381335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.389114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:06.391615 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062299a4-135c-4ca4-863f-51d8b72ea14f" -d '{"events": [{"server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "name": "network-vif-unplugged", "status": "completed", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:06.403635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.414651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.450797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.454465 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.520596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4602d574-c1d9-4237-9c4a-e1d01dcc7263 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:06.552426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40234) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:06.554413 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.570210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 4602d574-c1d9-4237-9c4a-e1d01dcc7263, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4602d574-c1d9-4237-9c4a-e1d01dcc7263,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:06.571798 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.585244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.627021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2bcb1ed4-1647-41ad-81b1-ece5da6800e2 None None] Provisioning complete for port 8dc360ab-2abb-44ba-b857-9257819437aa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:06.627949 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1ed4-1647-41ad-81b1-ece5da6800e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.632041 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Network bb74a938-5382-4056-8a54-c934abf1a2fb is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:06.634153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Pushing event updated for resources: {'Port': ['ID=b7955517-fcc9-4491-85da-66b67bb45c3a,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:06.637960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:06.642566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9aba5990-8660-4e30-8b8c-9b53904acc74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.663902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:06.668934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Pushing event updated for resources: {'Port': ['ID=c4ec3452-23c6-44f2-901e-a7db47098da4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:06.690241 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.768688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a on host n-h1-814746-3 for vnic_type normal with profile {"migrating_to": "n-h2-814746-3"} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:06.769142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:06.769603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:06.785777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Port b7955517-fcc9-4491-85da-66b67bb45c3a on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:06.786148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Attempting to bind port b7955517-fcc9-4491-85da-66b67bb45c3a on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:06.786942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f3b7f-cd58-4ce4-9249-1fca5369f874 req-053e350a-ad1d-4616-a0c6-5c5a8ba67e9f tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:06.794081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a76f3b7f-cd58-4ce4-9249-1fca5369f874 req-053e350a-ad1d-4616-a0c6-5c5a8ba67e9f tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 944 time: 0.5677638 Dec 10 08:48:06.810769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:06.811187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:06.811671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:06.812183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Bound port: b7955517-fcc9-4491-85da-66b67bb45c3a, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:06.813155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.848503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-f704d0b3-8df8-4050-9899-f87d879198f6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:06.854053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-f704d0b3-8df8-4050-9899-f87d879198f6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 820 time: 0.6289465 Dec 10 08:48:06.881365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb1ed4-1647-41ad-81b1-ece5da6800e2 None None] Port 8dc360ab-2abb-44ba-b857-9257819437aa cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:06.908645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=4602d574-c1d9-4237-9c4a-e1d01dcc7263,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:06.911625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Attempting to bind port c4ec3452-23c6-44f2-901e-a7db47098da4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:06.912005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Attempting to bind port c4ec3452-23c6-44f2-901e-a7db47098da4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:06.912376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Attempting to bind port c4ec3452-23c6-44f2-901e-a7db47098da4 on network bb74a938-5382-4056-8a54-c934abf1a2fb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:06.919508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:06.919881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Checking segment: {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:06.920283 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.920674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Bound using segment: {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:06.921142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Bound port: c4ec3452-23c6-44f2-901e-a7db47098da4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:06.921806 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.929719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-6836e432-de68-4daa-bd05-05d79ede1d01 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/quotas/9fc2d9dd9ed646928daa6679d7d0cda2 HTTP/1.1" status: 200 len: 375 time: 0.0535586 Dec 10 08:48:06.930706 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9aba5990-8660-4e30-8b8c-9b53904acc74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.957566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9aba5990-8660-4e30-8b8c-9b53904acc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:06.972839 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a76f3b7f-cd58-4ce4-9249-1fca5369f874 req-482e1b99-2b3f-4361-b0cb-31a571dc92e9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772685 Dec 10 08:48:07.005324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-ef97ab98-1967-48d5-8293-a5b93e213cdb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734425 Dec 10 08:48:07.018399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc360ab-2abb-44ba-b857-9257819437aa {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:07.028308 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] For port c4ec3452-23c6-44f2-901e-a7db47098da4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:07.031055 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:07.036949 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.040054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] For port c4ec3452-23c6-44f2-901e-a7db47098da4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c4ec3452-23c6-44f2-901e-a7db47098da4,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:07.042468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:07.047737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9aba5990-8660-4e30-8b8c-9b53904acc74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=115b258ab8054ace838975aff2734950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4934652 Dec 10 08:48:07.050766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba5990-8660-4e30-8b8c-9b53904acc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d91433e-1e14-4389-bf60-a7df5ee034ba,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:07.052745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.053062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40238) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:07.066204 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.082485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Transition to ACTIVE for port object 8dc360ab-2abb-44ba-b857-9257819437aa will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:07.103128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:07.122801 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.179446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bf3f4-5459-4e22-abce-1ceff7180596 None None] Pushing event updated for resources: {'Port': ['ID=c4ec3452-23c6-44f2-901e-a7db47098da4,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:07.226548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Pushing event updated for resources: {'Port': ['ID=b7955517-fcc9-4491-85da-66b67bb45c3a,revision_number=8']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:07.237959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:07.238536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.239901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-2c0d3c87-ba49-4728-a9c8-d3466f3b373a service neutron] 10.222.0.39 "PUT /v2.0/ports/b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 1122 time: 1.8205988 Dec 10 08:48:07.287309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acf52b15-1e00-401c-8527-625fb4907b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.323607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34dd945d-9248-41e0-88e2-6e92d41d8e9b service neutron] 10.222.0.31 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173211 Dec 10 08:48:07.335794 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.363075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ed00-9ed4-467f-953b-71fe4147e2ba req-ecac7d14-2d45-483e-8b94-b860ada8072c tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:07.363259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc360ab-2abb-44ba-b857-9257819437aa,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:07.368222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['b7955517-fcc9-4491-85da-66b67bb45c3a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:07.369684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acf52b15-1e00-401c-8527-625fb4907b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.370726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ede1ed00-9ed4-467f-953b-71fe4147e2ba req-ecac7d14-2d45-483e-8b94-b860ada8072c tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 950 time: 0.2548552 Dec 10 08:48:07.372514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Attempting to bind port 8dc360ab-2abb-44ba-b857-9257819437aa on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:07.372852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Attempting to bind port 8dc360ab-2abb-44ba-b857-9257819437aa by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:07.373181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Attempting to bind port 8dc360ab-2abb-44ba-b857-9257819437aa on network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:07.399934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Port 8dc360ab-2abb-44ba-b857-9257819437aa on network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:07.400248 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Attempting to bind port 8dc360ab-2abb-44ba-b857-9257819437aa on network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:07.412329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:07.412657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Checking segment: {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:07.413044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Bound using segment: {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:07.413491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Bound port: 8dc360ab-2abb-44ba-b857-9257819437aa, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:07.413872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.430382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.552362 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acf52b15-1e00-401c-8527-625fb4907b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.555438 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acf52b15-1e00-401c-8527-625fb4907b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.556824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-acf52b15-1e00-401c-8527-625fb4907b8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d91433e-1e14-4389-bf60-a7df5ee034ba HTTP/1.1" status: 204 len: 168 time: 0.5002666 Dec 10 08:48:07.587065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] For port 8dc360ab-2abb-44ba-b857-9257819437aa, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:07.602287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52b15-1e00-401c-8527-625fb4907b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d91433e-1e14-4389-bf60-a7df5ee034ba,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:07.615564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] For port 8dc360ab-2abb-44ba-b857-9257819437aa, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8dc360ab-2abb-44ba-b857-9257819437aa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:07.633400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.672917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ede1ed00-9ed4-467f-953b-71fe4147e2ba req-adb953fa-6b1e-4e56-a5cf-9513c989bbf7 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494595 Dec 10 08:48:07.700508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-8241855b-6233-4c90-b8d1-3ad2cff8c6f4 service neutron] 10.222.0.31 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757803 Dec 10 08:48:07.741850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:07.742617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:07.744163 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] 10.222.0.18 "PUT /v2.0/ports/8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 1092 time: 1.5452130 Dec 10 08:48:07.798870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-fb1cf8be-367c-4b92-a8c0-7db79978fc70 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:07.803548 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-fb1cf8be-367c-4b92-a8c0-7db79978fc70 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 950 time: 0.1859407 Dec 10 08:48:07.812229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11b916-055b-4f69-b3a9-cb9d6ca3c232 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc360ab-2abb-44ba-b857-9257819437aa,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:07.883650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Allocated IP 172.25.3.245 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/0013b2c5-ff0b-4c02-a687-a8f35796ef7e) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:08.055221 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:08.171041 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:08.247892 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debdd5e2-8e34-4bdf-a327-215eb5eac943 x-openstack-request-id: req-debdd5e2-8e34-4bdf-a327-215eb5eac943 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:08.248351 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "name": "network-vif-unplugged", "status": "completed", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:08.248538 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-debdd5e2-8e34-4bdf-a327-215eb5eac943 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:08.248855 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a', 'code': 200} Dec 10 08:48:08.312461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-07348857-a3e1-404b-a6a7-6858edd18180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:08.314112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-07348857-a3e1-404b-a6a7-6858edd18180 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 1095 time: 0.4986622 Dec 10 08:48:08.377053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525f7cb-b142-494c-a3ca-9b463dd68c99 req-93004afe-ba39-4c93-896d-ce0b49e4763b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:08.382023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a525f7cb-b142-494c-a3ca-9b463dd68c99 req-93004afe-ba39-4c93-896d-ce0b49e4763b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 948 time: 0.2073858 Dec 10 08:48:08.392299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e8e80-5ae2-4e27-92b8-f91d5045379d req-3d790903-3164-476f-bd94-dd799d2910c4 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:08.393456 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-385e898d-8a9e-4cfb-a876-044a19c907f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 217 time: 0.0655606 Dec 10 08:48:08.399631 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-193e8e80-5ae2-4e27-92b8-f91d5045379d req-3d790903-3164-476f-bd94-dd799d2910c4 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.2260284 Dec 10 08:48:08.417114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Deleting port 7a05eb9c-b1fb-4152-8842-07a5ae016daa {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:48:08.418835 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:08.432171 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:08.530626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:08.542098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:08.558413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:08.560730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-79e95c8b-8b46-446c-a73f-df8a455252e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:08.562551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-79e95c8b-8b46-446c-a73f-df8a455252e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.1301146 Dec 10 08:48:08.589172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-193e8e80-5ae2-4e27-92b8-f91d5045379d req-274bf255-66ca-4763-9b64-c8024669bed1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833196 Dec 10 08:48:08.643498 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a525f7cb-b142-494c-a3ca-9b463dd68c99 req-801cd964-5ba8-43cc-8df7-1a5eb1982deb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354791 Dec 10 08:48:08.644395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Pushing event updated for resources: {'Port': ['ID=0013b2c5-ff0b-4c02-a687-a8f35796ef7e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:08.694169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] For port 7a05eb9c-b1fb-4152-8842-07a5ae016daa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=7a05eb9c-b1fb-4152-8842-07a5ae016daa,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:08.694755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:08.719212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Calling delete_port for 7a05eb9c-b1fb-4152-8842-07a5ae016daa owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:48:08.829617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-3fca5103-1cf8-4d66-933b-0803a23200d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:08.830833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f85e3-b7a3-4826-9fb5-760004797f4a None None] Network bb74a938-5382-4056-8a54-c934abf1a2fb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:48:08.831201 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-3fca5103-1cf8-4d66-933b-0803a23200d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364259 Dec 10 08:48:08.859428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-afc40c75-b1b5-4e13-9ec1-bf047afcff27 req-08114ca2-7dbe-41f6-9119-8edbce0a1841 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 210 time: 0.0855730 Dec 10 08:48:08.991205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a420a-6f4a-44e8-be96-2195816ad3bb req-667eda00-92ad-434c-b214-2e6396fc56de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:09.001730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b0a420a-6f4a-44e8-be96-2195816ad3bb req-667eda00-92ad-434c-b214-2e6396fc56de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 944 time: 0.2290816 Dec 10 08:48:09.002686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ed1f1cd4-37af-4823-982d-381387960ca5 None None] Provisioning complete for port c4ec3452-23c6-44f2-901e-a7db47098da4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:09.003062 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1cd4-37af-4823-982d-381387960ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:09.026780 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-bcac5764-5186-48a4-85b1-6afa673f8fa7 service neutron] 10.222.0.18 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870391 Dec 10 08:48:09.031136 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:09.052886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['e74d6ce2-f778-489a-9d8b-24c630a074fe', '7a05eb9c-b1fb-4152-8842-07a5ae016daa'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:09.072453 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-262cb5a3-e3ae-48a0-ab93-55a9b172bd3e req-7c53061c-06e7-40b7-ae25-c69deb5f086f tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=44b5b359-2e9b-47bf-b409-996ca17806c6 HTTP/1.1" status: 200 len: 210 time: 0.0654795 Dec 10 08:48:09.141534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Pushing event deleted for resources: {'Port': ['ID=7a05eb9c-b1fb-4152-8842-07a5ae016daa,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:09.144513 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b0a420a-6f4a-44e8-be96-2195816ad3bb req-f712cea4-b2fa-4000-a332-e24a1c58eab9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414673 Dec 10 08:48:09.180555 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:09.238780 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:09.286580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] No DVR routers for this DVR port 7a05eb9c-b1fb-4152-8842-07a5ae016daa on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:48:09.295969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:09.324953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1d72aca-4692-47ba-8732-f135a89a3e69 req-0095b27e-edbf-4d36-8795-b06baeaa0f88 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "DELETE /v2.0/ports/7a05eb9c-b1fb-4152-8842-07a5ae016daa HTTP/1.1" status: 204 len: 173 time: 1.5137050 Dec 10 08:48:09.377634 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1cd4-37af-4823-982d-381387960ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:09.431468 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a2b4db25-7b84-49a8-ac65-58ea39139d06 req-1ae5e74d-ddc2-443c-a585-24fb1e07b4ca service neutron] 10.222.0.18 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912489 Dec 10 08:48:09.477165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c4ec3452-23c6-44f2-901e-a7db47098da4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:09.533659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ed1f1cd4-37af-4823-982d-381387960ca5 None None] For port c4ec3452-23c6-44f2-901e-a7db47098da4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c4ec3452-23c6-44f2-901e-a7db47098da4,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:09.553814 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1cd4-37af-4823-982d-381387960ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:09.634477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c4ec3452-23c6-44f2-901e-a7db47098da4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:09.635172 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:09.638088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f1cd4-37af-4823-982d-381387960ca5 None None] Pushing event updated for resources: {'Port': ['ID=c4ec3452-23c6-44f2-901e-a7db47098da4,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:09.733492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8fc472ce-9faa-40b0-9d84-70e71944d981 None None] Provisioning complete for port c4ec3452-23c6-44f2-901e-a7db47098da4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:09.733959 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8fc472ce-9faa-40b0-9d84-70e71944d981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:09.745361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-5c12f6dd-a14e-4d62-8834-4f7ffe2b25f9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:09.747196 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-5c12f6dd-a14e-4d62-8834-4f7ffe2b25f9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 820 time: 0.2120214 Dec 10 08:48:09.772226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Request body: {'port': {'device_id': '26254585-e82d-4420-890b-922605d7d994', 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38', 'admin_state_up': True, 'tenant_id': '9fc2d9dd9ed646928daa6679d7d0cda2'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:09.830694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:09.928258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 4602d574-c1d9-4237-9c4a-e1d01dcc7263 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:09.975700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Made reservation on behalf of 9fc2d9dd9ed646928daa6679d7d0cda2 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:09.992015 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.005632 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.032087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5382770-c70c-492a-9824-98866a2ff78e req-76814618-9be5-494d-aa1f-5c9289311cf7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:10.040277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5382770-c70c-492a-9824-98866a2ff78e req-76814618-9be5-494d-aa1f-5c9289311cf7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.3339274 Dec 10 08:48:10.122687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:10.136514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a has no active binding in host n-h2-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:48:10.140801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:48:10.145918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:10.146342 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.151690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf6978-e9ee-4120-bd14-ff91dc04c1d2 req-d2ed4734-d7fd-4b92-b29f-368956c4cbe5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:10.154098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61cf6978-e9ee-4120-bd14-ff91dc04c1d2 req-d2ed4734-d7fd-4b92-b29f-368956c4cbe5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 948 time: 0.1974034 Dec 10 08:48:10.182591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Allocated IP 172.20.0.8 (85fc98de-a64e-496f-b3f8-4e94ab5f9f38/f0664b8d-323e-4feb-80cc-e1f01c876792/d47c4e4a-fac5-4755-992d-1cb117c8bb7d) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:10.249099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5382770-c70c-492a-9824-98866a2ff78e req-a2fda1f8-cc1b-4646-b9a0-90455fe6f64c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077339 Dec 10 08:48:10.253747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a'}, {'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa'}, {'server_uuid': '44b5b359-2e9b-47bf-b409-996ca17806c6', 'name': 'network-vif-deleted', 'tag': '7a05eb9c-b1fb-4152-8842-07a5ae016daa'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:10.257934 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abffad6a-069e-4d33-851d-dd17edcfc79b" -d '{"events": [{"name": "network-changed", "server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a"}, {"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa"}, {"server_uuid": "44b5b359-2e9b-47bf-b409-996ca17806c6", "name": "network-vif-deleted", "tag": "7a05eb9c-b1fb-4152-8842-07a5ae016daa"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:10.271691 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.307366 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:48:10.311377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d2bf0b-6c78-42a6-a68e-36f940064a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4602d574-c1d9-4237-9c4a-e1d01dcc7263'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:10.313909 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b0998-0bf8-424a-aa34-9b8492eb6208" -d '{"events": [{"server_uuid": "f0d2bf0b-6c78-42a6-a68e-36f940064a1a", "name": "network-vif-plugged", "status": "completed", "tag": "4602d574-c1d9-4237-9c4a-e1d01dcc7263"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:10.321351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61cf6978-e9ee-4120-bd14-ff91dc04c1d2 req-5df2530c-a221-4bdf-892a-95ec65909408 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512771 Dec 10 08:48:10.331841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 4602d574-c1d9-4237-9c4a-e1d01dcc7263, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4602d574-c1d9-4237-9c4a-e1d01dcc7263,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:10.335061 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.376333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a641e4b9-7fe2-423b-99fa-ef08ed8519c2 req-01015324-e823-4c08-b8c0-4fc090b99ac1 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 210 time: 0.0481620 Dec 10 08:48:10.398184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=4602d574-c1d9-4237-9c4a-e1d01dcc7263,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:10.404744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Router cd165fab-5b11-4529-89ab-a7c34a80f857 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:48:10.432773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.474162 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.526533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:10.532933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:10.537798 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8de588-cb41-4d36-acca-57b8e82a9d85 x-openstack-request-id: req-2e8de588-cb41-4d36-acca-57b8e82a9d85 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:10.538199 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa", "status": "completed", "code": 200}, {"server_uuid": "44b5b359-2e9b-47bf-b409-996ca17806c6", "name": "network-vif-deleted", "tag": "7a05eb9c-b1fb-4152-8842-07a5ae016daa", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:10.538556 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e8de588-cb41-4d36-acca-57b8e82a9d85 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:10.539076 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a', 'status': 'completed', 'code': 200} Dec 10 08:48:10.539431 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa', 'status': 'completed', 'code': 200} Dec 10 08:48:10.539784 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5b359-2e9b-47bf-b409-996ca17806c6', 'name': 'network-vif-deleted', 'tag': '7a05eb9c-b1fb-4152-8842-07a5ae016daa', 'status': 'completed', 'code': 200} Dec 10 08:48:10.543429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:10.551543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:10.552612 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.559414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273691b0-6e5e-4a7a-a51c-b3c9beb6ddb5 req-b3d7d9a3-bd8e-4eda-90c8-c0ef6e2631b5 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:10.564952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-273691b0-6e5e-4a7a-a51c-b3c9beb6ddb5 req-b3d7d9a3-bd8e-4eda-90c8-c0ef6e2631b5 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 944 time: 0.1410968 Dec 10 08:48:10.579384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Pushing event updated for resources: {'Port': ['ID=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:10.601398 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5731c945-4e15-42a5-8568-f314fe76fba5 x-openstack-request-id: req-5731c945-4e15-42a5-8568-f314fe76fba5 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:10.601808 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d2bf0b-6c78-42a6-a68e-36f940064a1a", "name": "network-vif-plugged", "status": "completed", "tag": "4602d574-c1d9-4237-9c4a-e1d01dcc7263", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:10.602116 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5731c945-4e15-42a5-8568-f314fe76fba5 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:10.602524 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d2bf0b-6c78-42a6-a68e-36f940064a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'code': 200} Dec 10 08:48:10.611152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:48:10.613435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-65d52bd3-b681-4f5a-8e99-753ead40ea82 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8467183 Dec 10 08:48:10.624529 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Sync routers for ids ['cd165fab-5b11-4529-89ab-a7c34a80f857'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:48:10.632238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Request body: {'port': {'device_id': '26254585-e82d-4420-890b-922605d7d994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:10.645352 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Routers {'cd165fab-5b11-4529-89ab-a7c34a80f857'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:10.646120 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd165fab-5b11-4529-89ab-a7c34a80f857'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:10.664347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-80fa9520-da30-4678-9129-e83584e808d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:10.666948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-80fa9520-da30-4678-9129-e83584e808d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1125 time: 0.1003187 Dec 10 08:48:10.686863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-273691b0-6e5e-4a7a-a51c-b3c9beb6ddb5 req-7f282a0c-5504-4360-a9a1-6fff17ba3af4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026552 Dec 10 08:48:10.705462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.707026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cdf29546-f81b-49ad-b74b-16073bb6472c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9141834 Dec 10 08:48:10.709774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40312) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:10.767318 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Set router cd165fab-5b11-4529-89ab-a7c34a80f857 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:10.846547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-9d2c4570-edec-4c4a-9a1a-0f6a0b4557e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:10.849209 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-9d2c4570-edec-4c4a-9a1a-0f6a0b4557e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1329839 Dec 10 08:48:10.886820 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:10.926043 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-f9f4fa86-afda-4c1e-aca4-29ecb4fb97e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 217 time: 0.0507114 Dec 10 08:48:10.985177 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:05Z', 'updated_at': '2021-12-10T08:48:08Z', 'revision_number': 3, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'gw_port': {'id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:07Z', 'updated_at': '2021-12-10T08:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:11.004254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270e6a9-87a2-4c27-9149-58d3826db495 req-f9f3239a-0f82-433d-8d19-19d1f244a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:11.006253 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5270e6a9-87a2-4c27-9149-58d3826db495 req-f9f3239a-0f82-433d-8d19-19d1f244a9d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 1100 time: 0.2966228 Dec 10 08:48:11.022628 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Checking router: cd165fab-5b11-4529-89ab-a7c34a80f857 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:48:11.022901 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Updating router cd165fab-5b11-4529-89ab-a7c34a80f857 port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:48:11.052782 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.058953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40318) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:11.069685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-3da3b24d-c6e7-4363-89ff-09bc641c8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:11.071139 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-3da3b24d-c6e7-4363-89ff-09bc641c8bc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1329734 Dec 10 08:48:11.071377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc2017-c6bd-476e-acdb-be63c74cb4dd req-24d41c35-a072-4369-8e58-22c3cdcd28dc tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:11.072841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ddfc2017-c6bd-476e-acdb-be63c74cb4dd req-24d41c35-a072-4369-8e58-22c3cdcd28dc tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 950 time: 0.0983295 Dec 10 08:48:11.160302 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-679c902d-76e0-478d-bd47-5bc9c07a21aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780766 Dec 10 08:48:11.165027 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5270e6a9-87a2-4c27-9149-58d3826db495 req-c6f2f3df-e9ba-4bf7-9207-4232050936ff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492643 Dec 10 08:48:11.180740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ddfc2017-c6bd-476e-acdb-be63c74cb4dd req-071737d9-cf77-4784-9b70-5d155e8a2234 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931981 Dec 10 08:48:11.243776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4898fcec-f5a2-483f-a26d-fd56876ac4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.319510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c4ec3452-23c6-44f2-901e-a7db47098da4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:11.347324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.412979 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.414580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47c4e4a-fac5-4755-992d-1cb117c8bb7d {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:11.418313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c4ec3452-23c6-44f2-901e-a7db47098da4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:11.418750 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.422158 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.432604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.441576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4898fcec-f5a2-483f-a26d-fd56876ac4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.489680 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7a5a4-3266-462e-ae53-f089b4a03ed2 None None] Pushing event updated for resources: {'Port': ['ID=0013b2c5-ff0b-4c02-a687-a8f35796ef7e,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:11.509947 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Attempting to bind port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:11.510416 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Attempting to bind port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:11.510852 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Attempting to bind port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:11.517955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4898fcec-f5a2-483f-a26d-fd56876ac4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.518606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c4b0c-5617-461e-a400-85937c83bfb0 req-cc5491c3-f254-40c7-afa8-1227df95d5f5 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:11.519452 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:11.519968 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:11.520525 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.521089 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:11.521769 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Bound port: 0013b2c5-ff0b-4c02-a687-a8f35796ef7e, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:11.522283 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.530799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-762c4b0c-5617-461e-a400-85937c83bfb0 req-cc5491c3-f254-40c7-afa8-1227df95d5f5 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.1706045 Dec 10 08:48:11.541247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Transition to ACTIVE for port object d47c4e4a-fac5-4755-992d-1cb117c8bb7d will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:11.558882 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4898fcec-f5a2-483f-a26d-fd56876ac4fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57bb49d06b4d44d3ba24d29a0af7adee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983346 Dec 10 08:48:11.559659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.568729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40330) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:11.585769 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] For port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:11.589105 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] For port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0013b2c5-ff0b-4c02-a687-a8f35796ef7e,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:11.596334 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.597844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b49513-84df-40c1-80b0-17b7e5529f8b req-7266dce4-dcab-43f5-a136-4e6acb72687b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:11.599342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73b49513-84df-40c1-80b0-17b7e5529f8b req-7266dce4-dcab-43f5-a136-4e6acb72687b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 949 time: 0.1951401 Dec 10 08:48:11.656313 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Routers {'cd165fab-5b11-4529-89ab-a7c34a80f857'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:11.656708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898fcec-f5a2-483f-a26d-fd56876ac4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2a568f-7dbf-49ad-9a04-9e5dd41d101a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:11.657372 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd165fab-5b11-4529-89ab-a7c34a80f857'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:11.682282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Pushing event updated for resources: {'Port': ['ID=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:11.692214 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-5d8f441e-0bd0-4a47-a616-a6828a46b701 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409179 Dec 10 08:48:11.723446 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7a5a4-3266-462e-ae53-f089b4a03ed2 None None] Pushing event updated for resources: {'Port': ['ID=0013b2c5-ff0b-4c02-a687-a8f35796ef7e,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:11.732382 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73b49513-84df-40c1-80b0-17b7e5529f8b req-e3bbb2be-3b7e-42e8-bba2-c39fc93fcf65 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192086 Dec 10 08:48:11.748429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-762c4b0c-5617-461e-a400-85937c83bfb0 req-66d49d38-70ad-4876-bf51-afca863b76f9 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045040 Dec 10 08:48:11.759098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Allocated IP 172.20.0.1 (bb74a938-5382-4056-8a54-c934abf1a2fb/239cae90-3343-4d91-8ec5-14988f3a9aab/26ed7ab4-d149-43eb-ada8-daec33a77e86) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:11.786964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7b8a-7dd9-4639-b151-e7774b10a20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.791026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:11.791366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:11.791697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:11.821394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:11.821394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:11.822519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 7a05eb9c-b1fb-4152-8842-07a5ae016daa no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:48:11.828368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7b8a-7dd9-4639-b151-e7774b10a20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.840020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:11.840381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:11.840836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:11.841290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Bound port: d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:11.841868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.856949 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] Set router cd165fab-5b11-4529-89ab-a7c34a80f857 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:11.857201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 7a05eb9c-b1fb-4152-8842-07a5ae016daa {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:48:11.857816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 7a05eb9c-b1fb-4152-8842-07a5ae016daa not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:48:11.914531 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-b6fc60e9-5450-465f-b69c-e823d7702c00 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028947 Dec 10 08:48:11.957923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:11.959400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15d51d-f6a1-4d4f-8239-ce2a02556d15 req-9149e93f-0a94-4da9-abb5-755f837b93a7 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:11.961055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d15d51d-f6a1-4d4f-8239-ce2a02556d15 req-9149e93f-0a94-4da9-abb5-755f837b93a7 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.0982327 Dec 10 08:48:11.962462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:11.968474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7b8a-7dd9-4639-b151-e7774b10a20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.975433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7b8a-7dd9-4639-b151-e7774b10a20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:11.979769 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8a7e7b8a-7dd9-4639-b151-e7774b10a20d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de2a568f-7dbf-49ad-9a04-9e5dd41d101a HTTP/1.1" status: 204 len: 168 time: 0.4078078 Dec 10 08:48:11.995270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e7b8a-7dd9-4639-b151-e7774b10a20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2a568f-7dbf-49ad-9a04-9e5dd41d101a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:12.000546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.037354 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.079224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631181d5-fd6e-499b-841d-59271d6c28de req-2ab0304f-90aa-4b48-8a5a-e96e4a66e7af tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:12.080044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:12.080639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.082129 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] 10.222.0.39 "PUT /v2.0/ports/d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 200 len: 1091 time: 1.4566684 Dec 10 08:48:12.085988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-631181d5-fd6e-499b-841d-59271d6c28de req-2ab0304f-90aa-4b48-8a5a-e96e4a66e7af tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 944 time: 0.1222892 Dec 10 08:48:12.093751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d15d51d-f6a1-4d4f-8239-ce2a02556d15 req-dbfa0268-29dd-4d53-80db-7962a225d8e4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162560 Dec 10 08:48:12.183047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-631181d5-fd6e-499b-841d-59271d6c28de req-5c430b5f-664f-46c9-9ea9-0f9df041b3f0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961075 Dec 10 08:48:12.186934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.199620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-88f43964-92d9-4149-9b39-6fd6c798fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:12.199905 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:05Z', 'updated_at': '2021-12-10T08:48:08Z', 'revision_number': 3, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'gw_port': {'id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:07Z', 'updated_at': '2021-12-10T08:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:12.201602 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-88f43964-92d9-4149-9b39-6fd6c798fbe4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 1095 time: 0.2072542 Dec 10 08:48:12.208813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b35b48-c5ce-412f-b09f-b36e7b93126f service neutron] Pushing event updated for resources: {'Port': ['ID=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:12.233850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Network bb74a938-5382-4056-8a54-c934abf1a2fb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:12.238127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:12.242221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:12.243455 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.273398 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab05e68-2d88-4f63-9092-1067e8de5f8c None None] The sync data for ids ['cd165fab-5b11-4529-89ab-a7c34a80f857'] in n-d-814746-3 is: [{'id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:05Z', 'updated_at': '2021-12-10T08:48:08Z', 'revision_number': 3, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'gw_port': {'id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:07Z', 'updated_at': '2021-12-10T08:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:48:12.298446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Pushing event updated for resources: {'Port': ['ID=26ed7ab4-d149-43eb-ada8-daec33a77e86,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:12.343066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-6fe333be-cf13-471d-a3aa-34ffbdf146fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:12.344603 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-6fe333be-cf13-471d-a3aa-34ffbdf146fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1094 time: 0.1961460 Dec 10 08:48:12.415625 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-301a4414-865f-4193-8ce2-4f8a1f99c705 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 200 len: 217 time: 0.0584650 Dec 10 08:48:12.419334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef57fe-d502-497a-918e-edbbbab4a274 req-fcd2cc3e-fa9c-4e41-a35d-67319ff42ebf tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:12.420948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1ef57fe-d502-497a-918e-edbbbab4a274 req-fcd2cc3e-fa9c-4e41-a35d-67319ff42ebf tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 950 time: 0.1112549 Dec 10 08:48:12.473235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40340) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:12.491475 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.532732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1ef57fe-d502-497a-918e-edbbbab4a274 req-2187234e-9729-4ab8-8324-4d6937dd37a5 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001859 Dec 10 08:48:12.550543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:12.552815 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfab33d-7e43-4382-86d7-d86f084272da" -d '{"events": [{"name": "network-changed", "server_uuid": "26254585-e82d-4420-890b-922605d7d994", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:12.556519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0adea12a-f6d1-4fc5-9bad-a10afe3001b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.590370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-5d70b0e8-b2ea-4c9c-96c5-e38a9d0252be tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:12.590928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d5ea318e-b3a5-4b42-8915-fcf0fc293ef7 None None] Provisioning complete for port 26ed7ab4-d149-43eb-ada8-daec33a77e86 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:12.591914 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-5d70b0e8-b2ea-4c9c-96c5-e38a9d0252be tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 950 time: 0.1750236 Dec 10 08:48:12.592909 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d5ea318e-b3a5-4b42-8915-fcf0fc293ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.624109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-86617b3e-c992-47e6-9626-224c2fee3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:12.625576 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-86617b3e-c992-47e6-9626-224c2fee3263 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.4137645 Dec 10 08:48:12.637095 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39e2179-9280-4b40-8b4f-411e6d0a7476 x-openstack-request-id: req-f39e2179-9280-4b40-8b4f-411e6d0a7476 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:12.637625 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26254585-e82d-4420-890b-922605d7d994", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:12.638012 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f39e2179-9280-4b40-8b4f-411e6d0a7476 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:12.638578 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d', 'status': 'completed', 'code': 200} Dec 10 08:48:12.730295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-da1a2fe7-b292-409b-b868-5d7ddb45d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:12.731788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-da1a2fe7-b292-409b-b868-5d7ddb45d909 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.2621574 Dec 10 08:48:12.739501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea318e-b3a5-4b42-8915-fcf0fc293ef7 None None] Port 26ed7ab4-d149-43eb-ada8-daec33a77e86 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:12.746460 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-aab010fb-81a7-4960-a5a6-f0134318c4b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 217 time: 0.1057408 Dec 10 08:48:12.786962 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.793810 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.795039 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:12.874977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Pushing event updated for resources: {'Port': ['ID=26ed7ab4-d149-43eb-ada8-daec33a77e86,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:12.920069 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-00f1a7fc-ff92-4d94-877d-c9c3c98225e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725500 Dec 10 08:48:13.038838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e775721-6cf8-4b96-bcff-99390ac2c4cb req-beba1f4d-0019-429b-bbfe-9b428f9fcb14 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:13.040540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e775721-6cf8-4b96-bcff-99390ac2c4cb req-beba1f4d-0019-429b-bbfe-9b428f9fcb14 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 949 time: 0.1562605 Dec 10 08:48:13.050622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b7165-51d6-4a81-923c-5d2df5ca66f2 req-24f93b48-965e-47dc-8a40-828419fccd47 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:13.052273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-822b7165-51d6-4a81-923c-5d2df5ca66f2 req-24f93b48-965e-47dc-8a40-828419fccd47 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.1553969 Dec 10 08:48:13.085342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Network bb74a938-5382-4056-8a54-c934abf1a2fb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:13.093642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:13.188842 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e775721-6cf8-4b96-bcff-99390ac2c4cb req-4e13711e-699b-4cd4-85b7-b24b9f3be9f9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339495 Dec 10 08:48:13.221407 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-822b7165-51d6-4a81-923c-5d2df5ca66f2 req-51b21371-7367-47e8-948e-d0d99c76f182 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509082 Dec 10 08:48:13.330126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-0e292b96-8002-4354-8196-654d11d46b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:13.332931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-0e292b96-8002-4354-8196-654d11d46b10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.5428047 Dec 10 08:48:13.351838 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0adea12a-f6d1-4fc5-9bad-a10afe3001b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.381335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0013b2c5-ff0b-4c02-a687-a8f35796ef7e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:13.461750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0adea12a-f6d1-4fc5-9bad-a10afe3001b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.485573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7f60e790-3e13-47bf-bf61-12854561b2bc None None] Provisioning complete for port 26ed7ab4-d149-43eb-ada8-daec33a77e86 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:13.485948 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7f60e790-3e13-47bf-bf61-12854561b2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.498568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adea12a-f6d1-4fc5-9bad-a10afe3001b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3652f8d8-e435-4189-a59b-c35cf2275c89,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:13.525542 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-c710205f-720e-45dc-b8ae-34855beec1fc service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709984 Dec 10 08:48:13.526146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:13.526514 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.537450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-fabc5be6-5b41-4a54-ab25-c408b716f73a service neutron] 10.222.0.18 "GET /v2.0/ports/b7955517-fcc9-4491-85da-66b67bb45c3a/bindings/n-h2-814746-3 HTTP/1.1" status: 200 len: 384 time: 0.8007379 Dec 10 08:48:13.574986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7f60e790-3e13-47bf-bf61-12854561b2bc None None] Port 26ed7ab4-d149-43eb-ada8-daec33a77e86 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:13.634103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Router cd165fab-5b11-4529-89ab-a7c34a80f857 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:48:13.639325 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.648432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2275-150b-406c-a9c0-e82ff0f419a7 req-807a1173-5ce3-4ea3-8ffd-7756c161aefa tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:13.650059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-1335c42d-3b19-4ede-8b6f-18f72eaba0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:13.651670 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-1335c42d-3b19-4ede-8b6f-18f72eaba0f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021822 Dec 10 08:48:13.657330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1bc2275-150b-406c-a9c0-e82ff0f419a7 req-807a1173-5ce3-4ea3-8ffd-7756c161aefa tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.3329976 Dec 10 08:48:13.662117 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0adea12a-f6d1-4fc5-9bad-a10afe3001b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f13b1b53d6994852b3646034d7697925&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1844490 Dec 10 08:48:13.662922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40356) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:13.665148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0013b2c5-ff0b-4c02-a687-a8f35796ef7e,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:13.666596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Deleting port e74d6ce2-f778-489a-9d8b-24c630a074fe {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:48:13.667083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.670697 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.712810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67cc95-0e60-4fdb-aa5d-50da354202cc req-c0a247ce-0cf6-4e6f-b51b-db6eaadb6ec9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:13.714440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b67cc95-0e60-4fdb-aa5d-50da354202cc req-c0a247ce-0cf6-4e6f-b51b-db6eaadb6ec9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 944 time: 0.1299751 Dec 10 08:48:13.726186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=0013b2c5-ff0b-4c02-a687-a8f35796ef7e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:13.820426 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1bc2275-150b-406c-a9c0-e82ff0f419a7 req-3c45be35-85a3-4334-8577-090c38b03296 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622748 Dec 10 08:48:13.833616 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0f202e77-b3e0-4b95-a212-e311c0a6c017 req-22fa0960-671f-4338-b47d-96deb3c4fcb7 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915287 Dec 10 08:48:13.842253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:13.896410 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f11d84a-36bc-4cf4-a527-00efc728e081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.912703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] For port e74d6ce2-f778-489a-9d8b-24c630a074fe, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e74d6ce2-f778-489a-9d8b-24c630a074fe,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:13.913073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.938638 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b67cc95-0e60-4fdb-aa5d-50da354202cc req-0fecb728-4d27-4337-b60b-d0f4112fe264 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980903 Dec 10 08:48:13.943710 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-1f307971-8f4f-4c39-9780-11066c74c6f3 service neutron] 10.222.0.18 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815375 Dec 10 08:48:13.948536 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f11d84a-36bc-4cf4-a527-00efc728e081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:13.955491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Calling delete_port for e74d6ce2-f778-489a-9d8b-24c630a074fe owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:48:13.963035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8dc360ab-2abb-44ba-b857-9257819437aa details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:14.040052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:48:14.058759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-96cc4ac7-3398-4031-a06a-1ea38534af03 admin admin] 10.222.0.31 "PUT /v2.0/routers/cd165fab-5b11-4529-89ab-a7c34a80f857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3469186 Dec 10 08:48:14.094327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:14.099611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86272d88-066b-47d0-a2b0-dc17fc55410a req-d772cc31-1eeb-437e-9bbb-2db42de4af68 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:14.111703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86272d88-066b-47d0-a2b0-dc17fc55410a req-d772cc31-1eeb-437e-9bbb-2db42de4af68 tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea1734d-1cc2-4e6e-8344-4c1404a9e5ce HTTP/1.1" status: 200 len: 950 time: 0.1677520 Dec 10 08:48:14.122042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a has no active binding in host n-h2-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:48:14.127784 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f11d84a-36bc-4cf4-a527-00efc728e081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:14.131793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f11d84a-36bc-4cf4-a527-00efc728e081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:14.136633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1f11d84a-36bc-4cf4-a527-00efc728e081 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3652f8d8-e435-4189-a59b-c35cf2275c89 HTTP/1.1" status: 204 len: 168 time: 0.4630678 Dec 10 08:48:14.145894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8dc360ab-2abb-44ba-b857-9257819437aa, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8dc360ab-2abb-44ba-b857-9257819437aa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:14.164619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '8dc360ab-2abb-44ba-b857-9257819437aa', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'port_id': '8dc360ab-2abb-44ba-b857-9257819437aa', 'mac_address': 'fa:16:3e:b1:e9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:48:14.178604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfab33d-7e43-4382-86d7-d86f084272da req-be318ea9-0468-4ee0-8183-92c2623aaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:14.180219 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acfab33d-7e43-4382-86d7-d86f084272da req-be318ea9-0468-4ee0-8183-92c2623aaf02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1094 time: 0.2564795 Dec 10 08:48:14.200100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11d84a-36bc-4cf4-a527-00efc728e081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3652f8d8-e435-4189-a59b-c35cf2275c89,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:14.233173 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:14.253253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc360ab-2abb-44ba-b857-9257819437aa {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:14.281208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:14.282782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8dc360ab-2abb-44ba-b857-9257819437aa, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8dc360ab-2abb-44ba-b857-9257819437aa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:14.293544 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:14.295688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86272d88-066b-47d0-a2b0-dc17fc55410a req-3a04cbcb-65f1-4bf0-ba7e-284a7db5667c tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.31 "GET /v2.0/security-groups?id=916c0d47-0fac-47ad-b562-a77ef71854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830566 Dec 10 08:48:14.382081 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abffad6a-069e-4d33-851d-dd17edcfc79b req-ac17d638-99db-4300-9d66-799f152e7f68 service neutron] 10.222.0.18 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024622 Dec 10 08:48:14.396563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:14.413741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bb270-1224-4fa7-8981-942afa78519e req-31de1246-e7ba-45e7-9ad5-250f69065eea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:14.419976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e09bb270-1224-4fa7-8981-942afa78519e req-31de1246-e7ba-45e7-9ad5-250f69065eea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 949 time: 0.1116369 Dec 10 08:48:14.432856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=8dc360ab-2abb-44ba-b857-9257819437aa,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:14.489414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7955517-fcc9-4491-85da-66b67bb45c3a {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:14.524845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:14.547311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfab33d-7e43-4382-86d7-d86f084272da req-88c41be0-b078-425b-bf9c-0c4c245b1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:14.548910 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acfab33d-7e43-4382-86d7-d86f084272da req-88c41be0-b078-425b-bf9c-0c4c245b1e5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.3556712 Dec 10 08:48:14.560138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Sync routers for ids ['cd165fab-5b11-4529-89ab-a7c34a80f857'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:48:14.570225 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:14.574642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e09bb270-1224-4fa7-8981-942afa78519e req-a8cbc05e-2520-4401-81c0-512854caa0fd tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473496 Dec 10 08:48:14.589888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d372-cc3e-49bc-b9ad-1c12213d9d48 req-d8215815-75cf-422e-8043-c97cd34813d4 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:14.590376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Routers {'cd165fab-5b11-4529-89ab-a7c34a80f857'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:14.590503 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0380d372-cc3e-49bc-b9ad-1c12213d9d48 req-d8215815-75cf-422e-8043-c97cd34813d4 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 945 time: 0.1359291 Dec 10 08:48:14.594970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd165fab-5b11-4529-89ab-a7c34a80f857'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:14.652836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:14.682013 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acfab33d-7e43-4382-86d7-d86f084272da req-de5f79aa-5b21-4529-b851-dc63a36f8b85 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 200 len: 217 time: 0.1241524 Dec 10 08:48:14.715485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0380d372-cc3e-49bc-b9ad-1c12213d9d48 req-d37d3879-6f69-4e66-b0db-a29877df5040 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197908 Dec 10 08:48:14.728589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Pushing event deleted for resources: {'Port': ['ID=e74d6ce2-f778-489a-9d8b-24c630a074fe,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:14.843135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] No DVR routers for this DVR port e74d6ce2-f778-489a-9d8b-24c630a074fe on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:48:14.846237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:14.850422 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61e41bbc-ab09-490f-bf0a-b38a3157ff11 req-e9342605-e42d-43f0-9637-dabac84a5f1e tempest-LiveMigrationNegativeTest-2092394327 tempest-LiveMigrationNegativeTest-2092394327-project] 10.222.0.39 "DELETE /v2.0/ports/e74d6ce2-f778-489a-9d8b-24c630a074fe HTTP/1.1" status: 204 len: 173 time: 2.2279928 Dec 10 08:48:14.877009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['8dc360ab-2abb-44ba-b857-9257819437aa'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:14.891017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea1734d-1cc2-4e6e-8344-4c1404a9e5ce', 'name': 'network-vif-deleted', 'tag': 'e74d6ce2-f778-489a-9d8b-24c630a074fe'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:14.895540 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7997d92-24f9-452c-b75e-74490c837350" -d '{"events": [{"server_uuid": "dea1734d-1cc2-4e6e-8344-4c1404a9e5ce", "name": "network-vif-deleted", "tag": "e74d6ce2-f778-489a-9d8b-24c630a074fe"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:14.905457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfab33d-7e43-4382-86d7-d86f084272da req-874dadf2-9123-4a5c-a798-c9711c1f76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:14.912058 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acfab33d-7e43-4382-86d7-d86f084272da req-874dadf2-9123-4a5c-a798-c9711c1f76d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.1946125 Dec 10 08:48:14.983325 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acfab33d-7e43-4382-86d7-d86f084272da req-8d08f630-11e9-4faa-9d16-00ff25046d62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573840 Dec 10 08:48:15.028795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] Transition to ACTIVE for port object b7955517-fcc9-4491-85da-66b67bb45c3a will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:15.059536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:15.066021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8309eee-e29b-4546-bcea-cc727818d09d req-44d48436-57c5-4fcc-bd99-907dc9364b65 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:15.068290 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8309eee-e29b-4546-bcea-cc727818d09d req-44d48436-57c5-4fcc-bd99-907dc9364b65 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.0760374 Dec 10 08:48:15.081377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:15.169929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Set router cd165fab-5b11-4529-89ab-a7c34a80f857 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:15.203659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8309eee-e29b-4546-bcea-cc727818d09d req-8c398cc1-a8ee-4d90-8a41-58c0d303265e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151402 Dec 10 08:48:15.291257 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865f4ecb-0cb2-4574-9ced-814c164e79ef x-openstack-request-id: req-865f4ecb-0cb2-4574-9ced-814c164e79ef {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:15.291684 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea1734d-1cc2-4e6e-8344-4c1404a9e5ce", "name": "network-vif-deleted", "tag": "e74d6ce2-f778-489a-9d8b-24c630a074fe", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:15.292027 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-865f4ecb-0cb2-4574-9ced-814c164e79ef {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:15.292733 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea1734d-1cc2-4e6e-8344-4c1404a9e5ce', 'name': 'network-vif-deleted', 'tag': 'e74d6ce2-f778-489a-9d8b-24c630a074fe', 'status': 'completed', 'code': 200} Dec 10 08:48:15.308575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] No DVR routers for this DVR port b7955517-fcc9-4491-85da-66b67bb45c3a on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:48:15.347716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3eb4-925c-49d3-ab0c-63f8395dbe5d req-fa56619e-aaed-416e-8169-35ffcadb8fe8 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:15.358659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-872a3eb4-925c-49d3-ab0c-63f8395dbe5d req-fa56619e-aaed-416e-8169-35ffcadb8fe8 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 1100 time: 0.1383028 Dec 10 08:48:15.383362 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-872a3eb4-925c-49d3-ab0c-63f8395dbe5d req-388b970c-5b61-42ec-a8d6-d78b81c201d2 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:15.426938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] Pushing event updated for resources: {'Port': ['ID=b7955517-fcc9-4491-85da-66b67bb45c3a,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:15.429111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0013b2c5-ff0b-4c02-a687-a8f35796ef7e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:15.456051 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-840d88e3-b00f-440b-9c96-5d5bfd6cd53f service neutron] 10.222.0.18 "PUT /v2.0/ports/b7955517-fcc9-4491-85da-66b67bb45c3a/bindings/n-h2-814746-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8637896 Dec 10 08:48:15.487970 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acfab33d-7e43-4382-86d7-d86f084272da req-fa3811fc-5eba-4b38-8947-8eae402e1d97 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892609 Dec 10 08:48:15.590644 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-872a3eb4-925c-49d3-ab0c-63f8395dbe5d req-388b970c-5b61-42ec-a8d6-d78b81c201d2 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:15.602948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40402) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:15.620960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-network', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:15.640659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-872a3eb4-925c-49d3-ab0c-63f8395dbe5d req-388b970c-5b61-42ec-a8d6-d78b81c201d2 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:15.679515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-872a3eb4-925c-49d3-ab0c-63f8395dbe5d req-388b970c-5b61-42ec-a8d6-d78b81c201d2 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176897 Dec 10 08:48:15.736788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acfab33d-7e43-4382-86d7-d86f084272da req-d4ddcb84-e471-4c21-a3f0-d5783b37be29 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389982 Dec 10 08:48:15.740238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-ee862a4c-c47e-41c5-b86b-5fe31601de43 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:15.742525 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-ee862a4c-c47e-41c5-b86b-5fe31601de43 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.1130254 Dec 10 08:48:15.743427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Made reservation on behalf of ef7ab3a6fc1a486fb5362a10a70cc1eb for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:15.746241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:15.764958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848e58c-e6ce-401b-9b6a-0a92194b8187 req-842dd350-63dd-48d0-9601-25adaa6c541d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:15.773317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b848e58c-e6ce-401b-9b6a-0a92194b8187 req-842dd350-63dd-48d0-9601-25adaa6c541d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 945 time: 0.1795845 Dec 10 08:48:15.780300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:15.781168 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:15.781488 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:15.791243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b970c-5b61-42ec-a8d6-d78b81c201d2 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff13e907-5510-41a6-8b2c-12fe762b8e07,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:15.840370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b848e58c-e6ce-401b-9b6a-0a92194b8187 req-0754d8bd-591d-4fe9-b8e0-2b48eab0fc52 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626862 Dec 10 08:48:15.853155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e74d6ce2-f778-489a-9d8b-24c630a074fe no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:48:15.909960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: e74d6ce2-f778-489a-9d8b-24c630a074fe {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:48:15.910613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e74d6ce2-f778-489a-9d8b-24c630a074fe not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:48:15.925360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-aa60d235-6747-463f-9f4a-aa92a50c0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:15.926987 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-aa60d235-6747-463f-9f4a-aa92a50c0f18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691&tenant_id=7b46326893314c2983c883ddfe677441 HTTP/1.1" status: 200 len: 1096 time: 0.1680992 Dec 10 08:48:15.937643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:48:16.088161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:05Z', 'updated_at': '2021-12-10T08:48:12Z', 'revision_number': 4, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'gw_port': {'id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:07Z', 'updated_at': '2021-12-10T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '26ed7ab4-d149-43eb-ada8-daec33a77e86', 'name': '', 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'mac_address': 'fa:16:3e:68:64:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '239cae90-3343-4d91-8ec5-14988f3a9aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:11Z', 'updated_at': '2021-12-10T08:48:12Z', 'revision_number': 2, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'subnets': [{'id': '239cae90-3343-4d91-8ec5-14988f3a9aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:16.092718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:48:16.106598 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.114870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-15ab11be-138a-4bc7-9b56-6e66b15b62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:16.117985 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-15ab11be-138a-4bc7-9b56-6e66b15b62ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1096 time: 0.1521926 Dec 10 08:48:16.121875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.128774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Checking router: cd165fab-5b11-4529-89ab-a7c34a80f857 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:48:16.129967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Updating router cd165fab-5b11-4529-89ab-a7c34a80f857 port 26ed7ab4-d149-43eb-ada8-daec33a77e86 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:48:16.172736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:48:16.190528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.228889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.229547 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Added segment fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3 of type vlan for network f57e2941-8954-4594-ba7f-4c488549598f Dec 10 08:48:16.232914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bec4db-b910-42e8-ae1c-065756486e01,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:16.248272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07dbd-528a-44ca-a2f2-e00624a4852e req-66a3d006-ec45-4a7d-a9d7-df119f239157 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:16.257633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9df07dbd-528a-44ca-a2f2-e00624a4852e req-66a3d006-ec45-4a7d-a9d7-df119f239157 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 945 time: 0.1580834 Dec 10 08:48:16.294432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.310637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-10af4cfb-0a81-41e7-8ab0-bdc8551d1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:16.311814 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-10af4cfb-0a81-41e7-8ab0-bdc8551d1eb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1837339 Dec 10 08:48:16.342194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9df07dbd-528a-44ca-a2f2-e00624a4852e req-11fb439d-2028-47a3-84a1-ed7b5964e482 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830095 Dec 10 08:48:16.367247 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-e658951c-b1c9-465f-8624-73560fdd9977 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 217 time: 0.0463908 Dec 10 08:48:16.384542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.385452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:16.386080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.442539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc440f-b87a-4fa3-84ae-85c4bee431a6 req-d27864e6-2c99-43ac-8fdb-c36ffe427c2e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:16.458074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ccc440f-b87a-4fa3-84ae-85c4bee431a6 req-d27864e6-2c99-43ac-8fdb-c36ffe427c2e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.1139550 Dec 10 08:48:16.459739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40438) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:16.513054 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9067700 Dec 10 08:48:16.519662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-7a014d82-37d7-4988-8e7f-f7d92d9ba288 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572479 Dec 10 08:48:16.521449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40444) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:16.528210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Request body: {'subnet': {'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-subnet', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:16.533793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-bbb473d9-6a13-4813-ac01-5bce04465791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:16.535470 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-bbb473d9-6a13-4813-ac01-5bce04465791 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1601524 Dec 10 08:48:16.536394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31f136-cd61-4f26-86a3-fddcd3d9b716 admin admin] Pushing event updated for resources: {'Network': ['ID=f57e2941-8954-4594-ba7f-4c488549598f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:16.557217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network f57e2941-8954-4594-ba7f-4c488549598f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:48:16.610463 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-b798b314-4aae-4975-b1af-df6679d32b48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621183 Dec 10 08:48:16.695469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-561aed18-db0a-492d-ad24-4798da780b89 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:16.703257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-561aed18-db0a-492d-ad24-4798da780b89 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659985 Dec 10 08:48:16.734933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ccc440f-b87a-4fa3-84ae-85c4bee431a6 req-f8e948eb-55ba-4bb6-95b1-1738f33a5c04 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759464 Dec 10 08:48:16.736497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Made reservation on behalf of ef7ab3a6fc1a486fb5362a10a70cc1eb for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:16.738829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.750224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-6b578343-da95-4dea-a378-7d7d488234e5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/quotas/47a0dff32cbc4eb8a4a73eb102f8ca56 HTTP/1.1" status: 200 len: 375 time: 0.0455403 Dec 10 08:48:16.770561 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-0d226a4d-e6f2-4ca5-8507-35d5b3fe8b14 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493013 Dec 10 08:48:16.906311 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.910150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-da86473f-0440-4c44-b77c-15ddc934a2f6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589139 Dec 10 08:48:16.917124 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:16.952651 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-9d894990-abf4-4f66-9687-2bf39ec2db83 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747603 Dec 10 08:48:16.990755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da74ac6-de6e-4557-a35c-55f025a48c7b None None] Pushing event updated for resources: {'Port': ['ID=26ed7ab4-d149-43eb-ada8-daec33a77e86,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:17.024790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ee964c74-92c5-46f9-a02c-e7ddbaf90d99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf610ff248d74b54adebd37d7c8d06d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5623500 Dec 10 08:48:17.027866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40458) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:17.103657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Attempting to bind port 26ed7ab4-d149-43eb-ada8-daec33a77e86 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:17.104271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Attempting to bind port 26ed7ab4-d149-43eb-ada8-daec33a77e86 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:17.104894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Attempting to bind port 26ed7ab4-d149-43eb-ada8-daec33a77e86 on network bb74a938-5382-4056-8a54-c934abf1a2fb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:17.111864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d293eaa-c9d3-49eb-a805-9a685a994b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.123360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:17.124013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Checking segment: {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:17.124581 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.126458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Bound using segment: {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:17.128626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Bound port: 26ed7ab4-d149-43eb-ada8-daec33a77e86, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:17.134472 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.160675 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d293eaa-c9d3-49eb-a805-9a685a994b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.258667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493709f5-e853-43cc-978b-e59a7c89c1fa req-0e040a3c-840e-4db0-bbc9-1469d203088c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:17.260279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-493709f5-e853-43cc-978b-e59a7c89c1fa req-0e040a3c-840e-4db0-bbc9-1469d203088c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 945 time: 0.2735350 Dec 10 08:48:17.260970 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d293eaa-c9d3-49eb-a805-9a685a994b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.264479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d293eaa-c9d3-49eb-a805-9a685a994b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.272287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7d293eaa-c9d3-49eb-a805-9a685a994b6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/916c0d47-0fac-47ad-b562-a77ef71854eb HTTP/1.1" status: 204 len: 168 time: 0.2430398 Dec 10 08:48:17.299835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d293eaa-c9d3-49eb-a805-9a685a994b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916c0d47-0fac-47ad-b562-a77ef71854eb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:17.315347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] For port 26ed7ab4-d149-43eb-ada8-daec33a77e86, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:17.391706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] For port 26ed7ab4-d149-43eb-ada8-daec33a77e86, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=26ed7ab4-d149-43eb-ada8-daec33a77e86,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:17.402090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.449094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-493709f5-e853-43cc-978b-e59a7c89c1fa req-6a3386bb-6d5f-4ecb-9bb4-6367c71e4ba2 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733792 Dec 10 08:48:17.450313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.478021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-efb2295d-c021-4056-96ba-556a041b86fd tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:17.491351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-efb2295d-c021-4056-96ba-556a041b86fd tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.1795251 Dec 10 08:48:17.574117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Routers {'cd165fab-5b11-4529-89ab-a7c34a80f857'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:17.574956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd165fab-5b11-4529-89ab-a7c34a80f857'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:17.608178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff119662-407e-4910-bc5a-bb145663ab4b,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:17.638347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Checking segment: {'id': 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:17.638711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Network hostable DHCP agents. Network: f57e2941-8954-4594-ba7f-4c488549598f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:48:17.686011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Network f57e2941-8954-4594-ba7f-4c488549598f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:48:17.718013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, f57e2941-8954-4594-ba7f-4c488549598f) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:17.743283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a60f8cb-131e-4acf-a456-647b9e7e6b5e None None] Network f57e2941-8954-4594-ba7f-4c488549598f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:48:17.747699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:17.753007 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.767323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da74ac6-de6e-4557-a35c-55f025a48c7b None None] Pushing event updated for resources: {'Port': ['ID=26ed7ab4-d149-43eb-ada8-daec33a77e86,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:17.778743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-07bb1104-9777-4554-b898-99c213e29b2a None None] Provisioning complete for port 26ed7ab4-d149-43eb-ada8-daec33a77e86 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:17.779280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-07bb1104-9777-4554-b898-99c213e29b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.875099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:17.902924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eabf0494-5e7e-4898-a648-1d0421563235 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3801212 Dec 10 08:48:17.919494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40474) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:17.925178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:17.956167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486bf59-e880-4e61-b256-9308a9617203 req-97aa4070-ae73-4124-9835-a7e22d486d4a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:17.965001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2486bf59-e880-4e61-b256-9308a9617203 req-97aa4070-ae73-4124-9835-a7e22d486d4a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 945 time: 0.1979322 Dec 10 08:48:17.968094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:17.971051 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:18.025112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8dc360ab-2abb-44ba-b857-9257819437aa up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:18.110807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2486bf59-e880-4e61-b256-9308a9617203 req-4c761644-6ad9-46d6-beef-51d9d97500c1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445043 Dec 10 08:48:18.118369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40482) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:18.280935 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:18.354703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f0e78b21-f691-4fe7-9074-5c7c9a91435f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7af022710c8f4dc9beb9b42bd367d879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338037 Dec 10 08:48:18.355524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40488) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:18.367690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-0d7b1a56-f40d-4e4a-abb7-52f6e9e4574e service neutron] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:18.383656 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-0d7b1a56-f40d-4e4a-abb7-52f6e9e4574e service neutron] Publish callbacks [] for binding, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:18.386777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] Set router cd165fab-5b11-4529-89ab-a7c34a80f857 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:18.392680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9be444ca-a0ec-4076-b91c-a644e1d4bacc req-0d7b1a56-f40d-4e4a-abb7-52f6e9e4574e service neutron] 10.222.0.39 "DELETE /v2.0/ports/b7955517-fcc9-4491-85da-66b67bb45c3a/bindings/n-h1-814746-3 HTTP/1.1" status: 204 len: 173 time: 0.8920519 Dec 10 08:48:18.432333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46244431-17b6-4c8d-b6b5-6873134eabfc req-40c830c5-22bf-44b3-a57f-6ed2d2524c15 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:18.434478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46244431-17b6-4c8d-b6b5-6873134eabfc req-40c830c5-22bf-44b3-a57f-6ed2d2524c15 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.1663654 Dec 10 08:48:18.585048 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-9da9071e-6014-49fc-a3ac-758c18e64135 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816481 Dec 10 08:48:18.628085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:18.632542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aed00f8-0858-424f-ad71-fbbd2a7fd4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:18.679911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46244431-17b6-4c8d-b6b5-6873134eabfc req-0bdcb8c3-137d-4134-bab8-1887fc38c7f2 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561260 Dec 10 08:48:18.744631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-4e337d7d-27f4-4276-b0d5-99592d9bbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:18.749137 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-4e337d7d-27f4-4276-b0d5-99592d9bbe23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1096 time: 0.1109865 Dec 10 08:48:18.757181 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-07bb1104-9777-4554-b898-99c213e29b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:18.784052 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aed00f8-0858-424f-ad71-fbbd2a7fd4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:18.897846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:18.930740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d', 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38', 'port_id': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d', 'mac_address': 'fa:16:3e:aa:ee:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0664b8d-323e-4feb-80cc-e1f01c876792', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:48:18.999685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aed00f8-0858-424f-ad71-fbbd2a7fd4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.003446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aed00f8-0858-424f-ad71-fbbd2a7fd4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.004616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9aed00f8-0858-424f-ad71-fbbd2a7fd4de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/baeb0421-f007-4e9d-b80e-910f04d7c59b HTTP/1.1" status: 204 len: 168 time: 0.6447303 Dec 10 08:48:19.021492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed00f8-0858-424f-ad71-fbbd2a7fd4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb0421-f007-4e9d-b80e-910f04d7c59b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:19.029354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-3f89b833-235f-4f48-81f3-844baad7572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:19.038284 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-3f89b833-235f-4f48-81f3-844baad7572a service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.2666883 Dec 10 08:48:19.056042 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.059687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4ae43-2361-44e4-9117-15250fdc9f52 req-e5dcfa4d-6a3d-4451-9165-b0fe14d9beca tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:19.068033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87b4ae43-2361-44e4-9117-15250fdc9f52 req-e5dcfa4d-6a3d-4451-9165-b0fe14d9beca tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 945 time: 0.2518473 Dec 10 08:48:19.087483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47c4e4a-fac5-4755-992d-1cb117c8bb7d {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:19.157150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:19.162975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87b4ae43-2361-44e4-9117-15250fdc9f52 req-00a3b76e-36e8-4844-a19d-71e6f5c9a0e6 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938289 Dec 10 08:48:19.192869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 8dc360ab-2abb-44ba-b857-9257819437aa completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:48:19.222451 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-fb6ce7ad-ca63-4fac-81f4-1e1bfc13f079 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 217 time: 0.1609504 Dec 10 08:48:19.237127 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.322137 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.322973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 8dc360ab-2abb-44ba-b857-9257819437aa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:19.323319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.329234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-07bb1104-9777-4554-b898-99c213e29b2a None None] For port 26ed7ab4-d149-43eb-ada8-daec33a77e86, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=26ed7ab4-d149-43eb-ada8-daec33a77e86,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:19.331417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:19.404393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-48022220-09b5-4f84-afb9-eb6cd6e1af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:19.409140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-48022220-09b5-4f84-afb9-eb6cd6e1af08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1846781 Dec 10 08:48:19.427591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-f57e2941-8954-4594-ba7f-4c488549598f', 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f', 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'fixed_ips': [{'subnet_id': 'ff119662-407e-4910-bc5a-bb145663ab4b'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:48:19.430353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.470674 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-07bb1104-9777-4554-b898-99c213e29b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.500343 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-f6b221da-7390-45df-8dc0-ac5c80a5024b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810750 Dec 10 08:48:19.600515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d47c4e4a-fac5-4755-992d-1cb117c8bb7d'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:19.608404 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.637179 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-db6c0f1c-f557-484b-94b1-6561af48a706 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280158 Dec 10 08:48:19.669334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:05Z', 'updated_at': '2021-12-10T08:48:12Z', 'revision_number': 4, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'gw_port': {'id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:07Z', 'updated_at': '2021-12-10T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '26ed7ab4-d149-43eb-ada8-daec33a77e86', 'name': '', 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'mac_address': 'fa:16:3e:68:64:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '239cae90-3343-4d91-8ec5-14988f3a9aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:11Z', 'updated_at': '2021-12-10T08:48:17Z', 'revision_number': 4, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'subnets': [{'id': '239cae90-3343-4d91-8ec5-14988f3a9aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:19.692373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.715764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ff160-0f8a-459a-b37a-db98d597b3d5 None None] The sync data for ids ['cd165fab-5b11-4529-89ab-a7c34a80f857'] in n-d-814746-3 is: [{'id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:05Z', 'updated_at': '2021-12-10T08:48:12Z', 'revision_number': 4, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'gw_port': {'id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:07Z', 'updated_at': '2021-12-10T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '26ed7ab4-d149-43eb-ada8-daec33a77e86', 'name': '', 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'mac_address': 'fa:16:3e:68:64:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '239cae90-3343-4d91-8ec5-14988f3a9aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:11Z', 'updated_at': '2021-12-10T08:48:17Z', 'revision_number': 4, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'subnets': [{'id': '239cae90-3343-4d91-8ec5-14988f3a9aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:48:19.747765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d6a73f0-e6a4-49a3-87d0-4d5f301ff6bc req-3dbc8729-d456-4d15-addf-2be459a10d20 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 210 time: 0.2327549 Dec 10 08:48:19.786562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-66e17ae2-ff60-4f1a-9543-5c894ee51d5b None None] Provisioning complete for port 26ed7ab4-d149-43eb-ada8-daec33a77e86 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:19.787425 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-66e17ae2-ff60-4f1a-9543-5c894ee51d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:19.794959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943ab55-1c65-4028-98a7-0066b2289bac req-1e852973-1ac8-401f-a46b-b929adda4529 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:19.796792 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3943ab55-1c65-4028-98a7-0066b2289bac req-1e852973-1ac8-401f-a46b-b929adda4529 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 945 time: 0.2843082 Dec 10 08:48:19.822851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb1104-9777-4554-b898-99c213e29b2a None None] Pushing event updated for resources: {'Port': ['ID=26ed7ab4-d149-43eb-ada8-daec33a77e86,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:19.900377 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0db1809f-6b51-4e74-852d-65cea32ce35b req-a6e2eae2-fe97-45c8-b2d1-bc3999a4486b service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553301 Dec 10 08:48:20.055860 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:20.087951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Allocated IP 172.20.0.2 (f57e2941-8954-4594-ba7f-4c488549598f/ff119662-407e-4910-bc5a-bb145663ab4b/30d71ce9-0395-4d6a-9468-d7fddd19e131) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:20.094333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Allocated IP 172.25.3.130 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/8c17e13b-0ffc-44a5-aa75-2b252f1b01cd) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:20.153755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3943ab55-1c65-4028-98a7-0066b2289bac req-a97cb43a-f03a-44d3-ba18-75b3e47fb4fc tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996771 Dec 10 08:48:20.190657 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-d63d4edc-6516-4a56-bec2-19e6c25c668c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1369488 Dec 10 08:48:20.226182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f82f6-fd65-4a30-b6ce-2df40a130c58 req-d56a72eb-4966-4d6b-9013-70d30d974310 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:20.228043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce4f82f6-fd65-4a30-b6ce-2df40a130c58 req-d56a72eb-4966-4d6b-9013-70d30d974310 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.2387884 Dec 10 08:48:20.287080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:20.289965 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9787d2-5576-49df-a708-88e876382681" -d '{"events": [{"server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "name": "network-vif-plugged", "status": "completed", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:20.322727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8dc360ab-2abb-44ba-b857-9257819437aa, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8dc360ab-2abb-44ba-b857-9257819437aa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:20.331943 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-1c3a4f00-4cca-4430-a4ed-c924d303388c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665457 Dec 10 08:48:20.378433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:20.470687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-cbc1c4d9-6b03-4bed-aca7-a58352d1b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:20.472129 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-cbc1c4d9-6b03-4bed-aca7-a58352d1b5b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e0341a0559410bb432f4bb1302f7fa&device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 1096 time: 0.1625059 Dec 10 08:48:20.518374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=8dc360ab-2abb-44ba-b857-9257819437aa,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:20.532870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-afa0bdf7-50dd-45c6-96a0-f361835e98c8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:20.534612 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-afa0bdf7-50dd-45c6-96a0-f361835e98c8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715958 Dec 10 08:48:20.592969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce4f82f6-fd65-4a30-b6ce-2df40a130c58 req-9dd8966b-2988-4a18-a476-669492e06611 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242893 Dec 10 08:48:20.618513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Request body: {'port': {'device_id': 'c1671b11-c246-416f-9cc9-6ba282cb3e4b', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '47a0dff32cbc4eb8a4a73eb102f8ca56'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:20.637570 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:20.659050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:20.697555 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:20.725075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bf38b-a687-4dbe-b340-08ae109e546b req-08d0a5bc-9254-4cac-b8ad-a7b09295e259 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:20.742678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a69bf38b-a687-4dbe-b340-08ae109e546b req-08d0a5bc-9254-4cac-b8ad-a7b09295e259 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1096 time: 0.4056540 Dec 10 08:48:20.780919 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f57aa-1e21-4ea7-9afe-9988085ad8fb x-openstack-request-id: req-2c9f57aa-1e21-4ea7-9afe-9988085ad8fb {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:20.781410 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "name": "network-vif-plugged", "status": "completed", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:20.781846 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c9f57aa-1e21-4ea7-9afe-9988085ad8fb {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:20.789858 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa', 'code': 200} Dec 10 08:48:20.793341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Network f57e2941-8954-4594-ba7f-4c488549598f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:20.815664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:20.821118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:20.848895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Pushing event updated for resources: {'Port': ['ID=30d71ce9-0395-4d6a-9468-d7fddd19e131,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:20.905572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-46423501-f140-4d4b-be97-9eb11184e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:20.907598 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-46423501-f140-4d4b-be97-9eb11184e58e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 200 len: 925 time: 0.3716204 Dec 10 08:48:20.921216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a69bf38b-a687-4dbe-b340-08ae109e546b req-32efcd32-7b23-4415-9433-a274b6b07837 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687036 Dec 10 08:48:20.953659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:21.023452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Attempting to bind port 30d71ce9-0395-4d6a-9468-d7fddd19e131 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:21.023830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Attempting to bind port 30d71ce9-0395-4d6a-9468-d7fddd19e131 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:21.024201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Attempting to bind port 30d71ce9-0395-4d6a-9468-d7fddd19e131 on network f57e2941-8954-4594-ba7f-4c488549598f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:21.058848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:21.059277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Checking segment: {'id': 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:21.059751 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:21.060056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Bound using segment: {'id': 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:21.060538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Bound port: 30d71ce9-0395-4d6a-9468-d7fddd19e131, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:21.060924 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:21.074772 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-888eb496-8cc9-431c-ac96-db0479815e60 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740299 Dec 10 08:48:21.119930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Made reservation on behalf of 47a0dff32cbc4eb8a4a73eb102f8ca56 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:21.128192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:21.159465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aba0e2d0-25a0-4717-94e0-524ee9dba730 req-00e840ef-2127-4f5a-8fff-6e512d871910 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 210 time: 0.2262387 Dec 10 08:48:21.160774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-a192f6d0-0a5b-485f-aff5-21553535bd34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ba106a2-2ad5-485c-9410-1136f7b0798b HTTP/1.1" status: 200 len: 1000 time: 0.2444751 Dec 10 08:48:21.224286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:21.228323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:21.232229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Pushing event updated for resources: {'Port': ['ID=8c17e13b-0ffc-44a5-aa75-2b252f1b01cd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:21.244381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:21.271934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] For port 30d71ce9-0395-4d6a-9468-d7fddd19e131, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:21.287539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] For port 30d71ce9-0395-4d6a-9468-d7fddd19e131, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=30d71ce9-0395-4d6a-9468-d7fddd19e131,segment=NetworkSegment(fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3),segment_id=fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:21.299244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:21.392288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd33a5b-9442-4591-9374-3de183dbd0cb req-601307c7-6916-4bd4-a49f-a6bfac32ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:21.405539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cd33a5b-9442-4591-9374-3de183dbd0cb req-601307c7-6916-4bd4-a49f-a6bfac32ec80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 1097 time: 0.3837080 Dec 10 08:48:21.444355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71049f5-eaa7-4f1e-ba0d-56d588b87bdf None None] Pushing event updated for resources: {'Port': ['ID=30d71ce9-0395-4d6a-9468-d7fddd19e131,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:21.518119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 26ed7ab4-d149-43eb-ada8-daec33a77e86 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:21.620765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-e7921b37-d0cc-4da6-adad-5efb6e9c72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:21.626267 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-e7921b37-d0cc-4da6-adad-5efb6e9c72a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1370e0ba-0c5c-4f67-950b-eaa0f7136e26 HTTP/1.1" status: 200 len: 863 time: 0.3893106 Dec 10 08:48:21.676404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 26ed7ab4-d149-43eb-ada8-daec33a77e86 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:21.677083 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:21.688278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-864f1f64-34ee-49a4-8a53-a605524b77bb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:21.694254 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-864f1f64-34ee-49a4-8a53-a605524b77bb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6071978 Dec 10 08:48:21.746060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40586) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:21.757802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Request body: {'port': {'device_id': 'a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '47a0dff32cbc4eb8a4a73eb102f8ca56'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:21.896006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:21.928091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cd33a5b-9442-4591-9374-3de183dbd0cb req-0ea0b064-eb9a-49d1-88b1-d0837c1d6dc6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888163 Dec 10 08:48:22.012710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-6da68f3f-e740-4b7b-b2b1-a36a4a011035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:22.019682 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-6da68f3f-e740-4b7b-b2b1-a36a4a011035 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f996f28-7a71-4f34-bbc5-42a950667083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3853290 Dec 10 08:48:22.021005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Allocated IP 192.168.233.223 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/cac6e050-4796-4e8a-9331-33ed0c7c3e24) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:22.032570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port d47c4e4a-fac5-4755-992d-1cb117c8bb7d completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:48:22.048596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port d47c4e4a-fac5-4755-992d-1cb117c8bb7d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:22.050781 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.060659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9102be0-5647-4832-8e8d-aa44547b50dd req-872ccd89-bd8d-4323-b4b6-be86282507e7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:22.068925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9102be0-5647-4832-8e8d-aa44547b50dd req-872ccd89-bd8d-4323-b4b6-be86282507e7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.7142341 Dec 10 08:48:22.144027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Made reservation on behalf of 47a0dff32cbc4eb8a4a73eb102f8ca56 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:22.165983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.210616 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.273222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:22.283818 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.359494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.360392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:22.418768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-9330d819-bf6d-4bd7-86d7-1a6d179678b0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:22.420360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-9330d819-bf6d-4bd7-86d7-1a6d179678b0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 808 time: 1.0060310 Dec 10 08:48:22.430558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9102be0-5647-4832-8e8d-aa44547b50dd req-4de12ebe-a11a-4f96-b910-170a9b237fc2 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412266 Dec 10 08:48:22.455159 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b5737c6-2c39-418f-922e-de0b3a0a9a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.475556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-c1a87abe-e69a-4704-aa77-2006b9bc83e3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/quotas/7b46326893314c2983c883ddfe677441 HTTP/1.1" status: 200 len: 375 time: 0.0350261 Dec 10 08:48:22.608939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.636909 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-e9a69a09-4ac4-4c25-8358-cd417c47f051 service neutron] 10.222.0.18 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019997 Dec 10 08:48:22.672975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-9fb7611a-220f-4932-9d79-aded92c47204 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1962314 Dec 10 08:48:22.709909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9685a0-8e3e-478e-bbab-d242ce04eb23 req-532bd2a0-da71-41e3-91a5-c5999e6c61c8 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:22.714784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd9685a0-8e3e-478e-bbab-d242ce04eb23 req-532bd2a0-da71-41e3-91a5-c5999e6c61c8 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 945 time: 0.1731522 Dec 10 08:48:22.791035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:22.793978 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025b2e56-d55e-46b5-a839-4af0da368ded" -d '{"events": [{"server_uuid": "26254585-e82d-4420-890b-922605d7d994", "name": "network-vif-plugged", "status": "completed", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:22.803017 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.816633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:22.835993 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b5737c6-2c39-418f-922e-de0b3a0a9a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.878319 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b5737c6-2c39-418f-922e-de0b3a0a9a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.882228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.907648 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f71a803-813c-470e-b232-b03fd41c2a47 req-2d353b03-6068-4afd-8f29-33bb2ce07771 service neutron] 10.222.0.18 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617457 Dec 10 08:48:22.934133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd9685a0-8e3e-478e-bbab-d242ce04eb23 req-030beba2-faa1-4097-bf73-fe7ee0d26307 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060354 Dec 10 08:48:22.946804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:22.965922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event updated for resources: {'Port': ['ID=cac6e050-4796-4e8a-9331-33ed0c7c3e24,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:22.969271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:22.975366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Allocated IP 192.168.233.51 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/86c0b959-d65d-4513-be05-9f681bb278b3) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:22.980856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:22.986516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:22.987168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:22.987780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a5dd3-bc44-4549-bdcf-6270e041d889 None None] Network f57e2941-8954-4594-ba7f-4c488549598f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:48:22.991458 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5b5737c6-2c39-418f-922e-de0b3a0a9a6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e36fce301a24bc8bc22bf382b961ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2233374 Dec 10 08:48:22.994363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40604) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:23.009860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5737c6-2c39-418f-922e-de0b3a0a9a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4c9548-efa0-49d8-90d2-fc142ad581da,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:23.055340 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-992f34df-7dd7-4661-887b-d2e173d8d6d8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4562745 Dec 10 08:48:23.079456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Request body: {'port': {'device_id': 'c1671b11-c246-416f-9cc9-6ba282cb3e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:23.111073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-577216ac-24ae-4a55-b325-4926246f3317 service neutron] 10.222.0.31 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271903 Dec 10 08:48:23.166654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-110c6d34-d016-4575-81c4-c3b8176dbfb0 None None] Provisioning complete for port 30d71ce9-0395-4d6a-9468-d7fddd19e131 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:23.170191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-110c6d34-d016-4575-81c4-c3b8176dbfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.225731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2baa891-1cf2-41d3-9450-888422bb4742 req-5a506c0f-9edc-46cf-bfaf-80fdc4f22c39 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 210 time: 0.0348697 Dec 10 08:48:23.254957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Router b0a5a319-3745-4092-94ea-83cc29b00bb5 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:48:23.368159 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-110c6d34-d016-4575-81c4-c3b8176dbfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.430201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-110c6d34-d016-4575-81c4-c3b8176dbfb0 None None] For port 30d71ce9-0395-4d6a-9468-d7fddd19e131, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=30d71ce9-0395-4d6a-9468-d7fddd19e131,segment=NetworkSegment(fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3),segment_id=fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:23.439555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 30d71ce9-0395-4d6a-9468-d7fddd19e131 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:23.485073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-110c6d34-d016-4575-81c4-c3b8176dbfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.530455 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-61e9a5fb-81cd-4553-ba5e-d61d7fd17d80 service neutron] 10.222.0.31 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170382 Dec 10 08:48:23.549388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:48:23.569321 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Sync routers for ids ['b0a5a319-3745-4092-94ea-83cc29b00bb5'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:48:23.583864 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Routers {'b0a5a319-3745-4092-94ea-83cc29b00bb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:23.584492 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b0a5a319-3745-4092-94ea-83cc29b00bb5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:23.596559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 30d71ce9-0395-4d6a-9468-d7fddd19e131 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:23.596992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.599490 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.601002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1fcf3e4d-8644-4c3f-8b4f-8d21fe3694bd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6790636 Dec 10 08:48:23.604147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40614) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:23.641558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.681170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c6d34-d016-4575-81c4-c3b8176dbfb0 None None] Pushing event updated for resources: {'Port': ['ID=30d71ce9-0395-4d6a-9468-d7fddd19e131,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:23.716960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f02a43cd-a655-456d-bed0-367539ef4f16 None None] Provisioning complete for port cac6e050-4796-4e8a-9331-33ed0c7c3e24 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:23.717431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f02a43cd-a655-456d-bed0-367539ef4f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.781564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a935-c62f-4e41-a52e-aa49bdac9205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.817027 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a935-c62f-4e41-a52e-aa49bdac9205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.829612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f02a43cd-a655-456d-bed0-367539ef4f16 None None] Port cac6e050-4796-4e8a-9331-33ed0c7c3e24 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:23.881543 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Set router b0a5a319-3745-4092-94ea-83cc29b00bb5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:23.895426 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b54da84-c221-43e3-b749-424e66e72126 x-openstack-request-id: req-1b54da84-c221-43e3-b749-424e66e72126 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:23.895750 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26254585-e82d-4420-890b-922605d7d994", "name": "network-vif-plugged", "status": "completed", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:23.896134 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b54da84-c221-43e3-b749-424e66e72126 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:23.896608 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d', 'code': 200} Dec 10 08:48:23.959387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1b044e40-725a-47d0-80e0-2b1243e4b888 None None] Provisioning complete for port 30d71ce9-0395-4d6a-9468-d7fddd19e131 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:23.959765 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1b044e40-725a-47d0-80e0-2b1243e4b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:23.987947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.39', 55684) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:24.007602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a935-c62f-4e41-a52e-aa49bdac9205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.010222 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a935-c62f-4e41-a52e-aa49bdac9205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.012083 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e2a9a935-c62f-4e41-a52e-aa49bdac9205 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef4c9548-efa0-49d8-90d2-fc142ad581da HTTP/1.1" status: 204 len: 168 time: 1.0167634 Dec 10 08:48:24.144767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9a935-c62f-4e41-a52e-aa49bdac9205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4c9548-efa0-49d8-90d2-fc142ad581da,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:24.153450 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.192742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c1f53-e312-4c7d-93e8-92b0c745836a req-0990de33-d27f-4ae4-996c-b901dd62e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:24.202726 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b72c1f53-e312-4c7d-93e8-92b0c745836a req-0990de33-d27f-4ae4-996c-b901dd62e945 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1096 time: 0.2138381 Dec 10 08:48:24.270520 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.282872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:24.285535 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:18Z', 'updated_at': '2021-12-10T08:48:22Z', 'revision_number': 3, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'gw_port': {'id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:19Z', 'updated_at': '2021-12-10T08:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:24.365464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b72c1f53-e312-4c7d-93e8-92b0c745836a req-0175b7c9-d67f-4dc2-8789-411039205412 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520653 Dec 10 08:48:24.371202 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Checking router: b0a5a319-3745-4092-94ea-83cc29b00bb5 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:48:24.371556 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Updating router b0a5a319-3745-4092-94ea-83cc29b00bb5 port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:48:24.385232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:24.392757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:24.399030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:24.412806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:24.413473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.435100 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.452137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event updated for resources: {'Port': ['ID=86c0b959-d65d-4513-be05-9f681bb278b3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:24.481907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-66f76eae-669b-48fb-a042-bc4d02da4ddb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7522221 Dec 10 08:48:24.493251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40640) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:24.526097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c79e2281-abfa-4910-8bbb-3622b1fda34b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.573647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Request body: {'port': {'device_id': 'a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:24.701656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-2eef8394-8b68-45d1-b356-27be69c69f1b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c1cc2cdcd0424e329882c05977a756ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8207438 Dec 10 08:48:24.777880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac6e050-4796-4e8a-9331-33ed0c7c3e24 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:24.791647 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.802728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.815767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab44a1-a509-498c-bfbe-2c53b51afd5a req-7bb4621a-e487-40de-9771-8639840a9033 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:24.818509 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbab44a1-a509-498c-bfbe-2c53b51afd5a req-7bb4621a-e487-40de-9771-8639840a9033 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.7373037 Dec 10 08:48:24.841288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Transition to ACTIVE for port object cac6e050-4796-4e8a-9331-33ed0c7c3e24 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:24.844278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c79e2281-abfa-4910-8bbb-3622b1fda34b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.855347 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.866421 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.875497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3754e885-1493-4b15-a877-216373aa39f6 None None] Provisioning complete for port 86c0b959-d65d-4513-be05-9f681bb278b3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:24.876054 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3754e885-1493-4b15-a877-216373aa39f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.879317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.936197 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Attempting to bind port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:24.939344 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Attempting to bind port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:24.940801 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Attempting to bind port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:24.946470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-f5a3425c-ce77-4302-acc7-07c91b68612f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:24.949271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-f5a3425c-ce77-4302-acc7-07c91b68612f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209032 Dec 10 08:48:24.960716 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c79e2281-abfa-4910-8bbb-3622b1fda34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.961400 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:24.961931 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:24.962337 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.963240 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:24.963911 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Bound port: 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:24.964323 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:24.974537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3754e885-1493-4b15-a877-216373aa39f6 None None] Port 86c0b959-d65d-4513-be05-9f681bb278b3 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:25.007228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbab44a1-a509-498c-bfbe-2c53b51afd5a req-90e07c00-7bdb-4c10-bc93-eff73ce4b13e tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773961 Dec 10 08:48:25.025665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-6c6722ca-fdc0-4f46-88cb-1dd972c8a850 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/quotas/c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 375 time: 0.0655587 Dec 10 08:48:25.026657 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] For port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:25.030248 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] For port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8c17e13b-0ffc-44a5-aa75-2b252f1b01cd,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:25.060568 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7c76c-c314-40e8-b0b9-1c56ed16069b None None] Pushing event updated for resources: {'Port': ['ID=8c17e13b-0ffc-44a5-aa75-2b252f1b01cd,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:25.064554 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:25.072332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Pushing event updated for resources: {'Port': ['ID=cac6e050-4796-4e8a-9331-33ed0c7c3e24,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:25.088494 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c79e2281-abfa-4910-8bbb-3622b1fda34b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0772fce184ee4d4e915fc87957abbb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5937045 Dec 10 08:48:25.090184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e2281-abfa-4910-8bbb-3622b1fda34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30561ec-579d-43fe-9d39-667012df65f4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:25.109894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40644) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:25.114275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-bb298283-d165-4eee-81ea-79f001bee174 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806818 Dec 10 08:48:25.150834 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7c76c-c314-40e8-b0b9-1c56ed16069b None None] Pushing event updated for resources: {'Port': ['ID=8c17e13b-0ffc-44a5-aa75-2b252f1b01cd,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:25.164807 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Routers {'b0a5a319-3745-4092-94ea-83cc29b00bb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:25.165448 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b0a5a319-3745-4092-94ea-83cc29b00bb5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:25.193295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28f6af2d-431f-474a-b0e7-1fb191b58919 req-d72202ec-0319-4ea2-97d2-a33302736508 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0807810 Dec 10 08:48:25.238840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:25.263142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e917c73-2708-4d3f-a3c6-d0a03e57c1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:25.360219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e917c73-2708-4d3f-a3c6-d0a03e57c1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:25.430562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 30d71ce9-0395-4d6a-9468-d7fddd19e131 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:25.460701 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] Set router b0a5a319-3745-4092-94ea-83cc29b00bb5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:25.538948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 30d71ce9-0395-4d6a-9468-d7fddd19e131 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:25.539488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:25.554437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080c235-22f4-4f5b-8836-3c98f5364f39 req-4f4c6279-4fad-4705-88de-3f8768ce13b4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:25.561947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4080c235-22f4-4f5b-8836-3c98f5364f39 req-4f4c6279-4fad-4705-88de-3f8768ce13b4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 945 time: 0.2318172 Dec 10 08:48:25.625197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Attempting to bind port cac6e050-4796-4e8a-9331-33ed0c7c3e24 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:25.625749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Attempting to bind port cac6e050-4796-4e8a-9331-33ed0c7c3e24 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:25.626089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Attempting to bind port cac6e050-4796-4e8a-9331-33ed0c7c3e24 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:25.684163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Port cac6e050-4796-4e8a-9331-33ed0c7c3e24 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:25.684509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Attempting to bind port cac6e050-4796-4e8a-9331-33ed0c7c3e24 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:25.720100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:25.722960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:25.722960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:25.723419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Bound port: cac6e050-4796-4e8a-9331-33ed0c7c3e24, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:25.723794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:25.730941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Allocated IP 172.20.0.1 (f57e2941-8954-4594-ba7f-4c488549598f/ff119662-407e-4910-bc5a-bb145663ab4b/3ac1ba5f-c377-4f8f-aa28-97b36b48087f) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:25.748684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e917c73-2708-4d3f-a3c6-d0a03e57c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:25.751609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e917c73-2708-4d3f-a3c6-d0a03e57c1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:25.755537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7e917c73-2708-4d3f-a3c6-d0a03e57c1ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a30561ec-579d-43fe-9d39-667012df65f4 HTTP/1.1" status: 204 len: 168 time: 0.6379495 Dec 10 08:48:25.809131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e917c73-2708-4d3f-a3c6-d0a03e57c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30561ec-579d-43fe-9d39-667012df65f4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:25.829893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4080c235-22f4-4f5b-8836-3c98f5364f39 req-1e082dd3-ae41-4164-900f-904e892c2410 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612081 Dec 10 08:48:25.879533 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:18Z', 'updated_at': '2021-12-10T08:48:22Z', 'revision_number': 3, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'gw_port': {'id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:19Z', 'updated_at': '2021-12-10T08:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:25.912399 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b19387-06cf-4ffa-b8bd-7c3c62dd963e None None] The sync data for ids ['b0a5a319-3745-4092-94ea-83cc29b00bb5'] in n-d-814746-3 is: [{'id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:18Z', 'updated_at': '2021-12-10T08:48:22Z', 'revision_number': 3, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'gw_port': {'id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:19Z', 'updated_at': '2021-12-10T08:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:48:25.950170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698932e1-0df0-4499-bbd4-5906acdc69a6 req-193de7b9-e93c-4b0c-95ad-1189856b75f7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:25.953651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c0b959-d65d-4513-be05-9f681bb278b3 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:25.958452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-698932e1-0df0-4499-bbd4-5906acdc69a6 req-193de7b9-e93c-4b0c-95ad-1189856b75f7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 935 time: 0.3863244 Dec 10 08:48:26.062533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] For port cac6e050-4796-4e8a-9331-33ed0c7c3e24, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:26.068513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] For port cac6e050-4796-4e8a-9331-33ed0c7c3e24, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cac6e050-4796-4e8a-9331-33ed0c7c3e24,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:26.084734 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.088649 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.131246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-cb7c3eb8-5160-4ba8-ac6e-6a6a39226692 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:26.132843 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-cb7c3eb8-5160-4ba8-ac6e-6a6a39226692 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 808 time: 0.5605984 Dec 10 08:48:26.192185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-698932e1-0df0-4499-bbd4-5906acdc69a6 req-c187deaf-10ab-4061-bd77-8a1c70d8cbac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305369 Dec 10 08:48:26.193885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:26.194555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.195890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] 10.222.0.39 "PUT /v2.0/ports/cac6e050-4796-4e8a-9331-33ed0c7c3e24 HTTP/1.1" status: 200 len: 1096 time: 3.1306148 Dec 10 08:48:26.196323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1671b11-c246-416f-9cc9-6ba282cb3e4b', 'tag': 'cac6e050-4796-4e8a-9331-33ed0c7c3e24'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:26.199413 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedd9980-669d-4036-ada2-f0f6cc2e5030" -d '{"events": [{"name": "network-changed", "server_uuid": "c1671b11-c246-416f-9cc9-6ba282cb3e4b", "tag": "cac6e050-4796-4e8a-9331-33ed0c7c3e24"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:26.236394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.237734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Transition to ACTIVE for port object 86c0b959-d65d-4513-be05-9f681bb278b3 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:26.245943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Request body: {'port': {'device_id': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af', 'admin_state_up': True, 'tenant_id': '7b46326893314c2983c883ddfe677441'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:26.370596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.431694 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-5191d9cf-c0f1-49d5-84a8-06ee2b0b9fb7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4943194 Dec 10 08:48:26.444479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18cdb3-b992-4ed8-99cf-286f9f6993dd service neutron] Pushing event updated for resources: {'Port': ['ID=cac6e050-4796-4e8a-9331-33ed0c7c3e24,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:26.454099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:26.471160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c0de791-63c9-45cf-8165-1ba1433a0d7e req-af41e238-6466-45fe-b20b-d8a041af54a4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 210 time: 0.1385970 Dec 10 08:48:26.472168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.551385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac1ba5f-c377-4f8f-aa28-97b36b48087f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:26.575792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Network f57e2941-8954-4594-ba7f-4c488549598f is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:26.579573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-f822cff9-cd90-4062-ae70-24aadd682339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:26.581097 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-f822cff9-cd90-4062-ae70-24aadd682339 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 1099 time: 0.2299192 Dec 10 08:48:26.589351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:26.592350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Pushing event updated for resources: {'Port': ['ID=86c0b959-d65d-4513-be05-9f681bb278b3,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:26.598804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:26.600250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.605865 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.731840 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-b40ef8e0-c48e-4618-a560-de2e4b664c82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=cac6e050-4796-4e8a-9331-33ed0c7c3e24 HTTP/1.1" status: 200 len: 217 time: 0.1050901 Dec 10 08:48:26.799330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Attempting to bind port 86c0b959-d65d-4513-be05-9f681bb278b3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:26.799676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Attempting to bind port 86c0b959-d65d-4513-be05-9f681bb278b3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:26.799987 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Attempting to bind port 86c0b959-d65d-4513-be05-9f681bb278b3 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:26.833624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Port 86c0b959-d65d-4513-be05-9f681bb278b3 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:26.833968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Attempting to bind port 86c0b959-d65d-4513-be05-9f681bb278b3 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:26.848421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:26.849126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:26.849788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:26.850439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Bound port: 86c0b959-d65d-4513-be05-9f681bb278b3, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:26.851184 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.883338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Made reservation on behalf of 7b46326893314c2983c883ddfe677441 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:26.887248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:26.898288 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea020223-40a6-474f-bbb2-fd38cca0b345 req-f9fb0bfa-a50f-437d-a9d8-c51566660a86 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 210 time: 0.1366906 Dec 10 08:48:27.064955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] For port 86c0b959-d65d-4513-be05-9f681bb278b3, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:27.066937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9f420d10-6498-4baa-99e1-c80baa97b35f None None] Provisioning complete for port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:27.067366 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f420d10-6498-4baa-99e1-c80baa97b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.071742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] For port 86c0b959-d65d-4513-be05-9f681bb278b3, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=86c0b959-d65d-4513-be05-9f681bb278b3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:27.134194 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.164079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9f420d10-6498-4baa-99e1-c80baa97b35f None None] Port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:27.170845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.270143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Allocated IP 172.20.0.10 (38f4be52-a18a-42a7-be07-351c47d9e9af/b1db733b-dc4a-4d4f-a120-c2858b3ca1c0/ad072f6b-c602-4abf-b3e4-84d63d184bc0) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:27.298958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40686) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:27.303592 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad2293c-9f2d-4032-aca5-c13599f99a69 x-openstack-request-id: req-5ad2293c-9f2d-4032-aca5-c13599f99a69 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:27.303888 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1671b11-c246-416f-9cc9-6ba282cb3e4b", "tag": "cac6e050-4796-4e8a-9331-33ed0c7c3e24", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:27.304145 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ad2293c-9f2d-4032-aca5-c13599f99a69 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:27.304529 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1671b11-c246-416f-9cc9-6ba282cb3e4b', 'tag': 'cac6e050-4796-4e8a-9331-33ed0c7c3e24', 'status': 'completed', 'code': 200} Dec 10 08:48:27.308162 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.358330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-16dc7267-934e-4c65-8b3e-d9b4a15a228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:27.359886 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-16dc7267-934e-4c65-8b3e-d9b4a15a228d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.6087341 Dec 10 08:48:27.423529 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-12a61b32-fb93-4e34-b253-78d5eacdce55 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c1cc2cdcd0424e329882c05977a756ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210921 Dec 10 08:48:27.429781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16157c3b-e340-4e0a-9cb7-7b0f124912e7 req-6a38b6c5-41f9-4559-8090-2a1d0ac13eb4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:27.435745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:27.438412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16157c3b-e340-4e0a-9cb7-7b0f124912e7 req-6a38b6c5-41f9-4559-8090-2a1d0ac13eb4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 945 time: 0.2543831 Dec 10 08:48:27.490134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:27.496168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.498212 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] 10.222.0.39 "PUT /v2.0/ports/86c0b959-d65d-4513-be05-9f681bb278b3 HTTP/1.1" status: 200 len: 1095 time: 2.9327359 Dec 10 08:48:27.546561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-520805600-network', 'tenant_id': '1354c1ef60e54d81918cf400f5165746'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:27.555420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Allocated IP 172.25.3.153 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/3147ba20-1341-42dd-baff-94f945060246) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:27.561025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:27.561399 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.627177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1f986-065e-4c72-ba41-be493e57f3da service neutron] Pushing event updated for resources: {'Port': ['ID=86c0b959-d65d-4513-be05-9f681bb278b3,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:27.708475 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.709325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16157c3b-e340-4e0a-9cb7-7b0f124912e7 req-3708cae6-69e9-46de-8fd7-9601a7642a9f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619586 Dec 10 08:48:27.739580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8c17e13b-0ffc-44a5-aa75-2b252f1b01cd,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:27.746774 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.747303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-b96d0d50-bc7d-40a2-be30-dfbda99c71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:27.748831 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-b96d0d50-bc7d-40a2-be30-dfbda99c71bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3205492 Dec 10 08:48:27.800136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Made reservation on behalf of 1354c1ef60e54d81918cf400f5165746 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:27.802548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.825660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=8c17e13b-0ffc-44a5-aa75-2b252f1b01cd,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:27.833606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.864892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.865751 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:27.882257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.089564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.111609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-df7d33db-8faa-4d65-aac3-045beef4e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:28.113121 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-df7d33db-8faa-4d65-aac3-045beef4e52c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 1098 time: 0.5454063 Dec 10 08:48:28.151871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.175674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac1ba5f-c377-4f8f-aa28-97b36b48087f,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:28.195440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-2330f2e5-ae5c-4eec-bcab-cf862d5ef579 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:28.196873 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-2330f2e5-ae5c-4eec-bcab-cf862d5ef579 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6304297 Dec 10 08:48:28.197860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f9d3-530a-465a-a42d-96c2fad4efdc req-da0d917a-6f0d-4ae5-891e-ae2b08a8f9b0 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:28.199607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5e4f9d3-530a-465a-a42d-96c2fad4efdc req-da0d917a-6f0d-4ae5-891e-ae2b08a8f9b0 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 947 time: 0.3801312 Dec 10 08:48:28.206642 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-a6c3bcec-1272-4ff9-91fa-964329bc81ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=86c0b959-d65d-4513-be05-9f681bb278b3 HTTP/1.1" status: 200 len: 217 time: 0.0722241 Dec 10 08:48:28.225362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Request body: {'port': {'device_id': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'c1cc2cdcd0424e329882c05977a756ef'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:28.276618 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.311042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Network f57e2941-8954-4594-ba7f-4c488549598f is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:28.323088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5e4f9d3-530a-465a-a42d-96c2fad4efdc req-5f6487ab-8e89-4f55-bba8-12ecc7c8d240 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169190 Dec 10 08:48:28.323925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:28.335694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:28.341739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:28.347791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:28.353393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Pushing event updated for resources: {'Port': ['ID=3147ba20-1341-42dd-baff-94f945060246,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:28.382694 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-677fb951-4bf6-4155-a94f-ccd324d5ac37 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192496 Dec 10 08:48:28.426145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-b38989b2-2b2b-418e-99cc-7c28e53ecf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:28.427684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-b38989b2-2b2b-418e-99cc-7c28e53ecf84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1989193 Dec 10 08:48:28.461359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.470055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a4b987d-91c5-4e9e-af30-95a044a52f56 req-9cb32fa3-7688-41ca-8482-bb30cc3a4ff7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 210 time: 0.0406027 Dec 10 08:48:28.532165 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.602169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Router b0a5a319-3745-4092-94ea-83cc29b00bb5 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:48:28.622139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Network 38f4be52-a18a-42a7-be07-351c47d9e9af is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:28.623700 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.647799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:28.655531 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Pushing event updated for resources: {'Port': ['ID=ad072f6b-c602-4abf-b3e4-84d63d184bc0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:28.657996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:28.663657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:28.664296 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.664828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abcf71-d578-4783-adcd-cae752d41ef4 req-b495ed28-136a-4712-9d6a-3f780290c008 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:28.666572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39abcf71-d578-4783-adcd-cae752d41ef4 req-b495ed28-136a-4712-9d6a-3f780290c008 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1096 time: 0.1119928 Dec 10 08:48:28.672606 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.695660 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.703439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-1e2ebe40-99a9-4211-bfc9-1e307e824d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:28.704949 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-1e2ebe40-99a9-4211-bfc9-1e307e824d9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2611225 Dec 10 08:48:28.708297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Made reservation on behalf of c1cc2cdcd0424e329882c05977a756ef for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:28.711965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.715918 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-42be3f19-a98f-4578-bbba-92f5feda21eb service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208830 Dec 10 08:48:28.727205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-34a2c550-216d-4831-b64b-3ec054ccc2f5 None None] Provisioning complete for port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:28.728318 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-34a2c550-216d-4831-b64b-3ec054ccc2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.742230 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-bd41cbfa-4a49-4984-a107-33e2a578d4de tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5075245 Dec 10 08:48:28.774247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-34a2c550-216d-4831-b64b-3ec054ccc2f5 None None] Port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:28.774635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.795324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Request body: {'port': {'device_id': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:28.832310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fc6957-71c5-45b6-b2ea-aa85006b0b75,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:28.835012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:48:28.859251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39abcf71-d578-4783-adcd-cae752d41ef4 req-2afa39ff-47a4-49eb-9938-0d3cd810386f tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462867 Dec 10 08:48:28.895725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:48:28.909636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-98215495-06d1-48dc-a551-92a9e5c013b4 admin admin] 10.222.0.31 "PUT /v2.0/routers/b0a5a319-3745-4092-94ea-83cc29b00bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2962024 Dec 10 08:48:28.910476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.910476 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Added segment 8f9dcfca-7630-4212-b340-8c3d8a5c0cba of type vlan for network 6a1abd09-9573-4134-948a-35cbddc71e9f Dec 10 08:48:28.915795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Sync routers for ids ['b0a5a319-3745-4092-94ea-83cc29b00bb5'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:48:28.927258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Routers {'b0a5a319-3745-4092-94ea-83cc29b00bb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:28.928018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b0a5a319-3745-4092-94ea-83cc29b00bb5'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:28.973648 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:28.989322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.055426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.069160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Set router b0a5a319-3745-4092-94ea-83cc29b00bb5 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:29.069910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.073436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-89ba80dd-bf78-443a-9224-78be9978ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:29.075203 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-89ba80dd-bf78-443a-9224-78be9978ce62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 1099 time: 0.2936101 Dec 10 08:48:29.075780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.081546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Pushing event updated for resources: {'Port': ['ID=3147ba20-1341-42dd-baff-94f945060246,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:29.105792 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.108063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-24ada8df-d8dc-4812-aa45-2568680732d1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6755440 Dec 10 08:48:29.121431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6caf8f-4de9-4b06-9b11-b3561a3727f0 req-42bb862b-0917-47c4-a053-8acd82353e0a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:29.130499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be6caf8f-4de9-4b06-9b11-b3561a3727f0 req-42bb862b-0917-47c4-a053-8acd82353e0a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 932 time: 0.1538367 Dec 10 08:48:29.151637 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-b330ae62-435a-415e-b8ab-a78ebd38a512 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276905 Dec 10 08:48:29.224756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-469c03ee-cccf-40cf-b332-87bce8c94695 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0910442 Dec 10 08:48:29.252837 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.254067 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:29.254684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.368812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be6caf8f-4de9-4b06-9b11-b3561a3727f0 req-695d1b36-ef5c-4eb3-8120-9f5d2f882596 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321465 Dec 10 08:48:29.389572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:29.404902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a', 'tag': '86c0b959-d65d-4513-be05-9f681bb278b3'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:29.413140 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0197bf34-b156-45be-9fcd-a0ffacdcccbe" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a", "tag": "86c0b959-d65d-4513-be05-9f681bb278b3"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:29.480830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:18Z', 'updated_at': '2021-12-10T08:48:27Z', 'revision_number': 4, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'gw_port': {'id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:19Z', 'updated_at': '2021-12-10T08:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3ac1ba5f-c377-4f8f-aa28-97b36b48087f', 'name': '', 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'mac_address': 'fa:16:3e:02:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff119662-407e-4910-bc5a-bb145663ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:25Z', 'updated_at': '2021-12-10T08:48:27Z', 'revision_number': 2, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'subnets': [{'id': 'ff119662-407e-4910-bc5a-bb145663ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:29.483683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-5648af66-3be3-4970-a5ba-391aa4f133eb tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:29.486329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-5648af66-3be3-4970-a5ba-391aa4f133eb tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.2535093 Dec 10 08:48:29.496531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-75cc7428-2151-4998-a781-f519711e2b86 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:48:29.499890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ea24d07-3b13-49b6-9cfd-d897bef3c3ff req-75cc7428-2151-4998-a781-f519711e2b86 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066769 Dec 10 08:48:29.544216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1abd09-9573-4134-948a-35cbddc71e9f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:29.569708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Checking router: b0a5a319-3745-4092-94ea-83cc29b00bb5 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:48:29.570675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Updating router b0a5a319-3745-4092-94ea-83cc29b00bb5 port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:48:29.603584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 6a1abd09-9573-4134-948a-35cbddc71e9f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:48:29.621822 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-77d09646-c56b-41b3-bb71-982ccf231eb7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3158073 Dec 10 08:48:29.627111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.630331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40720) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:29.651009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Request body: {'subnet': {'network_id': '6a1abd09-9573-4134-948a-35cbddc71e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-520805600-subnet', 'tenant_id': '1354c1ef60e54d81918cf400f5165746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:29.672872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.764875 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.808919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e9ab7-43c7-4085-8879-89f3a5b7d51e req-b01116fc-69a8-4b3a-9bd6-0c37aaeabd52 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:29.809968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d4e9ab7-43c7-4085-8879-89f3a5b7d51e req-b01116fc-69a8-4b3a-9bd6-0c37aaeabd52 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 947 time: 0.2037916 Dec 10 08:48:29.817942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7a5a0-1b3d-4559-8e54-7d4b21c13c6b req-fbf7a6a0-bc56-4a1c-a8ec-876b5995afc9 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:29.826595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-afc7a5a0-1b3d-4559-8e54-7d4b21c13c6b req-fbf7a6a0-bc56-4a1c-a8ec-876b5995afc9 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1096 time: 0.1622715 Dec 10 08:48:29.860820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:29.861191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.883589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Made reservation on behalf of 1354c1ef60e54d81918cf400f5165746 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:29.886572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Publish callbacks [] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:29.994003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-afc7a5a0-1b3d-4559-8e54-7d4b21c13c6b req-8343aea9-043b-4237-84fd-decd46c3de7b tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664977 Dec 10 08:48:30.015371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d4e9ab7-43c7-4085-8879-89f3a5b7d51e req-8aa0e5b1-9351-4c5a-9388-6320ee032894 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867874 Dec 10 08:48:30.100382 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f983681b-62df-45c5-a54a-9a1997b3de2e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:30.147981 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3967d83e-1a7c-45e7-8570-30a849e72ca5 x-openstack-request-id: req-3967d83e-1a7c-45e7-8570-30a849e72ca5 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:30.148328 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a", "tag": "86c0b959-d65d-4513-be05-9f681bb278b3", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:30.148516 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3967d83e-1a7c-45e7-8570-30a849e72ca5 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:30.148904 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a', 'tag': '86c0b959-d65d-4513-be05-9f681bb278b3', 'status': 'completed', 'code': 200} Dec 10 08:48:30.178966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Allocated IP 192.168.233.198 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/997761bf-5b94-4146-aaa9-5ba63000430c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:30.222569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-f022e548-dd3d-4b7a-88de-7b8c7ada609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:30.224300 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-f022e548-dd3d-4b7a-88de-7b8c7ada609d service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 1.1375594 Dec 10 08:48:30.243160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7e786dd-8b19-453a-b86c-4b6728fe1a3b req-3fde9108-482d-4b51-94b2-db9f431f6954 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 210 time: 0.1001964 Dec 10 08:48:30.374603 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-e4cae1d5-0beb-4c9d-a5ec-8fdda8d57bc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=cac6e050-4796-4e8a-9331-33ed0c7c3e24 HTTP/1.1" status: 200 len: 217 time: 0.1033862 Dec 10 08:48:30.399539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f83c7d64-808a-4772-a9b9-f70d9ef1d450 req-19765f5a-ce44-4b94-b0f8-800cf34670fd service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1911407 Dec 10 08:48:30.435868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-2a5028fc-5dd1-4baf-aa51-03c5ee3d6f43 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:30.443651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-2a5028fc-5dd1-4baf-aa51-03c5ee3d6f43 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 821 time: 0.1885512 Dec 10 08:48:30.481311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-8143fb19-4716-4e60-8ace-8515a968c7f3 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/quotas/747b2d0142864c5a839067abcdad1cbb HTTP/1.1" status: 200 len: 375 time: 0.0364175 Dec 10 08:48:30.501718 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:30.510148 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:30.572161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-977a63b2-9f94-4321-8816-38ec2ddafc0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898461 Dec 10 08:48:30.677788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcc0be-f834-4194-9632-7855ca725cd3 None None] Pushing event updated for resources: {'Port': ['ID=3ac1ba5f-c377-4f8f-aa28-97b36b48087f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:30.754482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Attempting to bind port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:30.754847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Attempting to bind port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:30.759576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Attempting to bind port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f on network f57e2941-8954-4594-ba7f-4c488549598f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:30.772340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:30.773560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Checking segment: {'id': 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:30.774164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:30.774723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Bound using segment: {'id': 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:30.775385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Bound port: 3ac1ba5f-c377-4f8f-aa28-97b36b48087f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:30.776182 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:30.822671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4e8b-0514-4719-a274-f31024c12cf1 req-b5e4a0cc-aabe-4532-aff2-dde96ec2aba3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:30.822671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa0b4e8b-0514-4719-a274-f31024c12cf1 req-b5e4a0cc-aabe-4532-aff2-dde96ec2aba3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 932 time: 0.1202390 Dec 10 08:48:30.836060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-5ce540b8-1c2c-48c4-b3a2-72a80d100ba6 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617054 Dec 10 08:48:30.973948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] For port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:30.978801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] For port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3ac1ba5f-c377-4f8f-aa28-97b36b48087f,segment=NetworkSegment(fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3),segment_id=fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:31.000139 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:31.047455 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa0b4e8b-0514-4719-a274-f31024c12cf1 req-16922686-f086-4297-a69f-05f491145d81 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176561 Dec 10 08:48:31.110920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcc0be-f834-4194-9632-7855ca725cd3 None None] Pushing event updated for resources: {'Port': ['ID=3ac1ba5f-c377-4f8f-aa28-97b36b48087f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:31.131467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-0ea5363c-5d1d-4cc8-8ad4-cedda60754a0 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863448 Dec 10 08:48:31.212485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8fe568c0-400d-4f85-9a01-bcefbc4deabe None None] Provisioning complete for port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:31.212862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8fe568c0-400d-4f85-9a01-bcefbc4deabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:31.294313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9784bc-0da8-4dd8-b271-d6702c3d7e41 req-c751e70f-3be1-4198-b077-098c8d113d00 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:31.303059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c9784bc-0da8-4dd8-b271-d6702c3d7e41 req-c751e70f-3be1-4198-b077-098c8d113d00 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1096 time: 0.0700805 Dec 10 08:48:31.313290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-e6f1e34c-c26a-4d86-b54c-a80dc6df3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:31.314813 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-e6f1e34c-c26a-4d86-b54c-a80dc6df3752 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.9024472 Dec 10 08:48:31.325392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Routers {'b0a5a319-3745-4092-94ea-83cc29b00bb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:31.328714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b0a5a319-3745-4092-94ea-83cc29b00bb5'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:31.447572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c9784bc-0da8-4dd8-b271-d6702c3d7e41 req-67751500-dff0-408d-ae4a-d00d2a3df496 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433625 Dec 10 08:48:31.641365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] Set router b0a5a319-3745-4092-94ea-83cc29b00bb5 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:31.684220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504e8f1-cdf0-4933-92dd-684a84053ece req-06ad23f1-ae1b-4b9a-a7bd-65cf7d63b615 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:31.698041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0504e8f1-cdf0-4933-92dd-684a84053ece req-06ad23f1-ae1b-4b9a-a7bd-65cf7d63b615 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 947 time: 0.1412706 Dec 10 08:48:31.793019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:31.796128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-b1e86a7a-e257-40dc-8cdc-8815b673b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:31.796991 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8fe568c0-400d-4f85-9a01-bcefbc4deabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:31.798586 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-b1e86a7a-e257-40dc-8cdc-8815b673b3ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 1098 time: 1.2736275 Dec 10 08:48:31.804066 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:31.876774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d36ca78-5ac0-4367-80ed-898f73e4abad req-ca6ef58b-fa94-4369-af61-904176d7210a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 210 time: 0.1071897 Dec 10 08:48:31.899896 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0504e8f1-cdf0-4933-92dd-684a84053ece req-9f6c2939-d676-455b-871a-d3e9d6685eb7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952956 Dec 10 08:48:31.984242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cac6e050-4796-4e8a-9331-33ed0c7c3e24 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:32.021310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd101896-24ad-435e-9519-0d8b00cbe034 req-35937fea-244d-4c71-990c-f88b5fcf6437 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 210 time: 0.0670226 Dec 10 08:48:32.152271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad072f6b-c602-4abf-b3e4-84d63d184bc0 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:32.169295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-8d3565d4-5226-4d12-9ed0-74feb0f2c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:32.174291 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-8d3565d4-5226-4d12-9ed0-74feb0f2c07c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6966677 Dec 10 08:48:32.218661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:32.284698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f46e-7555-4f6e-8405-cd21e36ee950 req-11ece456-47df-4d56-a82c-baa61683e3e4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:32.291097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfa1f46e-7555-4f6e-8405-cd21e36ee950 req-11ece456-47df-4d56-a82c-baa61683e3e4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 932 time: 0.0918245 Dec 10 08:48:32.405923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfa1f46e-7555-4f6e-8405-cd21e36ee950 req-cb0c153c-c28e-446c-8ecb-dbb8244182fc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132989 Dec 10 08:48:32.468847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cac6e050-4796-4e8a-9331-33ed0c7c3e24, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cac6e050-4796-4e8a-9331-33ed0c7c3e24,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:32.474900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d096d5-03cb-4602-b279-40b2e8ff9b79,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:32.531809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8fe568c0-400d-4f85-9a01-bcefbc4deabe None None] For port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3ac1ba5f-c377-4f8f-aa28-97b36b48087f,segment=NetworkSegment(fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3),segment_id=fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:32.535038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Transition to ACTIVE for port object ad072f6b-c602-4abf-b3e4-84d63d184bc0 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:32.560854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'cac6e050-4796-4e8a-9331-33ed0c7c3e24', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'cac6e050-4796-4e8a-9331-33ed0c7c3e24', 'mac_address': 'fa:16:3e:b4:c7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:48:32.580421 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8fe568c0-400d-4f85-9a01-bcefbc4deabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:32.622590 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:32.645603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:32.730736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe568c0-400d-4f85-9a01-bcefbc4deabe None None] Pushing event updated for resources: {'Port': ['ID=3ac1ba5f-c377-4f8f-aa28-97b36b48087f,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:32.794961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Checking segment: {'id': '8f9dcfca-7630-4212-b340-8c3d8a5c0cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a1abd09-9573-4134-948a-35cbddc71e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:32.795881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Network hostable DHCP agents. Network: 6a1abd09-9573-4134-948a-35cbddc71e9f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:48:32.819835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-77aaddd2-5db7-4170-81bc-c7b32759c618 None None] Provisioning complete for port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:32.820466 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77aaddd2-5db7-4170-81bc-c7b32759c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:32.891993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-263f5d7a-99fb-4134-bb82-abd19fda09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:32.893593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-263f5d7a-99fb-4134-bb82-abd19fda09c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 1.0862055 Dec 10 08:48:32.897548 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:32.931844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac6e050-4796-4e8a-9331-33ed0c7c3e24 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:32.997970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:33.000249 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Pushing event updated for resources: {'Port': ['ID=ad072f6b-c602-4abf-b3e4-84d63d184bc0,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:33.002060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cac6e050-4796-4e8a-9331-33ed0c7c3e24, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cac6e050-4796-4e8a-9331-33ed0c7c3e24,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:33.034485 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-a78bf8e3-760c-4e1e-8f16-2477bab2d9f3 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358176 Dec 10 08:48:33.038322 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:33.153412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbbf83-b4f8-488b-b4bf-719a60b3958a req-753dd0d0-7fea-4d4a-b86b-a5780c6ce3c1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:33.166358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:33.168504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Pushing event updated for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:33.186215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fcbbf83-b4f8-488b-b4bf-719a60b3958a req-753dd0d0-7fea-4d4a-b86b-a5780c6ce3c1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 936 time: 0.1621089 Dec 10 08:48:33.292045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:18Z', 'updated_at': '2021-12-10T08:48:27Z', 'revision_number': 4, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'gw_port': {'id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:19Z', 'updated_at': '2021-12-10T08:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3ac1ba5f-c377-4f8f-aa28-97b36b48087f', 'name': '', 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'mac_address': 'fa:16:3e:02:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff119662-407e-4910-bc5a-bb145663ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:25Z', 'updated_at': '2021-12-10T08:48:30Z', 'revision_number': 4, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'subnets': [{'id': 'ff119662-407e-4910-bc5a-bb145663ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:33.351103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fcbbf83-b4f8-488b-b4bf-719a60b3958a req-8316caa9-d711-4e79-85a1-c684f3ca94ea tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615534 Dec 10 08:48:33.386205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:33.391900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a45015-5fcc-4df9-8df1-e256c4cf096a None None] The sync data for ids ['b0a5a319-3745-4092-94ea-83cc29b00bb5'] in n-d-814746-3 is: [{'id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:18Z', 'updated_at': '2021-12-10T08:48:27Z', 'revision_number': 4, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'gw_port': {'id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:19Z', 'updated_at': '2021-12-10T08:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3ac1ba5f-c377-4f8f-aa28-97b36b48087f', 'name': '', 'network_id': 'f57e2941-8954-4594-ba7f-4c488549598f', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'mac_address': 'fa:16:3e:02:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ff119662-407e-4910-bc5a-bb145663ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:25Z', 'updated_at': '2021-12-10T08:48:30Z', 'revision_number': 4, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'subnets': [{'id': 'ff119662-407e-4910-bc5a-bb145663ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:48:33.399629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:33.444951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:33.446130 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:33.497773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=cac6e050-4796-4e8a-9331-33ed0c7c3e24,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:33.524211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-ac912295-3474-4dbe-b8e2-25f8e52b6596 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=86c0b959-d65d-4513-be05-9f681bb278b3 HTTP/1.1" status: 200 len: 217 time: 0.3644743 Dec 10 08:48:33.560004 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba2fde0b-bc00-46ef-9e4a-c8eb85542188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:33.615105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Network 6a1abd09-9573-4134-948a-35cbddc71e9f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:48:33.620827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83cc63-fc26-4fb3-a5b2-8a278857b62f req-fad15b12-16f7-45ba-8e38-dfdde961b265 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:33.631198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d83cc63-fc26-4fb3-a5b2-8a278857b62f req-fad15b12-16f7-45ba-8e38-dfdde961b265 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 947 time: 0.1782651 Dec 10 08:48:33.718028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d83cc63-fc26-4fb3-a5b2-8a278857b62f req-6d6b3fd1-4122-49fa-96eb-230ea56bfe58 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855105 Dec 10 08:48:33.871063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1b6c672a-da3a-4cb1-8a31-43c8e9c9cafc None None] Provisioning complete for port 997761bf-5b94-4146-aaa9-5ba63000430c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:33.871760 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-da3a-4cb1-8a31-43c8e9c9cafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:33.915128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 86c0b959-d65d-4513-be05-9f681bb278b3 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:33.987687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64abcde6-659d-4069-9bad-f61b11c310fc req-6e5223d7-b980-4cd1-bba6-a0bb4bf5a381 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 210 time: 0.0731623 Dec 10 08:48:34.096979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-2b33f95c-31a0-4d1c-83f2-46b2aa6d5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:34.100675 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-2b33f95c-31a0-4d1c-83f2-46b2aa6d5185 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.5259449 Dec 10 08:48:34.102214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:34.102690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:34.103152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:34.127205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 86c0b959-d65d-4513-be05-9f681bb278b3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=86c0b959-d65d-4513-be05-9f681bb278b3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:34.202977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:34.203329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:34.209584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 6a1abd09-9573-4134-948a-35cbddc71e9f) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:34.223864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-65f22c49-ac34-486f-80e4-8fac800422c9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0151165 Dec 10 08:48:34.230715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '86c0b959-d65d-4513-be05-9f681bb278b3', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '86c0b959-d65d-4513-be05-9f681bb278b3', 'mac_address': 'fa:16:3e:d6:14:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:48:34.235908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c8d64-a1f9-4349-84d0-e53f12bc9d5c req-2533bb88-4e73-4256-b028-41f902f75225 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:34.243292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec3c8d64-a1f9-4349-84d0-e53f12bc9d5c req-2533bb88-4e73-4256-b028-41f902f75225 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0913126 Dec 10 08:48:34.252539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae140933-b545-469b-96ab-868e37b88886 None None] Network 6a1abd09-9573-4134-948a-35cbddc71e9f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:48:34.271045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:34.271381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:34.271767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:34.272401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Bound port: ad072f6b-c602-4abf-b3e4-84d63d184bc0, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:34.272894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:34.297418 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Request body: {'port': {'device_id': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:34.361585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:34.362343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:34.371217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec3c8d64-a1f9-4349-84d0-e53f12bc9d5c req-fb5af4c0-0191-4bd8-b474-d38394c9108c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200514 Dec 10 08:48:34.424334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40802) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:34.489547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c672a-da3a-4cb1-8a31-43c8e9c9cafc None None] Port 997761bf-5b94-4146-aaa9-5ba63000430c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:34.540796 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:34.551003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-657f5179-7e7e-4bca-93d4-17baf7c6e0f4 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:48:34.563178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-657f5179-7e7e-4bca-93d4-17baf7c6e0f4 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1351399 Dec 10 08:48:34.563304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-536b69ef-ea43-4745-9b6b-e41c77c04dda admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.9276693 Dec 10 08:48:34.607096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-18c077eb-a7c9-4dbf-99f7-c29f3cf75543 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:34.608799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-18c077eb-a7c9-4dbf-99f7-c29f3cf75543 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.39 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 821 time: 1.0742347 Dec 10 08:48:34.617335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c0b959-d65d-4513-be05-9f681bb278b3 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:34.669994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Request body: {'port': {'device_id': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'admin_state_up': True, 'tenant_id': '747b2d0142864c5a839067abcdad1cbb'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:34.694093 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:34.757636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 86c0b959-d65d-4513-be05-9f681bb278b3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=86c0b959-d65d-4513-be05-9f681bb278b3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:34.802850 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:34.824321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5dbb1e-070a-464d-9273-b6783343d9db None None] Network 6a1abd09-9573-4134-948a-35cbddc71e9f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:48:34.848029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:34.857072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:34.871092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-fd230765-a3f2-462a-91bd-3228868cb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:34.884319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-fd230765-a3f2-462a-91bd-3228868cb9fa service neutron] 10.222.0.31 "GET /v2.0/ports/d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 200 len: 1093 time: 0.2346103 Dec 10 08:48:34.919399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Request body: {'binding': {'host': 'n-h1-814746-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:34.922460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Unknown quota resources ['binding']. {{(pid=114969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 08:48:34.998479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-3b5da754-185b-4547-acb9-ba694e5b39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:35.000294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-3b5da754-185b-4547-acb9-ba694e5b39a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8822405 Dec 10 08:48:35.006007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:35.062966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73468794-22bb-4014-a27e-3134df7a1606 req-1a99c094-25f9-4b52-be42-7986617823b9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:35.073717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73468794-22bb-4014-a27e-3134df7a1606 req-1a99c094-25f9-4b52-be42-7986617823b9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 936 time: 0.3846364 Dec 10 08:48:35.117302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['86c0b959-d65d-4513-be05-9f681bb278b3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:35.156124 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dedd9980-669d-4036-ada2-f0f6cc2e5030 req-867d5d0f-8bcb-415a-b4ad-1bc4b257a72b service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9502125 Dec 10 08:48:35.169019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:35.173536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:35.175780 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] 10.222.0.18 "PUT /v2.0/ports/ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 200 len: 1092 time: 6.3963432 Dec 10 08:48:35.191220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=86c0b959-d65d-4513-be05-9f681bb278b3,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:35.411953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73468794-22bb-4014-a27e-3134df7a1606 req-fac76212-35ca-45f3-bd54-1171ed91e135 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319786 Dec 10 08:48:35.426337 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-58a7ae85-7d23-486a-8ba6-3a64f98e098d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:35.484009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3ac1ba5f-c377-4f8f-aa28-97b36b48087f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:35.588900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:35.592263 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4" -d '{"events": [{"name": "network-changed", "server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:35.612101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:35.612860 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:35.753403 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on host n-h1-814746-3 for vnic_type normal with profile None {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:35.754388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:35.754920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:35.769317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:35.770071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:35.781547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:35.782172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:35.782744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:35.783354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Bound port: d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:35.830846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40834) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:35.837078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1823258405-network', 'tenant_id': 'bbc3e74108c64e57adf41ef8d6777a80'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:35.857918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5d252-0653-47e2-b06f-b8a824d607de req-a1dbfe86-ed7a-43ed-a898-aa60121962ae tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:35.867324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36e5d252-0653-47e2-b06f-b8a824d607de req-a1dbfe86-ed7a-43ed-a898-aa60121962ae tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 948 time: 0.2037070 Dec 10 08:48:35.886701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cac6e050-4796-4e8a-9331-33ed0c7c3e24 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:35.964937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:35.985858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36e5d252-0653-47e2-b06f-b8a824d607de req-3b43ad2d-20a3-4370-908c-3d29f73538dd tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102304 Dec 10 08:48:35.993146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port cac6e050-4796-4e8a-9331-33ed0c7c3e24 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:48:35.998759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] Publish callbacks [] for binding, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.000146 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-4d4a4233-06d7-406e-9b67-9ce47b59d80b service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9715743 Dec 10 08:48:36.000275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c9b613d3-9869-474f-8349-24ffae3eda57 service neutron] 10.222.0.31 "POST /v2.0/ports/d47c4e4a-fac5-4755-992d-1cb117c8bb7d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1146042 Dec 10 08:48:36.004702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port cac6e050-4796-4e8a-9331-33ed0c7c3e24 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:36.005287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.006719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Made reservation on behalf of 747b2d0142864c5a839067abcdad1cbb for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:36.011454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Made reservation on behalf of bbc3e74108c64e57adf41ef8d6777a80 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:36.011850 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.016525 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.035873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.212491 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.248872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7d01d05-967c-41e5-a83f-768705f33abd req-71847ec9-dff4-4e1a-8cc0-af3c138fb78d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 210 time: 0.0614321 Dec 10 08:48:36.268791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1671b11-c246-416f-9cc9-6ba282cb3e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6e050-4796-4e8a-9331-33ed0c7c3e24'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:36.277570 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3c99e2-9837-4175-b88b-925aa08c0cfd" -d '{"events": [{"server_uuid": "c1671b11-c246-416f-9cc9-6ba282cb3e4b", "name": "network-vif-plugged", "status": "completed", "tag": "cac6e050-4796-4e8a-9331-33ed0c7c3e24"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:36.285691 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.286399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Allocated IP 172.20.0.9 (c3c4ae79-21c3-4bcd-8238-04f0585bfa62/8fc89e1a-5d0b-4b71-a713-c3ab647200a3/498fa369-6a78-4b85-acf5-42bd479fed37) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:36.311815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Pushing event updated for resources: {'Port': ['ID=ad072f6b-c602-4abf-b3e4-84d63d184bc0,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:36.312836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cac6e050-4796-4e8a-9331-33ed0c7c3e24, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cac6e050-4796-4e8a-9331-33ed0c7c3e24,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:36.333652 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.362591 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.373418 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.402713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=cac6e050-4796-4e8a-9331-33ed0c7c3e24,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:36.411731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:48:36.425237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.425741 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Added segment dadbd80a-de5a-43fe-86d5-170ba3097c70 of type vlan for network cd029f02-b21e-4dd8-9d4a-d846c5ad9460 Dec 10 08:48:36.471320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.472036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.472516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.472964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.473429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.473899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.474898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.475422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.475867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.476449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.476897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.477341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.477902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6216-747c-4a79-8bed-884c2b18da4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:36.492318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0197bf34-b156-45be-9fcd-a0ffacdcccbe req-d8d46003-d54c-40dd-a4d9-6f17eaf8008c service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626253 Dec 10 08:48:36.497896 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04488bdc-fc31-474d-9f62-7f2489237878 x-openstack-request-id: req-04488bdc-fc31-474d-9f62-7f2489237878 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:36.498366 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:36.499129 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04488bdc-fc31-474d-9f62-7f2489237878 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:36.499804 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0', 'status': 'completed', 'code': 200} Dec 10 08:48:36.581016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-1d0c5346-b381-4f38-9b35-be3a2ff21bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:36.582684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-1d0c5346-b381-4f38-9b35-be3a2ff21bcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1095 time: 0.9950881 Dec 10 08:48:36.699431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-9492eb78-27a7-4028-9e7e-c036f2d2f7aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 200 len: 217 time: 0.0989258 Dec 10 08:48:36.709035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-7e65eb81-8dd1-4440-8ba3-47e56af0025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:36.710660 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-7e65eb81-8dd1-4440-8ba3-47e56af0025c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1096 time: 0.2073767 Dec 10 08:48:36.734657 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.755185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b660b541-623c-4fa8-9532-3997829ff969,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:36.781908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444724c-35bf-423a-a2ed-452fd9fe9fb8 req-36de2334-a810-4b5c-9ef4-36120425bf64 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:36.790320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a444724c-35bf-423a-a2ed-452fd9fe9fb8 req-36de2334-a810-4b5c-9ef4-36120425bf64 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 944 time: 0.4955328 Dec 10 08:48:36.853388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.855354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:36.855964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:36.865904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886dfeb-b034-4147-9e47-0222732925e1 req-7f89e698-d58e-4713-b7f4-303f0774e22c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:36.867642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c886dfeb-b034-4147-9e47-0222732925e1 req-7f89e698-d58e-4713-b7f4-303f0774e22c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 945 time: 0.1690903 Dec 10 08:48:36.942576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a444724c-35bf-423a-a2ed-452fd9fe9fb8 req-dc759f72-42b0-41e8-9c3d-540b1d2e8114 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507404 Dec 10 08:48:36.968674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1359675 Dec 10 08:48:36.972681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40842) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:36.977632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Request body: {'subnet': {'network_id': 'cd029f02-b21e-4dd8-9d4a-d846c5ad9460', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1823258405-subnet', 'tenant_id': 'bbc3e74108c64e57adf41ef8d6777a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:36.992705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Pushing event updated for resources: {'Network': ['ID=cd029f02-b21e-4dd8-9d4a-d846c5ad9460,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:37.020340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.020665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.021012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.021362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.021728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.022046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.022474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.022768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.023001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.023317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.023651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.024085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.024269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56aa567-8af4-488a-b9ee-677eb85bdc3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:37.051824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network cd029f02-b21e-4dd8-9d4a-d846c5ad9460 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:48:37.065716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c886dfeb-b034-4147-9e47-0222732925e1 req-9fdc899b-a617-4243-8860-d74373bb219b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674917 Dec 10 08:48:37.066980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Made reservation on behalf of bbc3e74108c64e57adf41ef8d6777a80 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:37.069542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:37.107311 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3433a228-13c3-49c4-8998-b8fca567f108 x-openstack-request-id: req-3433a228-13c3-49c4-8998-b8fca567f108 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:37.108040 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1671b11-c246-416f-9cc9-6ba282cb3e4b", "name": "network-vif-plugged", "status": "completed", "tag": "cac6e050-4796-4e8a-9331-33ed0c7c3e24", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:37.109757 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3433a228-13c3-49c4-8998-b8fca567f108 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:37.112424 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1671b11-c246-416f-9cc9-6ba282cb3e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6e050-4796-4e8a-9331-33ed0c7c3e24', 'code': 200} Dec 10 08:48:37.146292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997761bf-5b94-4146-aaa9-5ba63000430c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:37.155281 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:37.170519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Transition to ACTIVE for port object 997761bf-5b94-4146-aaa9-5ba63000430c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:37.183933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-02d73e86-a0bd-47e3-9ef5-ccde619c41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:37.185481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-02d73e86-a0bd-47e3-9ef5-ccde619c41ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.4711089 Dec 10 08:48:37.223588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-2094f7f9-3426-4495-94e5-84fd0268970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:37.225252 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-2094f7f9-3426-4495-94e5-84fd0268970e service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.4977503 Dec 10 08:48:37.236858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:37.445133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a61e4-9585-4060-ab40-d56cc5e59ba7 req-20faf484-cabe-40d1-a019-faf48d6681f4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:37.448706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e7a61e4-9585-4060-ab40-d56cc5e59ba7 req-20faf484-cabe-40d1-a019-faf48d6681f4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.2233038 Dec 10 08:48:37.450514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-592bdeb3-e695-4e38-a907-a6ef49f1ea35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2241380 Dec 10 08:48:37.457242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Attempting to bind port 997761bf-5b94-4146-aaa9-5ba63000430c on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:37.457626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Attempting to bind port 997761bf-5b94-4146-aaa9-5ba63000430c by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:37.457958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Attempting to bind port 997761bf-5b94-4146-aaa9-5ba63000430c on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:37.460630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-22dc3dc9-d0fa-46fd-9c17-36b30416fffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 200 len: 217 time: 0.1832888 Dec 10 08:48:37.460763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc7e0-d6be-492c-9fd4-14d9d604b0ba req-bb5b7458-78e5-4cf3-9384-a9ddf4bb1c98 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:37.469125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43bbc7e0-d6be-492c-9fd4-14d9d604b0ba req-bb5b7458-78e5-4cf3-9384-a9ddf4bb1c98 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 948 time: 0.1856880 Dec 10 08:48:37.497345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:37.552956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:37.574862 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Pushing event updated for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:37.574862 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Port 997761bf-5b94-4146-aaa9-5ba63000430c on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:37.574862 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Attempting to bind port 997761bf-5b94-4146-aaa9-5ba63000430c on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:37.579447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43bbc7e0-d6be-492c-9fd4-14d9d604b0ba req-cd2c1290-fe32-49d1-81ab-0879f036f45f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942740 Dec 10 08:48:37.656824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Checking segment: {'id': 'dadbd80a-de5a-43fe-86d5-170ba3097c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cd029f02-b21e-4dd8-9d4a-d846c5ad9460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:37.657262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Network hostable DHCP agents. Network: cd029f02-b21e-4dd8-9d4a-d846c5ad9460, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:48:37.672794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:37.673583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:37.673704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:37.674176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Bound port: 997761bf-5b94-4146-aaa9-5ba63000430c, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:37.674601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:37.677846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25cb7b-784f-4517-8b21-80d3ed8a9027 req-50dce894-50cb-4e01-b80a-799845e1768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:37.679318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd25cb7b-784f-4517-8b21-80d3ed8a9027 req-50dce894-50cb-4e01-b80a-799845e1768d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 1101 time: 0.4519799 Dec 10 08:48:37.734785 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-f1fca4fb-8fee-4c6d-8526-5f70fb350fad service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568932 Dec 10 08:48:37.735802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f9e651e-fc4d-4314-bb6e-9d355ea5c4e6 req-68a16153-6a0c-42ac-969a-c6d1f2f2323b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 210 time: 0.0818214 Dec 10 08:48:37.742186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e7a61e4-9585-4060-ab40-d56cc5e59ba7 req-9c90e5ee-8043-4ac2-ba3c-dde4af8e10a8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375116 Dec 10 08:48:37.742350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Network cd029f02-b21e-4dd8-9d4a-d846c5ad9460 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:48:37.757189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-2a6802e4-0b19-44a6-8bb1-cf230831d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:37.758742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-2a6802e4-0b19-44a6-8bb1-cf230831d1aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.2100732 Dec 10 08:48:37.761739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8f2b31-4bc9-425b-a9cd-5c52c050c558,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:37.794098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, cd029f02-b21e-4dd8-9d4a-d846c5ad9460) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:37.802811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:37.803449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:37.809272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5aa4ef-0c7e-454b-b996-0fdcd271e942 None None] Network cd029f02-b21e-4dd8-9d4a-d846c5ad9460 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:48:37.838055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-86e786b3-eb20-408e-b803-4d1e120f4a01 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8644371 Dec 10 08:48:37.910346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:37.949657 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-35db77b2-f576-426f-88e0-66fe414455d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330822 Dec 10 08:48:38.054681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Pushing event updated for resources: {'Port': ['ID=498fa369-6a78-4b85-acf5-42bd479fed37,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:38.066613 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd25cb7b-784f-4517-8b21-80d3ed8a9027 req-628d3898-3c63-432a-8fa1-a28c36532158 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762465 Dec 10 08:48:38.103510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:38.106064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e418c86-4ed5-4024-b667-994cd4fa71cb req-878d0f32-0b85-4fa1-904d-965db448fc45 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519762 Dec 10 08:48:38.125994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40856) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:38.133077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:38.149873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:38.159283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:38.159924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.198592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:38.213797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-bcf18732-e095-4a8d-9b29-1f9772513791 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5748608 Dec 10 08:48:38.260652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:38.269889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Request body: {'port': {'device_id': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:38.297254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 86c0b959-d65d-4513-be05-9f681bb278b3 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:38.299526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['8dc360ab-2abb-44ba-b857-9257819437aa'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:38.319880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.324824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08bced2-1e66-4f06-832b-b4821a1b9606 admin admin] Deleting subnet 94d096d5-03cb-4602-b279-40b2e8ff9b79 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:48:38.385339 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f08bced2-1e66-4f06-832b-b4821a1b9606 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.394363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:38.400946 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.402622 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 200 len: 1096 time: 4.1110899 Dec 10 08:48:38.427351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb2844-2439-41a1-83c2-d928d3d5adce req-073ccd45-f093-4bc8-a0fb-98e35687631d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:38.457227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6fb2844-2439-41a1-83c2-d928d3d5adce req-073ccd45-f093-4bc8-a0fb-98e35687631d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 944 time: 0.3576531 Dec 10 08:48:38.459551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-42300d81-cdb5-422f-b191-041ed792d112 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914536 Dec 10 08:48:38.492966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3f876-bb9c-4bf4-98ca-b1d04d5160f4 service neutron] Pushing event updated for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:38.572692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7062820-f372-48c1-abb1-644cc409c82b None None] Network cd029f02-b21e-4dd8-9d4a-d846c5ad9460 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:48:38.585426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4637f-c33e-47f5-be4c-0a2ffb9969c5 req-fb023442-a0b0-4334-8b68-152f0e18a75f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:38.595719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:38.597093 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.598473 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99412cc-86d1-4852-99bf-ed7721cd9b54" -d '{"events": [{"name": "network-changed", "server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:38.599291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4de4637f-c33e-47f5-be4c-0a2ffb9969c5 req-fb023442-a0b0-4334-8b68-152f0e18a75f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 945 time: 0.3647056 Dec 10 08:48:38.601123 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.728863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4de4637f-c33e-47f5-be4c-0a2ffb9969c5 req-571117f3-f56b-4c48-8ff8-1c38bddff496 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275005 Dec 10 08:48:38.743922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0d25ec03-cdb5-4017-a6a6-52581ef83a32 None None] Provisioning complete for port 498fa369-6a78-4b85-acf5-42bd479fed37 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:38.744842 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0d25ec03-cdb5-4017-a6a6-52581ef83a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.797454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6fb2844-2439-41a1-83c2-d928d3d5adce req-8c7d5f9b-be7f-4296-9c62-1ca8be6a3dab tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383670 Dec 10 08:48:38.809942 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f08bced2-1e66-4f06-832b-b4821a1b9606 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.846468 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f08bced2-1e66-4f06-832b-b4821a1b9606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.882158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 86c0b959-d65d-4513-be05-9f681bb278b3 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:48:38.888438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0d25ec03-cdb5-4017-a6a6-52581ef83a32 None None] Port 498fa369-6a78-4b85-acf5-42bd479fed37 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:38.917008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 86c0b959-d65d-4513-be05-9f681bb278b3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:38.920819 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:38.980211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-d0abe689-3548-4892-b1cf-88d52581079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:38.981798 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-d0abe689-3548-4892-b1cf-88d52581079b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1095 time: 0.7654467 Dec 10 08:48:38.983363 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175cdb93-3368-4933-af5b-2e9f55d1fc1a x-openstack-request-id: req-175cdb93-3368-4933-af5b-2e9f55d1fc1a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:38.983646 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:38.983892 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-175cdb93-3368-4933-af5b-2e9f55d1fc1a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:38.984267 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c', 'status': 'completed', 'code': 200} Dec 10 08:48:39.067145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0d702-0640-40e6-90a4-0c1641b07f0e req-875e53b3-99c8-4cef-a853-7c83d37b2615 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:39.075277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67e0d702-0640-40e6-90a4-0c1641b07f0e req-875e53b3-99c8-4cef-a853-7c83d37b2615 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 948 time: 0.1488872 Dec 10 08:48:39.084523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f08bced2-1e66-4f06-832b-b4821a1b9606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:39.120347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57cee-77dd-4caa-bc87-505ca2fb33ce req-993557a9-879f-4464-9942-1a8bc571ffe7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:39.128548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ca57cee-77dd-4caa-bc87-505ca2fb33ce req-993557a9-879f-4464-9942-1a8bc571ffe7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 931 time: 0.1380458 Dec 10 08:48:39.159562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bced2-1e66-4f06-832b-b4821a1b9606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d096d5-03cb-4602-b279-40b2e8ff9b79,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:39.163318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-8ab32ac6-c6b4-4e6d-be1e-849038117cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:39.164614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-8ab32ac6-c6b4-4e6d-be1e-849038117cc3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1351388 Dec 10 08:48:39.171968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f08bced2-1e66-4f06-832b-b4821a1b9606 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:39.176686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f08bced2-1e66-4f06-832b-b4821a1b9606 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/94d096d5-03cb-4602-b279-40b2e8ff9b79 HTTP/1.1" status: 204 len: 168 time: 1.0467160 Dec 10 08:48:39.177558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-92adc273-9949-4f6e-be58-909b6f131a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:39.179105 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-92adc273-9949-4f6e-be58-909b6f131a85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1099 time: 0.6258774 Dec 10 08:48:39.179576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40868) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:39.248211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67e0d702-0640-40e6-90a4-0c1641b07f0e req-65beb77c-cadb-486d-849c-6ffea1b9865c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671855 Dec 10 08:48:39.282250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ca57cee-77dd-4caa-bc87-505ca2fb33ce req-08f37623-242f-4754-8e64-d7b1f4bb2485 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525671 Dec 10 08:48:39.355126 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-647f4184-2dd1-4575-adec-a06cd2a1337f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 200 len: 217 time: 0.1508422 Dec 10 08:48:39.356689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-550bb59c-d31d-44ad-8440-0c1042c06a9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 200 len: 217 time: 0.1735442 Dec 10 08:48:39.383366 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:39.403765 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:39.444053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4ec5e-80c7-42be-a553-2fc7f1c43a11 req-b41e7876-3274-41f3-9625-37737bec4ab0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:39.445980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92c4ec5e-80c7-42be-a553-2fc7f1c43a11 req-b41e7876-3274-41f3-9625-37737bec4ab0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.0682695 Dec 10 08:48:39.459361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 86c0b959-d65d-4513-be05-9f681bb278b3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=86c0b959-d65d-4513-be05-9f681bb278b3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:39.461575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0b959-d65d-4513-be05-9f681bb278b3'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:39.465670 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d08753-23e8-4a95-b0a0-f92b6864af71" -d '{"events": [{"server_uuid": "a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a", "name": "network-vif-plugged", "status": "completed", "tag": "86c0b959-d65d-4513-be05-9f681bb278b3"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:39.474185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:39.535147 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=86c0b959-d65d-4513-be05-9f681bb278b3,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:39.542672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-e7408dcc-5cf3-4e93-9410-10783e2a35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:39.545205 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-e7408dcc-5cf3-4e93-9410-10783e2a35e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1694522 Dec 10 08:48:39.555725 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547cfef0-4078-44ba-a17b-4e0e02341242 x-openstack-request-id: req-547cfef0-4078-44ba-a17b-4e0e02341242 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:39.556121 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a", "name": "network-vif-plugged", "status": "completed", "tag": "86c0b959-d65d-4513-be05-9f681bb278b3", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:39.556450 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-547cfef0-4078-44ba-a17b-4e0e02341242 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:39.557625 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0b959-d65d-4513-be05-9f681bb278b3', 'code': 200} Dec 10 08:48:39.558994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92c4ec5e-80c7-42be-a553-2fc7f1c43a11 req-d59fc74f-f464-4be4-9cf9-6c94f225bdbe tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057425 Dec 10 08:48:39.689698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-e7598d61-b0f6-4835-b5e7-f8a06b978a03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181486 Dec 10 08:48:39.706609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-6cf68a90-a833-4df1-9dfe-d5ce03c82d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:39.708039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-6cf68a90-a833-4df1-9dfe-d5ce03c82d89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.3286023 Dec 10 08:48:39.715087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:39.718041 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-4d4a4745-5ac3-42af-b911-93b0b33e61f1 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1233740 Dec 10 08:48:39.853300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498fa369-6a78-4b85-acf5-42bd479fed37 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:39.885458 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:39.898381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f933f-cf56-46c7-a348-268730da4fd7 req-9d67ff23-0cdc-4012-beda-a2dbae0c4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:39.899890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2d1f933f-cf56-46c7-a348-268730da4fd7 req-9d67ff23-0cdc-4012-beda-a2dbae0c4da2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 1100 time: 0.2705655 Dec 10 08:48:39.969012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d47d9e-c76b-4fd6-a1f2-f51b930ad6d4 req-6ae99019-f107-4cbb-b612-5ee0c8157b9e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:39.970759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53d47d9e-c76b-4fd6-a1f2-f51b930ad6d4 req-6ae99019-f107-4cbb-b612-5ee0c8157b9e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 945 time: 0.1567931 Dec 10 08:48:40.015719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38cd1d-80c7-47b5-b954-8f7d6c4ef77e req-f6a8e66e-b816-48a3-81b6-d28ae24510b8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:40.017314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a38cd1d-80c7-47b5-b954-8f7d6c4ef77e req-f6a8e66e-b816-48a3-81b6-d28ae24510b8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0998888 Dec 10 08:48:40.061121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53d47d9e-c76b-4fd6-a1f2-f51b930ad6d4 req-ac1e0512-ee32-48f9-a354-2c193a4d45ed tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778396 Dec 10 08:48:40.093884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a38cd1d-80c7-47b5-b954-8f7d6c4ef77e req-6083d5dc-a7d5-4ac9-b9c9-e71a4bdd78cc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646448 Dec 10 08:48:40.180264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-f466b7c9-0677-4d53-bdd1-2c6b14b29ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:40.182367 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-f466b7c9-0677-4d53-bdd1-2c6b14b29ac5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4571297 Dec 10 08:48:40.186948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Transition to ACTIVE for port object 498fa369-6a78-4b85-acf5-42bd479fed37 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:40.248248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:40.283506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-4495129f-ad76-43a5-bb0a-398f507ef8b3 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:40.284993 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-4495129f-ad76-43a5-bb0a-398f507ef8b3 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.4592733 Dec 10 08:48:40.347201 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-2ba48862-047d-4340-9919-a60ab6197eaa service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380153 Dec 10 08:48:40.353000 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:40.362274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814746-3'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:40.411132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc044-4261-4c09-b7ea-2740cefc0574 req-999ccd4c-87b1-4ab6-a339-f89211dc69a6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:40.413969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f5cc044-4261-4c09-b7ea-2740cefc0574 req-999ccd4c-87b1-4ab6-a339-f89211dc69a6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 949 time: 0.0923183 Dec 10 08:48:40.431330 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2d1f933f-cf56-46c7-a348-268730da4fd7 req-84b491a7-df3e-4f9e-bf64-79a952c1b52e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197780 Dec 10 08:48:40.457539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.457950 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.458697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.459046 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > port after_create 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.459370 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > port after_delete 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.459697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > port after_update 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.460016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.460333 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.460646 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.460964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.516102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f5cc044-4261-4c09-b7ea-2740cefc0574 req-9e177097-4b36-4572-a2b2-35632f941a62 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630963 Dec 10 08:48:40.550235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a3284-e570-4e6c-a1e1-aa3e20c57ce6 req-f14b1830-7fe2-4d16-9264-a1288481672c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:40.552202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39a3284-e570-4e6c-a1e1-aa3e20c57ce6 req-f14b1830-7fe2-4d16-9264-a1288481672c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 943 time: 0.1371195 Dec 10 08:48:40.589418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.590071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.590753 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.591249 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:40.592080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1abd09-9573-4134-948a-35cbddc71e9f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:40.628758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39a3284-e570-4e6c-a1e1-aa3e20c57ce6 req-cb89c145-531b-4e47-a854-196dc59ab8c7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665700 Dec 10 08:48:40.733218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9dcfca-7630-4212-b340-8c3d8a5c0cba') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:40.733690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9dcfca-7630-4212-b340-8c3d8a5c0cba') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:40.755370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Pushing event updated for resources: {'Port': ['ID=498fa369-6a78-4b85-acf5-42bd479fed37,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:40.758327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d62173-691f-44d9-b000-199fedbaa8f3 req-35f13525-240e-4774-8be1-ce504fa3d4be tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:40.760334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74d62173-691f-44d9-b000-199fedbaa8f3 req-35f13525-240e-4774-8be1-ce504fa3d4be tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.0693426 Dec 10 08:48:40.793407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:40.805594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Attempting to bind port 498fa369-6a78-4b85-acf5-42bd479fed37 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:40.805932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Attempting to bind port 498fa369-6a78-4b85-acf5-42bd479fed37 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:40.806347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Attempting to bind port 498fa369-6a78-4b85-acf5-42bd479fed37 on network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:40.820737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74d62173-691f-44d9-b000-199fedbaa8f3 req-5de6d7e1-25a6-4731-8aee-f9784c37441d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482056 Dec 10 08:48:40.845409 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-a14f10ad-ddcd-4a16-94ee-65cdc74db42c service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435447 Dec 10 08:48:40.851526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:40.859254 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:40.864121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Port 498fa369-6a78-4b85-acf5-42bd479fed37 on network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:40.864444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Attempting to bind port 498fa369-6a78-4b85-acf5-42bd479fed37 on network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:40.904377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:48:40.904779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:40.906701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:40.907035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Checking segment: {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:40.907454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Bound using segment: {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:40.907894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Bound port: 498fa369-6a78-4b85-acf5-42bd479fed37, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0faff6-a728-41e2-aa3f-d360755652ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:40.908244 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: from cryptography.utils import int_from_bytes Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: from cryptography.utils import int_from_bytes Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:48:40.930662 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:48:40.973181 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-54aa6cbb-6a94-4ea3-83ed-992e410c87c4 req-00cbe5d6-cda0-43bd-9388-7402b498cb24 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023860 Dec 10 08:48:41.088644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.129467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.132644 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a1abd09-9573-4134-948a-35cbddc71e9f HTTP/1.1" status: 204 len: 168 time: 1.9468052 Dec 10 08:48:41.136026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40890) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:41.200668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448a4a3-2101-4d2d-b9d8-6c64d50e5add admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1abd09-9573-4134-948a-35cbddc71e9f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:41.210099 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b5dfb7c-b41a-47ef-876f-9b63d2291d59 req-751d6ce0-69c6-44ec-a995-9675c58453ed service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468826 Dec 10 08:48:41.212543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] For port 498fa369-6a78-4b85-acf5-42bd479fed37, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:41.226413 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] For port 498fa369-6a78-4b85-acf5-42bd479fed37, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=498fa369-6a78-4b85-acf5-42bd479fed37,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:41.250030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55eb078-6a8b-4134-96d3-ced251f3240a admin admin] Deleting subnet af8f2b31-4bc9-425b-a9cd-5c52c050c558 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:48:41.257212 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c55eb078-6a8b-4134-96d3-ced251f3240a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.266440 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.315176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ceeba-f197-4fd5-bbff-1f527ce4ed2a req-76c0209a-2238-4917-a5ed-7fdb2fc187dc tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:41.316877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d22ceeba-f197-4fd5-bbff-1f527ce4ed2a req-76c0209a-2238-4917-a5ed-7fdb2fc187dc tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 945 time: 0.1282973 Dec 10 08:48:41.333868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:41.334490 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.336142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] 10.222.0.39 "PUT /v2.0/ports/498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 200 len: 1091 time: 3.0737498 Dec 10 08:48:41.361468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:41.364599 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615c40c2-e332-435f-a903-3842a27fb9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:41.421877 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c55eb078-6a8b-4134-96d3-ced251f3240a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.456405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:41.486850 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c55eb078-6a8b-4134-96d3-ced251f3240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.555211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44034813-ed62-4a68-bda2-237da3f5c4b3 req-e47e711d-831c-45f5-9062-c919104d4691 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:41.565814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44034813-ed62-4a68-bda2-237da3f5c4b3 req-e47e711d-831c-45f5-9062-c919104d4691 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 944 time: 0.3096383 Dec 10 08:48:41.574188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-2aea6e2b-525f-4618-b425-775d5ab72ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:41.575983 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-2aea6e2b-525f-4618-b425-775d5ab72ecb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1099 time: 0.2820582 Dec 10 08:48:41.602267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d22ceeba-f197-4fd5-bbff-1f527ce4ed2a req-47fc3918-da9e-40b3-8f2b-aa18529c6153 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563853 Dec 10 08:48:41.620444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5108d-2cbe-41e6-9517-240debb4bca7 service neutron] Pushing event updated for resources: {'Port': ['ID=498fa369-6a78-4b85-acf5-42bd479fed37,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:41.685235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44034813-ed62-4a68-bda2-237da3f5c4b3 req-ff1cf90c-fdb0-41e0-884b-7da92d4510fc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181881 Dec 10 08:48:41.686795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:41.719804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-8ac34d66-0daf-45f6-9cec-fe765849e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:41.721369 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-8ac34d66-0daf-45f6-9cec-fe765849e8c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 1094 time: 0.2934768 Dec 10 08:48:41.721915 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c55eb078-6a8b-4134-96d3-ced251f3240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.728352 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8755ca43-ae0d-43d7-9091-82b0bf081713 x-openstack-request-id: req-8755ca43-ae0d-43d7-9091-82b0bf081713 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:41.729294 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:41.729728 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8755ca43-ae0d-43d7-9091-82b0bf081713 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:41.730178 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37', 'status': 'completed', 'code': 200} Dec 10 08:48:41.777349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55eb078-6a8b-4134-96d3-ced251f3240a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8f2b31-4bc9-425b-a9cd-5c52c050c558,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:41.780872 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c55eb078-6a8b-4134-96d3-ced251f3240a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.784123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c55eb078-6a8b-4134-96d3-ced251f3240a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af8f2b31-4bc9-425b-a9cd-5c52c050c558 HTTP/1.1" status: 204 len: 168 time: 0.6470785 Dec 10 08:48:41.789676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40900) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:41.832074 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.832074 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-1320e618-9d23-49af-9ea2-6e84b7b6d3f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 200 len: 217 time: 0.0885806 Dec 10 08:48:41.865673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:41.947887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-5d5c9642-4ce0-4350-bbeb-49c511bf0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:41.949438 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-5d5c9642-4ce0-4350-bbeb-49c511bf0909 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3623223 Dec 10 08:48:41.961377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645add6-b152-49ff-98ab-264fbcde975f req-1effd2ff-cf56-419e-805b-f4da9f5ad229 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:41.962943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6645add6-b152-49ff-98ab-264fbcde975f req-1effd2ff-cf56-419e-805b-f4da9f5ad229 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 949 time: 0.0870738 Dec 10 08:48:41.999491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-06de7e5b-9d22-470d-a996-a0de035d5151 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 200 len: 217 time: 0.0417137 Dec 10 08:48:42.009201 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.047834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on host n-h2-814746-3 for vnic_type normal with profile {"migrating_to": "n-h1-814746-3"} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:42.048175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:42.048507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:42.053485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-47f9f615-af7f-4e55-b07a-32ba1803ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:42.055018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-47f9f615-af7f-4e55-b07a-32ba1803ff90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.2125254 Dec 10 08:48:42.074791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device ad072f6b-c602-4abf-b3e4-84d63d184bc0 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:42.093122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Pushing event updated for resources: {'Port': ['ID=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:42.112788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95bf0c-bc57-48de-9727-81d2042220a6 req-46bff692-5aae-410c-a7be-a7c4ace9601f tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:42.113609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:42.114297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c95bf0c-bc57-48de-9727-81d2042220a6 req-46bff692-5aae-410c-a7be-a7c4ace9601f tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 943 time: 0.1684575 Dec 10 08:48:42.127313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Attempting to bind port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:42.162988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:42.163408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:42.163712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:42.164156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Bound port: d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:42.164510 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.187387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:42.203808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0', 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af', 'port_id': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0', 'mac_address': 'fa:16:3e:de:45:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1db733b-dc4a-4d4f-a120-c2858b3ca1c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:48:42.208408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.216720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-f2f4b9c3-6000-45d2-a17f-3a9ccc630008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:42.218223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-f2f4b9c3-6000-45d2-a17f-3a9ccc630008 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1982543 Dec 10 08:48:42.236044 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.236551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.237170 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.237542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > port after_create 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.237875 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.238523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > port after_update 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.238523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.238837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.239155 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.239478 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.256817 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.275244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad072f6b-c602-4abf-b3e4-84d63d184bc0 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:42.293165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-dd9e37a5-73af-45f1-bf9a-2ec48b7f6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:42.294731 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-dd9e37a5-73af-45f1-bf9a-2ec48b7f6df1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027400 Dec 10 08:48:42.316649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:42.324181 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.327169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.328586 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.329121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.329680 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 08:48:42.330064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd029f02-b21e-4dd8-9d4a-d846c5ad9460']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:42.349358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadbd80a-de5a-43fe-86d5-170ba3097c70') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:42.349770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadbd80a-de5a-43fe-86d5-170ba3097c70') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:42.366863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.389526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6645add6-b152-49ff-98ab-264fbcde975f req-fbfc6a94-bc8a-4f74-98a9-6b16041029e7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164252 Dec 10 08:48:42.406350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.413413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=ad072f6b-c602-4abf-b3e4-84d63d184bc0,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:42.440853 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-61c893b2-0514-46e0-b526-a93614837eda service neutron] 10.222.0.39 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062601 Dec 10 08:48:42.447242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:48:42.448856 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: from cryptography.utils import int_from_bytes Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: from cryptography.utils import int_from_bytes Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:48:42.453390 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:48:42.553560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:42.558718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c95bf0c-bc57-48de-9727-81d2042220a6 req-2041db90-9df7-4b91-b313-7a1277315e68 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277983 Dec 10 08:48:42.567306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-63e8cab5-b8ca-4398-9eb0-b1ff7fa0ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:42.568805 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-63e8cab5-b8ca-4398-9eb0-b1ff7fa0ac4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2958081 Dec 10 08:48:42.591660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:42.593877 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.603035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.611770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cd029f02-b21e-4dd8-9d4a-d846c5ad9460 HTTP/1.1" status: 204 len: 168 time: 0.8185754 Dec 10 08:48:42.621640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:42.637318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315fdf8-f6f8-4382-a582-dc4d30304359 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd029f02-b21e-4dd8-9d4a-d846c5ad9460,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:42.660549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9818bb-efa9-472f-a894-c787b59cf200 req-12e9abaf-dd57-4f4a-a97f-e2dd0758b19a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:42.669412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb9818bb-efa9-472f-a894-c787b59cf200 req-12e9abaf-dd57-4f4a-a97f-e2dd0758b19a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.1469135 Dec 10 08:48:42.778957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['ad072f6b-c602-4abf-b3e4-84d63d184bc0'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:42.798769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb9818bb-efa9-472f-a894-c787b59cf200 req-ccf020e5-ed19-4502-9cb3-d5a00b523fa9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010702 Dec 10 08:48:42.853171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69568e-971d-4c2c-aa94-2b964c192323 req-dd6c4109-c2fc-47fc-b3e8-8a7557f1ffd5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:42.858362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e69568e-971d-4c2c-aa94-2b964c192323 req-dd6c4109-c2fc-47fc-b3e8-8a7557f1ffd5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 950 time: 0.1635466 Dec 10 08:48:42.965029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40924) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:42.997297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5d4511-e6e2-4bb6-acad-48865cfa9e07 req-024b1986-125a-43c7-82f3-ecb5c6c336cb service neutron] 10.222.0.39 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370455 Dec 10 08:48:42.998745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e69568e-971d-4c2c-aa94-2b964c192323 req-dad0eb45-4fc9-490e-af89-50e6a14fe924 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312072 Dec 10 08:48:43.059766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe2b6f-3cd4-4784-9385-9b97607f6430 req-074852e8-79d5-4c5a-8f16-4257fcfe6ebb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.073441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12fe2b6f-3cd4-4784-9385-9b97607f6430 req-074852e8-79d5-4c5a-8f16-4257fcfe6ebb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.1734793 Dec 10 08:48:43.089351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Pushing event updated for resources: {'Port': ['ID=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,revision_number=8']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:43.102650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.103399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:43.105042 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-5d162fa9-2852-4f22-9000-ffd2a0eb7486 service neutron] 10.222.0.18 "PUT /v2.0/ports/d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 200 len: 1121 time: 2.7634733 Dec 10 08:48:43.121486 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-d718edbe-d588-412f-9ced-404be3510e1e service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413041 Dec 10 08:48:43.123921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8dda74f7-ed5b-45e3-87d4-f87978b18f78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1354c1ef60e54d81918cf400f5165746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527498 Dec 10 08:48:43.140043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40932) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:43.178848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d47c4e4a-fac5-4755-992d-1cb117c8bb7d'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:43.186547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12fe2b6f-3cd4-4784-9385-9b97607f6430 req-d402ed4f-4804-4b05-be8c-f518ad17d929 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118464 Dec 10 08:48:43.195863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138df0b-881c-4b44-9a88-0fd540ab9ff0 req-69cb637b-8d78-40ad-8299-5f0af22259df tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.198371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a138df0b-881c-4b44-9a88-0fd540ab9ff0 req-69cb637b-8d78-40ad-8299-5f0af22259df tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.1020765 Dec 10 08:48:43.243761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-d8ee34c5-0839-418f-9c78-203d28d00ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.245891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-d8ee34c5-0839-418f-9c78-203d28d00ffb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 1094 time: 0.1381419 Dec 10 08:48:43.327055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a138df0b-881c-4b44-9a88-0fd540ab9ff0 req-97585a44-9d85-4e47-bc39-0436df3380f1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217299 Dec 10 08:48:43.329267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11b92d1f-deda-4a8a-94b0-78592981b374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:43.342869 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c99412cc-86d1-4852-99bf-ed7721cd9b54 req-3ac0fc73-2e31-401f-86ec-f93048b751b1 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035959 Dec 10 08:48:43.393894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11b92d1f-deda-4a8a-94b0-78592981b374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:43.448222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-886cfa63-c93e-4cc7-af2f-d5b306fff9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.449787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-886cfa63-c93e-4cc7-af2f-d5b306fff9f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.1934955 Dec 10 08:48:43.504372 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-ed916eff-20b8-4202-b6b4-17643db60056 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 200 len: 217 time: 0.0466888 Dec 10 08:48:43.508487 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11b92d1f-deda-4a8a-94b0-78592981b374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:43.512174 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11b92d1f-deda-4a8a-94b0-78592981b374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:43.515599 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-11b92d1f-deda-4a8a-94b0-78592981b374 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53fc6957-71c5-45b6-b2ea-aa85006b0b75 HTTP/1.1" status: 204 len: 168 time: 0.3720834 Dec 10 08:48:43.554608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b92d1f-deda-4a8a-94b0-78592981b374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fc6957-71c5-45b6-b2ea-aa85006b0b75,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:43.659391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-c4a21827-ee28-4d54-9893-e94e984754a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.661164 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-c4a21827-ee28-4d54-9893-e94e984754a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.1469088 Dec 10 08:48:43.731500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d'}, {'name': 'network-changed', 'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:43.734466 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e93662-27d0-4af6-8d4b-337e733190b7" -d '{"events": [{"server_uuid": "26254585-e82d-4420-890b-922605d7d994", "name": "network-vif-unplugged", "status": "completed", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d"}, {"name": "network-changed", "server_uuid": "26254585-e82d-4420-890b-922605d7d994", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:43.750803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075594-0c0d-4f2a-9f50-f918a5b6e154 req-02bb003d-c6a8-499e-9795-c6a3bea84a8c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.753571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8075594-0c0d-4f2a-9f50-f918a5b6e154 req-02bb003d-c6a8-499e-9795-c6a3bea84a8c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 943 time: 0.0678451 Dec 10 08:48:43.761763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-09be5702-2fde-4fa6-aad3-2de14aaec56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.763315 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-09be5702-2fde-4fa6-aad3-2de14aaec56e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735314 Dec 10 08:48:43.769865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4228-f3c8-4d82-aea0-b2c3e166ef55 req-77b30389-b8f2-4cdb-9a9d-b31d102ad440 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.776843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4228-f3c8-4d82-aea0-b2c3e166ef55 req-77b30389-b8f2-4cdb-9a9d-b31d102ad440 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:43.785209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a5e4228-f3c8-4d82-aea0-b2c3e166ef55 req-77b30389-b8f2-4cdb-9a9d-b31d102ad440 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a&device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 1690 time: 0.1344633 Dec 10 08:48:43.859400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8075594-0c0d-4f2a-9f50-f918a5b6e154 req-ec130dfe-ea37-4041-8975-4215cb2abc99 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651789 Dec 10 08:48:43.916373 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-baa351e1-0be6-43a2-bb84-2ae11b44a7af service neutron] 10.222.0.39 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427157 Dec 10 08:48:43.932939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a5e4228-f3c8-4d82-aea0-b2c3e166ef55 req-c2f5e40b-ce29-4e27-93a7-ead7b1e72455 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451771 Dec 10 08:48:43.975528 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8171c5-69a6-4fdd-9828-0b8909ee1ad8 x-openstack-request-id: req-3f8171c5-69a6-4fdd-9828-0b8909ee1ad8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:43.975728 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26254585-e82d-4420-890b-922605d7d994", "name": "network-vif-unplugged", "status": "completed", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d", "code": 200}, {"name": "network-changed", "server_uuid": "26254585-e82d-4420-890b-922605d7d994", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:43.976004 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f8171c5-69a6-4fdd-9828-0b8909ee1ad8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:43.976407 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d', 'code': 200} Dec 10 08:48:43.976668 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d', 'status': 'completed', 'code': 200} Dec 10 08:48:44.098300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5da795-fdaf-4141-8906-3fcfc49d5df5 req-1ed5ed93-910c-44b7-ad90-a5d72529c55a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:44.100600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c5da795-fdaf-4141-8906-3fcfc49d5df5 req-1ed5ed93-910c-44b7-ad90-a5d72529c55a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.0779364 Dec 10 08:48:44.176689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-c3f7e9e2-6751-49b1-a629-7da421d76d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:44.178541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-c3f7e9e2-6751-49b1-a629-7da421d76d6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1124 time: 0.1452348 Dec 10 08:48:44.182997 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-615c40c2-e332-435f-a903-3842a27fb9d1 req-3c8706e7-610e-41b5-93e9-6fd6d213927a service neutron] 10.222.0.39 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592103 Dec 10 08:48:44.210902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40952) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:44.258471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c5da795-fdaf-4141-8906-3fcfc49d5df5 req-56a8a5de-000e-4f3d-a652-22ccfd4b6d1b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358635 Dec 10 08:48:44.280531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728a161-65b1-408e-bd08-95e162b32d60 req-98eb2e53-2d26-4a1c-90ed-cb551a22ba8a tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:44.287454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8728a161-65b1-408e-bd08-95e162b32d60 req-98eb2e53-2d26-4a1c-90ed-cb551a22ba8a tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 1100 time: 0.1603699 Dec 10 08:48:44.289914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-aaf5468b-88c8-467a-9fec-728b31bdc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:44.292464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-aaf5468b-88c8-467a-9fec-728b31bdc93c service neutron] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.1006160 Dec 10 08:48:44.314345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9704f1c0-5dfe-490b-b8f4-a7ce24f17293 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbc3e74108c64e57adf41ef8d6777a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0981286 Dec 10 08:48:44.315230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40958) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:48:44.352142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-b6fa6ddc-99ba-40ac-b036-18923b043622 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 200 len: 217 time: 0.0528011 Dec 10 08:48:44.407854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8728a161-65b1-408e-bd08-95e162b32d60 req-d754a8eb-1123-4172-90a1-976960c804db tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195126 Dec 10 08:48:44.413074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-46f82d46-3928-4015-9ea3-0a7c70e7bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:44.415530 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-46f82d46-3928-4015-9ea3-0a7c70e7bef9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.0558267 Dec 10 08:48:44.443818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08aa47-d9fd-418b-ade3-d787a06f49e7 req-843e536f-85da-44df-91ee-a612d25bee25 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:44.445357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a08aa47-d9fd-418b-ade3-d787a06f49e7 req-843e536f-85da-44df-91ee-a612d25bee25 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.1006708 Dec 10 08:48:44.446042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67be2286-c19e-42f2-a34e-b4c3bee15a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:44.453316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-66cc70f9-d440-43b3-bc8a-c1a1997a658e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301600 Dec 10 08:48:44.484394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67be2286-c19e-42f2-a34e-b4c3bee15a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:44.557857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a08aa47-d9fd-418b-ade3-d787a06f49e7 req-e72ef850-64e9-45fc-a26c-dfc0c9f84d2f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963140 Dec 10 08:48:44.584681 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67be2286-c19e-42f2-a34e-b4c3bee15a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:44.588513 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67be2286-c19e-42f2-a34e-b4c3bee15a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:44.589850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-67be2286-c19e-42f2-a34e-b4c3bee15a88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b660b541-623c-4fa8-9532-3997829ff969 HTTP/1.1" status: 204 len: 168 time: 0.2725248 Dec 10 08:48:44.598245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be2286-c19e-42f2-a34e-b4c3bee15a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b660b541-623c-4fa8-9532-3997829ff969,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:44.691154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-8db60ae3-fe0c-40a6-8830-135baa839273 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205575 Dec 10 08:48:44.756946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561b631-942d-40dd-bad0-329c95569567 req-03488f06-1d56-46fc-9339-8b061efad737 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:44.765730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4561b631-942d-40dd-bad0-329c95569567 req-03488f06-1d56-46fc-9339-8b061efad737 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 1101 time: 0.0741625 Dec 10 08:48:44.782795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5952854-2103-47a4-9170-3e65ca6e931a req-679e491f-e995-4c97-89e2-f5037c85e56e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:44.790719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5952854-2103-47a4-9170-3e65ca6e931a req-679e491f-e995-4c97-89e2-f5037c85e56e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.1463223 Dec 10 08:48:44.841536 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0e93662-27d0-4af6-8d4b-337e733190b7 req-8621092f-cc47-4388-b7c5-710f3b39649d service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494124 Dec 10 08:48:44.865481 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:44.891434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4561b631-942d-40dd-bad0-329c95569567 req-46a991f3-7668-46d5-850a-c0edacd228d7 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248066 Dec 10 08:48:44.942948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5952854-2103-47a4-9170-3e65ca6e931a req-4ad06add-ceb7-4752-9ff2-9f4abeae10b7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495581 Dec 10 08:48:45.085562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c847a77-2dc0-426f-bfa0-7ad88fe288ce req-80b03cb8-995c-420f-be52-1c30be08efa4 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:45.087863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c847a77-2dc0-426f-bfa0-7ad88fe288ce req-80b03cb8-995c-420f-be52-1c30be08efa4 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 943 time: 0.0905948 Dec 10 08:48:45.144481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c847a77-2dc0-426f-bfa0-7ad88fe288ce req-50bcbd33-8947-4f39-a705-592d81a13f55 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 Dec 10 08:48:45.357577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-76f3d241-f5eb-4a53-aec4-92f0ade3c8b5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221319 Dec 10 08:48:45.674615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70521f97-23a2-4fcb-a90c-b4b31e2eb611 req-0e6d1fc0-78e5-401d-9295-b127ad946b78 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:45.682478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70521f97-23a2-4fcb-a90c-b4b31e2eb611 req-0e6d1fc0-78e5-401d-9295-b127ad946b78 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.3168945 Dec 10 08:48:45.741813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c3d464f7-ec36-455d-95fa-73a2e8b142a9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:45.748780 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c3d464f7-ec36-455d-95fa-73a2e8b142a9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3850513 Dec 10 08:48:45.774858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-ecf0a8fc-7011-4e7b-80dc-47b1424e108a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/quotas/47a0dff32cbc4eb8a4a73eb102f8ca56 HTTP/1.1" status: 200 len: 375 time: 0.0251374 Dec 10 08:48:45.792125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70521f97-23a2-4fcb-a90c-b4b31e2eb611 req-f9cf311d-2605-42d7-934e-004e35da0ff4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033669 Dec 10 08:48:45.864141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-864142ee-7e84-46f2-a66d-dd174635c564 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883400 Dec 10 08:48:45.888305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 498fa369-6a78-4b85-acf5-42bd479fed37 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:46.007183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 498fa369-6a78-4b85-acf5-42bd479fed37, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=498fa369-6a78-4b85-acf5-42bd479fed37,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:46.038743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '498fa369-6a78-4b85-acf5-42bd479fed37', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'port_id': '498fa369-6a78-4b85-acf5-42bd479fed37', 'mac_address': 'fa:16:3e:97:35:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:48:46.087280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf2100-52b5-499f-887f-ddd81adf1b31 req-0bfd00b8-df17-4cf5-88c1-6ecf49385042 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:46.088970 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:46.101333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85bf2100-52b5-499f-887f-ddd81adf1b31 req-0bfd00b8-df17-4cf5-88c1-6ecf49385042 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.1109030 Dec 10 08:48:46.102994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 997761bf-5b94-4146-aaa9-5ba63000430c details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:46.105803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device ad072f6b-c602-4abf-b3e4-84d63d184bc0 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:46.136329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498fa369-6a78-4b85-acf5-42bd479fed37 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:46.181734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 498fa369-6a78-4b85-acf5-42bd479fed37, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=498fa369-6a78-4b85-acf5-42bd479fed37,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:46.199892 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:46.219044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85bf2100-52b5-499f-887f-ddd81adf1b31 req-0907d3ee-4a78-40c3-beb7-b5c3c16859e3 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167059 Dec 10 08:48:46.282943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port ad072f6b-c602-4abf-b3e4-84d63d184bc0 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:48:46.307538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port ad072f6b-c602-4abf-b3e4-84d63d184bc0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:46.308198 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:46.367676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:46.373457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=498fa369-6a78-4b85-acf5-42bd479fed37,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:46.401146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '997761bf-5b94-4146-aaa9-5ba63000430c', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '997761bf-5b94-4146-aaa9-5ba63000430c', 'mac_address': 'fa:16:3e:8d:ca:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:48:46.415154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.415652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.416008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.416356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.416684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.417009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.417495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.417855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.418538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.418882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.419210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.419532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.420115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:48:46.467826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad20bc-e140-47d3-8093-5770a45cdcc7 req-d576de93-8273-492e-9fc8-9f988dac806c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:46.485226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['498fa369-6a78-4b85-acf5-42bd479fed37'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:46.487021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45ad20bc-e140-47d3-8093-5770a45cdcc7 req-d576de93-8273-492e-9fc8-9f988dac806c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.1502151 Dec 10 08:48:46.664615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45ad20bc-e140-47d3-8093-5770a45cdcc7 req-da66f5e9-59ce-4df0-9f4e-edfec72b36b7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744926 Dec 10 08:48:46.721275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f87a3-1dca-4e3c-9e5f-f57f6bc0cd85 req-f50531a7-a152-46a5-88cf-34a8c55ea1cc tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:46.722671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b7f87a3-1dca-4e3c-9e5f-f57f6bc0cd85 req-f50531a7-a152-46a5-88cf-34a8c55ea1cc tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 944 time: 0.2163906 Dec 10 08:48:46.736942 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:46.745632 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:46.789186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b7f87a3-1dca-4e3c-9e5f-f57f6bc0cd85 req-1659c0f9-1ff6-48ad-87eb-c446f962b8d7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Dec 10 08:48:46.888488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997761bf-5b94-4146-aaa9-5ba63000430c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:46.924722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:46.948861 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:46.950748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:47.032302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:47.034651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93351be0-60ed-46f5-a571-57820d618a2d req-6496a039-b0ec-4a9d-9b6e-7cb0935e36d0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:47.035239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:47.037797 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0d3067-118a-4a82-beb2-0f01f434b8ba" -d '{"events": [{"server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "name": "network-vif-plugged", "status": "completed", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:47.060559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93351be0-60ed-46f5-a571-57820d618a2d req-6496a039-b0ec-4a9d-9b6e-7cb0935e36d0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 949 time: 0.1431134 Dec 10 08:48:47.062080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:47.075646 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:47.232946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=ad072f6b-c602-4abf-b3e4-84d63d184bc0,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:47.244991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:47.260475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d has no active binding in host n-h1-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:48:47.267267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93351be0-60ed-46f5-a571-57820d618a2d req-22977188-fcff-4b1f-b499-8856d91f0972 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044966 Dec 10 08:48:47.307222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:48:47.472074 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a028378d-1fd5-4dc6-904b-cf203d996cbe x-openstack-request-id: req-a028378d-1fd5-4dc6-904b-cf203d996cbe {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:47.473955 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "name": "network-vif-plugged", "status": "completed", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:47.474571 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a028378d-1fd5-4dc6-904b-cf203d996cbe {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:47.475085 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0', 'code': 200} Dec 10 08:48:47.591599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24313218-6e55-43ff-9b5b-f87589fe3a21 req-6809f9a2-d76c-44bf-8295-5ee944895b3a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 210 time: 0.0515022 Dec 10 08:48:47.593640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-58b8e7ff-aa04-4903-af92-5a6d08c35eb6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876956 Dec 10 08:48:47.690267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab64d3f-73fd-4749-885d-d608fdb272f0 req-15c6b463-f6cc-4950-b377-6e018a62a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:47.692684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ab64d3f-73fd-4749-885d-d608fdb272f0 req-15c6b463-f6cc-4950-b377-6e018a62a8ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1097 time: 0.1021116 Dec 10 08:48:47.734781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['997761bf-5b94-4146-aaa9-5ba63000430c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:47.760554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-9ef1a468-8dfd-41bb-bf2c-e7a0b27454b6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:47.772897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-9ef1a468-8dfd-41bb-bf2c-e7a0b27454b6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782522 Dec 10 08:48:47.823424 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ab64d3f-73fd-4749-885d-d608fdb272f0 req-6e2db35c-7bae-40f7-9b26-738424e3e823 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140528 Dec 10 08:48:47.878118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-55d7a110-fe58-47be-a868-6ac94659a132 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/quotas/67e7fbe5c242415fa1ba76f7b0ecea17 HTTP/1.1" status: 200 len: 375 time: 0.1042531 Dec 10 08:48:47.920950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 498fa369-6a78-4b85-acf5-42bd479fed37 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:47.934962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-ec594bcb-86b3-48ce-9394-1561cca0a97d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455630 Dec 10 08:48:47.982450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9c53c-f3b1-4010-b047-c3df4ffdaee6 req-7ab00aff-5e66-4b40-bdb0-d6fdd4f98efb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:47.989207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb9c53c-f3b1-4010-b047-c3df4ffdaee6 req-7ab00aff-5e66-4b40-bdb0-d6fdd4f98efb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.2065706 Dec 10 08:48:48.078420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb9c53c-f3b1-4010-b047-c3df4ffdaee6 req-4e5b5a85-1627-4a14-b4c0-d2fc1d7b4785 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846200 Dec 10 08:48:48.195355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 498fa369-6a78-4b85-acf5-42bd479fed37 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:48:48.205660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 498fa369-6a78-4b85-acf5-42bd479fed37 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:48.206596 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:48.278125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aadf1-264c-44c2-8ead-899d0e814786 req-e45d8251-4a01-47a9-ae49-76e18be5fee6 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:48.280852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-928aadf1-264c-44c2-8ead-899d0e814786 req-e45d8251-4a01-47a9-ae49-76e18be5fee6 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.1021569 Dec 10 08:48:48.406970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2b18a-62c7-4016-9c05-cca3e806a4c5 req-f1cc430a-8abb-4cbc-9b17-035587018ea2 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:48.408675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3aa2b18a-62c7-4016-9c05-cca3e806a4c5 req-f1cc430a-8abb-4cbc-9b17-035587018ea2 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 944 time: 0.0999248 Dec 10 08:48:48.458026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-928aadf1-264c-44c2-8ead-899d0e814786 req-e6be5669-2e15-4024-a8b1-45f2f4194165 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701834 Dec 10 08:48:48.465659 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:48.519255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 498fa369-6a78-4b85-acf5-42bd479fed37, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=498fa369-6a78-4b85-acf5-42bd479fed37,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:48.527969 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:48.538668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3aa2b18a-62c7-4016-9c05-cca3e806a4c5 req-76c16db5-ca7b-4e7a-8403-c712c429bd58 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171546 Dec 10 08:48:48.670933 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-5b214db2-1670-4c41-a627-6c22bc1dc867 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377111 Dec 10 08:48:48.672401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-e10f117f-497d-4909-9739-dcfc94a4d89c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486503 Dec 10 08:48:48.682028 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=498fa369-6a78-4b85-acf5-42bd479fed37,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:48.864909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0991b7-701b-4fab-834a-4a5e55b3459d req-ed8d32aa-763e-43ec-a510-f05f7f519fa0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:48.874317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f0991b7-701b-4fab-834a-4a5e55b3459d req-ed8d32aa-763e-43ec-a510-f05f7f519fa0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 949 time: 0.1933019 Dec 10 08:48:48.894364 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:48.902936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-07033d11-056f-453b-bc9e-6e3cf894ae30 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:48.905468 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-07033d11-056f-453b-bc9e-6e3cf894ae30 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272294 Dec 10 08:48:48.926318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Request body: {'port': {'device_id': '09a60fcc-9f58-4d1a-83bb-e26a06c4edd8', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '47a0dff32cbc4eb8a4a73eb102f8ca56'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:48.953200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-2b071d60-65fc-4f81-8d7b-fb2a5948ad9f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:48.954906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-2b071d60-65fc-4f81-8d7b-fb2a5948ad9f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753918 Dec 10 08:48:48.971550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f0991b7-701b-4fab-834a-4a5e55b3459d req-834cf868-6f49-4a21-80c0-0d4291a8da28 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921214 Dec 10 08:48:48.998930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-94b1f150-a756-49bb-8716-18a37e149131 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/quotas/67e7fbe5c242415fa1ba76f7b0ecea17 HTTP/1.1" status: 200 len: 375 time: 0.0261481 Dec 10 08:48:49.042665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-1b9e9e0e-06d7-437c-9478-7a022c529d6d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366733 Dec 10 08:48:49.096529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Made reservation on behalf of 47a0dff32cbc4eb8a4a73eb102f8ca56 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:48:49.101579 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:49.255154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15df8f63-e4d3-4d71-9acd-372a4d253316 req-8d94b73f-4092-4e59-8ae5-a372fd7a61a5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 210 time: 0.0432470 Dec 10 08:48:49.288142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Allocated IP 192.168.233.103 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/4ef5cb3a-efec-4f42-99ef-898921057e45) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:48:49.409637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e0306-8fd0-43a9-b4e7-a51105905b0d req-365069c6-3cec-4766-96e1-53073118e6e3 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:49.421915 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b0e0306-8fd0-43a9-b4e7-a51105905b0d req-365069c6-3cec-4766-96e1-53073118e6e3 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 943 time: 0.0984156 Dec 10 08:48:49.454779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:49.476912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:49.480648 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0730a0-a6df-497a-8f76-33113cbcd82c" -d '{"events": [{"server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "name": "network-vif-plugged", "status": "completed", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:49.527959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b0e0306-8fd0-43a9-b4e7-a51105905b0d req-5b53cc4b-8175-4256-9825-90babbd359b0 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050799 Dec 10 08:48:49.558943 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-4831323d-2ded-4ce3-8aa3-b5300d28eb16 service neutron] 10.222.0.39 "GET /v2.0/ports/d47c4e4a-fac5-4755-992d-1cb117c8bb7d/bindings/n-h1-814746-3 HTTP/1.1" status: 200 len: 384 time: 0.0981088 Dec 10 08:48:49.574408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:49.587117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:49.591601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:49.638700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83a1bd56-d906-4caf-9775-f24cea354f06 req-92cc2e4c-ad96-4dab-8cce-0271460dc452 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0530896 Dec 10 08:48:49.660756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:48:49.674603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:48:49.680156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:48:49.729737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event updated for resources: {'Port': ['ID=4ef5cb3a-efec-4f42-99ef-898921057e45,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:49.778350 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101f7c65-3ab5-44c5-b71e-e9dc7649768b x-openstack-request-id: req-101f7c65-3ab5-44c5-b71e-e9dc7649768b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:49.778671 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "name": "network-vif-plugged", "status": "completed", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:49.778931 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-101f7c65-3ab5-44c5-b71e-e9dc7649768b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:49.779332 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37', 'code': 200} Dec 10 08:48:49.788592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:49.789253 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:49.850795 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c42d21f9-6257-4c24-8228-7d6f98ed49c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9319692 Dec 10 08:48:49.915032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Request body: {'port': {'device_id': '09a60fcc-9f58-4d1a-83bb-e26a06c4edd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:49.942655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28dd72-53fe-4fad-afd2-cf88e2ba453f req-c99c4c7b-fd9e-438b-a62f-c3b984c989fb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:49.944369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b28dd72-53fe-4fad-afd2-cf88e2ba453f req-c99c4c7b-fd9e-438b-a62f-c3b984c989fb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.1040387 Dec 10 08:48:50.046191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b28dd72-53fe-4fad-afd2-cf88e2ba453f req-d15ba5fb-ec7e-458b-be7e-9835e4e027c1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941362 Dec 10 08:48:50.072557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e630-9434-4f97-9629-ac6f064de5f7 req-61fdf6c7-1b59-4f69-9d18-d88f19f2141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:50.074225 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5fb3e630-9434-4f97-9629-ac6f064de5f7 req-61fdf6c7-1b59-4f69-9d18-d88f19f2141a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 1096 time: 0.2548246 Dec 10 08:48:50.079060 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.081717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:50.121245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:50.127057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 997761bf-5b94-4146-aaa9-5ba63000430c up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:50.159479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:50.225839 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5fb3e630-9434-4f97-9629-ac6f064de5f7 req-a994565c-aad5-439d-828d-7ebf235c409a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404905 Dec 10 08:48:50.230819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47c4e4a-fac5-4755-992d-1cb117c8bb7d {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:50.246227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6c544-fc56-4076-801c-f8a768b0d008 req-cd982148-6c9c-412d-a90e-63b12865021d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:50.254850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9f6c544-fc56-4076-801c-f8a768b0d008 req-cd982148-6c9c-412d-a90e-63b12865021d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 945 time: 0.0915501 Dec 10 08:48:50.275876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 997761bf-5b94-4146-aaa9-5ba63000430c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:48:50.287187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 997761bf-5b94-4146-aaa9-5ba63000430c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:50.287555 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.291766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:50.317070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.331977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a36684e3-f863-4c0e-a25b-0123a12f7eea None None] Provisioning complete for port 4ef5cb3a-efec-4f42-99ef-898921057e45 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:50.332278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a36684e3-f863-4c0e-a25b-0123a12f7eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.336149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9f6c544-fc56-4076-801c-f8a768b0d008 req-bb414cb0-6074-45ee-b28a-482e75eb9c21 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800300 Dec 10 08:48:50.475846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98086-4da2-4942-b4e0-985e8b9394d3 req-6a739e48-0034-473c-bf07-e9cd02940980 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:50.485118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6c98086-4da2-4942-b4e0-985e8b9394d3 req-6a739e48-0034-473c-bf07-e9cd02940980 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 949 time: 0.0860751 Dec 10 08:48:50.491561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] Transition to ACTIVE for port object d47c4e4a-fac5-4755-992d-1cb117c8bb7d will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:50.502139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.538631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a36684e3-f863-4c0e-a25b-0123a12f7eea None None] Port 4ef5cb3a-efec-4f42-99ef-898921057e45 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:48:50.547253 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.resource_extend [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 08:48:50.564860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6c98086-4da2-4942-b4e0-985e8b9394d3 req-97b21205-2213-49f5-b2b8-0b823664dfc1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783107 Dec 10 08:48:50.650258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] No DVR routers for this DVR port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:48:50.656461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] Pushing event updated for resources: {'Port': ['ID=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:50.670537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef5cb3a-efec-4f42-99ef-898921057e45 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:50.692139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c6648-cfe8-4852-ac2a-240dd376bb7c req-2b2e4df9-34d3-49c1-a3d0-2efbd444fcb1 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:50.695033 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.702700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-987c6648-cfe8-4852-ac2a-240dd376bb7c req-2b2e4df9-34d3-49c1-a3d0-2efbd444fcb1 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 936 time: 0.0721166 Dec 10 08:48:50.702913 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-46781416-677f-4726-9c58-9bf3af36f802 service neutron] 10.222.0.39 "PUT /v2.0/ports/d47c4e4a-fac5-4755-992d-1cb117c8bb7d/bindings/n-h1-814746-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1361644 Dec 10 08:48:50.705939 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.713211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Transition to ACTIVE for port object 4ef5cb3a-efec-4f42-99ef-898921057e45 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:48:50.724915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.733127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:50.759437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d has no active binding in host n-h1-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:48:50.763854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:50.773481 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.803632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-987c6648-cfe8-4852-ac2a-240dd376bb7c req-ae223073-6874-475d-b159-54e60e1c1046 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996552 Dec 10 08:48:50.831691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef5cb3a-efec-4f42-99ef-898921057e45,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:50.876609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:50.921093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Attempting to bind port 4ef5cb3a-efec-4f42-99ef-898921057e45 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:48:50.921684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Attempting to bind port 4ef5cb3a-efec-4f42-99ef-898921057e45 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:48:50.921801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Attempting to bind port 4ef5cb3a-efec-4f42-99ef-898921057e45 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:50.934846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Port 4ef5cb3a-efec-4f42-99ef-898921057e45 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:48:50.935180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Attempting to bind port 4ef5cb3a-efec-4f42-99ef-898921057e45 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:48:50.941900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:48:50.942236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:48:50.942621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:48:50.943047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Bound port: 4ef5cb3a-efec-4f42-99ef-898921057e45, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:48:50.943453 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:50.976824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc05a5-3b3c-4254-afac-43db205c9263 req-3476a7fe-6430-4716-9f36-c0610d8f57ec tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:50.979543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22fc05a5-3b3c-4254-afac-43db205c9263 req-3476a7fe-6430-4716-9f36-c0610d8f57ec tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0638318 Dec 10 08:48:51.020620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] For port 4ef5cb3a-efec-4f42-99ef-898921057e45, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:48:51.029465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] For port 4ef5cb3a-efec-4f42-99ef-898921057e45, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4ef5cb3a-efec-4f42-99ef-898921057e45,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:48:51.042715 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:51.064017 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22fc05a5-3b3c-4254-afac-43db205c9263 req-5d891034-6938-4982-a1cc-7e682b521756 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758090 Dec 10 08:48:51.091279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:51.091742 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:51.093095 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] 10.222.0.39 "PUT /v2.0/ports/4ef5cb3a-efec-4f42-99ef-898921057e45 HTTP/1.1" status: 200 len: 1096 time: 1.1823328 Dec 10 08:48:51.093559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a60fcc-9f58-4d1a-83bb-e26a06c4edd8', 'tag': '4ef5cb3a-efec-4f42-99ef-898921057e45'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:51.095787 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "09a60fcc-9f58-4d1a-83bb-e26a06c4edd8", "tag": "4ef5cb3a-efec-4f42-99ef-898921057e45"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:51.124528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b4411-385f-43eb-a9d0-8bf6660e3b47 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef5cb3a-efec-4f42-99ef-898921057e45,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:51.207464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-6d101048-d406-49c3-926f-d5459f4d0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:51.210501 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08482c4c-bc9e-49d6-be52-be9409a44b8c req-c9758186-7f56-4859-8f4c-aa9aa8719980 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0651376 Dec 10 08:48:51.214022 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-6d101048-d406-49c3-926f-d5459f4d0cc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 1099 time: 0.0672042 Dec 10 08:48:51.270761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-7baa22ae-2b7e-4442-92da-a0142fa259dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4ef5cb3a-efec-4f42-99ef-898921057e45 HTTP/1.1" status: 200 len: 217 time: 0.0529292 Dec 10 08:48:51.331873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839eaf3-5a96-4ed2-975c-c6fa80d27d15 req-89ffc45d-4593-4706-a5e5-da34d10611c3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:51.341340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9839eaf3-5a96-4ed2-975c-c6fa80d27d15 req-89ffc45d-4593-4706-a5e5-da34d10611c3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0718975 Dec 10 08:48:51.360992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-41539a9d-a94e-4563-af4e-ec35d7a05373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:51.367257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-41539a9d-a94e-4563-af4e-ec35d7a05373 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0836725 Dec 10 08:48:51.410720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9839eaf3-5a96-4ed2-975c-c6fa80d27d15 req-90af30e6-5ace-4032-8105-b99a47811af3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683482 Dec 10 08:48:51.458564 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1520cc1b-dce6-4a61-b6ce-dfdb3a8d42aa x-openstack-request-id: req-1520cc1b-dce6-4a61-b6ce-dfdb3a8d42aa {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:51.459136 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a60fcc-9f58-4d1a-83bb-e26a06c4edd8", "tag": "4ef5cb3a-efec-4f42-99ef-898921057e45", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:51.460036 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1520cc1b-dce6-4a61-b6ce-dfdb3a8d42aa {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:51.460682 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a60fcc-9f58-4d1a-83bb-e26a06c4edd8', 'tag': '4ef5cb3a-efec-4f42-99ef-898921057e45', 'status': 'completed', 'code': 200} Dec 10 08:48:51.465898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-4474b5e7-2069-42e0-b174-544dde4263fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:51.467805 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-4474b5e7-2069-42e0-b174-544dde4263fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951495 Dec 10 08:48:51.585414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588253b-64b3-40dc-a90b-876701025aee req-c69357b2-8835-4c2e-b4d0-79ce0ff01331 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:51.585916 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-f6da970f-3773-4b41-b579-200923a3f3d4 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076300 Dec 10 08:48:51.586967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9588253b-64b3-40dc-a90b-876701025aee req-c69357b2-8835-4c2e-b4d0-79ce0ff01331 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 945 time: 0.0641234 Dec 10 08:48:51.657620 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9588253b-64b3-40dc-a90b-876701025aee req-f6545fda-e627-4655-a241-9f77d5fb14a9 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577917 Dec 10 08:48:51.722374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e4dc628e-6e07-4ffa-8355-1362b21cef01 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293383 Dec 10 08:48:51.780626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:51.783565 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b4056-4fab-4206-bbe9-dc9a92a3c06b" -d '{"events": [{"server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "name": "network-vif-plugged", "status": "completed", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:51.788761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53f1ca-b1c5-4f00-898e-e42038f2f245 req-a0bd7200-fd87-46f2-aa21-88705b514eb7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:51.794001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc53f1ca-b1c5-4f00-898e-e42038f2f245 req-a0bd7200-fd87-46f2-aa21-88705b514eb7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0668576 Dec 10 08:48:51.838182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-dda3b5eb-798c-43bf-8a5d-cb971ba64d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:51.839700 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-dda3b5eb-798c-43bf-8a5d-cb971ba64d0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 1099 time: 0.0612755 Dec 10 08:48:51.854192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc53f1ca-b1c5-4f00-898e-e42038f2f245 req-b2b74ccc-af74-4566-b329-244ec2aeda3e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536547 Dec 10 08:48:51.929062 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:48:51.990779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:48:52.034754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-48485e3a-4181-4b8c-affc-78e02dfecd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:52.036509 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-48485e3a-4181-4b8c-affc-78e02dfecd94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1849999 Dec 10 08:48:52.095639 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-d4eaf13c-9380-4e7f-bbb0-51b7ed6c0130 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4ef5cb3a-efec-4f42-99ef-898921057e45 HTTP/1.1" status: 200 len: 217 time: 0.0515993 Dec 10 08:48:52.114521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-b406ebd0-c8e1-4bd5-9b02-afde689caad1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:52.116100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-b406ebd0-c8e1-4bd5-9b02-afde689caad1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1162586 Dec 10 08:48:52.154992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-57d9faad-55f4-45c3-beca-da676d81ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:52.157066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-57d9faad-55f4-45c3-beca-da676d81ba3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0521455 Dec 10 08:48:52.195094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-3461c295-3d42-43de-bc68-f8e5183aa93e tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0701191 Dec 10 08:48:52.201031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-08608283-58aa-46e5-b66c-59b8946e3945 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Request body: {'floatingip': {'port_id': '8dc360ab-2abb-44ba-b857-9257819437aa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:52.218670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-b8b2a0e1-c16f-43d2-adee-fb649748f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:52.221817 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-b8b2a0e1-c16f-43d2-adee-fb649748f188 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560169 Dec 10 08:48:52.251582 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-08608283-58aa-46e5-b66c-59b8946e3945 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:52.344535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-13760aa9-c70e-4485-98b1-d202926b9a46 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136179 Dec 10 08:48:52.464475 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-93d22dd4-8dd2-490f-85e4-e305d1adc5c2 req-63283f46-f3cc-43a8-b7ba-0df1be7085b1 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120577 Dec 10 08:48:52.768886 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-08608283-58aa-46e5-b66c-59b8946e3945 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:52.773023 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-08608283-58aa-46e5-b66c-59b8946e3945 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:52.881999 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-08608283-58aa-46e5-b66c-59b8946e3945 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Floating IP d2d3d106-3538-45d0-b85e-2342be36322d associated. External IP: 172.25.3.153, port: 8dc360ab-2abb-44ba-b857-9257819437aa. Dec 10 08:48:53.103053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-08608283-58aa-46e5-b66c-59b8946e3945 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Router 00d47c23-8a4b-4ad6-994b-79669910fa22 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:48:53.222440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-08608283-58aa-46e5-b66c-59b8946e3945 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:48:53.228727 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-08608283-58aa-46e5-b66c-59b8946e3945 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:53.237256 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] Sync routers for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:48:53.249548 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:53.251152 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:53.258042 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-08608283-58aa-46e5-b66c-59b8946e3945 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "PUT /v2.0/floatingips/d2d3d106-3538-45d0-b85e-2342be36322d HTTP/1.1" status: 200 len: 997 time: 1.0620854 Dec 10 08:48:53.258510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:53.261597 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c32b4b-6574-4330-8695-17a3755561b4" -d '{"events": [{"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:53.357367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-fed7dc9f-0605-44b4-8fe1-9671cd15154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:53.361912 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-fed7dc9f-0605-44b4-8fe1-9671cd15154f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 1097 time: 0.0842140 Dec 10 08:48:53.375915 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:53.651664 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '8dc360ab-2abb-44ba-b857-9257819437aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:b1:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:48:52Z', 'revision_number': 1, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:53.686297 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] Checking router: 00d47c23-8a4b-4ad6-994b-79669910fa22 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:48:53.697672 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:53.698302 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:53.761085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-fac95e12-0842-45d7-8b6b-f1cec82faac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:53.762632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-fac95e12-0842-45d7-8b6b-f1cec82faac5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.3954813 Dec 10 08:48:53.909001 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:53.911274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-0712929d-52d3-4e15-bf33-5420120b64a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 1000 time: 0.1415744 Dec 10 08:48:53.931894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4ef5cb3a-efec-4f42-99ef-898921057e45 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:48:53.998968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-63af7aa7-ddcf-4a19-8867-879d9f992d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:54.008384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-63af7aa7-ddcf-4a19-8867-879d9f992d1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.0896790 Dec 10 08:48:54.087898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4ef5cb3a-efec-4f42-99ef-898921057e45, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4ef5cb3a-efec-4f42-99ef-898921057e45,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:54.114051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '4ef5cb3a-efec-4f42-99ef-898921057e45', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '4ef5cb3a-efec-4f42-99ef-898921057e45', 'mac_address': 'fa:16:3e:7b:70:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:48:54.126057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-d6336615-05fb-451b-a06d-4cb76e869b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:54.134746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-d6336615-05fb-451b-a06d-4cb76e869b2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241207 Dec 10 08:48:54.141740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-dc66f58d-8c9e-4ca4-bc8d-e7436771bdfa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:48:54.148723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-dc66f58d-8c9e-4ca4-bc8d-e7436771bdfa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131850 Dec 10 08:48:54.201631 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:54.217080 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '8dc360ab-2abb-44ba-b857-9257819437aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:b1:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:48:52Z', 'revision_number': 1, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:54.235400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef5cb3a-efec-4f42-99ef-898921057e45 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:48:54.253603 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd8401-95ba-4ee5-8ef0-07b7e49d4fd6 None None] The sync data for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 is: [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '8dc360ab-2abb-44ba-b857-9257819437aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:b1:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:48:52Z', 'revision_number': 1, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:48:54.283510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-d74645b2-8601-427a-9211-285e2d094450 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283622 Dec 10 08:48:54.285614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4ef5cb3a-efec-4f42-99ef-898921057e45, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4ef5cb3a-efec-4f42-99ef-898921057e45,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:54.299856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:54.377722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=4ef5cb3a-efec-4f42-99ef-898921057e45,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:54.407231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9446c3-2283-421b-9e7e-31cce21bf1f7 req-d66d1904-c64e-4bae-9a1a-499d6769dc76 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221638 Dec 10 08:48:54.471341 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e44c59-d90d-4bcf-8fb4-9998ac1425e9 x-openstack-request-id: req-d8e44c59-d90d-4bcf-8fb4-9998ac1425e9 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:54.471659 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "name": "network-vif-plugged", "status": "completed", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:54.471922 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8e44c59-d90d-4bcf-8fb4-9998ac1425e9 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:54.472321 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c', 'code': 200} Dec 10 08:48:54.540669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2e595-efa1-44fc-86a2-58fe58728fbd None None] New status for floating IP d2d3d106-3538-45d0-b85e-2342be36322d: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:48:54.585384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['4ef5cb3a-efec-4f42-99ef-898921057e45'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:48:54.607444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23e00-fe85-494e-adb8-b571194ef8b2 req-44188155-ea15-4006-8ee2-acb4b86ec34e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:54.609377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bb23e00-fe85-494e-adb8-b571194ef8b2 req-44188155-ea15-4006-8ee2-acb4b86ec34e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 949 time: 0.0736561 Dec 10 08:48:54.673799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bb23e00-fe85-494e-adb8-b571194ef8b2 req-f931b2d6-35f7-4490-8b92-a18e0537f95e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561960 Dec 10 08:48:54.798324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c0f82-b25c-4723-bcce-2d08e07ef3b4 req-4d447612-5c11-406b-944b-2bf5b398f140 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:54.817493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-372c0f82-b25c-4723-bcce-2d08e07ef3b4 req-4d447612-5c11-406b-944b-2bf5b398f140 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0779884 Dec 10 08:48:54.901693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-372c0f82-b25c-4723-bcce-2d08e07ef3b4 req-7ac42181-397f-4f98-a811-0722683a8aba tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821104 Dec 10 08:48:55.005053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d87cf69-5d38-4ca1-a7c5-af395aedbc9d req-96d6529f-64d6-42a0-b39d-e29cb8648d88 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0273871 Dec 10 08:48:55.293753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a646b6-9b40-4611-acee-78d55edc0f2c req-846c1db5-ec28-4917-b7f3-f541fb1577dc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:55.295816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a9a646b6-9b40-4611-acee-78d55edc0f2c req-846c1db5-ec28-4917-b7f3-f541fb1577dc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0589643 Dec 10 08:48:55.348905 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a9a646b6-9b40-4611-acee-78d55edc0f2c req-56f563c8-ce26-42df-a2ec-092d72a47d56 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Dec 10 08:48:55.455284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f81d4-daa0-4a47-b040-ead5d761243a req-05000c22-cadb-4d28-b982-025aba6468b6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:55.456756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea7f81d4-daa0-4a47-b040-ead5d761243a req-05000c22-cadb-4d28-b982-025aba6468b6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0510345 Dec 10 08:48:55.521618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea7f81d4-daa0-4a47-b040-ead5d761243a req-f7984eaa-b532-455f-b9dc-00bf641cbcb7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549924 Dec 10 08:48:55.564281 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e21dba-a13d-41cb-aa70-fd7ccd0140b6 x-openstack-request-id: req-94e21dba-a13d-41cb-aa70-fd7ccd0140b6 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:55.564752 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:55.565199 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94e21dba-a13d-41cb-aa70-fd7ccd0140b6 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:55.565841 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa', 'status': 'completed', 'code': 200} Dec 10 08:48:55.661893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-4b10bf6a-83aa-4f3a-bf7d-98843ce1073f tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:55.663976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-4b10bf6a-83aa-4f3a-bf7d-98843ce1073f tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0527537 Dec 10 08:48:55.768081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-4be7578b-c4cf-41c6-a057-0b3eace86b38 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1002 time: 0.0971892 Dec 10 08:48:55.779157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Request body: {'floatingip': {'port_id': '498fa369-6a78-4b85-acf5-42bd479fed37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:48:55.837538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:55.962728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4ef5cb3a-efec-4f42-99ef-898921057e45 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:48:56.041648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 4ef5cb3a-efec-4f42-99ef-898921057e45 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:48:56.046797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 4ef5cb3a-efec-4f42-99ef-898921057e45 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:48:56.047853 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:56.149388 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:56.185312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4ef5cb3a-efec-4f42-99ef-898921057e45, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4ef5cb3a-efec-4f42-99ef-898921057e45,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:48:56.189524 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:56.241330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=4ef5cb3a-efec-4f42-99ef-898921057e45,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:48:56.371263 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:56.375790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:56.473090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a60fcc-9f58-4d1a-83bb-e26a06c4edd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef5cb3a-efec-4f42-99ef-898921057e45'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:56.476082 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a430e49-b19d-45bf-999f-455b47bed6d6" -d '{"events": [{"server_uuid": "09a60fcc-9f58-4d1a-83bb-e26a06c4edd8", "name": "network-vif-plugged", "status": "completed", "tag": "4ef5cb3a-efec-4f42-99ef-898921057e45"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:56.491064 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Floating IP d2d3d106-3538-45d0-b85e-2342be36322d associated. External IP: 172.25.3.153, port: 8dc360ab-2abb-44ba-b857-9257819437aa. Dec 10 08:48:56.906973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Router 00d47c23-8a4b-4ad6-994b-79669910fa22 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:48:57.010875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:48:57.022376 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] Sync routers for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:48:57.032719 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:57.033395 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:57.138598 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:57.216009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Router 00d47c23-8a4b-4ad6-994b-79669910fa22 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:48:57.326408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:48:57.331459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:48:57.359862 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '498fa369-6a78-4b85-acf5-42bd479fed37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:97:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:48:56Z', 'revision_number': 3, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:57.386388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e9cf3d65-146e-418a-815e-5dc1e6ba9a93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "PUT /v2.0/floatingips/d2d3d106-3538-45d0-b85e-2342be36322d HTTP/1.1" status: 200 len: 998 time: 1.6121199 Dec 10 08:48:57.390740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] Checking router: 00d47c23-8a4b-4ad6-994b-79669910fa22 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:48:57.400278 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:57.400885 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:57.435942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-a186775d-48dd-4979-be76-365a11fbc5e1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:57.437301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-a186775d-48dd-4979-be76-365a11fbc5e1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports/8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 943 time: 0.0448272 Dec 10 08:48:57.505873 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:57.533543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-a7bb5d05-6e28-4150-b047-1fdf618e2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:57.535182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-a7bb5d05-6e28-4150-b047-1fdf618e2288 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 1097 time: 0.0423522 Dec 10 08:48:57.587724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa'}, {'name': 'network-changed', 'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:48:57.590747 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f" -d '{"events": [{"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa"}, {"name": "network-changed", "server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:48:57.632598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-31fdbd0f-17ba-4e45-89a5-ccc8bdd9dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:57.634851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-31fdbd0f-17ba-4e45-89a5-ccc8bdd9dd14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.0935993 Dec 10 08:48:57.675773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e6a9b68c-6643-4496-bb37-797dc61d7d14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 217 time: 0.0348127 Dec 10 08:48:57.722828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-945851eb-da3a-45b7-925f-b8e4cf3468fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:57.724327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-945851eb-da3a-45b7-925f-b8e4cf3468fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.0422366 Dec 10 08:48:57.725950 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '498fa369-6a78-4b85-acf5-42bd479fed37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:97:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:48:56Z', 'revision_number': 3, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:57.753308 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b760f-5dfd-47a4-b470-13e734bd06d5 None None] The sync data for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 is: [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '498fa369-6a78-4b85-acf5-42bd479fed37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:97:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:48:56Z', 'revision_number': 3, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:48:57.774952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-9ecc28f0-3318-4399-9818-a2ffc4f38b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:57.776467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-9ecc28f0-3318-4399-9818-a2ffc4f38b4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453360 Dec 10 08:48:57.866962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-bba38e4b-0b51-4ae7-8571-531bbee5a830 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838282 Dec 10 08:48:57.918123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f25211-3777-4f12-bea2-4d87a04460e5 None None] New status for floating IP d2d3d106-3538-45d0-b85e-2342be36322d: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:48:57.970084 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-0f24c407-cb49-48db-aaa7-286783670494 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961933 Dec 10 08:48:58.050929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e84b4d9b-b2f4-4946-b67b-5197b49de207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:58.052543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-e84b4d9b-b2f4-4946-b67b-5197b49de207 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 1096 time: 0.0443866 Dec 10 08:48:58.145459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-acc177b2-5a14-49cf-9d49-deaec22da410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:58.149845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-acc177b2-5a14-49cf-9d49-deaec22da410 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.0878766 Dec 10 08:48:58.186079 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] Sync routers for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:48:58.197343 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:58.198206 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:58.222651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-49919d82-c5e3-40e6-a49f-48e22ae98a6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 200 len: 1001 time: 0.0672722 Dec 10 08:48:58.270590 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-15c9f7be-eb62-4699-9346-c96c351a2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:58.272115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-15c9f7be-eb62-4699-9346-c96c351a2c76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.0441771 Dec 10 08:48:58.309162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:58.317238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-076c6b65-950c-4430-be2d-142552227670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:58.319070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-076c6b65-950c-4430-be2d-142552227670 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404415 Dec 10 08:48:58.411937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-f5d512e2-888d-4ae9-af30-39aaa484f9a2 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857875 Dec 10 08:48:58.503163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902eb63-4bcb-4129-96a6-49ea9f754988 req-1ef6c77b-315b-41e7-8942-fc3b0c8145a9 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851340 Dec 10 08:48:58.538077 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '498fa369-6a78-4b85-acf5-42bd479fed37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:97:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:48:58Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:58.565134 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] Checking router: 00d47c23-8a4b-4ad6-994b-79669910fa22 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:48:58.573419 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:48:58.574191 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:58.618289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fbd53-3cd8-4f6e-a28e-eb69311637f9 req-d60dc5c0-ba55-40b6-8801-1aec4fb7dcd9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:58.619881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-032fbd53-3cd8-4f6e-a28e-eb69311637f9 req-d60dc5c0-ba55-40b6-8801-1aec4fb7dcd9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 950 time: 0.0537789 Dec 10 08:48:58.670870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-032fbd53-3cd8-4f6e-a28e-eb69311637f9 req-b75d9223-cbd2-4195-a2ed-d1eba1204d9b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447297 Dec 10 08:48:58.763475 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:48:58.777168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdddafb-0a07-4304-8690-8f26a5a97b42 req-d2c224ca-ac2a-4723-bfd9-1378c3e354f5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:58.778681 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bbdddafb-0a07-4304-8690-8f26a5a97b42 req-d2c224ca-ac2a-4723-bfd9-1378c3e354f5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0494144 Dec 10 08:48:58.826058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bbdddafb-0a07-4304-8690-8f26a5a97b42 req-3b905aac-ebf0-4fcf-a815-06ba7e430baf tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Dec 10 08:48:58.910206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64c1754a-cbe9-4d1b-933c-3ac10511d691 req-87bc2ce2-2125-46c7-8c5a-2e5ddcc12c5f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0258467 Dec 10 08:48:58.988574 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '498fa369-6a78-4b85-acf5-42bd479fed37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:97:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:48:58Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:48:59.015212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f79bb1-7550-4f29-a7df-63a7276585bb req-0d5959f1-8ab7-411b-a24a-4f3a93db5525 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:59.015766 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59268ee9-c0b4-4e17-91b9-0a8564ab9aa0 None None] The sync data for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 is: [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '498fa369-6a78-4b85-acf5-42bd479fed37', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:97:35:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:48:58Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:48:59.016657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8f79bb1-7550-4f29-a7df-63a7276585bb req-0d5959f1-8ab7-411b-a24a-4f3a93db5525 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0525000 Dec 10 08:48:59.066778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8f79bb1-7550-4f29-a7df-63a7276585bb req-7a44dd39-ac57-480e-971f-96636dcc5c87 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Dec 10 08:48:59.110758 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a80c3ac-1dde-46f6-8a63-16d81aa974f8 x-openstack-request-id: req-5a80c3ac-1dde-46f6-8a63-16d81aa974f8 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:59.111268 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a60fcc-9f58-4d1a-83bb-e26a06c4edd8", "name": "network-vif-plugged", "status": "completed", "tag": "4ef5cb3a-efec-4f42-99ef-898921057e45", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:59.111381 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a80c3ac-1dde-46f6-8a63-16d81aa974f8 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:59.111692 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a60fcc-9f58-4d1a-83bb-e26a06c4edd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef5cb3a-efec-4f42-99ef-898921057e45', 'code': 200} Dec 10 08:48:59.208287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aff086-439d-43db-9991-5a3480fddd49 req-6cf3b619-87c5-4a75-9c15-db0be6b7b585 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:59.209777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8aff086-439d-43db-9991-5a3480fddd49 req-6cf3b619-87c5-4a75-9c15-db0be6b7b585 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0506597 Dec 10 08:48:59.223013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40189bb6-ca2f-4503-81d6-331b439ed44d req-c10aaa06-5b9c-4640-84e6-4a24de83a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:59.224488 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-40189bb6-ca2f-4503-81d6-331b439ed44d req-c10aaa06-5b9c-4640-84e6-4a24de83a0e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 1101 time: 0.0398264 Dec 10 08:48:59.257479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8aff086-439d-43db-9991-5a3480fddd49 req-1fc9b23e-1dc5-4489-95cf-c5821d4bab38 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Dec 10 08:48:59.279550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-40189bb6-ca2f-4503-81d6-331b439ed44d req-2c053d97-5d4b-4f8f-b33e-d2b8f2c94e93 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464559 Dec 10 08:48:59.487294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729876-6519-4e99-9fe8-6511a92ee329 req-f5245385-22a6-453f-8480-474b40f08243 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:59.488759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-f5245385-22a6-453f-8480-474b40f08243 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/networks?id=bb74a938-5382-4056-8a54-c934abf1a2fb HTTP/1.1" status: 200 len: 815 time: 0.1038992 Dec 10 08:48:59.504179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-7d541661-9da6-44e1-8bd0-56a0adb57d9c tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/quotas/b6986143dab14beeb5acf55d0aa7355b HTTP/1.1" status: 200 len: 375 time: 0.0090294 Dec 10 08:48:59.553646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-d8d941a6-aae7-411b-8c54-001f82eba60a tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6986143dab14beeb5acf55d0aa7355b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443370 Dec 10 08:48:59.645220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-83879927-cc1e-4650-b2a5-2f92a2c14147 service neutron] 10.222.0.31 "GET /v2.0/networks/bb74a938-5382-4056-8a54-c934abf1a2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839591 Dec 10 08:48:59.734223 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-1c6323f8-05af-492c-9fcb-e9ad890bf021 service neutron] 10.222.0.31 "GET /v2.0/networks/bb74a938-5382-4056-8a54-c934abf1a2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824831 Dec 10 08:48:59.871244 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 08:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddac18c6-4459-455e-8628-be40230673fd x-openstack-request-id: req-ddac18c6-4459-455e-8628-be40230673fd {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:48:59.871613 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:48:59.871931 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddac18c6-4459-455e-8628-be40230673fd {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:48:59.872533 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa', 'status': 'completed', 'code': 200} Dec 10 08:48:59.872891 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37', 'status': 'completed', 'code': 200} Dec 10 08:48:59.956833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-808c23d5-eae4-4ddd-8cb8-7128cd2bbd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:48:59.958637 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-808c23d5-eae4-4ddd-8cb8-7128cd2bbd5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 1096 time: 0.0523415 Dec 10 08:48:59.964049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d084f01f-fcf8-4685-9833-381248108326 req-b2bfba67-db74-4a58-a6c3-67f2736e2424 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1001 time: 0.0831430 Dec 10 08:49:00.020021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f01f-fcf8-4685-9833-381248108326 req-606305c3-c3d7-4704-871a-a55806642756 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:00.027429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d084f01f-fcf8-4685-9833-381248108326 req-606305c3-c3d7-4704-871a-a55806642756 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports/498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 200 len: 942 time: 0.0558991 Dec 10 08:49:00.058071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-39d78735-2318-42bc-98d9-4cb6dd909d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:00.059551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-39d78735-2318-42bc-98d9-4cb6dd909d5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.0931244 Dec 10 08:49:00.129994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d084f01f-fcf8-4685-9833-381248108326 req-8de759b9-4ed2-4c1d-a185-ca7ab9cd63bc tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1001 time: 0.0668879 Dec 10 08:49:00.144400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-ef0d4223-5bf0-4706-899e-718ab2c871fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 200 len: 1001 time: 0.0735788 Dec 10 08:49:00.197809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-ae3911e2-8add-4345-a053-87ff35013982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:00.199372 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-ae3911e2-8add-4345-a053-87ff35013982 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.0475783 Dec 10 08:49:00.248231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f01f-fcf8-4685-9833-381248108326 req-720962e2-0de6-45c4-ac63-0093715c8227 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:00.249749 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d084f01f-fcf8-4685-9833-381248108326 req-720962e2-0de6-45c4-ac63-0093715c8227 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1133180 Dec 10 08:49:00.253915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-02ad6ec4-f170-423c-b8b0-0dda0e2bda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:00.255581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-02ad6ec4-f170-423c-b8b0-0dda0e2bda1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448692 Dec 10 08:49:00.357385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680de8d-12a5-46b0-a89f-320f28f8ac93 req-e46ba8bb-4408-4f0e-b983-4ade637cb223 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:00.359197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0680de8d-12a5-46b0-a89f-320f28f8ac93 req-e46ba8bb-4408-4f0e-b983-4ade637cb223 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 950 time: 0.0576465 Dec 10 08:49:00.410903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0680de8d-12a5-46b0-a89f-320f28f8ac93 req-b47597b5-15ed-4655-984f-3a1e466d9765 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Dec 10 08:49:00.498974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f5ecd44-8665-41d7-bfc5-07f7311015d7 req-7b46be70-0356-4d06-ac53-b83eee644cb7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0283589 Dec 10 08:49:00.566273 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-106d22c8-9ac7-49c2-a74a-c50f2b77fd49 service neutron] 10.222.0.39 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999928 Dec 10 08:49:00.616620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca0cb-17f6-42c9-8a5e-e49e9a79514b req-0c9459ed-a15e-48e1-8f1c-72ff4bf55149 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:00.618267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-853ca0cb-17f6-42c9-8a5e-e49e9a79514b req-0c9459ed-a15e-48e1-8f1c-72ff4bf55149 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0528278 Dec 10 08:49:00.663650 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-4b7db047-029a-4caf-81f9-4afbb1507abf service neutron] 10.222.0.39 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852635 Dec 10 08:49:00.664417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-853ca0cb-17f6-42c9-8a5e-e49e9a79514b req-315dbde5-3714-4754-b0cd-48eb4700d60a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Dec 10 08:49:00.748452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46a30d18-18c7-439d-b869-09fc21b6a1d3 req-3c14cbce-587f-43fe-847a-a79fdef242e6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0266764 Dec 10 08:49:00.847358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa147f9-7425-4a1b-bdad-65bb84a2dca0 req-78fe3cde-07b4-4d26-a957-ff61db223780 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:00.848779 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fa147f9-7425-4a1b-bdad-65bb84a2dca0 req-78fe3cde-07b4-4d26-a957-ff61db223780 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0476522 Dec 10 08:49:00.896676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fa147f9-7425-4a1b-bdad-65bb84a2dca0 req-47cf8919-c002-40dc-9401-2035bf6010df tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Dec 10 08:49:00.982515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-7307b37b-a21b-4e07-a313-f4d7fb2f9844 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1001 time: 0.0640073 Dec 10 08:49:01.030488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-169f841d-2a9c-4eee-9d59-2a2025d7084d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:01.031801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-169f841d-2a9c-4eee-9d59-2a2025d7084d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports/498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 200 len: 942 time: 0.0438926 Dec 10 08:49:01.134098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-520a2a33-11e8-4ee9-a2ac-f944f12c912e tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1001 time: 0.0630541 Dec 10 08:49:01.242666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-363383f4-b74a-4f55-9cea-2e9d82095701 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:01.244695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-363383f4-b74a-4f55-9cea-2e9d82095701 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1043520 Dec 10 08:49:01.315312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-333efedc-4dbb-44ab-986d-24cf617943ca tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1001 time: 0.0638373 Dec 10 08:49:01.325555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-1e580799-44e1-4c88-bb69-54b92863014a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:01.379519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-1e580799-44e1-4c88-bb69-54b92863014a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:01.523257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-1e580799-44e1-4c88-bb69-54b92863014a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:01.527510 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-1e580799-44e1-4c88-bb69-54b92863014a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:01.527844 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-1e580799-44e1-4c88-bb69-54b92863014a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Floating IP d2d3d106-3538-45d0-b85e-2342be36322d disassociated. External IP: 172.25.3.153, port: 498fa369-6a78-4b85-acf5-42bd479fed37. Dec 10 08:49:01.734284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-1e580799-44e1-4c88-bb69-54b92863014a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Router 00d47c23-8a4b-4ad6-994b-79669910fa22 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:49:01.839177 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-1e580799-44e1-4c88-bb69-54b92863014a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:49:01.843876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-1e580799-44e1-4c88-bb69-54b92863014a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:01.848532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] Sync routers for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:49:01.859126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:01.859801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:01.872961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-1e580799-44e1-4c88-bb69-54b92863014a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "PUT /v2.0/floatingips/d2d3d106-3538-45d0-b85e-2342be36322d HTTP/1.1" status: 200 len: 695 time: 0.5518358 Dec 10 08:49:01.873425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:01.875714 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9157dd-1040-411e-b695-601c8d8a64b3" -d '{"events": [{"name": "network-changed", "server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:01.924597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-12f06e63-d281-4ba8-9ba7-a1750d635a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:01.926150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-12f06e63-d281-4ba8-9ba7-a1750d635a17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 1096 time: 0.0400386 Dec 10 08:49:01.966721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:02.017242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-cc4eb5a4-38a1-4aa4-a97b-8b8c7dde0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:02.018766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-cc4eb5a4-38a1-4aa4-a97b-8b8c7dde0390 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.0860908 Dec 10 08:49:02.061864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-85bca576-2585-483b-ba1a-59c3e081c1e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 200 len: 217 time: 0.0361640 Dec 10 08:49:02.113764 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-e20ccfcb-cc84-4677-81f1-d6999dbf3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:02.115166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-e20ccfcb-cc84-4677-81f1-d6999dbf3285 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.0475228 Dec 10 08:49:02.159981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-369a5730-19c6-4902-bf4a-63c70a9aa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:02.161490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-369a5730-19c6-4902-bf4a-63c70a9aa262 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395741 Dec 10 08:49:02.163417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:02.194129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] Checking router: 00d47c23-8a4b-4ad6-994b-79669910fa22 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:49:02.202993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:02.203638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:02.250217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-b4c256e5-6ccd-4e9b-a8fd-8eda6a478b58 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808387 Dec 10 08:49:02.346925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0ee619d-ff9a-4411-ad34-a171a90c5f32 req-f5251a3a-0b56-4879-a3ff-35ae513f0c8e service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905161 Dec 10 08:49:02.437602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:02.457696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3930d36-b1f0-46fe-974a-be5e8b3550d6 req-acea8afd-8a7a-4ccc-8f96-9fae3f18cec0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:02.459337 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3930d36-b1f0-46fe-974a-be5e8b3550d6 req-acea8afd-8a7a-4ccc-8f96-9fae3f18cec0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0515239 Dec 10 08:49:02.513300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3930d36-b1f0-46fe-974a-be5e8b3550d6 req-e220f6dd-f5a3-4770-b013-14ec4e90fa49 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Dec 10 08:49:02.619776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f0252-84bf-4a32-8fbb-24aa77f2fe83 req-1396e77f-2d1a-4093-b690-15d9852631b8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:02.621193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-114f0252-84bf-4a32-8fbb-24aa77f2fe83 req-1396e77f-2d1a-4093-b690-15d9852631b8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 950 time: 0.0526185 Dec 10 08:49:02.641674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:02.673687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d955e6-d7cc-4678-8444-8fce0b9e7a67 None None] The sync data for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 is: [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:49:02.892027 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-114f0252-84bf-4a32-8fbb-24aa77f2fe83 req-d72a60db-c816-405a-b779-dd4d117e3a57 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644529 Dec 10 08:49:02.918458 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9b4db-71fd-49fd-b51c-bd4572c10c39 None None] New status for floating IP d2d3d106-3538-45d0-b85e-2342be36322d: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:49:02.973811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51935556-99de-4888-bbad-ff4745a507dc req-62a29cf8-2d9c-4cba-8520-9b7912027404 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0252633 Dec 10 08:49:03.048625 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cd35d15e-98cd-482a-b94c-63ef206c913f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:03.077291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44be2b1-5836-4347-8dcf-24b615c6d5bf req-e8acddb6-5da7-429f-b6e5-8be2004313db tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:03.078782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b44be2b1-5836-4347-8dcf-24b615c6d5bf req-e8acddb6-5da7-429f-b6e5-8be2004313db tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0499134 Dec 10 08:49:03.124857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b44be2b1-5836-4347-8dcf-24b615c6d5bf req-70afdf37-ebf6-4aba-91c8-b4bca8637edb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Dec 10 08:49:03.216874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-740b40d7-5296-4406-af4d-da2a49a50810 req-478082c9-adb9-40e7-a6af-40a0de8b307e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0305009 Dec 10 08:49:03.261239 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079f1417-2f0d-4e6c-a089-3f79ea4b0ef2 x-openstack-request-id: req-079f1417-2f0d-4e6c-a089-3f79ea4b0ef2 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:03.261569 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:03.261827 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-079f1417-2f0d-4e6c-a089-3f79ea4b0ef2 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:03.262245 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37', 'status': 'completed', 'code': 200} Dec 10 08:49:03.339615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-c4e65bae-3082-459a-947f-2a2cf76d43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:03.341122 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-c4e65bae-3082-459a-947f-2a2cf76d43bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 1096 time: 0.0460551 Dec 10 08:49:03.352221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3ebb3-5c09-4381-b3b9-4bcf1f844292 req-083b0aa7-59a3-4bc1-ba13-128288fc7186 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:03.353720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcf3ebb3-5c09-4381-b3b9-4bcf1f844292 req-083b0aa7-59a3-4bc1-ba13-128288fc7186 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0490489 Dec 10 08:49:03.401452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcf3ebb3-5c09-4381-b3b9-4bcf1f844292 req-b371d971-c518-485f-9de2-d88804039f8a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Dec 10 08:49:03.434992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-b359da86-3e56-4e77-97bd-d8ddef783d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:03.436646 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-b359da86-3e56-4e77-97bd-d8ddef783d5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.0870841 Dec 10 08:49:03.484349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-fd081ec8-534a-43ac-bfea-8cce2bd1f845 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 200 len: 217 time: 0.0381837 Dec 10 08:49:03.552284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-8eedb407-8d47-47aa-aeb5-91d908769fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:03.554710 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-8eedb407-8d47-47aa-aeb5-91d908769fd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.0603132 Dec 10 08:49:03.611123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-4b0de6fb-4b61-41c6-bedb-450e516f3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:03.612774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-4b0de6fb-4b61-41c6-bedb-450e516f3649 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440378 Dec 10 08:49:03.617121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a20f15ac-b4a9-48e4-aca4-917f60f544b6 req-b199f7fc-1f4c-40de-9879-162e61bf1d4d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0268235 Dec 10 08:49:03.710766 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-539fcb98-7023-48d8-8ae4-1f3ad8d03fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878532 Dec 10 08:49:03.720148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba9af3-0bd0-4014-8b4f-6f7e9a181398 req-01f8ca20-fcee-4187-8c4f-d47bdc79421b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:03.721634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0ba9af3-0bd0-4014-8b4f-6f7e9a181398 req-01f8ca20-fcee-4187-8c4f-d47bdc79421b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0491273 Dec 10 08:49:03.773718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0ba9af3-0bd0-4014-8b4f-6f7e9a181398 req-7304cf88-191d-4990-a0a0-0bcc3fdea668 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Dec 10 08:49:03.805534 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b9157dd-1040-411e-b695-601c8d8a64b3 req-1339e948-b7ef-44c0-9b57-64287ce5c696 service neutron] 10.222.0.39 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845470 Dec 10 08:49:03.877842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-3e19f516-4550-4da9-9367-cee5e364b647 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:03.879315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-3e19f516-4550-4da9-9367-cee5e364b647 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0494819 Dec 10 08:49:03.931483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-78b430bf-bed0-4c70-a2e1-4ffcd596d191 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0457087 Dec 10 08:49:03.940835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-efba27d6-ea9b-4631-ba4d-591171b1866c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Request body: {'floatingip': {'port_id': '8dc360ab-2abb-44ba-b857-9257819437aa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:03.981757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-efba27d6-ea9b-4631-ba4d-591171b1866c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:04.406205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-efba27d6-ea9b-4631-ba4d-591171b1866c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:04.409946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-efba27d6-ea9b-4631-ba4d-591171b1866c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:04.506908 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-efba27d6-ea9b-4631-ba4d-591171b1866c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Floating IP d2d3d106-3538-45d0-b85e-2342be36322d associated. External IP: 172.25.3.153, port: 8dc360ab-2abb-44ba-b857-9257819437aa. Dec 10 08:49:04.708028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-efba27d6-ea9b-4631-ba4d-591171b1866c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Router 00d47c23-8a4b-4ad6-994b-79669910fa22 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:49:04.814297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-efba27d6-ea9b-4631-ba4d-591171b1866c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:49:04.818900 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-efba27d6-ea9b-4631-ba4d-591171b1866c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:04.823582 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] Sync routers for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:49:04.832314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:04.832913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:04.846158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-efba27d6-ea9b-4631-ba4d-591171b1866c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "PUT /v2.0/floatingips/d2d3d106-3538-45d0-b85e-2342be36322d HTTP/1.1" status: 200 len: 997 time: 0.9088645 Dec 10 08:49:04.898002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-e2e61d73-f847-4f92-baba-54bc2d7f4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:04.900210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-e2e61d73-f847-4f92-baba-54bc2d7f4284 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 1097 time: 0.0410185 Dec 10 08:49:04.952083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:04.998387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-e460f768-3bbf-42d8-9cc5-8ec848640c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:04.999802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-e460f768-3bbf-42d8-9cc5-8ec848640c49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.0937669 Dec 10 08:49:05.066836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-77a7be85-c506-4454-8bc2-779292f0fa0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 1000 time: 0.0608523 Dec 10 08:49:05.122558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-f8349bee-81ad-40ce-96d4-f58a6e91050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:05.124150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-f8349bee-81ad-40ce-96d4-f58a6e91050d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.0501723 Dec 10 08:49:05.174465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-3e93356a-80d4-4645-92ec-c2b6fe67206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:05.176040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-3e93356a-80d4-4645-92ec-c2b6fe67206b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457013 Dec 10 08:49:05.229666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '8dc360ab-2abb-44ba-b857-9257819437aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:b1:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:49:04Z', 'revision_number': 8, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:05.250335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-37a75c34-ac68-4123-9c40-8bcd601ba989 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:05.251763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-37a75c34-ac68-4123-9c40-8bcd601ba989 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.39 "GET /v2.0/ports?device_id=529adbe2-9c79-4242-8c88-a2d306da06e9 HTTP/1.1" status: 200 len: 945 time: 0.0586586 Dec 10 08:49:05.257225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] Checking router: 00d47c23-8a4b-4ad6-994b-79669910fa22 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:49:05.269060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:05.269737 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:48:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:05.275088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:05.277388 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd9a84d-76e1-4d97-88a4-5a3e71c27c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:05.285391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-056401f8-9512-4c02-a69e-feb7a9f42805 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026459 Dec 10 08:49:05.340013 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-69b7c49a-3362-4405-9928-3c0b0fccc8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:05.354903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Deleting port 498fa369-6a78-4b85-acf5-42bd479fed37 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:49:05.355377 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:05.390717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44fcc216-03be-40ea-ad87-1d509c7feb29 req-dc9b33c8-a4db-4265-94c4-f02a83f60808 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959539 Dec 10 08:49:05.401600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:05.453992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] For port 498fa369-6a78-4b85-acf5-42bd479fed37, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=498fa369-6a78-4b85-acf5-42bd479fed37,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:05.454502 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:05.469998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Calling delete_port for 498fa369-6a78-4b85-acf5-42bd479fed37 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:49:05.486073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4e6d818-b076-4e94-a213-254b268686d9 req-eb1d2d36-4dfa-4dfa-a009-b8654c3f048a tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0325463 Dec 10 08:49:05.598603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e8c1b-4759-4bfa-9ba7-d715f4e8953d req-39026dcc-7b0a-41e5-a872-8a7dc3cb31b8 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:05.600092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e08e8c1b-4759-4bfa-9ba7-d715f4e8953d req-39026dcc-7b0a-41e5-a872-8a7dc3cb31b8 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0541728 Dec 10 08:49:05.616564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:05.633546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['498fa369-6a78-4b85-acf5-42bd479fed37'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:05.636035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['8dc360ab-2abb-44ba-b857-9257819437aa'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:05.654326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e08e8c1b-4759-4bfa-9ba7-d715f4e8953d req-53ab089b-d73d-40f0-936b-74a13b0627c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 Dec 10 08:49:05.654574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Pushing event deleted for resources: {'Port': ['ID=498fa369-6a78-4b85-acf5-42bd479fed37,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:05.704311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] No DVR routers for this DVR port 498fa369-6a78-4b85-acf5-42bd479fed37 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:49:05.707537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:05.714344 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a61933-2105-4af2-99e4-e8244c8b6fa1 req-5dc500af-6592-4e64-9857-87ad87e9da5c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.39 "DELETE /v2.0/ports/498fa369-6a78-4b85-acf5-42bd479fed37 HTTP/1.1" status: 204 len: 173 time: 0.4530618 Dec 10 08:49:05.714344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'name': 'network-vif-deleted', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:05.716766 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3111634b-2ccf-4429-8383-fa92291242ba" -d '{"events": [{"server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "name": "network-vif-deleted", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:05.753069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '8dc360ab-2abb-44ba-b857-9257819437aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:b1:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:49:04Z', 'revision_number': 8, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:05.782099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5825ab3f-43b2-480c-a0ad-a036d3b602e5 req-1e7f1c04-16c0-413e-a9fb-df59e45b10da tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0329316 Dec 10 08:49:05.795405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c7b5-f22b-4bb5-bc98-ebc51ee4c01f None None] The sync data for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 is: [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd2d3d106-3538-45d0-b85e-2342be36322d', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'port_id': '8dc360ab-2abb-44ba-b857-9257819437aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'mac_address': 'fa:16:3e:b1:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:48:28Z', 'updated_at': '2021-12-10T08:49:04Z', 'revision_number': 8, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:49:05.909806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408166ac-81e2-4cce-8a79-103a3348c840 req-c38ccab1-a156-4591-9224-f36c72e3b1b5 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:05.911419 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-408166ac-81e2-4cce-8a79-103a3348c840 req-c38ccab1-a156-4591-9224-f36c72e3b1b5 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0781016 Dec 10 08:49:05.967714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-408166ac-81e2-4cce-8a79-103a3348c840 req-04e6e240-8eca-4f5e-987c-4056226d46b5 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479407 Dec 10 08:49:06.046605 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b33b81-34ed-49be-b3d5-a810ed289d8d None None] New status for floating IP d2d3d106-3538-45d0-b85e-2342be36322d: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:49:06.059440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c049cb3-141f-4fff-acff-012c052260d9 req-40cefa97-a9a2-41cd-84bc-0ff51ace069d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0280631 Dec 10 08:49:06.164966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd2b5-ab4e-4eca-8f1d-85aa5226175a req-68e4c88e-164e-4536-94d4-819e5dd44856 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:06.166585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58dcd2b5-ab4e-4eca-8f1d-85aa5226175a req-68e4c88e-164e-4536-94d4-819e5dd44856 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0525284 Dec 10 08:49:06.220890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58dcd2b5-ab4e-4eca-8f1d-85aa5226175a req-9bb8861f-d613-4e00-abab-3870d351badf tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475457 Dec 10 08:49:06.277994 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6009501-1b77-4093-8314-05bdbf0a2eca x-openstack-request-id: req-d6009501-1b77-4093-8314-05bdbf0a2eca {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:06.278277 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:06.278535 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6009501-1b77-4093-8314-05bdbf0a2eca {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:06.278928 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa', 'status': 'completed', 'code': 200} Dec 10 08:49:06.335516 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:06.358639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7d7a1b8-e4a1-4bac-86cc-3ab069678acb req-54309c64-fb41-42b1-8b44-43eefa0d29db tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips/d2d3d106-3538-45d0-b85e-2342be36322d HTTP/1.1" status: 200 len: 999 time: 0.0668035 Dec 10 08:49:06.467272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a1b8-e4a1-4bac-86cc-3ab069678acb req-233356bf-a10d-493c-9204-6f273d5d2323 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:06.468656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7d7a1b8-e4a1-4bac-86cc-3ab069678acb req-233356bf-a10d-493c-9204-6f273d5d2323 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1043956 Dec 10 08:49:06.478834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-b7d7a1b8-e4a1-4bac-86cc-3ab069678acb req-316682c9-d0f9-4847-9371-072674a2d02a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:49:06.479781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7d7a1b8-e4a1-4bac-86cc-3ab069678acb req-316682c9-d0f9-4847-9371-072674a2d02a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054197 Dec 10 08:49:06.514268 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae3639d-ad09-4ce5-be3e-bc91eeadad7d x-openstack-request-id: req-2ae3639d-ad09-4ce5-be3e-bc91eeadad7d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:06.514785 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529adbe2-9c79-4242-8c88-a2d306da06e9", "name": "network-vif-deleted", "tag": "498fa369-6a78-4b85-acf5-42bd479fed37", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:06.514785 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ae3639d-ad09-4ce5-be3e-bc91eeadad7d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:06.515179 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529adbe2-9c79-4242-8c88-a2d306da06e9', 'name': 'network-vif-deleted', 'tag': '498fa369-6a78-4b85-acf5-42bd479fed37', 'status': 'completed', 'code': 200} Dec 10 08:49:06.583723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-2132c591-ee3e-4fec-a7c1-27a03a988b8e tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1002 time: 0.0598376 Dec 10 08:49:06.633002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-567e4717-7537-4ba0-8771-04aa5d934f4b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:06.634592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-567e4717-7537-4ba0-8771-04aa5d934f4b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports/8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 943 time: 0.0445917 Dec 10 08:49:06.736864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-16c9bd40-6f6d-4680-ab4c-385da26948c6 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1002 time: 0.0633121 Dec 10 08:49:06.842899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-c8fb7f02-e880-4829-a9ae-211116afa8a9 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:06.844127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-c8fb7f02-e880-4829-a9ae-211116afa8a9 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1016419 Dec 10 08:49:06.912759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-92724940-539a-4d07-b9b1-bb7f303e09f2 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1002 time: 0.0614915 Dec 10 08:49:06.923209 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-6bb211a2-269f-423c-80e1-eaa6dfadee0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:06.986079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-6bb211a2-269f-423c-80e1-eaa6dfadee0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:07.129264 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-6bb211a2-269f-423c-80e1-eaa6dfadee0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:07.133046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-6bb211a2-269f-423c-80e1-eaa6dfadee0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:07.133368 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-6bb211a2-269f-423c-80e1-eaa6dfadee0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Floating IP d2d3d106-3538-45d0-b85e-2342be36322d disassociated. External IP: 172.25.3.153, port: 8dc360ab-2abb-44ba-b857-9257819437aa. Dec 10 08:49:07.561574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-6bb211a2-269f-423c-80e1-eaa6dfadee0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Router 00d47c23-8a4b-4ad6-994b-79669910fa22 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:49:07.667057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-6bb211a2-269f-423c-80e1-eaa6dfadee0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:49:07.671658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-6bb211a2-269f-423c-80e1-eaa6dfadee0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:07.677131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] Sync routers for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:49:07.687418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:07.688029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:07.700262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-6bb211a2-269f-423c-80e1-eaa6dfadee0d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "PUT /v2.0/floatingips/d2d3d106-3538-45d0-b85e-2342be36322d HTTP/1.1" status: 200 len: 696 time: 0.7806604 Dec 10 08:49:07.751284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-5a88cb62-a934-47d3-b45c-7fa30acc17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:07.752769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-5a88cb62-a934-47d3-b45c-7fa30acc17e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 1097 time: 0.0402653 Dec 10 08:49:07.794752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:07.840961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-58b91e2a-e184-453b-84af-36c2df4a16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:07.842473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-58b91e2a-e184-453b-84af-36c2df4a16c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.0835292 Dec 10 08:49:07.888693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-b7b01ed8-482d-4f79-be74-9866f541698a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 217 time: 0.0399878 Dec 10 08:49:07.939211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-34e9866a-9408-43f1-8633-1b18d6c5eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:07.940675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-34e9866a-9408-43f1-8633-1b18d6c5eb48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.0461383 Dec 10 08:49:07.991831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-62aba944-91c3-4e1c-a62c-f5c26e2a5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:07.993676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-62aba944-91c3-4e1c-a62c-f5c26e2a5f2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430667 Dec 10 08:49:08.008038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:08.093391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-46b92fe7-6d36-4a34-8c77-8ca8c28f8aa3 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917654 Dec 10 08:49:08.165840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] Checking router: 00d47c23-8a4b-4ad6-994b-79669910fa22 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:49:08.179862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:08.182503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:08.183111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:08.186056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-978ae9ae-ef99-4ff1-a406-7c53bd122a97 req-efaeee4e-cc54-4855-be49-f6d7116372ec service neutron] 10.222.0.31 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863571 Dec 10 08:49:08.272856 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15e2d129-8d57-490e-b7ec-ce52234b82a5 req-cc6f5ae3-502f-43ec-834a-e9ef3e747814 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0259583 Dec 10 08:49:08.279446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:08.281831 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783fd0bc-4888-4b1f-bb52-2f12b862106e" -d '{"events": [{"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:08.294130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:08.380948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e54204-202e-4a46-ae45-e9f3f2ad21ed req-fe01cc09-6e53-4619-a088-69ac418fc3d6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:08.382371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02e54204-202e-4a46-ae45-e9f3f2ad21ed req-fe01cc09-6e53-4619-a088-69ac418fc3d6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0532598 Dec 10 08:49:08.428752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02e54204-202e-4a46-ae45-e9f3f2ad21ed req-1f05ba9c-266f-4a8f-b977-e44dea288534 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Dec 10 08:49:08.496433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:08.522647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dce8fe8-8219-49a3-9806-a618acc38472 req-589800fe-3a4a-47aa-83d7-5686fdb54005 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Dec 10 08:49:08.528313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5a348-d5e5-4d2d-ad58-0061d77e51c6 None None] The sync data for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 is: [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:57Z', 'revision_number': 4, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c5042dec-84d8-49f7-91f6-a7bef3f3fe23', 'name': '', 'network_id': 'c3c4ae79-21c3-4bcd-8238-04f0585bfa62', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'mac_address': 'fa:16:3e:33:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:56Z', 'updated_at': '2021-12-10T08:48:03Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'subnets': [{'id': '8fc89e1a-5d0b-4b71-a713-c3ab647200a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:49:08.632405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ad42e-db0c-4f50-8164-ea88d15881c2 req-72dc6d79-84ed-42c2-b146-99ee83379ae2 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:08.634656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-064ad42e-db0c-4f50-8164-ea88d15881c2 req-72dc6d79-84ed-42c2-b146-99ee83379ae2 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0505044 Dec 10 08:49:08.684078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-064ad42e-db0c-4f50-8164-ea88d15881c2 req-bea412ee-cdd6-4490-aee8-0db77dc71228 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Dec 10 08:49:08.748573 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a8068-d6cf-4b74-a204-f53a43c38734 None None] New status for floating IP d2d3d106-3538-45d0-b85e-2342be36322d: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:49:08.770406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e453e2b5-3eff-4da3-b05c-093ee486b499 req-000928bd-c768-4165-9019-1daf9ee2462d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0304644 Dec 10 08:49:08.880492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b5897-5a46-4ad0-8a45-e0ad78ac54d7 req-77c89694-181e-49f1-89b6-b81e381e7f19 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:08.882142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-302b5897-5a46-4ad0-8a45-e0ad78ac54d7 req-77c89694-181e-49f1-89b6-b81e381e7f19 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0504246 Dec 10 08:49:08.930237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-302b5897-5a46-4ad0-8a45-e0ad78ac54d7 req-5061d4e0-9cc7-4994-85f7-7164844c7d39 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Dec 10 08:49:09.002140 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e9e097-2799-4c6c-9483-33ca0e531b74 x-openstack-request-id: req-20e9e097-2799-4c6c-9483-33ca0e531b74 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:09.002768 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:09.002768 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20e9e097-2799-4c6c-9483-33ca0e531b74 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:09.003054 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa', 'status': 'completed', 'code': 200} Dec 10 08:49:09.073086 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:09.089589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-180f8e8e-b7a0-464c-a220-ee16ccdb6fb9 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips/d2d3d106-3538-45d0-b85e-2342be36322d HTTP/1.1" status: 200 len: 694 time: 0.0440233 Dec 10 08:49:09.194366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-557b401f-a171-4455-baa1-914f86ba62e2 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:09.196241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-557b401f-a171-4455-baa1-914f86ba62e2 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1005378 Dec 10 08:49:09.206214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b51abb66-6eb8-4cf5-8746-15623d463e90 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:49:09.207166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b51abb66-6eb8-4cf5-8746-15623d463e90 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053515 Dec 10 08:49:09.255837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-bae0e721-0465-4f0e-9a82-5b511715787a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 697 time: 0.0422409 Dec 10 08:49:09.309345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-32325a16-589e-4431-9792-86f60f8da3dc tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 697 time: 0.0467823 Dec 10 08:49:09.435874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Deleting port 3147ba20-1341-42dd-baff-94f945060246 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:49:09.436215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:09.510165 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:09.510389 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:09.524287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Calling delete_port for 3147ba20-1341-42dd-baff-94f945060246 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:49:09.687449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:09.716127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Pushing event deleted for resources: {'Port': ['ID=3147ba20-1341-42dd-baff-94f945060246,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:09.795714 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:09.798374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:09.799516 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a0bd79a-e54a-4480-ab9b-54e2e21f430e req-b045557f-b693-4a45-84b3-c9a664158ab7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "DELETE /v2.0/floatingips/d2d3d106-3538-45d0-b85e-2342be36322d HTTP/1.1" status: 204 len: 173 time: 0.4846895 Dec 10 08:49:09.871639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b21cc71-944c-4ed0-ab57-da7a2e6b9570 req-04ec3408-2ebf-4f7b-97fa-2ab126320f1b tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0270746 Dec 10 08:49:09.978052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bdc38-8f71-4593-bc98-96dee5e9962c req-96f80691-36de-4a66-9586-d3878e1ff083 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:09.979506 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f5bdc38-8f71-4593-bc98-96dee5e9962c req-96f80691-36de-4a66-9586-d3878e1ff083 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0520451 Dec 10 08:49:10.008091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 498fa369-6a78-4b85-acf5-42bd479fed37 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:49:10.026455 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f5bdc38-8f71-4593-bc98-96dee5e9962c req-249935ee-31ad-4677-960e-dda0723d3203 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Dec 10 08:49:10.028120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 498fa369-6a78-4b85-acf5-42bd479fed37 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:49:10.028474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 498fa369-6a78-4b85-acf5-42bd479fed37 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:49:10.108663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-070db342-e638-4b2c-bf2f-3ee788ae38e5 req-441eae13-e754-452f-9da3-8e40988ef6f1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0260754 Dec 10 08:49:10.208370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae16cb7-2452-4dc7-a0cb-4623ca0958aa req-594dc45c-3d0d-4c77-a17e-a0db38df4272 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:10.209855 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ae16cb7-2452-4dc7-a0cb-4623ca0958aa req-594dc45c-3d0d-4c77-a17e-a0db38df4272 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0477691 Dec 10 08:49:10.259389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ae16cb7-2452-4dc7-a0cb-4623ca0958aa req-2f289b3b-dd63-4285-9b39-93ae74b8e365 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 Dec 10 08:49:10.341996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf1885f0-97fa-464f-b1c6-7c834d16e52d req-9948e9c8-32be-4317-b4e5-3da5e85acd3e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0292311 Dec 10 08:49:10.556328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086b3f3-035b-4ee0-b28b-a1920b349fe4 req-6350cc76-813b-42e7-89b4-ed76f7feb4d3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:10.557817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6086b3f3-035b-4ee0-b28b-a1920b349fe4 req-6350cc76-813b-42e7-89b4-ed76f7feb4d3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0481791 Dec 10 08:49:10.614649 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6086b3f3-035b-4ee0-b28b-a1920b349fe4 req-5c6995e1-b840-4934-a05c-d8de8da70053 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507896 Dec 10 08:49:10.716850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50691e2-e67d-48e8-9cdb-3fefc422bcef req-dd9861a1-1fb3-46b0-a76b-d6b25f2218ea tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:10.718326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c50691e2-e67d-48e8-9cdb-3fefc422bcef req-dd9861a1-1fb3-46b0-a76b-d6b25f2218ea tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0481377 Dec 10 08:49:10.763558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c50691e2-e67d-48e8-9cdb-3fefc422bcef req-6f3e1b6a-beb1-44b3-ad38-d2e43b83cb75 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392933 Dec 10 08:49:10.969747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f42dab3b-99c5-42a0-bf44-a0d6a60bb789 req-1a7e6310-101c-4612-a12b-2e90b56bd135 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0288246 Dec 10 08:49:11.144749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80eb280-0fb0-4dcb-bb6d-9a0f4a305d46 req-69ee6ea4-2fec-4c56-91cd-54d27de8911a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:11.146307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c80eb280-0fb0-4dcb-bb6d-9a0f4a305d46 req-69ee6ea4-2fec-4c56-91cd-54d27de8911a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0490236 Dec 10 08:49:11.192159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c80eb280-0fb0-4dcb-bb6d-9a0f4a305d46 req-baf02558-3304-4a49-a31e-5d3485f96e4c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Dec 10 08:49:11.274361 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07a45027-3069-40ff-b4c2-ff627b36c4e3 req-323cc569-d1b8-4a86-bc22-c23acd3b720e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0251589 Dec 10 08:49:11.375444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd346ec6-b0e3-4e62-b190-3e46d88207f7 req-0bed2dc8-c4e5-4d53-8952-6b7725ede347 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:11.376881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd346ec6-b0e3-4e62-b190-3e46d88207f7 req-0bed2dc8-c4e5-4d53-8952-6b7725ede347 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0481415 Dec 10 08:49:11.426073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd346ec6-b0e3-4e62-b190-3e46d88207f7 req-675bc318-70f1-40f7-96cd-894832c9467f tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Dec 10 08:49:11.504777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fae4bbd5-7610-4308-b5cf-0808d3c8dbab req-d6461b71-0eab-48b0-a826-98ef7e0fb07a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0255277 Dec 10 08:49:11.729741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f0890-0321-4b04-921c-34a7688e8c57 req-d13fd5e9-0c1b-4f5c-b546-14c2c7e1d205 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:11.731126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2c8f0890-0321-4b04-921c-34a7688e8c57 req-d13fd5e9-0c1b-4f5c-b546-14c2c7e1d205 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0481794 Dec 10 08:49:11.776867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2c8f0890-0321-4b04-921c-34a7688e8c57 req-dd0b1109-726f-4551-9412-dcc9eefcfc36 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Dec 10 08:49:11.877243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad451e1c-ab68-4980-8944-c710bb290e99 req-7f458162-38bb-4de1-bf74-8ea72d2c2862 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:11.878722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad451e1c-ab68-4980-8944-c710bb290e99 req-7f458162-38bb-4de1-bf74-8ea72d2c2862 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0489061 Dec 10 08:49:11.928330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad451e1c-ab68-4980-8944-c710bb290e99 req-1d9274a4-b58e-4a51-9b3a-998792a5d97d tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Dec 10 08:49:12.061422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c3e4d5c-bda8-43af-b82b-fd29cf4d10dc req-2c829f74-26e3-489c-98d3-9f7810a35ce1 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0265710 Dec 10 08:49:12.311575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d824e-b915-4bbc-a3ef-57fedece2578 req-20f78ad9-1e9e-49b6-afbe-4c2c293d9132 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:12.313055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-510d824e-b915-4bbc-a3ef-57fedece2578 req-20f78ad9-1e9e-49b6-afbe-4c2c293d9132 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0496631 Dec 10 08:49:12.360165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-510d824e-b915-4bbc-a3ef-57fedece2578 req-8158a50e-7424-484c-a825-5b64994ae443 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Dec 10 08:49:12.441921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c569433-454f-4eb0-a13d-8ac5cd4d27e0 req-b23c8146-6f42-40ef-91cf-708369589beb tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0252032 Dec 10 08:49:12.554837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426242d6-1f3a-4426-8019-2d434e5780ee req-a2bbb3fe-2b8e-4732-bda5-765f334db175 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:12.556568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-426242d6-1f3a-4426-8019-2d434e5780ee req-a2bbb3fe-2b8e-4732-bda5-765f334db175 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0526457 Dec 10 08:49:12.604120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-426242d6-1f3a-4426-8019-2d434e5780ee req-e6ef4871-5a54-455b-a57e-6d2b60edb4f7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Dec 10 08:49:12.689813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9dd0eee-33cf-4eb7-860a-2170f9ab3b97 req-d4d940a0-3500-424c-988c-9e16b8c3d2c9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0292099 Dec 10 08:49:12.848370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-acabed78-2f48-4f9c-83cf-e88c2fcd1414 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:12.850349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-acabed78-2f48-4f9c-83cf-e88c2fcd1414 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.0794640 Dec 10 08:49:12.913407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32b4b-6574-4330-8695-17a3755561b4 req-5b80af49-0a77-461c-a6ab-7fc22e53177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:12.916193 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41c32b4b-6574-4330-8695-17a3755561b4 req-5b80af49-0a77-461c-a6ab-7fc22e53177b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 1097 time: 0.1094055 Dec 10 08:49:13.038376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-b7846078-34cf-4b93-aacb-0385a60c99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:13.040266 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-b7846078-34cf-4b93-aacb-0385a60c99a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2 HTTP/1.1" status: 200 len: 1095 time: 0.1765361 Dec 10 08:49:13.070118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3d410-9545-4f01-9e2e-aa58ebaa2ecf req-c8bfcefb-7117-4f45-9d28-7fa7535827a8 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:13.075818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ba257-8cb8-4b02-b45c-4f5f28fde633 req-22938ba1-4aad-41e4-ba84-7bd73fef90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:13.077406 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8f2ba257-8cb8-4b02-b45c-4f5f28fde633 req-22938ba1-4aad-41e4-ba84-7bd73fef90ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1101 time: 0.1747015 Dec 10 08:49:13.079185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6aa3d410-9545-4f01-9e2e-aa58ebaa2ecf req-c8bfcefb-7117-4f45-9d28-7fa7535827a8 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0674002 Dec 10 08:49:13.129564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32b4b-6574-4330-8695-17a3755561b4 req-37845e55-6197-4b99-b195-47821a24fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:13.131457 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41c32b4b-6574-4330-8695-17a3755561b4 req-37845e55-6197-4b99-b195-47821a24fe33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.1929138 Dec 10 08:49:13.166116 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6aa3d410-9545-4f01-9e2e-aa58ebaa2ecf req-aa028a67-cb92-4e30-b726-776983a157e2 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858827 Dec 10 08:49:13.188400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9815-554d-465b-9126-c0133a166fd1 req-52289015-0995-4d2f-840c-32d7c4d3595a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:13.188400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-810c9815-554d-465b-9126-c0133a166fd1 req-52289015-0995-4d2f-840c-32d7c4d3595a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0824423 Dec 10 08:49:13.221760 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41c32b4b-6574-4330-8695-17a3755561b4 req-7da8db78-827e-4f79-99fc-cdc42d319a5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 217 time: 0.0670636 Dec 10 08:49:13.232381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8f2ba257-8cb8-4b02-b45c-4f5f28fde633 req-35c20b1a-e751-4aa8-bf1c-ed8553ff8208 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406891 Dec 10 08:49:13.254321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-810c9815-554d-465b-9126-c0133a166fd1 req-0db0fee0-53d4-4a1b-ba01-fde467f7fc78 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595047 Dec 10 08:49:13.265956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-8ff78dbb-ad8d-4e47-a563-4bdba96e1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:13.267466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-8ff78dbb-ad8d-4e47-a563-4bdba96e1109 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1095 time: 0.1688666 Dec 10 08:49:13.284799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1baa430a-5204-4782-97a4-48075f2c8fd8 req-7725b46e-e22b-41f5-a98b-8a4f21d839ef tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0293565 Dec 10 08:49:13.286881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32b4b-6574-4330-8695-17a3755561b4 req-8e7f3923-11c4-4002-98eb-60f0ed835d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:13.288281 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41c32b4b-6574-4330-8695-17a3755561b4 req-8e7f3923-11c4-4002-98eb-60f0ed835d74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.0549836 Dec 10 08:49:13.480123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ac83b-0192-4431-8e2a-ae557fce5209 req-6efb2d2f-3bd5-4a36-911a-edea126fe269 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:13.482360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be2ac83b-0192-4431-8e2a-ae557fce5209 req-6efb2d2f-3bd5-4a36-911a-edea126fe269 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0510252 Dec 10 08:49:13.549540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c36e072b-4558-47f5-a522-64b3b087d482 req-8b39cf54-196a-4cba-977a-848f36417a22 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0371120 Dec 10 08:49:13.554070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be2ac83b-0192-4431-8e2a-ae557fce5209 req-267c3704-1663-4929-bb72-4416d5d5ca26 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668046 Dec 10 08:49:13.718922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7ec43-cc35-4a59-bee4-1b6a2190055a req-a22310b9-7971-434d-abfe-41eb5153ac9f tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:13.720410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47a7ec43-cc35-4a59-bee4-1b6a2190055a req-a22310b9-7971-434d-abfe-41eb5153ac9f tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0490296 Dec 10 08:49:13.768005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47a7ec43-cc35-4a59-bee4-1b6a2190055a req-16f162d0-6a30-47d3-88fa-b7ac66bd9bdb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Dec 10 08:49:13.846528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bfe1b8f3-5668-4c91-824b-3360849486a7 req-31e7dd94-d5f7-4993-a1e8-5ed5744637f8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0254810 Dec 10 08:49:14.279923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250393a2-5122-44e2-a8ab-052c2187d04a req-eaf3bad0-e5fb-4a3f-9cba-8940ce494032 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:14.281374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-250393a2-5122-44e2-a8ab-052c2187d04a req-eaf3bad0-e5fb-4a3f-9cba-8940ce494032 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0474138 Dec 10 08:49:14.331182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-250393a2-5122-44e2-a8ab-052c2187d04a req-36a8f6b8-3248-4a29-bd22-5e779da549f0 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439196 Dec 10 08:49:14.431118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423bdd9-c459-42a3-bd72-3b8c16f170c9 req-e1eb71ad-fda6-45d9-ac51-cf996c581f7f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:14.432559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c423bdd9-c459-42a3-bd72-3b8c16f170c9 req-e1eb71ad-fda6-45d9-ac51-cf996c581f7f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0481756 Dec 10 08:49:14.478504 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c423bdd9-c459-42a3-bd72-3b8c16f170c9 req-e11b0817-259b-4e60-9249-5be49270e0c2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397968 Dec 10 08:49:14.559159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fe7dcd5-78e4-404f-8e91-6e6bc3c89434 req-74ff6df9-d01f-44b5-9c16-73cf65d39e6e tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0266306 Dec 10 08:49:14.640809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ba418c6-92b8-4dbd-92a3-037907d2f56d req-0deeec21-fc80-44f2-83f4-6c67cff12659 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0263188 Dec 10 08:49:14.744972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712764ae-aa78-438c-aa08-de5afa47dd47 req-ec5be81e-ee5e-4171-893b-75c2aed2b701 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:14.746391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-712764ae-aa78-438c-aa08-de5afa47dd47 req-ec5be81e-ee5e-4171-893b-75c2aed2b701 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0529063 Dec 10 08:49:14.794332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-712764ae-aa78-438c-aa08-de5afa47dd47 req-16905d27-c920-4090-b8f5-58bba5307a7c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Dec 10 08:49:14.853861 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:14.903028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a975152-00f2-4cb9-b269-559baf4960c7 req-ccbffaa6-3a01-4118-9900-2ddd214f2e74 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:14.904548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a975152-00f2-4cb9-b269-559baf4960c7 req-ccbffaa6-3a01-4118-9900-2ddd214f2e74 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0506189 Dec 10 08:49:14.958398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a975152-00f2-4cb9-b269-559baf4960c7 req-11e8481e-9aa1-458e-8b28-f5b13eea3264 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471787 Dec 10 08:49:15.045313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a54075c1-63c5-40cf-a489-71503d1b5c8d req-d88fef8d-4027-4483-b007-ea5fc55a0382 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0267818 Dec 10 08:49:15.447094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6787367-59f5-43ce-959d-422c523eec6b req-118693bf-88c0-4f01-b9e2-e8e0be554d88 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:15.448565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6787367-59f5-43ce-959d-422c523eec6b req-118693bf-88c0-4f01-b9e2-e8e0be554d88 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0508533 Dec 10 08:49:15.494379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6787367-59f5-43ce-959d-422c523eec6b req-84a66095-ff38-4621-b756-f30537ef06bb tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Dec 10 08:49:15.597984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910196f-35a6-4d59-ace2-498a078b9025 req-d6334eaf-bc71-47f9-b3a4-8c92f5a35348 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:15.599452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e910196f-35a6-4d59-ace2-498a078b9025 req-d6334eaf-bc71-47f9-b3a4-8c92f5a35348 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0488145 Dec 10 08:49:15.648187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e910196f-35a6-4d59-ace2-498a078b9025 req-99feeaca-2700-4778-91bf-254323a6ec11 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Dec 10 08:49:15.728910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-baf8b80e-dcb2-493e-82db-9c285d71f200 req-9ddfe612-28ab-4ff4-9607-f0299babb345 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0263646 Dec 10 08:49:15.809432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-343cdb3d-60e0-4fdb-a723-11eeb5d9bd08 req-4c564844-1e0b-447a-89d2-f4b31b30e975 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0262728 Dec 10 08:49:15.917926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701a0b-75ac-403e-897f-743ffc796a68 req-cb772b71-3e82-4a32-b1a0-1f4b700e7412 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:15.919666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec701a0b-75ac-403e-897f-743ffc796a68 req-cb772b71-3e82-4a32-b1a0-1f4b700e7412 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0514090 Dec 10 08:49:15.965575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec701a0b-75ac-403e-897f-743ffc796a68 req-ca2a8bb0-fbb4-41fd-a952-ec2c43b02f49 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400336 Dec 10 08:49:16.071759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22e982-2b11-4d29-abd3-3cb7bf5112c7 req-695ecba8-1ebc-40d1-9b97-7dbfd1e78631 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:16.073185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f22e982-2b11-4d29-abd3-3cb7bf5112c7 req-695ecba8-1ebc-40d1-9b97-7dbfd1e78631 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0474610 Dec 10 08:49:16.120133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f22e982-2b11-4d29-abd3-3cb7bf5112c7 req-b3d5861a-215d-4852-9bb6-a5aa8e4024ec tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Dec 10 08:49:16.204042 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98235e01-7eb2-49b9-a0dc-aeb7cc61d7f3 req-8c752ff4-e6ec-4d08-b117-f87bb601a6b5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0300717 Dec 10 08:49:16.613452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffec5f-8c83-4aeb-be86-b373d890f7e1 req-13c15c06-ca0e-44a1-80f2-f9b4b7f1f4cd tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:16.614953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09ffec5f-8c83-4aeb-be86-b373d890f7e1 req-13c15c06-ca0e-44a1-80f2-f9b4b7f1f4cd tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0531974 Dec 10 08:49:16.663268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09ffec5f-8c83-4aeb-be86-b373d890f7e1 req-1a160584-aac8-4209-ac9d-2dbf8ec5dbaa tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Dec 10 08:49:16.763888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3c7c2-4f79-407e-8def-2ce6119366ad req-288f870a-493d-4fb4-a6b8-a6f66f69b6fa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:16.765366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2b3c7c2-4f79-407e-8def-2ce6119366ad req-288f870a-493d-4fb4-a6b8-a6f66f69b6fa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0483530 Dec 10 08:49:16.812659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2b3c7c2-4f79-407e-8def-2ce6119366ad req-fedc30a9-6192-4029-921f-47a353c544ca tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Dec 10 08:49:16.892087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2932776b-f513-4ca6-8ec7-ae5373e4b7fa req-bbc3f5cb-764f-4316-862d-eb416009de23 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Dec 10 08:49:16.973832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-418dbb76-a5c8-47f1-8683-dfd7034d339e req-62d6c292-ee43-4c67-b853-2a71a8551081 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0294287 Dec 10 08:49:17.081836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81436aee-75d2-4509-9614-b893078558fc req-bafd1dfe-7761-4c7e-9d70-371452b4b884 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:17.083206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81436aee-75d2-4509-9614-b893078558fc req-bafd1dfe-7761-4c7e-9d70-371452b4b884 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0486987 Dec 10 08:49:17.129830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81436aee-75d2-4509-9614-b893078558fc req-d1f4fb65-59c4-48c7-a85f-2917a8390bb6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Dec 10 08:49:17.232711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f2c2-167d-4d24-a057-180ccb923c62 req-08083d35-aad6-41f8-b29b-c4c869e03fa1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:17.234196 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17b6f2c2-167d-4d24-a057-180ccb923c62 req-08083d35-aad6-41f8-b29b-c4c869e03fa1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0477428 Dec 10 08:49:17.282090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17b6f2c2-167d-4d24-a057-180ccb923c62 req-233b9222-3a85-4c0e-99ca-d327a5809e0f tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 Dec 10 08:49:17.365076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b0f121e-a4e9-4a15-a2b1-a42e80b07c3d req-159d8958-fa85-46db-ae55-0a57639a23dc tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0296445 Dec 10 08:49:17.777088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2e79c-aa0f-46cd-9c52-032a70eebe2f req-e37a1a4f-6e62-409a-b253-f440011fc545 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:17.778579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6d2e79c-aa0f-46cd-9c52-032a70eebe2f req-e37a1a4f-6e62-409a-b253-f440011fc545 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0488586 Dec 10 08:49:17.825193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6d2e79c-aa0f-46cd-9c52-032a70eebe2f req-5dd4ccdb-c588-4f7b-b7d1-0a37e960abf5 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Dec 10 08:49:17.925634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01f27-e045-40d3-9f80-9e231bda7ddf req-8d01ae59-ddc7-4747-8457-c468d371de74 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:17.927086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eab01f27-e045-40d3-9f80-9e231bda7ddf req-8d01ae59-ddc7-4747-8457-c468d371de74 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0480428 Dec 10 08:49:17.974565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eab01f27-e045-40d3-9f80-9e231bda7ddf req-e441f727-b6ed-4756-87af-69520518297e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Dec 10 08:49:18.058971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5099f14-8361-48ae-b586-f41baae5664b req-26f203b4-5efa-4829-ae21-4435a3d50e5c tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0302370 Dec 10 08:49:18.073830 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61502806-2546-42f0-9c2b-c8a444870111 req-dc78060c-3a98-46ef-9d88-9ac3da15500a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454073 Dec 10 08:49:18.140058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea3e37d7-defe-4b99-8a03-0ae4c2e0a42e req-44b0f214-8df0-471b-b63a-deb5fdda37be tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0263588 Dec 10 08:49:18.160187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502806-2546-42f0-9c2b-c8a444870111 req-b1b70106-58a3-43bd-82cf-05dd93920f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:18.161692 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61502806-2546-42f0-9c2b-c8a444870111 req-b1b70106-58a3-43bd-82cf-05dd93920f94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1096 time: 0.0404198 Dec 10 08:49:18.249118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e774c7-6914-4538-a850-fb4e8d0200ba req-1d69794f-eb14-4ab3-99fd-ff0ae5a5d675 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:18.250538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04e774c7-6914-4538-a850-fb4e8d0200ba req-1d69794f-eb14-4ab3-99fd-ff0ae5a5d675 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0489006 Dec 10 08:49:18.264848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502806-2546-42f0-9c2b-c8a444870111 req-c8298d0c-a40e-4b54-ac23-78bfe027a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:18.266331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61502806-2546-42f0-9c2b-c8a444870111 req-c8298d0c-a40e-4b54-ac23-78bfe027a110 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.0836446 Dec 10 08:49:18.298594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04e774c7-6914-4538-a850-fb4e8d0200ba req-8465e2ef-e6be-4509-92b8-65e572526bb5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419436 Dec 10 08:49:18.317844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61502806-2546-42f0-9c2b-c8a444870111 req-912dcd0a-3453-4af9-93b3-4157bb8c6e98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 217 time: 0.0423164 Dec 10 08:49:18.366870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502806-2546-42f0-9c2b-c8a444870111 req-6437c405-f120-4734-9261-0b510e81decb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:18.368844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61502806-2546-42f0-9c2b-c8a444870111 req-6437c405-f120-4734-9261-0b510e81decb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0438819 Dec 10 08:49:18.402237 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61502806-2546-42f0-9c2b-c8a444870111 req-a5b9fee8-4f29-4f38-b040-bdc100d53f42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257185 Dec 10 08:49:18.408816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee082b-be13-47d8-9984-30151eaed949 req-d4f5d6bb-c4c1-4716-84c8-177725481cb9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:18.410290 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3cee082b-be13-47d8-9984-30151eaed949 req-d4f5d6bb-c4c1-4716-84c8-177725481cb9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0491929 Dec 10 08:49:18.462447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3cee082b-be13-47d8-9984-30151eaed949 req-f7f0a3aa-30a5-488c-9f2c-3b83e370f4e5 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447969 Dec 10 08:49:18.499588 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61502806-2546-42f0-9c2b-c8a444870111 req-59f870e1-8fd3-4cc8-b175-aee359462e87 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888982 Dec 10 08:49:18.564463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e1b03e5-0920-46b0-bdd9-e4c34a2e69e4 req-e478977f-7987-4f16-93c6-3823fe6090ef tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0265684 Dec 10 08:49:18.598490 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61502806-2546-42f0-9c2b-c8a444870111 req-d21d9880-58f9-4d2a-a1f9-c5bf26ed8b39 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905030 Dec 10 08:49:18.824335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-d8391a38-6e03-4f95-8da3-dbdc751bffb6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810730 Dec 10 08:49:18.901664 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:18.945959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32b4b-6574-4330-8695-17a3755561b4 req-a46fb4a8-a590-4b05-a8f3-4d91ad64009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:18.947895 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41c32b4b-6574-4330-8695-17a3755561b4 req-a46fb4a8-a590-4b05-a8f3-4d91ad64009c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078500 Dec 10 08:49:18.965843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52750537-12c8-4c31-881b-241b0b003da8 req-86a8c91e-32e0-4b46-a4b5-e3f4a900f30f tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:18.975668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52750537-12c8-4c31-881b-241b0b003da8 req-86a8c91e-32e0-4b46-a4b5-e3f4a900f30f tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0673034 Dec 10 08:49:19.031299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-8ebc69f0-d768-44c8-8c23-0e59f90e7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:19.032851 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-8ebc69f0-d768-44c8-8c23-0e59f90e7ee3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.3016958 Dec 10 08:49:19.042560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52750537-12c8-4c31-881b-241b0b003da8 req-167cba09-ca14-45e8-83c2-ba1cb8768f74 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658929 Dec 10 08:49:19.109384 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-3fd5fc6c-9d33-45d0-8e93-0ce93a05e1dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 200 len: 217 time: 0.0610492 Dec 10 08:49:19.125477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-b6ab347a-d087-4cb9-99b8-6dc096e89fd1 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:19.129328 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-b6ab347a-d087-4cb9-99b8-6dc096e89fd1 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960544 Dec 10 08:49:19.159814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.18', 59189) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:19.169002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Request body: {'port': {'device_id': 'ef19b5a9-7066-4bc4-812a-9925853714bf', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '47a0dff32cbc4eb8a4a73eb102f8ca56'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:19.285491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aaa2340-8dd4-464d-9606-88c1e1786883 req-b159b4f6-1758-42a4-9b95-86829a9c5499 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0761182 Dec 10 08:49:19.299811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-d58560ba-f289-4e64-b5a8-b295ef9afc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:19.301272 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-d58560ba-f289-4e64-b5a8-b295ef9afc09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.1710048 Dec 10 08:49:19.304230 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41c32b4b-6574-4330-8695-17a3755561b4 req-c8863a01-ce5a-452b-affd-6399910fa548 service neutron] 10.222.0.18 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446522 Dec 10 08:49:19.307910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f698032-296a-44e8-ab6f-f8d6f81917a4 req-0dfbaf40-2443-4f4e-9e5f-a17c9e638a3a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:19.318860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f698032-296a-44e8-ab6f-f8d6f81917a4 req-0dfbaf40-2443-4f4e-9e5f-a17c9e638a3a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1970780 Dec 10 08:49:19.359256 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c2d1d28e-9caf-4952-bc3d-d37f2f7616ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413089 Dec 10 08:49:19.409890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f698032-296a-44e8-ab6f-f8d6f81917a4 req-dfd18c25-36dc-46a9-b897-13ffb35f2f63 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892658 Dec 10 08:49:19.428073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729876-6519-4e99-9fe8-6511a92ee329 req-1e9df7cb-76e9-4508-a9fb-f3e651e8358d tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:19.430237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-1e9df7cb-76e9-4508-a9fb-f3e651e8358d tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.18 "GET /v2.0/networks?id=bb74a938-5382-4056-8a54-c934abf1a2fb HTTP/1.1" status: 200 len: 815 time: 0.2606008 Dec 10 08:49:19.451752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f148160-bc23-4571-af16-f1d59b4d1237 req-cdabe211-9bc0-412d-8d68-63a945eac864 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0389249 Dec 10 08:49:19.500761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Request body: {'port': {'device_id': '0e1673c3-a4fe-4d11-9b6e-473d37de2c39', 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb', 'admin_state_up': True, 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:19.661347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cd11b-6386-43ba-b436-c741af392d48 req-9778fa15-feea-4010-b73a-444a88336b21 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:19.671097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-833cd11b-6386-43ba-b436-c741af392d48 req-9778fa15-feea-4010-b73a-444a88336b21 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.2071805 Dec 10 08:49:19.677909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.18', 59192) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:19.750783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb084e20-a054-4717-a927-9d854fee901c req-dc7c3423-c0cd-447e-b7f3-c5ed263fa490 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:19.759582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb084e20-a054-4717-a927-9d854fee901c req-dc7c3423-c0cd-447e-b7f3-c5ed263fa490 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.1893451 Dec 10 08:49:19.782015 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-38a05652-2ae3-4d3d-aea9-d8bbd71cc7d9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955851 Dec 10 08:49:19.802588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-833cd11b-6386-43ba-b436-c741af392d48 req-156a6720-5903-4581-8376-0321f2e77c43 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305630 Dec 10 08:49:19.880975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb084e20-a054-4717-a927-9d854fee901c req-d5657286-5a20-4e86-9a58-2b1c4ec89a6e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158247 Dec 10 08:49:19.954948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Made reservation on behalf of 47a0dff32cbc4eb8a4a73eb102f8ca56 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:49:19.958575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:19.962713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41c32b4b-6574-4330-8695-17a3755561b4 req-495a635d-1a94-4dfa-9bea-05a674a50530 service neutron] 10.222.0.18 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347997 Dec 10 08:49:19.976134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cf50716-bfd2-4393-aa19-6ab525f0973a req-ce336dbf-eb5a-48e4-bb0c-75d3d12473ae tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0633111 Dec 10 08:49:19.993424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Made reservation on behalf of b6986143dab14beeb5acf55d0aa7355b for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:49:20.012268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-dad9ccfc-6330-4e7a-8c0b-fbf389229aa2 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:20.014500 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-dad9ccfc-6330-4e7a-8c0b-fbf389229aa2 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157574 Dec 10 08:49:20.015100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:20.036688 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-77a660ee-029e-48ab-b8a7-303cc26dbbe3 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573687 Dec 10 08:49:20.261627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Allocated IP 192.168.233.8 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/bb1fe9f7-ba15-4d87-8505-9c585a36a261) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:49:20.516196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:20.575672 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:20.590836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:20.652609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3', '4ef5cb3a-efec-4f42-99ef-898921057e45'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:20.665468 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-353d6d5c-ccb3-45d4-ae65-b1d36358c41d req-92713fd4-a67d-4c37-b8cf-7d5593463d21 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 210 time: 0.0505605 Dec 10 08:49:20.672361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:20.673931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:20.700702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Allocated IP 172.20.0.7 (bb74a938-5382-4056-8a54-c934abf1a2fb/239cae90-3343-4d91-8ec5-14988f3a9aab/eb4b54e5-fd24-4d99-88b0-a1c20249d0d1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:49:20.709978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:49:20.777536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event updated for resources: {'Port': ['ID=bb1fe9f7-ba15-4d87-8505-9c585a36a261,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:20.896603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:20.897266 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:20.928454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83475828-e644-4099-9810-26b7386203d1 req-29c6cc5b-1ee6-4ef1-90e7-9c01039ad505 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:20.944730 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-e08a3288-1dc2-4285-9448-d0225ab0c762 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7880378 Dec 10 08:49:20.947883 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83475828-e644-4099-9810-26b7386203d1 req-29c6cc5b-1ee6-4ef1-90e7-9c01039ad505 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.7795393 Dec 10 08:49:21.104200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83475828-e644-4099-9810-26b7386203d1 req-8ba2de6d-3494-4c58-be68-e1d96d1c3d72 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129718 Dec 10 08:49:21.121055 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:21.152613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108018c5-59d0-42e9-ba94-7f5d18ea0b7e req-7b6f77c8-7a45-4969-b04b-86de101ee34a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:21.164148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-108018c5-59d0-42e9-ba94-7f5d18ea0b7e req-7b6f77c8-7a45-4969-b04b-86de101ee34a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.2735853 Dec 10 08:49:21.194455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1026d72f-edce-4651-b3a1-f646cd07fcbc None None] Provisioning complete for port bb1fe9f7-ba15-4d87-8505-9c585a36a261 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:21.194889 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1026d72f-edce-4651-b3a1-f646cd07fcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:21.239060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1026d72f-edce-4651-b3a1-f646cd07fcbc None None] Port bb1fe9f7-ba15-4d87-8505-9c585a36a261 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:49:21.317934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9720dc2-c40c-4cb4-a007-37a9355fd6d4 req-bf8e4c7f-0995-4e0a-830e-8d57619fd4e6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0974660 Dec 10 08:49:21.389443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-108018c5-59d0-42e9-ba94-7f5d18ea0b7e req-c3a04e60-afe6-4d6e-b9af-02283730323e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154822 Dec 10 08:49:21.392398 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:21.551578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Network bb74a938-5382-4056-8a54-c934abf1a2fb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:21.556408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Pushing event updated for resources: {'Port': ['ID=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:21.560723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:21.567491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:49:21.578324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e5f7e-6a9f-4c6d-a73a-33f3e3cd7c5b req-d1a5f1a6-9bca-4d5f-b349-3bfa57d76c58 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:21.579878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f0e5f7e-6a9f-4c6d-a73a-33f3e3cd7c5b req-d1a5f1a6-9bca-4d5f-b349-3bfa57d76c58 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.1896360 Dec 10 08:49:21.622783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7fa9e-d3a2-4b3d-9eb4-d79b892d3dd1 req-9c6c96d2-97ff-43b1-9c5b-92b36ea7e643 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:21.624307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bac7fa9e-d3a2-4b3d-9eb4-d79b892d3dd1 req-9c6c96d2-97ff-43b1-9c5b-92b36ea7e643 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.1486204 Dec 10 08:49:21.680497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:21.681299 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:21.741815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f0e5f7e-6a9f-4c6d-a73a-33f3e3cd7c5b req-67ef154c-72ac-4903-9dad-84a794a296fb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351123 Dec 10 08:49:21.746291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bac7fa9e-d3a2-4b3d-9eb4-d79b892d3dd1 req-904b2734-3f01-4363-a8f9-f17ffb01ed90 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143754 Dec 10 08:49:21.749752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-e0be10a1-f72e-4842-adbb-665888789f63 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2538126 Dec 10 08:49:21.863736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-184ca132-ea9c-4fb2-ab78-5aefe357d2b4 None None] Provisioning complete for port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:21.864303 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-184ca132-ea9c-4fb2-ab78-5aefe357d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:21.872049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099241bf-1d78-41e6-a769-105fe0ad397f req-46e2380d-ca1d-4933-85d3-f9ba8a542fb6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:21.873867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-099241bf-1d78-41e6-a769-105fe0ad397f req-46e2380d-ca1d-4933-85d3-f9ba8a542fb6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0578375 Dec 10 08:49:21.901846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-184ca132-ea9c-4fb2-ab78-5aefe357d2b4 None None] Port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:49:21.930756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-099241bf-1d78-41e6-a769-105fe0ad397f req-506e62de-6e86-4feb-8a28-b4915461c0b8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482953 Dec 10 08:49:22.039923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae021f6d-45e9-4419-98fc-d6e305f64e58 req-b3ce8b0b-9474-42ab-9286-0fb578b9557b tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:22.041528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae021f6d-45e9-4419-98fc-d6e305f64e58 req-b3ce8b0b-9474-42ab-9286-0fb578b9557b tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0500987 Dec 10 08:49:22.091929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae021f6d-45e9-4419-98fc-d6e305f64e58 req-72bf160b-02d7-4edd-be1c-6d8e507d6560 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438061 Dec 10 08:49:22.226015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab43e1-3081-4537-bdf1-f052fd9de301 req-26f5aa41-5380-4644-a4f3-d9b70ef14762 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:22.227856 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2ab43e1-3081-4537-bdf1-f052fd9de301 req-26f5aa41-5380-4644-a4f3-d9b70ef14762 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0535426 Dec 10 08:49:22.276005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2ab43e1-3081-4537-bdf1-f052fd9de301 req-e4279b8a-b3c9-45cd-bdd5-f0141130b5ee tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Dec 10 08:49:22.421621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55aafa67-8d5b-4839-8a42-6786eb23ec82 req-82813189-a342-4659-985a-334fcdbc706a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0305505 Dec 10 08:49:22.547376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ac485-6c08-4676-b574-b8522b758ada req-20b42830-641a-4634-b41f-3ad49140220b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:22.548951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd9ac485-6c08-4676-b574-b8522b758ada req-20b42830-641a-4634-b41f-3ad49140220b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0585282 Dec 10 08:49:22.606227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd9ac485-6c08-4676-b574-b8522b758ada req-fc10ddda-076e-45cd-a622-1bb5423595dc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508544 Dec 10 08:49:22.867165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b9264-cf2a-43a9-8fbf-9d7ad71ad812 req-8562ecb2-475c-4fac-a0cb-f05e4934f74d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:22.868809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b6b9264-cf2a-43a9-8fbf-9d7ad71ad812 req-8562ecb2-475c-4fac-a0cb-f05e4934f74d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0545514 Dec 10 08:49:22.921593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b6b9264-cf2a-43a9-8fbf-9d7ad71ad812 req-05f22b11-c6d1-47d5-b4b1-72ab5f83600c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465832 Dec 10 08:49:23.036273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15196ba-272d-42b9-b6df-a4efe271891a req-afd2e187-e254-43d6-abb6-411120864d32 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:23.037782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a15196ba-272d-42b9-b6df-a4efe271891a req-afd2e187-e254-43d6-abb6-411120864d32 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0510981 Dec 10 08:49:23.087485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a15196ba-272d-42b9-b6df-a4efe271891a req-e3d8b6a8-729e-4703-92f8-d1d59eaea658 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Dec 10 08:49:23.193981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1991290-0b54-41c5-b63d-d1e99c1748a0 req-b698f45e-542a-4ff6-86a4-284d1673ff9a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:23.195485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1991290-0b54-41c5-b63d-d1e99c1748a0 req-b698f45e-542a-4ff6-86a4-284d1673ff9a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0505970 Dec 10 08:49:23.251045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1991290-0b54-41c5-b63d-d1e99c1748a0 req-44dff221-eea7-420d-b6d9-83f32671e261 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493672 Dec 10 08:49:23.410084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b9beb-5613-4a83-b365-a4e7809f531a req-7398be84-8daf-4aee-ae43-efc921ecee6e tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:23.411997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea9b9beb-5613-4a83-b365-a4e7809f531a req-7398be84-8daf-4aee-ae43-efc921ecee6e tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0739083 Dec 10 08:49:23.472143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea9b9beb-5613-4a83-b365-a4e7809f531a req-12afdb6f-c4cf-4a50-ae34-231fa38f5857 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508997 Dec 10 08:49:23.594744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06039b7b-40c8-4f93-82a2-961d45b4dbfa req-89cffcd7-9615-40f1-a813-d619726dc7e9 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:23.596509 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06039b7b-40c8-4f93-82a2-961d45b4dbfa req-89cffcd7-9615-40f1-a813-d619726dc7e9 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 946 time: 0.0589845 Dec 10 08:49:23.658988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06039b7b-40c8-4f93-82a2-961d45b4dbfa req-f737d033-0ff9-4a41-868a-23b011ee812c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541134 Dec 10 08:49:23.768031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2a91d8e-0db1-48ca-b655-790f81ea7a64 req-34a8d96a-4afe-4bf4-a7ab-a1dd30d3d23e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0364065 Dec 10 08:49:23.892367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a2f84-7da8-4e8b-a125-e5a240518707 req-6602d6e2-1cc7-4ca5-87bb-f9de482a5cd9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:23.893938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-391a2f84-7da8-4e8b-a125-e5a240518707 req-6602d6e2-1cc7-4ca5-87bb-f9de482a5cd9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0634625 Dec 10 08:49:23.952990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-391a2f84-7da8-4e8b-a125-e5a240518707 req-2f0b3305-c388-4c3f-9eaa-a023b3e01e35 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501294 Dec 10 08:49:24.057078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178879ca-2f01-4354-b877-cd4b2601acbd req-ab8adb29-1645-45e3-8461-7443b00a83a9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:24.058636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-178879ca-2f01-4354-b877-cd4b2601acbd req-ab8adb29-1645-45e3-8461-7443b00a83a9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0506544 Dec 10 08:49:24.113059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-178879ca-2f01-4354-b877-cd4b2601acbd req-2be9debc-0a59-42f6-85a0-25bfa5678014 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472481 Dec 10 08:49:24.232205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082158a-b19e-472f-a93a-407e712deaf5 req-028f1756-1784-4d1a-a87d-43515d8ca3b4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:24.233719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a082158a-b19e-472f-a93a-407e712deaf5 req-028f1756-1784-4d1a-a87d-43515d8ca3b4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0523536 Dec 10 08:49:24.262231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8dc360ab-2abb-44ba-b857-9257819437aa no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:49:24.293696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a082158a-b19e-472f-a93a-407e712deaf5 req-ada44c69-ad03-40b5-b572-ca98106289d3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523355 Dec 10 08:49:24.314634 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:49:24.365555 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:24.393406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:24.395992 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf8d954-a8b6-413e-b09a-65a29230746f" -d '{"events": [{"server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "name": "network-vif-unplugged", "status": "completed", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:24.401788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e95cb-05ec-44ab-8993-018797c84496 req-994393dd-0bbf-4f98-9f25-f2dc84f2d378 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:24.407160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-821e95cb-05ec-44ab-8993-018797c84496 req-994393dd-0bbf-4f98-9f25-f2dc84f2d378 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0653543 Dec 10 08:49:24.411725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8dc360ab-2abb-44ba-b857-9257819437aa, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8dc360ab-2abb-44ba-b857-9257819437aa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:24.415968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:24.470054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-821e95cb-05ec-44ab-8993-018797c84496 req-b47190ba-479b-4e5d-81e2-d9fa36dad05b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 Dec 10 08:49:24.496070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=8dc360ab-2abb-44ba-b857-9257819437aa,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:24.525385 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af532750-33ac-4982-911b-fe4474452dfd x-openstack-request-id: req-af532750-33ac-4982-911b-fe4474452dfd {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:24.525725 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "name": "network-vif-unplugged", "status": "completed", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:24.526007 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af532750-33ac-4982-911b-fe4474452dfd {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:24.526399 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa', 'code': 200} Dec 10 08:49:24.626624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0fbfd-2dc7-430d-92d9-85c1a84f0a24 req-79a0cf17-c90d-40b5-bf5a-31bf001cb246 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:24.628146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66b0fbfd-2dc7-430d-92d9-85c1a84f0a24 req-79a0cf17-c90d-40b5-bf5a-31bf001cb246 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0529435 Dec 10 08:49:24.675474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66b0fbfd-2dc7-430d-92d9-85c1a84f0a24 req-362bcc37-88c6-4e2d-802d-aa8c0c2cd765 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Dec 10 08:49:24.790919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bf1d3-b80c-44d9-816b-1bf81090a9e1 req-33d3a249-c51e-4f36-9641-6e3a1dd11562 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:24.792383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c94bf1d3-b80c-44d9-816b-1bf81090a9e1 req-33d3a249-c51e-4f36-9641-6e3a1dd11562 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.0528698 Dec 10 08:49:24.844252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c94bf1d3-b80c-44d9-816b-1bf81090a9e1 req-da67f86b-d0d5-4675-832d-46ecbe01ae18 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Dec 10 08:49:24.928304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c25b8ce7-c738-4925-9fb2-47abb7f87f36 req-173dfc8d-4a6c-4f31-9c48-f3f43a04b7dc tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0281599 Dec 10 08:49:25.073078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8854c5-8cb6-42a7-af79-d3c36bb43268 req-5e6f84da-c561-4fb3-b8ae-ddc9b374b453 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:25.074722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb8854c5-8cb6-42a7-af79-d3c36bb43268 req-5e6f84da-c561-4fb3-b8ae-ddc9b374b453 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0551848 Dec 10 08:49:25.122878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb8854c5-8cb6-42a7-af79-d3c36bb43268 req-1bb64b46-f4ae-4ab7-a339-6e1cf2ee9498 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Dec 10 08:49:25.240256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa4e2b-0b64-45e4-9c91-c5b03b568f25 req-5a616d78-8b73-4833-b836-c86b82fefe00 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:25.241698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5fa4e2b-0b64-45e4-9c91-c5b03b568f25 req-5a616d78-8b73-4833-b836-c86b82fefe00 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0495117 Dec 10 08:49:25.291950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5fa4e2b-0b64-45e4-9c91-c5b03b568f25 req-7abc329e-8075-48bd-b50a-74bebfef843a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Dec 10 08:49:25.405380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bd9d6-d128-4016-94fd-4f5e40f71e3a req-4c18f561-d4d5-4421-98ef-5bc20de55a76 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:25.406929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b25bd9d6-d128-4016-94fd-4f5e40f71e3a req-4c18f561-d4d5-4421-98ef-5bc20de55a76 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0505395 Dec 10 08:49:25.462505 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b25bd9d6-d128-4016-94fd-4f5e40f71e3a req-d633c20d-4069-4f04-afe4-34124c91a47e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491951 Dec 10 08:49:25.589302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f5db9-1c60-4532-bd8a-833850a53de7 req-301411e3-494b-499e-9337-d09c8bd72058 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:25.590941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-244f5db9-1c60-4532-bd8a-833850a53de7 req-301411e3-494b-499e-9337-d09c8bd72058 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0542891 Dec 10 08:49:25.640575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-244f5db9-1c60-4532-bd8a-833850a53de7 req-2c631d16-61cb-4dc5-9f1c-6a721fccc74a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Dec 10 08:49:25.798612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414abc18-8077-46ed-8c8c-9eb6771e816a req-49f87818-58a2-4cda-91f2-de9963731d4e tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:25.799992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-414abc18-8077-46ed-8c8c-9eb6771e816a req-49f87818-58a2-4cda-91f2-de9963731d4e tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0520413 Dec 10 08:49:25.850597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-414abc18-8077-46ed-8c8c-9eb6771e816a req-ab34e8d0-02bb-4e55-be36-c26da25d291a tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442102 Dec 10 08:49:25.967194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ac794-aad2-45bb-9512-3f967775d767 req-c22de7a4-5ac4-41f7-baef-5c7c28ce010e tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:25.968704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-636ac794-aad2-45bb-9512-3f967775d767 req-c22de7a4-5ac4-41f7-baef-5c7c28ce010e tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.0558510 Dec 10 08:49:26.016726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-636ac794-aad2-45bb-9512-3f967775d767 req-a13b4b16-c8a9-4e8e-8f36-19b94d9c1d93 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Dec 10 08:49:26.104639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2f09490-a911-4bff-ba49-530c5b3483c5 req-c7e1b20c-b8e9-417a-81a4-0271489a7eb1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0295014 Dec 10 08:49:26.240593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f0dac-ca9b-45d1-9ad8-aac41d4e6c82 req-e8369c09-4419-43cf-9178-acc2c33ea77a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:26.242036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a85f0dac-ca9b-45d1-9ad8-aac41d4e6c82 req-e8369c09-4419-43cf-9178-acc2c33ea77a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0506229 Dec 10 08:49:26.293612 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a85f0dac-ca9b-45d1-9ad8-aac41d4e6c82 req-0dada8ed-9187-4265-94bd-e54de40cc400 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Dec 10 08:49:26.426973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9968648-e73b-4273-87c7-2d9c70814d09 req-77105575-5ad6-4ede-a513-d8635c33408c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:26.428497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9968648-e73b-4273-87c7-2d9c70814d09 req-77105575-5ad6-4ede-a513-d8635c33408c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0591083 Dec 10 08:49:26.478257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9968648-e73b-4273-87c7-2d9c70814d09 req-649c1601-df23-4722-903b-57526cb53984 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Dec 10 08:49:26.588746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66da05-8ba1-4862-abf5-7dd048140e56 req-a83019ef-e1e6-4b5b-930f-fd5d6fbf3759 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:26.590405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d66da05-8ba1-4862-abf5-7dd048140e56 req-a83019ef-e1e6-4b5b-930f-fd5d6fbf3759 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0516639 Dec 10 08:49:26.641961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d66da05-8ba1-4862-abf5-7dd048140e56 req-d3063959-d6e5-4e0f-85ff-111b44cdda6f tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Dec 10 08:49:26.765617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad32df-4be4-4e65-95f9-d43a758dbe81 req-e8f245fa-b111-4901-8636-2f0865085b9c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:26.767118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39ad32df-4be4-4e65-95f9-d43a758dbe81 req-e8f245fa-b111-4901-8636-2f0865085b9c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0507293 Dec 10 08:49:26.819599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39ad32df-4be4-4e65-95f9-d43a758dbe81 req-2bf022ff-f89f-451a-94ea-ccadbc8bf04c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465603 Dec 10 08:49:26.980104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed62e5-00a8-450f-9e1f-39a3a7479bc8 req-b4092d28-9c53-4ab3-a5db-42dbb2a6a576 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:26.981647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3ed62e5-00a8-450f-9e1f-39a3a7479bc8 req-b4092d28-9c53-4ab3-a5db-42dbb2a6a576 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0609620 Dec 10 08:49:27.033121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3ed62e5-00a8-450f-9e1f-39a3a7479bc8 req-58f23147-dbfd-4a90-83f7-c637a9b872e9 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453370 Dec 10 08:49:27.138710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e418d-4830-465c-a6c8-4605e83b1594 req-3d4acce5-ecd4-42d4-aeb3-2d6ef5b9499a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:27.140225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b81e418d-4830-465c-a6c8-4605e83b1594 req-3d4acce5-ecd4-42d4-aeb3-2d6ef5b9499a tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.0491474 Dec 10 08:49:27.189952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b81e418d-4830-465c-a6c8-4605e83b1594 req-f7ca5259-4801-49ad-987e-b62f64a4a6e8 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Dec 10 08:49:27.280520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbd4dd70-9bce-4ef0-a9ff-dfab755b0d02 req-dfda1829-95a9-4776-a53b-6a292363bb90 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0323505 Dec 10 08:49:27.423315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91444a6f-a3db-4a6f-8725-75761bfa2649 req-2e194bba-d7c5-40e9-9082-fbc92951aece tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:27.424882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-91444a6f-a3db-4a6f-8725-75761bfa2649 req-2e194bba-d7c5-40e9-9082-fbc92951aece tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0587244 Dec 10 08:49:27.479987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-91444a6f-a3db-4a6f-8725-75761bfa2649 req-0bd0cd20-2e53-4b36-956e-cc8afe0a6988 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483766 Dec 10 08:49:27.605378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7cf9c-191a-4c3a-9361-0bb2259a3ead req-4fef449c-a0aa-4184-be3a-dbbb3b8c44ce tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:27.606925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fe7cf9c-191a-4c3a-9361-0bb2259a3ead req-4fef449c-a0aa-4184-be3a-dbbb3b8c44ce tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0506752 Dec 10 08:49:27.658209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fe7cf9c-191a-4c3a-9361-0bb2259a3ead req-a7754b43-44fc-4daa-aff2-709c70cb7855 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444133 Dec 10 08:49:27.773482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837cca3-7073-4ecb-9bff-48626a9e5d09 req-f9b911b7-8a49-4946-ac6d-69768e079339 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:27.775469 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3837cca3-7073-4ecb-9bff-48626a9e5d09 req-f9b911b7-8a49-4946-ac6d-69768e079339 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0542710 Dec 10 08:49:27.825647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3837cca3-7073-4ecb-9bff-48626a9e5d09 req-039c1fba-55bd-42c0-9307-ec2d6ec0a770 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441782 Dec 10 08:49:27.941096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5315-4679-4e3c-a782-e4e6e85532b0 req-4378d546-5cff-4976-9617-ab5ca025678a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:27.942751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17aa5315-4679-4e3c-a782-e4e6e85532b0 req-4378d546-5cff-4976-9617-ab5ca025678a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0499728 Dec 10 08:49:27.994393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17aa5315-4679-4e3c-a782-e4e6e85532b0 req-1cf96953-c453-4eec-bdb2-1ac48e6fbfe7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 Dec 10 08:49:28.158448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d2f8a-6c24-4728-bd2c-fa1b5832c685 req-39c8a480-5f7c-41ff-9ca6-dbc1eac1483f tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:28.159911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-156d2f8a-6c24-4728-bd2c-fa1b5832c685 req-39c8a480-5f7c-41ff-9ca6-dbc1eac1483f tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0552671 Dec 10 08:49:28.208957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-156d2f8a-6c24-4728-bd2c-fa1b5832c685 req-86709987-477b-455e-865c-7a38d0ae28cf tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428970 Dec 10 08:49:28.316432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52abf6-e3d2-4984-bea4-5103ec18e025 req-49b84f98-54b3-47d6-ae02-ff4da177fabd tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:28.318000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae52abf6-e3d2-4984-bea4-5103ec18e025 req-49b84f98-54b3-47d6-ae02-ff4da177fabd tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.0505445 Dec 10 08:49:28.368044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae52abf6-e3d2-4984-bea4-5103ec18e025 req-b6b084dc-b62c-43a2-860c-6faed0998847 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Dec 10 08:49:28.454880 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-339f9ae3-43d2-47df-bd53-ec69556f808a req-930c3796-554c-449d-b74e-9c220ed79ea9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Dec 10 08:49:28.606840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56fc0e-f1cb-4826-8fc8-335ce5014262 req-88966a70-ad24-481c-91fc-01f5aeeceea2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:28.608214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea56fc0e-f1cb-4826-8fc8-335ce5014262 req-88966a70-ad24-481c-91fc-01f5aeeceea2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0551076 Dec 10 08:49:28.657176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea56fc0e-f1cb-4826-8fc8-335ce5014262 req-2d3e056c-0dc8-40b1-80dd-9b17a456403e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Dec 10 08:49:28.786103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6125fd7-6d18-49a7-9b90-f02d233bc38b req-3f81a250-d328-48d8-833d-82f07b49c4c6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:28.787570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6125fd7-6d18-49a7-9b90-f02d233bc38b req-3f81a250-d328-48d8-833d-82f07b49c4c6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0524175 Dec 10 08:49:28.838412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6125fd7-6d18-49a7-9b90-f02d233bc38b req-b55459fb-3822-4c5f-97a5-425b97bf92bc tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440567 Dec 10 08:49:28.952901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061f90-4c7e-46c4-b8bb-24c81c6fe48d req-7b7f1f40-d485-4f95-a522-1e7ec29b46e3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:28.954410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2061f90-4c7e-46c4-b8bb-24c81c6fe48d req-7b7f1f40-d485-4f95-a522-1e7ec29b46e3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0522897 Dec 10 08:49:29.008860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2061f90-4c7e-46c4-b8bb-24c81c6fe48d req-fd36c9b1-7845-45a7-ace0-052e8b58f712 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467951 Dec 10 08:49:29.115822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc421aca-3cb1-4f9d-b78d-807acf935dd5 req-1b5249a5-7189-4d5b-a3d0-ba73257f0994 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:29.117744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc421aca-3cb1-4f9d-b78d-807acf935dd5 req-1b5249a5-7189-4d5b-a3d0-ba73257f0994 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0504928 Dec 10 08:49:29.168280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc421aca-3cb1-4f9d-b78d-807acf935dd5 req-cf4fc84a-94c2-45fe-91a2-24a764ff1521 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Dec 10 08:49:29.329819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c26d6-b626-46b3-ba88-d77570ed8a8f req-110a89dd-d0f1-44c8-a146-c6c39f3335b2 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:29.331280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd9c26d6-b626-46b3-ba88-d77570ed8a8f req-110a89dd-d0f1-44c8-a146-c6c39f3335b2 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0510025 Dec 10 08:49:29.381697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd9c26d6-b626-46b3-ba88-d77570ed8a8f req-f887ee43-eac5-4510-afca-79574a4ce3fe tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Dec 10 08:49:29.495142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3c1f8-c989-4573-af25-9e0258c9c179 req-c4c3d582-828e-4612-b01d-ab8b1bf49298 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:29.496986 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52b3c1f8-c989-4573-af25-9e0258c9c179 req-c4c3d582-828e-4612-b01d-ab8b1bf49298 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.0562170 Dec 10 08:49:29.547676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52b3c1f8-c989-4573-af25-9e0258c9c179 req-e5c40be5-2217-430d-9acc-06b923350027 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Dec 10 08:49:29.634257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3f0245b-e958-4756-abc0-d2936fb91966 req-03e4356c-1f4d-465c-b180-bfafe5f76244 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0272942 Dec 10 08:49:29.776595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d43d3-6ddc-4c5b-b23c-49ee12ae4702 req-166fd186-c667-4345-85cc-01462c1257cf tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:29.778241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d02d43d3-6ddc-4c5b-b23c-49ee12ae4702 req-166fd186-c667-4345-85cc-01462c1257cf tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0541389 Dec 10 08:49:29.828930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d02d43d3-6ddc-4c5b-b23c-49ee12ae4702 req-1f6c8202-2da8-4a3a-838b-11d9bf152026 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Dec 10 08:49:29.969476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331df754-5ada-4bd2-a7ff-6388c53054a3 req-239e53c4-94bf-4399-8965-8569a1169a0a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:29.971519 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-331df754-5ada-4bd2-a7ff-6388c53054a3 req-239e53c4-94bf-4399-8965-8569a1169a0a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0548682 Dec 10 08:49:30.019700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-331df754-5ada-4bd2-a7ff-6388c53054a3 req-5d23a299-3e9f-4e75-a46d-77affb708aa0 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Dec 10 08:49:30.143054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfb956-9581-41c2-928e-6a3fb5de53f2 req-178c8b7d-d423-402f-8da4-e7b0749e286d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:30.144577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4dfb956-9581-41c2-928e-6a3fb5de53f2 req-178c8b7d-d423-402f-8da4-e7b0749e286d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0509889 Dec 10 08:49:30.195777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4dfb956-9581-41c2-928e-6a3fb5de53f2 req-fc536009-5df3-4910-8758-34ee4f05a958 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Dec 10 08:49:30.305603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317d23-1d12-4de0-a859-8acf32b09d1a req-e11259c2-3bb8-4d94-96e9-69eb41f9a1f5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:30.307056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc317d23-1d12-4de0-a859-8acf32b09d1a req-e11259c2-3bb8-4d94-96e9-69eb41f9a1f5 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0533910 Dec 10 08:49:30.360238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc317d23-1d12-4de0-a859-8acf32b09d1a req-f33bceda-29d1-4bce-bd66-b1c12f64426e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470288 Dec 10 08:49:30.518021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a2d29-3223-4c31-8d9e-42ca56e9e6c7 req-6a94e2cd-6662-47c9-95fc-70f9da1bf339 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:30.519602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-413a2d29-3223-4c31-8d9e-42ca56e9e6c7 req-6a94e2cd-6662-47c9-95fc-70f9da1bf339 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0696518 Dec 10 08:49:30.577598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-413a2d29-3223-4c31-8d9e-42ca56e9e6c7 req-ef0a9530-29ee-42dd-adfd-e6d5833b8803 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510564 Dec 10 08:49:30.690115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081465b2-d0ff-4156-b10b-21fb5a83db23 req-52b07ac5-01c1-4b18-a834-88bf2d22d4df tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:30.691588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-081465b2-d0ff-4156-b10b-21fb5a83db23 req-52b07ac5-01c1-4b18-a834-88bf2d22d4df tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.0525014 Dec 10 08:49:30.746232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-081465b2-d0ff-4156-b10b-21fb5a83db23 req-ba919b57-cb28-40d3-b477-8273a4e66ab0 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478983 Dec 10 08:49:30.838653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a4172fd-5831-4555-aa9a-1c82dda9f008 req-8cd0d3c0-fe2e-4278-b2ca-cda67e46e796 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0301940 Dec 10 08:49:30.947743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e481b-a6e8-40ec-b550-efdcb0a1d148 req-7a3929c7-949a-4aa6-b12f-15e50707497a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:30.949220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb1e481b-a6e8-40ec-b550-efdcb0a1d148 req-7a3929c7-949a-4aa6-b12f-15e50707497a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0515060 Dec 10 08:49:30.999338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb1e481b-a6e8-40ec-b550-efdcb0a1d148 req-d2c3a78d-978c-4d9c-b7de-208fe616f07b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440295 Dec 10 08:49:31.142444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6e579-3e81-4909-b913-c8b864f098e9 req-f5825d1c-cd04-4918-8599-77d4a53824f6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:31.143969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bbd6e579-3e81-4909-b913-c8b864f098e9 req-f5825d1c-cd04-4918-8599-77d4a53824f6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0495558 Dec 10 08:49:31.191906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bbd6e579-3e81-4909-b913-c8b864f098e9 req-c88d86ec-22d8-4e41-a24d-fc4f2f00807f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Dec 10 08:49:31.312909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326a7af-d27d-4e36-bddd-f2ba0635aa99 req-c0b99b5f-13da-4e3b-80e0-68112c8bd4d4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:31.314319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c326a7af-d27d-4e36-bddd-f2ba0635aa99 req-c0b99b5f-13da-4e3b-80e0-68112c8bd4d4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0526450 Dec 10 08:49:31.359396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c326a7af-d27d-4e36-bddd-f2ba0635aa99 req-0ffb8a5f-1051-44f3-a696-97176c10f3eb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Dec 10 08:49:31.472962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d94a3c-239e-4c85-84c5-882f2ab73117 req-1e66673d-7e79-4a5c-9dfc-336377b98a78 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:31.474432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99d94a3c-239e-4c85-84c5-882f2ab73117 req-1e66673d-7e79-4a5c-9dfc-336377b98a78 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0474589 Dec 10 08:49:31.521322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99d94a3c-239e-4c85-84c5-882f2ab73117 req-053de770-4767-4de8-8b24-3cb194e3dbde tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Dec 10 08:49:31.694813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48df0c-ef85-42c7-9faf-09a96dd4808c req-de21e13c-ed96-45d9-98f5-91a7ea2818f7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:31.696391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b48df0c-ef85-42c7-9faf-09a96dd4808c req-de21e13c-ed96-45d9-98f5-91a7ea2818f7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0521755 Dec 10 08:49:31.743358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b48df0c-ef85-42c7-9faf-09a96dd4808c req-e18a6292-992a-432c-aee2-21b9ea9a81fe tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Dec 10 08:49:31.862637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f432f9-be24-4358-aae6-096ace908b5c req-aa64bcfa-ae79-47ba-a378-63e7f48ebbe7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:31.864032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8f432f9-be24-4358-aae6-096ace908b5c req-aa64bcfa-ae79-47ba-a378-63e7f48ebbe7 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.0489466 Dec 10 08:49:31.910639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8f432f9-be24-4358-aae6-096ace908b5c req-cf3a4c3c-8d46-4fb3-9176-b0b8c799252b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404017 Dec 10 08:49:31.990605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-021e895b-86a6-4684-8736-9ca0dcb28159 req-9a1d0935-019d-457a-b259-4237d3a93faf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0250623 Dec 10 08:49:32.114653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98ff4-c33c-4543-887f-d88a4bf5974e req-aacb1ab6-6434-4272-b539-2e2c76f410f6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:32.116003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fde98ff4-c33c-4543-887f-d88a4bf5974e req-aacb1ab6-6434-4272-b539-2e2c76f410f6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0512125 Dec 10 08:49:32.162995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fde98ff4-c33c-4543-887f-d88a4bf5974e req-555cfb4c-a571-44a5-a381-a8d261edb9e4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Dec 10 08:49:32.313996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d872fc4-7d2a-4e82-8a50-177161db5bf6 req-33280a22-9a99-425a-a10a-e2068e9190a0 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:32.315464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d872fc4-7d2a-4e82-8a50-177161db5bf6 req-33280a22-9a99-425a-a10a-e2068e9190a0 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0503378 Dec 10 08:49:32.361667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d872fc4-7d2a-4e82-8a50-177161db5bf6 req-b3ff6119-02bd-4eb2-83ce-0e9b5a81c0c6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400462 Dec 10 08:49:32.479650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e55ac-3cb0-45fc-8171-6065f49c8c09 req-5034d142-1058-4024-9bdb-9ab3b4059411 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:32.481136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b4e55ac-3cb0-45fc-8171-6065f49c8c09 req-5034d142-1058-4024-9bdb-9ab3b4059411 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0555856 Dec 10 08:49:32.532598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b4e55ac-3cb0-45fc-8171-6065f49c8c09 req-81fa7729-ac42-4e72-be81-e575f53cb733 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451887 Dec 10 08:49:32.641785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12ed99-0313-4987-9988-2132b438bad9 req-5a1523c8-6a15-4235-9d17-764aea9b7599 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:32.643171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d12ed99-0313-4987-9988-2132b438bad9 req-5a1523c8-6a15-4235-9d17-764aea9b7599 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0491977 Dec 10 08:49:32.689936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d12ed99-0313-4987-9988-2132b438bad9 req-eabc1d61-298e-42e4-ba84-1e91c42ad9b8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Dec 10 08:49:32.859573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95600479-209b-42f2-89c9-2a0421a81ac8 req-3b0cd174-3ff8-4ff1-9cf3-47691f02986a tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:32.861025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95600479-209b-42f2-89c9-2a0421a81ac8 req-3b0cd174-3ff8-4ff1-9cf3-47691f02986a tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0517659 Dec 10 08:49:32.910614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95600479-209b-42f2-89c9-2a0421a81ac8 req-9330bdb6-8531-402c-8260-f097235e7d74 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Dec 10 08:49:33.029770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee5554-3ea9-4ecf-9af2-7c73e3cb6225 req-5a8605ae-4fad-4363-81c3-14f8db47cf9e tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:33.031215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94ee5554-3ea9-4ecf-9af2-7c73e3cb6225 req-5a8605ae-4fad-4363-81c3-14f8db47cf9e tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.0527818 Dec 10 08:49:33.051785 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4c92bc2a-8795-4c65-9ff9-4802be582557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:33.088604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94ee5554-3ea9-4ecf-9af2-7c73e3cb6225 req-75dda0a6-c7d0-4172-8746-2fa12ff8a9a1 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498219 Dec 10 08:49:33.169966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bef8eadb-f045-466f-8fd3-b1b40bfc1d74 req-5718b1fd-b5cd-4675-b219-4a69015888fd tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0272107 Dec 10 08:49:33.282162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dd8fe-de90-4def-8634-c8240d063ca5 req-0b263294-f71f-42e5-88cc-965f6b4460aa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:33.283636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c8dd8fe-de90-4def-8634-c8240d063ca5 req-0b263294-f71f-42e5-88cc-965f6b4460aa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0491526 Dec 10 08:49:33.331357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c8dd8fe-de90-4def-8634-c8240d063ca5 req-b48c3100-bbb6-4eb7-b989-c1e0a3594abd tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Dec 10 08:49:33.487231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb7244-c445-4edb-b60b-e420be1a23f7 req-738ca5ed-3f30-4f62-a726-71a7b230f860 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:33.488578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65cb7244-c445-4edb-b60b-e420be1a23f7 req-738ca5ed-3f30-4f62-a726-71a7b230f860 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.0516381 Dec 10 08:49:33.535688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65cb7244-c445-4edb-b60b-e420be1a23f7 req-a301c8c2-d0c4-4ee6-9011-c517a57391c3 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Dec 10 08:49:33.656554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691a825-dd41-423d-9d70-64eb7dc96462 req-177c804c-3e83-498c-8563-b60e505c7855 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:33.658023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c691a825-dd41-423d-9d70-64eb7dc96462 req-177c804c-3e83-498c-8563-b60e505c7855 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0526454 Dec 10 08:49:33.704583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c691a825-dd41-423d-9d70-64eb7dc96462 req-2e159a6f-6ad5-47ac-aee4-05bf4df67505 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Dec 10 08:49:33.808273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24bd7-b431-4763-867b-2d327ad271ff req-1a804f7b-a0b1-4ab6-8c47-e43065ab69f1 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:33.809691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ea24bd7-b431-4763-867b-2d327ad271ff req-1a804f7b-a0b1-4ab6-8c47-e43065ab69f1 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.0511806 Dec 10 08:49:33.861897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ea24bd7-b431-4763-867b-2d327ad271ff req-a4d6f727-3f58-41ec-925c-b09966f83868 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 Dec 10 08:49:34.025836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3b452-f25f-442d-a368-90c0669cfb42 req-b9f39baf-96a3-405d-a3e2-7a6cabc980a4 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:34.027292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0a3b452-f25f-442d-a368-90c0669cfb42 req-b9f39baf-96a3-405d-a3e2-7a6cabc980a4 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 931 time: 0.0488923 Dec 10 08:49:34.074434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0a3b452-f25f-442d-a368-90c0669cfb42 req-fdb1c746-245e-4002-ac06-3a80819d74a1 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Dec 10 08:49:34.191570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Request body: {'port': {'device_id': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '67e7fbe5c242415fa1ba76f7b0ecea17'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:34.204363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644d619-ac23-4376-86b1-10dc560ca3f2 req-5eb61784-b969-45fa-805e-37bc7720220c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:34.205904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1644d619-ac23-4376-86b1-10dc560ca3f2 req-5eb61784-b969-45fa-805e-37bc7720220c tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.0517499 Dec 10 08:49:34.255758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Request body: {'port': {'device_id': '0e1673c3-a4fe-4d11-9b6e-473d37de2c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:34.284794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Request body: {'port': {'device_id': 'ef19b5a9-7066-4bc4-812a-9925853714bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:34.298217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1644d619-ac23-4376-86b1-10dc560ca3f2 req-2657b67e-b76e-41e4-a2f8-91033538698b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c535990-86c1-4378-9d0e-f9e82573ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846920 Dec 10 08:49:34.310864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.18', 59193) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:34.316898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.18', 59194) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:34.341937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-733d1ddb-58a2-406b-bdcc-c88b25b8d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:34.343323 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-733d1ddb-58a2-406b-bdcc-c88b25b8d784 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 1095 time: 0.1482799 Dec 10 08:49:34.363650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dcfd5ac6-b182-421f-bcfc-27764db9627d req-ece435b8-f855-46ad-984b-e522773e43ee tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0552895 Dec 10 08:49:34.393724 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:34.487835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-44e6a1e4-44f8-48b2-b323-441f0b49ac4b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:34.489327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-44e6a1e4-44f8-48b2-b323-441f0b49ac4b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.18 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 944 time: 0.1550922 Dec 10 08:49:34.537238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae49d42-9fe5-4667-b503-44f4b2bb2a4f req-d449611b-fe05-4631-8597-20446e40ccee tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:34.539316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dae49d42-9fe5-4667-b503-44f4b2bb2a4f req-d449611b-fe05-4631-8597-20446e40ccee tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1326690 Dec 10 08:49:34.565592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:34.569053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.18', 59195) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:34.625625 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-ad2c3f3e-7cd3-43e7-9225-eb6891c9daac service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108687 Dec 10 08:49:34.652568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-a34f545f-d80e-4c4e-8e95-de7d8f1caa5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3346384 Dec 10 08:49:34.676015 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-08997121-6119-4b81-baf0-1e85812c0087 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934706 Dec 10 08:49:34.792371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Made reservation on behalf of 67e7fbe5c242415fa1ba76f7b0ecea17 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:49:34.796143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:34.810706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-5ea6f123-9205-4c8c-ab05-523aecf680ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:34.812244 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-5ea6f123-9205-4c8c-ab05-523aecf680ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 200 len: 922 time: 0.4049675 Dec 10 08:49:34.828871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:34.958583 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-c48ffd54-e2e7-4183-a2c6-5a068c73b64f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 200 len: 217 time: 0.1330283 Dec 10 08:49:34.983716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-2ae6ec1b-a323-4f80-ba5e-6edccc7a7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:34.985269 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-2ae6ec1b-a323-4f80-ba5e-6edccc7a7492 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1095 time: 0.2564805 Dec 10 08:49:35.075642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-b94a00fd-c1d7-490b-aaef-36666ad738ac tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:35.077112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-b94a00fd-c1d7-490b-aaef-36666ad738ac tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3891540 Dec 10 08:49:35.086623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dae49d42-9fe5-4667-b503-44f4b2bb2a4f req-5afa9399-5814-4840-a3cd-97061566b820 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938231 Dec 10 08:49:35.111689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94cf06-fda0-4e1c-a2b9-de3dd4c25fd4 req-28b17f2b-bf54-4563-b043-926ad5c52f5b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:35.113113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae94cf06-fda0-4e1c-a2b9-de3dd4c25fd4 req-28b17f2b-bf54-4563-b043-926ad5c52f5b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.4603338 Dec 10 08:49:35.120027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Request body: {'port': {'device_id': '350dd624-9c80-4897-b63d-157e1989de82', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '67e7fbe5c242415fa1ba76f7b0ecea17'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:35.228277 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Deleting port 8dc360ab-2abb-44ba-b857-9257819437aa {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:49:35.228533 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:35.260098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-4f0556a0-3d56-457f-8baf-ea66909ae98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:35.261707 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-4f0556a0-3d56-457f-8baf-ea66909ae98d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 200 len: 860 time: 0.2675271 Dec 10 08:49:35.310039 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae94cf06-fda0-4e1c-a2b9-de3dd4c25fd4 req-14deedf5-c0e6-476c-a0f1-14561a047f98 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805589 Dec 10 08:49:35.347094 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3b30d7d-5ced-487b-8ece-aa62a71fe283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:35.358168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a938-61f0-440f-acf0-f8541bf0587d req-db2a99d9-8bb0-41fc-80a1-5fa0e4da68e0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:35.359788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e378a938-61f0-440f-acf0-f8541bf0587d req-db2a99d9-8bb0-41fc-80a1-5fa0e4da68e0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.2047741 Dec 10 08:49:35.383577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:35.419449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:35.447586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] For port 8dc360ab-2abb-44ba-b857-9257819437aa, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8dc360ab-2abb-44ba-b857-9257819437aa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:35.447953 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:35.501762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Calling delete_port for 8dc360ab-2abb-44ba-b857-9257819437aa owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:49:35.506493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Transition to ACTIVE for port object eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:49:35.521880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:35.549775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e378a938-61f0-440f-acf0-f8541bf0587d req-6d69ed03-2b29-47a8-b255-1304e476aa35 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696923 Dec 10 08:49:35.580941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c76338e2-2c3c-4723-9a92-bc8e0474e2f2 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:35.583645 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-c76338e2-2c3c-4723-9a92-bc8e0474e2f2 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.5044882 Dec 10 08:49:35.619722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7734ec-c8d7-4ef3-a213-7c3615a631b3 req-652dd375-2c65-423a-a774-138f469863e1 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:35.633602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e7734ec-c8d7-4ef3-a213-7c3615a631b3 req-652dd375-2c65-423a-a774-138f469863e1 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 934 time: 0.1993814 Dec 10 08:49:35.654092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-a0a4668f-61fe-443f-90c4-e10b8cffb83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:35.655847 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-a0a4668f-61fe-443f-90c4-e10b8cffb83c service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.5891354 Dec 10 08:49:35.698367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Pushing event updated for resources: {'Port': ['ID=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:35.780112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:35.810401 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-4ee0e630-0881-4197-abe8-6951ae98d11f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 217 time: 0.1356692 Dec 10 08:49:35.821595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-c6b9fdeb-90e8-4a93-9f1a-3c4a9731f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:35.823423 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-c6b9fdeb-90e8-4a93-9f1a-3c4a9731f202 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3c4ae79-21c3-4bcd-8238-04f0585bfa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5288725 Dec 10 08:49:35.832182 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:35.854686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e7734ec-c8d7-4ef3-a213-7c3615a631b3 req-969c23ae-f4a1-4c86-b410-47014f600173 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300043 Dec 10 08:49:35.931261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1fe9f7-ba15-4d87-8505-9c585a36a261 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:35.968828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Attempting to bind port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:35.969161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Attempting to bind port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:35.969484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Attempting to bind port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 on network bb74a938-5382-4056-8a54-c934abf1a2fb {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:35.979593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1c1a0-de3d-491e-8d68-2e604609f3ec req-cdf8d7be-0ed7-4be4-84a7-0c1690707bbe tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:35.980768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5be1c1a0-de3d-491e-8d68-2e604609f3ec req-cdf8d7be-0ed7-4be4-84a7-0c1690707bbe tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 943 time: 0.1879089 Dec 10 08:49:35.982723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:35.985969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 on network bb74a938-5382-4056-8a54-c934abf1a2fb not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:49:35.986293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Attempting to bind port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 on network bb74a938-5382-4056-8a54-c934abf1a2fb {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:36.006296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:36.006665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Checking segment: {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:36.007050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Bound using segment: {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:36.008179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Bound port: eb4b54e5-fd24-4d99-88b0-a1c20249d0d1, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04421a5e-0f18-4604-bcdf-9d887c433fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:36.008179 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:36.009969 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:36.025166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Made reservation on behalf of 67e7fbe5c242415fa1ba76f7b0ecea17 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:49:36.028688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:36.091315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27703c52-05b5-4bb5-80f6-68a1f8a79ad4 req-7709c783-e87e-444e-ba74-9b14f595fa05 tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.31 "GET /v2.0/ports?device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 210 time: 0.0513868 Dec 10 08:49:36.093299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Pushing event deleted for resources: {'Port': ['ID=8dc360ab-2abb-44ba-b857-9257819437aa,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:36.114762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:36.119939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Transition to ACTIVE for port object bb1fe9f7-ba15-4d87-8505-9c585a36a261 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:49:36.136781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-881b4040-5184-4923-8f9d-5d2c90ccaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:36.138481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-881b4040-5184-4923-8f9d-5d2c90ccaa3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.3137536 Dec 10 08:49:36.155640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:36.250975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] No DVR routers for this DVR port 8dc360ab-2abb-44ba-b857-9257819437aa on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:49:36.268417 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:36.271737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] 10.222.0.18 "DELETE /v2.0/ports/8dc360ab-2abb-44ba-b857-9257819437aa HTTP/1.1" status: 204 len: 173 time: 1.6863663 Dec 10 08:49:36.272449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'name': 'network-vif-deleted', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:36.275796 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff26a58-0d93-41a7-9f00-532c213326ef" -d '{"events": [{"server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "name": "network-vif-deleted", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:36.281231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5be1c1a0-de3d-491e-8d68-2e604609f3ec req-3114ca72-b409-4bd3-9591-31762c35f92c tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826180 Dec 10 08:49:36.283187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b775a98-e40b-49a4-bf10-3770f86a92f6 req-90a672a2-85d6-456d-b8fc-41a514b6a1cf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0630295 Dec 10 08:49:36.290095 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-85cd7f76-955f-47db-9996-d04adc20aa34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382909 Dec 10 08:49:36.301233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-45b46d6a-60e8-4845-90ed-1c3f6d03a01b service neutron] 10.222.0.18 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507887 Dec 10 08:49:36.317313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] For port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:36.318275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] For port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:36.327416 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:36.344051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-4628b21f-965e-4360-beac-fc0d419a74e2 service neutron] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:36.375606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:36.376353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:36.377694 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] 10.222.0.18 "PUT /v2.0/ports/eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 HTTP/1.1" status: 200 len: 1091 time: 2.1262941 Dec 10 08:49:36.403033 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:36.436520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c91a3-a2c0-484a-a410-dde5f74607ce service neutron] Pushing event updated for resources: {'Port': ['ID=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:36.469461 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-4628b21f-965e-4360-beac-fc0d419a74e2 service neutron] Publish callbacks [] for binding, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:36.470662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-4628b21f-965e-4360-beac-fc0d419a74e2 service neutron] 10.222.0.18 "DELETE /v2.0/ports/d47c4e4a-fac5-4755-992d-1cb117c8bb7d/bindings/n-h2-814746-3 HTTP/1.1" status: 204 len: 173 time: 0.8640807 Dec 10 08:49:36.498893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1fe9f7-ba15-4d87-8505-9c585a36a261,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:36.538379 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f619fc-dd79-4222-bbae-c2e9adb5d10a x-openstack-request-id: req-29f619fc-dd79-4222-bbae-c2e9adb5d10a {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:36.542556 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520d579f-22a0-4ecf-ab13-8a45108a9347", "name": "network-vif-deleted", "tag": "8dc360ab-2abb-44ba-b857-9257819437aa", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:36.543292 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29f619fc-dd79-4222-bbae-c2e9adb5d10a {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:36.543877 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520d579f-22a0-4ecf-ab13-8a45108a9347', 'name': 'network-vif-deleted', 'tag': '8dc360ab-2abb-44ba-b857-9257819437aa', 'status': 'completed', 'code': 200} Dec 10 08:49:36.614852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729876-6519-4e99-9fe8-6511a92ee329 req-7cdf5189-834f-4357-8ebf-753f3268245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:36.616648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-7cdf5189-834f-4357-8ebf-753f3268245d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6986143dab14beeb5acf55d0aa7355b&device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 1094 time: 0.1738830 Dec 10 08:49:36.662767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0c5e564-bc83-4ce5-bedd-e2f5eab1c53f req-bd11dc9c-105e-4e18-a3b9-993d14b8f799 service neutron] 10.222.0.18 "GET /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410752 Dec 10 08:49:36.665565 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-9b0e533f-3eae-4095-87fd-bd149d4c4128 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592536 Dec 10 08:49:36.692697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.693044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.693616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.694139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.694635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.696923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.697473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.698266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.698765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.699267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.699895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.700383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.700879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:36.715884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-2dbc3309-6ab7-49df-a1b8-938a69ac7a48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 HTTP/1.1" status: 200 len: 217 time: 0.0802991 Dec 10 08:49:36.716242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Allocated IP 192.168.233.225 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/e560d926-8875-4963-8241-f9c2ea7cc469) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:49:36.796092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cdbcc-c2dc-43c2-83d3-7d0206c26eec req-b5299df3-fadc-4983-beb2-ae8a52765e11 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:36.797714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-455cdbcc-c2dc-43c2-83d3-7d0206c26eec req-b5299df3-fadc-4983-beb2-ae8a52765e11 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.2839236 Dec 10 08:49:36.813867 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4dd9a84d-76e1-4d97-88a4-5a3e71c27c3a req-d7149915-b4d8-4add-a9e6-0f74ff5bd28e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 210 time: 0.0684044 Dec 10 08:49:36.872076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729876-6519-4e99-9fe8-6511a92ee329 req-25099bd9-d3af-41b3-a352-093500ab422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:36.886623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-25099bd9-d3af-41b3-a352-093500ab422e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=239cae90-3343-4d91-8ec5-14988f3a9aab HTTP/1.1" status: 200 len: 854 time: 0.1437423 Dec 10 08:49:36.896296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fd131-016a-49c0-af91-cb901f72923b req-aa7eaae8-c165-4113-a021-2ff89239ab6a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:36.905178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec4fd131-016a-49c0-af91-cb901f72923b req-aa7eaae8-c165-4113-a021-2ff89239ab6a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.2846189 Dec 10 08:49:36.983571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-783fd0bc-4888-4b1f-bb52-2f12b862106e req-36095279-f9e0-4505-84f8-a8a10637de58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=747b2d0142864c5a839067abcdad1cbb&device_id=520d579f-22a0-4ecf-ab13-8a45108a9347 HTTP/1.1" status: 200 len: 210 time: 0.0776010 Dec 10 08:49:36.988131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-455cdbcc-c2dc-43c2-83d3-7d0206c26eec req-813817c0-8fa5-4c8f-a691-e9c9fb3aaafe tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788363 Dec 10 08:49:37.003994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27729876-6519-4e99-9fe8-6511a92ee329 req-31893460-74f9-4757-b864-6a4b99a47df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:37.004213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Attempting to bind port bb1fe9f7-ba15-4d87-8505-9c585a36a261 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:37.004461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Attempting to bind port bb1fe9f7-ba15-4d87-8505-9c585a36a261 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:37.005017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Attempting to bind port bb1fe9f7-ba15-4d87-8505-9c585a36a261 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:37.005564 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-31893460-74f9-4757-b864-6a4b99a47df7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb74a938-5382-4056-8a54-c934abf1a2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931356 Dec 10 08:49:37.014025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec4fd131-016a-49c0-af91-cb901f72923b req-28893598-787f-492a-81f1-91fcc1925858 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079714 Dec 10 08:49:37.063416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Port bb1fe9f7-ba15-4d87-8505-9c585a36a261 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:49:37.063754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Attempting to bind port bb1fe9f7-ba15-4d87-8505-9c585a36a261 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:37.168041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:37.168387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:37.168773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:37.169214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Bound port: bb1fe9f7-ba15-4d87-8505-9c585a36a261, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:37.169595 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:37.199309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4f9e0-3943-40dc-a737-e5406f53370c req-f9c10e0a-80db-4b75-acdf-7a3db0aaacdb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:37.200813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81c4f9e0-3943-40dc-a737-e5406f53370c req-f9c10e0a-80db-4b75-acdf-7a3db0aaacdb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.1074126 Dec 10 08:49:37.212220 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-56a5153a-ebe8-4a52-80b8-d23ffe8b024c service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213339 Dec 10 08:49:37.216264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-a67baa2a-512f-45c6-b2d0-74667cdd9956 service neutron] 10.222.0.18 "GET /v2.0/networks/bb74a938-5382-4056-8a54-c934abf1a2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004418 Dec 10 08:49:37.228186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149f2d9-93a4-4951-86a6-f5b4c02aefd5 req-ac45231b-6cc4-44ee-91fe-140eb28f88b2 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:37.229762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3149f2d9-93a4-4951-86a6-f5b4c02aefd5 req-ac45231b-6cc4-44ee-91fe-140eb28f88b2 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 946 time: 0.1246920 Dec 10 08:49:37.344639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fd0bc-4888-4b1f-bb52-2f12b862106e req-9e61a350-c2ab-483e-a155-1981b2653ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:37.346141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-783fd0bc-4888-4b1f-bb52-2f12b862106e req-9e61a350-c2ab-483e-a155-1981b2653ed9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=747b2d0142864c5a839067abcdad1cbb&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3455637 Dec 10 08:49:37.361289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81c4f9e0-3943-40dc-a737-e5406f53370c req-6ce2b1af-1274-420f-8f4d-15861c5fdaff tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488240 Dec 10 08:49:37.380113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3149f2d9-93a4-4951-86a6-f5b4c02aefd5 req-a150c231-768c-4aea-b1d8-6a7b338be05f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333752 Dec 10 08:49:37.402065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27729876-6519-4e99-9fe8-6511a92ee329 req-41a5a81e-efae-495a-a926-ab75a982eccf service neutron] 10.222.0.18 "GET /v2.0/networks/bb74a938-5382-4056-8a54-c934abf1a2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710758 Dec 10 08:49:37.422744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:37.481950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] For port bb1fe9f7-ba15-4d87-8505-9c585a36a261, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:37.536715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] For port bb1fe9f7-ba15-4d87-8505-9c585a36a261, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=bb1fe9f7-ba15-4d87-8505-9c585a36a261,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:37.552741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:37.559392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41642) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:37.751882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2f1f-6afc-4a85-8747-bc46e60cb5e0 req-5966e8e6-41aa-497e-9ad3-c916aa00af94 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:37.753452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a7d2f1f-6afc-4a85-8747-bc46e60cb5e0 req-5966e8e6-41aa-497e-9ad3-c916aa00af94 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 943 time: 0.1261904 Dec 10 08:49:37.772031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30cceb-56d9-4f3a-8d45-857dd65584b7 req-0c69f5b6-da23-43a4-9d22-59df7f603424 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:37.774175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f30cceb-56d9-4f3a-8d45-857dd65584b7 req-0c69f5b6-da23-43a4-9d22-59df7f603424 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1101 time: 0.1480103 Dec 10 08:49:37.842811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6f30cceb-56d9-4f3a-8d45-857dd65584b7 req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:37.874458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:37.875106 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:37.876514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/bb1fe9f7-ba15-4d87-8505-9c585a36a261 HTTP/1.1" status: 200 len: 1094 time: 3.5958652 Dec 10 08:49:37.876963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef19b5a9-7066-4bc4-812a-9925853714bf', 'tag': 'bb1fe9f7-ba15-4d87-8505-9c585a36a261'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:37.879503 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260a16e-9efd-43c6-9149-7c3cbc046131" -d '{"events": [{"name": "network-changed", "server_uuid": "ef19b5a9-7066-4bc4-812a-9925853714bf", "tag": "bb1fe9f7-ba15-4d87-8505-9c585a36a261"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:37.894005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fd0bc-4888-4b1f-bb52-2f12b862106e req-4e00f16a-c7fa-4f60-8179-1c6bb0244102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:37.895472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-783fd0bc-4888-4b1f-bb52-2f12b862106e req-4e00f16a-c7fa-4f60-8179-1c6bb0244102 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5369928 Dec 10 08:49:37.912673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:37.930085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a7d2f1f-6afc-4a85-8747-bc46e60cb5e0 req-bd2d9792-a978-4992-b83d-19a1c957af1b tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693544 Dec 10 08:49:37.960292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7426a8c-2a46-4e07-8c9f-312a4da319a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1fe9f7-ba15-4d87-8505-9c585a36a261,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:38.043206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:38.045443 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:38.058903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:38.066928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:49:38.082605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d9c7630-eb88-4f47-8dac-185978d64f1f req-8639217e-de48-40f1-b11e-c2dc71da4c79 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0614300 Dec 10 08:49:38.092966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Allocated IP 192.168.233.192 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/94c3745b-5111-42fa-ac03-728ed6894fa3) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:49:38.112390 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6f30cceb-56d9-4f3a-8d45-857dd65584b7 req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:38.132905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:38.142591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-3507ed50-c20c-43f8-b170-07e521fcf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:38.144219 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-3507ed50-c20c-43f8-b170-07e521fcf1ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 1097 time: 0.2055268 Dec 10 08:49:38.158769 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6f30cceb-56d9-4f3a-8d45-857dd65584b7 req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:38.193873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:38.194692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:38.251870 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-cef08516-9f4a-43ca-a156-7bd566f6c56c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=bb1fe9f7-ba15-4d87-8505-9c585a36a261 HTTP/1.1" status: 200 len: 217 time: 0.0657427 Dec 10 08:49:38.266253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f30cceb-56d9-4f3a-8d45-857dd65584b7 req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812429 Dec 10 08:49:38.280977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-a093bee2-ba0f-41c7-89bb-1d515a6f1cf9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0934732 Dec 10 08:49:38.296293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8a40db-4b98-4700-abfc-c9d252da0daa,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:38.314241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Request body: {'port': {'device_id': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:38.324983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.325335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.325712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.326056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.326677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.326785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.327018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.327339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.327656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.328061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.328571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.328681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.328907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4cec7-1dd2-4e85-ba92-f6b3c69da642 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:38.335635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c668f-f585-4bc3-be09-f807de466d05 req-04d66bed-c639-42d2-b5c8-55e0da73a8cb tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:38.337830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a8c668f-f585-4bc3-be09-f807de466d05 req-04d66bed-c639-42d2-b5c8-55e0da73a8cb tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1097 time: 0.1498842 Dec 10 08:49:38.408057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-7461d04d-8c61-4153-b796-267e3b9a4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:38.410176 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-7461d04d-8c61-4153-b796-267e3b9a4122 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1485503 Dec 10 08:49:38.422338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f89797ec-fb45-461a-8cbc-9053b2c6f37d None None] Provisioning complete for port e560d926-8875-4963-8241-f9c2ea7cc469 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:38.423110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f89797ec-fb45-461a-8cbc-9053b2c6f37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:38.475605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f89797ec-fb45-461a-8cbc-9053b2c6f37d None None] Port e560d926-8875-4963-8241-f9c2ea7cc469 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:49:38.476463 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:38.552752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-fe207d18-7019-4c7a-b3b3-f237f867c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:38.554824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-fe207d18-7019-4c7a-b3b3-f237f867c298 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215422 Dec 10 08:49:38.589869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:38.698375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1673c3-a4fe-4d11-9b6e-473d37de2c39', 'tag': 'eb4b54e5-fd24-4d99-88b0-a1c20249d0d1'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:38.700616 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d04d7d9-2989-4479-b3be-47155798ff4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1673c3-a4fe-4d11-9b6e-473d37de2c39", "tag": "eb4b54e5-fd24-4d99-88b0-a1c20249d0d1"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:38.715898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf9b5e-dcb1-495d-b6bf-90366c298fc0 req-d49c74e6-8fd5-4200-9de7-d88901d1cda5 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:38.717394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83bf9b5e-dcb1-495d-b6bf-90366c298fc0 req-d49c74e6-8fd5-4200-9de7-d88901d1cda5 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1095 time: 0.3790939 Dec 10 08:49:38.722619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a8c668f-f585-4bc3-be09-f807de466d05 req-b1bfb221-9571-4975-a053-969cb4f81ea7 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771114 Dec 10 08:49:38.755541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-a4f46a10-084c-4633-808c-a51ad3abb274 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917636 Dec 10 08:49:38.759729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:38.797974 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634edd9-b143-4580-801f-432e67f60e9e x-openstack-request-id: req-c634edd9-b143-4580-801f-432e67f60e9e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:38.798250 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef19b5a9-7066-4bc4-812a-9925853714bf", "tag": "bb1fe9f7-ba15-4d87-8505-9c585a36a261", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:38.798510 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c634edd9-b143-4580-801f-432e67f60e9e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:38.798900 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef19b5a9-7066-4bc4-812a-9925853714bf', 'tag': 'bb1fe9f7-ba15-4d87-8505-9c585a36a261', 'status': 'completed', 'code': 200} Dec 10 08:49:38.800454 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:38.804112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83bf9b5e-dcb1-495d-b6bf-90366c298fc0 req-117da0f3-3e44-4db4-89c1-50cdfd46daa2 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796032 Dec 10 08:49:38.928047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:38.939802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:38.949968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:49:38.995536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Pushing event updated for resources: {'Port': ['ID=94c3745b-5111-42fa-ac03-728ed6894fa3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:39.091714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:39.106526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:39.107196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:39.111513 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc711ca4-8dfe-4540-bf0d-0d3351138572 req-abb030d9-75ce-4623-b88d-29a1b2497d0a service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393431 Dec 10 08:49:39.150175 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-4d081ae6-a6f8-45d9-825a-64ffb064c480 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0521214 Dec 10 08:49:39.184347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33bf41-ff43-425a-acfa-bebd4d82d37d req-ff4fccff-79b4-4c53-8818-1b08a26f8977 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:39.186174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f33bf41-ff43-425a-acfa-bebd4d82d37d req-ff4fccff-79b4-4c53-8818-1b08a26f8977 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 946 time: 0.1481712 Dec 10 08:49:39.192158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Request body: {'port': {'device_id': '350dd624-9c80-4897-b63d-157e1989de82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:39.285052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f33bf41-ff43-425a-acfa-bebd4d82d37d req-6cb87528-34ea-44b8-be80-5398d33e71c2 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902548 Dec 10 08:49:39.312245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e560d926-8875-4963-8241-f9c2ea7cc469 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:39.320469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a65e082e-1fd4-4963-b320-f299987404cb None None] Provisioning complete for port 94c3745b-5111-42fa-ac03-728ed6894fa3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:39.321058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a65e082e-1fd4-4963-b320-f299987404cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:39.331034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:39.346968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Deleting port c5042dec-84d8-49f7-91f6-a7bef3f3fe23 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:49:39.347310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:39.358509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Transition to ACTIVE for port object e560d926-8875-4963-8241-f9c2ea7cc469 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:49:39.369480 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:39.372845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a65e082e-1fd4-4963-b320-f299987404cb None None] Port 94c3745b-5111-42fa-ac03-728ed6894fa3 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:49:39.387729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:39.434915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-5bafeb8d-8d67-40a0-b024-809a7dcb4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:39.436530 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-5bafeb8d-8d67-40a0-b024-809a7dcb4128 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 1097 time: 0.2506225 Dec 10 08:49:39.437015 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8824e1d-3fc3-4326-aec2-f742602995fe x-openstack-request-id: req-d8824e1d-3fc3-4326-aec2-f742602995fe {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:39.437310 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1673c3-a4fe-4d11-9b6e-473d37de2c39", "tag": "eb4b54e5-fd24-4d99-88b0-a1c20249d0d1", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:39.439316 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8824e1d-3fc3-4326-aec2-f742602995fe {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:39.439316 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1673c3-a4fe-4d11-9b6e-473d37de2c39', 'tag': 'eb4b54e5-fd24-4d99-88b0-a1c20249d0d1', 'status': 'completed', 'code': 200} Dec 10 08:49:39.560826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-03012f3b-ceca-459e-a0b9-b3a2b81d3dc7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1994162 Dec 10 08:49:39.572153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8ab7-2d98-4d7a-9932-babc44b343eb req-a7cb833e-8951-4918-b4e1-57dfaf977635 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:39.573824 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d29f8ab7-2d98-4d7a-9932-babc44b343eb req-a7cb833e-8951-4918-b4e1-57dfaf977635 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1097 time: 0.1315539 Dec 10 08:49:39.577047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] For port c5042dec-84d8-49f7-91f6-a7bef3f3fe23, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c5042dec-84d8-49f7-91f6-a7bef3f3fe23,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:39.577528 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:39.578810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:39.586837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-9c4c16b2-4a51-444b-90d4-2481451809a7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:49:39.587863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-9c4c16b2-4a51-444b-90d4-2481451809a7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186238 Dec 10 08:49:39.609223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Calling delete_port for c5042dec-84d8-49f7-91f6-a7bef3f3fe23 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:49:39.628859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91265e9-5fc4-4deb-91ce-caa7468e37e8 req-4474db67-0db8-4852-9c6e-5e626fbd1e34 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:39.630579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d91265e9-5fc4-4deb-91ce-caa7468e37e8 req-4474db67-0db8-4852-9c6e-5e626fbd1e34 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 943 time: 0.1490750 Dec 10 08:49:39.715117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-3d5fb54d-604a-466d-bb2b-0089aa85cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:39.716622 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-3d5fb54d-604a-466d-bb2b-0089aa85cca4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6986143dab14beeb5acf55d0aa7355b&device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 1094 time: 0.2753575 Dec 10 08:49:39.724697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d29f8ab7-2d98-4d7a-9932-babc44b343eb req-2369aa1b-8018-4a50-b6be-d26261f951bf tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298552 Dec 10 08:49:39.767173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d91265e9-5fc4-4deb-91ce-caa7468e37e8 req-3af3e3a2-f314-470e-b094-0187eabfb8b9 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279685 Dec 10 08:49:39.853306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Attempting to bind port e560d926-8875-4963-8241-f9c2ea7cc469 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:39.853889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Attempting to bind port e560d926-8875-4963-8241-f9c2ea7cc469 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:39.854125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Attempting to bind port e560d926-8875-4963-8241-f9c2ea7cc469 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:39.893087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-19e0ffce-d067-4c82-a5db-77914860aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:39.894779 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-19e0ffce-d067-4c82-a5db-77914860aa3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.4375288 Dec 10 08:49:39.900740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Port e560d926-8875-4963-8241-f9c2ea7cc469 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:49:39.901170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Attempting to bind port e560d926-8875-4963-8241-f9c2ea7cc469 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:39.932627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:39.933041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:39.933494 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:39.934024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Bound port: e560d926-8875-4963-8241-f9c2ea7cc469, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:39.934442 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:39.986754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-17c45b7d-a7fb-4c34-af17-898677f616db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=bb1fe9f7-ba15-4d87-8505-9c585a36a261 HTTP/1.1" status: 200 len: 217 time: 0.0771201 Dec 10 08:49:40.046874 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:40.056065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b4053-7e17-48c2-9f4f-5c3eecfa3e6c req-4773872d-4896-4c14-8abd-488486affa90 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.057586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd7b4053-7e17-48c2-9f4f-5c3eecfa3e6c req-4773872d-4896-4c14-8abd-488486affa90 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 936 time: 0.1663530 Dec 10 08:49:40.104380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5042dec-84d8-49f7-91f6-a7bef3f3fe23,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:40.113138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-369e43c2-6eb4-4835-97f2-2590bcf061f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.114112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-369e43c2-6eb4-4835-97f2-2590bcf061f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb74a938-5382-4056-8a54-c934abf1a2fb HTTP/1.1" status: 200 len: 916 time: 0.3359323 Dec 10 08:49:40.150913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-13aa04c2-429c-4772-ae98-6f27c8e8302d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.152201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-13aa04c2-429c-4772-ae98-6f27c8e8302d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 820 time: 0.2520139 Dec 10 08:49:40.156588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-248474a6-d39c-45c4-9be5-4a727a1f2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.158160 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-248474a6-d39c-45c4-9be5-4a727a1f2438 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1522772 Dec 10 08:49:40.185219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:40.220653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-9533187f-bd5a-4e43-a4f5-5c1d28673daf tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/quotas/9fc2d9dd9ed646928daa6679d7d0cda2 HTTP/1.1" status: 200 len: 375 time: 0.0423009 Dec 10 08:49:40.225640 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-b32a16fb-8811-4f83-9348-f4e5ca85b457 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 HTTP/1.1" status: 200 len: 217 time: 0.0807395 Dec 10 08:49:40.247709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c3745b-5111-42fa-ac03-728ed6894fa3 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:40.257364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd7b4053-7e17-48c2-9f4f-5c3eecfa3e6c req-6a44ca17-15d3-4e28-bdd4-1f4a6c9f8928 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843235 Dec 10 08:49:40.259554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:40.270250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:40.276092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:40.363666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Transition to ACTIVE for port object 94c3745b-5111-42fa-ac03-728ed6894fa3 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:49:40.376650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.377295 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:40.378800 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] 10.222.0.18 "PUT /v2.0/ports/e560d926-8875-4963-8241-f9c2ea7cc469 HTTP/1.1" status: 200 len: 1096 time: 2.0708475 Dec 10 08:49:40.383088 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:40.418997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-c2b6579e-767a-4b1f-9762-244d93451ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.420769 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-c2b6579e-767a-4b1f-9762-244d93451ca1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2499826 Dec 10 08:49:40.428188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-3c1f95af-48ed-470b-9eb6-c83824fee8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.429773 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-3c1f95af-48ed-470b-9eb6-c83824fee8c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=239cae90-3343-4d91-8ec5-14988f3a9aab HTTP/1.1" status: 200 len: 854 time: 0.1748731 Dec 10 08:49:40.446281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a1c32-766a-42f5-8f3b-b13867199dad service neutron] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:40.543961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-0e2747e3-689c-461b-abcd-d5d379993d46 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3224087 Dec 10 08:49:40.565928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f578-e3dd-4cf7-a760-15ebfa42932c req-7906b073-a283-4b2c-b39a-f44e9af3e986 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.567761 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47c9f578-e3dd-4cf7-a760-15ebfa42932c req-7906b073-a283-4b2c-b39a-f44e9af3e986 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1554732 Dec 10 08:49:40.696966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:40.717304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47c9f578-e3dd-4cf7-a760-15ebfa42932c req-d5b4e5f6-90b0-405a-82c0-3f88b928ae63 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876603 Dec 10 08:49:40.800257 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:40.802511 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabd4a8b-acb9-4c10-b5a5-62324f641706" -d '{"events": [{"name": "network-changed", "server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:40.818247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-99b5cbda-4988-4d2d-b1ec-9e63247e2103 service neutron] 10.222.0.31 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415841 Dec 10 08:49:40.906429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Pushing event updated for resources: {'Port': ['ID=94c3745b-5111-42fa-ac03-728ed6894fa3,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:40.954659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-029eb2c2-bb46-4641-9535-f54e961e8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.956180 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-029eb2c2-bb46-4641-9535-f54e961e8d11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb74a938-5382-4056-8a54-c934abf1a2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5056281 Dec 10 08:49:40.970385 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-62df6484-42e7-4865-a393-b56bd80690bc service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393834 Dec 10 08:49:40.978325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-cbed66bf-2a94-4136-8860-52cf5055f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:40.980041 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-cbed66bf-2a94-4136-8860-52cf5055f716 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 1099 time: 0.4568183 Dec 10 08:49:41.016985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Attempting to bind port 94c3745b-5111-42fa-ac03-728ed6894fa3 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:41.017225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Attempting to bind port 94c3745b-5111-42fa-ac03-728ed6894fa3 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:41.017587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Attempting to bind port 94c3745b-5111-42fa-ac03-728ed6894fa3 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:41.019406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d285fb7-a708-40d8-ab57-0aafea938e77 req-988a15f0-cb7f-4516-a662-265e988bd96f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:41.021053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d285fb7-a708-40d8-ab57-0aafea938e77 req-988a15f0-cb7f-4516-a662-265e988bd96f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 946 time: 0.1305838 Dec 10 08:49:41.030741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-a7c39bea-9cf7-4e55-8b54-0411d9848efb service neutron] 10.222.0.31 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029254 Dec 10 08:49:41.119720 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-9034ea77-6d99-488e-8256-bbb3176ea7ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e560d926-8875-4963-8241-f9c2ea7cc469 HTTP/1.1" status: 200 len: 217 time: 0.1113064 Dec 10 08:49:41.120278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Port 94c3745b-5111-42fa-ac03-728ed6894fa3 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:49:41.120615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Attempting to bind port 94c3745b-5111-42fa-ac03-728ed6894fa3 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:41.180939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:41.180939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:41.180939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:41.180939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Bound port: 94c3745b-5111-42fa-ac03-728ed6894fa3, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:41.180939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:41.206097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d285fb7-a708-40d8-ab57-0aafea938e77 req-6a8a5c1d-2b75-4b28-8d82-4851bd671dfe tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439567 Dec 10 08:49:41.246234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Router 00d47c23-8a4b-4ad6-994b-79669910fa22 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:49:41.250208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-59be2802-c89e-4cf8-8c3d-d5de0bb6cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:41.251811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-59be2802-c89e-4cf8-8c3d-d5de0bb6cdb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1101 time: 0.1404107 Dec 10 08:49:41.358257 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] For port 94c3745b-5111-42fa-ac03-728ed6894fa3, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:41.362692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] For port 94c3745b-5111-42fa-ac03-728ed6894fa3, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=94c3745b-5111-42fa-ac03-728ed6894fa3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:41.375813 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-84df4f7f-5e3c-4a76-bac1-67a1257acb3b service neutron] 10.222.0.18 "GET /v2.0/networks/bb74a938-5382-4056-8a54-c934abf1a2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995395 Dec 10 08:49:41.378658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:41.388997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-de1a344c-bc52-46ab-8617-953e46cddc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:41.390366 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-de1a344c-bc52-46ab-8617-953e46cddc4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.2566435 Dec 10 08:49:41.481219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:49:41.490547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-65b483e9-0704-42c9-ad01-afc5a53cccb2 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020645 Dec 10 08:49:41.496143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-07daecfe-3ed4-4aa6-bdeb-10ce704e17fc admin admin] 10.222.0.31 "PUT /v2.0/routers/00d47c23-8a4b-4ad6-994b-79669910fa22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9333382 Dec 10 08:49:41.496955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] Sync routers for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:49:41.501298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41730) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:41.519277 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf264db1-48ea-42c7-a278-4ce134c232b4 x-openstack-request-id: req-bf264db1-48ea-42c7-a278-4ce134c232b4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:41.519668 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:41.519837 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf264db1-48ea-42c7-a278-4ce134c232b4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:41.520237 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'status': 'completed', 'code': 200} Dec 10 08:49:41.525447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:41.526607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:41.575253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:41.576231 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:41.577805 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] 10.222.0.18 "PUT /v2.0/ports/94c3745b-5111-42fa-ac03-728ed6894fa3 HTTP/1.1" status: 200 len: 1096 time: 2.3905771 Dec 10 08:49:41.708917 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-dc79c9bb-fad6-448b-9371-f5d103973ccb service neutron] 10.222.0.18 "GET /v2.0/networks/bb74a938-5382-4056-8a54-c934abf1a2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173881 Dec 10 08:49:41.731423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:41.736619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69545e1-310f-44e0-aec7-f5cd6d822d18 service neutron] Pushing event updated for resources: {'Port': ['ID=94c3745b-5111-42fa-ac03-728ed6894fa3,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:41.749911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-3a306e9b-386a-498f-b96f-ca756c416939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:41.751606 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-3a306e9b-386a-498f-b96f-ca756c416939 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2549853 Dec 10 08:49:41.754663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-2b9d5452-1406-421c-b29a-2a38b06d6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:41.756162 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-2b9d5452-1406-421c-b29a-2a38b06d6b65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 1099 time: 0.1111088 Dec 10 08:49:41.847986 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-3625f910-42fe-40da-a2e9-ee2e7c05dff7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=94c3745b-5111-42fa-ac03-728ed6894fa3 HTTP/1.1" status: 200 len: 217 time: 0.0712950 Dec 10 08:49:41.946456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-fe5b8040-9a7d-4f87-b325-7f74ec228740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:41.948087 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-fe5b8040-9a7d-4f87-b325-7f74ec228740 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0707934 Dec 10 08:49:41.989671 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-2cb38305-a3b3-4d59-b158-f38d47012c4f service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233670 Dec 10 08:49:41.999182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:49:39Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:42.035708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] Checking router: 00d47c23-8a4b-4ad6-994b-79669910fa22 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:49:42.045983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] Routers {'00d47c23-8a4b-4ad6-994b-79669910fa22'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:42.046519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['00d47c23-8a4b-4ad6-994b-79669910fa22'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:42.063109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-57542ce8-c819-47cb-8b50-180fdeb631ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.064607 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-57542ce8-c819-47cb-8b50-180fdeb631ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061988 Dec 10 08:49:42.106396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-942dabb5-b33c-4613-b4a5-f13a1569d921 req-d6f0c70b-8d2b-410c-a30e-177fa2ce621d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 210 time: 0.6061382 Dec 10 08:49:42.121063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439fd2d-4028-48d6-af5c-f9647fe9ee36 req-e47ae5d8-f00c-4d48-a8cd-0e2b015d86c7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.122590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a439fd2d-4028-48d6-af5c-f9647fe9ee36 req-e47ae5d8-f00c-4d48-a8cd-0e2b015d86c7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 943 time: 0.7005970 Dec 10 08:49:42.130697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-daba6637-cb06-4727-ac10-5d823cf6b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.135922 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-daba6637-cb06-4727-ac10-5d823cf6b6d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.8748543 Dec 10 08:49:42.202348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] Set router 00d47c23-8a4b-4ad6-994b-79669910fa22 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:42.210576 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e18e8f50-d6e3-4215-8630-61f454fec1f4 req-2d88d977-530d-42d7-b90a-9e59f136adf8 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133260 Dec 10 08:49:42.221075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-cbfb6e93-af51-4eb3-a7fa-cd93dc7b82d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 200 len: 217 time: 0.0730503 Dec 10 08:49:42.225676 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:42.269237 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-c5e4b0c9-0788-4f79-b2db-f93717c56b0c service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959224 Dec 10 08:49:42.359093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a439fd2d-4028-48d6-af5c-f9647fe9ee36 req-b6bce97c-3247-438d-b4b7-b3e80133f54e tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147346 Dec 10 08:49:42.377444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-8e0306db-b0d2-44fe-bbeb-5b11947370c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.379081 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-8e0306db-b0d2-44fe-bbeb-5b11947370c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 1099 time: 0.0899816 Dec 10 08:49:42.391099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device bb1fe9f7-ba15-4d87-8505-9c585a36a261 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:49:42.404882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-8ccb0578-179b-402c-91fa-78d828d672ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.406401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-8ccb0578-179b-402c-91fa-78d828d672ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1772497 Dec 10 08:49:42.418219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713f143-78f4-460a-81c6-58a6b3539ed8 req-ede26c2f-38dc-464d-b89a-108523857077 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.419756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c713f143-78f4-460a-81c6-58a6b3539ed8 req-ede26c2f-38dc-464d-b89a-108523857077 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 948 time: 0.2490892 Dec 10 08:49:42.481299 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72fc9b0e-ca23-4c19-95f1-14f40a3eb656 req-bf5abbaf-f5e7-4338-bcbc-0ae6de3ad612 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001300 Dec 10 08:49:42.495890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:42.537155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port bb1fe9f7-ba15-4d87-8505-9c585a36a261, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=bb1fe9f7-ba15-4d87-8505-9c585a36a261,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:42.543420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-53f77d01-ff23-4b01-b4d6-02cb79dcd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.544963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-53f77d01-ff23-4b01-b4d6-02cb79dcd853 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243069 Dec 10 08:49:42.551600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:49:39Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:42.565091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-9c4ca3dd-a2f2-4a8c-867c-8e35ab53ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.566578 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-9c4ca3dd-a2f2-4a8c-867c-8e35ab53ca81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1757383 Dec 10 08:49:42.582993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac009aa-7e1e-4b75-b272-f06cef3f0a80 None None] The sync data for ids ['00d47c23-8a4b-4ad6-994b-79669910fa22'] in n-d-814746-3 is: [{'id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'name': 'tempest-FloatingIPsAssociationTestJSON-1423565229-router', 'tenant_id': '747b2d0142864c5a839067abcdad1cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:49:39Z', 'revision_number': 5, 'project_id': '747b2d0142864c5a839067abcdad1cbb', 'gw_port': {'id': 'aee2780f-eae3-4759-a2d5-ef9283234355', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d47c23-8a4b-4ad6-994b-79669910fa22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:47:52Z', 'updated_at': '2021-12-10T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:49:42.585999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'bb1fe9f7-ba15-4d87-8505-9c585a36a261', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'bb1fe9f7-ba15-4d87-8505-9c585a36a261', 'mac_address': 'fa:16:3e:e9:03:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:49:42.593602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c713f143-78f4-460a-81c6-58a6b3539ed8 req-2015385e-ec0a-47ce-975d-cdaab706c428 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623476 Dec 10 08:49:42.643606 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-f23639b4-4e90-48f7-ad5e-8a35655daf6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e560d926-8875-4963-8241-f9c2ea7cc469 HTTP/1.1" status: 200 len: 217 time: 0.0667634 Dec 10 08:49:42.677612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:42.700285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1fe9f7-ba15-4d87-8505-9c585a36a261 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:42.710810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24007da7-cda2-4a67-a363-e935ff475703 req-d61ff05b-6d60-4c35-b5cb-04e869a72b68 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.718407 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24007da7-cda2-4a67-a363-e935ff475703 req-d61ff05b-6d60-4c35-b5cb-04e869a72b68 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1097 time: 0.2077658 Dec 10 08:49:42.732068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port bb1fe9f7-ba15-4d87-8505-9c585a36a261, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=bb1fe9f7-ba15-4d87-8505-9c585a36a261,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:42.740634 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:42.741752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:49:42.769239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-aa1631a4-ccbc-49ca-b0a3-b2b22ef52e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.770719 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-aa1631a4-ccbc-49ca-b0a3-b2b22ef52e94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1156073 Dec 10 08:49:42.820898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-241b46ec-c1d8-4112-b995-349c56a36d4c service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581928 Dec 10 08:49:42.821848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-fd2aef15-c36c-4908-acf3-c654b5bc0a3f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.823546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-fd2aef15-c36c-4908-acf3-c654b5bc0a3f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 820 time: 0.1989541 Dec 10 08:49:42.838932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Request body: {'port': {'device_id': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38', 'admin_state_up': True, 'tenant_id': '9fc2d9dd9ed646928daa6679d7d0cda2'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:42.847652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24007da7-cda2-4a67-a363-e935ff475703 req-f6cfc7f0-a769-43ce-bc21-901881c2c36c tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283677 Dec 10 08:49:42.851955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Deleting port aee2780f-eae3-4759-a2d5-ef9283234355 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:49:42.852336 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:42.870513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=bb1fe9f7-ba15-4d87-8505-9c585a36a261,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:42.906406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-1935886a-41a1-4b7f-bcfb-d308045e0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:42.907924 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-1935886a-41a1-4b7f-bcfb-d308045e0407 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280160 Dec 10 08:49:42.927897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:42.945987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'eb4b54e5-fd24-4d99-88b0-a1c20249d0d1', 'network_id': 'bb74a938-5382-4056-8a54-c934abf1a2fb', 'port_id': 'eb4b54e5-fd24-4d99-88b0-a1c20249d0d1', 'mac_address': 'fa:16:3e:10:33:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239cae90-3343-4d91-8ec5-14988f3a9aab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:49:42.990934 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.007065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:43.017137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b3b8d-d9b0-48e1-adaf-a4cddb46614a req-33600d6b-c9b8-4786-a085-f7650234210b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:43.022004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-146b3b8d-d9b0-48e1-adaf-a4cddb46614a req-33600d6b-c9b8-4786-a085-f7650234210b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.2849112 Dec 10 08:49:43.036832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:43.044932 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.064718 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-f5eeab5f-f172-4e39-9ae5-666eeff06381 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460056 Dec 10 08:49:43.070335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Made reservation on behalf of 9fc2d9dd9ed646928daa6679d7d0cda2 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:49:43.074101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.114652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:43.126235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756457c-64db-444a-8790-1a3492ad2da2 req-16c56c20-1c08-42e6-9abd-9ccff0790685 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:43.133858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c756457c-64db-444a-8790-1a3492ad2da2 req-16c56c20-1c08-42e6-9abd-9ccff0790685 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 947 time: 0.1859457 Dec 10 08:49:43.137703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] For port aee2780f-eae3-4759-a2d5-ef9283234355, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aee2780f-eae3-4759-a2d5-ef9283234355,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:43.138436 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.206365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Calling delete_port for aee2780f-eae3-4759-a2d5-ef9283234355 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:49:43.212868 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-146b3b8d-d9b0-48e1-adaf-a4cddb46614a req-b1992063-679d-48e0-8f42-4fb7b68809f8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709831 Dec 10 08:49:43.217083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-95ec2f24-9815-4d62-aeea-a64072ab8e3a service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676775 Dec 10 08:49:43.236066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dabd4a8b-acb9-4c10-b5a5-62324f641706 req-0cbb01ab-5a1e-44a8-a4a3-f48588d7cffa service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589744 Dec 10 08:49:43.304762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c756457c-64db-444a-8790-1a3492ad2da2 req-6bcfcac0-d9cc-49df-ac51-b3868042f4aa tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672611 Dec 10 08:49:43.312217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Allocated IP 172.20.0.3 (85fc98de-a64e-496f-b3f8-4e94ab5f9f38/f0664b8d-323e-4feb-80cc-e1f01c876792/0a86a848-822b-4b26-a1eb-b950939b3d91) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:49:43.360481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c5042dec-84d8-49f7-91f6-a7bef3f3fe23 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:49:43.407877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c5042dec-84d8-49f7-91f6-a7bef3f3fe23 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:49:43.408447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c5042dec-84d8-49f7-91f6-a7bef3f3fe23 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:49:43.500872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.513840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c31afdb-1218-4aa0-b896-dc91dc683cd5 req-1c9aa28a-9694-4c80-b15c-6562e4f9dbe5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 210 time: 0.0549242 Dec 10 08:49:43.536286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350dd624-9c80-4897-b63d-157e1989de82', 'tag': '94c3745b-5111-42fa-ac03-728ed6894fa3'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:43.539404 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3a4ae6-58f8-462f-87d1-58fd52d22572" -d '{"events": [{"name": "network-changed", "server_uuid": "350dd624-9c80-4897-b63d-157e1989de82", "tag": "94c3745b-5111-42fa-ac03-728ed6894fa3"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:43.576899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.581737 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.594133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['eb4b54e5-fd24-4d99-88b0-a1c20249d0d1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:43.623882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:43.627171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:43.631048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:49:43.639735 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Pushing event deleted for resources: {'Port': ['ID=aee2780f-eae3-4759-a2d5-ef9283234355,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:43.640211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['bb1fe9f7-ba15-4d87-8505-9c585a36a261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:43.656028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Pushing event updated for resources: {'Port': ['ID=0a86a848-822b-4b26-a1eb-b950939b3d91,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:43.692354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:43.692996 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.715185 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-ced36699-df07-467f-846a-5bb63c78317a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8809178 Dec 10 08:49:43.731185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Request body: {'port': {'device_id': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:43.772160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e51722-2e76-4b61-bd05-d54df4056619 req-2e0fdee0-85ef-4b62-9458-1623dcdb66f7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:43.773877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24e51722-2e76-4b61-bd05-d54df4056619 req-2e0fdee0-85ef-4b62-9458-1623dcdb66f7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 944 time: 0.1525860 Dec 10 08:49:43.782392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.808951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.939462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:43.943867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.028629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24e51722-2e76-4b61-bd05-d54df4056619 req-b7b29d2b-a0ee-449e-b927-ad7218ec6cd1 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295334 Dec 10 08:49:44.044670 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.045570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d47c23-8a4b-4ad6-994b-79669910fa22 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:49:44.052142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.054951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-733ecfdb-dfc4-4b37-bfe7-ef63287c03dc admin admin] 10.222.0.31 "DELETE /v2.0/routers/00d47c23-8a4b-4ad6-994b-79669910fa22 HTTP/1.1" status: 204 len: 168 time: 2.5528908 Dec 10 08:49:44.057469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41772) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:44.111655 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679495e1-34ee-4f98-8e38-c711d0e323b9 x-openstack-request-id: req-679495e1-34ee-4f98-8e38-c711d0e323b9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:44.111944 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350dd624-9c80-4897-b63d-157e1989de82", "tag": "94c3745b-5111-42fa-ac03-728ed6894fa3", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:44.112197 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-679495e1-34ee-4f98-8e38-c711d0e323b9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:44.115266 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350dd624-9c80-4897-b63d-157e1989de82', 'tag': '94c3745b-5111-42fa-ac03-728ed6894fa3', 'status': 'completed', 'code': 200} Dec 10 08:49:44.137072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5499cfc-7541-4e6b-83c3-29d5c6dac1f8 admin admin] Deleting subnet 8fc89e1a-5d0b-4b71-a713-c3ab647200a3 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:49:44.141221 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5499cfc-7541-4e6b-83c3-29d5c6dac1f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.202267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-a72d1504-405c-4135-b104-011358eab596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:44.203853 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-a72d1504-405c-4135-b104-011358eab596 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 1099 time: 0.0574193 Dec 10 08:49:44.233060 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5499cfc-7541-4e6b-83c3-29d5c6dac1f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.266480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6dee3-97f0-47f5-83b8-b53546fea589 req-bd4bdb14-a939-46d6-a616-ca9e68f20339 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:44.267955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15a6dee3-97f0-47f5-83b8-b53546fea589 req-bd4bdb14-a939-46d6-a616-ca9e68f20339 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 948 time: 0.0941987 Dec 10 08:49:44.397320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15a6dee3-97f0-47f5-83b8-b53546fea589 req-466bdf44-232c-4626-9a15-ed09dc37bf26 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228361 Dec 10 08:49:44.402651 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5499cfc-7541-4e6b-83c3-29d5c6dac1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.478060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-8cfc9f46-3108-40df-b0fd-fcb4a0262e90 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:49:44.479527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-8cfc9f46-3108-40df-b0fd-fcb4a0262e90 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077269 Dec 10 08:49:44.488334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5499cfc-7541-4e6b-83c3-29d5c6dac1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.558370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a86a848-822b-4b26-a1eb-b950939b3d91 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:44.568375 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.571569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5499cfc-7541-4e6b-83c3-29d5c6dac1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc89e1a-5d0b-4b71-a713-c3ab647200a3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:44.578239 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5499cfc-7541-4e6b-83c3-29d5c6dac1f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.584062 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d5499cfc-7541-4e6b-83c3-29d5c6dac1f8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8fc89e1a-5d0b-4b71-a713-c3ab647200a3 HTTP/1.1" status: 204 len: 168 time: 0.5253880 Dec 10 08:49:44.585829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e733b-9552-4d5d-80e8-5168d64efb12 None None] Network c3c4ae79-21c3-4bcd-8238-04f0585bfa62 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:49:44.587133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41784) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:44.594162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Transition to ACTIVE for port object 0a86a848-822b-4b26-a1eb-b950939b3d91 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:49:44.596420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-4f4c879a-c172-4d5f-a342-2770728c9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:44.597810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-4f4c879a-c172-4d5f-a342-2770728c9bcf service neutron] 10.222.0.31 "GET /v2.0/ports/ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0997536 Dec 10 08:49:44.608631 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.641401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-1acca9c0-1dad-44ac-8895-a81ccf0b2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:44.643227 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-1acca9c0-1dad-44ac-8895-a81ccf0b2863 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.4204750 Dec 10 08:49:44.646078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Request body: {'binding': {'host': 'n-h2-814746-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:44.646537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Unknown quota resources ['binding']. {{(pid=114969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 08:49:44.670228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e78cb-5a68-492d-8864-11dd719cca4d req-741978bd-59b3-40a2-9f33-460f55921524 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:44.671801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e6e78cb-5a68-492d-8864-11dd719cca4d req-741978bd-59b3-40a2-9f33-460f55921524 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1868541 Dec 10 08:49:44.714067 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-c811a741-fdb7-44fd-adfe-f99ad93d6973 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=94c3745b-5111-42fa-ac03-728ed6894fa3 HTTP/1.1" status: 200 len: 217 time: 0.0483634 Dec 10 08:49:44.724638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Pushing event updated for resources: {'Port': ['ID=0a86a848-822b-4b26-a1eb-b950939b3d91,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:44.782392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.812589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-8183275d-8d99-423d-aafa-0a354781a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:44.812807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f45f7e-69d0-4744-82d9-2d4ac6917cec None None] DHCP port deletion for c3c4ae79-21c3-4bcd-8238-04f0585bfa62 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:49:44.815094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-8183275d-8d99-423d-aafa-0a354781a4fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0981531 Dec 10 08:49:44.847933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e6e78cb-5a68-492d-8864-11dd719cca4d req-a13c5a7a-edce-4e3b-ab04-0658493af9d0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468422 Dec 10 08:49:44.860624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:44.861004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:44.861279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:44.872881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Port 0a86a848-822b-4b26-a1eb-b950939b3d91 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:49:44.872881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:44.883441 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.893548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-39f45f7e-69d0-4744-82d9-2d4ac6917cec None None] Deleting port 910220e9-81b6-4193-b672-8103462eccfa {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:49:44.894159 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-39f45f7e-69d0-4744-82d9-2d4ac6917cec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.898414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:44.898887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:44.899351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:44.899973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Bound port: 0a86a848-822b-4b26-a1eb-b950939b3d91, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:44.900443 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.916888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-7d6c43cd-712c-41f0-bbde-b28ee9a85d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:44.919491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-7d6c43cd-712c-41f0-bbde-b28ee9a85d7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939672 Dec 10 08:49:44.963380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on host n-h2-814746-3 for vnic_type normal with profile None {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:44.964039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:44.964648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:44.972471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-39f45f7e-69d0-4744-82d9-2d4ac6917cec None None] For port 910220e9-81b6-4193-b672-8103462eccfa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=910220e9-81b6-4193-b672-8103462eccfa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:44.972874 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-39f45f7e-69d0-4744-82d9-2d4ac6917cec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:44.986067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:49:44.986400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:44.987546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-39f45f7e-69d0-4744-82d9-2d4ac6917cec None None] Calling delete_port for 910220e9-81b6-4193-b672-8103462eccfa owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:49:44.996972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Deleting port 910220e9-81b6-4193-b672-8103462eccfa {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:49:44.997308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.000596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:45.000934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:45.001319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:45.001808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Bound port: ad072f6b-c602-4abf-b3e4-84d63d184bc0, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:45.046755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:45.055712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:45.070274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.091300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504c083-bbd6-411b-a184-cef8db1ca890 req-031016b1-f99a-408e-b0a3-608dedd04748 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.092809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3504c083-bbd6-411b-a184-cef8db1ca890 req-031016b1-f99a-408e-b0a3-608dedd04748 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 947 time: 0.1451550 Dec 10 08:49:45.111733 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-e3e480aa-7ddd-4c64-9d26-50b4278161b7 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547399 Dec 10 08:49:45.115028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.115662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.117204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] 10.222.0.39 "PUT /v2.0/ports/0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 200 len: 1091 time: 1.3934412 Dec 10 08:49:45.135377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-39f45f7e-69d0-4744-82d9-2d4ac6917cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.149287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] For port 910220e9-81b6-4193-b672-8103462eccfa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=910220e9-81b6-4193-b672-8103462eccfa,segment=NetworkSegment(4f0faff6-a728-41e2-aa3f-d360755652ef),segment_id=4f0faff6-a728-41e2-aa3f-d360755652ef)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:45.149917 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.160174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:45.170001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Calling delete_port for 910220e9-81b6-4193-b672-8103462eccfa owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:49:45.179112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] Publish callbacks [] for binding, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.180283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-314822f0-e101-4ede-b327-e359673423c6 service neutron] 10.222.0.31 "POST /v2.0/ports/ad072f6b-c602-4abf-b3e4-84d63d184bc0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5687532 Dec 10 08:49:45.183706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f45f7e-69d0-4744-82d9-2d4ac6917cec None None] Pushing event deleted for resources: {'Port': ['ID=910220e9-81b6-4193-b672-8103462eccfa,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:45.190244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f45f7e-69d0-4744-82d9-2d4ac6917cec None None] No DVR routers for this DVR port 910220e9-81b6-4193-b672-8103462eccfa on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:49:45.205741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3504c083-bbd6-411b-a184-cef8db1ca890 req-91ed4b9f-89bc-4c5f-9242-01c6cbcc11e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988824 Dec 10 08:49:45.224897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb0525-c869-449d-b7fe-523d48345797 service neutron] Pushing event updated for resources: {'Port': ['ID=0a86a848-822b-4b26-a1eb-b950939b3d91,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:45.270107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-9a861f63-cd5b-40de-bf65-e0f74e8b9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.271984 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-9a861f63-cd5b-40de-bf65-e0f74e8b9b93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1094 time: 0.0960369 Dec 10 08:49:45.295074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.336373 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-2a597fd6-57dd-4fe6-8643-a4fdb7da12b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 200 len: 217 time: 0.0534773 Dec 10 08:49:45.338794 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce3a4ae6-58f8-462f-87d1-58fd52d22572 req-da6b9f3d-2619-463c-97d8-8920d1e78e31 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187366 Dec 10 08:49:45.372976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=910220e9-81b6-4193-b672-8103462eccfa,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:45.389821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] No DVR routers for this DVR port 910220e9-81b6-4193-b672-8103462eccfa on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:49:45.398290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aee2780f-eae3-4759-a2d5-ef9283234355 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:49:45.411556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-a7cfcabe-4c9b-4d19-b5b9-f789c885db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.413400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-a7cfcabe-4c9b-4d19-b5b9-f789c885db26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.0705280 Dec 10 08:49:45.441262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: aee2780f-eae3-4759-a2d5-ef9283234355 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:49:45.441709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aee2780f-eae3-4759-a2d5-ef9283234355 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:49:45.442209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 910220e9-81b6-4193-b672-8103462eccfa no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:49:45.470574 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-a5ad91c9-f0e3-4699-b15e-ee02b47c20b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477200 Dec 10 08:49:45.472856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 910220e9-81b6-4193-b672-8103462eccfa {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:49:45.473203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 910220e9-81b6-4193-b672-8103462eccfa not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:49:45.551569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.578576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a6cc-d4b4-4079-a559-cfbae1d21035 req-86dd38bf-badf-4d0a-8478-6c3694cb45e9 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.580082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aaf5a6cc-d4b4-4079-a559-cfbae1d21035 req-86dd38bf-badf-4d0a-8478-6c3694cb45e9 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 944 time: 0.1421487 Dec 10 08:49:45.598118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c4ae79-21c3-4bcd-8238-04f0585bfa62']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:45.609192 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-0b2260f0-0c87-44c3-8d44-a6ba0543e535 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252882 Dec 10 08:49:45.616304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0faff6-a728-41e2-aa3f-d360755652ef') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:45.616608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0faff6-a728-41e2-aa3f-d360755652ef') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:45.618542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-0392c2eb-22cc-4223-8af4-f7c969fa4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.619985 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-0392c2eb-22cc-4223-8af4-f7c969fa4ae2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0548675 Dec 10 08:49:45.626503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3b09-6cdd-421a-b581-27fdc1a77a48 req-62895797-4c18-454a-896c-42e9f9c5de9f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.627948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ddfc3b09-6cdd-421a-b581-27fdc1a77a48 req-62895797-4c18-454a-896c-42e9f9c5de9f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.1589272 Dec 10 08:49:45.646990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.682761 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.687503 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aaf5a6cc-d4b4-4079-a559-cfbae1d21035 req-4f886944-365f-4286-a1a0-8d8bed6ffc55 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001580 Dec 10 08:49:45.696758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:49:45.696758 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:49:45.697731 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:49:45.766210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ddfc3b09-6cdd-421a-b581-27fdc1a77a48 req-616a256b-6202-41f2-ad55-1fd2e83f1c09 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315041 Dec 10 08:49:45.774835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.783741 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5ef24e02-a1ba-4827-b560-38875d947b76 req-2d1a390a-985f-468c-8f5b-b93751d85f76 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628118 Dec 10 08:49:45.784844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-9ce93324-6201-43fc-b004-01adf85dfa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.786184 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-9ce93324-6201-43fc-b004-01adf85dfa10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1583672 Dec 10 08:49:45.787757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:45.791365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c3c4ae79-21c3-4bcd-8238-04f0585bfa62 HTTP/1.1" status: 204 len: 168 time: 1.2031221 Dec 10 08:49:45.827375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98add8ce-c039-4daa-a261-4f4e9efa26b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c4ae79-21c3-4bcd-8238-04f0585bfa62,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:45.844757 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-40dc2cc0-3b02-446f-86a0-714aad28ff0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 200 len: 217 time: 0.0495317 Dec 10 08:49:45.877086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8146cb-820f-454f-9e78-edfc72b87988 req-0f20b09a-6125-4397-9fe9-86c6e790f63e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.884697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be8146cb-820f-454f-9e78-edfc72b87988 req-0f20b09a-6125-4397-9fe9-86c6e790f63e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0922863 Dec 10 08:49:45.904809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-77c4ae2a-bd50-4ad4-ad40-4169a43eda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.906513 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-77c4ae2a-bd50-4ad4-ad40-4169a43eda84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0538185 Dec 10 08:49:45.944124 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-6abdea06-cf87-446a-a551-ed0e10a60eff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294702 Dec 10 08:49:45.963953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599a10-70e9-4ea7-b6f9-0384d76e1188 req-ae2cb5fe-2f19-4d3f-b85f-ec54a850c1a4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:45.965325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7599a10-70e9-4ea7-b6f9-0384d76e1188 req-ae2cb5fe-2f19-4d3f-b85f-ec54a850c1a4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 948 time: 0.0971360 Dec 10 08:49:45.969274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be8146cb-820f-454f-9e78-edfc72b87988 req-0b11c7cd-6c53-4503-99b3-68b2094c91cf tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832121 Dec 10 08:49:46.005131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41796) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:46.037805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7599a10-70e9-4ea7-b6f9-0384d76e1188 req-ecb9e7b1-0cdc-4fd6-9a2f-bb84aba6885e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630069 Dec 10 08:49:46.056833 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-5605d6f7-f8e4-475e-9696-d4e5ce43d7fb service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058252 Dec 10 08:49:46.119562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:46.121881 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2c506c-b603-4310-a18c-89a2bcc90346" -d '{"events": [{"name": "network-changed", "server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:46.165442 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f126e33c-5317-4a19-9d0c-6d06926bbe58 x-openstack-request-id: req-f126e33c-5317-4a19-9d0c-6d06926bbe58 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:46.165808 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:46.166010 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f126e33c-5317-4a19-9d0c-6d06926bbe58 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:46.166416 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91', 'status': 'completed', 'code': 200} Dec 10 08:49:46.173827 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-c82a6353-14f2-496c-96d5-866a5bbf15bd service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099162 Dec 10 08:49:46.228277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-f32b5ff4-ae71-40d2-8a81-9270a2247c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:46.229914 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-f32b5ff4-ae71-40d2-8a81-9270a2247c96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1094 time: 0.0435874 Dec 10 08:49:46.349485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-44e6b41b-f046-4a16-85d8-56271c266eb2 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:46.351597 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-44e6b41b-f046-4a16-85d8-56271c266eb2 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1097 time: 0.0977716 Dec 10 08:49:46.367922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-3'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:46.380652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-25ccde07-8fd6-48cb-b1bd-011c6209f5d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=747b2d0142864c5a839067abcdad1cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743727 Dec 10 08:49:46.385998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41804) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:46.388154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-5cdf40ae-4b60-465f-a036-73630f22b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:46.389652 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-5cdf40ae-4b60-465f-a036-73630f22b015 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.1435902 Dec 10 08:49:46.401015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 94c3745b-5111-42fa-ac03-728ed6894fa3 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:49:46.405261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device bb1fe9f7-ba15-4d87-8505-9c585a36a261 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:49:46.418524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390067d4-e882-4f2d-bcfe-fe52e9a44085 req-57482a60-1d84-4a98-973c-673b7dc903e8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:46.420029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-390067d4-e882-4f2d-bcfe-fe52e9a44085 req-57482a60-1d84-4a98-973c-673b7dc903e8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.3729701 Dec 10 08:49:46.456183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be63e1-cb56-48e9-9608-6b30a2a715ac req-53284c61-da24-460f-874f-1b6842377dd4 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:46.456449 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-b6ac3773-1f7c-4ce4-a5fe-bf0add90f46b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 200 len: 217 time: 0.0574901 Dec 10 08:49:46.465353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2be63e1-cb56-48e9-9608-6b30a2a715ac req-53284c61-da24-460f-874f-1b6842377dd4 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 947 time: 0.1259165 Dec 10 08:49:46.476447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.539747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port bb1fe9f7-ba15-4d87-8505-9c585a36a261 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:49:46.540396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5025338-fbcf-4bf9-8ba3-3c7287b1ca19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.544888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-1f3d8560-b99c-463d-97bc-466c572389d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:46.546384 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-1f3d8560-b99c-463d-97bc-466c572389d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.0824289 Dec 10 08:49:46.551953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port bb1fe9f7-ba15-4d87-8505-9c585a36a261 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:46.552428 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.563277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-390067d4-e882-4f2d-bcfe-fe52e9a44085 req-8765616b-7b8c-458c-86d5-df1948817e21 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350400 Dec 10 08:49:46.575479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2be63e1-cb56-48e9-9608-6b30a2a715ac req-ddc5c293-fe5e-47f6-a751-e5220e0efeec tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103640 Dec 10 08:49:46.609229 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5025338-fbcf-4bf9-8ba3-3c7287b1ca19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.609881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 94c3745b-5111-42fa-ac03-728ed6894fa3, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=94c3745b-5111-42fa-ac03-728ed6894fa3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:46.622200 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-719332a5-aceb-4bb0-a05c-39f4d8a38cf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668125 Dec 10 08:49:46.632738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '94c3745b-5111-42fa-ac03-728ed6894fa3', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '94c3745b-5111-42fa-ac03-728ed6894fa3', 'mac_address': 'fa:16:3e:2b:30:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:49:46.675428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5025338-fbcf-4bf9-8ba3-3c7287b1ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.678946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5025338-fbcf-4bf9-8ba3-3c7287b1ca19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.681660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d5025338-fbcf-4bf9-8ba3-3c7287b1ca19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c535990-86c1-4378-9d0e-f9e82573ed62 HTTP/1.1" status: 204 len: 168 time: 0.2932496 Dec 10 08:49:46.700607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5025338-fbcf-4bf9-8ba3-3c7287b1ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c535990-86c1-4378-9d0e-f9e82573ed62,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:46.715494 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.736460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.738714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:46.760926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19b5a9-7066-4bc4-812a-9925853714bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1fe9f7-ba15-4d87-8505-9c585a36a261'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:46.763349 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dada0ee2-9d6c-4ede-b686-bd5cb916f312" -d '{"events": [{"server_uuid": "ef19b5a9-7066-4bc4-812a-9925853714bf", "name": "network-vif-plugged", "status": "completed", "tag": "bb1fe9f7-ba15-4d87-8505-9c585a36a261"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:46.778910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c3745b-5111-42fa-ac03-728ed6894fa3 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:46.790961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port bb1fe9f7-ba15-4d87-8505-9c585a36a261, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=bb1fe9f7-ba15-4d87-8505-9c585a36a261,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:46.794796 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-b78f8493-5362-41ae-81bb-b7b97919ee36 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617596 Dec 10 08:49:46.803460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:46.809783 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.810949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:49:46.869563 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b26603-087c-423e-bec5-6ece0126e7fd x-openstack-request-id: req-12b26603-087c-423e-bec5-6ece0126e7fd {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:46.870245 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19b5a9-7066-4bc4-812a-9925853714bf", "name": "network-vif-plugged", "status": "completed", "tag": "bb1fe9f7-ba15-4d87-8505-9c585a36a261", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:46.870723 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12b26603-087c-423e-bec5-6ece0126e7fd {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:46.871320 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef19b5a9-7066-4bc4-812a-9925853714bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1fe9f7-ba15-4d87-8505-9c585a36a261', 'code': 200} Dec 10 08:49:46.873247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 94c3745b-5111-42fa-ac03-728ed6894fa3, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=94c3745b-5111-42fa-ac03-728ed6894fa3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:46.899394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=bb1fe9f7-ba15-4d87-8505-9c585a36a261,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:46.912007 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.913792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:49:46.920762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.921451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.922127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.922688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.923273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.923853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.924448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.925042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.925248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ad1b6-4322-4a85-879f-824bf2c0786c req-21b24836-bc3b-4a56-b455-3217dc5acea5 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:46.925861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.926431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.926964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.927169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-551ad1b6-4322-4a85-879f-824bf2c0786c req-21b24836-bc3b-4a56-b455-3217dc5acea5 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 944 time: 0.1092432 Dec 10 08:49:46.927750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.928118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:46.928502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:46.998567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.012171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:47.027248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'mac_address': 'fa:16:3e:ab:1e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:49:47.031617 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-551ad1b6-4322-4a85-879f-824bf2c0786c req-661059e6-5647-4f39-82c6-f36d8efad974 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974145 Dec 10 08:49:47.050547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=94c3745b-5111-42fa-ac03-728ed6894fa3,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:47.057861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:49:47.059537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2172ba-2753-4489-abd1-28b6c9164648 req-f4841646-dd20-4999-a6c1-8738943b8036 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:47.061201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f2172ba-2753-4489-abd1-28b6c9164648 req-f4841646-dd20-4999-a6c1-8738943b8036 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.0848148 Dec 10 08:49:47.090058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:47.090441 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.125190 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa2c506c-b603-4310-a18c-89a2bcc90346 req-f9243367-1aae-4eac-97d9-a1ba5ff75c0c service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185923 Dec 10 08:49:47.159178 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.173760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e560d926-8875-4963-8241-f9c2ea7cc469 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:47.188028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on host n-h1-814746-3 for vnic_type normal with profile {"migrating_to": "n-h2-814746-3"} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:47.188376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:47.188762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:47.191758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f2172ba-2753-4489-abd1-28b6c9164648 req-b4822289-1e70-4e5a-aa36-01a1271e2db0 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236088 Dec 10 08:49:47.198769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907057e-8e87-4f6a-81cf-c5134d6f8766 req-ed7a5bb2-dd1c-48e8-82ea-f05cf4dd3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:47.200189 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f907057e-8e87-4f6a-81cf-c5134d6f8766 req-ed7a5bb2-dd1c-48e8-82ea-f05cf4dd3dea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 1099 time: 0.2679198 Dec 10 08:49:47.202109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Pushing event updated for resources: {'Port': ['ID=ad072f6b-c602-4abf-b3e4-84d63d184bc0,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:47.205440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:49:47.205849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Attempting to bind port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:47.210947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:47.244219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:47.244219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:47.244527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:47.244936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Bound port: ad072f6b-c602-4abf-b3e4-84d63d184bc0, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:47.245331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.263159 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.266322 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.282588 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f907057e-8e87-4f6a-81cf-c5134d6f8766 req-6190f9ff-19d5-441f-86fc-c59814e258f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649872 Dec 10 08:49:47.291066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e74b0b-efee-4663-83ae-f7de0b8b7390 req-e60dd512-b1a3-4140-8ea7-d3db2f17f312 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:47.296814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13e74b0b-efee-4663-83ae-f7de0b8b7390 req-e60dd512-b1a3-4140-8ea7-d3db2f17f312 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 944 time: 0.1040859 Dec 10 08:49:47.339243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:47.346475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:47.349384 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.351860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:47.352051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:47.363865 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.408375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:47.445654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13e74b0b-efee-4663-83ae-f7de0b8b7390 req-308fd011-6dce-4636-ae58-2cf1def24ba9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269941 Dec 10 08:49:47.455114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064355ba-1988-40c8-9000-1e5be706169a req-ac276fea-60d3-44db-aed6-e2f59414f3c1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:47.456777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-064355ba-1988-40c8-9000-1e5be706169a req-ac276fea-60d3-44db-aed6-e2f59414f3c1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 949 time: 0.1406679 Dec 10 08:49:47.459697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:47.460886 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.462294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 200 len: 1122 time: 1.1028738 Dec 10 08:49:47.463327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1e16e-2500-4385-9a93-61647b6fb885 service neutron] Pushing event updated for resources: {'Port': ['ID=ad072f6b-c602-4abf-b3e4-84d63d184bc0,revision_number=8']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:47.518012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-064355ba-1988-40c8-9000-1e5be706169a req-387c4e3c-e843-46a2-a000-f47de2a2e4df tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537066 Dec 10 08:49:47.700864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41842) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:47.730744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34561-467a-4de9-b863-aea05ccf29cd req-aeca9132-5cd1-4829-99da-5079f211b74a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:47.731394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['ad072f6b-c602-4abf-b3e4-84d63d184bc0'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:47.732251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9d34561-467a-4de9-b863-aea05ccf29cd req-aeca9132-5cd1-4829-99da-5079f211b74a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0812764 Dec 10 08:49:47.746179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c9da9-2e61-4c1d-be11-6649b9718a42 req-12a8fcc3-cb8c-4539-a97b-b2dbdc63293b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:47.747750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f9c9da9-2e61-4c1d-be11-6649b9718a42 req-12a8fcc3-cb8c-4539-a97b-b2dbdc63293b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 948 time: 0.0711582 Dec 10 08:49:47.809429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-network', 'tenant_id': 'daee566341de410caf1796c1885668d3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:47.815895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9d34561-467a-4de9-b863-aea05ccf29cd req-40b83b2b-8b89-40d2-a09d-80bc4e6715e5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671744 Dec 10 08:49:47.824548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['94c3745b-5111-42fa-ac03-728ed6894fa3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:47.830555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f9c9da9-2e61-4c1d-be11-6649b9718a42 req-a4d2f150-9aca-4a69-8b69-338034fb9ac4 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757747 Dec 10 08:49:47.843591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Made reservation on behalf of daee566341de410caf1796c1885668d3 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:49:47.846556 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.859284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.875125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['e560d926-8875-4963-8241-f9c2ea7cc469'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:47.945881 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.951545 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.977713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:49:47.987465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bb05a5-e373-408b-92c9-7e2dd0555acc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:47.992919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:47.993264 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Added segment 9a564194-aefb-40cb-bb4b-90406c7be7d4 of type vlan for network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 Dec 10 08:49:48.033876 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.058956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.060015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:48.060556 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.112914 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4108100 Dec 10 08:49:48.119124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41848) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:48.124381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Request body: {'subnet': {'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-subnet', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:48.139548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ce4f4-baed-41bd-8933-5f67b9b752c9 admin admin] Pushing event updated for resources: {'Network': ['ID=80bf93d0-ecfa-4b62-b0f2-be9459005e45,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:48.153122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:49:48.153699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Made reservation on behalf of daee566341de410caf1796c1885668d3 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:49:48.157210 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.174815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0'}, {'name': 'network-changed', 'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:48.177183 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc" -d '{"events": [{"server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0"}, {"name": "network-changed", "server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:48.177323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0a86a848-822b-4b26-a1eb-b950939b3d91 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:49:48.184791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82525e-c781-429d-912e-a8e990ca9527 req-ef1d71c5-9b5f-464e-b41d-c5fce44bb0f7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:48.187007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f82525e-c781-429d-912e-a8e990ca9527 req-ef1d71c5-9b5f-464e-b41d-c5fce44bb0f7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 945 time: 0.0744328 Dec 10 08:49:48.229107 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9001e2-cc50-426d-8128-f16ac1c7705d x-openstack-request-id: req-3b9001e2-cc50-426d-8128-f16ac1c7705d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:48.229416 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0", "code": 200}, {"name": "network-changed", "server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:48.240281 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b9001e2-cc50-426d-8128-f16ac1c7705d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:48.240905 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0', 'code': 200} Dec 10 08:49:48.241092 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0', 'status': 'completed', 'code': 200} Dec 10 08:49:48.247012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f82525e-c781-429d-912e-a8e990ca9527 req-1a881975-6d3f-442c-a215-38ba449bf956 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535574 Dec 10 08:49:48.313103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-65d52eb0-2934-43fc-8cf8-8e45b9a92906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:48.314547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-65d52eb0-2934-43fc-8cf8-8e45b9a92906 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1125 time: 0.0633681 Dec 10 08:49:48.342323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:48.348700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f42caf-1eae-4b25-8284-5cf41b08d691 req-86fb4ffc-8593-42f8-97bb-093a1cefe399 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:48.350525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32f42caf-1eae-4b25-8284-5cf41b08d691 req-86fb4ffc-8593-42f8-97bb-093a1cefe399 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.0554430 Dec 10 08:49:48.354911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '0a86a848-822b-4b26-a1eb-b950939b3d91', 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38', 'port_id': '0a86a848-822b-4b26-a1eb-b950939b3d91', 'mac_address': 'fa:16:3e:e9:44:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0664b8d-323e-4feb-80cc-e1f01c876792', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:49:48.394737 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.401698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32f42caf-1eae-4b25-8284-5cf41b08d691 req-0892ffa8-9e18-49ab-804c-1d163038a42c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445585 Dec 10 08:49:48.409446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a86a848-822b-4b26-a1eb-b950939b3d91 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:48.434629 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:48.438774 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.485851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-9ce4bd3d-f323-4c34-86b6-be0c1e162a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:48.487366 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-9ce4bd3d-f323-4c34-86b6-be0c1e162a77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1622386 Dec 10 08:49:48.495474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.495678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=0a86a848-822b-4b26-a1eb-b950939b3d91,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:48.564489 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-39d62ed7-e3fb-4d80-90c0-e44140a96893 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 200 len: 217 time: 0.0643399 Dec 10 08:49:48.574283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea801e-427c-43ee-85be-e242ef9933aa req-704b5c06-958b-49db-ac8a-231cc4a7f375 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:48.575903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86ea801e-427c-43ee-85be-e242ef9933aa req-704b5c06-958b-49db-ac8a-231cc4a7f375 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0695131 Dec 10 08:49:48.622423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Pushing event updated for resources: {'Subnet': ['ID=879ba459-70c3-404e-9c88-d85509c088b9,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:48.638532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Checking segment: {'id': '9a564194-aefb-40cb-bb4b-90406c7be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:48.638888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Network hostable DHCP agents. Network: 80bf93d0-ecfa-4b62-b0f2-be9459005e45, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:49:48.650263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-966d9bda-5a08-461a-aedf-a47ed307ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:48.653521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-966d9bda-5a08-461a-aedf-a47ed307ed79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0774293 Dec 10 08:49:48.655087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86ea801e-427c-43ee-85be-e242ef9933aa req-9077f7ed-7af1-47bc-861e-37047542b3aa tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728142 Dec 10 08:49:48.668737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58b2c2-63ca-45ef-b06a-5f0a5656b653 req-c9d054eb-84b6-473a-88b1-478e26a81df5 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:48.670430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee58b2c2-63ca-45ef-b06a-5f0a5656b653 req-c9d054eb-84b6-473a-88b1-478e26a81df5 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 949 time: 0.0742311 Dec 10 08:49:48.689294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:49:48.692594 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-3518c1ea-70e3-4d4f-91b8-873bf87e7753 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308628 Dec 10 08:49:48.705821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['0a86a848-822b-4b26-a1eb-b950939b3d91'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:48.708210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 80bf93d0-ecfa-4b62-b0f2-be9459005e45) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:48.723121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:48.723586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee58b2c2-63ca-45ef-b06a-5f0a5656b653 req-ededa9d9-5983-4fb5-a657-f00e8fc02a58 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460832 Dec 10 08:49:48.723717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.732769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0dc0f0-2a47-4ee4-b510-acb2a3cb951e None None] Network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:49:48.778995 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9dae2804-f204-46d6-a534-9e16fb85482c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6588323 Dec 10 08:49:48.781792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41858) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:48.786128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:48.811227 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-cf64b254-bdc1-4ee5-afb2-9433636c7444 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112275 Dec 10 08:49:48.811553 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.812775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.878749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1673c3-a4fe-4d11-9b6e-473d37de2c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4b54e5-fd24-4d99-88b0-a1c20249d0d1'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:48.881155 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c07f9f5-75ff-47ef-acf9-1f3006280e2a" -d '{"events": [{"server_uuid": "0e1673c3-a4fe-4d11-9b6e-473d37de2c39", "name": "network-vif-plugged", "status": "completed", "tag": "eb4b54e5-fd24-4d99-88b0-a1c20249d0d1"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:48.882939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.915997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-80bf93d0-ecfa-4b62-b0f2-be9459005e45', 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45', 'project_id': 'daee566341de410caf1796c1885668d3', 'fixed_ips': [{'subnet_id': '879ba459-70c3-404e-9c88-d85509c088b9'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:49:48.916866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:48.960601 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e3db46b1-1d9c-4e94-b053-d16cbf61a4fc req-d9337810-bf67-4cfd-84dd-cca2cc191222 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398578 Dec 10 08:49:48.979623 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:49.131203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Allocated IP 172.20.0.2 (80bf93d0-ecfa-4b62-b0f2-be9459005e45/879ba459-70c3-404e-9c88-d85509c088b9/182adbc3-f82f-4a03-8a9a-3c7cf300ba88) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:49:49.139654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f9bde-a50a-486b-8e8a-cbaf2f5d4f13 req-3b835077-28e4-4b45-a589-6565fdec97b2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:49.141167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-443f9bde-a50a-486b-8e8a-cbaf2f5d4f13 req-3b835077-28e4-4b45-a589-6565fdec97b2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1827292 Dec 10 08:49:49.143778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:49.167401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac77f3-b15e-498c-b8d7-ba7dc36586f0 req-4c5c256e-2f31-4ac1-b535-e4250892f938 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:49.168884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8ac77f3-b15e-498c-b8d7-ba7dc36586f0 req-4c5c256e-2f31-4ac1-b535-e4250892f938 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 948 time: 0.1533194 Dec 10 08:49:49.280681 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:49.286414 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:49.287002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-443f9bde-a50a-486b-8e8a-cbaf2f5d4f13 req-0b1ced02-3fc1-4296-802f-7f3dfce5d195 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382883 Dec 10 08:49:49.293388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8ac77f3-b15e-498c-b8d7-ba7dc36586f0 req-0df79afe-3b66-44b2-966a-7a2250816c13 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148069 Dec 10 08:49:49.347387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:49.364243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Pushing event updated for resources: {'Port': ['ID=182adbc3-f82f-4a03-8a9a-3c7cf300ba88,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:49.368906 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf2f9df-72b8-4a97-b9c4-1404e5fcda93 x-openstack-request-id: req-fdf2f9df-72b8-4a97-b9c4-1404e5fcda93 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:49.369417 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1673c3-a4fe-4d11-9b6e-473d37de2c39", "name": "network-vif-plugged", "status": "completed", "tag": "eb4b54e5-fd24-4d99-88b0-a1c20249d0d1", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:49.369899 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdf2f9df-72b8-4a97-b9c4-1404e5fcda93 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:49.370355 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1673c3-a4fe-4d11-9b6e-473d37de2c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4b54e5-fd24-4d99-88b0-a1c20249d0d1', 'code': 200} Dec 10 08:49:49.371680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:49.374266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:49:49.437642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Attempting to bind port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:49.438301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Attempting to bind port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '9a564194-aefb-40cb-bb4b-90406c7be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:49.438539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Attempting to bind port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 on network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:49.444045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:49.445938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Checking segment: {'id': '9a564194-aefb-40cb-bb4b-90406c7be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:49.446378 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:49.446846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Bound using segment: {'id': '9a564194-aefb-40cb-bb4b-90406c7be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:49.447257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Bound port: 182adbc3-f82f-4a03-8a9a-3c7cf300ba88, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a564194-aefb-40cb-bb4b-90406c7be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:49.447785 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:49.504257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:49.542729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] For port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:49.546256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] For port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=182adbc3-f82f-4a03-8a9a-3c7cf300ba88,segment=NetworkSegment(9a564194-aefb-40cb-bb4b-90406c7be7d4),segment_id=9a564194-aefb-40cb-bb4b-90406c7be7d4)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:49.550990 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:49.558476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:49.567442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489eebd-b473-4382-b39e-73b1dcfc9acd req-4ffd6e81-4bf5-4621-8882-6e08126ea942 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:49.569303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0489eebd-b473-4382-b39e-73b1dcfc9acd req-4ffd6e81-4bf5-4621-8882-6e08126ea942 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 945 time: 0.1209528 Dec 10 08:49:49.614015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634e70e-7760-4def-9710-e4e49e51ec65 None None] Pushing event updated for resources: {'Port': ['ID=182adbc3-f82f-4a03-8a9a-3c7cf300ba88,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:49.661922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781df70-147d-4875-aaa4-2c8877c55196 req-ea562790-8b17-4f93-b1f9-65266ed7b7ca tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:49.664175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5781df70-147d-4875-aaa4-2c8877c55196 req-ea562790-8b17-4f93-b1f9-65266ed7b7ca tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 944 time: 0.1638029 Dec 10 08:49:49.735687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b43bb-dfde-42b2-b48a-32cd8dfa98ad req-a45dab49-d6dc-49a5-8df1-578ee0201390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:49.737223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f2b43bb-dfde-42b2-b48a-32cd8dfa98ad req-a45dab49-d6dc-49a5-8df1-578ee0201390 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 1096 time: 0.2989616 Dec 10 08:49:49.737417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0489eebd-b473-4382-b39e-73b1dcfc9acd req-4e292d29-f2ca-4e3a-861f-474f97a2062d tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581762 Dec 10 08:49:49.775257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Allocated IP 172.25.3.227 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/b697744c-8862-4f81-94e0-c10459596160) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:49:49.792285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5781df70-147d-4875-aaa4-2c8877c55196 req-989333d8-393a-4533-885e-e985e87822da tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169927 Dec 10 08:49:49.802141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f2b43bb-dfde-42b2-b48a-32cd8dfa98ad req-2931b3be-256d-497c-a6c3-36077662f338 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566332 Dec 10 08:49:49.979581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4b68b-77a5-425e-8cfe-df9d53829435 req-22e1c598-6c36-4a9b-9b17-267e2e49910b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:49.981137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17c4b68b-77a5-425e-8cfe-df9d53829435 req-22e1c598-6c36-4a9b-9b17-267e2e49910b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 944 time: 0.1159282 Dec 10 08:49:49.997845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.044988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5eb7b9-a94c-4d98-8c94-b68222998bb3 req-44c6c43e-feaf-4bcb-ada6-54537820594b tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:50.046488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c5eb7b9-a94c-4d98-8c94-b68222998bb3 req-44c6c43e-feaf-4bcb-ada6-54537820594b tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 949 time: 0.1203432 Dec 10 08:49:50.094553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17c4b68b-77a5-425e-8cfe-df9d53829435 req-0faa409f-dd1c-432d-8915-53e1c1c6b46e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017995 Dec 10 08:49:50.106470 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.175864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c5eb7b9-a94c-4d98-8c94-b68222998bb3 req-4767d9f9-7f29-4d61-a3b0-642a1a4872ee tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167953 Dec 10 08:49:50.179102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:50.181939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:50.183730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device ad072f6b-c602-4abf-b3e4-84d63d184bc0 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:49:50.186417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:49:50.189320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Pushing event updated for resources: {'Port': ['ID=b697744c-8862-4f81-94e0-c10459596160,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:50.229974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0a86a848-822b-4b26-a1eb-b950939b3d91 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:49:50.428892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:49:50.528131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:50.540740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e974eb8-8978-404c-b036-b17a89b36f72 req-0d7267ad-ddd0-4c80-88cf-2589b919b5b2 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:50.542847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e974eb8-8978-404c-b036-b17a89b36f72 req-0d7267ad-ddd0-4c80-88cf-2589b919b5b2 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 948 time: 0.1347790 Dec 10 08:49:50.543523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.545305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 0a86a848-822b-4b26-a1eb-b950939b3d91 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:49:50.550534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device ad072f6b-c602-4abf-b3e4-84d63d184bc0 has no active binding in host n-h2-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:49:50.554936 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 0a86a848-822b-4b26-a1eb-b950939b3d91 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:50.555345 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.559302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port e560d926-8875-4963-8241-f9c2ea7cc469 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:49:50.584392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port e560d926-8875-4963-8241-f9c2ea7cc469 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:50.584885 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.617594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e6fa0-55d8-412b-8137-e08ec9932172 req-a5d60d56-9bc7-45eb-b611-4a51b664b20f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:50.619222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f97e6fa0-55d8-412b-8137-e08ec9932172 req-a5d60d56-9bc7-45eb-b611-4a51b664b20f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1734397 Dec 10 08:49:50.704286 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e974eb8-8978-404c-b036-b17a89b36f72 req-1d0df9b2-9077-4dfb-b133-62e4f1a30512 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233191 Dec 10 08:49:50.705949 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.720945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684e1a7-2431-4d19-856f-12545efa2a8d None None] Network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:49:50.740850 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.778568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f97e6fa0-55d8-412b-8137-e08ec9932172 req-b1adff37-944c-42fe-9707-1ec5db1c3b36 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513996 Dec 10 08:49:50.825419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:50.851780 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.860781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:50.891096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b2702889-fe8f-4474-bebc-a1d96ef9c294 None None] Provisioning complete for port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:50.891621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2702889-fe8f-4474-bebc-a1d96ef9c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.919747 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:50.920673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 94c3745b-5111-42fa-ac03-728ed6894fa3 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:49:51.015809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=0a86a848-822b-4b26-a1eb-b950939b3d91,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:51.112722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 94c3745b-5111-42fa-ac03-728ed6894fa3 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:49:51.118430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:51.125573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 94c3745b-5111-42fa-ac03-728ed6894fa3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:51.126304 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.158499 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2702889-fe8f-4474-bebc-a1d96ef9c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.184592 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.216715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c47390-282e-4fac-934d-4074594bf92b req-704bab2f-05ed-4bd1-9e29-2fe5cfd2329d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:51.220550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b2702889-fe8f-4474-bebc-a1d96ef9c294 None None] For port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=182adbc3-f82f-4a03-8a9a-3c7cf300ba88,segment=NetworkSegment(9a564194-aefb-40cb-bb4b-90406c7be7d4),segment_id=9a564194-aefb-40cb-bb4b-90406c7be7d4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:51.222633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c47390-282e-4fac-934d-4074594bf92b req-704bab2f-05ed-4bd1-9e29-2fe5cfd2329d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:51.224387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1c47390-282e-4fac-934d-4074594bf92b req-704bab2f-05ed-4bd1-9e29-2fe5cfd2329d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8&device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 1689 time: 0.1257436 Dec 10 08:49:51.229628 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2702889-fe8f-4474-bebc-a1d96ef9c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.264123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ddfe1-fbe3-48a0-84a6-18d0227f3cdd req-bd7777d8-9f22-4f86-b563-102beb4a6501 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:51.265606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b95ddfe1-fbe3-48a0-84a6-18d0227f3cdd req-bd7777d8-9f22-4f86-b563-102beb4a6501 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 945 time: 0.1659636 Dec 10 08:49:51.297182 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.321234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2702889-fe8f-4474-bebc-a1d96ef9c294 None None] Pushing event updated for resources: {'Port': ['ID=182adbc3-f82f-4a03-8a9a-3c7cf300ba88,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:51.360382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 94c3745b-5111-42fa-ac03-728ed6894fa3, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=94c3745b-5111-42fa-ac03-728ed6894fa3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:51.366933 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.373492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91'}, {'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469'}, {'server_uuid': '350dd624-9c80-4897-b63d-157e1989de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3745b-5111-42fa-ac03-728ed6894fa3'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:51.375860 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666bcd7d-d1a9-40d5-8aea-914d3b3b2873" -d '{"events": [{"server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "name": "network-vif-plugged", "status": "completed", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91"}, {"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-plugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469"}, {"server_uuid": "350dd624-9c80-4897-b63d-157e1989de82", "name": "network-vif-plugged", "status": "completed", "tag": "94c3745b-5111-42fa-ac03-728ed6894fa3"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:51.378536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5ef32209-19e4-43fb-8960-dc6a18dde959 None None] Provisioning complete for port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:51.378914 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5ef32209-19e4-43fb-8960-dc6a18dde959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.411193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1c47390-282e-4fac-934d-4074594bf92b req-35b4dab8-1580-4a3d-b556-c28971645792 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429441 Dec 10 08:49:51.434409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b95ddfe1-fbe3-48a0-84a6-18d0227f3cdd req-335c00bd-eb78-4617-9910-8ea88ac8d2b8 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554298 Dec 10 08:49:51.496205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:49:51.496858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:49:51.525035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-5585f8ba-59e4-45b2-b98e-c0b138edcb9c service neutron] 10.222.0.18 "GET /v2.0/ports/ad072f6b-c602-4abf-b3e4-84d63d184bc0/bindings/n-h2-814746-3 HTTP/1.1" status: 200 len: 384 time: 0.1251755 Dec 10 08:49:51.552466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=94c3745b-5111-42fa-ac03-728ed6894fa3,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:51.630067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:51.630444 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.721349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3384915-f8f6-42fd-9453-cad253071d96 req-d3fad92c-2783-46fa-a038-b01971713fbd tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:51.722919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3384915-f8f6-42fd-9453-cad253071d96 req-d3fad92c-2783-46fa-a038-b01971713fbd tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 944 time: 0.1496000 Dec 10 08:49:51.746598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e4241-9afc-4f87-b683-51cf62136d5e req-f09b9d6a-7128-4ace-a089-79ebb4df3044 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:51.748072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c1e4241-9afc-4f87-b683-51cf62136d5e req-f09b9d6a-7128-4ace-a089-79ebb4df3044 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1515687 Dec 10 08:49:51.750269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-90902549-6e15-4c97-8456-f36b97953841 service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:51.770185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:49:51.770430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-90902549-6e15-4c97-8456-f36b97953841 service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:51.780798 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Sync routers for ids ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:49:51.791437 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Routers {'1a51fe56-4e8f-4eae-bd29-616fbd778cc1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:51.793103 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:51.809560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-90902549-6e15-4c97-8456-f36b97953841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad072f6b-c602-4abf-b3e4-84d63d184bc0 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:51.813302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.817422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-55c79985-00d1-42b2-9019-efe3c04e838b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0345814 Dec 10 08:49:51.820143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41900) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:51.833413 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-90902549-6e15-4c97-8456-f36b97953841 service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:51.851453 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3384915-f8f6-42fd-9453-cad253071d96 req-a9d7be17-016a-4975-8019-ff3716f3f112 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199253 Dec 10 08:49:51.856503 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c1e4241-9afc-4f87-b683-51cf62136d5e req-08a988c0-f11f-4d9f-9b57-5a9a50e3a3ef tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Dec 10 08:49:51.913400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-90902549-6e15-4c97-8456-f36b97953841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:51.967109 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe2131c-1d87-4f24-9cb6-a173a3b59cd3 x-openstack-request-id: req-efe2131c-1d87-4f24-9cb6-a173a3b59cd3 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:51.967481 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "name": "network-vif-plugged", "status": "completed", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91", "code": 200}, {"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-plugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469", "code": 200}, {"server_uuid": "350dd624-9c80-4897-b63d-157e1989de82", "name": "network-vif-plugged", "status": "completed", "tag": "94c3745b-5111-42fa-ac03-728ed6894fa3", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:51.967850 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efe2131c-1d87-4f24-9cb6-a173a3b59cd3 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:51.968346 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91', 'code': 200} Dec 10 08:49:51.968664 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'code': 200} Dec 10 08:49:51.968977 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350dd624-9c80-4897-b63d-157e1989de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3745b-5111-42fa-ac03-728ed6894fa3', 'code': 200} Dec 10 08:49:52.027986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135c440-035b-44ac-8218-61871be281ec req-31ad9966-1bc5-4235-90d3-3719fa3ecbe3 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.029939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d135c440-035b-44ac-8218-61871be281ec req-31ad9966-1bc5-4235-90d3-3719fa3ecbe3 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 950 time: 0.0810139 Dec 10 08:49:52.099728 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Set router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:52.138607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-90902549-6e15-4c97-8456-f36b97953841 service neutron] Transition to ACTIVE for port object ad072f6b-c602-4abf-b3e4-84d63d184bc0 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:49:52.139408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d135c440-035b-44ac-8218-61871be281ec req-0f3faead-989f-4c41-a43f-135ca95dae22 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989988 Dec 10 08:49:52.149399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8108e7-fe11-475c-bb7c-c365fb653f85 req-075bc09f-1163-4ead-af64-c0319db8bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.150946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af8108e7-fe11-475c-bb7c-c365fb653f85 req-075bc09f-1163-4ead-af64-c0319db8bfeb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 1101 time: 0.0759716 Dec 10 08:49:52.192965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-90902549-6e15-4c97-8456-f36b97953841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:52.279392 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af8108e7-fe11-475c-bb7c-c365fb653f85 req-cc5d14ad-2c43-4ee3-a927-70f8cb80b347 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186943 Dec 10 08:49:52.327598 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b697744c-8862-4f81-94e0-c10459596160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:49:48Z', 'updated_at': '2021-12-10T08:49:50Z', 'revision_number': 3, 'project_id': 'daee566341de410caf1796c1885668d3', 'gw_port': {'id': 'b697744c-8862-4f81-94e0-c10459596160', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:49:49Z', 'updated_at': '2021-12-10T08:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:52.331382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd4ed2-56ad-4669-a2da-80adc8fe38f9 req-c902e835-5444-4fd0-8e3d-c20772e69efc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.333050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-91cd4ed2-56ad-4669-a2da-80adc8fe38f9 req-c902e835-5444-4fd0-8e3d-c20772e69efc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1136267 Dec 10 08:49:52.346700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-90902549-6e15-4c97-8456-f36b97953841 service neutron] No DVR routers for this DVR port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:49:52.360074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc8c20-0311-406f-ab7f-31599097a014 req-28054391-25e9-4404-88cb-587657409bf8 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.361730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38fc8c20-0311-406f-ab7f-31599097a014 req-28054391-25e9-4404-88cb-587657409bf8 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 1101 time: 0.0863633 Dec 10 08:49:52.364614 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Checking router: 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:49:52.364964 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Updating router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 port b697744c-8862-4f81-94e0-c10459596160 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:49:52.370339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fe98c-d0a8-4657-b9e1-d9d0aab2c40b req-2a30291f-5385-4c42-84e0-b676b7cffffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.371864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-404fe98c-d0a8-4657-b9e1-d9d0aab2c40b req-2a30291f-5385-4c42-84e0-b676b7cffffd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1096 time: 0.2482691 Dec 10 08:49:52.376611 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff03b-0280-4235-9e80-b40dda61e3c2 req-b98b7eab-9ef3-41d4-9e09-31c29f1ede19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.378067 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5b7ff03b-0280-4235-9e80-b40dda61e3c2 req-b98b7eab-9ef3-41d4-9e09-31c29f1ede19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 1101 time: 0.2533450 Dec 10 08:49:52.378753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90902549-6e15-4c97-8456-f36b97953841 service neutron] Pushing event updated for resources: {'Port': ['ID=ad072f6b-c602-4abf-b3e4-84d63d184bc0,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:52.396182 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:52.411650 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-90902549-6e15-4c97-8456-f36b97953841 service neutron] 10.222.0.18 "PUT /v2.0/ports/ad072f6b-c602-4abf-b3e4-84d63d184bc0/bindings/n-h2-814746-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8799944 Dec 10 08:49:52.414970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-91cd4ed2-56ad-4669-a2da-80adc8fe38f9 req-c9a75fde-5aac-47c1-a119-c2a22170515a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738745 Dec 10 08:49:52.451115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38fc8c20-0311-406f-ab7f-31599097a014 req-ed1d4451-f2a9-4281-aac1-ef70953f4521 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727069 Dec 10 08:49:52.494006 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-404fe98c-d0a8-4657-b9e1-d9d0aab2c40b req-ef3c3312-ed85-45ed-8bc8-7a7f9a16dcb0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972366 Dec 10 08:49:52.594489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258937a-e850-483c-aa2b-ee553438cf95 req-3e01b0b9-ae78-4332-93e2-0af286a5963a tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.596201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6258937a-e850-483c-aa2b-ee553438cf95 req-3e01b0b9-ae78-4332-93e2-0af286a5963a tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 1099 time: 0.0780268 Dec 10 08:49:52.617698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5b7ff03b-0280-4235-9e80-b40dda61e3c2 req-ceea892a-4d17-4e38-ac23-5796305ea1dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759995 Dec 10 08:49:52.630027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f86f-587e-4a46-8625-35b6b48fb84b req-0df5e27f-efa5-4a30-b608-abf36802f033 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.632101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a87f86f-587e-4a46-8625-35b6b48fb84b req-0df5e27f-efa5-4a30-b608-abf36802f033 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 945 time: 0.0802467 Dec 10 08:49:52.686871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6258937a-e850-483c-aa2b-ee553438cf95 req-30f0c7a3-92b3-4096-8256-27b7030532a9 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827911 Dec 10 08:49:52.716448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a87f86f-587e-4a46-8625-35b6b48fb84b req-287e8f12-c7b9-4c7b-8ebf-d78b75d95b72 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684359 Dec 10 08:49:52.760894 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:52.767383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:52.772571 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:52.802079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-dd7a0dc0-185a-4fd7-89ea-4a7f2a76e689 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.804197 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-dd7a0dc0-185a-4fd7-89ea-4a7f2a76e689 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.0842421 Dec 10 08:49:52.827481 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Attempting to bind port b697744c-8862-4f81-94e0-c10459596160 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:52.828051 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Attempting to bind port b697744c-8862-4f81-94e0-c10459596160 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:52.828528 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Attempting to bind port b697744c-8862-4f81-94e0-c10459596160 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:52.836366 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Pushing event updated for resources: {'Port': ['ID=b697744c-8862-4f81-94e0-c10459596160,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:52.839067 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:52.839832 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:52.839832 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:52.840126 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:52.840627 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Bound port: b697744c-8862-4f81-94e0-c10459596160, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:52.841011 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:52.875151 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.875499 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.876371 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.876371 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.876542 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.876815 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.877095 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.877424 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.877774 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.878096 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.878418 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.878735 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.879053 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:49:52.916740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] For port b697744c-8862-4f81-94e0-c10459596160, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:52.920176 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] For port b697744c-8862-4f81-94e0-c10459596160, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b697744c-8862-4f81-94e0-c10459596160,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:52.928036 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:52.945832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-f7929750-3d26-446c-a369-9770c61fa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:52.947342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-f7929750-3d26-446c-a369-9770c61fa389 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4&tenant_id=7b46326893314c2983c883ddfe677441 HTTP/1.1" status: 200 len: 1096 time: 0.1108811 Dec 10 08:49:52.980735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-25afd4ab-bef4-4583-be5e-7dd2fbe67f85 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323374 Dec 10 08:49:53.019164 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Routers {'1a51fe56-4e8f-4eae-bd29-616fbd778cc1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:53.020663 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:53.059996 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e012-bc14-42f1-86e1-dd0e6e62a9e4 None None] Pushing event updated for resources: {'Port': ['ID=b697744c-8862-4f81-94e0-c10459596160,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:53.060204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Allocated IP 172.20.0.1 (80bf93d0-ecfa-4b62-b0f2-be9459005e45/879ba459-70c3-404e-9c88-d85509c088b9/07e2312c-365f-46b2-b7c9-ea50a038d397) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:49:53.067523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-1c469726-6409-4112-98ca-d33a49513a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:53.069286 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-1c469726-6409-4112-98ca-d33a49513a8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0929413 Dec 10 08:49:53.158687 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] Set router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:53.167315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99695-be4e-4fd7-8299-36fe8add92af req-e477daad-791e-4612-8cbf-d64292b97d98 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:53.169029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-e477daad-791e-4612-8cbf-d64292b97d98 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884589 Dec 10 08:49:53.180342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177248d5-57e7-4fb1-8b10-34f79757e20b req-dc70cc96-1d84-4c0a-9588-0b39d75c103a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:53.181962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-177248d5-57e7-4fb1-8b10-34f79757e20b req-dc70cc96-1d84-4c0a-9588-0b39d75c103a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.2102857 Dec 10 08:49:53.217061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-ccb4ab41-a4fb-47c7-89a9-a7b99bc88249 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/quotas/47a0dff32cbc4eb8a4a73eb102f8ca56 HTTP/1.1" status: 200 len: 375 time: 0.0338960 Dec 10 08:49:53.224153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-60bd626d-b919-4ff9-bd8d-57deddd62b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:53.226351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-60bd626d-b919-4ff9-bd8d-57deddd62b4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1492312 Dec 10 08:49:53.268544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-177248d5-57e7-4fb1-8b10-34f79757e20b req-e014ec27-f720-46e0-87f9-1ba979bdd8d3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773921 Dec 10 08:49:53.281443 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-267f76cb-0bc0-4fe0-90d8-0371bfe853b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 200 len: 217 time: 0.0472572 Dec 10 08:49:53.293100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-a03de27e-d934-41af-91b1-1d35a9afd7c1 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0662787 Dec 10 08:49:53.379678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-36dd2aa2-979d-489f-aa31-3b326e7019ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:53.381996 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-36dd2aa2-979d-489f-aa31-3b326e7019ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0852478 Dec 10 08:49:53.426276 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-ff3f88d4-c2b6-4eba-9372-08da28131333 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362349 Dec 10 08:49:53.433421 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:53.434242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:49:53.529986 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b697744c-8862-4f81-94e0-c10459596160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:49:48Z', 'updated_at': '2021-12-10T08:49:50Z', 'revision_number': 3, 'project_id': 'daee566341de410caf1796c1885668d3', 'gw_port': {'id': 'b697744c-8862-4f81-94e0-c10459596160', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:49:49Z', 'updated_at': '2021-12-10T08:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:53.587483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030c9c-8613-4117-838e-b34896442da8 req-9d84e54f-19df-4441-b588-4c9995013c28 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:53.592651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a030c9c-8613-4117-838e-b34896442da8 req-9d84e54f-19df-4441-b588-4c9995013c28 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1649361 Dec 10 08:49:53.599042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:53.601590 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:53.610029 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-771ae9b9-47d0-4246-a848-23980c05c559 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645918 Dec 10 08:49:53.647514 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359e030-bf5b-4959-a820-fb2096274d4b None None] The sync data for ids ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'] in n-d-814746-3 is: [{'id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b697744c-8862-4f81-94e0-c10459596160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:49:48Z', 'updated_at': '2021-12-10T08:49:50Z', 'revision_number': 3, 'project_id': 'daee566341de410caf1796c1885668d3', 'gw_port': {'id': 'b697744c-8862-4f81-94e0-c10459596160', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:49:49Z', 'updated_at': '2021-12-10T08:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:49:53.767823 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a030c9c-8613-4117-838e-b34896442da8 req-193b223e-f33b-4a29-8848-4cbd83b1ac6d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705570 Dec 10 08:49:53.849358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6538-260f-4b82-befc-6cd5766095fb req-fd9bb2e7-cf61-44cf-a58b-1b62f3d2c656 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:53.861838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dfb6538-260f-4b82-befc-6cd5766095fb req-fd9bb2e7-cf61-44cf-a58b-1b62f3d2c656 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 950 time: 0.1769762 Dec 10 08:49:53.906983 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-11282c20-f5ad-4fff-bb52-a37b37fbb992 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960207 Dec 10 08:49:53.947546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:54.039997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dfb6538-260f-4b82-befc-6cd5766095fb req-554ab0cb-0041-4eb4-b850-11492f0062dc tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728275 Dec 10 08:49:54.056355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:54.060495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:54.062509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Pushing event updated for resources: {'Port': ['ID=07e2312c-365f-46b2-b7c9-ea50a038d397,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:54.064677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:49:54.148994 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:54.263242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f640955-e9f9-4600-a034-9e2050dcff68 req-ebb99896-54ce-43bc-999c-36fce35ea63a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:54.285335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f640955-e9f9-4600-a034-9e2050dcff68 req-ebb99896-54ce-43bc-999c-36fce35ea63a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1785326 Dec 10 08:49:54.390821 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:54.417061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device ad072f6b-c602-4abf-b3e4-84d63d184bc0 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:49:54.425579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b07440d-9ca6-4542-869c-c2f9771ae47e req-fd88ff13-1bb7-4acb-b398-182964a3e1db tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 210 time: 0.1315229 Dec 10 08:49:54.542420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f640955-e9f9-4600-a034-9e2050dcff68 req-fa02d7eb-1e0a-4ad8-941e-7852aa97db69 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549441 Dec 10 08:49:54.600220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-be55313b-fcc6-46b9-a64b-c4b672c082b9 None None] Provisioning complete for port 07e2312c-365f-46b2-b7c9-ea50a038d397 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:54.601514 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-be55313b-fcc6-46b9-a64b-c4b672c082b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:54.603692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device ad072f6b-c602-4abf-b3e4-84d63d184bc0 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:49:54.647941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-be55313b-fcc6-46b9-a64b-c4b672c082b9 None None] Port 07e2312c-365f-46b2-b7c9-ea50a038d397 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:49:54.672497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9118-1434-45c9-b356-fabee18b8fbc req-c4aa2e8c-3dcb-4e90-a3bf-d295b50760c0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:54.674933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422a9118-1434-45c9-b356-fabee18b8fbc req-c4aa2e8c-3dcb-4e90-a3bf-d295b50760c0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.0958273 Dec 10 08:49:54.720617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-4cd88a92-a238-4d91-bd9e-f08ad9cb1b19 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:54.722902 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-4cd88a92-a238-4d91-bd9e-f08ad9cb1b19 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.0842643 Dec 10 08:49:54.751167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422a9118-1434-45c9-b356-fabee18b8fbc req-d20ca221-a765-4dfa-a084-f6e9426235d3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660732 Dec 10 08:49:54.822640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:54.838614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:54.980485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Pushing event updated for resources: {'Port': ['ID=07e2312c-365f-46b2-b7c9-ea50a038d397,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:55.018368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:55.029284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab662e0-bb41-487e-8de7-07e96d990ad8 req-eef496cc-6d30-463d-91ff-f3b541476a34 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:55.031100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aab662e0-bb41-487e-8de7-07e96d990ad8 req-eef496cc-6d30-463d-91ff-f3b541476a34 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1299522 Dec 10 08:49:55.087069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-3b93bfdf-f9fb-4abc-b287-971bfe28f5cf service neutron] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:55.095387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-3b93bfdf-f9fb-4abc-b287-971bfe28f5cf service neutron] Publish callbacks [] for binding, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:55.096502 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feddc71a-5c37-4aba-b960-8fa279723fcf req-3b93bfdf-f9fb-4abc-b287-971bfe28f5cf service neutron] 10.222.0.39 "DELETE /v2.0/ports/ad072f6b-c602-4abf-b3e4-84d63d184bc0/bindings/n-h1-814746-3 HTTP/1.1" status: 204 len: 173 time: 0.3661721 Dec 10 08:49:55.131579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aab662e0-bb41-487e-8de7-07e96d990ad8 req-d953ca54-300f-42e9-bf9f-d492d1f5426d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842977 Dec 10 08:49:55.168907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:55.171362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:55.305548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d6c21-f8eb-498d-8d83-964fef05922f req-c8e2cd99-46a0-4a1f-b9ad-db49d7387972 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:55.307241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a37d6c21-f8eb-498d-8d83-964fef05922f req-c8e2cd99-46a0-4a1f-b9ad-db49d7387972 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 950 time: 0.0901911 Dec 10 08:49:55.327284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7136c-ed9e-4f1d-a2c9-5eb6e2d48fd0 req-175d968f-4c5d-47ca-be12-94b679f989eb tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:55.335328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8d7136c-ed9e-4f1d-a2c9-5eb6e2d48fd0 req-175d968f-4c5d-47ca-be12-94b679f989eb tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1096 time: 0.0775502 Dec 10 08:49:55.337290 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-997a5324-e89d-4b84-9666-6aa869816bfa tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348113 Dec 10 08:49:55.421334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:49:55.422096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a37d6c21-f8eb-498d-8d83-964fef05922f req-f90005a8-aab2-413e-812b-d93702466b67 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070437 Dec 10 08:49:55.436525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8d7136c-ed9e-4f1d-a2c9-5eb6e2d48fd0 req-7b9e6c6f-29d8-432b-bb89-5f7c5f00d862 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002531 Dec 10 08:49:55.557036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b697744c-8862-4f81-94e0-c10459596160 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:49:55.616560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcd389fb-4440-4b6c-a1a3-0bf0e9ab7d9d req-d8558588-cfa6-4644-8bb5-7c163030642b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 210 time: 0.0554049 Dec 10 08:49:55.645222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99695-be4e-4fd7-8299-36fe8add92af req-599237ac-1d7b-4eea-9113-91e899f09570 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:55.648231 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-599237ac-1d7b-4eea-9113-91e899f09570 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046391 Dec 10 08:49:55.698833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b697744c-8862-4f81-94e0-c10459596160 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:55.700837 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:55.840947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-aefd9b13-361b-48d0-92d7-6f64ee0294e2 None None] Provisioning complete for port 07e2312c-365f-46b2-b7c9-ea50a038d397 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:55.841332 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aefd9b13-361b-48d0-92d7-6f64ee0294e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:55.863120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395125d-6b43-42f9-8472-fcfd1bd4395c req-2addaa03-6cf2-4746-9e20-8057cba5a43f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:55.874332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f395125d-6b43-42f9-8472-fcfd1bd4395c req-2addaa03-6cf2-4746-9e20-8057cba5a43f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.2517812 Dec 10 08:49:55.979736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9e0e9-69a5-49fa-95b4-b9c744154b73 req-28ce06ff-8ee2-46f4-9a97-ca6880dffab0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:55.980733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ab9e0e9-69a5-49fa-95b4-b9c744154b73 req-28ce06ff-8ee2-46f4-9a97-ca6880dffab0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.2374983 Dec 10 08:49:56.060957 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:56.066266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-aefd9b13-361b-48d0-92d7-6f64ee0294e2 None None] Port 07e2312c-365f-46b2-b7c9-ea50a038d397 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:49:56.097351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port b697744c-8862-4f81-94e0-c10459596160, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b697744c-8862-4f81-94e0-c10459596160,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:49:56.116727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:56.149435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Request body: {'port': {'device_id': 'c3911413-5c90-445d-b5a5-b717bbcf7fa0', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '47a0dff32cbc4eb8a4a73eb102f8ca56'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:56.153708 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f395125d-6b43-42f9-8472-fcfd1bd4395c req-ce3e61ec-a96f-410b-91b9-19486f99a3b5 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783647 Dec 10 08:49:56.177943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ab9e0e9-69a5-49fa-95b4-b9c744154b73 req-b698bdf3-2697-4559-8478-8bb921e34ed6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843009 Dec 10 08:49:56.191719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=b697744c-8862-4f81-94e0-c10459596160,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:56.332968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:49:56.360274 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dc122751-3c02-4b45-95e8-77fe2ba19c89 admin admin] 10.222.0.31 "PUT /v2.0/routers/1a51fe56-4e8f-4eae-bd29-616fbd778cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5387418 Dec 10 08:49:56.440798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Made reservation on behalf of 47a0dff32cbc4eb8a4a73eb102f8ca56 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:49:56.464326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:56.547948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0040bdc-8b5d-4d77-b731-026ffc71df0e req-b96e4f26-7067-4a36-9eaa-8f7bf22a12c1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:56.552880 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0040bdc-8b5d-4d77-b731-026ffc71df0e req-b96e4f26-7067-4a36-9eaa-8f7bf22a12c1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.2150035 Dec 10 08:49:56.562869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Sync routers for ids ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:49:56.577252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Routers {'1a51fe56-4e8f-4eae-bd29-616fbd778cc1'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:56.578061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:56.674204 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0040bdc-8b5d-4d77-b731-026ffc71df0e req-3db109eb-0c99-46d1-8fcd-1c2ee592f32b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098251 Dec 10 08:49:56.772402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ef683b29-0d21-41be-b6c2-97ebd9b94ba5 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231857 Dec 10 08:49:56.805370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Allocated IP 192.168.233.169 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/778df9ee-3633-4088-8c39-8765584c0b31) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:49:56.883732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca8d9857-8157-496e-be0d-880443f822aa req-691c8c69-1d92-4ebd-b71a-58b897d19b18 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 210 time: 0.0712488 Dec 10 08:49:56.964798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-4214b773-b94c-4075-8373-6a2541fe4ed5 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:56.970810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Set router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:49:56.974743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-4214b773-b94c-4075-8373-6a2541fe4ed5 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947916 Dec 10 08:49:56.992827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-14bcb38c-4110-4155-bf98-65d860a6f8b9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/quotas/67e7fbe5c242415fa1ba76f7b0ecea17 HTTP/1.1" status: 200 len: 375 time: 0.0164647 Dec 10 08:49:57.045049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:57.091995 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:57.134327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'bb1fe9f7-ba15-4d87-8505-9c585a36a261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:57.137264 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3', '4ef5cb3a-efec-4f42-99ef-898921057e45'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:49:57.149422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:49:57.153038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:49:57.155101 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-cb6d46f7-df72-4a46-b34d-98d80b6a1154 req-944169ed-a045-4229-9167-fda2fa6db0f5 tempest-FloatingIPDetailsNegativeTestJSON-1991881706 tempest-FloatingIPDetailsNegativeTestJSON-1991881706-project] show failed (client error): The resource could not be found. Dec 10 08:49:57.156639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb6d46f7-df72-4a46-b34d-98d80b6a1154 req-944169ed-a045-4229-9167-fda2fa6db0f5 tempest-FloatingIPDetailsNegativeTestJSON-1991881706 tempest-FloatingIPDetailsNegativeTestJSON-1991881706-project] 10.222.0.31 "GET /v2.0/floatingips/fafa068a-142b-4bac-a06c-187d21a7ee05 HTTP/1.1" status: 404 len: 350 time: 0.0526960 Dec 10 08:49:57.171592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:49:57.172583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-314e7bdc-be7f-491d-8d2a-1a3b3be254d8 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1786315 Dec 10 08:49:57.173246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42024) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:49:57.223197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event updated for resources: {'Port': ['ID=778df9ee-3633-4088-8c39-8765584c0b31,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:57.261356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:57.262383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:57.293453 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-5bdac984-7d1b-49c3-ba36-a5874caa0f82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6191380 Dec 10 08:49:57.310216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Request body: {'port': {'device_id': 'c3911413-5c90-445d-b5a5-b717bbcf7fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:57.432474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:57.525764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b697744c-8862-4f81-94e0-c10459596160 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:49:57.678056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7984652-ad40-4c03-9cea-a7d9fd61a87a req-0a70ff6f-ed53-426a-a4e1-f3dd1bff47e9 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:57.685556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7984652-ad40-4c03-9cea-a7d9fd61a87a req-0a70ff6f-ed53-426a-a4e1-f3dd1bff47e9 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0903592 Dec 10 08:49:57.872321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7984652-ad40-4c03-9cea-a7d9fd61a87a req-4eb92ded-0a9d-4b1e-93ac-e2df33daf250 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857886 Dec 10 08:49:57.897551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c1d40a9e-a55b-45b4-b3fa-3d83fb4892ad None None] Provisioning complete for port 778df9ee-3633-4088-8c39-8765584c0b31 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:57.898065 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c1d40a9e-a55b-45b4-b3fa-3d83fb4892ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:57.904596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b697744c-8862-4f81-94e0-c10459596160 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:49:57.905095 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:58.099208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778df9ee-3633-4088-8c39-8765584c0b31 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:49:58.107683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:58.125904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Transition to ACTIVE for port object 778df9ee-3633-4088-8c39-8765584c0b31 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:49:58.131005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:58.138336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b697744c-8862-4f81-94e0-c10459596160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:49:48Z', 'updated_at': '2021-12-10T08:49:54Z', 'revision_number': 4, 'project_id': 'daee566341de410caf1796c1885668d3', 'gw_port': {'id': 'b697744c-8862-4f81-94e0-c10459596160', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:49:49Z', 'updated_at': '2021-12-10T08:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '07e2312c-365f-46b2-b7c9-ea50a038d397', 'name': '', 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'mac_address': 'fa:16:3e:94:d6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879ba459-70c3-404e-9c88-d85509c088b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:49:52Z', 'updated_at': '2021-12-10T08:49:54Z', 'revision_number': 2, 'project_id': 'daee566341de410caf1796c1885668d3', 'subnets': [{'id': '879ba459-70c3-404e-9c88-d85509c088b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:58.184306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:58.309762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8f037-9304-4c78-8f6e-90671671c704 req-28850eb9-afd1-45fd-964e-c7b8bac18d99 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:58.313458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Checking router: 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:49:58.314124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Updating router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 port 07e2312c-365f-46b2-b7c9-ea50a038d397 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:49:58.323152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8e8f037-9304-4c78-8f6e-90671671c704 req-28850eb9-afd1-45fd-964e-c7b8bac18d99 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.2754672 Dec 10 08:49:58.359826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Pushing event updated for resources: {'Port': ['ID=778df9ee-3633-4088-8c39-8765584c0b31,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:58.375751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c1d40a9e-a55b-45b4-b3fa-3d83fb4892ad None None] Port 778df9ee-3633-4088-8c39-8765584c0b31 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:49:58.526711 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:58.550803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0476b123-e8e8-4f15-ac58-a21c1a0f9140 req-7274e312-a089-46b5-a43f-10b7227e2126 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 210 time: 0.2865038 Dec 10 08:49:58.579867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Attempting to bind port 778df9ee-3633-4088-8c39-8765584c0b31 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:58.580307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Attempting to bind port 778df9ee-3633-4088-8c39-8765584c0b31 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:58.581461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Attempting to bind port 778df9ee-3633-4088-8c39-8765584c0b31 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:58.624837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Port 778df9ee-3633-4088-8c39-8765584c0b31 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:49:58.625344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Attempting to bind port 778df9ee-3633-4088-8c39-8765584c0b31 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:58.707049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:58.707517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:58.707919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:58.708379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Bound port: 778df9ee-3633-4088-8c39-8765584c0b31, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:58.710312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:58.734840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8e8f037-9304-4c78-8f6e-90671671c704 req-9e1b75c1-ff67-4b67-b4bc-5c0dd5faba4d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245495 Dec 10 08:49:58.905664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] For port 778df9ee-3633-4088-8c39-8765584c0b31, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:58.909933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] For port 778df9ee-3633-4088-8c39-8765584c0b31, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=778df9ee-3633-4088-8c39-8765584c0b31,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:58.915986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:58.923549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca9ab2-075d-458c-9b4e-c3de668d38ea req-50505c51-5602-41f7-aa5d-3ea6a45a1bcb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:58.931785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67ca9ab2-075d-458c-9b4e-c3de668d38ea req-50505c51-5602-41f7-aa5d-3ea6a45a1bcb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 948 time: 0.2196569 Dec 10 08:49:58.960633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:58.961407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:58.963578 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/778df9ee-3633-4088-8c39-8765584c0b31 HTTP/1.1" status: 200 len: 1096 time: 1.6589389 Dec 10 08:49:58.963714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3911413-5c90-445d-b5a5-b717bbcf7fa0', 'tag': '778df9ee-3633-4088-8c39-8765584c0b31'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:49:58.970027 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3911413-5c90-445d-b5a5-b717bbcf7fa0", "tag": "778df9ee-3633-4088-8c39-8765584c0b31"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:49:59.007322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8456c6-00d5-451d-99c7-09f73e2553a8 service neutron] Pushing event updated for resources: {'Port': ['ID=778df9ee-3633-4088-8c39-8765584c0b31,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:59.089027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99695-be4e-4fd7-8299-36fe8add92af req-c6abe4fc-fbfa-41d6-81d9-e63e758a61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:59.091035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-c6abe4fc-fbfa-41d6-81d9-e63e758a61e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 1099 time: 0.0718091 Dec 10 08:49:59.138005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67ca9ab2-075d-458c-9b4e-c3de668d38ea req-e535ceba-6a4e-4be1-b684-f8ae7bf55f68 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003369 Dec 10 08:49:59.169545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-9e1396f3-1914-425e-b91c-d6b60444e4f1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:59.171104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-9e1396f3-1914-425e-b91c-d6b60444e4f1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 808 time: 0.2773166 Dec 10 08:49:59.192965 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-4cd9ea6a-6949-40d1-b379-98f498e4d790 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=778df9ee-3633-4088-8c39-8765584c0b31 HTTP/1.1" status: 200 len: 217 time: 0.0912092 Dec 10 08:49:59.239346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-b4f22024-e0e0-4ea2-9aa0-3b30ee6ceeeb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/quotas/7b46326893314c2983c883ddfe677441 HTTP/1.1" status: 200 len: 375 time: 0.0556343 Dec 10 08:49:59.253415 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc568b31-77d2-4375-8130-a11b0f4d1c43 x-openstack-request-id: req-bc568b31-77d2-4375-8130-a11b0f4d1c43 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:49:59.253843 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3911413-5c90-445d-b5a5-b717bbcf7fa0", "tag": "778df9ee-3633-4088-8c39-8765584c0b31", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:49:59.254226 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc568b31-77d2-4375-8130-a11b0f4d1c43 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:49:59.254870 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3911413-5c90-445d-b5a5-b717bbcf7fa0', 'tag': '778df9ee-3633-4088-8c39-8765584c0b31', 'status': 'completed', 'code': 200} Dec 10 08:49:59.258524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99695-be4e-4fd7-8299-36fe8add92af req-a6bf1dec-5685-4ad5-80a4-49f09e3dd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:59.260454 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-a6bf1dec-5685-4ad5-80a4-49f09e3dd288 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0600162 Dec 10 08:49:59.386253 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:59.393659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-14670dda-6d2c-43dd-860a-c285253de055 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1484694 Dec 10 08:49:59.394979 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-793fde65-13e9-42a2-90b3-5842b6b61917 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588665 Dec 10 08:49:59.401880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9b0ac018-3ea7-4e39-8c98-6cdbad19c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:59.403616 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-9b0ac018-3ea7-4e39-8c98-6cdbad19c3a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347990 Dec 10 08:49:59.404191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:59.483812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ef4b3-fce1-4c7f-a2d2-cd19b5c92798 None None] Pushing event updated for resources: {'Port': ['ID=07e2312c-365f-46b2-b7c9-ea50a038d397,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:59.595515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Attempting to bind port 07e2312c-365f-46b2-b7c9-ea50a038d397 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:49:59.595911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Attempting to bind port 07e2312c-365f-46b2-b7c9-ea50a038d397 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '9a564194-aefb-40cb-bb4b-90406c7be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:49:59.596245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Attempting to bind port 07e2312c-365f-46b2-b7c9-ea50a038d397 on network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:49:59.614298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:49:59.614691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Checking segment: {'id': '9a564194-aefb-40cb-bb4b-90406c7be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:49:59.615108 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:59.616332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Bound using segment: {'id': '9a564194-aefb-40cb-bb4b-90406c7be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:49:59.616839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Bound port: 07e2312c-365f-46b2-b7c9-ea50a038d397, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a564194-aefb-40cb-bb4b-90406c7be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:49:59.617227 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:59.622484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-9a61fe33-59aa-4ab3-b007-f80bb7184bd0 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:49:59.624247 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-9a61fe33-59aa-4ab3-b007-f80bb7184bd0 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191370 Dec 10 08:49:59.626763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-d5a31fe2-8d2d-4fec-9c8c-c87545c34d06 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105711 Dec 10 08:49:59.661551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Request body: {'port': {'device_id': 'f774da9b-73ff-4d1b-88b0-2c5a8760c9cb', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '67e7fbe5c242415fa1ba76f7b0ecea17'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:49:59.707051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] For port 07e2312c-365f-46b2-b7c9-ea50a038d397, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:49:59.714007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] For port 07e2312c-365f-46b2-b7c9-ea50a038d397, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=07e2312c-365f-46b2-b7c9-ea50a038d397,segment=NetworkSegment(9a564194-aefb-40cb-bb4b-90406c7be7d4),segment_id=9a564194-aefb-40cb-bb4b-90406c7be7d4)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:49:59.728222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:59.790634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Routers {'1a51fe56-4e8f-4eae-bd29-616fbd778cc1'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:49:59.791168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:49:59.866077 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13e99695-be4e-4fd7-8299-36fe8add92af req-d4400403-95e0-4cc8-b6e3-8b00d24a833b service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308414 Dec 10 08:49:59.868086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ef4b3-fce1-4c7f-a2d2-cd19b5c92798 None None] Pushing event updated for resources: {'Port': ['ID=07e2312c-365f-46b2-b7c9-ea50a038d397,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:49:59.891337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Made reservation on behalf of 67e7fbe5c242415fa1ba76f7b0ecea17 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:49:59.908845 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:49:59.994656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] Set router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:00.003567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Deleting port 07e2312c-365f-46b2-b7c9-ea50a038d397 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:00.004035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:00.088531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:00.098247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Allocated IP 192.168.233.97 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/1e9d97de-93c2-44a7-90f0-e0273b2baf18) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:50:00.103774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Calling delete_port for 07e2312c-365f-46b2-b7c9-ea50a038d397 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:00.161134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bd79142b-e669-4aa0-87eb-51788456272a None None] Provisioning complete for port 07e2312c-365f-46b2-b7c9-ea50a038d397 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:00.161728 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bd79142b-e669-4aa0-87eb-51788456272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:00.175514 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87499d2a-4ff4-48ab-b123-a911ecf22d34 req-63e7bac9-bbbb-4216-88ca-0c6aa53cb690 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 210 time: 0.0430279 Dec 10 08:50:00.269737 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:00.362071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:00.374635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-1770db28-1712-46ac-ad4d-de209c80f4dd service neutron] 10.222.0.31 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9685180 Dec 10 08:50:00.385151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690d0c9-da28-461c-82ae-7bb9cfc3ba8f req-34e1cddf-a801-48bb-83fc-d0cdc8144d08 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:00.386770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4690d0c9-da28-461c-82ae-7bb9cfc3ba8f req-34e1cddf-a801-48bb-83fc-d0cdc8144d08 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.0996325 Dec 10 08:50:00.425302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:50:00.430939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-e3723a61-234e-40ae-8c16-cb68fdca0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:00.432651 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-e3723a61-234e-40ae-8c16-cb68fdca0e4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 1099 time: 0.1062677 Dec 10 08:50:00.433579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:50:00.438449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:50:00.454162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Pushing event updated for resources: {'Port': ['ID=1e9d97de-93c2-44a7-90f0-e0273b2baf18,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:00.471936 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['94c3745b-5111-42fa-ac03-728ed6894fa3', 'e560d926-8875-4963-8241-f9c2ea7cc469'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:00.516009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-e396d0ec-01c4-431f-a851-5a172551a20f service neutron] 10.222.0.31 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933738 Dec 10 08:50:00.608809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:00.609253 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:00.615307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4690d0c9-da28-461c-82ae-7bb9cfc3ba8f req-d0a7a64c-44db-4919-960a-ebf69922f702 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961533 Dec 10 08:50:00.666488 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-fd83064c-80f8-4be9-813e-5888352ed29e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0184896 Dec 10 08:50:00.728268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Request body: {'port': {'device_id': 'f774da9b-73ff-4d1b-88b0-2c5a8760c9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:00.755858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:00.831579 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:00.842159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e2312c-365f-46b2-b7c9-ea50a038d397,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:00.880085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-71d4d6a5-b3a7-470a-8015-35a6bf8dd71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:00.882368 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-71d4d6a5-b3a7-470a-8015-35a6bf8dd71b service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.4386475 Dec 10 08:50:01.022348 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-94557f0c-e585-4470-bfa1-11fa7d4a6e68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=778df9ee-3633-4088-8c39-8765584c0b31 HTTP/1.1" status: 200 len: 217 time: 0.0926147 Dec 10 08:50:01.029061 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bd79142b-e669-4aa0-87eb-51788456272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:01.135242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-724ee91b-fda5-43b6-987a-bc8ccee52ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:01.137489 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-724ee91b-fda5-43b6-987a-bc8ccee52ea7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1080475 Dec 10 08:50:01.153467 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-1448020f-2492-43d1-94a3-997a9669e3ab req-e4470404-0e8d-49f3-bfae-806dc9a4c8f1 service neutron] show failed (client error): The resource could not be found. Dec 10 08:50:01.154890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-e4470404-0e8d-49f3-bfae-806dc9a4c8f1 service neutron] 10.222.0.18 "GET /v2.0/ports/997761bf-5b94-4146-aaa9-5ba63000430c/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.5220928 Dec 10 08:50:01.246509 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b697744c-8862-4f81-94e0-c10459596160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:49:48Z', 'updated_at': '2021-12-10T08:49:54Z', 'revision_number': 4, 'project_id': 'daee566341de410caf1796c1885668d3', 'gw_port': {'id': 'b697744c-8862-4f81-94e0-c10459596160', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:49:49Z', 'updated_at': '2021-12-10T08:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '07e2312c-365f-46b2-b7c9-ea50a038d397', 'name': '', 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'mac_address': 'fa:16:3e:94:d6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879ba459-70c3-404e-9c88-d85509c088b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:49:52Z', 'updated_at': '2021-12-10T08:49:59Z', 'revision_number': 4, 'project_id': 'daee566341de410caf1796c1885668d3', 'subnets': [{'id': '879ba459-70c3-404e-9c88-d85509c088b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:01.304389 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:01.306217 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:50:01.353553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86e8ad-ef63-4dce-815a-4ed317abb714 req-9786584b-32e8-44aa-9460-622860cb0cc9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:01.367127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc86e8ad-ef63-4dce-815a-4ed317abb714 req-9786584b-32e8-44aa-9460-622860cb0cc9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 948 time: 0.4255939 Dec 10 08:50:01.374106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-a553a479-878f-4744-86c3-444db04128f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:01.387187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6587532-b03e-4fb0-935b-721689757cf2 None None] The sync data for ids ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'] in n-d-814746-3 is: [{'id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b697744c-8862-4f81-94e0-c10459596160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:49:48Z', 'updated_at': '2021-12-10T08:49:54Z', 'revision_number': 4, 'project_id': 'daee566341de410caf1796c1885668d3', 'gw_port': {'id': 'b697744c-8862-4f81-94e0-c10459596160', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:49:49Z', 'updated_at': '2021-12-10T08:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '07e2312c-365f-46b2-b7c9-ea50a038d397', 'name': '', 'network_id': '80bf93d0-ecfa-4b62-b0f2-be9459005e45', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'mac_address': 'fa:16:3e:94:d6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '879ba459-70c3-404e-9c88-d85509c088b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:49:52Z', 'updated_at': '2021-12-10T08:49:59Z', 'revision_number': 4, 'project_id': 'daee566341de410caf1796c1885668d3', 'subnets': [{'id': '879ba459-70c3-404e-9c88-d85509c088b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:50:01.387811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-a553a479-878f-4744-86c3-444db04128f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2303553 Dec 10 08:50:01.654971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31d68fb8-5452-4c29-99d2-40c7d3187e62 req-cfccc592-5447-4a00-86e7-fc274b145548 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 210 time: 0.2711179 Dec 10 08:50:01.714497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c5638473-797d-413b-a48d-054de763b268 None None] Provisioning complete for port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:01.734233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc86e8ad-ef63-4dce-815a-4ed317abb714 req-5840462a-6a36-432c-9d06-a5b848933f7c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656795 Dec 10 08:50:01.734912 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c5638473-797d-413b-a48d-054de763b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:01.920880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-5cd58027-f132-4504-8d06-bc6be2c2d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:01.922443 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-5cd58027-f132-4504-8d06-bc6be2c2d631 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f&tenant_id=c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 1101 time: 0.3666847 Dec 10 08:50:01.930814 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-aade5c95-6dc6-4042-8e07-1a06344607d2 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892657 Dec 10 08:50:01.944205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:01.979004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c5638473-797d-413b-a48d-054de763b268 None None] Port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:50:01.988394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c5638473-797d-413b-a48d-054de763b268 None None] Could not find standard attr ID for object 07e2312c-365f-46b2-b7c9-ea50a038d397. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 08:50:02.147503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b70d-5126-41ba-9d29-8019e25facf9 req-460f7f9e-1a78-45ce-9fd5-1cc1c0cbe3ba tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:02.155923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7da8b70d-5126-41ba-9d29-8019e25facf9 req-460f7f9e-1a78-45ce-9fd5-1cc1c0cbe3ba tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 935 time: 0.4067807 Dec 10 08:50:02.224064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9d97de-93c2-44a7-90f0-e0273b2baf18 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:02.234561 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:02.239150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 778df9ee-3633-4088-8c39-8765584c0b31 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:02.255633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Transition to ACTIVE for port object 1e9d97de-93c2-44a7-90f0-e0273b2baf18 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:50:02.264747 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27b408f6-fb3f-45e7-b871-c74da4cb8d2b req-3a289f2e-85c5-48bc-851f-85d16595c33d service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168068 Dec 10 08:50:02.267023 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:02.346641 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:02.352885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76a159-437d-4e8e-b99d-b0c8bf8d5e7a req-e9ec2a74-538e-4726-a1e6-74613b6ed5e0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:02.360174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb76a159-437d-4e8e-b99d-b0c8bf8d5e7a req-e9ec2a74-538e-4726-a1e6-74613b6ed5e0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.3719373 Dec 10 08:50:02.449993 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7da8b70d-5126-41ba-9d29-8019e25facf9 req-a3b2871d-127c-4743-b466-639898ecaf57 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930698 Dec 10 08:50:02.529754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 778df9ee-3633-4088-8c39-8765584c0b31, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=778df9ee-3633-4088-8c39-8765584c0b31,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:02.576758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '778df9ee-3633-4088-8c39-8765584c0b31', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '778df9ee-3633-4088-8c39-8765584c0b31', 'mac_address': 'fa:16:3e:81:08:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:02.618063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb76a159-437d-4e8e-b99d-b0c8bf8d5e7a req-43687fe2-d200-4808-88a4-ea41fc3e5d40 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566884 Dec 10 08:50:02.706331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:50:02.707034 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:02.736362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778df9ee-3633-4088-8c39-8765584c0b31 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:02.817746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 778df9ee-3633-4088-8c39-8765584c0b31, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=778df9ee-3633-4088-8c39-8765584c0b31,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:02.831161 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:02.945754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=778df9ee-3633-4088-8c39-8765584c0b31,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:03.070399 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1759e01c-4a44-4d95-9ae9-d773159fcf40 req-0dfcf5e0-0781-469d-8b85-ae7fa923255e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 210 time: 0.0661838 Dec 10 08:50:03.073129 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ac1d-c8d8-40ef-a466-0c5649e3cdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:03.095842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['778df9ee-3633-4088-8c39-8765584c0b31'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:03.119852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:50:03.127381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-00ca4a86-b5a2-464e-8237-4de9c84b2898 admin admin] 10.222.0.31 "PUT /v2.0/routers/1a51fe56-4e8f-4eae-bd29-616fbd778cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9528999 Dec 10 08:50:03.137434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff45a-2438-48d0-b316-ca7e0b49d92f req-db3e8513-12e4-434a-9f18-e70c85f69fb2 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:03.139518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26ff45a-2438-48d0-b316-ca7e0b49d92f req-db3e8513-12e4-434a-9f18-e70c85f69fb2 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 949 time: 0.1461852 Dec 10 08:50:03.140288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42128) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:03.280947 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:03.392731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-4f80605f-284f-4c5c-bdfb-004cb2be5498 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:03.395538 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-4f80605f-284f-4c5c-bdfb-004cb2be5498 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 808 time: 0.7808251 Dec 10 08:50:03.405959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Attempting to bind port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:03.406566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Attempting to bind port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:03.407064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Attempting to bind port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:03.416884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Request body: {'port': {'device_id': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af', 'admin_state_up': True, 'tenant_id': '7b46326893314c2983c883ddfe677441'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:03.422921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26ff45a-2438-48d0-b316-ca7e0b49d92f req-ddcaa4e7-a9d9-4ac4-8721-2223df4d955e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446004 Dec 10 08:50:03.425811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d97de-93c2-44a7-90f0-e0273b2baf18,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:03.477888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:03.513695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:03.514040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Attempting to bind port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:03.563591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:03.563940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:03.564519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:03.565062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Bound port: 1e9d97de-93c2-44a7-90f0-e0273b2baf18, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:03.565598 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:03.622311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8253e1-7088-4e6d-bef0-1dce97cefff9 req-7d09a4ed-f729-4334-943f-34e4d484f4fb tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:03.624089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad8253e1-7088-4e6d-bef0-1dce97cefff9 req-7d09a4ed-f729-4334-943f-34e4d484f4fb tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 947 time: 0.0863109 Dec 10 08:50:03.626720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Deleting port b697744c-8862-4f81-94e0-c10459596160 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:03.627063 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:03.734701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad8253e1-7088-4e6d-bef0-1dce97cefff9 req-c3fc3298-0110-4059-9f78-7e0a61aa9135 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043193 Dec 10 08:50:03.742322 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] Sync routers for ids ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:50:03.767007 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] Routers {'1a51fe56-4e8f-4eae-bd29-616fbd778cc1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:03.768653 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:03.772706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Made reservation on behalf of 7b46326893314c2983c883ddfe677441 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:50:03.776597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:03.793395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] For port b697744c-8862-4f81-94e0-c10459596160, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b697744c-8862-4f81-94e0-c10459596160,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:03.793832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:03.808061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Calling delete_port for b697744c-8862-4f81-94e0-c10459596160 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:03.810064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] For port 1e9d97de-93c2-44a7-90f0-e0273b2baf18, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:03.817848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:03.843816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] For port 1e9d97de-93c2-44a7-90f0-e0273b2baf18, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1e9d97de-93c2-44a7-90f0-e0273b2baf18,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:03.876048 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] Set router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:03.878675 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:03.942326 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:49:48Z', 'updated_at': '2021-12-10T08:50:03Z', 'revision_number': 6, 'project_id': 'daee566341de410caf1796c1885668d3', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:03.957890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:03.962466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:03.963218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:03.964740 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] 10.222.0.18 "PUT /v2.0/ports/1e9d97de-93c2-44a7-90f0-e0273b2baf18 HTTP/1.1" status: 200 len: 1095 time: 3.2408748 Dec 10 08:50:03.967961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f774da9b-73ff-4d1b-88b0-2c5a8760c9cb', 'tag': '1e9d97de-93c2-44a7-90f0-e0273b2baf18'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:03.970427 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171e2ebc-8976-459f-988c-fafe1093e088" -d '{"events": [{"name": "network-changed", "server_uuid": "f774da9b-73ff-4d1b-88b0-2c5a8760c9cb", "tag": "1e9d97de-93c2-44a7-90f0-e0273b2baf18"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:04.009772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.015481 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] Checking router: 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:50:04.030101 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] Routers {'1a51fe56-4e8f-4eae-bd29-616fbd778cc1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:04.030741 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:49:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:04.074051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b697744c-8862-4f81-94e0-c10459596160,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:04.158337 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8a7ee4-6a6c-48b6-81cf-de16524c6b9d x-openstack-request-id: req-4b8a7ee4-6a6c-48b6-81cf-de16524c6b9d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:04.158758 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f774da9b-73ff-4d1b-88b0-2c5a8760c9cb", "tag": "1e9d97de-93c2-44a7-90f0-e0273b2baf18", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:04.159178 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b8a7ee4-6a6c-48b6-81cf-de16524c6b9d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:04.159690 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f774da9b-73ff-4d1b-88b0-2c5a8760c9cb', 'tag': '1e9d97de-93c2-44a7-90f0-e0273b2baf18', 'status': 'completed', 'code': 200} Dec 10 08:50:04.166340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.185834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b0a76-38f1-4b8d-8b00-edcada4e8bca service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d97de-93c2-44a7-90f0-e0273b2baf18,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:04.221119 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.236014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e5cbd-5a4d-426b-b77a-4ad073b1cd5f req-e30ad99e-2eda-4ef2-b420-06c1f79993a9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:04.237672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-360e5cbd-5a4d-426b-b77a-4ad073b1cd5f req-e30ad99e-2eda-4ef2-b420-06c1f79993a9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.2423327 Dec 10 08:50:04.251424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Transition to ACTIVE for port object 997761bf-5b94-4146-aaa9-5ba63000430c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:50:04.254718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 778df9ee-3633-4088-8c39-8765584c0b31 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:04.275177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Allocated IP 172.20.0.9 (38f4be52-a18a-42a7-be07-351c47d9e9af/b1db733b-dc4a-4d4f-a120-c2858b3ca1c0/37be9fb1-6c1c-4fe3-b815-8af68d305c83) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:50:04.285873 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] Set router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:04.323952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.341250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-0119dcaf-bb2a-4df5-8110-cb5e8c45ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:04.342811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-0119dcaf-bb2a-4df5-8110-cb5e8c45ea8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 1098 time: 0.3054690 Dec 10 08:50:04.355686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 778df9ee-3633-4088-8c39-8765584c0b31 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:04.372172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 778df9ee-3633-4088-8c39-8765584c0b31 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:04.372721 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.374103 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:49:48Z', 'updated_at': '2021-12-10T08:50:03Z', 'revision_number': 7, 'project_id': 'daee566341de410caf1796c1885668d3', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:04.440572 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b0567-2ace-47e5-92ff-95eef26be150 None None] The sync data for ids ['1a51fe56-4e8f-4eae-bd29-616fbd778cc1'] in n-d-814746-3 is: [{'id': '1a51fe56-4e8f-4eae-bd29-616fbd778cc1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-336404991-router', 'tenant_id': 'daee566341de410caf1796c1885668d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:49:48Z', 'updated_at': '2021-12-10T08:50:03Z', 'revision_number': 7, 'project_id': 'daee566341de410caf1796c1885668d3', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:50:04.469490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-766043f7-655b-4b39-b7eb-b6299f7f9744 req-259f7a8d-c990-45c8-975e-bd9de30797ed tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 210 time: 0.2307086 Dec 10 08:50:04.499814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.502851 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.518868 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.521030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 997761bf-5b94-4146-aaa9-5ba63000430c no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:04.538113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] No DVR routers for this DVR port 997761bf-5b94-4146-aaa9-5ba63000430c on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:04.551264 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-b8df6763-02ac-4810-a274-ba6bc1ec0bef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=1e9d97de-93c2-44a7-90f0-e0273b2baf18 HTTP/1.1" status: 200 len: 217 time: 0.1811767 Dec 10 08:50:04.608868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 778df9ee-3633-4088-8c39-8765584c0b31, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=778df9ee-3633-4088-8c39-8765584c0b31,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:04.611005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3911413-5c90-445d-b5a5-b717bbcf7fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778df9ee-3633-4088-8c39-8765584c0b31'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:04.614270 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4b706b-e1bc-459d-a05f-d130b3b2eb9e" -d '{"events": [{"server_uuid": "c3911413-5c90-445d-b5a5-b717bbcf7fa0", "name": "network-vif-plugged", "status": "completed", "tag": "778df9ee-3633-4088-8c39-8765584c0b31"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:04.620834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.629069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 997761bf-5b94-4146-aaa9-5ba63000430c not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:04.634593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Pushing event updated for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:04.665926 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-360e5cbd-5a4d-426b-b77a-4ad073b1cd5f req-ab206800-6e21-4ea7-bdd1-a17aca590811 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458169 Dec 10 08:50:04.669017 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.670508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a51fe56-4e8f-4eae-bd29-616fbd778cc1 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:50:04.679702 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.681214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f21621ce-fdde-4123-ab86-25dfc0931cf3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1a51fe56-4e8f-4eae-bd29-616fbd778cc1 HTTP/1.1" status: 204 len: 168 time: 1.5394516 Dec 10 08:50:04.683725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42144) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:04.715156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=778df9ee-3633-4088-8c39-8765584c0b31,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:04.744771 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d484f54-d11b-4406-88bb-4968902eee15 x-openstack-request-id: req-5d484f54-d11b-4406-88bb-4968902eee15 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:04.744771 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3911413-5c90-445d-b5a5-b717bbcf7fa0", "name": "network-vif-plugged", "status": "completed", "tag": "778df9ee-3633-4088-8c39-8765584c0b31", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:04.745212 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d484f54-d11b-4406-88bb-4968902eee15 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:04.745655 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3911413-5c90-445d-b5a5-b717bbcf7fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778df9ee-3633-4088-8c39-8765584c0b31', 'code': 200} Dec 10 08:50:04.756307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c0d08-8cfb-4a84-b445-a7d53d3387ba req-20456f80-4902-45fe-8fb4-535b5267ff5b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:04.758254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-404c0d08-8cfb-4a84-b445-a7d53d3387ba req-20456f80-4902-45fe-8fb4-535b5267ff5b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 950 time: 0.1431003 Dec 10 08:50:04.784134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a632b0c-a1c2-4ba8-b80b-f1155bbc3785 admin admin] Deleting subnet 879ba459-70c3-404e-9c88-d85509c088b9 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:50:04.796255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a632b0c-a1c2-4ba8-b80b-f1155bbc3785 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.846867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Attempting to bind port 997761bf-5b94-4146-aaa9-5ba63000430c on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:04.847207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Attempting to bind port 997761bf-5b94-4146-aaa9-5ba63000430c by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:04.847526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Attempting to bind port 997761bf-5b94-4146-aaa9-5ba63000430c on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:04.880004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-404c0d08-8cfb-4a84-b445-a7d53d3387ba req-6942c0be-ecd8-482a-8d2a-81e8b493690b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147223 Dec 10 08:50:04.897496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a632b0c-a1c2-4ba8-b80b-f1155bbc3785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:04.920348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-3c78b1e7-4c49-415d-9ce5-2ce649077c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:04.922054 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-3c78b1e7-4c49-415d-9ce5-2ce649077c86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.3459151 Dec 10 08:50:04.932877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Port 997761bf-5b94-4146-aaa9-5ba63000430c on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:04.933714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Attempting to bind port 997761bf-5b94-4146-aaa9-5ba63000430c on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:04.995502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:04.995869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:04.996298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:04.996733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Bound port: 997761bf-5b94-4146-aaa9-5ba63000430c, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:04.997082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.038242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.056432 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a632b0c-a1c2-4ba8-b80b-f1155bbc3785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.065718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808f03-525a-4d79-a89f-6072e748da7e req-663ad26c-1265-4dcb-bd7e-c7aff4d24577 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:05.067375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85808f03-525a-4d79-a89f-6072e748da7e req-663ad26c-1265-4dcb-bd7e-c7aff4d24577 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 947 time: 0.0942686 Dec 10 08:50:05.094969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7fe6e-4b70-4034-852c-d2af4e712e42 req-2f57996a-5588-4107-adfe-ac6ae2fef128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:05.097020 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d5d7fe6e-4b70-4034-852c-d2af4e712e42 req-2f57996a-5588-4107-adfe-ac6ae2fef128 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 1101 time: 0.2723937 Dec 10 08:50:05.110648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-8c1ffc40-4bfb-4dff-92c9-c24b79c5faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:05.112331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-8c1ffc40-4bfb-4dff-92c9-c24b79c5faaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580014 Dec 10 08:50:05.149182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85808f03-525a-4d79-a89f-6072e748da7e req-b93960dc-02cb-4839-8efe-edbb7ae18353 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594490 Dec 10 08:50:05.162897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a632b0c-a1c2-4ba8-b80b-f1155bbc3785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.191296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a632b0c-a1c2-4ba8-b80b-f1155bbc3785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879ba459-70c3-404e-9c88-d85509c088b9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:05.195835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a632b0c-a1c2-4ba8-b80b-f1155bbc3785 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.201158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0a632b0c-a1c2-4ba8-b80b-f1155bbc3785 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/879ba459-70c3-404e-9c88-d85509c088b9 HTTP/1.1" status: 204 len: 168 time: 0.5141015 Dec 10 08:50:05.201516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42150) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:05.203935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb35b0e1-5ccf-4cf0-adad-7faa11af4994 None None] Network 80bf93d0-ecfa-4b62-b0f2-be9459005e45 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:50:05.219259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:05.253141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:05.261588 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.273763 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.280609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.363292 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d5d7fe6e-4b70-4034-852c-d2af4e712e42 req-59df47fb-a341-46cd-9f9d-077150667fb6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579844 Dec 10 08:50:05.364450 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2a850a33-f0c1-480b-81db-df7d54bd2412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.414474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Deleting port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:05.415008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.420399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6d4cf6-bb54-4ac1-b874-368b9878fffa None None] DHCP port deletion for 80bf93d0-ecfa-4b62-b0f2-be9459005e45 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:50:05.422197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Network 38f4be52-a18a-42a7-be07-351c47d9e9af is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:50:05.437113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:05.438526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.440521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] 10.222.0.39 "PUT /v2.0/ports/997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 200 len: 1096 time: 3.5087323 Dec 10 08:50:05.450871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:50:05.456731 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-ed71b4aa-17e0-4d62-acfd-72c6f7a819d9 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275290 Dec 10 08:50:05.462514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:50:05.470447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Pushing event updated for resources: {'Port': ['ID=37be9fb1-6c1c-4fe3-b815-8af68d305c83,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:05.480131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b697744c-8862-4f81-94e0-c10459596160 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:05.538786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: b697744c-8862-4f81-94e0-c10459596160 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:05.539135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b697744c-8862-4f81-94e0-c10459596160 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:05.539553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 07e2312c-365f-46b2-b7c9-ea50a038d397 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:05.562093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] For port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=182adbc3-f82f-4a03-8a9a-3c7cf300ba88,segment=NetworkSegment(9a564194-aefb-40cb-bb4b-90406c7be7d4),segment_id=9a564194-aefb-40cb-bb4b-90406c7be7d4)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:05.562608 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.577732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Calling delete_port for 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:05.615667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 07e2312c-365f-46b2-b7c9-ea50a038d397 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:05.616324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 07e2312c-365f-46b2-b7c9-ea50a038d397 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:05.655326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d4cf6-bb54-4ac1-b874-368b9878fffa None None] Deleting port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:05.655854 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4cf6-bb54-4ac1-b874-368b9878fffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.787522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f8a46-eb3a-4f46-b767-7af6442b6c74 service neutron] Pushing event updated for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:05.839432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3d6d4cf6-bb54-4ac1-b874-368b9878fffa None None] For port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=182adbc3-f82f-4a03-8a9a-3c7cf300ba88,segment=NetworkSegment(9a564194-aefb-40cb-bb4b-90406c7be7d4),segment_id=9a564194-aefb-40cb-bb4b-90406c7be7d4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:05.839898 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4cf6-bb54-4ac1-b874-368b9878fffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.847297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-3316f2be-05d5-44e2-8dea-70b57b68592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:05.848881 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-3316f2be-05d5-44e2-8dea-70b57b68592e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1099 time: 0.0865774 Dec 10 08:50:05.854693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:05.855341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:05.883054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d4cf6-bb54-4ac1-b874-368b9878fffa None None] Calling delete_port for 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:05.927863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b044e-ed8d-4e0e-87cc-b09f2b0e2a44 req-80803f64-333c-4a80-89a2-5139f9066e15 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:05.931741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-466b044e-ed8d-4e0e-87cc-b09f2b0e2a44 req-80803f64-333c-4a80-89a2-5139f9066e15 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 931 time: 0.2975504 Dec 10 08:50:05.945231 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d43a13a7-7ebc-4e35-b7ed-8e67a9fbe966 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5328617 Dec 10 08:50:05.949011 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f95d86b1-a04b-4559-ae35-18099677b7cd req-d343305a-d5da-4d7a-80b5-57f39889d7db service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692914 Dec 10 08:50:05.962193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Request body: {'port': {'device_id': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:05.967028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.018436 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4cf6-bb54-4ac1-b874-368b9878fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.020970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a50d60-6c4b-4c6c-9aad-bbcbfc46acf3 req-ed323913-2282-44e9-a9f3-4142615ddc57 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:06.023124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87a50d60-6c4b-4c6c-9aad-bbcbfc46acf3 req-ed323913-2282-44e9-a9f3-4142615ddc57 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.1811779 Dec 10 08:50:06.027508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Pushing event deleted for resources: {'Port': ['ID=182adbc3-f82f-4a03-8a9a-3c7cf300ba88,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:06.036045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] No DVR routers for this DVR port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:06.048828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d4cf6-bb54-4ac1-b874-368b9878fffa None None] No DVR routers for this DVR port 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:06.050975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-817f7059-03fd-401b-bbd3-a819f2ba9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:06.053023 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-817f7059-03fd-401b-bbd3-a819f2ba9f47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1745200 Dec 10 08:50:06.082378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.085546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d4cf6-bb54-4ac1-b874-368b9878fffa None None] Pushing event deleted for resources: {'Port': ['ID=182adbc3-f82f-4a03-8a9a-3c7cf300ba88,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:06.121932 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-466b044e-ed8d-4e0e-87cc-b09f2b0e2a44 req-8234237b-cd17-4381-bc35-bc0d64b7bed9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841888 Dec 10 08:50:06.144605 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-547c7490-4b88-4564-8855-621d7c1ce148 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 200 len: 217 time: 0.0667534 Dec 10 08:50:06.185549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.190981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87a50d60-6c4b-4c6c-9aad-bbcbfc46acf3 req-b32790d4-a067-4bd7-973c-20ffef42fd5c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513097 Dec 10 08:50:06.224740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bf93d0-ecfa-4b62-b0f2-be9459005e45']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:06.245783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a564194-aefb-40cb-bb4b-90406c7be7d4') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:06.246087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a564194-aefb-40cb-bb4b-90406c7be7d4') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:06.257964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.275918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.288674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:50:06.289548 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:50:06.306406 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:50:06.352981 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.356243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c'}, {'name': 'network-changed', 'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:06.358691 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9130c225-b5e5-4462-bcfd-db6bb242c3a2" -d '{"events": [{"server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c"}, {"name": "network-changed", "server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:06.369388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2ebc-8976-459f-988c-fafe1093e088 req-a646cb36-b26c-45da-80d3-88f6bc4f4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:06.371147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-171e2ebc-8976-459f-988c-fafe1093e088 req-a646cb36-b26c-45da-80d3-88f6bc4f4121 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 1098 time: 0.3323784 Dec 10 08:50:06.424254 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.432204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-4a083fb7-cab3-473f-99b1-bc1f4698f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:06.437628 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.444597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] 10.222.0.31 "DELETE /v2.0/networks/80bf93d0-ecfa-4b62-b0f2-be9459005e45 HTTP/1.1" status: 204 len: 168 time: 1.2385504 Dec 10 08:50:06.444811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-4a083fb7-cab3-473f-99b1-bc1f4698f4fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1348460 Dec 10 08:50:06.464815 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666681c-203e-4313-b194-7f49dae37564 req-fcb96929-4002-4b0c-a6c6-6a126615ab1f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:06.466523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9666681c-203e-4313-b194-7f49dae37564 req-fcb96929-4002-4b0c-a6c6-6a126615ab1f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 947 time: 0.1567478 Dec 10 08:50:06.474456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239b685-4a58-48d4-815b-19286e006a5b req-334bd600-3a68-47cf-81e2-8b1b8638905c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:06.476121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8239b685-4a58-48d4-815b-19286e006a5b req-334bd600-3a68-47cf-81e2-8b1b8638905c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 950 time: 0.1673639 Dec 10 08:50:06.476768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddb67b-2b71-4753-832b-00b25b7a4941 admin admin] Pushing event deleted for resources: {'Network': ['ID=80bf93d0-ecfa-4b62-b0f2-be9459005e45,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:06.795590 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42166) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:06.878263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8239b685-4a58-48d4-815b-19286e006a5b req-9fafbd3e-7354-4cde-bbbd-b9b1969a95a0 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959250 Dec 10 08:50:06.890964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9666681c-203e-4313-b194-7f49dae37564 req-05cdf103-15d7-4948-8d60-336842c2913e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026403 Dec 10 08:50:06.895434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4749c0b4-64d7-4f23-a441-9a050fd333a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=daee566341de410caf1796c1885668d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0987871 Dec 10 08:50:06.898113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42168) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:06.940298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448020f-2492-43d1-94a3-997a9669e3ab req-3a484abe-6ea6-4581-87dc-29f8e689216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:06.942103 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-3a484abe-6ea6-4581-87dc-29f8e689216f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4858959 Dec 10 08:50:06.948439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2ebc-8976-459f-988c-fafe1093e088 req-85772981-d936-40b7-a92a-e8a5b2cc5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:06.950107 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-171e2ebc-8976-459f-988c-fafe1093e088 req-85772981-d936-40b7-a92a-e8a5b2cc5cde service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.5480876 Dec 10 08:50:06.968202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f2f6f7-5e77-4cc1-8cfa-4bc5de3e3a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:06.995319 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f2f6f7-5e77-4cc1-8cfa-4bc5de3e3a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:07.016686 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b92c833-e122-4aed-9cb1-b5c1e9199d8a x-openstack-request-id: req-3b92c833-e122-4aed-9cb1-b5c1e9199d8a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:07.017088 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c", "code": 200}, {"name": "network-changed", "server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:07.017423 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b92c833-e122-4aed-9cb1-b5c1e9199d8a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:07.018141 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c', 'code': 200} Dec 10 08:50:07.018461 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c', 'status': 'completed', 'code': 200} Dec 10 08:50:07.048910 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-171e2ebc-8976-459f-988c-fafe1093e088 req-6210b229-67f3-4779-9b7a-43f96c6a05d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=1e9d97de-93c2-44a7-90f0-e0273b2baf18 HTTP/1.1" status: 200 len: 217 time: 0.0843937 Dec 10 08:50:07.051459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f2f6f7-5e77-4cc1-8cfa-4bc5de3e3a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:07.055441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f2f6f7-5e77-4cc1-8cfa-4bc5de3e3a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:07.059220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-01f2f6f7-5e77-4cc1-8cfa-4bc5de3e3a2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20bb05a5-e373-408b-92c9-7e2dd0555acc HTTP/1.1" status: 204 len: 168 time: 0.1573722 Dec 10 08:50:07.071025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2f6f7-5e77-4cc1-8cfa-4bc5de3e3a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bb05a5-e373-408b-92c9-7e2dd0555acc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:07.167696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37be9fb1-6c1c-4fe3-b815-8af68d305c83 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:07.190409 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:07.200767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2ebc-8976-459f-988c-fafe1093e088 req-a3097b13-ac2d-4602-a30a-aa0d4cb336a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:07.202618 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-171e2ebc-8976-459f-988c-fafe1093e088 req-a3097b13-ac2d-4602-a30a-aa0d4cb336a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1138034 Dec 10 08:50:07.235110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-f976955e-f243-4503-a2ca-16c69eb677f9 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838669 Dec 10 08:50:07.237364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Transition to ACTIVE for port object 37be9fb1-6c1c-4fe3-b815-8af68d305c83 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:50:07.263225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-549f2be6-ff91-4c8a-90b4-6635474d9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:07.265045 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-549f2be6-ff91-4c8a-90b4-6635474d9ecb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1099 time: 0.2098751 Dec 10 08:50:07.274604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:07.354556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd456ee2-380c-42cd-90eb-18144b802b11 req-ca239020-f30c-4820-8a93-1620fa98c0dc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:07.356395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd456ee2-380c-42cd-90eb-18144b802b11 req-ca239020-f30c-4820-8a93-1620fa98c0dc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.1484721 Dec 10 08:50:07.399091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71050d65-3de5-47be-9080-88df46bd03bf req-ca66f280-b69e-41f6-ae50-b8b09502bcad tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:07.400778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71050d65-3de5-47be-9080-88df46bd03bf req-ca66f280-b69e-41f6-ae50-b8b09502bcad tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.1126940 Dec 10 08:50:07.457687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2ebc-8976-459f-988c-fafe1093e088 req-5748a431-a278-4fb3-8341-5ca3a68eeaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:07.460585 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-171e2ebc-8976-459f-988c-fafe1093e088 req-5748a431-a278-4fb3-8341-5ca3a68eeaa9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464807 Dec 10 08:50:07.470481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:07.476003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Pushing event updated for resources: {'Port': ['ID=37be9fb1-6c1c-4fe3-b815-8af68d305c83,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:07.507868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:07.508223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 182adbc3-f82f-4a03-8a9a-3c7cf300ba88 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:07.535670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71050d65-3de5-47be-9080-88df46bd03bf req-802bd18c-8b1e-45e8-9f75-da54fa79f121 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052825 Dec 10 08:50:07.559630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd456ee2-380c-42cd-90eb-18144b802b11 req-494acf07-50eb-4406-992a-6e378a1bf19e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907129 Dec 10 08:50:07.641076 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1448020f-2492-43d1-94a3-997a9669e3ab req-bae731d0-9b5d-4f47-a47f-894d8e5d7415 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810310 Dec 10 08:50:07.651188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-c6ff7c45-e2b7-423c-b7e7-9d20d771b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:07.652701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-c6ff7c45-e2b7-423c-b7e7-9d20d771b58f service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3748713 Dec 10 08:50:07.745140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:07.745491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:07.745856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:07.768561 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-cacf5c35-786a-4366-953a-304bfb9bbc71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 200 len: 217 time: 0.1046474 Dec 10 08:50:07.788765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:07.788980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:07.820480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-171e2ebc-8976-459f-988c-fafe1093e088 req-c9d015b2-7c4d-4e4d-b175-a0627b322bcb service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454506 Dec 10 08:50:07.821337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:07.821720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:07.822180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:07.822536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Bound port: 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:07.822890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:07.895434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-14a81903-1856-4156-b4a4-b1d98b7b6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:07.897708 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-14a81903-1856-4156-b4a4-b1d98b7b6a15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1099 time: 0.1451871 Dec 10 08:50:08.065170 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:08.078551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-27606c40-bc35-4d1b-a235-51805a179c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.080622 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-27606c40-bc35-4d1b-a235-51805a179c6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.2891996 Dec 10 08:50:08.114339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-6072187e-ffca-4543-a387-84004b1e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.116821 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-6072187e-ffca-4543-a387-84004b1e8cd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1760044 Dec 10 08:50:08.118896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4c3b-b8d8-48ad-a32c-749b753180f4 req-b7e5c98a-9e2b-4210-bc8f-70f3bf4bf08a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.126135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-832e4c3b-b8d8-48ad-a32c-749b753180f4 req-b7e5c98a-9e2b-4210-bc8f-70f3bf4bf08a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 950 time: 0.0985422 Dec 10 08:50:08.141496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eabbd8-fbef-4616-89e7-243e2fcc34e1 req-f3c23d73-251d-4401-a4c1-40e8608abc56 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.143164 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3eabbd8-fbef-4616-89e7-243e2fcc34e1 req-f3c23d73-251d-4401-a4c1-40e8608abc56 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 947 time: 0.1291912 Dec 10 08:50:08.197815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3eabbd8-fbef-4616-89e7-243e2fcc34e1 req-a81384d3-eca4-4171-9e5b-ed086004d0b1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Dec 10 08:50:08.212896 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-5b49bf52-d04c-4c94-835f-a9ba015b705d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 200 len: 217 time: 0.0524566 Dec 10 08:50:08.234162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-832e4c3b-b8d8-48ad-a32c-749b753180f4 req-2773cd63-370d-41be-9e07-dd03e8ef4890 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069250 Dec 10 08:50:08.241801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:08.245796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:08.306689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:08.310202 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-171e2ebc-8976-459f-988c-fafe1093e088 req-8d720c96-7cf6-4e7d-9a93-3a2e74b76a61 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548652 Dec 10 08:50:08.316800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-d3bb3a40-1cdc-4b7a-acdf-c5103dd5103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.318957 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-d3bb3a40-1cdc-4b7a-acdf-c5103dd5103d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0697112 Dec 10 08:50:08.346189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7d82-e728-4882-9808-8de13c7f55e6 req-168858f0-99e9-4b96-8c91-f9ae63b5bf65 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.347734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-902e7d82-e728-4882-9808-8de13c7f55e6 req-168858f0-99e9-4b96-8c91-f9ae63b5bf65 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 1101 time: 0.0444736 Dec 10 08:50:08.375472 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-37f4cfc9-6882-4d6c-b1da-8f60ad2f9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.376958 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-37f4cfc9-6882-4d6c-b1da-8f60ad2f9921 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2827630 Dec 10 08:50:08.397062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.397723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:08.399101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] 10.222.0.39 "PUT /v2.0/ports/37be9fb1-6c1c-4fe3-b815-8af68d305c83 HTTP/1.1" status: 200 len: 1091 time: 2.4445658 Dec 10 08:50:08.409550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-902e7d82-e728-4882-9808-8de13c7f55e6 req-ce6f67f7-8e93-470d-a5ab-5a900da6b776 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548944 Dec 10 08:50:08.578512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b707a76-d2dd-4f76-bee6-9d3ae05ec460 service neutron] Pushing event updated for resources: {'Port': ['ID=37be9fb1-6c1c-4fe3-b815-8af68d305c83,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:08.597080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-89f69cce-ed1a-42c1-b97f-c9698a101424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.598672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-89f69cce-ed1a-42c1-b97f-c9698a101424 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2385969 Dec 10 08:50:08.619254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-298c1760-69d6-4349-af57-02efddf7e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.621738 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-298c1760-69d6-4349-af57-02efddf7e85b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1094 time: 0.1452074 Dec 10 08:50:08.697969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-0954f9eb-7660-4621-a687-03b936ccafed tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379236 Dec 10 08:50:08.703197 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-011d953c-610f-4b61-adb2-74517e0f4c54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83 HTTP/1.1" status: 200 len: 217 time: 0.0676386 Dec 10 08:50:08.784907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-9b088c30-b48d-4f11-be9e-c18a64605662 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840601 Dec 10 08:50:08.790274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42232) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:08.877339 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-eeb7a33a-aec5-4d3b-8cac-6dee857ae3ff service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707591 Dec 10 08:50:08.881002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-a07c9e93-5b08-4819-bcac-167cbb7a4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.882657 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-a07c9e93-5b08-4819-bcac-167cbb7a4a0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1673081 Dec 10 08:50:08.892632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdbd8e-74cb-4071-8eb9-e507c9a77c52 req-e5f8eef6-d603-472d-94f7-ed8d71d30223 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.901872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4cdbd8e-74cb-4071-8eb9-e507c9a77c52 req-e5f8eef6-d603-472d-94f7-ed8d71d30223 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.1990173 Dec 10 08:50:08.938816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-988e0dec-1971-4a4b-91f3-ee3d5678f30f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:08.947133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-988e0dec-1971-4a4b-91f3-ee3d5678f30f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292717 Dec 10 08:50:08.973694 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-d06493dc-7831-453b-8c96-ab4beead1e02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805585 Dec 10 08:50:08.975430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-926b31a6-ac5a-4019-8cba-2011a59ebc19 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/quotas/47a0dff32cbc4eb8a4a73eb102f8ca56 HTTP/1.1" status: 200 len: 375 time: 0.0260098 Dec 10 08:50:09.023103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:09.023953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4cdbd8e-74cb-4071-8eb9-e507c9a77c52 req-0f5939e2-f986-4eb6-9ea9-add47a8f1c33 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196749 Dec 10 08:50:09.025331 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:09.035734 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e7919fd-0eec-4273-ab73-0f4d3a1a8dbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:09.067679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-ec5f26b8-7ad7-4e83-a65d-fa8999c0d168 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0912919 Dec 10 08:50:09.084857 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-fd3c0c38-1d85-4588-9778-028202cc48cb service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843182 Dec 10 08:50:09.099007 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:09.167605 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9130c225-b5e5-4462-bcfd-db6bb242c3a2 req-e193aaaf-ae88-413c-b496-b4657ab2a298 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764425 Dec 10 08:50:09.188596 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-6b62d929-3f54-4ead-9666-06ad6eba58ff service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020416 Dec 10 08:50:09.200552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adc83e-478b-4630-ad5c-be09f3908dd1 req-a1c4ddbd-6fbf-4472-ae25-9260a9c93510 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:09.202968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8adc83e-478b-4630-ad5c-be09f3908dd1 req-a1c4ddbd-6fbf-4472-ae25-9260a9c93510 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.0678804 Dec 10 08:50:09.292574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8adc83e-478b-4630-ad5c-be09f3908dd1 req-27e26ede-de66-4c59-bb16-4333215fd68d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802805 Dec 10 08:50:09.523908 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66501887-194c-4b61-b718-7d86c7985b14 x-openstack-request-id: req-66501887-194c-4b61-b718-7d86c7985b14 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:09.524198 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:09.524454 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66501887-194c-4b61-b718-7d86c7985b14 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:09.524833 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83', 'status': 'completed', 'code': 200} Dec 10 08:50:09.525046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f245e5c3-0dcb-4857-971d-5d8551c40572 req-fa11e5b6-6eb5-4c13-bcaf-e9be72402a6c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 210 time: 0.0383852 Dec 10 08:50:09.566152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1a3de-b440-4299-bc83-78d70fd5697b req-317ffd89-785a-4d03-9ef8-379a16d3aeec tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:09.569045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ca1a3de-b440-4299-bc83-78d70fd5697b req-317ffd89-785a-4d03-9ef8-379a16d3aeec tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 947 time: 0.1243632 Dec 10 08:50:09.613679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e7919fd-0eec-4273-ab73-0f4d3a1a8dbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:09.625918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e7919fd-0eec-4273-ab73-0f4d3a1a8dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:09.672537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7919fd-0eec-4273-ab73-0f4d3a1a8dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c302634d-98a8-40b4-8ee8-4a25b74a0c20,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:09.680283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ca1a3de-b440-4299-bc83-78d70fd5697b req-ddadf444-eabb-47b1-be99-7d2d69c951cd tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027908 Dec 10 08:50:09.696448 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4e4e2ad-35fb-4f63-9f1c-c50687d0d136 req-119baf5c-e744-42af-8e2c-842c2e72fb76 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911990 Dec 10 08:50:09.726079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42250) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:09.726442 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1e7919fd-0eec-4273-ab73-0f4d3a1a8dbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ff7ff18792e4b4fa78b7452991eddba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9350090 Dec 10 08:50:09.831076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c6ffd69-36af-4df2-bca3-f6e82d98350d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:09.844561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-20de65da-5150-4b9f-a605-5eaa06a1abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:09.846668 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-20de65da-5150-4b9f-a605-5eaa06a1abb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1094 time: 0.0740128 Dec 10 08:50:09.875260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c6ffd69-36af-4df2-bca3-f6e82d98350d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:09.939210 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c6ffd69-36af-4df2-bca3-f6e82d98350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:09.942374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c6ffd69-36af-4df2-bca3-f6e82d98350d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:09.949309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7c6ffd69-36af-4df2-bca3-f6e82d98350d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c302634d-98a8-40b4-8ee8-4a25b74a0c20 HTTP/1.1" status: 204 len: 168 time: 0.2211678 Dec 10 08:50:09.967736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ffd69-36af-4df2-bca3-f6e82d98350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c302634d-98a8-40b4-8ee8-4a25b74a0c20,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:10.016169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-17334dce-34ab-4faf-a6ad-b29bccc8731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:10.017772 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-17334dce-34ab-4faf-a6ad-b29bccc8731e service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1509244 Dec 10 08:50:10.070770 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-de068efc-4040-4293-9e74-27b13a22bafe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83 HTTP/1.1" status: 200 len: 217 time: 0.0389812 Dec 10 08:50:10.159452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-4975efd1-59e3-4994-8b99-eacf679d8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:10.161128 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-4975efd1-59e3-4994-8b99-eacf679d8aee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0825882 Dec 10 08:50:10.211918 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-45c319a4-66af-496b-9d3b-64de2870eb39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364342 Dec 10 08:50:10.220008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200e8a4-63f0-456a-91aa-81292a3fe0df req-1ec73015-de44-491a-86a3-53f590817400 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:10.231611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c200e8a4-63f0-456a-91aa-81292a3fe0df req-1ec73015-de44-491a-86a3-53f590817400 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.0953243 Dec 10 08:50:10.292051 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c200e8a4-63f0-456a-91aa-81292a3fe0df req-5ac57b49-1591-45d7-b141-b3e2687343c0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572422 Dec 10 08:50:10.307341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 997761bf-5b94-4146-aaa9-5ba63000430c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:10.338355 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-2a7ea2e0-1e3f-438c-beb9-3e479ecf8646 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187449 Dec 10 08:50:10.451082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:10.464747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '997761bf-5b94-4146-aaa9-5ba63000430c', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '997761bf-5b94-4146-aaa9-5ba63000430c', 'mac_address': 'fa:16:3e:8d:ca:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:10.513141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6730b52-2834-4355-85ed-5456cd8d0900 req-c8428490-fb67-45e1-a5fe-e6e5e22eab28 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:10.514994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6730b52-2834-4355-85ed-5456cd8d0900 req-c8428490-fb67-45e1-a5fe-e6e5e22eab28 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 948 time: 0.0860426 Dec 10 08:50:10.519794 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:10.536287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997761bf-5b94-4146-aaa9-5ba63000430c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:10.567621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45f967e2-d2cd-4f99-b1b0-eb3774fd6a5e req-01bfdc3d-f401-4e2d-9c56-e54630c81cb9 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156110 Dec 10 08:50:10.578564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1e9d97de-93c2-44a7-90f0-e0273b2baf18 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:10.620050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:10.629366 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:10.671791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6730b52-2834-4355-85ed-5456cd8d0900 req-a415f31e-a2ff-4a12-b6ce-cb99a2e1fe6f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288979 Dec 10 08:50:10.686750 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-194ecc11-0aba-4edf-997a-0a86f0196390 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486255 Dec 10 08:50:10.744978 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ab13d90-bc52-48dd-9fd6-9153640daded req-36c61630-1a61-40c2-8b75-86cf30919930 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 210 time: 0.0680926 Dec 10 08:50:10.751030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:10.899334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581cebb-88fb-4ae3-a279-5907a7941ee2 req-cb07fe38-d845-489b-9bc8-99c149ff4cf6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:10.907453 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5581cebb-88fb-4ae3-a279-5907a7941ee2 req-cb07fe38-d845-489b-9bc8-99c149ff4cf6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 947 time: 0.1010120 Dec 10 08:50:10.963619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 1e9d97de-93c2-44a7-90f0-e0273b2baf18, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1e9d97de-93c2-44a7-90f0-e0273b2baf18,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:10.974279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['997761bf-5b94-4146-aaa9-5ba63000430c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:10.977172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-6b4a86ff-0eb2-4c23-ac07-8387ac3c579c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:10.979717 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-6b4a86ff-0eb2-4c23-ac07-8387ac3c579c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837529 Dec 10 08:50:10.988974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5581cebb-88fb-4ae3-a279-5907a7941ee2 req-f8096fc4-3c7b-4fd8-9bf1-cfaac9528b8d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779569 Dec 10 08:50:10.999166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Request body: {'port': {'device_id': '75f74406-14d0-49c0-b037-0e76e207a6db', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '47a0dff32cbc4eb8a4a73eb102f8ca56'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:11.015945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42286) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:11.087535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '1e9d97de-93c2-44a7-90f0-e0273b2baf18', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '1e9d97de-93c2-44a7-90f0-e0273b2baf18', 'mac_address': 'fa:16:3e:7c:32:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:11.105722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39604d9-ccbf-4c7a-a08a-bed5f4afd788 req-762244a6-a3ba-476e-b7f3-5401ef0d9338 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:11.115832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b39604d9-ccbf-4c7a-a08a-bed5f4afd788 req-762244a6-a3ba-476e-b7f3-5401ef0d9338 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 949 time: 0.1390941 Dec 10 08:50:11.180846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1894932953-network', 'tenant_id': 'dd0a97aa36ac405ab9d40004c461d5c6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:11.189422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b39604d9-ccbf-4c7a-a08a-bed5f4afd788 req-5ce43aa4-b9f8-41c3-aec3-b196914f7838 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708282 Dec 10 08:50:11.219554 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.242778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9d97de-93c2-44a7-90f0-e0273b2baf18 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:11.271648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Made reservation on behalf of dd0a97aa36ac405ab9d40004c461d5c6 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:50:11.273931 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.282986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 1e9d97de-93c2-44a7-90f0-e0273b2baf18, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1e9d97de-93c2-44a7-90f0-e0273b2baf18,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:11.285652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-3249f826-78a2-44d1-8130-fa45b805fab8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:11.287867 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-3249f826-78a2-44d1-8130-fa45b805fab8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.18 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f&tenant_id=c1cc2cdcd0424e329882c05977a756ef&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 949 time: 0.1878471 Dec 10 08:50:11.294011 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.302918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.360155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Made reservation on behalf of 47a0dff32cbc4eb8a4a73eb102f8ca56 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:50:11.363790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.427039 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-b49165b8-bac2-4438-ba54-e854fc6d52d5 service neutron] delete failed (client error): The resource could not be found. Dec 10 08:50:11.428630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-b49165b8-bac2-4438-ba54-e854fc6d52d5 service neutron] 10.222.0.18 "DELETE /v2.0/ports/997761bf-5b94-4146-aaa9-5ba63000430c/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.1331756 Dec 10 08:50:11.526686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=1e9d97de-93c2-44a7-90f0-e0273b2baf18,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:11.530801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765d47d-7970-4320-8c23-cff968ff7b09 req-2db2000c-b2f2-47bc-be29-45002412eb10 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:11.541911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6765d47d-7970-4320-8c23-cff968ff7b09 req-2db2000c-b2f2-47bc-be29-45002412eb10 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.1377447 Dec 10 08:50:11.577779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.585411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.604981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6765d47d-7970-4320-8c23-cff968ff7b09 req-ac17abe7-a3f6-4d4b-be19-8d0c331c03af tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556996 Dec 10 08:50:11.623963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Allocated IP 192.168.233.116 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/d3750513-56b5-406d-8cf5-10be6c554600) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:50:11.654125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:50:11.674360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf276f44-4e08-4d17-8c77-2a1a36d84b06,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:11.696331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.696676 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Added segment e087c48d-5d0b-41c4-b316-1397a5fa0686 of type vlan for network 94e16250-f1ca-4f62-93c5-177fcd130688 Dec 10 08:50:11.735769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-3947f06e-5af9-4150-b598-496121ce9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:11.737431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-3947f06e-5af9-4150-b598-496121ce9026 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1100 time: 0.1387732 Dec 10 08:50:11.749246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['1e9d97de-93c2-44a7-90f0-e0273b2baf18'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:11.763692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.874240 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a12b45f0-b465-446f-88b5-ac834e70a808 req-0e54de84-1b75-441a-8b53-893f6a0304b3 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 210 time: 0.0355124 Dec 10 08:50:11.906292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.907270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:11.907833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:11.990112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-098d3564-3d17-4df6-93b3-d08f72a81d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:11.991706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-098d3564-3d17-4df6-93b3-d08f72a81d37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.2421579 Dec 10 08:50:12.009630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9897766 Dec 10 08:50:12.012192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42298) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:12.018492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Request body: {'subnet': {'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1894932953-subnet', 'tenant_id': 'dd0a97aa36ac405ab9d40004c461d5c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:12.036891 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:12.062594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Made reservation on behalf of dd0a97aa36ac405ab9d40004c461d5c6 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:50:12.065657 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:12.066978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ed38c-aee0-4644-b0b4-202042377eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=94e16250-f1ca-4f62-93c5-177fcd130688,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:12.072125 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-5740754f-1335-43e9-a02c-352df23e4f35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 200 len: 217 time: 0.0640442 Dec 10 08:50:12.078318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 94e16250-f1ca-4f62-93c5-177fcd130688 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:50:12.166569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-ab8de0bf-30c9-49f1-9c87-168f83171b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:12.168684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-ab8de0bf-30c9-49f1-9c87-168f83171b73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0826910 Dec 10 08:50:12.170498 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:12.216418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3', '4ef5cb3a-efec-4f42-99ef-898921057e45', '778df9ee-3633-4088-8c39-8765584c0b31'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:12.254367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc8de6-ff33-466d-917f-6481be91e656 req-9867872a-ec4a-47f3-9f2d-c3c31a35679d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:12.262139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-febc8de6-ff33-466d-917f-6481be91e656 req-9867872a-ec4a-47f3-9f2d-c3c31a35679d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 948 time: 0.1286683 Dec 10 08:50:12.264106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:50:12.277454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:50:12.280244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:50:12.316718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 37be9fb1-6c1c-4fe3-b815-8af68d305c83 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:12.350850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-25d3e13f-ba56-407e-9711-a3bd85018d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:12.353926 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-25d3e13f-ba56-407e-9711-a3bd85018d51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686692 Dec 10 08:50:12.360284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:12.360609 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:12.397175 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4058685 Dec 10 08:50:12.428877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Request body: {'port': {'device_id': '75f74406-14d0-49c0-b037-0e76e207a6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:12.445541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-febc8de6-ff33-466d-917f-6481be91e656 req-83b53f9a-59f9-4361-b93e-5d526c1bd285 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770742 Dec 10 08:50:12.495216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ade801-5e3b-4a23-b807-8c20add8a542 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event updated for resources: {'Port': ['ID=d3750513-56b5-406d-8cf5-10be6c554600,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:12.565036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c40e1-ec28-4550-93b6-85af66052503 req-0e7b2f8d-9d08-4503-984e-7eca4d46c4cd tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:12.567101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-502c40e1-ec28-4550-93b6-85af66052503 req-0e7b2f8d-9d08-4503-984e-7eca4d46c4cd tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 949 time: 0.2225602 Dec 10 08:50:12.571288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:12.589438 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:12.671516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ede4747-7265-463c-a1c9-eddbcdafe205,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:12.679153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Checking segment: {'id': 'e087c48d-5d0b-41c4-b316-1397a5fa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:12.679737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Network hostable DHCP agents. Network: 94e16250-f1ca-4f62-93c5-177fcd130688, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:50:12.756788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-502c40e1-ec28-4550-93b6-85af66052503 req-de3eb8d1-cba5-4ce5-bb70-483c5d81b1ed tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556492 Dec 10 08:50:12.757469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:12.760802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b25660ea-48cd-4411-9025-e852203e20d2 None None] Provisioning complete for port d3750513-56b5-406d-8cf5-10be6c554600 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:12.761172 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b25660ea-48cd-4411-9025-e852203e20d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:12.765012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Network 94e16250-f1ca-4f62-93c5-177fcd130688 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:50:12.790242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 94e16250-f1ca-4f62-93c5-177fcd130688) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:50:12.793973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '37be9fb1-6c1c-4fe3-b815-8af68d305c83', 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af', 'port_id': '37be9fb1-6c1c-4fe3-b815-8af68d305c83', 'mac_address': 'fa:16:3e:bb:1c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1db733b-dc4a-4d4f-a120-c2858b3ca1c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:12.795314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:12.796012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:12.807298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73155a46-358c-4c06-9536-663f382f04bb None None] Network 94e16250-f1ca-4f62-93c5-177fcd130688 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:50:12.807797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-1b86a43f-fb89-497c-a642-b83ab5d0cbe3 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286702 Dec 10 08:50:12.874854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b25660ea-48cd-4411-9025-e852203e20d2 None None] Port d3750513-56b5-406d-8cf5-10be6c554600 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:50:12.879471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ade0e2-104f-4fa0-94e6-8020395ca6e8 req-90def4d7-725c-4603-b930-7fb58d9da6e0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:12.888776 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03ade0e2-104f-4fa0-94e6-8020395ca6e8 req-90def4d7-725c-4603-b930-7fb58d9da6e0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.0822935 Dec 10 08:50:12.906393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e4df7aaa-7df5-4659-bb1e-304be7a72fcc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8923776 Dec 10 08:50:12.906878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'bb1fe9f7-ba15-4d87-8505-9c585a36a261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:12.992704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03ade0e2-104f-4fa0-94e6-8020395ca6e8 req-2b3efb15-a26f-480d-9470-96ab9b79a75e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026073 Dec 10 08:50:12.997968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.046073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f370-18bc-4d9d-aceb-717d98c28601 req-1cdf1c67-c8c2-4a86-85a1-febee908eb9c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:13.048409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a50f370-18bc-4d9d-aceb-717d98c28601 req-1cdf1c67-c8c2-4a86-85a1-febee908eb9c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 936 time: 0.0703263 Dec 10 08:50:13.071990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37be9fb1-6c1c-4fe3-b815-8af68d305c83 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:13.095107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:13.116983 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.139982 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a50f370-18bc-4d9d-aceb-717d98c28601 req-45dc4902-2429-4b3f-a5ea-1dddd1e1a849 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830925 Dec 10 08:50:13.140349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6f4d02-c39c-45ee-864c-dce0412c557d req-0be92a74-cf51-4513-8a46-0f08116f4cad service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017845 Dec 10 08:50:13.143993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3750513-56b5-406d-8cf5-10be6c554600 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:13.156240 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.180096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Transition to ACTIVE for port object d3750513-56b5-406d-8cf5-10be6c554600 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:50:13.191037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9d2ea-c8eb-4d9c-8e52-9d9fbc3d2ed3 None None] Network 94e16250-f1ca-4f62-93c5-177fcd130688 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:50:13.196511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.267816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Pushing event updated for resources: {'Port': ['ID=d3750513-56b5-406d-8cf5-10be6c554600,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:13.365640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=37be9fb1-6c1c-4fe3-b815-8af68d305c83,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:13.404032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-8321d394-370c-48db-8daf-f5a34475b037 req-d38f81f5-b8e3-45b6-bd8b-165c2b3bdc59 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-761576588', 'description': 'tempest-description-1967988009'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:13.418755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Attempting to bind port d3750513-56b5-406d-8cf5-10be6c554600 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:13.419130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Attempting to bind port d3750513-56b5-406d-8cf5-10be6c554600 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:13.419468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Attempting to bind port d3750513-56b5-406d-8cf5-10be6c554600 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:13.424650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Port d3750513-56b5-406d-8cf5-10be6c554600 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:13.424978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Attempting to bind port d3750513-56b5-406d-8cf5-10be6c554600 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:13.432410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:13.432750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:13.436678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:13.437809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Bound port: d3750513-56b5-406d-8cf5-10be6c554600, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:13.437981 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.453687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8321d394-370c-48db-8daf-f5a34475b037 req-d38f81f5-b8e3-45b6-bd8b-165c2b3bdc59 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.495820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['37be9fb1-6c1c-4fe3-b815-8af68d305c83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:13.555152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] For port d3750513-56b5-406d-8cf5-10be6c554600, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:13.560859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] For port d3750513-56b5-406d-8cf5-10be6c554600, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3750513-56b5-406d-8cf5-10be6c554600,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:13.570495 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.622143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:13.623285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.625572 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-9375a414-6306-44ee-9833-38942d66f598 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3750513-56b5-406d-8cf5-10be6c554600 HTTP/1.1" status: 200 len: 1096 time: 1.2039106 Dec 10 08:50:13.626154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f74406-14d0-49c0-b037-0e76e207a6db', 'tag': 'd3750513-56b5-406d-8cf5-10be6c554600'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:13.629337 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd" -d '{"events": [{"name": "network-changed", "server_uuid": "75f74406-14d0-49c0-b037-0e76e207a6db", "tag": "d3750513-56b5-406d-8cf5-10be6c554600"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:13.664113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375a414-6306-44ee-9833-38942d66f598 service neutron] Pushing event updated for resources: {'Port': ['ID=d3750513-56b5-406d-8cf5-10be6c554600,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:13.673386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051b054-1c65-4e46-83bb-c34953572ff4 req-ee9bd262-cf48-4ca5-bb8c-4354f39334d4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:13.676318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1051b054-1c65-4e46-83bb-c34953572ff4 req-ee9bd262-cf48-4ca5-bb8c-4354f39334d4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 948 time: 0.1316264 Dec 10 08:50:13.747855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8321d394-370c-48db-8daf-f5a34475b037 req-d38f81f5-b8e3-45b6-bd8b-165c2b3bdc59 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.763542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8321d394-370c-48db-8daf-f5a34475b037 req-d38f81f5-b8e3-45b6-bd8b-165c2b3bdc59 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.782054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-57405adc-a8fe-419c-8994-5651df8b4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:13.783582 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-57405adc-a8fe-419c-8994-5651df8b4c54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 1099 time: 0.0658813 Dec 10 08:50:13.805912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f81f5-b8e3-45b6-bd8b-165c2b3bdc59 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3f6fa0-c5c0-4a89-904d-488db29d3cc9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:13.815057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1051b054-1c65-4e46-83bb-c34953572ff4 req-53e01bfd-c5cb-4185-a59f-313824883e40 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298358 Dec 10 08:50:13.826644 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8321d394-370c-48db-8daf-f5a34475b037 req-d38f81f5-b8e3-45b6-bd8b-165c2b3bdc59 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:13.834769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8321d394-370c-48db-8daf-f5a34475b037 req-d38f81f5-b8e3-45b6-bd8b-165c2b3bdc59 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4382548 Dec 10 08:50:13.876143 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-6128ef1d-d4ed-4e32-a1ce-12c14550f382 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=d3750513-56b5-406d-8cf5-10be6c554600 HTTP/1.1" status: 200 len: 217 time: 0.0817590 Dec 10 08:50:13.892153 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13698cc-c935-4a24-842c-0f7207c6486f x-openstack-request-id: req-c13698cc-c935-4a24-842c-0f7207c6486f {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:13.892542 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f74406-14d0-49c0-b037-0e76e207a6db", "tag": "d3750513-56b5-406d-8cf5-10be6c554600", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:13.892772 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13698cc-c935-4a24-842c-0f7207c6486f {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:13.893180 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f74406-14d0-49c0-b037-0e76e207a6db', 'tag': 'd3750513-56b5-406d-8cf5-10be6c554600', 'status': 'completed', 'code': 200} Dec 10 08:50:14.003647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-0eca0027-59cc-4629-b7e6-18ba7c6ce950 req-bd8dfb51-b0ae-41fb-a04e-e16794c0e5e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1547154158', 'description': 'tempest-description-1436959903'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:14.018190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-aecd03d8-3c60-4bf0-b444-f65519c798c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.019901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-aecd03d8-3c60-4bf0-b444-f65519c798c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1258404 Dec 10 08:50:14.034368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a4bb1-8aa5-459d-8786-b2dbecca7ecb req-e4c0e25c-d04f-46c8-bb8d-674513611f9e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.036137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-506a4bb1-8aa5-459d-8786-b2dbecca7ecb req-e4c0e25c-d04f-46c8-bb8d-674513611f9e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 949 time: 0.0753088 Dec 10 08:50:14.058019 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0eca0027-59cc-4629-b7e6-18ba7c6ce950 req-bd8dfb51-b0ae-41fb-a04e-e16794c0e5e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.077208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-a66bfeaf-f93f-49a8-a9d0-4ebd8c8b700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.078650 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-a66bfeaf-f93f-49a8-a9d0-4ebd8c8b700d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500314 Dec 10 08:50:14.134893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-506a4bb1-8aa5-459d-8786-b2dbecca7ecb req-eb5ec29f-b1d7-4cfc-bc9e-87803af9a3c7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868688 Dec 10 08:50:14.186163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0eca0027-59cc-4629-b7e6-18ba7c6ce950 req-bd8dfb51-b0ae-41fb-a04e-e16794c0e5e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.190830 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0eca0027-59cc-4629-b7e6-18ba7c6ce950 req-bd8dfb51-b0ae-41fb-a04e-e16794c0e5e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.202213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-da736f60-beda-433d-8abd-70d4234c6842 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978649 Dec 10 08:50:14.246302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0eca0027-59cc-4629-b7e6-18ba7c6ce950 req-bd8dfb51-b0ae-41fb-a04e-e16794c0e5e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.247502 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0eca0027-59cc-4629-b7e6-18ba7c6ce950 req-bd8dfb51-b0ae-41fb-a04e-e16794c0e5e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2493007 Dec 10 08:50:14.261226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dfb51-b0ae-41fb-a04e-e16794c0e5e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6460a1ab-a9ab-410a-9e99-35b795bf8021,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:14.292445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1153bc3-8461-4e9b-9e47-bf2c456224be req-2d166e5e-77a8-4c77-9cbc-bd40963779e3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.294156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1153bc3-8461-4e9b-9e47-bf2c456224be req-2d166e5e-77a8-4c77-9cbc-bd40963779e3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 944 time: 0.0931263 Dec 10 08:50:14.326573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 997761bf-5b94-4146-aaa9-5ba63000430c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:14.350866 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-29aece7a-0f57-4e21-892f-bcc83121de97 req-256af245-5cae-470c-8380-ed3df1030612 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349468 Dec 10 08:50:14.387056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 997761bf-5b94-4146-aaa9-5ba63000430c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:14.388119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1153bc3-8461-4e9b-9e47-bf2c456224be req-58399dd0-6e86-4c81-b21e-360dfd759b44 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880256 Dec 10 08:50:14.391662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 997761bf-5b94-4146-aaa9-5ba63000430c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:14.392328 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.418863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434568-9a00-4583-b740-f31bf677952d req-341cdf98-6d48-4904-8a16-50880ff2afe8 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.420483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0434568-9a00-4583-b740-f31bf677952d req-341cdf98-6d48-4904-8a16-50880ff2afe8 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 1100 time: 0.0790155 Dec 10 08:50:14.470074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-70a11387-b2bf-430b-8884-93bb57a57aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.474782 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-70a11387-b2bf-430b-8884-93bb57a57aa9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 1099 time: 0.0571389 Dec 10 08:50:14.494080 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.524037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:14.526553 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7a7894-16f4-45ad-887f-c887c1ebea10" -d '{"events": [{"server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "name": "network-vif-plugged", "status": "completed", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:14.532704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0434568-9a00-4583-b740-f31bf677952d req-9d82374f-d1c5-42ff-bef2-3b6df98e127b tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994556 Dec 10 08:50:14.544017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:14.550570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1476796-2c64-4ded-9ce0-52b9c3784e72 req-645bf873-d9d4-4a87-8e5f-3f15b0060f71 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.552104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1476796-2c64-4ded-9ce0-52b9c3784e72 req-645bf873-d9d4-4a87-8e5f-3f15b0060f71 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 948 time: 0.0926006 Dec 10 08:50:14.564038 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.595716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1e9d97de-93c2-44a7-90f0-e0273b2baf18 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:14.617915 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1476796-2c64-4ded-9ce0-52b9c3784e72 req-d18d7951-b88e-4e9a-88d0-29e018f98dd7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590279 Dec 10 08:50:14.633953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-df590321-96d9-4e57-94a9-03c3eb25482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.633953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-df590321-96d9-4e57-94a9-03c3eb25482f service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1431136 Dec 10 08:50:14.665859 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd9c5a9-aa07-4c26-a68d-be23d9d285b1 x-openstack-request-id: req-0bd9c5a9-aa07-4c26-a68d-be23d9d285b1 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:14.666731 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "name": "network-vif-plugged", "status": "completed", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:14.666984 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bd9c5a9-aa07-4c26-a68d-be23d9d285b1 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:14.667425 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c', 'code': 200} Dec 10 08:50:14.674708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:14.695075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:14.700070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:14.700442 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.701703 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-01ff344c-6470-4161-bbf7-ec4a4ce534cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=d3750513-56b5-406d-8cf5-10be6c554600 HTTP/1.1" status: 200 len: 217 time: 0.0541983 Dec 10 08:50:14.768939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3779-d207-4034-9b9b-fb793e50696a req-bb830d0c-f4c7-48d3-8ddb-0ff2991066ca tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.770055 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-f76c0f11-b7c8-430b-ba4f-a614af66f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.772168 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-f76c0f11-b7c8-430b-ba4f-a614af66f656 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0609334 Dec 10 08:50:14.774266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-bb830d0c-f4c7-48d3-8ddb-0ff2991066ca tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 813 time: 0.1454422 Dec 10 08:50:14.792521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-41660d16-f9ce-4ec5-b47a-dd38ce54d161 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/quotas/dd0a97aa36ac405ab9d40004c461d5c6 HTTP/1.1" status: 200 len: 375 time: 0.0125439 Dec 10 08:50:14.802433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.825122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-8ad8301f-c03b-40ce-9ea4-81d4f76331b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:14.826761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-8ad8301f-c03b-40ce-9ea4-81d4f76331b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457156 Dec 10 08:50:14.841345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 1e9d97de-93c2-44a7-90f0-e0273b2baf18, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1e9d97de-93c2-44a7-90f0-e0273b2baf18,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:14.843130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2d2f03d1-5270-4687-bb38-57b7d1bd581e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362263 Dec 10 08:50:14.846293 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.903193 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:14.912373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=1e9d97de-93c2-44a7-90f0-e0273b2baf18,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:14.925953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-9087d873-aeea-49be-84e4-140298515a6f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c1cc2cdcd0424e329882c05977a756ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595124 Dec 10 08:50:14.938790 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-c3302ccd-6123-46e5-aee5-cacaa62181cd service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034570 Dec 10 08:50:15.026147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-03013d4c-be82-4643-8765-cb78414b46f7 service neutron] 10.222.0.31 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706445 Dec 10 08:50:15.042139 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8858ff9c-9e72-43b1-8bfe-a6bd904b11cd req-da657e6d-7f4d-4a64-91bf-aeb2fe432c0c service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925887 Dec 10 08:50:15.107797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-3b8c0f9c-2f9d-4949-a515-cd6f519854d5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:15.109129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-3b8c0f9c-2f9d-4949-a515-cd6f519854d5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773133 Dec 10 08:50:15.133580 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-5d600ef0-db61-43ae-9d18-c511a39d0412 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/quotas/c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 375 time: 0.0186696 Dec 10 08:50:15.159734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-83ba523f-fb27-40f9-bbae-2aa8a47de5bf service neutron] 10.222.0.31 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275482 Dec 10 08:50:15.196335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-79798977-92ff-457e-97d2-d131c3be9d8b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553215 Dec 10 08:50:15.383567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d04af-d3c7-4bd7-9b2b-9000ed37eac2 req-83c5fc18-5637-4bde-a5d4-9dea7da07bbb tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:15.385292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f2d04af-d3c7-4bd7-9b2b-9000ed37eac2 req-83c5fc18-5637-4bde-a5d4-9dea7da07bbb tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 949 time: 0.0597053 Dec 10 08:50:15.442097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f2d04af-d3c7-4bd7-9b2b-9000ed37eac2 req-b416680f-c76e-4050-95b9-6cc8f19513bc tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Dec 10 08:50:15.493593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7de12095-54cb-45a0-be5f-63b45bfc0fc5 req-fe635d01-0685-49c2-898d-48c63871fffe tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 210 time: 0.0503838 Dec 10 08:50:15.534060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e61b0bf-58ce-456b-aae4-7f2e6840252c req-94883464-d71b-4993-a487-05da2ef9e054 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 210 time: 0.0380366 Dec 10 08:50:15.628947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccba6c-4ca5-4ed2-815d-7403ac475a06 req-b71695bc-69d6-40c8-a844-1538cc0c10f4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:15.630522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52ccba6c-4ca5-4ed2-815d-7403ac475a06 req-b71695bc-69d6-40c8-a844-1538cc0c10f4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 944 time: 0.0617533 Dec 10 08:50:15.729077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52ccba6c-4ca5-4ed2-815d-7403ac475a06 req-3c646ede-49a3-440b-a477-1f24443c33f7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918775 Dec 10 08:50:15.765154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e1ed0-c444-4932-ba22-f0c873796725 req-c260bc4e-f0d3-4dad-acce-4979f1ce72ae tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:15.766482 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d21e1ed0-c444-4932-ba22-f0c873796725 req-c260bc4e-f0d3-4dad-acce-4979f1ce72ae tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 948 time: 0.0747004 Dec 10 08:50:15.822955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d21e1ed0-c444-4932-ba22-f0c873796725 req-34037d2b-6fc0-4a18-8f7a-7528ef2a2540 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500376 Dec 10 08:50:16.340379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 37be9fb1-6c1c-4fe3-b815-8af68d305c83 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:16.390410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:16.394741 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:16.395109 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:16.475851 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:16.516667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:16.524220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:16.587300 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-f43538da-5a7f-431c-9a82-cbc9ecec50de tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c1cc2cdcd0424e329882c05977a756ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333650 Dec 10 08:50:16.615368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=37be9fb1-6c1c-4fe3-b815-8af68d305c83,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:16.668364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f774da9b-73ff-4d1b-88b0-2c5a8760c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d97de-93c2-44a7-90f0-e0273b2baf18'}, {'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:16.671510 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2679799d-0b88-44ce-b4f9-5233b5eb9add" -d '{"events": [{"server_uuid": "f774da9b-73ff-4d1b-88b0-2c5a8760c9cb", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d97de-93c2-44a7-90f0-e0273b2baf18"}, {"server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "name": "network-vif-plugged", "status": "completed", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:16.673269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81c962ba-f8bb-4b91-8d6e-1395a2695c5e req-41273467-51b5-41d5-9960-a62ac288326a tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 210 time: 0.0917642 Dec 10 08:50:16.704517 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609a9c5-ab51-4443-8b68-49ba33c34c35 req-5bf63d9b-caa7-40a4-a5de-e442565c2e04 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:16.706297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a609a9c5-ab51-4443-8b68-49ba33c34c35 req-5bf63d9b-caa7-40a4-a5de-e442565c2e04 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 949 time: 0.1284916 Dec 10 08:50:16.776602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a609a9c5-ab51-4443-8b68-49ba33c34c35 req-f4408d00-0bfb-41ba-90f3-cdb95d4be796 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610247 Dec 10 08:50:16.796803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-651865c9-dea5-46a2-936c-bed869165a34 req-9a32777f-366d-4de5-b774-723eca65958c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 210 time: 0.0369911 Dec 10 08:50:16.846246 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c99f8e-8d26-4929-93ec-92ba936e4608 x-openstack-request-id: req-c3c99f8e-8d26-4929-93ec-92ba936e4608 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:16.846544 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f774da9b-73ff-4d1b-88b0-2c5a8760c9cb", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d97de-93c2-44a7-90f0-e0273b2baf18", "code": 200}, {"server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "name": "network-vif-plugged", "status": "completed", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:16.846855 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3c99f8e-8d26-4929-93ec-92ba936e4608 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:16.847247 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f774da9b-73ff-4d1b-88b0-2c5a8760c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d97de-93c2-44a7-90f0-e0273b2baf18', 'code': 200} Dec 10 08:50:16.847505 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83', 'code': 200} Dec 10 08:50:16.982138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842653d-7e46-4583-b50d-6beead09c020 req-de47af00-33d4-4b69-b144-7a3abfc66263 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:16.984324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8842653d-7e46-4583-b50d-6beead09c020 req-de47af00-33d4-4b69-b144-7a3abfc66263 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0967004 Dec 10 08:50:17.004595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e93b8-b92b-43ac-aa3d-6119dec584ec req-e102797a-fdca-4152-af13-6df76e951c0c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:17.006567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d4e93b8-b92b-43ac-aa3d-6119dec584ec req-e102797a-fdca-4152-af13-6df76e951c0c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 948 time: 0.0794606 Dec 10 08:50:17.024738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-069410d1-a0f0-4cc9-a6a1-7a34da42e81f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:17.026274 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-069410d1-a0f0-4cc9-a6a1-7a34da42e81f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325609 Dec 10 08:50:17.032947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18769e-2eb9-41bf-b096-af2ddc76a417 req-ff04fb89-0aa5-4538-ad94-fce660f44a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:17.034445 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cb18769e-2eb9-41bf-b096-af2ddc76a417 req-ff04fb89-0aa5-4538-ad94-fce660f44a9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1096 time: 0.1048212 Dec 10 08:50:17.043705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Request body: {'port': {'device_id': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'c1cc2cdcd0424e329882c05977a756ef'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:17.050882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d24692-7ba8-442d-b345-51c4dc633016 req-20076f86-d547-459b-98d2-60ccc81dbe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:17.052327 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-64d24692-7ba8-442d-b345-51c4dc633016 req-20076f86-d547-459b-98d2-60ccc81dbe87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 1100 time: 0.0976567 Dec 10 08:50:17.072222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8842653d-7e46-4583-b50d-6beead09c020 req-b24ca1d7-75e1-414c-ac99-e36b2a4b8fd3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811732 Dec 10 08:50:17.087739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d4e93b8-b92b-43ac-aa3d-6119dec584ec req-0ef1dc66-ceff-4af2-9624-d78e187a04d4 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714650 Dec 10 08:50:17.182142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cb18769e-2eb9-41bf-b096-af2ddc76a417 req-def964cb-6c13-4a7c-9fc3-3a7a8071d503 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346164 Dec 10 08:50:17.187674 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-64d24692-7ba8-442d-b345-51c4dc633016 req-ee5cb559-4aa0-4664-9af6-343d0289fad5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196499 Dec 10 08:50:17.218221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Made reservation on behalf of c1cc2cdcd0424e329882c05977a756ef for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:50:17.221728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:17.281852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3779-d207-4034-9b9b-fb793e50696a req-f9ef4ab4-705d-4d21-9bd5-e7a36f758aa7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:17.283333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-f9ef4ab4-705d-4d21-9bd5-e7a36f758aa7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.18 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 813 time: 0.1085594 Dec 10 08:50:17.357737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Allocated IP 192.168.233.60 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/fb8bec0e-79b6-40bc-95d9-a4134a810eea) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:50:17.510038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:17.513659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'port': {'device_id': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688', 'admin_state_up': True, 'tenant_id': 'dd0a97aa36ac405ab9d40004c461d5c6'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:17.556436 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:17.570186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['997761bf-5b94-4146-aaa9-5ba63000430c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:17.611666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:50:17.616274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:50:17.620295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:50:17.646879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Pushing event updated for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:17.658664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Made reservation on behalf of dd0a97aa36ac405ab9d40004c461d5c6 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:50:17.662767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:17.684660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:17.685533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:17.708077 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-12d1356d-4d13-4ac2-9283-d20d2b928c5d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6696734 Dec 10 08:50:17.732369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Request body: {'port': {'device_id': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:17.810761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:17.884312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bbe8d76e-1382-4b20-b023-a0b0f97d9410 req-df54899c-596b-40fe-a036-72b6d3eeed88 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 210 time: 0.0661817 Dec 10 08:50:17.938015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Allocated IP 172.20.0.5 (94e16250-f1ca-4f62-93c5-177fcd130688/9ede4747-7265-463c-a1c9-eddbcdafe205/30770f08-2c59-4621-adf2-1560178a30e4) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:50:17.969483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-51e74668-48da-4cf9-82eb-ea728f55eadf None None] Provisioning complete for port fb8bec0e-79b6-40bc-95d9-a4134a810eea triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:17.970113 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-51e74668-48da-4cf9-82eb-ea728f55eadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.007862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-51e74668-48da-4cf9-82eb-ea728f55eadf None None] Port fb8bec0e-79b6-40bc-95d9-a4134a810eea cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:50:18.014913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb22aea-906e-4162-8f28-e1106be4512b req-57496203-1498-41c6-92be-919258497427 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:18.016430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcb22aea-906e-4162-8f28-e1106be4512b req-57496203-1498-41c6-92be-919258497427 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 949 time: 0.1346691 Dec 10 08:50:18.066678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92cb92-d907-4359-9657-6afd730ffca1 req-1400d60f-e753-4e15-a324-e97af8248402 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:18.068935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a92cb92-d907-4359-9657-6afd730ffca1 req-1400d60f-e753-4e15-a324-e97af8248402 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 935 time: 0.1168578 Dec 10 08:50:18.109390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8bec0e-79b6-40bc-95d9-a4134a810eea {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:18.117743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.130900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Transition to ACTIVE for port object fb8bec0e-79b6-40bc-95d9-a4134a810eea will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:50:18.135062 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.174801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcb22aea-906e-4162-8f28-e1106be4512b req-16aab925-be37-445c-9f91-f058fe16ee04 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503179 Dec 10 08:50:18.210854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a92cb92-d907-4359-9657-6afd730ffca1 req-2c332413-7a84-42e2-bd52-83a5f5a99d36 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350200 Dec 10 08:50:18.212530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:18.269630 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.291951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Attempting to bind port fb8bec0e-79b6-40bc-95d9-a4134a810eea on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:18.292305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Attempting to bind port fb8bec0e-79b6-40bc-95d9-a4134a810eea by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:18.292628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Attempting to bind port fb8bec0e-79b6-40bc-95d9-a4134a810eea on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:18.297454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Port fb8bec0e-79b6-40bc-95d9-a4134a810eea on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:18.297814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Attempting to bind port fb8bec0e-79b6-40bc-95d9-a4134a810eea on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:18.304407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:18.304763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:18.305157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:18.305622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Bound port: fb8bec0e-79b6-40bc-95d9-a4134a810eea, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:18.305984 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.337255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3750513-56b5-406d-8cf5-10be6c554600 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:18.378944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:18.383175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:18.389681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.395070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feef74d-d1f1-423e-b4d6-98e3ff78e83f req-8ab58fae-cc61-4206-8b60-08f23f5223c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:18.403015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4feef74d-d1f1-423e-b4d6-98e3ff78e83f req-8ab58fae-cc61-4206-8b60-08f23f5223c6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 948 time: 0.1209764 Dec 10 08:50:18.420128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9297e44-8197-4abd-afcd-85362ab6cbf4 req-d40e13fd-7617-4bab-b686-4d41c45b0741 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:18.421808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9297e44-8197-4abd-afcd-85362ab6cbf4 req-d40e13fd-7617-4bab-b686-4d41c45b0741 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1386786 Dec 10 08:50:18.422964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.440045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:18.441140 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.442651 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] 10.222.0.18 "PUT /v2.0/ports/fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 200 len: 1095 time: 0.7178063 Dec 10 08:50:18.443488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:18.445948 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:18.478245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9da443-415a-44ad-93e5-e85eb0d1c885 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:18.496642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3750513-56b5-406d-8cf5-10be6c554600, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3750513-56b5-406d-8cf5-10be6c554600,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:18.511391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd3750513-56b5-406d-8cf5-10be6c554600', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'd3750513-56b5-406d-8cf5-10be6c554600', 'mac_address': 'fa:16:3e:b9:a9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:18.524295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Network 94e16250-f1ca-4f62-93c5-177fcd130688 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:50:18.541181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:50:18.556447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:50:18.565580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-5c54456d-d9e2-42de-8719-ea213c25986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:18.567131 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-5c54456d-d9e2-42de-8719-ea213c25986c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 1098 time: 0.0591991 Dec 10 08:50:18.588036 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.597801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4feef74d-d1f1-423e-b4d6-98e3ff78e83f req-2ec8438a-149b-4839-a5e1-4ba6236b98f9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936712 Dec 10 08:50:18.609430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3750513-56b5-406d-8cf5-10be6c554600 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:18.630497 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-364577cc-2ae8-41d6-838f-b00dc329067b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 200 len: 217 time: 0.0489793 Dec 10 08:50:18.643962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3750513-56b5-406d-8cf5-10be6c554600, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3750513-56b5-406d-8cf5-10be6c554600,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:18.655369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.695810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'Port': ['ID=30770f08-2c59-4621-adf2-1560178a30e4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:18.719586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9297e44-8197-4abd-afcd-85362ab6cbf4 req-b4565bed-e4fc-493b-8979-f402d208ed3b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533693 Dec 10 08:50:18.728862 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-88ad1f66-667c-4ff2-b51d-e920f60da0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:18.733377 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-88ad1f66-667c-4ff2-b51d-e920f60da0b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0939624 Dec 10 08:50:18.737067 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ece69c-deb6-4b24-8d11-84a3c726d82d x-openstack-request-id: req-d2ece69c-deb6-4b24-8d11-84a3c726d82d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:18.737423 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:18.738607 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2ece69c-deb6-4b24-8d11-84a3c726d82d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:18.740388 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'status': 'completed', 'code': 200} Dec 10 08:50:18.775533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:18.777149 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.784846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3750513-56b5-406d-8cf5-10be6c554600,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:18.813596 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-2c1b36cb-e1d4-49d0-a7e1-4932ec0ad25d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3049548 Dec 10 08:50:18.850254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Request body: {'port': {'device_id': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:18.872132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-f900e927-2ba6-4cbd-af54-58db8781fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:18.873731 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-f900e927-2ba6-4cbd-af54-58db8781fafd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266716 Dec 10 08:50:18.915432 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:18.947964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:19.012735 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-7ad90fdf-621f-411c-9c43-987cf0b7f992 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332667 Dec 10 08:50:19.030117 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-2ece3423-37bd-4af3-853e-f9e6b9362b7a service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416376 Dec 10 08:50:19.106538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d3750513-56b5-406d-8cf5-10be6c554600'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:19.107118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45820fe9-f8ee-4043-b9c1-17ca67e81e28 req-8871d034-059f-4fc0-b270-7dba4cec0a71 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.110171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45820fe9-f8ee-4043-b9c1-17ca67e81e28 req-8871d034-059f-4fc0-b270-7dba4cec0a71 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 931 time: 0.1424949 Dec 10 08:50:19.151060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-d931dfd3-973a-493d-b0ac-cd488d44968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.152630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-d931dfd3-973a-493d-b0ac-cd488d44968a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 1101 time: 0.1034093 Dec 10 08:50:19.172413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f2e898a-2713-4e06-b350-32ad14e40f8b req-b0e6a5c5-d16d-4601-971c-9f76a8c2b5e8 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310496 Dec 10 08:50:19.372792 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45820fe9-f8ee-4043-b9c1-17ca67e81e28 req-6056502f-5e24-4ced-b3a2-32aa31386ce5 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396389 Dec 10 08:50:19.394319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-5ef746d8-ab7c-4f69-9418-f4a89f57a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.397196 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-5ef746d8-ab7c-4f69-9418-f4a89f57a2be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 1098 time: 0.0973127 Dec 10 08:50:19.412597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b6e07-8eb7-4a12-8f6c-54dd66adb83f req-8f6a908f-49c2-432c-8fd1-94ad49718bf0 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.416898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-77c2a890-1ca6-44c1-ab4d-70ec7d261919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.418400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-77c2a890-1ca6-44c1-ab4d-70ec7d261919 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.2219846 Dec 10 08:50:19.420321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a4b6e07-8eb7-4a12-8f6c-54dd66adb83f req-8f6a908f-49c2-432c-8fd1-94ad49718bf0 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 949 time: 0.1296721 Dec 10 08:50:19.450494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30770f08-2c59-4621-adf2-1560178a30e4 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:19.463948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:19.499160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Transition to ACTIVE for port object 30770f08-2c59-4621-adf2-1560178a30e4 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:50:19.506098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-d5b8945c-1ad0-4ad2-b12a-3eec15c74e82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=cac6e050-4796-4e8a-9331-33ed0c7c3e24 HTTP/1.1" status: 200 len: 217 time: 0.0771990 Dec 10 08:50:19.506397 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a4b6e07-8eb7-4a12-8f6c-54dd66adb83f req-a74253d7-474d-4f48-ad42-9445769418c1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848501 Dec 10 08:50:19.529252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:19.592113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-5b5d9888-3b73-41ff-8cff-fc4fcdbf8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.593485 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-5b5d9888-3b73-41ff-8cff-fc4fcdbf8536 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0786109 Dec 10 08:50:19.597948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-0dc52207-e5fb-4004-bf09-5ef79c3f6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.599308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Pushing event updated for resources: {'Port': ['ID=30770f08-2c59-4621-adf2-1560178a30e4,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:19.599619 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-0dc52207-e5fb-4004-bf09-5ef79c3f6352 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1802595 Dec 10 08:50:19.615530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b1395-7a0f-4e6c-b3f4-1e321dc198db req-3629abd9-5875-45d5-8afc-da17aef69ef8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.617078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-481b1395-7a0f-4e6c-b3f4-1e321dc198db req-3629abd9-5875-45d5-8afc-da17aef69ef8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 947 time: 0.1167972 Dec 10 08:50:19.672455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-64f60e2d-90ea-4d31-91ab-4ff83ad352ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 200 len: 217 time: 0.0402398 Dec 10 08:50:19.681796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-cdba66fc-fde9-4cb7-b86c-7c033a244414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.683297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-cdba66fc-fde9-4cb7-b86c-7c033a244414 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801399 Dec 10 08:50:19.740579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-481b1395-7a0f-4e6c-b3f4-1e321dc198db req-2992de7a-5f0a-4692-bde3-958c2d66adc3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089799 Dec 10 08:50:19.755386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Attempting to bind port 30770f08-2c59-4621-adf2-1560178a30e4 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:19.755843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Attempting to bind port 30770f08-2c59-4621-adf2-1560178a30e4 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'e087c48d-5d0b-41c4-b316-1397a5fa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:19.756185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Attempting to bind port 30770f08-2c59-4621-adf2-1560178a30e4 on network 94e16250-f1ca-4f62-93c5-177fcd130688 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:19.766660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae5300-151a-4b2f-a2b7-9eee12137f19 req-4e78997b-4000-44df-82e7-6cd928f9c85d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.775087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dae5300-151a-4b2f-a2b7-9eee12137f19 req-4e78997b-4000-44df-82e7-6cd928f9c85d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 949 time: 0.1072454 Dec 10 08:50:19.785397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Port 30770f08-2c59-4621-adf2-1560178a30e4 on network 94e16250-f1ca-4f62-93c5-177fcd130688 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:19.785752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Attempting to bind port 30770f08-2c59-4621-adf2-1560178a30e4 on network 94e16250-f1ca-4f62-93c5-177fcd130688 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:19.790108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-d2d9e38d-d1ff-46f6-83e5-cf711e29b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.791830 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-d2d9e38d-d1ff-46f6-83e5-cf711e29b3ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1010673 Dec 10 08:50:19.799716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:19.800058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Checking segment: {'id': 'e087c48d-5d0b-41c4-b316-1397a5fa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:19.800449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Bound using segment: {'id': 'e087c48d-5d0b-41c4-b316-1397a5fa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:19.800889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Bound port: 30770f08-2c59-4621-adf2-1560178a30e4, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e087c48d-5d0b-41c4-b316-1397a5fa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:19.801246 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:19.850665 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-62cc01da-cf56-4657-96c9-ec44e13b5b55 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585999 Dec 10 08:50:19.861430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-c7f21da5-1bca-4c76-9baf-f7a9d5aa2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.862294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-c7f21da5-1bca-4c76-9baf-f7a9d5aa2c00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573103 Dec 10 08:50:19.889533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dae5300-151a-4b2f-a2b7-9eee12137f19 req-88e41b17-369f-4afb-90ce-75a53cd40447 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138859 Dec 10 08:50:19.935435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f14a7-1a8c-4cc3-a85c-1a94a5aaea12 req-8cf1dfdd-43a6-4978-93c5-b9a6ea620f58 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:19.937417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a1f14a7-1a8c-4cc3-a85c-1a94a5aaea12 req-8cf1dfdd-43a6-4978-93c5-b9a6ea620f58 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1170068 Dec 10 08:50:19.941292 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] For port 30770f08-2c59-4621-adf2-1560178a30e4, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:19.944800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] For port 30770f08-2c59-4621-adf2-1560178a30e4, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=30770f08-2c59-4621-adf2-1560178a30e4,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:19.954456 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:20.028092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:20.028721 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:20.030153 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] 10.222.0.18 "PUT /v2.0/ports/30770f08-2c59-4621-adf2-1560178a30e4 HTTP/1.1" status: 200 len: 1091 time: 1.1981018 Dec 10 08:50:20.030608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:20.032891 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db" -d '{"events": [{"name": "network-changed", "server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "tag": "30770f08-2c59-4621-adf2-1560178a30e4"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:20.046597 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fdf31afb-6ef1-402f-a879-0265576ee502 req-b437ff13-691f-4fc1-8fd3-7ab9c9861cbf service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832535 Dec 10 08:50:20.049021 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-1b2e9dc4-7c7e-42a9-81cf-151297b4667b service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761456 Dec 10 08:50:20.059134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b4c03-fd1c-42a3-ac72-e02f8a0b5f2c service neutron] Pushing event updated for resources: {'Port': ['ID=30770f08-2c59-4621-adf2-1560178a30e4,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:20.065682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a1f14a7-1a8c-4cc3-a85c-1a94a5aaea12 req-218ab8e4-40fd-4c31-a8e7-7e330b984d0e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194792 Dec 10 08:50:20.089436 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd0e960-3f5e-4eef-bb8d-6a87f254f920 x-openstack-request-id: req-edd0e960-3f5e-4eef-bb8d-6a87f254f920 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:20.089976 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "tag": "30770f08-2c59-4621-adf2-1560178a30e4", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:20.090391 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edd0e960-3f5e-4eef-bb8d-6a87f254f920 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:20.090822 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4', 'status': 'completed', 'code': 200} Dec 10 08:50:20.176006 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05a227d0-ed6c-429c-abb5-11ccad5c4e3f req-e1023871-de5e-47be-9035-74b3a375a436 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116970 Dec 10 08:50:20.216592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3779-d207-4034-9b9b-fb793e50696a req-d494ecae-58a9-4b87-9c34-ea55917863b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:20.218108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-d494ecae-58a9-4b87-9c34-ea55917863b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 1094 time: 0.0860007 Dec 10 08:50:20.224087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ce643-a767-4c5a-8c45-e1e8c0621746 req-6c25b3a1-305b-42f2-ad02-add54ecacd41 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:20.225483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e34ce643-a767-4c5a-8c45-e1e8c0621746 req-6c25b3a1-305b-42f2-ad02-add54ecacd41 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1096 time: 0.0713627 Dec 10 08:50:20.283679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-f2d31ffd-d6a0-4961-8ba6-b92773dba8b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30770f08-2c59-4621-adf2-1560178a30e4 HTTP/1.1" status: 200 len: 217 time: 0.0455940 Dec 10 08:50:20.337524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e34ce643-a767-4c5a-8c45-e1e8c0621746 req-e81aecfd-3aa1-48d2-900c-17c0cdc02f10 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054370 Dec 10 08:50:20.353619 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3779-d207-4034-9b9b-fb793e50696a req-89cdd5e2-1ba4-4a03-a490-021e148385a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:20.355041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-89cdd5e2-1ba4-4a03-a490-021e148385a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 200 len: 853 time: 0.0575302 Dec 10 08:50:20.719105 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-f12307af-9b4f-4dce-9881-9d23e2c8e412 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94e16250-f1ca-4f62-93c5-177fcd130688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3521111 Dec 10 08:50:20.877281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500595d6-81e4-4f90-b075-975081dc60a8 req-17c592a1-66e9-4f67-a6df-618cade4733d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:20.885356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-500595d6-81e4-4f90-b075-975081dc60a8 req-17c592a1-66e9-4f67-a6df-618cade4733d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 949 time: 0.1698766 Dec 10 08:50:20.894144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2736b5-d1b2-41b9-8db0-d4ac6c0a65c9 req-2ae92ba2-89db-4540-bea1-02e4f4054c6e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:20.896256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c2736b5-d1b2-41b9-8db0-d4ac6c0a65c9 req-2ae92ba2-89db-4540-bea1-02e4f4054c6e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 943 time: 0.1825490 Dec 10 08:50:20.945794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-e22de134-8978-49bd-a529-696b58f421f4 service neutron] 10.222.0.18 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050014 Dec 10 08:50:21.059181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-500595d6-81e4-4f90-b075-975081dc60a8 req-e59a49b1-db6a-417e-b561-5ddaf1677779 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727710 Dec 10 08:50:21.064842 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c2736b5-d1b2-41b9-8db0-d4ac6c0a65c9 req-d10d574a-da82-4dc7-81e1-ae12e2e0a3cd tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557450 Dec 10 08:50:21.144655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1aad3779-d207-4034-9b9b-fb793e50696a req-1d480740-793d-41af-ab69-c78d2065b540 service neutron] 10.222.0.18 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854069 Dec 10 08:50:21.276569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84265aaf-80c8-464f-ab44-3126786b8f11 req-7e5997fe-3f78-41c4-8c28-69659a838e8d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:21.278137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84265aaf-80c8-464f-ab44-3126786b8f11 req-7e5997fe-3f78-41c4-8c28-69659a838e8d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 949 time: 0.1086249 Dec 10 08:50:21.293202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e521e-9134-454e-926e-69eaeae63d1c req-454e71f6-64c3-451a-a549-05bea283f7b6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:21.294647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c3e521e-9134-454e-926e-69eaeae63d1c req-454e71f6-64c3-451a-a549-05bea283f7b6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 947 time: 0.1160905 Dec 10 08:50:21.303623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-576a0e29-d008-478e-99e3-3343a460d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:21.305000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-576a0e29-d008-478e-99e3-3343a460d752 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 1094 time: 0.0862131 Dec 10 08:50:21.438812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c3e521e-9134-454e-926e-69eaeae63d1c req-0bc04914-0168-4b12-ad71-9efc99769604 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328800 Dec 10 08:50:21.450662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84265aaf-80c8-464f-ab44-3126786b8f11 req-abd07f86-c54a-4699-9603-39ca232fd9c8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549828 Dec 10 08:50:21.489368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-0ddfacb9-c802-4a6f-96f9-9fa58335d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:21.490863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-0ddfacb9-c802-4a6f-96f9-9fa58335d695 service neutron] 10.222.0.18 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 914 time: 0.1713350 Dec 10 08:50:21.575342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-2526083e-642c-463d-8ae0-6e4428b3a54f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30770f08-2c59-4621-adf2-1560178a30e4 HTTP/1.1" status: 200 len: 217 time: 0.0700386 Dec 10 08:50:21.671071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-c7ef8d5b-3cb0-45b1-8290-dc2aef65a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:21.672572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-c7ef8d5b-3cb0-45b1-8290-dc2aef65a6bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 200 len: 853 time: 0.0882201 Dec 10 08:50:21.738971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-2ab28753-75cf-4a9b-a7e0-482230ee8992 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94e16250-f1ca-4f62-93c5-177fcd130688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320034 Dec 10 08:50:21.752800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c9e05-2249-4f7a-bdf5-75d8bd20e2a1 req-128f0606-8d39-4aeb-a999-716fb2f1bb55 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:21.761665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de6c9e05-2249-4f7a-bdf5-75d8bd20e2a1 req-128f0606-8d39-4aeb-a999-716fb2f1bb55 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1096 time: 0.0940201 Dec 10 08:50:21.865784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de6c9e05-2249-4f7a-bdf5-75d8bd20e2a1 req-fb591450-e048-41f9-8446-96b069eda0fd tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015134 Dec 10 08:50:21.932275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-b660a023-53fd-4300-a291-2080e77dc7a1 service neutron] 10.222.0.18 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785095 Dec 10 08:50:22.011651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194296f-247b-4c34-92fc-ddb128dd0685 req-278f56fc-7912-48e4-bdaf-56282dfe8b50 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.013245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8194296f-247b-4c34-92fc-ddb128dd0685 req-278f56fc-7912-48e4-bdaf-56282dfe8b50 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 945 time: 0.1252098 Dec 10 08:50:22.089179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8194296f-247b-4c34-92fc-ddb128dd0685 req-8cac8fbd-7d1a-4184-984e-229f7890dee3 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660985 Dec 10 08:50:22.101304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bac82bc-94a3-49d0-952c-ab4d8f06d3db req-bb762641-1b1c-4c05-9ffd-96b8e9410268 service neutron] 10.222.0.18 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578405 Dec 10 08:50:22.330248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.330939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.331721 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.331721 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.332088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.332560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.333854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.334500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.334960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.335425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.335912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.336323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.336776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.337225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.339227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.339697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.340156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.340617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.341067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.341540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.341989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.344921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-7e9ab0f9-3273-419a-b75e-d219aaa31c33 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258&device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16&device_id=75f74406-14d0-49c0-b037-0e76e207a6db&device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29&device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb&device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0&device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98&device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39&device_id=350dd624-9c80-4897-b63d-157e1989de82&device_id=41eb045d-72be-4b15-bc49-f00478fb4db4&device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8&device_id=ef19b5a9-7066-4bc4-812a-9925853714bf&device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f&device_id=147709da-1488-420c-bf1f-ed7eef15d7b4&device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a&device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b&device_id=26254585-e82d-4420-890b-922605d7d994&device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a&device_id=107a23f3-8da4-46de-bd63-5ff67538c691&device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda&device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 18865 time: 0.0822008 Dec 10 08:50:22.349613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3750513-56b5-406d-8cf5-10be6c554600 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:22.372162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-809c5667-4ef1-42e1-9035-830ef030dee5 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:22.422810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port d3750513-56b5-406d-8cf5-10be6c554600 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:22.430646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port d3750513-56b5-406d-8cf5-10be6c554600 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:22.431468 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:22.512695 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-809c5667-4ef1-42e1-9035-830ef030dee5 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:22.518198 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-809c5667-4ef1-42e1-9035-830ef030dee5 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:22.567276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c5667-4ef1-42e1-9035-830ef030dee5 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad05789-f0ea-4289-9202-12aea2ed8f67,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:22.570762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:22.606195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f74406-14d0-49c0-b037-0e76e207a6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3750513-56b5-406d-8cf5-10be6c554600'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:22.610674 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53506e81-18bc-4307-b350-d2ec7ffb9d11" -d '{"events": [{"server_uuid": "75f74406-14d0-49c0-b037-0e76e207a6db", "name": "network-vif-plugged", "status": "completed", "tag": "d3750513-56b5-406d-8cf5-10be6c554600"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:22.640891 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3750513-56b5-406d-8cf5-10be6c554600, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3750513-56b5-406d-8cf5-10be6c554600,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:22.648311 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:22.712605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a7a3eaf-b0b0-44c9-ba8f-353b040d2591 req-809c5667-4ef1-42e1-9035-830ef030dee5 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&id=f983681b-62df-45c5-a54a-9a1997b3de2e&id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&id=8bf6f407-846d-4759-ac18-6bf637686329&id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&id=7e6ea1a6-dea6-435c-9392-49978fd291f9&id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 781 time: 0.3541820 Dec 10 08:50:22.764010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3750513-56b5-406d-8cf5-10be6c554600,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:22.866803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0a230-78d5-45fa-881e-21b9062c4d51 req-0a51eb67-da6d-4d9e-8fe4-35e01b1629b5 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:22.874572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8f0a230-78d5-45fa-881e-21b9062c4d51 req-0a51eb67-da6d-4d9e-8fe4-35e01b1629b5 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 943 time: 0.0727196 Dec 10 08:50:22.941643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8f0a230-78d5-45fa-881e-21b9062c4d51 req-2891923d-69a6-4ec2-b4d9-54005ef2763e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586824 Dec 10 08:50:23.038312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71575130-23fa-4995-96e9-f914b81b75da req-ea3c056f-2d0a-460b-8fe7-3eed7312e6f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028247 Dec 10 08:50:23.140606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811ae75-d31a-402f-8d15-5f0cbf536601 req-5e8a38bb-cb8e-49ac-badc-628aae1dee4a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:23.142411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a811ae75-d31a-402f-8d15-5f0cbf536601 req-5e8a38bb-cb8e-49ac-badc-628aae1dee4a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 947 time: 0.1173294 Dec 10 08:50:23.149677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71575130-23fa-4995-96e9-f914b81b75da req-af2a13f2-ef09-448a-adec-2d37a4ea15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:23.151171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71575130-23fa-4995-96e9-f914b81b75da req-af2a13f2-ef09-448a-adec-2d37a4ea15d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 1100 time: 0.0779133 Dec 10 08:50:23.264533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a811ae75-d31a-402f-8d15-5f0cbf536601 req-be2dbe49-b65a-4906-89f0-a346b378c5b1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102514 Dec 10 08:50:23.376135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71575130-23fa-4995-96e9-f914b81b75da req-26c188e2-e89d-4d95-9c21-a31b3ea40c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:23.377699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71575130-23fa-4995-96e9-f914b81b75da req-26c188e2-e89d-4d95-9c21-a31b3ea40c3b service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1912236 Dec 10 08:50:23.444849 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71575130-23fa-4995-96e9-f914b81b75da req-1913d3f7-6b68-4b6d-9e11-3b83706057f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=4602d574-c1d9-4237-9c4a-e1d01dcc7263 HTTP/1.1" status: 200 len: 217 time: 0.0430989 Dec 10 08:50:23.474801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3fbcb-fe12-4784-959e-af20e59fac85 req-c5f93b2d-e47a-4fe8-bfae-1a21868aed99 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:23.476375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fda3fbcb-fe12-4784-959e-af20e59fac85 req-c5f93b2d-e47a-4fe8-bfae-1a21868aed99 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 950 time: 0.1101170 Dec 10 08:50:23.540433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71575130-23fa-4995-96e9-f914b81b75da req-3a9b633e-d4fb-4f65-8fb8-c403a3fe2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:23.542193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71575130-23fa-4995-96e9-f914b81b75da req-3a9b633e-d4fb-4f65-8fb8-c403a3fe2786 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0869257 Dec 10 08:50:23.556636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fda3fbcb-fe12-4784-959e-af20e59fac85 req-659e86c2-89f9-4efd-a48b-01974e27470f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 Dec 10 08:50:23.626922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71575130-23fa-4995-96e9-f914b81b75da req-c451ce3c-11d8-4963-b065-d29a5cccdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:23.631169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71575130-23fa-4995-96e9-f914b81b75da req-c451ce3c-11d8-4963-b065-d29a5cccdf25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646954 Dec 10 08:50:23.651923 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8499e623-40d0-4da7-a382-fb217b268247 x-openstack-request-id: req-8499e623-40d0-4da7-a382-fb217b268247 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:23.652483 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f74406-14d0-49c0-b037-0e76e207a6db", "name": "network-vif-plugged", "status": "completed", "tag": "d3750513-56b5-406d-8cf5-10be6c554600", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:23.652830 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8499e623-40d0-4da7-a382-fb217b268247 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:23.653366 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f74406-14d0-49c0-b037-0e76e207a6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3750513-56b5-406d-8cf5-10be6c554600', 'code': 200} Dec 10 08:50:23.759044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-1bbf02b1-7a86-4315-973b-b8f80b171280 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:50:23.768362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-1bbf02b1-7a86-4315-973b-b8f80b171280 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257418 Dec 10 08:50:23.782159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aaae1-5031-4fbd-af2a-e8b2f1e5ebe6 req-ce906349-d9ff-43dd-9926-4a0f60467465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:23.785661 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f4aaae1-5031-4fbd-af2a-e8b2f1e5ebe6 req-ce906349-d9ff-43dd-9926-4a0f60467465 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 1101 time: 0.0455937 Dec 10 08:50:23.824607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-d70febfa-7082-42f7-b449-e0371cc25e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:23.832618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-d70febfa-7082-42f7-b449-e0371cc25e97 service neutron] 10.222.0.31 "GET /v2.0/ports/0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 200 len: 1093 time: 0.0633326 Dec 10 08:50:23.837321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Request body: {'binding': {'host': 'n-h1-814746-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:23.837916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Unknown quota resources ['binding']. {{(pid=114969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 08:50:23.844741 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f4aaae1-5031-4fbd-af2a-e8b2f1e5ebe6 req-b67e5c31-7a33-4410-9b19-0cf0355410e4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501690 Dec 10 08:50:23.910655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71575130-23fa-4995-96e9-f914b81b75da req-959e84eb-bab1-40e5-badc-936132531fd9 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481883 Dec 10 08:50:24.078497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71575130-23fa-4995-96e9-f914b81b75da req-8eca50bd-2a5e-4e80-92f9-4077ad2d3e41 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328995 Dec 10 08:50:24.092661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 on host n-h1-814746-3 for vnic_type normal with profile None {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:24.093884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:24.094220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:24.099192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Port 0a86a848-822b-4b26-a1eb-b950939b3d91 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:24.099505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:24.107639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:24.108049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:24.108459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:24.109074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Bound port: 0a86a848-822b-4b26-a1eb-b950939b3d91, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:24.216861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90e3fc-517e-4191-9a68-9910c3ae7924 req-2e6ad753-20a0-4c73-87e8-a3381c9c4ef6 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:24.217343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90e3fc-517e-4191-9a68-9910c3ae7924 req-2e6ad753-20a0-4c73-87e8-a3381c9c4ef6 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:24.217862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90e3fc-517e-4191-9a68-9910c3ae7924 req-2e6ad753-20a0-4c73-87e8-a3381c9c4ef6 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:24.219538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff90e3fc-517e-4191-9a68-9910c3ae7924 req-2e6ad753-20a0-4c73-87e8-a3381c9c4ef6 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb&device_id=350dd624-9c80-4897-b63d-157e1989de82&device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 2883 time: 0.1164701 Dec 10 08:50:24.237623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:24.253611 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] Publish callbacks [] for binding, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:24.254819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-9df391e1-ae1a-4107-a78f-baeec42b5c46 service neutron] 10.222.0.31 "POST /v2.0/ports/0a86a848-822b-4b26-a1eb-b950939b3d91/bindings HTTP/1.1" status: 201 len: 389 time: 0.4211082 Dec 10 08:50:24.293917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff90e3fc-517e-4191-9a68-9910c3ae7924 req-90a564c9-a465-47bb-a0b1-2b2755a3b304 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649605 Dec 10 08:50:24.440386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76e598-9e6c-444e-9cd6-b15dcfc52038 req-6f4a3294-2dfa-473f-b47e-474352e1cb10 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:24.442157 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c76e598-9e6c-444e-9cd6-b15dcfc52038 req-6f4a3294-2dfa-473f-b47e-474352e1cb10 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 943 time: 0.0777433 Dec 10 08:50:24.568636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-23df9ddd-0c5e-49b8-9112-7a0f29a5f951 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--544151141&fields=id&tenant_id=66e0341a0559410bb432f4bb1302f7fa HTTP/1.1" status: 200 len: 267 time: 0.0874469 Dec 10 08:50:24.573431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c76e598-9e6c-444e-9cd6-b15dcfc52038 req-cc911d83-3c70-4e6c-b898-6c82174277ca tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165841 Dec 10 08:50:24.630524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fb8bec0e-79b6-40bc-95d9-a4134a810eea details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:24.811602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497a78-27d1-4796-ac1b-39416295f22a req-b8e8240b-fd3e-4a2c-8a05-62960bd8d30d tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:24.812209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:24.815589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-b8e8240b-fd3e-4a2c-8a05-62960bd8d30d tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/networks?id=0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 200 len: 824 time: 0.2364895 Dec 10 08:50:24.837284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'mac_address': 'fa:16:3e:c3:d6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:24.878588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-621f20e7-6439-4259-9e8e-1a31c972f4ea tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/quotas/66e0341a0559410bb432f4bb1302f7fa HTTP/1.1" status: 200 len: 375 time: 0.0319490 Dec 10 08:50:24.891377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5807306-95e9-42ce-9a4d-5f72eda2ea6d req-af70bb77-1cd5-447b-9c8c-3f64e2c13122 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:24.893033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5807306-95e9-42ce-9a4d-5f72eda2ea6d req-af70bb77-1cd5-447b-9c8c-3f64e2c13122 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 947 time: 0.2115622 Dec 10 08:50:24.894088 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:24.915748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8bec0e-79b6-40bc-95d9-a4134a810eea {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:24.938390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-bbb75a84-26fd-41e2-bedd-67f66e94f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:24.939042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:24.939995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-bbb75a84-26fd-41e2-bedd-67f66e94f07c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1096 time: 0.1955483 Dec 10 08:50:24.956380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:25.000671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5807306-95e9-42ce-9a4d-5f72eda2ea6d req-fff60a80-3048-4436-b7e2-e50e77eed410 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944409 Dec 10 08:50:25.036594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:25.050124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-6c4653e8-0bdc-410e-86c5-175e623f546a tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66e0341a0559410bb432f4bb1302f7fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1706409 Dec 10 08:50:25.140056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-72399175-d9fd-4678-8064-909e54d114e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:25.141746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-72399175-d9fd-4678-8064-909e54d114e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.1781058 Dec 10 08:50:25.224241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-384d7540-a4d6-475d-8521-6f3186a5f9ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 200 len: 217 time: 0.0487950 Dec 10 08:50:25.248263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-99bb1921-476e-4d87-b978-3ba2abe6d908 service neutron] 10.222.0.31 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781960 Dec 10 08:50:25.264478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ea2c9-b20f-4241-a278-8ea1217012a6 req-c7481255-318b-4b00-a3d9-20f13bc2eb75 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:25.265946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-602ea2c9-b20f-4241-a278-8ea1217012a6 req-c7481255-318b-4b00-a3d9-20f13bc2eb75 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1198781 Dec 10 08:50:25.483902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['fb8bec0e-79b6-40bc-95d9-a4134a810eea'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:25.657966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-127d765e-720a-4c08-b95c-fd8d1186bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:25.659313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-127d765e-720a-4c08-b95c-fd8d1186bf0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.4095716 Dec 10 08:50:25.704523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-2958034c-43b9-4294-a2cb-0bfcd43c5432 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358739 Dec 10 08:50:25.713269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-602ea2c9-b20f-4241-a278-8ea1217012a6 req-eb17cbf2-c652-448a-93e1-75f12bece59a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147995 Dec 10 08:50:25.748733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-c998a15b-31ad-4b13-99fe-009381578936 service neutron] 10.222.0.31 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818387 Dec 10 08:50:25.853813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-54abb836-7449-4492-9654-abd442c87265 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381109 Dec 10 08:50:25.861933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cb86d-e6a5-408d-a096-9c6ad6896da2 req-57a94572-3214-4fa6-a091-7efcfb0b57b0 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:25.863649 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee7cb86d-e6a5-408d-a096-9c6ad6896da2 req-57a94572-3214-4fa6-a091-7efcfb0b57b0 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 950 time: 0.0813227 Dec 10 08:50:26.053414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee7cb86d-e6a5-408d-a096-9c6ad6896da2 req-877bfc9f-b595-49c2-b403-fe1b94e0ac79 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582088 Dec 10 08:50:26.089468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41103-0022-4a9e-8e5b-f42f4fddcf4b req-5263281a-833a-42db-976f-3ece074ff64c tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:26.091030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96c41103-0022-4a9e-8e5b-f42f4fddcf4b req-5263281a-833a-42db-976f-3ece074ff64c tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 943 time: 0.1287930 Dec 10 08:50:26.093354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-fe0ef523-b0a4-40c1-b555-ecd87592fab6 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283061 Dec 10 08:50:26.164359 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-595a8987-a204-4229-8e4c-e51b476146a5 req-634c4e0d-846d-4336-b7f5-72a796e5bea6 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 210 time: 0.0456545 Dec 10 08:50:26.182134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96c41103-0022-4a9e-8e5b-f42f4fddcf4b req-8e220201-2ee6-459f-8a87-ab6cbd1a9396 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843663 Dec 10 08:50:26.311718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41c76-cd13-4092-9266-a85d0e695957 req-2f9fd8b5-7a96-4ba8-a9ec-098172983ef8 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:26.313291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63e41c76-cd13-4092-9266-a85d0e695957 req-2f9fd8b5-7a96-4ba8-a9ec-098172983ef8 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.18 "GET /v2.0/ports?device_id=895f28d1-94bf-47ff-bba9-9f17fc83e49a HTTP/1.1" status: 200 len: 945 time: 0.0923798 Dec 10 08:50:26.338333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b051b7-d0a8-47c4-92a9-cbd6fed51f08 req-30f7393e-f77e-4668-b4cf-cf6202239311 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:26.345799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7b051b7-d0a8-47c4-92a9-cbd6fed51f08 req-30f7393e-f77e-4668-b4cf-cf6202239311 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 948 time: 0.0930374 Dec 10 08:50:26.514572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7b051b7-d0a8-47c4-92a9-cbd6fed51f08 req-901c8485-6956-4b5b-a945-0f6b532867aa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675570 Dec 10 08:50:26.525243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9454b-b7f5-4ac4-859d-ce78c459e3d9 req-02ced29c-5600-4347-831f-a7a6f3e7526d tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:26.527087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7d9454b-b7f5-4ac4-859d-ce78c459e3d9 req-02ced29c-5600-4347-831f-a7a6f3e7526d tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 1101 time: 0.1545231 Dec 10 08:50:26.580496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Deleting port 2ba106a2-2ad5-485c-9410-1136f7b0798b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:26.580923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:26.636788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 30770f08-2c59-4621-adf2-1560178a30e4 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:26.709272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7d9454b-b7f5-4ac4-859d-ce78c459e3d9 req-f5a4e3dd-aab5-454e-bdc3-67df68beb702 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739717 Dec 10 08:50:26.841426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] For port 2ba106a2-2ad5-485c-9410-1136f7b0798b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2ba106a2-2ad5-485c-9410-1136f7b0798b,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:26.841426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:26.869663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 30770f08-2c59-4621-adf2-1560178a30e4, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=30770f08-2c59-4621-adf2-1560178a30e4,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:26.899960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '30770f08-2c59-4621-adf2-1560178a30e4', 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688', 'port_id': '30770f08-2c59-4621-adf2-1560178a30e4', 'mac_address': 'fa:16:3e:94:f2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ede4747-7265-463c-a1c9-eddbcdafe205', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:26.993364 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:27.027725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30770f08-2c59-4621-adf2-1560178a30e4 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:27.080112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 30770f08-2c59-4621-adf2-1560178a30e4, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=30770f08-2c59-4621-adf2-1560178a30e4,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:27.089218 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:27.153907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d0b82-0b9e-4377-8515-7b624313c6ee req-0ddee0be-338a-49ae-a959-d361077e5aff tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:27.162174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d0d0b82-0b9e-4377-8515-7b624313c6ee req-0ddee0be-338a-49ae-a959-d361077e5aff tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1708274 Dec 10 08:50:27.181477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=30770f08-2c59-4621-adf2-1560178a30e4,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:27.264395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d0d0b82-0b9e-4377-8515-7b624313c6ee req-aae1550f-43ae-4d66-8c99-5d0f792bbc8e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961456 Dec 10 08:50:27.317712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-493a7686-0f04-4401-ad4c-cfde1d68ecbb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413616 Dec 10 08:50:27.354813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:27.355299 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:27.355615 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Floating IP dff238ef-a851-4394-8fad-733b7e312154 disassociated. External IP: 172.25.3.78, port: 2ba106a2-2ad5-485c-9410-1136f7b0798b. Dec 10 08:50:27.355958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Calling delete_port for 2ba106a2-2ad5-485c-9410-1136f7b0798b owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:27.529348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eff68-3721-4c88-970a-c2b47e4e43e4 req-d89192e8-9151-47b1-ae30-9ab1bad40b2f tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:27.537722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b24eff68-3721-4c88-970a-c2b47e4e43e4 req-d89192e8-9151-47b1-ae30-9ab1bad40b2f tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 1101 time: 0.2031581 Dec 10 08:50:27.563874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['30770f08-2c59-4621-adf2-1560178a30e4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:27.652067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-1af58579-1b6a-48bc-9c6e-679984fcf8bb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:27.663561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-1af58579-1b6a-48bc-9c6e-679984fcf8bb tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173141 Dec 10 08:50:27.676317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497a78-27d1-4796-ac1b-39416295f22a req-12ba8025-5bc3-40be-918a-10d7d9a8f353 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:27.685754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-12ba8025-5bc3-40be-918a-10d7d9a8f353 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.39 "GET /v2.0/networks?id=0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 200 len: 824 time: 0.2522204 Dec 10 08:50:27.724705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b24eff68-3721-4c88-970a-c2b47e4e43e4 req-f15f986f-1ae6-4f20-bd44-f3ceec2a7897 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859903 Dec 10 08:50:27.745320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-31962751-5c1d-4a85-90a3-5e2373e7ef67 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/quotas/47a0dff32cbc4eb8a4a73eb102f8ca56 HTTP/1.1" status: 200 len: 375 time: 0.0807676 Dec 10 08:50:27.786866 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-1ec481aa-605d-4aa1-8763-103f400a67ca tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e0341a0559410bb432f4bb1302f7fa HTTP/1.1" status: 200 len: 379 time: 0.0797312 Dec 10 08:50:27.798748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Request body: {'port': {'device_id': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'admin_state_up': True, 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'security_groups': ['e9deff8a-f1a9-49af-b65a-b8ce582c8c17']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:27.874728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:27.912794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02218ace-7fa0-413c-afc7-8c65d46a25cf req-e0606512-4c7d-405c-ba99-0338fd7a7f45 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 210 time: 0.0453918 Dec 10 08:50:27.942617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event deleted for resources: {'Port': ['ID=2ba106a2-2ad5-485c-9410-1136f7b0798b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:27.967138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Made reservation on behalf of 66e0341a0559410bb432f4bb1302f7fa for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:50:27.972514 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:27.992132 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-91bdc8ac-42ea-4f98-a516-2639f134b971 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2435386 Dec 10 08:50:28.142926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e43768-c657-4116-ab1f-5a0029873a8e req-85a2ccc3-14d4-4939-a394-5f2650b00954 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:28.144473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78e43768-c657-4116-ab1f-5a0029873a8e req-85a2ccc3-14d4-4939-a394-5f2650b00954 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 944 time: 0.1049500 Dec 10 08:50:28.171080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Allocated IP 172.20.0.3 (0f996f28-7a71-4f34-bbc5-42a950667083/1370e0ba-0c5c-4f67-950b-eaa0f7136e26/56e6ed03-0f7f-4155-8d17-66d76afec96c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:50:28.175635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Router 11f09fd8-a430-41fc-bf88-2f970515a72d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:50:28.238307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78e43768-c657-4116-ab1f-5a0029873a8e req-1269e1bc-bf91-48a0-a22d-57bfd4e2607a tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857663 Dec 10 08:50:28.310467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf304f-a97b-4b9c-ba5e-67888a6be4cc req-19b1013e-f450-4502-b5cd-7461574f196f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:28.318089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ecf304f-a97b-4b9c-ba5e-67888a6be4cc req-19b1013e-f450-4502-b5cd-7461574f196f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 948 time: 0.1392787 Dec 10 08:50:28.418014 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:28.472742 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:28.485992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:50:28.499044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06694487-512d-4881-a095-23d6f436863d None None] Sync routers for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:50:28.506458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ecf304f-a97b-4b9c-ba5e-67888a6be4cc req-da9731f2-d200-4972-8356-7b273af9d626 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868103 Dec 10 08:50:28.518899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06694487-512d-4881-a095-23d6f436863d None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:28.519772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-06694487-512d-4881-a095-23d6f436863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:50:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:28.560118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event updated for resources: {'Port': ['ID=56e6ed03-0f7f-4155-8d17-66d76afec96c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:28.574868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Network 0f996f28-7a71-4f34-bbc5-42a950667083 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:50:28.576359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:50:28.582433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:50:28.598588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb91c02-5675-4df8-9c3a-b4db9065ec2b req-dca0f237-b818-4dcd-aea8-ad145c2cc5c8 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:28.603217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0eb91c02-5675-4df8-9c3a-b4db9065ec2b req-dca0f237-b818-4dcd-aea8-ad145c2cc5c8 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 1101 time: 0.2341316 Dec 10 08:50:28.651836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] No DVR routers for this DVR port 2ba106a2-2ad5-485c-9410-1136f7b0798b on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:28.678832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:28.680108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:28.694634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:28.701031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fb8bec0e-79b6-40bc-95d9-a4134a810eea up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:28.702332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63e41c76-cd13-4092-9266-a85d0e695957 req-3dc82dcb-81f1-45b1-84e1-7cecf01c74d0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.18 "DELETE /v2.0/ports/2ba106a2-2ad5-485c-9410-1136f7b0798b HTTP/1.1" status: 204 len: 173 time: 2.3790333 Dec 10 08:50:28.706190 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-db6f6b29-62c0-4770-9401-f3bb124f6e17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9124718 Dec 10 08:50:28.725799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'name': 'network-vif-deleted', 'tag': '2ba106a2-2ad5-485c-9410-1136f7b0798b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:28.729056 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5ff224-ee5c-4539-b29e-1fc8d49c9442" -d '{"events": [{"server_uuid": "895f28d1-94bf-47ff-bba9-9f17fc83e49a", "name": "network-vif-deleted", "tag": "2ba106a2-2ad5-485c-9410-1136f7b0798b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:28.736951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Request body: {'port': {'device_id': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:28.751510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72244b40-0a55-4268-81b4-79a707cc9299 req-d0e62e9e-275f-4ed9-8fa3-a45b99ecfd4e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 210 time: 0.1629000 Dec 10 08:50:28.796536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-06694487-512d-4881-a095-23d6f436863d None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:28.869741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0eb91c02-5675-4df8-9c3a-b4db9065ec2b req-3f12dbf9-3da6-4e12-b14c-f28777eb6c2b tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199907 Dec 10 08:50:28.903932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:28.922140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port fb8bec0e-79b6-40bc-95d9-a4134a810eea completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:28.990400 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8f6e4e-ccdc-46f7-b2c8-4fba5b9b0d8d x-openstack-request-id: req-eb8f6e4e-ccdc-46f7-b2c8-4fba5b9b0d8d {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:28.993354 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895f28d1-94bf-47ff-bba9-9f17fc83e49a", "name": "network-vif-deleted", "tag": "2ba106a2-2ad5-485c-9410-1136f7b0798b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:28.996093 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb8f6e4e-ccdc-46f7-b2c8-4fba5b9b0d8d {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:28.996954 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895f28d1-94bf-47ff-bba9-9f17fc83e49a', 'name': 'network-vif-deleted', 'tag': '2ba106a2-2ad5-485c-9410-1136f7b0798b', 'status': 'completed', 'code': 200} Dec 10 08:50:29.003620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port fb8bec0e-79b6-40bc-95d9-a4134a810eea triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:29.006105 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:29.056730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd505b69-d3c6-4bd2-8506-22598f96b60a req-1ccae88b-76fd-4e1c-bae2-442e0d895810 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:29.067124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd505b69-d3c6-4bd2-8506-22598f96b60a req-1ccae88b-76fd-4e1c-bae2-442e0d895810 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1555321 Dec 10 08:50:29.144635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-248c1a39-027f-4f8a-a6ce-e288d0f1345e None None] Provisioning complete for port 56e6ed03-0f7f-4155-8d17-66d76afec96c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:29.146332 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-248c1a39-027f-4f8a-a6ce-e288d0f1345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:29.157043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd505b69-d3c6-4bd2-8506-22598f96b60a req-9b371e2d-a7dc-421e-ab68-7f83f74d6cfb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865896 Dec 10 08:50:29.295551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-248c1a39-027f-4f8a-a6ce-e288d0f1345e None None] Port 56e6ed03-0f7f-4155-8d17-66d76afec96c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:50:29.328422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70886a89-d431-4e5d-8cb7-35dfda6537c4 req-ad1e1bb8-4d5f-4a29-8212-e34cf95715ce tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:29.333681 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:29.354115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70886a89-d431-4e5d-8cb7-35dfda6537c4 req-ad1e1bb8-4d5f-4a29-8212-e34cf95715ce tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 931 time: 0.1207902 Dec 10 08:50:29.380391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:29.382186 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777a16d1-3b45-4cba-b993-68b1d6635929" -d '{"events": [{"server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "name": "network-vif-plugged", "status": "completed", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:29.401124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:29.408416 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:29.409289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 2ba106a2-2ad5-485c-9410-1136f7b0798b no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:29.434044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e6ed03-0f7f-4155-8d17-66d76afec96c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:29.439152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 2ba106a2-2ad5-485c-9410-1136f7b0798b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:29.439500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 2ba106a2-2ad5-485c-9410-1136f7b0798b not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:29.455577 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:29.456435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258105-9112-4f5a-8dd1-aa9c04760ce7 req-f9f4bdd9-e515-48ba-97a6-9f96aa73c69e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:29.464633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d258105-9112-4f5a-8dd1-aa9c04760ce7 req-f9f4bdd9-e515-48ba-97a6-9f96aa73c69e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 944 time: 0.0870800 Dec 10 08:50:29.477678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-06694487-512d-4881-a095-23d6f436863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:29.481363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70886a89-d431-4e5d-8cb7-35dfda6537c4 req-a34854c6-a42c-48f2-ace5-d94470726920 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226745 Dec 10 08:50:29.495689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Transition to ACTIVE for port object 56e6ed03-0f7f-4155-8d17-66d76afec96c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:50:29.508170 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:29.524269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06694487-512d-4881-a095-23d6f436863d None None] Checking router: 11f09fd8-a430-41fc-bf88-2f970515a72d for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:50:29.549977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:29.554964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06694487-512d-4881-a095-23d6f436863d None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:29.555670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-06694487-512d-4881-a095-23d6f436863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:50:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:29.597984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d258105-9112-4f5a-8dd1-aa9c04760ce7 req-244b0980-57dc-4725-ab4e-fdff2ea3855e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271589 Dec 10 08:50:29.667557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Pushing event updated for resources: {'Port': ['ID=56e6ed03-0f7f-4155-8d17-66d76afec96c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:29.710639 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef5790c-d9c3-4aa2-821c-ffe7964b2e54 x-openstack-request-id: req-eef5790c-d9c3-4aa2-821c-ffe7964b2e54 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:29.711064 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "name": "network-vif-plugged", "status": "completed", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:29.711392 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eef5790c-d9c3-4aa2-821c-ffe7964b2e54 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:29.712454 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'code': 200} Dec 10 08:50:29.787561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-06694487-512d-4881-a095-23d6f436863d None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:29.844326 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Attempting to bind port 56e6ed03-0f7f-4155-8d17-66d76afec96c on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:29.845360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Attempting to bind port 56e6ed03-0f7f-4155-8d17-66d76afec96c by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:29.845880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Attempting to bind port 56e6ed03-0f7f-4155-8d17-66d76afec96c on network 0f996f28-7a71-4f34-bbc5-42a950667083 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:29.853473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Port 56e6ed03-0f7f-4155-8d17-66d76afec96c on network 0f996f28-7a71-4f34-bbc5-42a950667083 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:29.854204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Attempting to bind port 56e6ed03-0f7f-4155-8d17-66d76afec96c on network 0f996f28-7a71-4f34-bbc5-42a950667083 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:29.872704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:29.873835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Checking segment: {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:29.874577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Bound using segment: {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:29.875650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Bound port: 56e6ed03-0f7f-4155-8d17-66d76afec96c, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d7b234-f143-4cf6-8aa8-bdc9e086e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:29.876744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:29.934519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bee795-4479-49de-8be8-f061d3f2b22f req-6856066a-ddf0-4c9b-bb44-aa2d171a253d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:29.944933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8bee795-4479-49de-8be8-f061d3f2b22f req-6856066a-ddf0-4c9b-bb44-aa2d171a253d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1866722 Dec 10 08:50:29.958245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a794d0-35ec-4d30-99f7-9d6624d47287 req-7ff84ae3-cda7-4678-8803-82316b3c0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:29.960081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43a794d0-35ec-4d30-99f7-9d6624d47287 req-7ff84ae3-cda7-4678-8803-82316b3c0603 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 1100 time: 0.1602488 Dec 10 08:50:30.068054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9896310-eec8-488c-9710-5a8eb4c75874 req-fc06361f-dc86-4163-9921-3532de52d402 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 210 time: 0.0453489 Dec 10 08:50:30.078966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] For port 56e6ed03-0f7f-4155-8d17-66d76afec96c, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:30.088127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8bee795-4479-49de-8be8-f061d3f2b22f req-06c3c981-68ef-43c4-9543-9474984240c5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390040 Dec 10 08:50:30.092256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] For port 56e6ed03-0f7f-4155-8d17-66d76afec96c, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=56e6ed03-0f7f-4155-8d17-66d76afec96c,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:30.099355 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-895dd8a2-d081-41f2-be67-2255cd3a45a6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1819258 Dec 10 08:50:30.103666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:30.115561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43a794d0-35ec-4d30-99f7-9d6624d47287 req-9b854cfc-e206-471c-a9b7-7fc761786a67 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150975 Dec 10 08:50:30.208657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-06694487-512d-4881-a095-23d6f436863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:30.246021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06694487-512d-4881-a095-23d6f436863d None None] The sync data for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 is: [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:50:30.300135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:30.304644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:30.306370 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] 10.222.0.39 "PUT /v2.0/ports/56e6ed03-0f7f-4155-8d17-66d76afec96c HTTP/1.1" status: 200 len: 1091 time: 1.5806739 Dec 10 08:50:30.306637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'tag': '56e6ed03-0f7f-4155-8d17-66d76afec96c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:30.308921 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662d3b44-bfca-4c96-beb5-7ded6f5026b6" -d '{"events": [{"name": "network-changed", "server_uuid": "00d9d060-6b8c-49e6-b1bd-ee12442f6763", "tag": "56e6ed03-0f7f-4155-8d17-66d76afec96c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:30.366905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951b14-206d-44ed-9f2a-299a68314c7f req-9438c099-eb86-454c-8d80-ebe38d8cd20d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:30.369244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7951b14-206d-44ed-9f2a-299a68314c7f req-9438c099-eb86-454c-8d80-ebe38d8cd20d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1101542 Dec 10 08:50:30.477475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7951b14-206d-44ed-9f2a-299a68314c7f req-7d15ce06-effc-4792-8255-1ccb9f90245e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998676 Dec 10 08:50:30.482674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a569-ae07-4ff7-a13e-a1d8e1536355 service neutron] Pushing event updated for resources: {'Port': ['ID=56e6ed03-0f7f-4155-8d17-66d76afec96c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:30.487886 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ea95a1-d55e-42e5-a429-6177656a2b5d x-openstack-request-id: req-e8ea95a1-d55e-42e5-a429-6177656a2b5d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:30.488232 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d9d060-6b8c-49e6-b1bd-ee12442f6763", "tag": "56e6ed03-0f7f-4155-8d17-66d76afec96c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:30.488449 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8ea95a1-d55e-42e5-a429-6177656a2b5d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:30.489485 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'tag': '56e6ed03-0f7f-4155-8d17-66d76afec96c', 'status': 'completed', 'code': 200} Dec 10 08:50:30.543598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-d2fb49d4-b978-49f4-bab3-8a51125e7a1f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:30.545251 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-d2fb49d4-b978-49f4-bab3-8a51125e7a1f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4258604 Dec 10 08:50:30.556214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497a78-27d1-4796-ac1b-39416295f22a req-ca798b67-f96d-4647-a446-665880f23a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:30.557834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-ca798b67-f96d-4647-a446-665880f23a47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66e0341a0559410bb432f4bb1302f7fa&device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 1094 time: 0.1845400 Dec 10 08:50:30.562932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Request body: {'port': {'device_id': 'b2a3b74d-abce-4cbf-8419-19b271f6e0e9', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '47a0dff32cbc4eb8a4a73eb102f8ca56'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:30.636865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-882b0d4e-a523-4534-8438-4b18f3a79914 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56e6ed03-0f7f-4155-8d17-66d76afec96c HTTP/1.1" status: 200 len: 217 time: 0.0580323 Dec 10 08:50:30.663657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 30770f08-2c59-4621-adf2-1560178a30e4 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:30.753222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8f905-7f75-46ed-8157-d747f7db5d09 None None] New status for floating IP dff238ef-a851-4394-8fad-733b7e312154: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:50:30.765654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497a78-27d1-4796-ac1b-39416295f22a req-95ae8f2f-e778-47a2-b88e-af76de5a4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:30.767354 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-95ae8f2f-e778-47a2-b88e-af76de5a4f7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1370e0ba-0c5c-4f67-950b-eaa0f7136e26 HTTP/1.1" status: 200 len: 863 time: 0.0856175 Dec 10 08:50:30.790842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cdb54-6f3e-4d8c-a9da-7827952939b6 req-c4847d64-5312-45b5-8f4d-795b46ec6eae tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:30.791296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 30770f08-2c59-4621-adf2-1560178a30e4 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:30.810445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-270cdb54-6f3e-4d8c-a9da-7827952939b6 req-c4847d64-5312-45b5-8f4d-795b46ec6eae tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.2202461 Dec 10 08:50:30.831501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 30770f08-2c59-4621-adf2-1560178a30e4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:30.831887 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:30.870442 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497a78-27d1-4796-ac1b-39416295f22a req-5e592a6a-b026-4d79-823b-e6816390e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:30.872288 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-5e592a6a-b026-4d79-823b-e6816390e34b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f996f28-7a71-4f34-bbc5-42a950667083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904324 Dec 10 08:50:30.873884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Made reservation on behalf of 47a0dff32cbc4eb8a4a73eb102f8ca56 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:50:30.878808 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:30.893977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427c837-943a-4c62-bd92-3268bfa6af71 req-92372160-8f2e-48da-be5f-463ff76e6a17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:30.904684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4427c837-943a-4c62-bd92-3268bfa6af71 req-92372160-8f2e-48da-be5f-463ff76e6a17 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 943 time: 0.2554767 Dec 10 08:50:30.991186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-270cdb54-6f3e-4d8c-a9da-7827952939b6 req-847d7fbf-7e29-41b6-8044-9831bd889f9c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798339 Dec 10 08:50:31.026908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4427c837-943a-4c62-bd92-3268bfa6af71 req-13cdb16f-e4ba-4cf4-ae75-0b96c16292c5 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211159 Dec 10 08:50:31.079368 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:31.119386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 30770f08-2c59-4621-adf2-1560178a30e4, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=30770f08-2c59-4621-adf2-1560178a30e4,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:31.127804 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:31.138511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Allocated IP 192.168.233.224 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/790d5544-6df3-41c7-aad7-e8df6e52de20) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:50:31.142087 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-d2e35c3d-5a6b-4529-9d46-d91835937316 service neutron] 10.222.0.39 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580738 Dec 10 08:50:31.194901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f0fa-afa2-434f-bc97-8cd61f7e502e req-020a2301-0397-4aba-8c22-4853867a1d59 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:31.197248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17b6f0fa-afa2-434f-bc97-8cd61f7e502e req-020a2301-0397-4aba-8c22-4853867a1d59 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 945 time: 0.0875263 Dec 10 08:50:31.199668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=30770f08-2c59-4621-adf2-1560178a30e4,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:31.236213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c601a590-9307-4c5a-b9d3-472f405e7bac req-91ca2f7b-fe52-4f14-a9bb-42074361ec68 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 210 time: 0.0377357 Dec 10 08:50:31.272636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17b6f0fa-afa2-434f-bc97-8cd61f7e502e req-25e4a2ed-65fc-425b-a387-c48f0a2a214d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621397 Dec 10 08:50:31.364404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b7e25-7b02-425f-93ed-ef0d554da3be req-39514eac-c521-4a10-9e02-c450e4f2d6d7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:31.366172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-510b7e25-7b02-425f-93ed-ef0d554da3be req-39514eac-c521-4a10-9e02-c450e4f2d6d7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0529442 Dec 10 08:50:31.418674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-510b7e25-7b02-425f-93ed-ef0d554da3be req-b5fe7273-8bd4-4169-9aa4-0fb61171e17b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456829 Dec 10 08:50:31.591217 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51497a78-27d1-4796-ac1b-39416295f22a req-58ce22ee-7ba1-4dd8-9bd7-37c55d407971 service neutron] 10.222.0.39 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341137 Dec 10 08:50:31.635019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:31.635708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448ba35-0c0f-44bc-abc2-7e9873a5da73 req-63e7f0f7-f204-49d4-bbdc-8b3fb6773f49 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:31.637530 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c448ba35-0c0f-44bc-abc2-7e9873a5da73 req-63e7f0f7-f204-49d4-bbdc-8b3fb6773f49 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.0664506 Dec 10 08:50:31.678101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:31.693660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'bb1fe9f7-ba15-4d87-8505-9c585a36a261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:31.698490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3', '4ef5cb3a-efec-4f42-99ef-898921057e45', '778df9ee-3633-4088-8c39-8765584c0b31', 'd3750513-56b5-406d-8cf5-10be6c554600'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:31.727662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:31.730936 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2936a8e1-9062-4e1a-a349-a79743ecac69" -d '{"events": [{"server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "name": "network-vif-plugged", "status": "completed", "tag": "30770f08-2c59-4621-adf2-1560178a30e4"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:31.752325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:50:31.753791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event updated for resources: {'Port': ['ID=790d5544-6df3-41c7-aad7-e8df6e52de20,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:31.757085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:50:31.760359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:50:31.767272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c448ba35-0c0f-44bc-abc2-7e9873a5da73 req-9c3ddb07-1e69-41d8-9812-482cf36ded87 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859005 Dec 10 08:50:31.812351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:31.812832 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:31.844478 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabb98e-2de2-4b99-b993-c8d44d83a695 x-openstack-request-id: req-efabb98e-2de2-4b99-b993-c8d44d83a695 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:31.844949 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "name": "network-vif-plugged", "status": "completed", "tag": "30770f08-2c59-4621-adf2-1560178a30e4", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:31.845259 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efabb98e-2de2-4b99-b993-c8d44d83a695 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:31.845791 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4', 'code': 200} Dec 10 08:50:31.846599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-caa49a00-beed-44b3-bcd8-75f5a647a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:31.849640 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-caa49a00-beed-44b3-bcd8-75f5a647a158 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66e0341a0559410bb432f4bb1302f7fa&device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 1094 time: 0.1813831 Dec 10 08:50:31.856706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-a690c821-4acd-472d-b966-3cd9b8103f01 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2978117 Dec 10 08:50:31.880429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Request body: {'port': {'device_id': 'b2a3b74d-abce-4cbf-8419-19b271f6e0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:31.982540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0101-21b4-49a4-8d32-6a4882ca74c3 req-b6f2de78-44a0-403a-b78e-22271acd9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:31.984039 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cfd0101-21b4-49a4-8d32-6a4882ca74c3 req-b6f2de78-44a0-403a-b78e-22271acd9288 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 1096 time: 0.0713894 Dec 10 08:50:32.011572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:32.078764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-5db089a3-6366-41c6-982a-476850f4d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:32.081574 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-5db089a3-6366-41c6-982a-476850f4d1f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 200 len: 925 time: 0.2141514 Dec 10 08:50:32.121800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cfd0101-21b4-49a4-8d32-6a4882ca74c3 req-7f5731df-9e3e-4c54-a25c-72fccc52fbe8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226707 Dec 10 08:50:32.183004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-41328f06-d327-4641-bf1f-bcee88d7f0c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56e6ed03-0f7f-4155-8d17-66d76afec96c HTTP/1.1" status: 200 len: 217 time: 0.0925851 Dec 10 08:50:32.238145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87572f5-a40d-4cce-b236-02451cd8424b req-6ae4d474-258f-4117-8419-357acc371904 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:32.240061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c87572f5-a40d-4cce-b236-02451cd8424b req-6ae4d474-258f-4117-8419-357acc371904 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 943 time: 0.1005082 Dec 10 08:50:32.336138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840a3a0-27f0-40f6-904d-53d01502975d req-58f0e9eb-1574-4c3b-bcfa-c80fea9916f4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:32.337159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0f7fc768-7eda-423b-b848-30af515d1b67 None None] Provisioning complete for port 790d5544-6df3-41c7-aad7-e8df6e52de20 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:32.337540 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f7fc768-7eda-423b-b848-30af515d1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:32.338666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f840a3a0-27f0-40f6-904d-53d01502975d req-58f0e9eb-1574-4c3b-bcfa-c80fea9916f4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1479847 Dec 10 08:50:32.344170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-0ea83289-b8c4-47bc-9ffb-d32afdde6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:32.345864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-0ea83289-b8c4-47bc-9ffb-d32afdde6872 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1370e0ba-0c5c-4f67-950b-eaa0f7136e26 HTTP/1.1" status: 200 len: 863 time: 0.1522334 Dec 10 08:50:32.373598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fc768-7eda-423b-b848-30af515d1b67 None None] Port 790d5544-6df3-41c7-aad7-e8df6e52de20 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:50:32.405881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c87572f5-a40d-4cce-b236-02451cd8424b req-9e606f2a-dba3-4b6d-9f7f-e50f974ba8f9 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559970 Dec 10 08:50:32.489865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f840a3a0-27f0-40f6-904d-53d01502975d req-a1ba7ed7-5cc5-4273-b6a3-96c72f188e7e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403682 Dec 10 08:50:32.545290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-ffe870b0-eb9a-49f4-91c2-3ea1567b1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:32.546831 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-ffe870b0-eb9a-49f4-91c2-3ea1567b1305 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f996f28-7a71-4f34-bbc5-42a950667083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835258 Dec 10 08:50:32.688733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56c785-6b17-4e9c-92fe-b4352fab9d97 req-b9ad9afc-679c-45c8-982c-9d888a5d093b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:32.696827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c56c785-6b17-4e9c-92fe-b4352fab9d97 req-b9ad9afc-679c-45c8-982c-9d888a5d093b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 936 time: 0.1569729 Dec 10 08:50:32.747920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cb380-1d9e-4f22-aefc-7035eff305d4 req-f2548dcd-940b-4efc-a2b2-6e28bc1b7dff tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:32.750002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e9cb380-1d9e-4f22-aefc-7035eff305d4 req-f2548dcd-940b-4efc-a2b2-6e28bc1b7dff tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 945 time: 0.1425941 Dec 10 08:50:32.794319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-cc8b712a-71c0-45b1-a66a-79baec893b0b service neutron] 10.222.0.39 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316272 Dec 10 08:50:32.802875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790d5544-6df3-41c7-aad7-e8df6e52de20 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:32.815909 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c56c785-6b17-4e9c-92fe-b4352fab9d97 req-5f803862-ebdc-4904-8130-189722809b9e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128817 Dec 10 08:50:32.830632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:32.874974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e9cb380-1d9e-4f22-aefc-7035eff305d4 req-5a96969e-911f-40ce-838b-c035b3d0f591 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148973 Dec 10 08:50:32.890225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Transition to ACTIVE for port object 790d5544-6df3-41c7-aad7-e8df6e52de20 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:50:32.908378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:33.000278 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-662d3b44-bfca-4c96-beb5-7ded6f5026b6 req-14992ce2-2c5d-4963-b559-ca7e1b6ae3c8 service neutron] 10.222.0.39 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869640 Dec 10 08:50:33.002684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=790d5544-6df3-41c7-aad7-e8df6e52de20,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:33.070449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399fe3e-73d4-4518-91bc-50f94daced90 req-9e1a9daf-3f6a-40a4-a6ae-24e9e603cfb7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:33.072689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a399fe3e-73d4-4518-91bc-50f94daced90 req-9e1a9daf-3f6a-40a4-a6ae-24e9e603cfb7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1454279 Dec 10 08:50:33.075927 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-19deecce-1ca0-4716-b125-8f0d9028993b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:33.103854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8b590-2570-4277-a320-77be07785885 req-a8db8c65-8688-4108-a694-fcc3ffa8e451 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:33.112575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3f8b590-2570-4277-a320-77be07785885 req-a8db8c65-8688-4108-a694-fcc3ffa8e451 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1414433 Dec 10 08:50:33.151615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Attempting to bind port 790d5544-6df3-41c7-aad7-e8df6e52de20 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:33.152107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Attempting to bind port 790d5544-6df3-41c7-aad7-e8df6e52de20 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:33.152549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Attempting to bind port 790d5544-6df3-41c7-aad7-e8df6e52de20 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:33.158758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Port 790d5544-6df3-41c7-aad7-e8df6e52de20 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:33.160004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Attempting to bind port 790d5544-6df3-41c7-aad7-e8df6e52de20 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:33.167347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:33.167840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:33.168325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:33.168889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Bound port: 790d5544-6df3-41c7-aad7-e8df6e52de20, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:33.169346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:33.194297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3f8b590-2570-4277-a320-77be07785885 req-ba32c2d2-ee1a-4166-b9f1-b0272287eb76 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807459 Dec 10 08:50:33.206660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a399fe3e-73d4-4518-91bc-50f94daced90 req-764ca3b7-5d48-46df-ba5d-0e92ac447b5b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193054 Dec 10 08:50:33.255989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] For port 790d5544-6df3-41c7-aad7-e8df6e52de20, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:33.261099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] For port 790d5544-6df3-41c7-aad7-e8df6e52de20, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=790d5544-6df3-41c7-aad7-e8df6e52de20,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:33.266837 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:33.307866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:33.308335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:33.309741 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/790d5544-6df3-41c7-aad7-e8df6e52de20 HTTP/1.1" status: 200 len: 1096 time: 1.4338233 Dec 10 08:50:33.310220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a3b74d-abce-4cbf-8419-19b271f6e0e9', 'tag': '790d5544-6df3-41c7-aad7-e8df6e52de20'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:33.312637 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a3b74d-abce-4cbf-8419-19b271f6e0e9", "tag": "790d5544-6df3-41c7-aad7-e8df6e52de20"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:33.352160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-9fe9cc82-0b4b-4481-adb4-6af320548076 req-e452ae2e-47af-4574-9b1a-3a441d72ff79 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:50:33.353183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fe9cc82-0b4b-4481-adb4-6af320548076 req-e452ae2e-47af-4574-9b1a-3a441d72ff79 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067651 Dec 10 08:50:33.356498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e92741-acde-4c49-b72f-c4c0aab1b6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=790d5544-6df3-41c7-aad7-e8df6e52de20,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:33.410994 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aca987e-5713-45d7-ac4a-c5ce90261c3b x-openstack-request-id: req-1aca987e-5713-45d7-ac4a-c5ce90261c3b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:33.411420 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a3b74d-abce-4cbf-8419-19b271f6e0e9", "tag": "790d5544-6df3-41c7-aad7-e8df6e52de20", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:33.411740 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1aca987e-5713-45d7-ac4a-c5ce90261c3b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:33.413282 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a3b74d-abce-4cbf-8419-19b271f6e0e9', 'tag': '790d5544-6df3-41c7-aad7-e8df6e52de20', 'status': 'completed', 'code': 200} Dec 10 08:50:33.432993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-7e23da82-0c38-4cbc-8642-83eb7d18b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:33.434611 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-7e23da82-0c38-4cbc-8642-83eb7d18b950 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 1099 time: 0.0685756 Dec 10 08:50:33.508171 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-c89856fc-f7a7-4d50-a331-0ab68133f0ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=790d5544-6df3-41c7-aad7-e8df6e52de20 HTTP/1.1" status: 200 len: 217 time: 0.0534420 Dec 10 08:50:33.588541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8293e-a03b-42d8-8a30-ce318f4dc40d req-6fff3433-428d-4338-8403-36c3caad97dd tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:33.594376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-631146d5-c4cc-416c-9bc8-fa0fc1f94869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:33.596173 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-631146d5-c4cc-416c-9bc8-fa0fc1f94869 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0738428 Dec 10 08:50:33.598824 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1de8293e-a03b-42d8-8a30-ce318f4dc40d req-6fff3433-428d-4338-8403-36c3caad97dd tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 943 time: 0.0910172 Dec 10 08:50:33.699600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1de8293e-a03b-42d8-8a30-ce318f4dc40d req-981d836f-9ebe-4f71-9f92-cddec1abbb28 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997689 Dec 10 08:50:33.703667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-9818bd28-94e3-4f2a-bbbd-7162146fdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:33.705287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-9818bd28-94e3-4f2a-bbbd-7162146fdc60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001914 Dec 10 08:50:33.914514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-79241463-2a76-4b24-bcea-358b8e8d2ce6 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953738 Dec 10 08:50:33.933529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc099b7-08c2-447d-9c74-a1368ddcebbc req-7892b06e-62e9-43dd-ad24-33d3ce048378 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:33.935086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebc099b7-08c2-447d-9c74-a1368ddcebbc req-7892b06e-62e9-43dd-ad24-33d3ce048378 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.2311153 Dec 10 08:50:33.951453 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-48be2226-04b5-4dc7-9b9a-4ec782bbee5f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2249537 Dec 10 08:50:33.982656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-286d8436-6a0c-4eea-8099-db52b75fb828 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:50:33.983646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-286d8436-6a0c-4eea-8099-db52b75fb828 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166726 Dec 10 08:50:34.003480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b7c7f-6ed7-4789-a192-11f3705b00b1 req-13c563c7-508d-48e3-8fd7-5c7af6d3015a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:34.005529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba4b7c7f-6ed7-4789-a192-11f3705b00b1 req-13c563c7-508d-48e3-8fd7-5c7af6d3015a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1588326 Dec 10 08:50:34.110537 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c18720e9-2fd8-4e65-b732-693a32e8e0f9 req-149cf24f-e5de-4a31-97ae-7c098d97683f service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669304 Dec 10 08:50:34.235819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-0e196a69-5503-4f6e-a9fc-34cd37c361c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:34.238009 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-0e196a69-5503-4f6e-a9fc-34cd37c361c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 1099 time: 0.0610056 Dec 10 08:50:34.352499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebc099b7-08c2-447d-9c74-a1368ddcebbc req-1ab52581-4b04-44cf-86e8-6a4ab238d87d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000428 Dec 10 08:50:34.397664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-8c76f33e-84e2-4497-9b33-47701e7eb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:34.399394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-8c76f33e-84e2-4497-9b33-47701e7eb47f service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1525111 Dec 10 08:50:34.411673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba4b7c7f-6ed7-4789-a192-11f3705b00b1 req-e90c0736-c048-4818-9a88-9bc147ff1620 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986883 Dec 10 08:50:34.427652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 56e6ed03-0f7f-4155-8d17-66d76afec96c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:34.493715 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-2be42cfa-eacd-4b8d-bd94-c75da6ebe13a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=790d5544-6df3-41c7-aad7-e8df6e52de20 HTTP/1.1" status: 200 len: 217 time: 0.0852048 Dec 10 08:50:34.569094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-ed0c10ea-a491-4a72-855e-f110f96f9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:34.571081 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-ed0c10ea-a491-4a72-855e-f110f96f9caa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0657668 Dec 10 08:50:34.591491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 56e6ed03-0f7f-4155-8d17-66d76afec96c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=56e6ed03-0f7f-4155-8d17-66d76afec96c,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:34.594050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68886c0f-93d7-4c0e-b2f6-ab0e0854e75a req-b4d0c732-1e83-491a-bee3-1c2bfff82c62 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:34.595590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68886c0f-93d7-4c0e-b2f6-ab0e0854e75a req-b4d0c732-1e83-491a-bee3-1c2bfff82c62 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 948 time: 0.1013083 Dec 10 08:50:34.608085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb035b4-b9cd-4fdc-821f-19c6c338d0ab req-a97254c4-fbfb-467a-9785-d43467b09405 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:34.609806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7eb035b4-b9cd-4fdc-821f-19c6c338d0ab req-a97254c4-fbfb-467a-9785-d43467b09405 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 945 time: 0.1033199 Dec 10 08:50:34.616459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '56e6ed03-0f7f-4155-8d17-66d76afec96c', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'port_id': '56e6ed03-0f7f-4155-8d17-66d76afec96c', 'mac_address': 'fa:16:3e:72:f1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:34.646696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-5caa8ce0-f595-4853-9496-08728a3d9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:34.649360 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-5caa8ce0-f595-4853-9496-08728a3d9fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656657 Dec 10 08:50:34.661823 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:34.680034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e6ed03-0f7f-4155-8d17-66d76afec96c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:34.700827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68886c0f-93d7-4c0e-b2f6-ab0e0854e75a req-ee08dc0f-d2ca-484f-93cc-28b449c0d12f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893154 Dec 10 08:50:34.717170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7eb035b4-b9cd-4fdc-821f-19c6c338d0ab req-a77db26c-0c19-47c3-9478-658d69b8c4e6 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988770 Dec 10 08:50:34.725682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 56e6ed03-0f7f-4155-8d17-66d76afec96c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=56e6ed03-0f7f-4155-8d17-66d76afec96c,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:34.739448 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:34.839497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=56e6ed03-0f7f-4155-8d17-66d76afec96c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:34.876099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a48167-a495-4f00-930d-79aa06b00c03 req-e2c0e319-0d11-48a7-a484-6d2eeedd881d tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:34.883656 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-024b5535-ec31-4cf3-8a78-1aa9662ca1a9 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263117 Dec 10 08:50:34.885323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80a48167-a495-4f00-930d-79aa06b00c03 req-e2c0e319-0d11-48a7-a484-6d2eeedd881d tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 944 time: 0.0971382 Dec 10 08:50:34.993050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7ce7-7156-4bfd-b2ad-7ef0114c2d2b req-deea3275-8f6a-4c59-9659-d4fabd75b050 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:34.994631 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-952c7ce7-7156-4bfd-b2ad-7ef0114c2d2b req-deea3275-8f6a-4c59-9659-d4fabd75b050 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1573751 Dec 10 08:50:35.000004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80a48167-a495-4f00-930d-79aa06b00c03 req-c104bb77-bac9-4fa9-ac6a-4e9439d3c1c7 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138153 Dec 10 08:50:35.021539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-398a38a1-a1d4-45d5-81ca-bcfd8b29ef99 req-3b06a545-cb30-418f-ab53-446ac145158c service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293521 Dec 10 08:50:35.085724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-952c7ce7-7156-4bfd-b2ad-7ef0114c2d2b req-4a5dbf6d-fb0e-429e-b0b9-f5502e005923 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747859 Dec 10 08:50:35.139843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-426f0432-ce65-4711-a9ad-371c193bf605 req-4b2c705f-9bbf-4ccd-9dd0-d118d4852818 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-761576588&fields=id&tenant_id=dd0a97aa36ac405ab9d40004c461d5c6 HTTP/1.1" status: 200 len: 267 time: 0.0430562 Dec 10 08:50:35.191192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['56e6ed03-0f7f-4155-8d17-66d76afec96c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:35.196711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f0432-ce65-4711-a9ad-371c193bf605 req-5d23f374-908b-4b28-9e9e-27037ab28935 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:35.197656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-426f0432-ce65-4711-a9ad-371c193bf605 req-5d23f374-908b-4b28-9e9e-27037ab28935 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 945 time: 0.0515254 Dec 10 08:50:35.211283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-426f0432-ce65-4711-a9ad-371c193bf605 req-f7943ba8-98f0-431e-a90a-623a5c3b8714 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'port': {'security_groups': ['cf276f44-4e08-4d17-8c77-2a1a36d84b06', 'cf3f6fa0-c5c0-4a89-904d-488db29d3cc9']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:35.284017 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-426f0432-ce65-4711-a9ad-371c193bf605 req-f7943ba8-98f0-431e-a90a-623a5c3b8714 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:35.360835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77278de0-fdf9-47ae-8391-9c5b386d8fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:35.531202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce5c96-163c-487d-86aa-19cca8c341b3 req-d0ab5ca1-7d95-4aac-a823-f965ed39dfc4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:35.532694 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40ce5c96-163c-487d-86aa-19cca8c341b3 req-d0ab5ca1-7d95-4aac-a823-f965ed39dfc4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0842001 Dec 10 08:50:35.539771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-426f0432-ce65-4711-a9ad-371c193bf605 req-f7943ba8-98f0-431e-a90a-623a5c3b8714 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] For port 30770f08-2c59-4621-adf2-1560178a30e4, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=30770f08-2c59-4621-adf2-1560178a30e4,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:35.594184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-426f0432-ce65-4711-a9ad-371c193bf605 req-f7943ba8-98f0-431e-a90a-623a5c3b8714 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:35.603249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-426f0432-ce65-4711-a9ad-371c193bf605 req-f7943ba8-98f0-431e-a90a-623a5c3b8714 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:35.615076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40ce5c96-163c-487d-86aa-19cca8c341b3 req-3052890f-c39e-492b-8a27-b40057e37965 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730102 Dec 10 08:50:35.621166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['30770f08-2c59-4621-adf2-1560178a30e4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:35.657651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f0432-ce65-4711-a9ad-371c193bf605 req-f7943ba8-98f0-431e-a90a-623a5c3b8714 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:35.658290 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-426f0432-ce65-4711-a9ad-371c193bf605 req-f7943ba8-98f0-431e-a90a-623a5c3b8714 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:35.666338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-426f0432-ce65-4711-a9ad-371c193bf605 req-f7943ba8-98f0-431e-a90a-623a5c3b8714 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "PUT /v2.0/ports/30770f08-2c59-4621-adf2-1560178a30e4 HTTP/1.1" status: 200 len: 981 time: 0.4572179 Dec 10 08:50:35.666338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:35.670419 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea" -d '{"events": [{"name": "network-changed", "server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "tag": "30770f08-2c59-4621-adf2-1560178a30e4"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:35.702558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943ba8-98f0-431e-a90a-623a5c3b8714 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'Port': ['ID=30770f08-2c59-4621-adf2-1560178a30e4,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:35.804323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132edd19-34aa-44a2-a286-f13bc16b5f3e req-94377186-7751-436b-8ea1-a12d80b1ab26 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:35.805888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-132edd19-34aa-44a2-a286-f13bc16b5f3e req-94377186-7751-436b-8ea1-a12d80b1ab26 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0958428 Dec 10 08:50:35.828911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-149a8066-5254-4a56-aa61-969e841ff450 req-5401c4e0-84b8-4afd-a5c9-c251d52df07e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1547154158&fields=id&tenant_id=dd0a97aa36ac405ab9d40004c461d5c6 HTTP/1.1" status: 200 len: 267 time: 0.0767372 Dec 10 08:50:35.888630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['30770f08-2c59-4621-adf2-1560178a30e4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:35.921824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-719891dd-57d6-49cc-8135-73000d8c979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:35.923368 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-719891dd-57d6-49cc-8135-73000d8c979a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 1100 time: 0.0753095 Dec 10 08:50:35.924090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-132edd19-34aa-44a2-a286-f13bc16b5f3e req-3aed8565-8a1f-4696-9a79-8a0ae21e362a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998769 Dec 10 08:50:35.945031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8066-5254-4a56-aa61-969e841ff450 req-7f0d4b3e-efaa-47a9-9509-857543ab6b0c tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:35.954751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-149a8066-5254-4a56-aa61-969e841ff450 req-7f0d4b3e-efaa-47a9-9509-857543ab6b0c tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 984 time: 0.1104624 Dec 10 08:50:35.961685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-149a8066-5254-4a56-aa61-969e841ff450 req-8c1f6529-aa60-42da-a9e2-26583e88695d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'port': {'security_groups': ['cf276f44-4e08-4d17-8c77-2a1a36d84b06', 'cf3f6fa0-c5c0-4a89-904d-488db29d3cc9', '6460a1ab-a9ab-410a-9e99-35b795bf8021']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:36.037663 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27492012-cddb-42a4-a46d-30c40a9d0953 x-openstack-request-id: req-27492012-cddb-42a4-a46d-30c40a9d0953 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:36.037957 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "tag": "30770f08-2c59-4621-adf2-1560178a30e4", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:36.038375 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27492012-cddb-42a4-a46d-30c40a9d0953 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:36.038777 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4', 'status': 'completed', 'code': 200} Dec 10 08:50:36.054009 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-149a8066-5254-4a56-aa61-969e841ff450 req-8c1f6529-aa60-42da-a9e2-26583e88695d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:36.069903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-1b9c2f7d-3e95-4f30-9c59-2554fb215a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.072120 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-1b9c2f7d-3e95-4f30-9c59-2554fb215a0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1392426 Dec 10 08:50:36.154959 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-ce02e929-552d-43f3-9a05-c57e16d8b5bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 200 len: 217 time: 0.0575483 Dec 10 08:50:36.218148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-9c0a7475-4cfb-45bd-a716-1bfbdd3fb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.219569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-9c0a7475-4cfb-45bd-a716-1bfbdd3fb601 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 1135 time: 0.1561525 Dec 10 08:50:36.226799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-32e6ce78-26d6-4d18-a895-219d3936666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.228778 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-32e6ce78-26d6-4d18-a895-219d3936666e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0510201 Dec 10 08:50:36.262644 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9b00d-db3f-4cb7-81fa-66977ffd78e3 req-501d7469-acf7-4b23-af8b-e67f02579ad2 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.264148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cef9b00d-db3f-4cb7-81fa-66977ffd78e3 req-501d7469-acf7-4b23-af8b-e67f02579ad2 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 948 time: 0.1268682 Dec 10 08:50:36.280675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-bb4dd0e2-e112-43d1-9a5a-5d96ce07b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.282356 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-bb4dd0e2-e112-43d1-9a5a-5d96ce07b6e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420957 Dec 10 08:50:36.359557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:36.391389 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-d1b04387-e188-4110-a9c3-bf5876902bc3 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991375 Dec 10 08:50:36.456090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cef9b00d-db3f-4cb7-81fa-66977ffd78e3 req-8490aff2-b314-4168-8320-2365212b6b35 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781209 Dec 10 08:50:36.460363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-a8e2e20f-eb2b-4927-bd9c-fea45c958255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.461942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-a8e2e20f-eb2b-4927-bd9c-fea45c958255 service neutron] 10.222.0.18 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 914 time: 0.2187393 Dec 10 08:50:36.506380 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-6da4f271-e8ae-4f15-afc5-48ff03a7e386 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053903 Dec 10 08:50:36.550132 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-2d201595-f474-4782-a747-4bac3f9558bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30770f08-2c59-4621-adf2-1560178a30e4 HTTP/1.1" status: 200 len: 217 time: 0.0754712 Dec 10 08:50:36.556990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-149a8066-5254-4a56-aa61-969e841ff450 req-8c1f6529-aa60-42da-a9e2-26583e88695d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] For port 30770f08-2c59-4621-adf2-1560178a30e4, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=30770f08-2c59-4621-adf2-1560178a30e4,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:36.628283 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-149a8066-5254-4a56-aa61-969e841ff450 req-8c1f6529-aa60-42da-a9e2-26583e88695d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:36.686649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-149a8066-5254-4a56-aa61-969e841ff450 req-8c1f6529-aa60-42da-a9e2-26583e88695d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:36.705458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['30770f08-2c59-4621-adf2-1560178a30e4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:36.765889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8066-5254-4a56-aa61-969e841ff450 req-8c1f6529-aa60-42da-a9e2-26583e88695d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.766567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-149a8066-5254-4a56-aa61-969e841ff450 req-8c1f6529-aa60-42da-a9e2-26583e88695d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:36.767971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-149a8066-5254-4a56-aa61-969e841ff450 req-8c1f6529-aa60-42da-a9e2-26583e88695d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "PUT /v2.0/ports/30770f08-2c59-4621-adf2-1560178a30e4 HTTP/1.1" status: 200 len: 1020 time: 0.8123360 Dec 10 08:50:36.774056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-97a085bd-590a-452b-ad70-699fd77353f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.775885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-97a085bd-590a-452b-ad70-699fd77353f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 200 len: 853 time: 0.1997566 Dec 10 08:50:36.790444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903949b3-9684-4cfe-a0ce-ee3e3e112d5e req-bab68eb3-0e98-420d-b7f9-b2c7cca70833 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.792441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-903949b3-9684-4cfe-a0ce-ee3e3e112d5e req-bab68eb3-0e98-420d-b7f9-b2c7cca70833 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 944 time: 0.2379515 Dec 10 08:50:36.841608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f6529-aa60-42da-a9e2-26583e88695d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'Port': ['ID=30770f08-2c59-4621-adf2-1560178a30e4,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:36.849915 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-c30f0e2b-a568-4555-af1c-fbb491e5eb2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94e16250-f1ca-4f62-93c5-177fcd130688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515704 Dec 10 08:50:36.938542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['30770f08-2c59-4621-adf2-1560178a30e4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:36.966280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-903949b3-9684-4cfe-a0ce-ee3e3e112d5e req-fd52b692-6a6b-4a94-9fd9-57a277b5500f tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670103 Dec 10 08:50:36.976787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a2428-e325-479e-b8d8-38addfcb44a6 req-6a0531c8-0f28-4c89-b83a-ceed6688cc25 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:36.978497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae8a2428-e325-479e-b8d8-38addfcb44a6 req-6a0531c8-0f28-4c89-b83a-ceed6688cc25 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1318586 Dec 10 08:50:37.034602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-2d95b4b0-9900-4e37-94b5-9c79a3bd21be service neutron] 10.222.0.18 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733119 Dec 10 08:50:37.084940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae8a2428-e325-479e-b8d8-38addfcb44a6 req-6478a85b-8b97-4849-bdbc-dbe5a74979ce tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003058 Dec 10 08:50:37.177335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb598dbe-c925-4516-ae9b-3fc92161d0a2 req-f2b50b97-faa8-48ce-ba52-4be9461fe55a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:37.179035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb598dbe-c925-4516-ae9b-3fc92161d0a2 req-f2b50b97-faa8-48ce-ba52-4be9461fe55a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1243801 Dec 10 08:50:37.205293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-518ea1fb-7341-4dc3-9e92-dfbdf5757dea req-1c1b4d3b-95c6-483b-b508-8919f21add20 service neutron] 10.222.0.18 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518254 Dec 10 08:50:37.242277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb598dbe-c925-4516-ae9b-3fc92161d0a2 req-eb9f5f40-bffd-436e-9d5f-49d95af0f295 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Dec 10 08:50:37.323187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e8ec-8cd0-4b1d-bce1-6c3278f476c7 req-8bcb70ef-d819-48e7-b71a-d35f256c26eb tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:37.324814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5590e8ec-8cd0-4b1d-bce1-6c3278f476c7 req-8bcb70ef-d819-48e7-b71a-d35f256c26eb tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 1023 time: 0.0523374 Dec 10 08:50:37.416617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb4ec-3b29-4804-9449-ad98f29980ce req-88b830ca-e39e-4d11-ac47-cff4fa1684fb tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:37.418214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5cfb4ec-3b29-4804-9449-ad98f29980ce req-88b830ca-e39e-4d11-ac47-cff4fa1684fb tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0924592 Dec 10 08:50:37.450694 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5590e8ec-8cd0-4b1d-bce1-6c3278f476c7 req-10d3adc7-32ab-4657-b0ec-eea7d24fe7a6 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&id=6460a1ab-a9ab-410a-9e99-35b795bf8021&id=cf3f6fa0-c5c0-4a89-904d-488db29d3cc9 HTTP/1.1" status: 200 len: 6200 time: 0.1159062 Dec 10 08:50:37.498098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5cfb4ec-3b29-4804-9449-ad98f29980ce req-6d965360-c878-4006-b7da-fdbff884b7fe tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734749 Dec 10 08:50:37.540765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-d40c7c31-b272-409e-a60c-591160a05e49 req-3ee3801b-1758-49a3-9307-132969cccb30 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1644192837 ', 'description': 'tempest-description-1408100791'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:37.565953 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d40c7c31-b272-409e-a60c-591160a05e49 req-3ee3801b-1758-49a3-9307-132969cccb30 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:37.644826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d40c7c31-b272-409e-a60c-591160a05e49 req-3ee3801b-1758-49a3-9307-132969cccb30 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:37.654173 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d40c7c31-b272-409e-a60c-591160a05e49 req-3ee3801b-1758-49a3-9307-132969cccb30 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:37.702408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d40c7c31-b272-409e-a60c-591160a05e49 req-3ee3801b-1758-49a3-9307-132969cccb30 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:37.703553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d40c7c31-b272-409e-a60c-591160a05e49 req-3ee3801b-1758-49a3-9307-132969cccb30 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1690884 Dec 10 08:50:37.714801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3801b-1758-49a3-9307-132969cccb30 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347a2940-2107-4edc-b036-07c1f8094659,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:37.729012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f334ea-7461-472e-b386-809d63b2068a req-2bdc5afa-5cbd-4a6b-8cab-2002c1eed946 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:37.730499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5f334ea-7461-472e-b386-809d63b2068a req-2bdc5afa-5cbd-4a6b-8cab-2002c1eed946 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 948 time: 0.0890410 Dec 10 08:50:37.816007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5f334ea-7461-472e-b386-809d63b2068a req-686ebfd8-471a-47c1-9d38-3896abacb3fa tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790820 Dec 10 08:50:37.851289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2d425-5aa3-438a-8991-e481f21e1765 req-59a1dcee-beb5-41d1-a5c6-6c4240dce2c4 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:37.852777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bb2d425-5aa3-438a-8991-e481f21e1765 req-59a1dcee-beb5-41d1-a5c6-6c4240dce2c4 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 945 time: 0.0832202 Dec 10 08:50:37.918040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98768f47-065b-415b-b97a-0140853581e5 req-52cedb62-8e0b-44cf-9e16-1f7540708305 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/347a2940-2107-4edc-b036-07c1f8094659 HTTP/1.1" status: 200 len: 1798 time: 0.0642996 Dec 10 08:50:37.930253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bb2d425-5aa3-438a-8991-e481f21e1765 req-db663b39-a2a2-4470-aa07-9bd8dad9a6fc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700457 Dec 10 08:50:37.981143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad2be38e-9b7e-4a4d-bdc5-79d7ba5f8f61 req-9fc55dad-f7a6-4b36-b125-9f4a0d160e1a tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/347a2940-2107-4edc-b036-07c1f8094659 HTTP/1.1" status: 200 len: 1798 time: 0.0418353 Dec 10 08:50:38.041803 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.043653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:38.046494 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ccebdb-93e4-4a70-964c-7523a18039a8" -d '{"events": [{"name": "network-changed", "server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "tag": "30770f08-2c59-4621-adf2-1560178a30e4"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:38.096054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ad2be38e-9b7e-4a4d-bdc5-79d7ba5f8f61 req-a7b9f61b-9b21-40f2-8609-965e192677b2 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.131860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ad2be38e-9b7e-4a4d-bdc5-79d7ba5f8f61 req-a7b9f61b-9b21-40f2-8609-965e192677b2 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.146056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac3e2e-32fe-463b-85dc-6f80381ca33d req-e3d25998-a010-4572-901e-660b59dde897 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:38.148224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67ac3e2e-32fe-463b-85dc-6f80381ca33d req-e3d25998-a010-4572-901e-660b59dde897 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 944 time: 0.0980241 Dec 10 08:50:38.230378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67ac3e2e-32fe-463b-85dc-6f80381ca33d req-b1f0cfc3-43ac-46e0-9597-3788370425dc tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738988 Dec 10 08:50:38.231428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ad2be38e-9b7e-4a4d-bdc5-79d7ba5f8f61 req-a7b9f61b-9b21-40f2-8609-965e192677b2 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.234144 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ad2be38e-9b7e-4a4d-bdc5-79d7ba5f8f61 req-a7b9f61b-9b21-40f2-8609-965e192677b2 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.235239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad2be38e-9b7e-4a4d-bdc5-79d7ba5f8f61 req-a7b9f61b-9b21-40f2-8609-965e192677b2 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/347a2940-2107-4edc-b036-07c1f8094659 HTTP/1.1" status: 204 len: 173 time: 0.2479923 Dec 10 08:50:38.247841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9f61b-9b21-40f2-8609-965e192677b2 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a2940-2107-4edc-b036-07c1f8094659,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:38.296709 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d33c9b-d64b-4237-80c1-1c5cc591331e x-openstack-request-id: req-25d33c9b-d64b-4237-80c1-1c5cc591331e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:38.297232 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "tag": "30770f08-2c59-4621-adf2-1560178a30e4", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:38.297690 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25d33c9b-d64b-4237-80c1-1c5cc591331e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:38.298359 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4', 'status': 'completed', 'code': 200} Dec 10 08:50:38.307107 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:50:38.325916 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-fabe2c29-ef0d-4641-a44c-48871b74da98 req-eb11a6bb-62d6-437b-a323-c809f7b66b02 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:50:38.327353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fabe2c29-ef0d-4641-a44c-48871b74da98 req-eb11a6bb-62d6-437b-a323-c809f7b66b02 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/347a2940-2107-4edc-b036-07c1f8094659 HTTP/1.1" status: 404 len: 352 time: 0.0183339 Dec 10 08:50:38.454717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-fb1af7ec-4a68-466e-b66a-fb415febc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:38.456217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-fb1af7ec-4a68-466e-b66a-fb415febc3ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 1174 time: 0.1168034 Dec 10 08:50:38.466066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 56e6ed03-0f7f-4155-8d17-66d76afec96c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:38.470626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f7385-49e6-46e7-a30f-b77fec2d3039 req-f34b1686-fce6-440a-8319-1778ea1d7caf tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:38.472173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba1f7385-49e6-46e7-a30f-b77fec2d3039 req-f34b1686-fce6-440a-8319-1778ea1d7caf tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1207690 Dec 10 08:50:38.518847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892dbfb-b575-41d1-bce2-7e7ffebc6845 req-c04e465a-8ad5-4a05-ab53-b33b2b3f13e6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:38.521071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f892dbfb-b575-41d1-bce2-7e7ffebc6845 req-c04e465a-8ad5-4a05-ab53-b33b2b3f13e6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1225288 Dec 10 08:50:38.535111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 56e6ed03-0f7f-4155-8d17-66d76afec96c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:38.540675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 56e6ed03-0f7f-4155-8d17-66d76afec96c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:38.541277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.605899 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba1f7385-49e6-46e7-a30f-b77fec2d3039 req-31fe9e5d-397f-42b1-ae48-f0bdad0bdf28 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276011 Dec 10 08:50:38.638420 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.648774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-5a25173c-7563-4b1e-beba-2ecee14655b3 req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-874131429', 'description': 'tempest-description-1364700841'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:38.663149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e6ed03-0f7f-4155-8d17-66d76afec96c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:38.664165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f892dbfb-b575-41d1-bce2-7e7ffebc6845 req-bced6fbc-1c81-4a50-9fdb-18a5ab8ff513 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113639 Dec 10 08:50:38.665834 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fabccec-57ad-4028-9bbe-4475f10c7820" -d '{"events": [{"server_uuid": "00d9d060-6b8c-49e6-b1bd-ee12442f6763", "name": "network-vif-plugged", "status": "completed", "tag": "56e6ed03-0f7f-4155-8d17-66d76afec96c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:38.668318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-101007e6-3669-4048-8480-1768dadd0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:38.669952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-101007e6-3669-4048-8480-1768dadd0f6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 914 time: 0.1788392 Dec 10 08:50:38.682752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 56e6ed03-0f7f-4155-8d17-66d76afec96c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=56e6ed03-0f7f-4155-8d17-66d76afec96c,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:38.687964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.694008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a25173c-7563-4b1e-beba-2ecee14655b3 req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.694546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 790d5544-6df3-41c7-aad7-e8df6e52de20 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:38.749150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-8299adaa-1708-4008-b40e-31e7d5999015 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30770f08-2c59-4621-adf2-1560178a30e4 HTTP/1.1" status: 200 len: 217 time: 0.0626128 Dec 10 08:50:38.795274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=56e6ed03-0f7f-4155-8d17-66d76afec96c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:38.850984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5f3ba-5555-472e-bcdf-98c94dd91d92 req-a953f8b2-4260-4ef5-a96b-6ff48e612bbe tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:38.851761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 790d5544-6df3-41c7-aad7-e8df6e52de20, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=790d5544-6df3-41c7-aad7-e8df6e52de20,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:38.852510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53b5f3ba-5555-472e-bcdf-98c94dd91d92 req-a953f8b2-4260-4ef5-a96b-6ff48e612bbe tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1144457 Dec 10 08:50:38.871225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '790d5544-6df3-41c7-aad7-e8df6e52de20', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '790d5544-6df3-41c7-aad7-e8df6e52de20', 'mac_address': 'fa:16:3e:09:f4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:38.882324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-3036be1d-6fad-4f2f-bf23-49a42e0de7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:38.883787 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-3036be1d-6fad-4f2f-bf23-49a42e0de7dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 200 len: 853 time: 0.1044919 Dec 10 08:50:38.909659 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.924011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790d5544-6df3-41c7-aad7-e8df6e52de20 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:38.936663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-b739de78-96dd-43dd-9696-64f5daa0a175 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94e16250-f1ca-4f62-93c5-177fcd130688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408158 Dec 10 08:50:38.944407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 790d5544-6df3-41c7-aad7-e8df6e52de20, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=790d5544-6df3-41c7-aad7-e8df6e52de20,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:38.947109 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a25173c-7563-4b1e-beba-2ecee14655b3 req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.949259 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.960989 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a25173c-7563-4b1e-beba-2ecee14655b3 req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:38.965831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53b5f3ba-5555-472e-bcdf-98c94dd91d92 req-a3cdc92c-24a6-4c11-bdd7-1840472afc6b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046815 Dec 10 08:50:38.997233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=790d5544-6df3-41c7-aad7-e8df6e52de20,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:39.030461 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732fa1aa-5df5-454c-944c-64ef8242c93b x-openstack-request-id: req-732fa1aa-5df5-454c-944c-64ef8242c93b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:39.030963 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d9d060-6b8c-49e6-b1bd-ee12442f6763", "name": "network-vif-plugged", "status": "completed", "tag": "56e6ed03-0f7f-4155-8d17-66d76afec96c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:39.031476 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-732fa1aa-5df5-454c-944c-64ef8242c93b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:39.031987 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e6ed03-0f7f-4155-8d17-66d76afec96c', 'code': 200} Dec 10 08:50:39.032528 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a25173c-7563-4b1e-beba-2ecee14655b3 req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.033762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a25173c-7563-4b1e-beba-2ecee14655b3 req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3968804 Dec 10 08:50:39.047198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfefe47-3a4c-4524-aee0-b05737afb9e4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:39.064098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.064629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.064812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.065097 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.065429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.065788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.066681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.067028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.067356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.067689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.068092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.068359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.068650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bc2914-4ace-4439-812a-87064a6133b7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:39.088188 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.110762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-83fb1da7-e608-4909-b7d8-d3a7394233a1 service neutron] 10.222.0.18 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599550 Dec 10 08:50:39.173033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ec2e-4f05-4acf-b88d-3ca9bf0c72fe req-96e3565a-103c-4b85-b008-5ef42ddedd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:39.174570 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c6c4ec2e-4f05-4acf-b88d-3ca9bf0c72fe req-96e3565a-103c-4b85-b008-5ef42ddedd81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 1096 time: 0.0418494 Dec 10 08:50:39.224039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e764c-1fbb-467c-b2d4-becff0dc3af9 req-0af72143-2c27-4c95-8fb1-61e51bfd3c53 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:39.225563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-007e764c-1fbb-467c-b2d4-becff0dc3af9 req-0af72143-2c27-4c95-8fb1-61e51bfd3c53 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 949 time: 0.1296470 Dec 10 08:50:39.226559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c6c4ec2e-4f05-4acf-b88d-3ca9bf0c72fe req-dfc7a2b4-d341-466a-af4c-f892b5e198f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387449 Dec 10 08:50:39.268154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6393a-8062-477b-bc4d-6ca054d48323 req-496c12a3-0d4f-4906-9477-c7be129c17f4 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:39.270312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed6393a-8062-477b-bc4d-6ca054d48323 req-496c12a3-0d4f-4906-9477-c7be129c17f4 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 945 time: 0.1453323 Dec 10 08:50:39.316085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71ccebdb-93e4-4a70-964c-7523a18039a8 req-9bbba4cd-6fb5-4cb6-870a-6eba23223f26 service neutron] 10.222.0.18 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904075 Dec 10 08:50:39.327109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-007e764c-1fbb-467c-b2d4-becff0dc3af9 req-cb410a92-6933-4daf-9ee9-35476864f786 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935075 Dec 10 08:50:39.350669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed6393a-8062-477b-bc4d-6ca054d48323 req-11677994-6add-4c85-a694-0c885e857531 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743244 Dec 10 08:50:39.359160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-3bde448f-c6c3-4818-85d9-7f009940f0a8 req-1a3723e0-37f8-4763-9215-9b68828b6819 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-655243649', 'description': 'tempest-description-1987688205'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:39.388612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bde448f-c6c3-4818-85d9-7f009940f0a8 req-1a3723e0-37f8-4763-9215-9b68828b6819 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.485282 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bde448f-c6c3-4818-85d9-7f009940f0a8 req-1a3723e0-37f8-4763-9215-9b68828b6819 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.496133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573156e-c235-4946-b0e5-555a604be8bf req-a2ba50a0-e815-4264-891a-0bad843e85a2 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:39.497635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1573156e-c235-4946-b0e5-555a604be8bf req-a2ba50a0-e815-4264-891a-0bad843e85a2 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 945 time: 0.0798354 Dec 10 08:50:39.498343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bde448f-c6c3-4818-85d9-7f009940f0a8 req-1a3723e0-37f8-4763-9215-9b68828b6819 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.545093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bde448f-c6c3-4818-85d9-7f009940f0a8 req-1a3723e0-37f8-4763-9215-9b68828b6819 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.546335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bde448f-c6c3-4818-85d9-7f009940f0a8 req-1a3723e0-37f8-4763-9215-9b68828b6819 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1909871 Dec 10 08:50:39.549274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3723e0-37f8-4763-9215-9b68828b6819 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee720d93-23f3-49cf-8fa8-d72d46733cde,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:39.571232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['790d5544-6df3-41c7-aad7-e8df6e52de20'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:39.583804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-826e9bc9-c8f5-419a-abbf-a87883f02589 req-c44923ad-09dd-4968-a73c-59cf24046e64 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1004348565', 'description': 'tempest-description-559052352'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:39.598513 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1573156e-c235-4946-b0e5-555a604be8bf req-adaf9163-60c2-477e-82ed-e080bbe34a20 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935640 Dec 10 08:50:39.613679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-826e9bc9-c8f5-419a-abbf-a87883f02589 req-c44923ad-09dd-4968-a73c-59cf24046e64 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.689188 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-826e9bc9-c8f5-419a-abbf-a87883f02589 req-c44923ad-09dd-4968-a73c-59cf24046e64 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.699160 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-826e9bc9-c8f5-419a-abbf-a87883f02589 req-c44923ad-09dd-4968-a73c-59cf24046e64 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.747894 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-826e9bc9-c8f5-419a-abbf-a87883f02589 req-c44923ad-09dd-4968-a73c-59cf24046e64 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:39.749103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-826e9bc9-c8f5-419a-abbf-a87883f02589 req-c44923ad-09dd-4968-a73c-59cf24046e64 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1746345 Dec 10 08:50:39.756159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44923ad-09dd-4968-a73c-59cf24046e64 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fb246a-1728-4852-b2f6-babe705c05b6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:39.771176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c8dae-4807-4094-b3c4-70ad52a0b9ff req-d558dc50-644e-4dcf-a51f-3f1b4b2282b6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:39.772656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e81c8dae-4807-4094-b3c4-70ad52a0b9ff req-d558dc50-644e-4dcf-a51f-3f1b4b2282b6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.0880556 Dec 10 08:50:39.853231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e81c8dae-4807-4094-b3c4-70ad52a0b9ff req-1205bcb7-44ea-40a6-a061-4c9f8e5e421f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Dec 10 08:50:39.873434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b410cb5-ac49-4bfd-9b42-0acec26f5169 req-9bb4cf67-0fee-411b-83e5-fcbc85ba892d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:39.874891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b410cb5-ac49-4bfd-9b42-0acec26f5169 req-9bb4cf67-0fee-411b-83e5-fcbc85ba892d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0718482 Dec 10 08:50:39.956912 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b410cb5-ac49-4bfd-9b42-0acec26f5169 req-9bdcbd2e-bb12-495d-8224-ca3b1f43a922 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750039 Dec 10 08:50:40.011723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-425f0cd4-54d9-4195-a176-2c46d2247e0a req-73ee0ed3-4697-4045-8009-65dadb791e08 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6 HTTP/1.1" status: 200 len: 10998 time: 0.1235662 Dec 10 08:50:40.086188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-425f0cd4-54d9-4195-a176-2c46d2247e0a req-ce6d8a4d-f0b8-4cbe-b734-9f4866ac5b4b tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/cf276f44-4e08-4d17-8c77-2a1a36d84b06 HTTP/1.1" status: 200 len: 2998 time: 0.0680604 Dec 10 08:50:40.098207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac6377-991f-4994-ad68-e65f0dbafaf8 req-dea69dd3-d62b-451c-b25c-f9964f768efc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:40.099617 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58ac6377-991f-4994-ad68-e65f0dbafaf8 req-dea69dd3-d62b-451c-b25c-f9964f768efc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0622766 Dec 10 08:50:40.173897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-425f0cd4-54d9-4195-a176-2c46d2247e0a req-aa0983c1-bbe8-4e52-a747-7723d2c1a8da tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/cf276f44-4e08-4d17-8c77-2a1a36d84b06 HTTP/1.1" status: 200 len: 2998 time: 0.0733163 Dec 10 08:50:40.185453 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58ac6377-991f-4994-ad68-e65f0dbafaf8 req-c27e9b41-07a5-4630-8e47-c45d627b10b0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788982 Dec 10 08:50:40.255920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-9fc6d2b0-2a5c-4f4f-a123-419e645cc1f9 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:40.257335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-9fc6d2b0-2a5c-4f4f-a123-419e645cc1f9 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 945 time: 0.0825982 Dec 10 08:50:40.260794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85014034-8627-4eea-a15b-06b8f7438956 req-cc0f1895-465d-42d3-ac8b-c492b2c5f524 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/bbfefe47-3a4c-4524-aee0-b05737afb9e4 HTTP/1.1" status: 200 len: 1817 time: 0.0569780 Dec 10 08:50:40.374372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-85014034-8627-4eea-a15b-06b8f7438956 req-c0a912aa-9e67-47d6-8d80-0c38e01b2cae tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:40.403761 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-85014034-8627-4eea-a15b-06b8f7438956 req-c0a912aa-9e67-47d6-8d80-0c38e01b2cae tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:40.431007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Deleting port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:40.431249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:40.783685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-85014034-8627-4eea-a15b-06b8f7438956 req-c0a912aa-9e67-47d6-8d80-0c38e01b2cae tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:40.785880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-85014034-8627-4eea-a15b-06b8f7438956 req-c0a912aa-9e67-47d6-8d80-0c38e01b2cae tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:40.788019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85014034-8627-4eea-a15b-06b8f7438956 req-c0a912aa-9e67-47d6-8d80-0c38e01b2cae tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/bbfefe47-3a4c-4524-aee0-b05737afb9e4 HTTP/1.1" status: 204 len: 173 time: 0.5162840 Dec 10 08:50:40.800187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205d9d5-284b-413a-8b98-f5a95d72cf9c req-a2be6f57-f1e7-428a-b02d-54a1a76db1ca tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:40.801751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5205d9d5-284b-413a-8b98-f5a95d72cf9c req-a2be6f57-f1e7-428a-b02d-54a1a76db1ca tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 949 time: 0.4010918 Dec 10 08:50:40.820974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a912aa-9e67-47d6-8d80-0c38e01b2cae tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfefe47-3a4c-4524-aee0-b05737afb9e4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:40.865186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] For port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:40.865568 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:40.901168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Calling delete_port for eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:40.932132 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5205d9d5-284b-413a-8b98-f5a95d72cf9c req-b9e08ff0-3acb-4927-98ee-caae82e10ec4 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221774 Dec 10 08:50:40.943151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb75e-8e70-40bf-a2e3-f0f4599f88d8 req-66a95637-a451-4d0a-adc3-c1b9eb32f612 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:40.944653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d17bb75e-8e70-40bf-a2e3-f0f4599f88d8 req-66a95637-a451-4d0a-adc3-c1b9eb32f612 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1673c3-a4fe-4d11-9b6e-473d37de2c39 HTTP/1.1" status: 200 len: 945 time: 0.1030788 Dec 10 08:50:41.068292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d17bb75e-8e70-40bf-a2e3-f0f4599f88d8 req-142be323-3bd5-4c14-90d0-113ed670dee7 tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac155d-89f6-48e8-b879-b140ae5f0a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959191 Dec 10 08:50:41.118141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061019-9a6f-44dd-8458-d902cfdb20cb req-44157a51-17be-4617-9016-ce8b87eb91b0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:41.119577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc061019-9a6f-44dd-8458-d902cfdb20cb req-44157a51-17be-4617-9016-ce8b87eb91b0 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 945 time: 0.1125288 Dec 10 08:50:41.146602 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-be89bf95-7160-4b2c-a83b-ec50b9ce4ccf req-0155dcbe-797a-435c-8181-6b7b73c2ddaa tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:50:41.147583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be89bf95-7160-4b2c-a83b-ec50b9ce4ccf req-0155dcbe-797a-435c-8181-6b7b73c2ddaa tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/bbfefe47-3a4c-4524-aee0-b05737afb9e4 HTTP/1.1" status: 404 len: 352 time: 0.0406942 Dec 10 08:50:41.168921 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.181657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['eb4b54e5-fd24-4d99-88b0-a1c20249d0d1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:41.213832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Pushing event deleted for resources: {'Port': ['ID=eb4b54e5-fd24-4d99-88b0-a1c20249d0d1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:41.233264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc061019-9a6f-44dd-8458-d902cfdb20cb req-f6adba9c-9c23-4617-8e92-01e22abba2ae tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039326 Dec 10 08:50:41.283417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] No DVR routers for this DVR port eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:41.287356 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.291086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88e4e6f4-bb0c-4455-b672-f1378cb89ce6 req-e28854d1-2649-4d79-9e5f-4c318d3de7dc tempest-AttachSCSIVolumeTestJSON-619797688 tempest-AttachSCSIVolumeTestJSON-619797688-project] 10.222.0.18 "DELETE /v2.0/ports/eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 HTTP/1.1" status: 204 len: 173 time: 1.0266087 Dec 10 08:50:41.293260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1673c3-a4fe-4d11-9b6e-473d37de2c39', 'name': 'network-vif-deleted', 'tag': 'eb4b54e5-fd24-4d99-88b0-a1c20249d0d1'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:41.295569 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384f3d78-38ec-4c13-a01a-9b3b3ff4f846" -d '{"events": [{"server_uuid": "0e1673c3-a4fe-4d11-9b6e-473d37de2c39", "name": "network-vif-deleted", "tag": "eb4b54e5-fd24-4d99-88b0-a1c20249d0d1"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:41.338008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d9d83-4417-4639-a3bb-d4add1c3c95f req-57f67e66-1423-4983-a848-b64e7e2e9e1b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:41.341731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-996d9d83-4417-4639-a3bb-d4add1c3c95f req-57f67e66-1423-4983-a848-b64e7e2e9e1b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1318781 Dec 10 08:50:41.396498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab5ee3-7068-485c-9566-977f13f5c303 req-5c2eead4-657d-45c4-9540-e1dc5aafe84a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:41.398205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ddab5ee3-7068-485c-9566-977f13f5c303 req-5c2eead4-657d-45c4-9540-e1dc5aafe84a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0971622 Dec 10 08:50:41.418353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-996d9d83-4417-4639-a3bb-d4add1c3c95f req-9dcc5959-9db1-42b5-882c-cfbfba7f5b89 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722954 Dec 10 08:50:41.474499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ddab5ee3-7068-485c-9566-977f13f5c303 req-4fbf54e4-db64-4995-8fc9-7355a64b6b56 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676951 Dec 10 08:50:41.499796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9d4b737-e177-4636-aaab-dab3ea055ff8 req-c9f2fe20-e9f4-4d40-90a6-3ff48a7ec495 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/ee720d93-23f3-49cf-8fa8-d72d46733cde HTTP/1.1" status: 200 len: 1817 time: 0.0481241 Dec 10 08:50:41.583641 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d9d4b737-e177-4636-aaab-dab3ea055ff8 req-bd05caf3-cdee-4026-ae58-4e894443e4cd tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.613435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda62ae4-3459-4de3-be83-0eb8e3dea0b5 req-fe7e674f-33fc-4ce3-999e-2a4387096c77 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:41.614903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dda62ae4-3459-4de3-be83-0eb8e3dea0b5 req-fe7e674f-33fc-4ce3-999e-2a4387096c77 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0822687 Dec 10 08:50:41.618358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d9d4b737-e177-4636-aaab-dab3ea055ff8 req-bd05caf3-cdee-4026-ae58-4e894443e4cd tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.686889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dda62ae4-3459-4de3-be83-0eb8e3dea0b5 req-8cea1473-a319-4427-ab3a-a6e216806d11 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658557 Dec 10 08:50:41.691611 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d9d4b737-e177-4636-aaab-dab3ea055ff8 req-bd05caf3-cdee-4026-ae58-4e894443e4cd tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.694428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d9d4b737-e177-4636-aaab-dab3ea055ff8 req-bd05caf3-cdee-4026-ae58-4e894443e4cd tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.695450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9d4b737-e177-4636-aaab-dab3ea055ff8 req-bd05caf3-cdee-4026-ae58-4e894443e4cd tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee720d93-23f3-49cf-8fa8-d72d46733cde HTTP/1.1" status: 204 len: 173 time: 0.1895335 Dec 10 08:50:41.716984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05caf3-cdee-4026-ae58-4e894443e4cd tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee720d93-23f3-49cf-8fa8-d72d46733cde,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:41.730458 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-ab41cb19-ead5-4ff0-8737-018612f001a1 req-ea8160e2-451a-438d-8bda-dc71d17c0094 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:50:41.731499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ab41cb19-ead5-4ff0-8737-018612f001a1 req-ea8160e2-451a-438d-8bda-dc71d17c0094 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/ee720d93-23f3-49cf-8fa8-d72d46733cde HTTP/1.1" status: 404 len: 352 time: 0.0163808 Dec 10 08:50:41.736095 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3c35e1-b7ae-4c72-8857-228a9361f896 x-openstack-request-id: req-da3c35e1-b7ae-4c72-8857-228a9361f896 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:41.736495 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1673c3-a4fe-4d11-9b6e-473d37de2c39", "name": "network-vif-deleted", "tag": "eb4b54e5-fd24-4d99-88b0-a1c20249d0d1", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:41.736856 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da3c35e1-b7ae-4c72-8857-228a9361f896 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:41.737235 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1673c3-a4fe-4d11-9b6e-473d37de2c39', 'name': 'network-vif-deleted', 'tag': 'eb4b54e5-fd24-4d99-88b0-a1c20249d0d1', 'status': 'completed', 'code': 200} Dec 10 08:50:41.795728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbda932d-dc41-4cfc-ac0e-ea61985ca399 req-28afb5e9-adae-4ec0-b7d1-07bf0064b665 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/e1fb246a-1728-4852-b2f6-babe705c05b6 HTTP/1.1" status: 200 len: 1817 time: 0.0416188 Dec 10 08:50:41.855376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cbda932d-dc41-4cfc-ac0e-ea61985ca399 req-613f664f-19f1-48d2-9ec8-c3a6d24d36e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.878150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cbda932d-dc41-4cfc-ac0e-ea61985ca399 req-613f664f-19f1-48d2-9ec8-c3a6d24d36e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.919650 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cbda932d-dc41-4cfc-ac0e-ea61985ca399 req-613f664f-19f1-48d2-9ec8-c3a6d24d36e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.923245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cbda932d-dc41-4cfc-ac0e-ea61985ca399 req-613f664f-19f1-48d2-9ec8-c3a6d24d36e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:41.924655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbda932d-dc41-4cfc-ac0e-ea61985ca399 req-613f664f-19f1-48d2-9ec8-c3a6d24d36e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/e1fb246a-1728-4852-b2f6-babe705c05b6 HTTP/1.1" status: 204 len: 173 time: 0.1227522 Dec 10 08:50:41.936961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f664f-19f1-48d2-9ec8-c3a6d24d36e3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fb246a-1728-4852-b2f6-babe705c05b6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:41.966843 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-719759ca-0168-478e-a5e4-1b47bc531299 req-1dcf7821-efaf-482b-b417-4d6c4cf3e014 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:50:41.967618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-719759ca-0168-478e-a5e4-1b47bc531299 req-1dcf7821-efaf-482b-b417-4d6c4cf3e014 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/e1fb246a-1728-4852-b2f6-babe705c05b6 HTTP/1.1" status: 404 len: 352 time: 0.0166078 Dec 10 08:50:42.083845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b02bacb-b34f-4b7f-bd16-1747d5bc855c req-f70e79ef-811a-49f0-9cff-ab065573a187 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6 HTTP/1.1" status: 200 len: 6200 time: 0.0950658 Dec 10 08:50:42.094811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c90c04-7866-451d-977c-d0f1e31b838d req-091dd991-e1d1-4153-ac89-7c159befdabe tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:42.096072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57c90c04-7866-451d-977c-d0f1e31b838d req-091dd991-e1d1-4153-ac89-7c159befdabe tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 949 time: 0.0856755 Dec 10 08:50:42.157356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b02bacb-b34f-4b7f-bd16-1747d5bc855c req-a1a48aff-044f-45e5-9ae2-5ec7968c8327 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/cf276f44-4e08-4d17-8c77-2a1a36d84b06 HTTP/1.1" status: 200 len: 2998 time: 0.0603516 Dec 10 08:50:42.175747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57c90c04-7866-451d-977c-d0f1e31b838d req-ff8005e3-410f-407f-b7b0-9b546efbba28 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Dec 10 08:50:42.209882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b02bacb-b34f-4b7f-bd16-1747d5bc855c req-e01e4036-03bd-476a-9a6b-8103b6e8cf1d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/cf276f44-4e08-4d17-8c77-2a1a36d84b06 HTTP/1.1" status: 200 len: 2998 time: 0.0452416 Dec 10 08:50:42.236309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-7abb5840-d805-4291-8904-582288663eea req-54099284-590d-4f6a-988f-752ef6874b00 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-403522283', 'description': 'tempest-description-779781225'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:42.261461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7abb5840-d805-4291-8904-582288663eea req-54099284-590d-4f6a-988f-752ef6874b00 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.364929 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7abb5840-d805-4291-8904-582288663eea req-54099284-590d-4f6a-988f-752ef6874b00 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.372488 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7abb5840-d805-4291-8904-582288663eea req-54099284-590d-4f6a-988f-752ef6874b00 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.410839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7abb5840-d805-4291-8904-582288663eea req-54099284-590d-4f6a-988f-752ef6874b00 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.412088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7abb5840-d805-4291-8904-582288663eea req-54099284-590d-4f6a-988f-752ef6874b00 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1799605 Dec 10 08:50:42.414635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54099284-590d-4f6a-988f-752ef6874b00 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcad8bea-86fe-4556-9d37-f3fdb292ae95,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:42.433179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbf51-9ecc-4fb6-9f67-f78cb776a6f4 req-d217343d-5996-4202-a4c1-358d8f6c1b58 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:42.434765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb8fbf51-9ecc-4fb6-9f67-f78cb776a6f4 req-d217343d-5996-4202-a4c1-358d8f6c1b58 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 945 time: 0.1138682 Dec 10 08:50:42.453082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-af6d21a0-34af-470d-9b00-8d9bd4ee0c8b req-49affd24-8178-48ea-afb9-c55ef789beb0 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-771091403', 'description': 'tempest-description-143625599'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:42.503697 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af6d21a0-34af-470d-9b00-8d9bd4ee0c8b req-49affd24-8178-48ea-afb9-c55ef789beb0 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.509588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb8fbf51-9ecc-4fb6-9f67-f78cb776a6f4 req-278e7cd4-7f17-4acc-b1a7-e275c8b1cf19 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680737 Dec 10 08:50:42.582543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af6d21a0-34af-470d-9b00-8d9bd4ee0c8b req-49affd24-8178-48ea-afb9-c55ef789beb0 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.586699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af6d21a0-34af-470d-9b00-8d9bd4ee0c8b req-49affd24-8178-48ea-afb9-c55ef789beb0 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.625870 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af6d21a0-34af-470d-9b00-8d9bd4ee0c8b req-49affd24-8178-48ea-afb9-c55ef789beb0 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.627046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af6d21a0-34af-470d-9b00-8d9bd4ee0c8b req-49affd24-8178-48ea-afb9-c55ef789beb0 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1789477 Dec 10 08:50:42.647418 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49affd24-8178-48ea-afb9-c55ef789beb0 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213f834e-8a97-4a26-b7d8-939ebf9e14dd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:42.671468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8146a-9172-4790-b388-26b8fd1dc03a req-76bb7fb9-e942-4a2a-96db-a3f496fbd8ea tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:42.673085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9c8146a-9172-4790-b388-26b8fd1dc03a req-76bb7fb9-e942-4a2a-96db-a3f496fbd8ea tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.0689733 Dec 10 08:50:42.709639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 790d5544-6df3-41c7-aad7-e8df6e52de20 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:42.761825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 790d5544-6df3-41c7-aad7-e8df6e52de20 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:42.768022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 790d5544-6df3-41c7-aad7-e8df6e52de20 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:42.768435 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.772291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9c8146a-9172-4790-b388-26b8fd1dc03a req-3691b187-fc9e-44cf-9bdf-b0c6cfd3149c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890481 Dec 10 08:50:42.787491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9209c49-f791-4114-828c-121019eadce3 req-2c2da471-fc59-49fc-b269-45e7c9281043 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:42.789236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9209c49-f791-4114-828c-121019eadce3 req-2c2da471-fc59-49fc-b269-45e7c9281043 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0873940 Dec 10 08:50:42.870272 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.897665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a3b74d-abce-4cbf-8419-19b271f6e0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790d5544-6df3-41c7-aad7-e8df6e52de20'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:42.899599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9209c49-f791-4114-828c-121019eadce3 req-8fb7e525-cd26-4253-bba0-05ec5596f25d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036077 Dec 10 08:50:42.900989 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a0ac49-bef0-4b28-915d-097ce35e1aa8" -d '{"events": [{"server_uuid": "b2a3b74d-abce-4cbf-8419-19b271f6e0e9", "name": "network-vif-plugged", "status": "completed", "tag": "790d5544-6df3-41c7-aad7-e8df6e52de20"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:42.915900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 790d5544-6df3-41c7-aad7-e8df6e52de20, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=790d5544-6df3-41c7-aad7-e8df6e52de20,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:42.923678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f5c85-6484-48c6-8d37-b119401841e0 req-3ab84ad0-df3d-4589-a08e-919119aef7a1 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:42.926595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-332f5c85-6484-48c6-8d37-b119401841e0 req-3ab84ad0-df3d-4589-a08e-919119aef7a1 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 945 time: 0.0728543 Dec 10 08:50:42.928945 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:42.935488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42942) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:42.942056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-eef0141d-b4e5-49cc-a23e-e4b49e04c551 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Request body: {'floatingip': {'port_id': '56e6ed03-0f7f-4155-8d17-66d76afec96c'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:42.979002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=790d5544-6df3-41c7-aad7-e8df6e52de20,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:43.097056 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eef0141d-b4e5-49cc-a23e-e4b49e04c551 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:43.156137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae191b-bfb7-408c-9288-21abfb175410 req-c28e1a8d-99f6-4d41-8c98-cf0de2525f17 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:43.157697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93ae191b-bfb7-408c-9288-21abfb175410 req-c28e1a8d-99f6-4d41-8c98-cf0de2525f17 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1364532 Dec 10 08:50:43.242967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-de0a6005-e461-46a8-8c15-b9281cda4758 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:43.244489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-de0a6005-e461-46a8-8c15-b9281cda4758 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 813 time: 0.1873648 Dec 10 08:50:43.268700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93ae191b-bfb7-408c-9288-21abfb175410 req-df647731-930d-4b9e-bff4-e19e015ddfdc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008663 Dec 10 08:50:43.276575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-276f0ed9-431b-4d87-8538-1b9b99869aa8 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/quotas/dd0a97aa36ac405ab9d40004c461d5c6 HTTP/1.1" status: 200 len: 375 time: 0.0239441 Dec 10 08:50:43.336537 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5500b5df-8588-4543-aa10-c1c44e5ec2df x-openstack-request-id: req-5500b5df-8588-4543-aa10-c1c44e5ec2df {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:43.336857 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a3b74d-abce-4cbf-8419-19b271f6e0e9", "name": "network-vif-plugged", "status": "completed", "tag": "790d5544-6df3-41c7-aad7-e8df6e52de20", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:43.337116 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5500b5df-8588-4543-aa10-c1c44e5ec2df {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:43.337529 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a3b74d-abce-4cbf-8419-19b271f6e0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790d5544-6df3-41c7-aad7-e8df6e52de20', 'code': 200} Dec 10 08:50:43.370616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-85a6bff5-0a18-4574-88a7-9ded1af2d015 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928233 Dec 10 08:50:43.517207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086617-b6ee-4d26-94e6-a861a52b0495 req-430b5661-8ad7-49c0-be74-cb0dd35b54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:43.518733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3086617-b6ee-4d26-94e6-a861a52b0495 req-430b5661-8ad7-49c0-be74-cb0dd35b54ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 1101 time: 0.0944116 Dec 10 08:50:43.557147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88743b2-6ac3-4237-8810-5f7ef5175b31 req-22e05c6f-bb77-47ce-bb3f-f1efe3e7f036 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:43.558667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c88743b2-6ac3-4237-8810-5f7ef5175b31 req-22e05c6f-bb77-47ce-bb3f-f1efe3e7f036 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 950 time: 0.1249580 Dec 10 08:50:43.567257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-fe5e3ef8-26e2-4278-85a9-571f23637cad service neutron] 10.222.0.31 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956713 Dec 10 08:50:43.664499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3086617-b6ee-4d26-94e6-a861a52b0495 req-5169e444-b74d-485c-a0bd-1bc19b133136 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338248 Dec 10 08:50:43.686538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c88743b2-6ac3-4237-8810-5f7ef5175b31 req-0decf180-b72b-47da-beb1-bfd514afd86e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098421 Dec 10 08:50:43.715171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-93517b58-994c-4065-84ba-291c7689b2d8 service neutron] 10.222.0.31 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470375 Dec 10 08:50:43.848054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e63df-a39e-4590-bf96-6358f2207900 req-d5aed907-fe43-4757-b8a3-1de95fee78ca tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:43.861244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d25e63df-a39e-4590-bf96-6358f2207900 req-d5aed907-fe43-4757-b8a3-1de95fee78ca tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1096 time: 0.0769627 Dec 10 08:50:43.948675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d25e63df-a39e-4590-bf96-6358f2207900 req-b1e84db0-d97a-4779-9f3e-ba51bbbea004 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819402 Dec 10 08:50:44.002887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba168e92-a8a1-4328-9c66-f16f5f231fde req-d89bab8e-e310-4c90-9e4d-006c2fd7ae5f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:44.006357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba168e92-a8a1-4328-9c66-f16f5f231fde req-d89bab8e-e310-4c90-9e4d-006c2fd7ae5f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.0974166 Dec 10 08:50:44.058645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c371d7d-688c-40ca-b30d-e9ddb7280b37 req-6bd92db2-5257-4ab0-8b63-6d9b67f7a863 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 210 time: 0.0398414 Dec 10 08:50:44.150325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba168e92-a8a1-4328-9c66-f16f5f231fde req-149550ef-2e98-401e-8b1a-53e6319e8c99 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972347 Dec 10 08:50:44.188393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eef0141d-b4e5-49cc-a23e-e4b49e04c551 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:44.193079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eef0141d-b4e5-49cc-a23e-e4b49e04c551 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:44.302872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed794ba1-3d0e-4535-9455-de7ec73327eb req-a4414579-c77e-46c1-a3b4-0fc93dcf49f5 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:44.307329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed794ba1-3d0e-4535-9455-de7ec73327eb req-a4414579-c77e-46c1-a3b4-0fc93dcf49f5 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1316812 Dec 10 08:50:44.373797 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-eef0141d-b4e5-49cc-a23e-e4b49e04c551 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Floating IP dff238ef-a851-4394-8fad-733b7e312154 associated. External IP: 172.25.3.78, port: 56e6ed03-0f7f-4155-8d17-66d76afec96c. Dec 10 08:50:44.401759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed794ba1-3d0e-4535-9455-de7ec73327eb req-bed41c88-4102-46b3-aa3d-fc70b4f119a5 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870202 Dec 10 08:50:44.588386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cef16-ea61-4632-a357-ffd04571be8a req-c34267c6-b8a1-4b0c-b6db-a163e7edcb81 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:44.596293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a0cef16-ea61-4632-a357-ffd04571be8a req-c34267c6-b8a1-4b0c-b6db-a163e7edcb81 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0905843 Dec 10 08:50:44.655460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a0cef16-ea61-4632-a357-ffd04571be8a req-913aead7-60dc-4a73-af79-37d8abd69b9b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562925 Dec 10 08:50:44.683048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef0141d-b4e5-49cc-a23e-e4b49e04c551 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Router 11f09fd8-a430-41fc-bf88-2f970515a72d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:50:44.715611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:44.856448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc7be-4499-4780-8c4f-fc408c110c5a req-247bc4d5-627d-44d4-aa68-cb4a6bac251c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:44.858043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-639cc7be-4499-4780-8c4f-fc408c110c5a req-247bc4d5-627d-44d4-aa68-cb4a6bac251c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 950 time: 0.0589178 Dec 10 08:50:44.864724 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:44.910673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:44.913206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef0141d-b4e5-49cc-a23e-e4b49e04c551 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:50:44.914353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:44.921659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eef0141d-b4e5-49cc-a23e-e4b49e04c551 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:44.934383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] Sync routers for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:50:44.937435 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:44.938781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:44.951384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-639cc7be-4499-4780-8c4f-fc408c110c5a req-b10dca77-d2b0-40ab-a739-80d14695f610 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728018 Dec 10 08:50:44.969696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:44.970055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device eb4b54e5-fd24-4d99-88b0-a1c20249d0d1 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:44.983102 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eef0141d-b4e5-49cc-a23e-e4b49e04c551 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "PUT /v2.0/floatingips/dff238ef-a851-4394-8fad-733b7e312154 HTTP/1.1" status: 200 len: 990 time: 2.0432558 Dec 10 08:50:44.983102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'tag': '56e6ed03-0f7f-4155-8d17-66d76afec96c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:44.985173 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19823d8-0a0d-4412-88fc-6871e42d3c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "00d9d060-6b8c-49e6-b1bd-ee12442f6763", "tag": "56e6ed03-0f7f-4155-8d17-66d76afec96c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:45.031231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:45.031872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:50:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:45.096179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:45.120426 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e912976-0460-49d3-bc8f-f9895effdb50 x-openstack-request-id: req-0e912976-0460-49d3-bc8f-f9895effdb50 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:45.120717 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d9d060-6b8c-49e6-b1bd-ee12442f6763", "tag": "56e6ed03-0f7f-4155-8d17-66d76afec96c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:45.120975 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e912976-0460-49d3-bc8f-f9895effdb50 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:45.121781 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'tag': '56e6ed03-0f7f-4155-8d17-66d76afec96c', 'status': 'completed', 'code': 200} Dec 10 08:50:45.171424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:45.215962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-944e3876-c439-4c20-84de-ca533b053444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:45.217854 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-944e3876-c439-4c20-84de-ca533b053444 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66e0341a0559410bb432f4bb1302f7fa&device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 1096 time: 0.0525718 Dec 10 08:50:45.338953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:45.342718 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272629e8-eb33-4221-8705-6bd5c8fc476c" -d '{"events": [{"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-unplugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:45.418656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-3be6a375-fa3e-4f59-8633-c12e45ee8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:45.420256 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-3be6a375-fa3e-4f59-8633-c12e45ee8286 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 200 len: 925 time: 0.1868675 Dec 10 08:50:45.446553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3121ad7b-e5a1-4215-8e25-9f1ae7881d9b req-a5f0f97b-3737-427a-b65f-a208eebf573f tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 210 time: 0.0368354 Dec 10 08:50:45.534005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-8e90ab6e-ca3e-4f28-ab4f-4b0a104a9824 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:50:45.540111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-8e90ab6e-ca3e-4f28-ab4f-4b0a104a9824 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075696 Dec 10 08:50:45.627557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'dff238ef-a851-4394-8fad-733b7e312154', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'port_id': '56e6ed03-0f7f-4155-8d17-66d76afec96c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'mac_address': 'fa:16:3e:72:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:47:11Z', 'updated_at': '2021-12-10T08:50:43Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:45.642597 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-028ded08-50f9-4c80-8f86-324fc12f4e87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56e6ed03-0f7f-4155-8d17-66d76afec96c HTTP/1.1" status: 200 len: 998 time: 0.1900828 Dec 10 08:50:45.651657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-620e10b1-abeb-4172-907d-944da7973180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:45.653293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-620e10b1-abeb-4172-907d-944da7973180 service neutron] 10.222.0.31 "GET /v2.0/ports/37be9fb1-6c1c-4fe3-b815-8af68d305c83 HTTP/1.1" status: 200 len: 1093 time: 0.0844412 Dec 10 08:50:45.665159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] Checking router: 11f09fd8-a430-41fc-bf88-2f970515a72d for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:50:45.665795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Request body: {'binding': {'host': 'n-h1-814746-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:45.666589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Unknown quota resources ['binding']. {{(pid=114969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 08:50:45.675929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:45.676901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:50:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:45.697609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf20ec-35e6-4ab1-b342-22e93700e4f4 req-a4da3ef0-a93a-466d-9816-56068e5867df tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:45.699562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76bf20ec-35e6-4ab1-b342-22e93700e4f4 req-a4da3ef0-a93a-466d-9816-56068e5867df tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 945 time: 0.1529679 Dec 10 08:50:45.720027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-d8088bda-63b7-4a33-b48b-9dbcba811f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:45.721436 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-d8088bda-63b7-4a33-b48b-9dbcba811f9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1370e0ba-0c5c-4f67-950b-eaa0f7136e26 HTTP/1.1" status: 200 len: 863 time: 0.0620241 Dec 10 08:50:45.758988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-d47df71f-5054-47bb-8af1-073a8409f02e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:45.761889 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-d47df71f-5054-47bb-8af1-073a8409f02e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.39 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 813 time: 0.2819617 Dec 10 08:50:45.799709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'port': {'device_id': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688', 'admin_state_up': True, 'tenant_id': 'dd0a97aa36ac405ab9d40004c461d5c6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:45.825477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76bf20ec-35e6-4ab1-b342-22e93700e4f4 req-93f3f9c1-ff91-46af-a913-82cd3b5cc39b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159239 Dec 10 08:50:45.891031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-2731fddf-48f4-4c5f-83d4-923e86f4bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:45.892821 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-2731fddf-48f4-4c5f-83d4-923e86f4bbf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f996f28-7a71-4f34-bbc5-42a950667083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560819 Dec 10 08:50:45.947165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on host n-h1-814746-3 for vnic_type normal with profile None {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:45.947503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:45.947888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:45.952664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:45.953324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:45.961388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:45.961765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:45.962137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:45.962579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Bound port: 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:46.037890 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a093df0-a51f-408f-9775-0783eb7ed502 x-openstack-request-id: req-6a093df0-a51f-408f-9775-0783eb7ed502 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:46.038766 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-unplugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:46.038766 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a093df0-a51f-408f-9775-0783eb7ed502 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:46.039213 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'code': 200} Dec 10 08:50:46.095422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:46.138631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:46.151269 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-c9efca80-1a3f-4311-8526-a67e8620e9c0 service neutron] 10.222.0.39 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438328 Dec 10 08:50:46.152400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Made reservation on behalf of dd0a97aa36ac405ab9d40004c461d5c6 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:50:46.155847 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:46.178353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] Publish callbacks [] for binding, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:46.179647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-77dd61f3-05a7-4019-960d-ef9fe7d49daa service neutron] 10.222.0.31 "POST /v2.0/ports/37be9fb1-6c1c-4fe3-b815-8af68d305c83/bindings HTTP/1.1" status: 201 len: 389 time: 0.5178289 Dec 10 08:50:46.227496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609242bd-568c-4f6a-ba37-d97565312858 req-f0b63269-81b3-4ec8-8541-1cc293723909 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:46.230299 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-609242bd-568c-4f6a-ba37-d97565312858 req-f0b63269-81b3-4ec8-8541-1cc293723909 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 948 time: 0.1468682 Dec 10 08:50:46.259468 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a19823d8-0a0d-4412-88fc-6871e42d3c7a req-f7a3829a-ea53-438d-95ba-58633e52a73f service neutron] 10.222.0.39 "GET /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930226 Dec 10 08:50:46.320539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-6428224c-8783-45a1-b0a0-c3a811448f87 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:46.330218 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-6428224c-8783-45a1-b0a0-c3a811448f87 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.1886408 Dec 10 08:50:46.354907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814746-3'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:46.434053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-609242bd-568c-4f6a-ba37-d97565312858 req-044ddb32-5678-4938-bd25-c3208505dc45 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952629 Dec 10 08:50:46.462474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Allocated IP 172.20.0.14 (94e16250-f1ca-4f62-93c5-177fcd130688/9ede4747-7265-463c-a1c9-eddbcdafe205/25431037-1666-4c2b-95e1-1b41ed80d39b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:50:46.524420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'dff238ef-a851-4394-8fad-733b7e312154', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'port_id': '56e6ed03-0f7f-4155-8d17-66d76afec96c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'mac_address': 'fa:16:3e:72:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:47:11Z', 'updated_at': '2021-12-10T08:50:43Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:46.557427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c2966-0284-462a-a491-9fd540cdcdc7 req-018eeedc-5488-4881-8e87-6ff2501febb9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:46.559086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace00bb1-4109-449d-93e9-d9666886e7e5 None None] The sync data for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 is: [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'dff238ef-a851-4394-8fad-733b7e312154', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'port_id': '56e6ed03-0f7f-4155-8d17-66d76afec96c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'mac_address': 'fa:16:3e:72:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:47:11Z', 'updated_at': '2021-12-10T08:50:43Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:50:46.570234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-174c2966-0284-462a-a491-9fd540cdcdc7 req-018eeedc-5488-4881-8e87-6ff2501febb9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.2092912 Dec 10 08:50:46.590815 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:46.655111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:46.688059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-174c2966-0284-462a-a491-9fd540cdcdc7 req-9a029b5b-5bb1-40d6-8a1d-a3b6222af134 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926292 Dec 10 08:50:46.701083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:46.707803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c666-6c21-4501-97b0-57b9e2ddba46 req-56258ed8-08d5-4869-bf01-e793a50107bf tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:46.708976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7e0c666-6c21-4501-97b0-57b9e2ddba46 req-56258ed8-08d5-4869-bf01-e793a50107bf tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 950 time: 0.1722846 Dec 10 08:50:46.722620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0a86a848-822b-4b26-a1eb-b950939b3d91 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:46.728799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['30770f08-2c59-4621-adf2-1560178a30e4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:46.766787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Network 94e16250-f1ca-4f62-93c5-177fcd130688 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:50:46.771316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:50:46.774829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:50:46.832774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'Port': ['ID=25431037-1666-4c2b-95e1-1b41ed80d39b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:46.833489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7e0c666-6c21-4501-97b0-57b9e2ddba46 req-a488f6de-79d0-4a2f-a9dd-7258fc56642d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077557 Dec 10 08:50:46.872975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.873677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.874044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.874431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.877649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.878090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.879306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.879628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.880043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.880388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.880766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.881108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.881449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:46.902011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:46.929068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:46.929974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:46.956061 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-43d5bf47-8274-456c-bf3b-a1908ebd7e04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1611593 Dec 10 08:50:46.963775 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43be69-fc3c-4d32-b426-c5f7deb39e47 None None] New status for floating IP dff238ef-a851-4394-8fad-733b7e312154: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:50:46.971191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:46.971788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Request body: {'port': {'device_id': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:50:47.052430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.064074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:47.066916 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d644704-2345-4bfb-9be7-f42723d7098e" -d '{"events": [{"server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "name": "network-vif-unplugged", "status": "completed", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:47.074018 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.093029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:47.108211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6ab7-1920-4c44-baa0-c11e62de387b req-ae4c5390-1290-401e-abfa-0b8f90c794d1 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:47.116463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39f6ab7-1920-4c44-baa0-c11e62de387b req-ae4c5390-1290-401e-abfa-0b8f90c794d1 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 932 time: 0.1639104 Dec 10 08:50:47.123090 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.139281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0a86a848-822b-4b26-a1eb-b950939b3d91 has no active binding in host n-h1-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:50:47.169434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24858bb6-6454-4cd8-9baf-d571dc603fdb req-73b576f7-a2bc-4818-b711-e72beac3d0c0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:47.173026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24858bb6-6454-4cd8-9baf-d571dc603fdb req-73b576f7-a2bc-4818-b711-e72beac3d0c0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1641114 Dec 10 08:50:47.386860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Pushing event updated for resources: {'Port': ['ID=0a86a848-822b-4b26-a1eb-b950939b3d91,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:47.407033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39f6ab7-1920-4c44-baa0-c11e62de387b req-cbb861fb-3a7f-455b-81da-c6df0ce6cc05 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667055 Dec 10 08:50:47.418035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25431037-1666-4c2b-95e1-1b41ed80d39b {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:47.425586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24858bb6-6454-4cd8-9baf-d571dc603fdb req-81486abc-acc5-455c-b1f6-0a68e0f24768 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945610 Dec 10 08:50:47.426640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.435909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 on host n-h2-814746-3 for vnic_type normal with profile {"migrating_to": "n-h1-814746-3"} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:47.435909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:47.435909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:47.439693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Transition to ACTIVE for port object 25431037-1666-4c2b-95e1-1b41ed80d39b will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:50:47.452488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Port 0a86a848-822b-4b26-a1eb-b950939b3d91 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:47.452488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Attempting to bind port 0a86a848-822b-4b26-a1eb-b950939b3d91 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:47.454368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.472730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:47.473208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:47.474213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:47.474820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Bound port: 0a86a848-822b-4b26-a1eb-b950939b3d91, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:47.475289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.545691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Pushing event updated for resources: {'Port': ['ID=25431037-1666-4c2b-95e1-1b41ed80d39b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:47.617401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Attempting to bind port 25431037-1666-4c2b-95e1-1b41ed80d39b on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:50:47.617760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Attempting to bind port 25431037-1666-4c2b-95e1-1b41ed80d39b by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'e087c48d-5d0b-41c4-b316-1397a5fa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:50:47.618095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Attempting to bind port 25431037-1666-4c2b-95e1-1b41ed80d39b on network 94e16250-f1ca-4f62-93c5-177fcd130688 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:47.622488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Port 25431037-1666-4c2b-95e1-1b41ed80d39b on network 94e16250-f1ca-4f62-93c5-177fcd130688 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:50:47.622813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Attempting to bind port 25431037-1666-4c2b-95e1-1b41ed80d39b on network 94e16250-f1ca-4f62-93c5-177fcd130688 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:50:47.627956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:50:47.628460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Checking segment: {'id': 'e087c48d-5d0b-41c4-b316-1397a5fa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:50:47.628915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Bound using segment: {'id': 'e087c48d-5d0b-41c4-b316-1397a5fa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:50:47.629403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Bound port: 25431037-1666-4c2b-95e1-1b41ed80d39b, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e087c48d-5d0b-41c4-b316-1397a5fa0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:50:47.629794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.632345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30058a8-5996-49ff-8a7d-b5b20da940ba req-fd06059e-7114-44c1-a299-17eb05f9e878 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:47.633957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e30058a8-5996-49ff-8a7d-b5b20da940ba req-fd06059e-7114-44c1-a299-17eb05f9e878 tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 1101 time: 0.1220984 Dec 10 08:50:47.643393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d9e89-365c-4cf7-892f-4e1b7fe3417d req-fe8f62ba-7f0e-44f7-9cbf-92d65652be44 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:47.645827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-611d9e89-365c-4cf7-892f-4e1b7fe3417d req-fe8f62ba-7f0e-44f7-9cbf-92d65652be44 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.0929923 Dec 10 08:50:47.646981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:47.655813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:47.671708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.705266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] For port 25431037-1666-4c2b-95e1-1b41ed80d39b, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:50:47.708649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] For port 25431037-1666-4c2b-95e1-1b41ed80d39b, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=25431037-1666-4c2b-95e1-1b41ed80d39b,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:50:47.712376 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.764051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:47.764849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.766354 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] 10.222.0.39 "PUT /v2.0/ports/25431037-1666-4c2b-95e1-1b41ed80d39b HTTP/1.1" status: 200 len: 1092 time: 0.7991340 Dec 10 08:50:47.766830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:47.769704 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042" -d '{"events": [{"name": "network-changed", "server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:47.786867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Pushing event updated for resources: {'Port': ['ID=0a86a848-822b-4b26-a1eb-b950939b3d91,revision_number=8']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:47.790264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52864a-688b-454e-bb67-a7faed37dc9c service neutron] Pushing event updated for resources: {'Port': ['ID=25431037-1666-4c2b-95e1-1b41ed80d39b,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:47.795061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-611d9e89-365c-4cf7-892f-4e1b7fe3417d req-4c0afff9-4bb0-496b-9452-7858d0472ba7 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378903 Dec 10 08:50:47.797200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e30058a8-5996-49ff-8a7d-b5b20da940ba req-10537214-4569-439d-89ad-9a1c2394c3bd tempest-ServersOnMultiNodesTest-551717982 tempest-ServersOnMultiNodesTest-551717982-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479142 Dec 10 08:50:47.819073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:47.819742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:47.821217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8ea1c704-ff7f-4adc-8614-c85be37b2dfa service neutron] 10.222.0.18 "PUT /v2.0/ports/0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 200 len: 1121 time: 1.4803700 Dec 10 08:50:47.897927 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4d4486-d3f9-41b7-959a-2b4823d879a9 x-openstack-request-id: req-cc4d4486-d3f9-41b7-959a-2b4823d879a9 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:47.898224 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "name": "network-vif-unplugged", "status": "completed", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:47.898524 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc4d4486-d3f9-41b7-959a-2b4823d879a9 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:47.898992 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91', 'code': 200} Dec 10 08:50:47.944452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-fd101d82-3b36-4cca-9b31-c7104873ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:47.946037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-fd101d82-3b36-4cca-9b31-c7104873ef33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 1095 time: 0.0844517 Dec 10 08:50:47.991520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['0a86a848-822b-4b26-a1eb-b950939b3d91'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:48.003900 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-c396f239-9fe2-4e08-b718-8ebc8e73e337 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25431037-1666-4c2b-95e1-1b41ed80d39b HTTP/1.1" status: 200 len: 217 time: 0.0474327 Dec 10 08:50:48.031064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2281c20-3893-49c6-ae7c-ad85e35d4ce3 req-b6efb86d-f0dc-42c4-8164-18f382c31bbc tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:48.032657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2281c20-3893-49c6-ae7c-ad85e35d4ce3 req-b6efb86d-f0dc-42c4-8164-18f382c31bbc tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 948 time: 0.1063151 Dec 10 08:50:48.049031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0a86a848-822b-4b26-a1eb-b950939b3d91'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:48.093066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-5690ce39-be55-461e-98a9-02fc3af41334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:48.095459 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-5690ce39-be55-461e-98a9-02fc3af41334 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 200 len: 853 time: 0.0613828 Dec 10 08:50:48.119198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f41aef-7d39-4eb7-8864-ee441de5bf6e req-e7d21074-b8ac-42b3-8bd6-77a96f84d79f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:48.123498 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71f41aef-7d39-4eb7-8864-ee441de5bf6e req-e7d21074-b8ac-42b3-8bd6-77a96f84d79f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0861986 Dec 10 08:50:48.127120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2281c20-3893-49c6-ae7c-ad85e35d4ce3 req-a091af22-0d4d-4f46-af2d-b4d352a78f74 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814610 Dec 10 08:50:48.148907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-3d85ee1a-40e7-46b4-a1c1-88555cbe0628 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94e16250-f1ca-4f62-93c5-177fcd130688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420406 Dec 10 08:50:48.192524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71f41aef-7d39-4eb7-8864-ee441de5bf6e req-ab863b8d-2797-4ec5-b291-12021bee0684 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577757 Dec 10 08:50:48.201122 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6484c615-4042-453c-9fee-61e793a93412 x-openstack-request-id: req-6484c615-4042-453c-9fee-61e793a93412 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:48.201418 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:48.201720 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6484c615-4042-453c-9fee-61e793a93412 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:48.202126 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b', 'status': 'completed', 'code': 200} Dec 10 08:50:48.289257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-517e1a0e-51a9-4a8b-b9c4-e3c5d3b58a7d service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302264 Dec 10 08:50:48.334634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43058) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:48.447705 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fce60ee3-f994-4ad4-a27f-24982b8cd2b8 req-7cf77dfb-adaa-47c0-82ec-d027c4f81532 service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458869 Dec 10 08:50:48.577367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-b9b4784c-7833-43a2-8209-54e247b52a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:48.579021 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-b9b4784c-7833-43a2-8209-54e247b52a1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 1095 time: 0.0405791 Dec 10 08:50:48.685954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-b3089303-6921-4194-8122-ce00bcea9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:48.687418 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-b3089303-6921-4194-8122-ce00bcea9dab service neutron] 10.222.0.39 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 914 time: 0.0993998 Dec 10 08:50:48.725591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:48.736694 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-5a7ddb97-de1f-4b53-b7b0-00558d00d3ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25431037-1666-4c2b-95e1-1b41ed80d39b HTTP/1.1" status: 200 len: 217 time: 0.0365243 Dec 10 08:50:48.800595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-e3b1c6b4-ad3d-4c94-becf-f8d4e7bd3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:48.802130 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-e3b1c6b4-ad3d-4c94-becf-f8d4e7bd3e1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 200 len: 853 time: 0.0457938 Dec 10 08:50:48.831833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:48.837823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-e9dd0ff6-e0e2-4106-bb0f-0700f5a34ce8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94e16250-f1ca-4f62-93c5-177fcd130688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256057 Dec 10 08:50:48.844160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'mac_address': 'fa:16:3e:ab:1e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:48.889059 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:48.904068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f58bd-6921-497e-a326-a79e480bf69b req-51308af2-7eea-4c7c-be3c-e3c2e8aa4176 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:48.905601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f0f58bd-6921-497e-a326-a79e480bf69b req-51308af2-7eea-4c7c-be3c-e3c2e8aa4176 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 950 time: 0.4454889 Dec 10 08:50:48.908647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e560d926-8875-4963-8241-f9c2ea7cc469 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:48.931191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb147d-8235-4afd-9849-f849937fad68 req-be13b072-4bda-4add-81d0-e3ce61e94200 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:48.932599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93eb147d-8235-4afd-9849-f849937fad68 req-be13b072-4bda-4add-81d0-e3ce61e94200 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 944 time: 0.4097264 Dec 10 08:50:48.937670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:48.944924 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:48.950640 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:48.960810 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-b868804b-bfa8-4f26-bb69-dd1af8af08f6 service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106868 Dec 10 08:50:49.002147 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:49.011529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.012112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.012592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.013085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.013935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.014273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.014604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.014932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.015258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.015582 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.015906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.016239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.016547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:50:49.030221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f0f58bd-6921-497e-a326-a79e480bf69b req-d818106d-65ad-4d2a-818f-4405e4b1f9df tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144278 Dec 10 08:50:49.061204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f4bfa2c-c39c-43c6-a433-8ee9cc91d042 req-6fb59190-f992-4ff7-8df9-74d84fdcd954 service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925989 Dec 10 08:50:49.078661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93eb147d-8235-4afd-9849-f849937fad68 req-253172a7-8517-488f-bbac-196acd46f805 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331744 Dec 10 08:50:49.212078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975f494-2e01-4c4f-9b52-588e52d46993 req-fd69cfa1-6b69-4f42-bfac-b1c21c5a8edf tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:49.213458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7975f494-2e01-4c4f-9b52-588e52d46993 req-fd69cfa1-6b69-4f42-bfac-b1c21c5a8edf tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1118212 Dec 10 08:50:49.246157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52bd9b-cd51-4c5a-9c45-64ed623d624c req-ca4f8e80-9958-417f-a279-c52eeedab49e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:49.247593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c52bd9b-cd51-4c5a-9c45-64ed623d624c req-ca4f8e80-9958-417f-a279-c52eeedab49e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.0877273 Dec 10 08:50:49.278903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:49.340837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7975f494-2e01-4c4f-9b52-588e52d46993 req-19d605a8-82c9-44b4-b3cd-28f0c49e1ccb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208968 Dec 10 08:50:49.402083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c52bd9b-cd51-4c5a-9c45-64ed623d624c req-b6b965a6-35b9-4359-b7a2-ac3bb0b1c67a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476634 Dec 10 08:50:49.497258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911850a5-77c1-4a44-b127-44ea1adc0224 req-b3c58dbb-ffde-47cd-9c5d-f163c37d0919 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:49.498601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-911850a5-77c1-4a44-b127-44ea1adc0224 req-b3c58dbb-ffde-47cd-9c5d-f163c37d0919 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 949 time: 0.1003771 Dec 10 08:50:49.591801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bfc2c-5668-4119-a3b3-4e2237f5c4e3 req-9f577fd7-05cf-4114-9584-6c0f7257d733 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:49.593274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a48bfc2c-5668-4119-a3b3-4e2237f5c4e3 req-9f577fd7-05cf-4114-9584-6c0f7257d733 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1129835 Dec 10 08:50:49.612942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-911850a5-77c1-4a44-b127-44ea1adc0224 req-9bb56419-2db8-4ff7-b70f-ae60212bea46 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837581 Dec 10 08:50:49.614337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['e560d926-8875-4963-8241-f9c2ea7cc469'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:49.682778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a48bfc2c-5668-4119-a3b3-4e2237f5c4e3 req-45467596-7ea0-425d-9c52-06723718a7ea tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792420 Dec 10 08:50:49.731423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Deleting port 26ed7ab4-d149-43eb-ada8-daec33a77e86 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:49.731760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:49.812793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] For port 26ed7ab4-d149-43eb-ada8-daec33a77e86, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=26ed7ab4-d149-43eb-ada8-daec33a77e86,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:49.813110 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:49.825084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Calling delete_port for 26ed7ab4-d149-43eb-ada8-daec33a77e86 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:49.922681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:49.925459 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbd602f-e01b-466c-94b2-26f8aeedb495" -d '{"events": [{"name": "network-changed", "server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:49.962854 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fc7d87-49c2-464e-875f-e00d89cd5003 x-openstack-request-id: req-c8fc7d87-49c2-464e-875f-e00d89cd5003 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:49.963147 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:49.963409 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8fc7d87-49c2-464e-875f-e00d89cd5003 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:49.963798 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91', 'status': 'completed', 'code': 200} Dec 10 08:50:50.014837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:50.040138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=26ed7ab4-d149-43eb-ada8-daec33a77e86,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:50.042691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-97ec3ae8-24ee-4560-b6f7-971f53d0b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:50.044280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-97ec3ae8-24ee-4560-b6f7-971f53d0b5d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1124 time: 0.0488884 Dec 10 08:50:50.163866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-d6875fae-2554-4f92-b800-4504122d3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:50.165642 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-d6875fae-2554-4f92-b800-4504122d3242 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.1109624 Dec 10 08:50:50.234990 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-2495635b-c1b2-4b95-8edd-3acf5429d9f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 200 len: 217 time: 0.0423453 Dec 10 08:50:50.287533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7d0e8-fe84-49b0-9cc6-b1cc81e034b3 req-85595959-2d13-4beb-a7da-743dc292ba0f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:50.289041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2b7d0e8-fe84-49b0-9cc6-b1cc81e034b3 req-85595959-2d13-4beb-a7da-743dc292ba0f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 950 time: 0.1727071 Dec 10 08:50:50.289334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-0dce409a-d77b-4d10-80cc-dc8fb5f962eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:50.291073 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-0dce409a-d77b-4d10-80cc-dc8fb5f962eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.0449216 Dec 10 08:50:50.322996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794a568-3a90-43c2-9c18-a988fe74e869 req-7174af61-afdf-4aeb-9d53-d2be3d8981f3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:50.324360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c794a568-3a90-43c2-9c18-a988fe74e869 req-7174af61-afdf-4aeb-9d53-d2be3d8981f3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 944 time: 0.1454034 Dec 10 08:50:50.327252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:50.329865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-b27de7e1-88b5-4458-b6cf-03790b22a3c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251515 Dec 10 08:50:50.423924 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-e3bc15d8-e16d-4bf0-8c43-f0c1c7714bfd service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808790 Dec 10 08:50:50.425531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2b7d0e8-fe84-49b0-9cc6-b1cc81e034b3 req-606d017e-dd2a-4eb5-9e26-c9d22465d6f6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286066 Dec 10 08:50:50.446780 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c794a568-3a90-43c2-9c18-a988fe74e869 req-d802f4d2-9164-4ced-823b-b7219851b297 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147852 Dec 10 08:50:50.538383 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-afbd602f-e01b-466c-94b2-26f8aeedb495 req-05317b02-36a3-4223-92d8-88a1dc5cb147 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070433 Dec 10 08:50:50.636951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf787-0729-4c03-a3f7-8a5d33257f1d req-626e65f7-d056-4da4-b54b-4ecbd08b4d2a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:50.638374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2efbf787-0729-4c03-a3f7-8a5d33257f1d req-626e65f7-d056-4da4-b54b-4ecbd08b4d2a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1329596 Dec 10 08:50:50.666741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3a966-c223-413d-b70d-143c0db8e5c6 req-b67c5e09-a261-4d8a-b289-fda64d924772 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:50.668188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28c3a966-c223-413d-b70d-143c0db8e5c6 req-b67c5e09-a261-4d8a-b289-fda64d924772 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.1427586 Dec 10 08:50:50.778500 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2efbf787-0729-4c03-a3f7-8a5d33257f1d req-d698e927-3820-4bdd-9adb-e30c4c3abe36 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335585 Dec 10 08:50:50.799688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28c3a966-c223-413d-b70d-143c0db8e5c6 req-e85b3394-df25-46de-ad9c-cf3b99cac6d9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229806 Dec 10 08:50:50.815427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Router cd165fab-5b11-4529-89ab-a7c34a80f857 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:50:50.891026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-5f9287ae-28ad-4b47-8a40-3b9fd20693ed tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:50.892488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-5f9287ae-28ad-4b47-8a40-3b9fd20693ed tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 950 time: 0.1103764 Dec 10 08:50:51.071605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d892-080a-49f4-8d67-f8fc0d11ee62 req-aa6c3e75-9d03-473c-87a9-0583f381252c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:51.073176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8170d892-080a-49f4-8d67-f8fc0d11ee62 req-aa6c3e75-9d03-473c-87a9-0583f381252c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 949 time: 0.2007494 Dec 10 08:50:51.086142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:50:51.095182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] Sync routers for ids ['cd165fab-5b11-4529-89ab-a7c34a80f857'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:50:51.096653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8ccd3a4b-7845-49ff-8075-8aab6b91a4ab admin admin] 10.222.0.31 "PUT /v2.0/routers/cd165fab-5b11-4529-89ab-a7c34a80f857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7609491 Dec 10 08:50:51.099316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43090) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:51.104416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83404ccc-8941-4e20-afe4-cea6ea422361 req-b814f608-c4c9-4a8f-b663-8f9d9639562a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:51.105801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83404ccc-8941-4e20-afe4-cea6ea422361 req-b814f608-c4c9-4a8f-b663-8f9d9639562a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1744125 Dec 10 08:50:51.106522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] Routers {'cd165fab-5b11-4529-89ab-a7c34a80f857'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:51.107257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:50:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd165fab-5b11-4529-89ab-a7c34a80f857'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:51.179621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Deleting port 790d5544-6df3-41c7-aad7-e8df6e52de20 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:51.179960 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.204847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8170d892-080a-49f4-8d67-f8fc0d11ee62 req-e1ab0f09-cca2-469b-87d9-13619a2edb3e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245937 Dec 10 08:50:51.218573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] Set router cd165fab-5b11-4529-89ab-a7c34a80f857 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:51.219643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.240076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83404ccc-8941-4e20-afe4-cea6ea422361 req-1baf69b6-d673-478e-919e-32636bbe983e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186969 Dec 10 08:50:51.296985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] For port 790d5544-6df3-41c7-aad7-e8df6e52de20, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=790d5544-6df3-41c7-aad7-e8df6e52de20,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:51.297723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.309739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Calling delete_port for 790d5544-6df3-41c7-aad7-e8df6e52de20 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:51.341856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.396884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Deleting port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:51.397076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.421387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:05Z', 'updated_at': '2021-12-10T08:50:49Z', 'revision_number': 5, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'gw_port': {'id': '0013b2c5-ff0b-4c02-a687-a8f35796ef7e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:07Z', 'updated_at': '2021-12-10T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:51.453691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] Checking router: cd165fab-5b11-4529-89ab-a7c34a80f857 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:50:51.476621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] Routers {'cd165fab-5b11-4529-89ab-a7c34a80f857'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:51.480426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:50:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd165fab-5b11-4529-89ab-a7c34a80f857'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:51.497475 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.520593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] For port 0013b2c5-ff0b-4c02-a687-a8f35796ef7e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0013b2c5-ff0b-4c02-a687-a8f35796ef7e,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:51.520941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3', '4ef5cb3a-efec-4f42-99ef-898921057e45', '778df9ee-3633-4088-8c39-8765584c0b31', 'd3750513-56b5-406d-8cf5-10be6c554600'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:51.521062 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.523432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'bb1fe9f7-ba15-4d87-8505-9c585a36a261', '790d5544-6df3-41c7-aad7-e8df6e52de20'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:51.539019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Calling delete_port for 0013b2c5-ff0b-4c02-a687-a8f35796ef7e owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:51.558255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event deleted for resources: {'Port': ['ID=790d5544-6df3-41c7-aad7-e8df6e52de20,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:51.581996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83ae17ae-5fbf-4879-bb3e-1df741cec8f8 req-deab8212-dfe8-47d5-915c-db730b20038b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a3b74d-abce-4cbf-8419-19b271f6e0e9 HTTP/1.1" status: 200 len: 210 time: 0.0353253 Dec 10 08:50:51.662144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] No DVR routers for this DVR port 790d5544-6df3-41c7-aad7-e8df6e52de20 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:51.667550 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.671176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c5e4cc5-2a0e-462c-84ad-996592edbb9d req-dc0fa9af-d361-41eb-8f79-dea8420bcfac tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "DELETE /v2.0/ports/790d5544-6df3-41c7-aad7-e8df6e52de20 HTTP/1.1" status: 204 len: 173 time: 0.7532928 Dec 10 08:50:51.678182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] Set router cd165fab-5b11-4529-89ab-a7c34a80f857 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:51.709640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db623c-43b9-415a-999b-c3a2654ea659 req-940462e1-5f67-4ac0-941d-d898e5c5405e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:51.711444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04db623c-43b9-415a-999b-c3a2654ea659 req-940462e1-5f67-4ac0-941d-d898e5c5405e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 944 time: 0.1320648 Dec 10 08:50:51.768234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:05Z', 'updated_at': '2021-12-10T08:50:51Z', 'revision_number': 6, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:51.781891 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.819284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5b962-4cbe-4c7b-a684-ae3468a651d1 None None] The sync data for ids ['cd165fab-5b11-4529-89ab-a7c34a80f857'] in n-d-814746-3 is: [{'id': 'cd165fab-5b11-4529-89ab-a7c34a80f857', 'name': 'tempest-AttachSCSIVolumeTestJSON-2077911859-router', 'tenant_id': 'b6986143dab14beeb5acf55d0aa7355b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:05Z', 'updated_at': '2021-12-10T08:50:51Z', 'revision_number': 6, 'project_id': 'b6986143dab14beeb5acf55d0aa7355b', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:50:51.825477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04db623c-43b9-415a-999b-c3a2654ea659 req-f57bce35-bf3d-4c8b-8f48-e6a9b1a1bfd4 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010566 Dec 10 08:50:51.903173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0013b2c5-ff0b-4c02-a687-a8f35796ef7e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:51.965360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:51.966439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a3b74d-abce-4cbf-8419-19b271f6e0e9', 'name': 'network-vif-deleted', 'tag': '790d5544-6df3-41c7-aad7-e8df6e52de20'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:51.968806 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3b99aa-e34f-4de9-b31a-e1584ad04fc1" -d '{"events": [{"server_uuid": "b2a3b74d-abce-4cbf-8419-19b271f6e0e9", "name": "network-vif-deleted", "tag": "790d5544-6df3-41c7-aad7-e8df6e52de20"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:52.005757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c73c0-36ad-4cdf-a6bf-9b1d7ee8995b req-427beb87-6afa-4fa7-8cda-8979eff94ae0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:52.007345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-332c73c0-36ad-4cdf-a6bf-9b1d7ee8995b req-427beb87-6afa-4fa7-8cda-8979eff94ae0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0983455 Dec 10 08:50:52.020670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2735b52-4508-47d5-9900-cc126fbb6073 req-b9c83dc1-118f-49c3-8736-d4d888031ea6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:52.022626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2735b52-4508-47d5-9900-cc126fbb6073 req-b9c83dc1-118f-49c3-8736-d4d888031ea6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.1015694 Dec 10 08:50:52.102950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-332c73c0-36ad-4cdf-a6bf-9b1d7ee8995b req-805aff19-0d71-4445-b765-afa8ab134562 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792971 Dec 10 08:50:52.120716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2735b52-4508-47d5-9900-cc126fbb6073 req-1e9b34e8-69b1-4f00-af9d-f1a9f23dbcf3 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879791 Dec 10 08:50:52.180348 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c39936-908b-4d6a-9e59-6600ffb75e41 x-openstack-request-id: req-62c39936-908b-4d6a-9e59-6600ffb75e41 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:52.180922 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a3b74d-abce-4cbf-8419-19b271f6e0e9", "name": "network-vif-deleted", "tag": "790d5544-6df3-41c7-aad7-e8df6e52de20", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:52.181327 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62c39936-908b-4d6a-9e59-6600ffb75e41 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:52.181904 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a3b74d-abce-4cbf-8419-19b271f6e0e9', 'name': 'network-vif-deleted', 'tag': '790d5544-6df3-41c7-aad7-e8df6e52de20', 'status': 'completed', 'code': 200} Dec 10 08:50:52.427313 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.430424 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.441910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e0532-5349-4408-9940-865597908a63 req-514ef74f-46ab-4eff-b3d7-cc96e66a86c0 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:52.443931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-951e0532-5349-4408-9940-865597908a63 req-514ef74f-46ab-4eff-b3d7-cc96e66a86c0 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 949 time: 0.1092830 Dec 10 08:50:52.474464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a07753-5b31-4494-9323-7cee8e914661 req-55fa74c7-6c79-432d-bda8-675445634d35 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:52.475975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49a07753-5b31-4494-9323-7cee8e914661 req-55fa74c7-6c79-432d-bda8-675445634d35 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1069448 Dec 10 08:50:52.512751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.513314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd165fab-5b11-4529-89ab-a7c34a80f857 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:50:52.524814 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.528514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-31b96ff9-e7a7-4619-aa4d-4e55604653b7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cd165fab-5b11-4529-89ab-a7c34a80f857 HTTP/1.1" status: 204 len: 168 time: 1.4257858 Dec 10 08:50:52.530120 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43108) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:52.554603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-951e0532-5349-4408-9940-865597908a63 req-98ddf7dc-840d-466c-8c29-f0c8dddea123 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001027 Dec 10 08:50:52.559185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49a07753-5b31-4494-9323-7cee8e914661 req-64b48232-b30e-45f1-b09b-919ffecae3da tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752063 Dec 10 08:50:52.581727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 25431037-1666-4c2b-95e1-1b41ed80d39b details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:50:52.584743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9024844c-f484-488a-bc81-26940d728a85 admin admin] Deleting subnet 239cae90-3343-4d91-8ec5-14988f3a9aab {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:50:52.587986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9024844c-f484-488a-bc81-26940d728a85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.622233 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9024844c-f484-488a-bc81-26940d728a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.680457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 25431037-1666-4c2b-95e1-1b41ed80d39b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=25431037-1666-4c2b-95e1-1b41ed80d39b,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:52.695977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '25431037-1666-4c2b-95e1-1b41ed80d39b', 'network_id': '94e16250-f1ca-4f62-93c5-177fcd130688', 'port_id': '25431037-1666-4c2b-95e1-1b41ed80d39b', 'mac_address': 'fa:16:3e:37:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ede4747-7265-463c-a1c9-eddbcdafe205', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:50:52.746066 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9024844c-f484-488a-bc81-26940d728a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.822412 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9024844c-f484-488a-bc81-26940d728a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.858166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024844c-f484-488a-bc81-26940d728a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239cae90-3343-4d91-8ec5-14988f3a9aab,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:52.885828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9024844c-f484-488a-bc81-26940d728a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.886804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:52.889748 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9024844c-f484-488a-bc81-26940d728a85 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/239cae90-3343-4d91-8ec5-14988f3a9aab HTTP/1.1" status: 204 len: 168 time: 0.3585882 Dec 10 08:50:52.892715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43118) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:52.893108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90655248-773a-440a-969b-ceb8bf319bb1 None None] Network bb74a938-5382-4056-8a54-c934abf1a2fb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:50:52.981568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:52.984049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.028126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25431037-1666-4c2b-95e1-1b41ed80d39b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:50:53.044129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Deleting port c4ec3452-23c6-44f2-901e-a7db47098da4 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:53.044842 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.061005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 25431037-1666-4c2b-95e1-1b41ed80d39b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=25431037-1666-4c2b-95e1-1b41ed80d39b,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:53.071088 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.078471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port e560d926-8875-4963-8241-f9c2ea7cc469 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:53.078831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.130880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] For port c4ec3452-23c6-44f2-901e-a7db47098da4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c4ec3452-23c6-44f2-901e-a7db47098da4,segment=NetworkSegment(04421a5e-0f18-4604-bcdf-9d887c433fa1),segment_id=04421a5e-0f18-4604-bcdf-9d887c433fa1)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:53.131568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.152503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Calling delete_port for c4ec3452-23c6-44f2-901e-a7db47098da4 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:53.191024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=25431037-1666-4c2b-95e1-1b41ed80d39b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:53.198706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] DHCP port deletion for bb74a938-5382-4056-8a54-c934abf1a2fb request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:50:53.279059 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.300131 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.308193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ddeef-eb3b-4347-83eb-49f9c5d50356 req-230b492a-7c92-4dfb-90f8-41e854460951 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:53.310273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af1ddeef-eb3b-4347-83eb-49f9c5d50356 req-230b492a-7c92-4dfb-90f8-41e854460951 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 950 time: 0.4228272 Dec 10 08:50:53.314672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:53.317618 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e84cb-66b7-47b2-951e-4bccc95ff132" -d '{"events": [{"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-plugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:53.324132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfc519-5d52-40d8-9d1c-0a065bba2d31 req-48e1f87e-a1c0-4ffc-abce-26ff3fea1980 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:53.326127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1acfc519-5d52-40d8-9d1c-0a065bba2d31 req-48e1f87e-a1c0-4ffc-abce-26ff3fea1980 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 945 time: 0.0757208 Dec 10 08:50:53.329053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ec3452-23c6-44f2-901e-a7db47098da4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:53.333377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:53.333996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] No DVR routers for this DVR port c4ec3452-23c6-44f2-901e-a7db47098da4 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:53.346002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] Deleting port c4ec3452-23c6-44f2-901e-a7db47098da4 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:53.346379 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.352830 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.410156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.430150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af1ddeef-eb3b-4347-83eb-49f9c5d50356 req-ff312d7c-f54d-44e3-809c-40656576aa82 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025863 Dec 10 08:50:53.434503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb74a938-5382-4056-8a54-c934abf1a2fb']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:53.439844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1acfc519-5d52-40d8-9d1c-0a065bba2d31 req-37ece9ba-2729-44eb-b329-ab91be2d6cb4 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895531 Dec 10 08:50:53.449256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04421a5e-0f18-4604-bcdf-9d887c433fa1') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:53.449714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04421a5e-0f18-4604-bcdf-9d887c433fa1') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:53.460128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] For port c4ec3452-23c6-44f2-901e-a7db47098da4, host n-d-814746-3, got binding levels [] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:53.460525 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.469768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.479379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:53.485734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] Calling delete_port for c4ec3452-23c6-44f2-901e-a7db47098da4 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:53.486268 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.489146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.ipam_backend_mixin [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] Port c4ec3452-23c6-44f2-901e-a7db47098da4 was not found and therefore no delete operation was performed {{(pid=114971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 08:50:53.490801 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.495087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:50:53.495258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.520370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] Pushing event deleted for resources: {'Port': ['ID=c4ec3452-23c6-44f2-901e-a7db47098da4,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:53.523210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efa0b6-677c-4568-8008-9a25f55caceb None None] No DVR routers for this DVR port c4ec3452-23c6-44f2-901e-a7db47098da4 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:50:53.556459 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:50:53.559319 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 26ed7ab4-d149-43eb-ada8-daec33a77e86 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:53.577767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.592011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['25431037-1666-4c2b-95e1-1b41ed80d39b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:53.594322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 26ed7ab4-d149-43eb-ada8-daec33a77e86 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:53.594858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:53.595944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 26ed7ab4-d149-43eb-ada8-daec33a77e86 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:53.596351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0013b2c5-ff0b-4c02-a687-a8f35796ef7e no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:53.600112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] 10.222.0.31 "DELETE /v2.0/networks/bb74a938-5382-4056-8a54-c934abf1a2fb HTTP/1.1" status: 204 len: 168 time: 0.7060614 Dec 10 08:50:53.603789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:53.611830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e0227-5dbf-42d6-93c0-f85239d3ce8a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb74a938-5382-4056-8a54-c934abf1a2fb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:53.632290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b3532-6564-4534-8ffa-4b3683a96963 req-cad8dff8-1b87-46b7-937b-55290225ff0a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:53.633809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-015b3532-6564-4534-8ffa-4b3683a96963 req-cad8dff8-1b87-46b7-937b-55290225ff0a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0851061 Dec 10 08:50:53.646642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0013b2c5-ff0b-4c02-a687-a8f35796ef7e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:53.647079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0013b2c5-ff0b-4c02-a687-a8f35796ef7e not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:53.647569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c4ec3452-23c6-44f2-901e-a7db47098da4 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:53.671728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c4ec3452-23c6-44f2-901e-a7db47098da4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:53.672182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c4ec3452-23c6-44f2-901e-a7db47098da4 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:53.772260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106da8f-4491-46a9-a4f0-8df5e75de7dd req-189b8576-ac5c-419d-903b-2c3f2f0d2493 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:53.773826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c106da8f-4491-46a9-a4f0-8df5e75de7dd req-189b8576-ac5c-419d-903b-2c3f2f0d2493 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.1623890 Dec 10 08:50:53.810888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-015b3532-6564-4534-8ffa-4b3683a96963 req-ee0da7a1-1725-42ba-8228-a6c7367ac0e9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304018 Dec 10 08:50:53.882032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c106da8f-4491-46a9-a4f0-8df5e75de7dd req-8dc361f6-d6c3-4ca1-92f3-a84dd5a69f12 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014767 Dec 10 08:50:53.934818 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd9ff4b-3e38-43e0-b42a-752b72f6bb82 x-openstack-request-id: req-6bd9ff4b-3e38-43e0-b42a-752b72f6bb82 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:53.935139 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-plugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:53.935397 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bd9ff4b-3e38-43e0-b42a-752b72f6bb82 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:53.935792 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'code': 200} Dec 10 08:50:54.089018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170695b3-347f-4f56-81c6-4e9751a6c051 req-67b59c75-388a-4f7a-b69a-3c29d34bcb44 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:54.090445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-170695b3-347f-4f56-81c6-4e9751a6c051 req-67b59c75-388a-4f7a-b69a-3c29d34bcb44 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1412888 Dec 10 08:50:54.107811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ba2d6-f33a-4cdc-8b8b-0990e92a23c9 req-7d2e04ba-334c-40ab-acfc-f9bd2cba7127 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:54.109219 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-996ba2d6-f33a-4cdc-8b8b-0990e92a23c9 req-7d2e04ba-334c-40ab-acfc-f9bd2cba7127 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1260781 Dec 10 08:50:54.235720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d70efc-e82c-4f4d-bf46-60d6d330c1ad req-2235e3df-bdae-42d0-b3de-d055424b30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:54.237783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0d70efc-e82c-4f4d-bf46-60d6d330c1ad req-2235e3df-bdae-42d0-b3de-d055424b30b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 1101 time: 0.1190274 Dec 10 08:50:54.241120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-170695b3-347f-4f56-81c6-4e9751a6c051 req-aedeb811-ec4f-4f01-9763-398ac1c403ce tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444707 Dec 10 08:50:54.245022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-996ba2d6-f33a-4cdc-8b8b-0990e92a23c9 req-f77b95da-8d49-4008-bf55-8ef110024ec7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278663 Dec 10 08:50:54.329201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0d70efc-e82c-4f4d-bf46-60d6d330c1ad req-63dbd7e8-c2cf-4fba-814c-8ac8c917df2b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670683 Dec 10 08:50:54.337655 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:54.633802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6dbc7-c4a0-4f2c-9539-fbc3fa17826e req-4e673ba1-cc5f-45db-acc5-846f7a140e2d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:54.635280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fdb6dbc7-c4a0-4f2c-9539-fbc3fa17826e req-4e673ba1-cc5f-45db-acc5-846f7a140e2d tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 950 time: 0.1250992 Dec 10 08:50:54.645707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170b608-4203-4de3-b4eb-066240ec4c9a req-8170dd46-88bc-4952-898a-568dd6db4e3f tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:54.647109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6170b608-4203-4de3-b4eb-066240ec4c9a req-8170dd46-88bc-4952-898a-568dd6db4e3f tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 945 time: 0.1245468 Dec 10 08:50:54.735683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fdb6dbc7-c4a0-4f2c-9539-fbc3fa17826e req-b96f3735-4b68-42c8-8578-7e21c64a34c3 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874846 Dec 10 08:50:54.740449 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6170b608-4203-4de3-b4eb-066240ec4c9a req-1f3c17b4-dcc1-4f1f-83e1-57d043ce7327 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870538 Dec 10 08:50:54.742597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Deleting port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:54.742938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:54.766712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 790d5544-6df3-41c7-aad7-e8df6e52de20 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:54.787914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 790d5544-6df3-41c7-aad7-e8df6e52de20 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:54.788258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 790d5544-6df3-41c7-aad7-e8df6e52de20 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:54.822115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] For port 3ac1ba5f-c377-4f8f-aa28-97b36b48087f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3ac1ba5f-c377-4f8f-aa28-97b36b48087f,segment=NetworkSegment(fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3),segment_id=fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:54.822504 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:54.834569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Calling delete_port for 3ac1ba5f-c377-4f8f-aa28-97b36b48087f owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:54.986690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f49d7f-36b7-4b64-99e2-54e2e459cf29 req-8119cdce-bac6-4103-bccb-9a8d1876a7d5 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:54.988937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7f49d7f-36b7-4b64-99e2-54e2e459cf29 req-8119cdce-bac6-4103-bccb-9a8d1876a7d5 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1096509 Dec 10 08:50:55.012976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-acb0e980-5b29-4fbe-8abf-eef1dd40d04e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:55.015124 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-acb0e980-5b29-4fbe-8abf-eef1dd40d04e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 950 time: 0.0680244 Dec 10 08:50:55.087634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7f49d7f-36b7-4b64-99e2-54e2e459cf29 req-e37b27aa-1631-4804-bf3f-28e4c37eb6c3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849607 Dec 10 08:50:55.119268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Deleting port d3750513-56b5-406d-8cf5-10be6c554600 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:55.119615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:55.128445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a153d6-e352-4c1c-a5c0-cf79f0b60e98 req-e610d38d-2604-40b1-bafc-7b24dedda803 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:55.130281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9a153d6-e352-4c1c-a5c0-cf79f0b60e98 req-e610d38d-2604-40b1-bafc-7b24dedda803 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.1054375 Dec 10 08:50:55.173488 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:55.218405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac1ba5f-c377-4f8f-aa28-97b36b48087f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:55.222621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] For port d3750513-56b5-406d-8cf5-10be6c554600, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3750513-56b5-406d-8cf5-10be6c554600,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:55.223993 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:55.231327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9a153d6-e352-4c1c-a5c0-cf79f0b60e98 req-337033e2-daaf-44e3-8f31-729077c831b5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943086 Dec 10 08:50:55.242288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Calling delete_port for d3750513-56b5-406d-8cf5-10be6c554600 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:55.409017 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:55.423254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3', '4ef5cb3a-efec-4f42-99ef-898921057e45', '778df9ee-3633-4088-8c39-8765584c0b31'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:55.425660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'bb1fe9f7-ba15-4d87-8505-9c585a36a261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:50:55.458322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event deleted for resources: {'Port': ['ID=d3750513-56b5-406d-8cf5-10be6c554600,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:55.470707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4bcf-b249-4a34-bed9-1c53de15b07f req-aaac19e4-6eb3-49a1-a6f9-d1b2ac211fce tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:55.473304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-000d4bcf-b249-4a34-bed9-1c53de15b07f req-aaac19e4-6eb3-49a1-a6f9-d1b2ac211fce tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1112247 Dec 10 08:50:55.527177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] No DVR routers for this DVR port d3750513-56b5-406d-8cf5-10be6c554600 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:55.533214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:55.540101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-44a36378-6c5d-4251-a4f7-f0457ed91680 req-bc3bc16e-d653-4e32-934c-cb636df884e8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "DELETE /v2.0/ports/d3750513-56b5-406d-8cf5-10be6c554600 HTTP/1.1" status: 204 len: 173 time: 0.5156837 Dec 10 08:50:55.540869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f74406-14d0-49c0-b037-0e76e207a6db', 'name': 'network-vif-deleted', 'tag': 'd3750513-56b5-406d-8cf5-10be6c554600'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:55.543519 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbbabce-984f-4098-abe6-7c15b066fe6b" -d '{"events": [{"server_uuid": "75f74406-14d0-49c0-b037-0e76e207a6db", "name": "network-vif-deleted", "tag": "d3750513-56b5-406d-8cf5-10be6c554600"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:55.575752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d1574-6c7c-4096-a895-669f18f7a894 req-e67786f8-26ef-4829-a4b1-e96f43c2091d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:55.584307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a14d1574-6c7c-4096-a895-669f18f7a894 req-e67786f8-26ef-4829-a4b1-e96f43c2091d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.2203095 Dec 10 08:50:55.638101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-000d4bcf-b249-4a34-bed9-1c53de15b07f req-8f2b8f4d-f88b-469e-b024-d27305673963 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325574 Dec 10 08:50:55.639807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:55.689618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a14d1574-6c7c-4096-a895-669f18f7a894 req-167a1812-e22d-4aaa-991a-a8a27f752aae tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041269 Dec 10 08:50:55.734908 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0895ac-dbd8-4725-a9d6-0ebcc045f371 x-openstack-request-id: req-1e0895ac-dbd8-4725-a9d6-0ebcc045f371 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:55.735203 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f74406-14d0-49c0-b037-0e76e207a6db", "name": "network-vif-deleted", "tag": "d3750513-56b5-406d-8cf5-10be6c554600", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:55.735511 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e0895ac-dbd8-4725-a9d6-0ebcc045f371 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:55.735996 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f74406-14d0-49c0-b037-0e76e207a6db', 'name': 'network-vif-deleted', 'tag': 'd3750513-56b5-406d-8cf5-10be6c554600', 'status': 'completed', 'code': 200} Dec 10 08:50:55.899574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70b9dc1a-9c1c-45fa-a217-7869dbb6df1c req-5e6e5faa-776b-4be5-9ad7-4e66915bf354 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=75f74406-14d0-49c0-b037-0e76e207a6db HTTP/1.1" status: 200 len: 210 time: 0.0644102 Dec 10 08:50:55.962714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c3223-0e91-4e47-b254-8b265f1fd0e5 req-d75954c1-bc31-4c55-bd11-6e34e3fbc62e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:55.964188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f57c3223-0e91-4e47-b254-8b265f1fd0e5 req-d75954c1-bc31-4c55-bd11-6e34e3fbc62e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 945 time: 0.1277797 Dec 10 08:50:56.055158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f57c3223-0e91-4e47-b254-8b265f1fd0e5 req-a7e33005-c645-4f88-a9d5-0ce9efca097d tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849230 Dec 10 08:50:56.061833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Router b0a5a319-3745-4092-94ea-83cc29b00bb5 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:50:56.210997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:50:56.220740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] Sync routers for ids ['b0a5a319-3745-4092-94ea-83cc29b00bb5'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:50:56.224786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ca57e95a-4f17-4aaf-adac-22530dc38c35 admin admin] 10.222.0.31 "PUT /v2.0/routers/b0a5a319-3745-4092-94ea-83cc29b00bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6167600 Dec 10 08:50:56.225961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43158) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:56.236555 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] Routers {'b0a5a319-3745-4092-94ea-83cc29b00bb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:56.238075 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:50:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b0a5a319-3745-4092-94ea-83cc29b00bb5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:56.250825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0c60f-e4a5-4a0e-aa2f-94c607776e9e req-c3b9826b-1f6b-42b6-9956-0e069e8ed820 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:56.252440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0c60f-e4a5-4a0e-aa2f-94c607776e9e req-c3b9826b-1f6b-42b6-9956-0e069e8ed820 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0762253 Dec 10 08:50:56.322159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0c60f-e4a5-4a0e-aa2f-94c607776e9e req-6e99f0b0-fe10-4056-8f7a-69808f10bbe2 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559683 Dec 10 08:50:56.357140 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:56.360915 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] Set router b0a5a319-3745-4092-94ea-83cc29b00bb5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:56.378720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9d5c2-7102-46db-bc20-62f9a82eeb63 req-3209df42-7385-4125-ac43-546674f2e0ce tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:56.380246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8f9d5c2-7102-46db-bc20-62f9a82eeb63 req-3209df42-7385-4125-ac43-546674f2e0ce tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.0561650 Dec 10 08:50:56.429253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8f9d5c2-7102-46db-bc20-62f9a82eeb63 req-0915baf7-451c-4a96-832a-8d4b73e37aca tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425541 Dec 10 08:50:56.464824 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:56.519227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Deleting port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:56.519570 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:56.548548 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:18Z', 'updated_at': '2021-12-10T08:50:55Z', 'revision_number': 5, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'gw_port': {'id': '8c17e13b-0ffc-44a5-aa75-2b252f1b01cd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:48:19Z', 'updated_at': '2021-12-10T08:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:56.578471 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] Checking router: b0a5a319-3745-4092-94ea-83cc29b00bb5 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:50:56.586597 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] Routers {'b0a5a319-3745-4092-94ea-83cc29b00bb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:50:56.587199 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:50:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b0a5a319-3745-4092-94ea-83cc29b00bb5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:56.598398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] For port 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8c17e13b-0ffc-44a5-aa75-2b252f1b01cd,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:56.598792 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:56.609049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 25431037-1666-4c2b-95e1-1b41ed80d39b up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:50:56.613413 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Calling delete_port for 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:56.662321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 25431037-1666-4c2b-95e1-1b41ed80d39b completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:50:56.668239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 25431037-1666-4c2b-95e1-1b41ed80d39b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:50:56.668612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:56.684846 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] Set router b0a5a319-3745-4092-94ea-83cc29b00bb5 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:50:56.741566 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:18Z', 'updated_at': '2021-12-10T08:50:56Z', 'revision_number': 6, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:56.787791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5b0bf-7532-49e4-8533-9a295e77690c req-c9528e20-dfff-41f4-92b0-b0af3fa060ab tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:56.789769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8c5b0bf-7532-49e4-8533-9a295e77690c req-c9528e20-dfff-41f4-92b0-b0af3fa060ab tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0644684 Dec 10 08:50:56.790757 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:56.802600 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfaa0d-9e06-4239-81fc-907681f8fded None None] The sync data for ids ['b0a5a319-3745-4092-94ea-83cc29b00bb5'] in n-d-814746-3 is: [{'id': 'b0a5a319-3745-4092-94ea-83cc29b00bb5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1840976152-router', 'tenant_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:48:18Z', 'updated_at': '2021-12-10T08:50:56Z', 'revision_number': 6, 'project_id': 'ef7ab3a6fc1a486fb5362a10a70cc1eb', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:50:56.818974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:50:56.821456 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b6d7d-f070-4e90-bbb4-5e5f5225c083" -d '{"events": [{"server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "name": "network-vif-plugged", "status": "completed", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:50:56.839025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 25431037-1666-4c2b-95e1-1b41ed80d39b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=25431037-1666-4c2b-95e1-1b41ed80d39b,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:56.845799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:56.854845 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:56.899937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8c5b0bf-7532-49e4-8533-9a295e77690c req-b548e60c-a2e2-4f8f-9ddb-5bb019990fab tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004598 Dec 10 08:50:56.901664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=25431037-1666-4c2b-95e1-1b41ed80d39b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:56.912032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59562582-fb86-4a12-9b14-bf686a39b229 req-279c9aba-d0bf-40fa-b1b5-cbf6eb119f81 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:56.913720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59562582-fb86-4a12-9b14-bf686a39b229 req-279c9aba-d0bf-40fa-b1b5-cbf6eb119f81 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1227810 Dec 10 08:50:56.933949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8c17e13b-0ffc-44a5-aa75-2b252f1b01cd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:56.953663 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92dabf4-e58f-4812-aeda-fa818fccc41e x-openstack-request-id: req-e92dabf4-e58f-4812-aeda-fa818fccc41e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:50:56.953961 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "name": "network-vif-plugged", "status": "completed", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:50:56.954217 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e92dabf4-e58f-4812-aeda-fa818fccc41e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:50:56.955108 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b', 'code': 200} Dec 10 08:50:56.977550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59562582-fb86-4a12-9b14-bf686a39b229 req-e632e225-e66c-47dd-aafc-3f3e28f84b92 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571566 Dec 10 08:50:56.980635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.094671 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.098713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.152315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bac1c6-dc28-45e8-9224-fdc257be4606 req-cc4e3901-2a44-4863-b73b-b552ca3b223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:57.154372 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2bac1c6-dc28-45e8-9224-fdc257be4606 req-cc4e3901-2a44-4863-b73b-b552ca3b223c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 1097 time: 0.1130412 Dec 10 08:50:57.155130 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.155685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0a5a319-3745-4092-94ea-83cc29b00bb5 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:50:57.167045 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.168166 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-28dd9cbf-4add-430d-85d6-32336fc0b6bc admin admin] 10.222.0.31 "DELETE /v2.0/routers/b0a5a319-3745-4092-94ea-83cc29b00bb5 HTTP/1.1" status: 204 len: 168 time: 0.9406917 Dec 10 08:50:57.171486 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43178) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:57.224169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2bac1c6-dc28-45e8-9224-fdc257be4606 req-98ac57d8-64b8-4f3c-97f0-ea5ecb190ff9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547843 Dec 10 08:50:57.294514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2df626-833b-4208-b5c1-9b7c880fc51d admin admin] Deleting subnet ff119662-407e-4910-bc5a-bb145663ab4b {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:50:57.299279 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e2df626-833b-4208-b5c1-9b7c880fc51d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.340144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349de12-de86-4483-a700-b5094c99cca4 req-eda40525-1938-44d1-8d33-72afa438b443 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:57.341673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c349de12-de86-4483-a700-b5094c99cca4 req-eda40525-1938-44d1-8d33-72afa438b443 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 946 time: 0.1298575 Dec 10 08:50:57.353300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c7da2-a94e-4353-b21f-10c6a204564d req-7a48aa0f-4e56-4241-8fab-bd7bbd1bb856 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:57.354663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-417c7da2-a94e-4353-b21f-10c6a204564d req-7a48aa0f-4e56-4241-8fab-bd7bbd1bb856 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 950 time: 0.1301374 Dec 10 08:50:57.361316 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e2df626-833b-4208-b5c1-9b7c880fc51d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.466641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c349de12-de86-4483-a700-b5094c99cca4 req-015fc7bf-12aa-46f8-b5ae-f275cbb9c0b5 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091161 Dec 10 08:50:57.471496 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-417c7da2-a94e-4353-b21f-10c6a204564d req-0b8f1070-a2e1-498e-a5c3-6da11c3c69bd tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870988 Dec 10 08:50:57.510585 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e2df626-833b-4208-b5c1-9b7c880fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.628324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80125f-642a-4c56-a885-1670a7672696 req-4ecce6bb-c3e2-4748-b960-e7af09bf7904 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:57.629911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad80125f-642a-4c56-a885-1670a7672696 req-4ecce6bb-c3e2-4748-b960-e7af09bf7904 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.0912540 Dec 10 08:50:57.649071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85454d-7051-4143-97c9-82871b147e91 req-40f4cbab-853e-402a-9d80-a2245c625dad tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:57.650814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb85454d-7051-4143-97c9-82871b147e91 req-40f4cbab-853e-402a-9d80-a2245c625dad tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1016657 Dec 10 08:50:57.652160 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e2df626-833b-4208-b5c1-9b7c880fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.666141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3ac1ba5f-c377-4f8f-aa28-97b36b48087f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:57.686906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 3ac1ba5f-c377-4f8f-aa28-97b36b48087f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:57.687247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3ac1ba5f-c377-4f8f-aa28-97b36b48087f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:57.687655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:57.708443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:57.708951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8c17e13b-0ffc-44a5-aa75-2b252f1b01cd not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:57.971489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2df626-833b-4208-b5c1-9b7c880fc51d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff119662-407e-4910-bc5a-bb145663ab4b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:57.991802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5e693-9f48-483f-a5a5-8664d72a5a3c None None] Network f57e2941-8954-4594-ba7f-4c488549598f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:50:57.993053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e2df626-833b-4208-b5c1-9b7c880fc51d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:57.996368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0e2df626-833b-4208-b5c1-9b7c880fc51d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff119662-407e-4910-bc5a-bb145663ab4b HTTP/1.1" status: 204 len: 168 time: 0.8219223 Dec 10 08:50:57.998999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43188) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:58.020889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad80125f-642a-4c56-a885-1670a7672696 req-bf43eff4-1f2b-462d-b07a-df7af076d6cc tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810072 Dec 10 08:50:58.054709 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb85454d-7051-4143-97c9-82871b147e91 req-729972b5-c292-4332-a1f9-6a506d05d543 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816617 Dec 10 08:50:58.074249 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.136986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Deleting port 30d71ce9-0395-4d6a-9468-d7fddd19e131 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:58.137257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.193879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d581e-94e8-4332-a7b7-c4b87bcb4346 None None] DHCP port deletion for f57e2941-8954-4594-ba7f-4c488549598f request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:50:58.195727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f087d-4f6b-4f45-8c47-c5f3e7b71d8f req-4f90e34c-1173-4975-8eeb-38a96725a776 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:58.202068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-729f087d-4f6b-4f45-8c47-c5f3e7b71d8f req-4f90e34c-1173-4975-8eeb-38a96725a776 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0920579 Dec 10 08:50:58.204851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] For port 30d71ce9-0395-4d6a-9468-d7fddd19e131, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=30d71ce9-0395-4d6a-9468-d7fddd19e131,segment=NetworkSegment(fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3),segment_id=fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:58.204851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.218143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Calling delete_port for 30d71ce9-0395-4d6a-9468-d7fddd19e131 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:58.231285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651b5a-7922-4095-80df-380b8cd48698 req-9486ad49-90d3-46f6-abdc-89424246bc42 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:58.235525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80651b5a-7922-4095-80df-380b8cd48698 req-9486ad49-90d3-46f6-abdc-89424246bc42 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0955198 Dec 10 08:50:58.254841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d581e-94e8-4332-a7b7-c4b87bcb4346 None None] Deleting port 30d71ce9-0395-4d6a-9468-d7fddd19e131 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:58.255214 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6a7d581e-94e8-4332-a7b7-c4b87bcb4346 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.295587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-729f087d-4f6b-4f45-8c47-c5f3e7b71d8f req-48ea9201-3cba-4dc8-a7b8-5fbe5f418c82 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915325 Dec 10 08:50:58.308642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.321317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80651b5a-7922-4095-80df-380b8cd48698 req-d5bf2c3e-0982-4648-b57e-160459a994f6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800614 Dec 10 08:50:58.340070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6a7d581e-94e8-4332-a7b7-c4b87bcb4346 None None] For port 30d71ce9-0395-4d6a-9468-d7fddd19e131, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=30d71ce9-0395-4d6a-9468-d7fddd19e131,segment=NetworkSegment(fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3),segment_id=fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:50:58.340471 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6a7d581e-94e8-4332-a7b7-c4b87bcb4346 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.341550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Pushing event deleted for resources: {'Port': ['ID=30d71ce9-0395-4d6a-9468-d7fddd19e131,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:58.349723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] No DVR routers for this DVR port 30d71ce9-0395-4d6a-9468-d7fddd19e131 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:58.355802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d581e-94e8-4332-a7b7-c4b87bcb4346 None None] Calling delete_port for 30d71ce9-0395-4d6a-9468-d7fddd19e131 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:50:58.421413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.431380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6a7d581e-94e8-4332-a7b7-c4b87bcb4346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.445746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57e2941-8954-4594-ba7f-4c488549598f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:58.455265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:58.455566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd80eb7-c803-4c3c-9ef1-e1c7bb99f1e3') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:50:58.460668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d581e-94e8-4332-a7b7-c4b87bcb4346 None None] Pushing event deleted for resources: {'Port': ['ID=30d71ce9-0395-4d6a-9468-d7fddd19e131,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:58.465658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.468671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d581e-94e8-4332-a7b7-c4b87bcb4346 None None] No DVR routers for this DVR port 30d71ce9-0395-4d6a-9468-d7fddd19e131 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:50:58.481975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.488527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:50:58.488959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:50:58.490822 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:50:58.559367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.567198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.575217 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] 10.222.0.31 "DELETE /v2.0/networks/f57e2941-8954-4594-ba7f-4c488549598f HTTP/1.1" status: 204 len: 168 time: 0.5726845 Dec 10 08:50:58.585949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b9040-8d70-4df6-aad9-d2306051b5da admin admin] Pushing event deleted for resources: {'Network': ['ID=f57e2941-8954-4594-ba7f-4c488549598f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:58.633847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3750513-56b5-406d-8cf5-10be6c554600 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:58.634311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a42b3d-df74-4adb-8b0b-1af60530bec3 req-a5e659a8-345d-4423-ac10-cd53c6cec9ef tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:58.636152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64a42b3d-df74-4adb-8b0b-1af60530bec3 req-a5e659a8-345d-4423-ac10-cd53c6cec9ef tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 946 time: 0.0874937 Dec 10 08:50:58.646170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141c3cc-3bca-41a2-9e06-61b95240f882 req-83464e2d-2b93-4c00-8a26-30817ba88299 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:58.647630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9141c3cc-3bca-41a2-9e06-61b95240f882 req-83464e2d-2b93-4c00-8a26-30817ba88299 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 950 time: 0.0854971 Dec 10 08:50:58.658255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: d3750513-56b5-406d-8cf5-10be6c554600 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:58.659478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3750513-56b5-406d-8cf5-10be6c554600 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:58.705619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43198) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:58.729921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64a42b3d-df74-4adb-8b0b-1af60530bec3 req-81d0d600-12b9-4bfb-bca0-145f5de9e3d5 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812187 Dec 10 08:50:58.735562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9141c3cc-3bca-41a2-9e06-61b95240f882 req-e9e1daac-9280-43d7-bd87-d382e7173555 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728157 Dec 10 08:50:58.751517 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bf25267d-f979-4076-b1fc-31469ad7a11b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6986143dab14beeb5acf55d0aa7355b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442193 Dec 10 08:50:58.753975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43200) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:58.804821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89b22cee-7904-43a3-8154-ee246b88447a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.827016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89b22cee-7904-43a3-8154-ee246b88447a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.885164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89b22cee-7904-43a3-8154-ee246b88447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.887934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89b22cee-7904-43a3-8154-ee246b88447a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:58.892942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-89b22cee-7904-43a3-8154-ee246b88447a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbac155d-89f6-48e8-b879-b140ae5f0a0e HTTP/1.1" status: 204 len: 168 time: 0.1371198 Dec 10 08:50:58.900760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b22cee-7904-43a3-8154-ee246b88447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbac155d-89f6-48e8-b879-b140ae5f0a0e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:59.200461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcf489-8306-4f18-97f9-e4d9c8cefab2 req-4c0f41c4-5f05-4754-9d0b-ee640a9e2395 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:59.202045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29dcf489-8306-4f18-97f9-e4d9c8cefab2 req-4c0f41c4-5f05-4754-9d0b-ee640a9e2395 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.0836554 Dec 10 08:50:59.216500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b2e5a-6b0b-4bdd-8daf-2bf1e72b6b09 req-bfd2cf0a-fbd3-4564-9064-6601f8391196 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:59.217980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-956b2e5a-6b0b-4bdd-8daf-2bf1e72b6b09 req-bfd2cf0a-fbd3-4564-9064-6601f8391196 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0714712 Dec 10 08:50:59.286424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43210) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:59.292942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29dcf489-8306-4f18-97f9-e4d9c8cefab2 req-79d43f75-a404-48ba-9f45-d0491de5520a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740139 Dec 10 08:50:59.296611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-956b2e5a-6b0b-4bdd-8daf-2bf1e72b6b09 req-a87d3b0f-d277-49e3-bb7f-a40c4109677e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700569 Dec 10 08:50:59.332525 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2f1aa08a-594b-4977-b603-e934dd771cd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef7ab3a6fc1a486fb5362a10a70cc1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426612 Dec 10 08:50:59.332746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43214) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:50:59.389486 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c87f-7bf6-4a00-9a42-4bffdeb75da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:59.413166 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c87f-7bf6-4a00-9a42-4bffdeb75da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:59.460003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 30d71ce9-0395-4d6a-9468-d7fddd19e131 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:50:59.464937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae222aa1-6012-42a9-915d-14b1397a538a req-705328bd-868b-44d7-a10f-9589ab346c33 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:59.466563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae222aa1-6012-42a9-915d-14b1397a538a req-705328bd-868b-44d7-a10f-9589ab346c33 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0802717 Dec 10 08:50:59.475869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c87f-7bf6-4a00-9a42-4bffdeb75da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:59.476285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4e769-1d72-4e49-9236-08bb592539ca req-da787ad5-704b-46c4-840c-a14b228f0858 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:59.477967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63c4e769-1d72-4e49-9236-08bb592539ca req-da787ad5-704b-46c4-840c-a14b228f0858 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1072953 Dec 10 08:50:59.478806 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c87f-7bf6-4a00-9a42-4bffdeb75da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:59.483398 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2fc1c87f-7bf6-4a00-9a42-4bffdeb75da3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88bec4db-b910-42e8-ae1c-065756486e01 HTTP/1.1" status: 204 len: 168 time: 0.1496966 Dec 10 08:50:59.487411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 30d71ce9-0395-4d6a-9468-d7fddd19e131 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:50:59.487793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 30d71ce9-0395-4d6a-9468-d7fddd19e131 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:50:59.498681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1c87f-7bf6-4a00-9a42-4bffdeb75da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bec4db-b910-42e8-ae1c-065756486e01,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:50:59.559686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae222aa1-6012-42a9-915d-14b1397a538a req-d9c49a3d-2818-4e72-bee5-446981c9722f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806406 Dec 10 08:50:59.570929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63c4e769-1d72-4e49-9236-08bb592539ca req-b1638b5a-0177-4f5f-8a88-540731330be9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846786 Dec 10 08:50:59.803793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-ba20d9fd-6e0c-426f-988e-e2092861858c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:59.805429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-ba20d9fd-6e0c-426f-988e-e2092861858c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 950 time: 0.0563681 Dec 10 08:50:59.908086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d627b6-897f-426e-9c48-0f35b4512978 req-4dc18a4a-9370-41ca-98ec-6c1314f239d5 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:59.910562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6d627b6-897f-426e-9c48-0f35b4512978 req-4dc18a4a-9370-41ca-98ec-6c1314f239d5 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 946 time: 0.0991175 Dec 10 08:50:59.918989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Deleting port 778df9ee-3633-4088-8c39-8765584c0b31 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:50:59.919180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229d0c1-364d-42f2-ac07-7c062ba4ca7b req-2f79d679-a7b1-4154-83ec-3cfae2a9519b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:50:59.919316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:50:59.920952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7229d0c1-364d-42f2-ac07-7c062ba4ca7b req-2f79d679-a7b1-4154-83ec-3cfae2a9519b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3911413-5c90-445d-b5a5-b717bbcf7fa0 HTTP/1.1" status: 200 len: 950 time: 0.0950539 Dec 10 08:50:59.986553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6d627b6-897f-426e-9c48-0f35b4512978 req-681f908f-6d53-49f8-90f0-e5b35859049b tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649240 Dec 10 08:51:00.019008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7229d0c1-364d-42f2-ac07-7c062ba4ca7b req-9eef676f-4ad6-449f-8b43-ddad2e403637 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837390 Dec 10 08:51:00.031891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] For port 778df9ee-3633-4088-8c39-8765584c0b31, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=778df9ee-3633-4088-8c39-8765584c0b31,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:00.032487 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:00.047244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Calling delete_port for 778df9ee-3633-4088-8c39-8765584c0b31 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:51:00.129092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-716c6212-acb9-4d55-8aaf-22bd1a33825c tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-403522283&fields=id&tenant_id=dd0a97aa36ac405ab9d40004c461d5c6 HTTP/1.1" status: 200 len: 267 time: 0.0483854 Dec 10 08:51:00.183681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-b6aafe27-57de-4366-97df-55ef57c62e8e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:00.185593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-b6aafe27-57de-4366-97df-55ef57c62e8e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Dec 10 08:51:00.195952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:00.197834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-5c1e0c6a-2f78-4ae1-b1d4-ab415256ca15 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'port': {'security_groups': ['cf276f44-4e08-4d17-8c77-2a1a36d84b06', 'bcad8bea-86fe-4556-9d37-f3fdb292ae95']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:00.211229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'bb1fe9f7-ba15-4d87-8505-9c585a36a261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:00.214543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3', '4ef5cb3a-efec-4f42-99ef-898921057e45', '778df9ee-3633-4088-8c39-8765584c0b31'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:00.247325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event deleted for resources: {'Port': ['ID=778df9ee-3633-4088-8c39-8765584c0b31,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:00.279848 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-5c1e0c6a-2f78-4ae1-b1d4-ab415256ca15 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:00.316209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] No DVR routers for this DVR port 778df9ee-3633-4088-8c39-8765584c0b31 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:00.321644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:00.326503 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45d8a717-66d0-459d-84c6-9213b988ba3b req-2cc588b6-ff86-4990-a0a3-685b143cd185 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "DELETE /v2.0/ports/778df9ee-3633-4088-8c39-8765584c0b31 HTTP/1.1" status: 204 len: 173 time: 0.5137410 Dec 10 08:51:00.327713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3911413-5c90-445d-b5a5-b717bbcf7fa0', 'name': 'network-vif-deleted', 'tag': '778df9ee-3633-4088-8c39-8765584c0b31'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:00.343579 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871b0d21-d4ee-42a6-bacc-28bd5151818e" -d '{"events": [{"server_uuid": "c3911413-5c90-445d-b5a5-b717bbcf7fa0", "name": "network-vif-deleted", "tag": "778df9ee-3633-4088-8c39-8765584c0b31"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:00.522260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-5c1e0c6a-2f78-4ae1-b1d4-ab415256ca15 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] For port 25431037-1666-4c2b-95e1-1b41ed80d39b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=25431037-1666-4c2b-95e1-1b41ed80d39b,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:00.572438 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-5c1e0c6a-2f78-4ae1-b1d4-ab415256ca15 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:00.584810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ee955-cd2d-4980-b3b4-8c7f8b4c120f req-af1c7648-e35f-459f-a2d5-cde0d2df8c79 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:00.586283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-539ee955-cd2d-4980-b3b4-8c7f8b4c120f req-af1c7648-e35f-459f-a2d5-cde0d2df8c79 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0850248 Dec 10 08:51:00.587391 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-5c1e0c6a-2f78-4ae1-b1d4-ab415256ca15 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:00.660157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-5c1e0c6a-2f78-4ae1-b1d4-ab415256ca15 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:00.660909 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-5c1e0c6a-2f78-4ae1-b1d4-ab415256ca15 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:00.662226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1da748e-fbe9-47f6-8f33-6c006fcadbc6 req-5c1e0c6a-2f78-4ae1-b1d4-ab415256ca15 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "PUT /v2.0/ports/25431037-1666-4c2b-95e1-1b41ed80d39b HTTP/1.1" status: 200 len: 982 time: 0.4696496 Dec 10 08:51:00.669412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:00.671924 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b" -d '{"events": [{"name": "network-changed", "server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:00.705144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e0c6a-2f78-4ae1-b1d4-ab415256ca15 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'Port': ['ID=25431037-1666-4c2b-95e1-1b41ed80d39b,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:00.712153 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-539ee955-cd2d-4980-b3b4-8c7f8b4c120f req-cbd4b5b9-4458-4fc1-95ca-b328726c27b2 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171222 Dec 10 08:51:00.770365 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182d3ce-e15b-4f56-9597-55c4e2db2123 x-openstack-request-id: req-1182d3ce-e15b-4f56-9597-55c4e2db2123 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:00.770672 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3911413-5c90-445d-b5a5-b717bbcf7fa0", "name": "network-vif-deleted", "tag": "778df9ee-3633-4088-8c39-8765584c0b31", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:00.770912 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1182d3ce-e15b-4f56-9597-55c4e2db2123 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:00.771321 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3911413-5c90-445d-b5a5-b717bbcf7fa0', 'name': 'network-vif-deleted', 'tag': '778df9ee-3633-4088-8c39-8765584c0b31', 'status': 'completed', 'code': 200} Dec 10 08:51:00.790560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0a86a848-822b-4b26-a1eb-b950939b3d91 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:51:00.801218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691ce35-dc11-4347-885f-b9d16f111c92 req-fb782df3-99ea-4902-b52d-2a430d508665 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:00.816799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d691ce35-dc11-4347-885f-b9d16f111c92 req-fb782df3-99ea-4902-b52d-2a430d508665 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.0884616 Dec 10 08:51:00.849562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['25431037-1666-4c2b-95e1-1b41ed80d39b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:00.877864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d691ce35-dc11-4347-885f-b9d16f111c92 req-d46996df-32e3-4c47-bc7e-d934b1332f24 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591710 Dec 10 08:51:00.930046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505ea02-2aa8-49e2-acb2-326e5648dc55 req-39b37a98-26e2-4448-8e18-a2dd582e2752 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:00.932208 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2505ea02-2aa8-49e2-acb2-326e5648dc55 req-39b37a98-26e2-4448-8e18-a2dd582e2752 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0718031 Dec 10 08:51:01.026152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2505ea02-2aa8-49e2-acb2-326e5648dc55 req-a1b2470e-d24c-4501-a248-9141fe850f7e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789623 Dec 10 08:51:01.043813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae88265-8a24-44ec-acd1-d383faab7a76 req-13577460-e12e-4ba3-a872-9a1db87fa590 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:01.045552 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ae88265-8a24-44ec-acd1-d383faab7a76 req-13577460-e12e-4ba3-a872-9a1db87fa590 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0809515 Dec 10 08:51:01.103547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ae88265-8a24-44ec-acd1-d383faab7a76 req-c6a9d067-8ef7-4688-a664-e00ffba44363 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500717 Dec 10 08:51:01.136179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:01.153661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0a86a848-822b-4b26-a1eb-b950939b3d91 has no active binding in host n-h1-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:51:01.161174 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1712486-c3de-4cb6-bab0-d71aae88e923 x-openstack-request-id: req-d1712486-c3de-4cb6-bab0-d71aae88e923 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:01.161650 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:01.161968 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1712486-c3de-4cb6-bab0-d71aae88e923 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:01.162855 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b', 'status': 'completed', 'code': 200} Dec 10 08:51:01.184379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58f1b2e5-a09c-4298-9fb9-4cc9ecf61db3 req-cf486e67-edde-4b23-b0e4-d799e3d2afc8 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/bcad8bea-86fe-4556-9d37-f3fdb292ae95 HTTP/1.1" status: 200 len: 1816 time: 0.0529852 Dec 10 08:51:01.252212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-63f394de-47d6-4431-a87c-b95740476ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:01.254608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-63f394de-47d6-4431-a87c-b95740476ab8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 1136 time: 0.0544474 Dec 10 08:51:01.263140 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-58f1b2e5-a09c-4298-9fb9-4cc9ecf61db3 req-c6e342ee-f1f1-408d-a0b0-5ae3ce6bdce3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 08:51:01.264369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58f1b2e5-a09c-4298-9fb9-4cc9ecf61db3 req-c6e342ee-f1f1-408d-a0b0-5ae3ce6bdce3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/bcad8bea-86fe-4556-9d37-f3fdb292ae95 HTTP/1.1" status: 409 len: 341 time: 0.0701778 Dec 10 08:51:01.376291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-39d97260-fe1f-4620-bff6-ed4187bc1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:01.378015 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-39d97260-fe1f-4620-bff6-ed4187bc1af6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 914 time: 0.1021507 Dec 10 08:51:01.451839 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-01895457-d783-48b3-9517-26995177084b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25431037-1666-4c2b-95e1-1b41ed80d39b HTTP/1.1" status: 200 len: 217 time: 0.0566747 Dec 10 08:51:01.528380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-34746b47-52b6-4ab5-81ab-217efca5c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:01.530197 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-34746b47-52b6-4ab5-81ab-217efca5c935 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 200 len: 853 time: 0.0575612 Dec 10 08:51:01.573292 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-9552a888-f963-4bd9-8840-0045bee1c127 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94e16250-f1ca-4f62-93c5-177fcd130688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343676 Dec 10 08:51:01.574489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['30770f08-2c59-4621-adf2-1560178a30e4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:01.579029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ebeb4-d7f2-4f24-9fcd-a9f32b0b11d7 req-73ce608e-a0eb-4dc2-a6d1-109a7d861b35 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:01.587234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b0ebeb4-d7f2-4f24-9fcd-a9f32b0b11d7 req-73ce608e-a0eb-4dc2-a6d1-109a7d861b35 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 985 time: 0.0720184 Dec 10 08:51:01.703396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b0ebeb4-d7f2-4f24-9fcd-a9f32b0b11d7 req-7e9cd79a-6484-4177-b197-773bfa636216 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&id=bcad8bea-86fe-4556-9d37-f3fdb292ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1149292 Dec 10 08:51:01.778663 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-517fa560-e1b1-4293-973d-1144ee6ad1c9 service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965368 Dec 10 08:51:01.817608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43318) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:01.891111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8ccf-5ca9-406a-b25b-cf3bf07d3702 req-814dadee-c207-4097-a1a0-69c88d155770 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:01.900524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2cc8ccf-5ca9-406a-b25b-cf3bf07d3702 req-814dadee-c207-4097-a1a0-69c88d155770 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 948 time: 0.1311991 Dec 10 08:51:01.903392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf1b79a3-24e3-4aed-9cc5-8068bf6e339b req-7f2f0ec4-1303-4395-af3e-00c35dae2e34 service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122503 Dec 10 08:51:01.934845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968c0a-e2a2-46fc-8a4c-d3b2aef84bc2 req-0a2044be-b48d-4e76-9670-1f0cf3a147e7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:01.936637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4968c0a-e2a2-46fc-8a4c-d3b2aef84bc2 req-0a2044be-b48d-4e76-9670-1f0cf3a147e7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1177251 Dec 10 08:51:01.982180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2cc8ccf-5ca9-406a-b25b-cf3bf07d3702 req-bfa0f7c3-5b68-4fce-b133-5b13d2dd2119 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803483 Dec 10 08:51:02.020360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4968c0a-e2a2-46fc-8a4c-d3b2aef84bc2 req-f5b9ecb6-7aa2-4eca-8ea6-6a8b2f1aaa89 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725815 Dec 10 08:51:02.036344 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c196c06-5ffd-416d-94b2-206c1a06a564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:02.038235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-6b686976-9f62-4275-a1d3-ce7f78af2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:02.040442 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-6b686976-9f62-4275-a1d3-ce7f78af2bd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 1136 time: 0.0552523 Dec 10 08:51:02.043900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['25431037-1666-4c2b-95e1-1b41ed80d39b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:02.188307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0e724-5dbc-4ea1-a45d-44812417b854 req-27a14f11-5ff3-42d3-a198-0ec056135739 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:02.191114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5f0e724-5dbc-4ea1-a45d-44812417b854 req-27a14f11-5ff3-42d3-a198-0ec056135739 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.1053629 Dec 10 08:51:02.231743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-8037ab12-7e77-4554-a445-909fb32bb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:02.233715 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-8037ab12-7e77-4554-a445-909fb32bb392 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 914 time: 0.1742077 Dec 10 08:51:02.238618 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c196c06-5ffd-416d-94b2-206c1a06a564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:02.253528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8ed88-9de3-40fb-bdf6-2a67d9c6a0aa req-a887619f-cca8-4b40-a044-50a6e64df870 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:02.255235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dc8ed88-9de3-40fb-bdf6-2a67d9c6a0aa req-a887619f-cca8-4b40-a044-50a6e64df870 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1125805 Dec 10 08:51:02.261361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c196c06-5ffd-416d-94b2-206c1a06a564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:02.313598 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-1753da02-b930-4839-8a13-6fc0925cadde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25431037-1666-4c2b-95e1-1b41ed80d39b HTTP/1.1" status: 200 len: 217 time: 0.0650365 Dec 10 08:51:02.323296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5f0e724-5dbc-4ea1-a45d-44812417b854 req-0b42ef2b-68c9-4c59-ae84-3a514253d7ed tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168890 Dec 10 08:51:02.335687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c196c06-5ffd-416d-94b2-206c1a06a564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed018af7-9b24-4d16-af58-215abc17555a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:02.345394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1c196c06-5ffd-416d-94b2-206c1a06a564 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=905e4d24e6b04fca9bb972242f2f8f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5208962 Dec 10 08:51:02.349654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43330) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:02.378298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-2fa9d338-9041-4a98-b0ac-672ad07be383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:02.378298 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-2fa9d338-9041-4a98-b0ac-672ad07be383 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 200 len: 853 time: 0.0541489 Dec 10 08:51:02.398940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dc8ed88-9de3-40fb-bdf6-2a67d9c6a0aa req-26d2570f-7315-4dd7-b4ea-d909aa0efd1e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321237 Dec 10 08:51:02.438441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-002db0eb-96c4-417e-a995-c1f7c6e0b23b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:02.443450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-f5923ee5-7b1b-4a35-a1c4-5f44d081db0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94e16250-f1ca-4f62-93c5-177fcd130688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561278 Dec 10 08:51:02.470611 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-002db0eb-96c4-417e-a995-c1f7c6e0b23b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:02.557867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5ab2b-3cc9-4463-87ce-c61e58788aed req-b62a5247-683a-4331-9dd8-4020a7864e90 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:02.559523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47f5ab2b-3cc9-4463-87ce-c61e58788aed req-b62a5247-683a-4331-9dd8-4020a7864e90 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0857458 Dec 10 08:51:02.573093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-002db0eb-96c4-417e-a995-c1f7c6e0b23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:02.576587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-002db0eb-96c4-417e-a995-c1f7c6e0b23b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:02.578693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-002db0eb-96c4-417e-a995-c1f7c6e0b23b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed018af7-9b24-4d16-af58-215abc17555a HTTP/1.1" status: 204 len: 168 time: 0.2277424 Dec 10 08:51:02.621632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002db0eb-96c4-417e-a995-c1f7c6e0b23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed018af7-9b24-4d16-af58-215abc17555a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:02.631576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 778df9ee-3633-4088-8c39-8765584c0b31 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:02.665266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47f5ab2b-3cc9-4463-87ce-c61e58788aed req-15651721-4b32-4085-8902-7b4cd867cc2e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894890 Dec 10 08:51:02.686252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 778df9ee-3633-4088-8c39-8765584c0b31 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:51:02.686736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 778df9ee-3633-4088-8c39-8765584c0b31 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:51:02.687258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0a86a848-822b-4b26-a1eb-b950939b3d91 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:02.825113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9985a0-4a6a-4eb2-9b0f-2e91f58f8339 req-d752a554-c2c8-4aaf-807e-928256a7164e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:02.838492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a9985a0-4a6a-4eb2-9b0f-2e91f58f8339 req-d752a554-c2c8-4aaf-807e-928256a7164e tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 985 time: 0.0726559 Dec 10 08:51:02.840136 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-d12dada2-d31b-44da-84ee-9f17b5275856 service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750947 Dec 10 08:51:02.925048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a9985a0-4a6a-4eb2-9b0f-2e91f58f8339 req-9459a870-356f-4d36-977c-9890dad018b0 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&id=bcad8bea-86fe-4556-9d37-f3fdb292ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0853643 Dec 10 08:51:02.958466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27bc7aa2-5a5f-474e-87ea-41fd32d02008 req-5e591d5f-401e-441a-b3ec-546da637c7a9 service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054013 Dec 10 08:51:03.097610 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f5bec6c-fc86-4dbd-aace-a02cc2fa703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:03.141355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302e394-cfcd-443f-a121-43bb4bb69a62 req-f4e0b3e1-3a7f-4491-a19b-e12b667e0a59 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:03.149780 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8302e394-cfcd-443f-a121-43bb4bb69a62 req-f4e0b3e1-3a7f-4491-a19b-e12b667e0a59 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 948 time: 0.0878317 Dec 10 08:51:03.232806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6aca56-e1de-44dd-b3d7-83b6cd18d734 req-c1c4bf26-7b67-434b-94d8-1a94cbb9fd50 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:03.234322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a6aca56-e1de-44dd-b3d7-83b6cd18d734 req-c1c4bf26-7b67-434b-94d8-1a94cbb9fd50 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0815575 Dec 10 08:51:03.246063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8302e394-cfcd-443f-a121-43bb4bb69a62 req-200814bd-4ba7-416e-9f56-19edc4a867fe tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942299 Dec 10 08:51:03.298236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a6aca56-e1de-44dd-b3d7-83b6cd18d734 req-65e8ce49-60e1-4b9d-979d-d3c67f4ae4ae tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Dec 10 08:51:03.489682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43364) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:03.503772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc9093-1f89-4d4d-b2bb-79dbcaf66019 req-ca3e9611-f025-432c-be9c-0230f133aa0a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:03.505422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fdc9093-1f89-4d4d-b2bb-79dbcaf66019 req-ca3e9611-f025-432c-be9c-0230f133aa0a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 943 time: 0.0753498 Dec 10 08:51:03.594510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fdc9093-1f89-4d4d-b2bb-79dbcaf66019 req-d40b00d8-0e54-4991-87d7-e2dbed16b249 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824175 Dec 10 08:51:03.612156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a53e-064b-444d-9a92-4630dfbb2860 req-40393ad0-9e88-41b9-b6f0-28cc7a5c2781 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:03.613947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfe6a53e-064b-444d-9a92-4630dfbb2860 req-40393ad0-9e88-41b9-b6f0-28cc7a5c2781 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1008449 Dec 10 08:51:03.641377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1073179445-network', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:03.695769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfe6a53e-064b-444d-9a92-4630dfbb2860 req-ecf0260a-6fed-4e6c-925d-a1416789bca1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755680 Dec 10 08:51:03.729379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Made reservation on behalf of 8a7f008bdbdb497697ea1c9f8f794fed for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:03.731879 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:03.743385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-ea104636-74ef-4d0e-becc-cebb20c60add tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:03.744998 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-ea104636-74ef-4d0e-becc-cebb20c60add tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a60fcc-9f58-4d1a-83bb-e26a06c4edd8 HTTP/1.1" status: 200 len: 950 time: 0.0988426 Dec 10 08:51:03.751420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:03.813581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da97097-6f65-43ac-abba-ca68936e0b2a req-dce1500f-9c26-47b8-9170-b7ae1571898c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:03.815263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9da97097-6f65-43ac-abba-ca68936e0b2a req-dce1500f-9c26-47b8-9170-b7ae1571898c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0575619 Dec 10 08:51:03.863646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9da97097-6f65-43ac-abba-ca68936e0b2a req-43627335-d769-4167-87d3-184b01cd0e7c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Dec 10 08:51:03.930823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-6d4b1ec9-7a92-4028-a81e-bb851283f7cc service neutron] 10.222.0.39 "GET /v2.0/ports/0a86a848-822b-4b26-a1eb-b950939b3d91/bindings/n-h1-814746-3 HTTP/1.1" status: 200 len: 384 time: 0.1360579 Dec 10 08:51:03.976041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Deleting port 4ef5cb3a-efec-4f42-99ef-898921057e45 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:51:03.976396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.008102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.042309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.051214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a997dc2-cf67-4b5c-9422-08abdc73a2dc req-a5cb1ff4-513e-4af1-a174-f36d14b83c38 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:04.052764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a997dc2-cf67-4b5c-9422-08abdc73a2dc req-a5cb1ff4-513e-4af1-a174-f36d14b83c38 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 985 time: 0.0540926 Dec 10 08:51:04.081542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:51:04.118305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad57c98b-b078-4d36-b93f-e3615c1f06b9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:04.119253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a997dc2-cf67-4b5c-9422-08abdc73a2dc req-03b86c86-101e-4b04-8e00-db6147f7c745 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&id=bcad8bea-86fe-4556-9d37-f3fdb292ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0578377 Dec 10 08:51:04.128562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.128922 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Added segment 71afcbf3-f7d8-45e2-87da-2e0a13e8c189 of type vlan for network ba2f1701-40ae-4267-b57b-a882897cd8e5 Dec 10 08:51:04.217746 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.220726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] For port 4ef5cb3a-efec-4f42-99ef-898921057e45, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4ef5cb3a-efec-4f42-99ef-898921057e45,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:04.221716 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.232273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a386c357-dcd0-450e-9fe8-1df00044150f req-7b387425-4ee7-403c-b61e-274b446346b1 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-771091403&fields=id&tenant_id=dd0a97aa36ac405ab9d40004c461d5c6 HTTP/1.1" status: 200 len: 267 time: 0.0425382 Dec 10 08:51:04.274490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Calling delete_port for 4ef5cb3a-efec-4f42-99ef-898921057e45 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:51:04.292700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386c357-dcd0-450e-9fe8-1df00044150f req-091b56d7-1b1f-48fe-b510-4be3f2211c48 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:04.301113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a386c357-dcd0-450e-9fe8-1df00044150f req-091b56d7-1b1f-48fe-b510-4be3f2211c48 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 985 time: 0.0620220 Dec 10 08:51:04.306760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-a386c357-dcd0-450e-9fe8-1df00044150f req-85f172a8-9493-4ba5-9e01-2cdd57334b79 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'port': {'security_groups': ['bcad8bea-86fe-4556-9d37-f3fdb292ae95', 'cf276f44-4e08-4d17-8c77-2a1a36d84b06', '213f834e-8a97-4a26-b7d8-939ebf9e14dd']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:04.347695 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.348640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:04.349250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.414988 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a386c357-dcd0-450e-9fe8-1df00044150f req-85f172a8-9493-4ba5-9e01-2cdd57334b79 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.423408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e3101-9565-43f8-a74f-5eddae7dcc99 req-084d337b-863c-471a-93b4-87f4d74785c3 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:04.424897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-451e3101-9565-43f8-a74f-5eddae7dcc99 req-084d337b-863c-471a-93b4-87f4d74785c3 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 948 time: 0.0874867 Dec 10 08:51:04.442064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9510419 Dec 10 08:51:04.447488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43378) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:04.451088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:04.457076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Request body: {'subnet': {'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1073179445-subnet', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:04.480094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6001ad-fc82-4555-9c84-87a8d43180ad admin admin] Pushing event updated for resources: {'Network': ['ID=ba2f1701-40ae-4267-b57b-a882897cd8e5,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:04.489932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:04.496446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ba2f1701-40ae-4267-b57b-a882897cd8e5 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:51:04.546972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-451e3101-9565-43f8-a74f-5eddae7dcc99 req-c2f9219d-69d8-47be-95d6-bfa1c25bf7f6 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146908 Dec 10 08:51:04.549690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Made reservation on behalf of 8a7f008bdbdb497697ea1c9f8f794fed for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:04.551957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.599389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a86a848-822b-4b26-a1eb-b950939b3d91 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:04.613410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:04.621882 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.637446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'bb1fe9f7-ba15-4d87-8505-9c585a36a261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:04.640002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3', '4ef5cb3a-efec-4f42-99ef-898921057e45'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:04.656234 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.660676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event deleted for resources: {'Port': ['ID=4ef5cb3a-efec-4f42-99ef-898921057e45,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:04.750105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] No DVR routers for this DVR port 4ef5cb3a-efec-4f42-99ef-898921057e45 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:04.754705 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.758100 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5a04da62-2547-4b17-89e2-b37f83bf6f5f req-de501e1f-712b-448f-a9b8-30abe5220c84 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "DELETE /v2.0/ports/4ef5cb3a-efec-4f42-99ef-898921057e45 HTTP/1.1" status: 204 len: 173 time: 1.0038838 Dec 10 08:51:04.758555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a60fcc-9f58-4d1a-83bb-e26a06c4edd8', 'name': 'network-vif-deleted', 'tag': '4ef5cb3a-efec-4f42-99ef-898921057e45'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:04.760985 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0def2ae-7ed8-4e85-9e5c-d344dd4a3e6f" -d '{"events": [{"server_uuid": "09a60fcc-9f58-4d1a-83bb-e26a06c4edd8", "name": "network-vif-deleted", "tag": "4ef5cb3a-efec-4f42-99ef-898921057e45"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:04.810962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cbfc1-50b8-4eb8-8817-962f1e6dcc35 req-dea40324-dd4e-4a54-a2a9-4829ff2d3c09 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:04.818931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] Transition to ACTIVE for port object 0a86a848-822b-4b26-a1eb-b950939b3d91 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:51:04.819382 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c62cbfc1-50b8-4eb8-8817-962f1e6dcc35 req-dea40324-dd4e-4a54-a2a9-4829ff2d3c09 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1631780 Dec 10 08:51:04.825389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:04.941965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] No DVR routers for this DVR port 0a86a848-822b-4b26-a1eb-b950939b3d91 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:04.948852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-a386c357-dcd0-450e-9fe8-1df00044150f req-85f172a8-9493-4ba5-9e01-2cdd57334b79 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] For port 25431037-1666-4c2b-95e1-1b41ed80d39b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=25431037-1666-4c2b-95e1-1b41ed80d39b,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:04.954183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c62cbfc1-50b8-4eb8-8817-962f1e6dcc35 req-fe5ec401-07c5-4e84-8ade-a2f766409d9e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338792 Dec 10 08:51:04.957999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] Pushing event updated for resources: {'Port': ['ID=0a86a848-822b-4b26-a1eb-b950939b3d91,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:04.995579 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-4bad4a61-ae55-442f-9347-cf59b1aad698 service neutron] 10.222.0.39 "PUT /v2.0/ports/0a86a848-822b-4b26-a1eb-b950939b3d91/bindings/n-h1-814746-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0510952 Dec 10 08:51:04.997669 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a386c357-dcd0-450e-9fe8-1df00044150f req-85f172a8-9493-4ba5-9e01-2cdd57334b79 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.000150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.008473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a386c357-dcd0-450e-9fe8-1df00044150f req-85f172a8-9493-4ba5-9e01-2cdd57334b79 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.147320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386c357-dcd0-450e-9fe8-1df00044150f req-85f172a8-9493-4ba5-9e01-2cdd57334b79 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:05.147968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a386c357-dcd0-450e-9fe8-1df00044150f req-85f172a8-9493-4ba5-9e01-2cdd57334b79 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.149400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a386c357-dcd0-450e-9fe8-1df00044150f req-85f172a8-9493-4ba5-9e01-2cdd57334b79 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "PUT /v2.0/ports/25431037-1666-4c2b-95e1-1b41ed80d39b HTTP/1.1" status: 200 len: 1021 time: 0.8478394 Dec 10 08:51:05.157892 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:05.160728 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:05.185090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da70cacc-c8c2-4e8a-b4cf-4b592b679cbd,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:05.187783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f172a8-9493-4ba5-9e01-2cdd57334b79 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'Port': ['ID=25431037-1666-4c2b-95e1-1b41ed80d39b,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:05.212977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea106c-b401-4414-8307-2500760054fe req-b4923a1f-3b87-4dbb-92f8-2b43f07e5329 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:05.214524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03ea106c-b401-4414-8307-2500760054fe req-b4923a1f-3b87-4dbb-92f8-2b43f07e5329 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 944 time: 0.1455514 Dec 10 08:51:05.215272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Checking segment: {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:05.215634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Network hostable DHCP agents. Network: ba2f1701-40ae-4267-b57b-a882897cd8e5, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:51:05.284809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['25431037-1666-4c2b-95e1-1b41ed80d39b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:05.287058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Network ba2f1701-40ae-4267-b57b-a882897cd8e5 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:51:05.312731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147674f1-d363-43f2-9dae-33a33b5623fe req-a6a34560-6953-4c70-b242-c89e7c02f679 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:05.314241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-147674f1-d363-43f2-9dae-33a33b5623fe req-a6a34560-6953-4c70-b242-c89e7c02f679 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0949123 Dec 10 08:51:05.330548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03ea106c-b401-4414-8307-2500760054fe req-ec00cc5c-74a1-4014-a515-80b8b730c5eb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004798 Dec 10 08:51:05.333814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ba2f1701-40ae-4267-b57b-a882897cd8e5) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:05.351280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:05.351876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.359976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89595949-2899-4d53-a95a-9984fe12a974 None None] Network ba2f1701-40ae-4267-b57b-a882897cd8e5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:51:05.389156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-91b9b7b3-eff5-4519-85a4-d395243739e3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9388838 Dec 10 08:51:05.392793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43394) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:05.398145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:05.427105 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.427619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-147674f1-d363-43f2-9dae-33a33b5623fe req-7074cc79-2ef3-4df7-9c73-52591c7ba980 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955334 Dec 10 08:51:05.429279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.462544 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d0912398-f57d-4b51-bb29-3daf72122178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.469698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-5b266ad1-2a92-477c-acd0-a2bbb5689809 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:05.474876 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-5b266ad1-2a92-477c-acd0-a2bbb5689809 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.1084502 Dec 10 08:51:05.553576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-ba2f1701-40ae-4267-b57b-a882897cd8e5', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:51:05.555056 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.562261 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.564620 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43109f90-028e-49f1-a5fd-b780f25dd25d x-openstack-request-id: req-43109f90-028e-49f1-a5fd-b780f25dd25d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:05.565070 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a60fcc-9f58-4d1a-83bb-e26a06c4edd8", "name": "network-vif-deleted", "tag": "4ef5cb3a-efec-4f42-99ef-898921057e45", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:05.565698 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43109f90-028e-49f1-a5fd-b780f25dd25d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:05.566241 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a60fcc-9f58-4d1a-83bb-e26a06c4edd8', 'name': 'network-vif-deleted', 'tag': '4ef5cb3a-efec-4f42-99ef-898921057e45', 'status': 'completed', 'code': 200} Dec 10 08:51:05.614142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-75b7b9c4-839d-4f25-8cda-7a4028b53c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:05.616313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-75b7b9c4-839d-4f25-8cda-7a4028b53c5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2 HTTP/1.1" status: 200 len: 1095 time: 0.1263709 Dec 10 08:51:05.695802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['25431037-1666-4c2b-95e1-1b41ed80d39b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:05.709304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01ab39a7-c464-46db-bd1f-4f1cafdf02d9 req-47d3eb66-5344-47ef-9791-1c47d2851bba tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/213f834e-8a97-4a26-b7d8-939ebf9e14dd HTTP/1.1" status: 200 len: 1816 time: 0.1564074 Dec 10 08:51:05.741459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf14a-f737-4835-acca-af27645a5f38 req-ac9f74f7-546a-41d4-8891-2fc6cab807c7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:05.744268 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:05.749080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6cdbf14a-f737-4835-acca-af27645a5f38 req-ac9f74f7-546a-41d4-8891-2fc6cab807c7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1294394 Dec 10 08:51:05.795553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-2ad889c4-f12b-4046-9a26-bebba2ea1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:05.797055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-2ad889c4-f12b-4046-9a26-bebba2ea1c76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1095 time: 0.1408455 Dec 10 08:51:05.830630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Allocated IP 172.20.0.2 (ba2f1701-40ae-4267-b57b-a882897cd8e5/da70cacc-c8c2-4e8a-b4cf-4b592b679cbd/0c099aa5-00ac-4922-a76d-f64027b4975b) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:05.845857 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-01ab39a7-c464-46db-bd1f-4f1cafdf02d9 req-cc6c2351-cfe9-4c4c-810c-eaac993f2e13 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 08:51:05.858239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01ab39a7-c464-46db-bd1f-4f1cafdf02d9 req-cc6c2351-cfe9-4c4c-810c-eaac993f2e13 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/213f834e-8a97-4a26-b7d8-939ebf9e14dd HTTP/1.1" status: 409 len: 341 time: 0.1478043 Dec 10 08:51:05.912544 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50218d77-1525-4143-9115-85bf91faa484 x-openstack-request-id: req-50218d77-1525-4143-9115-85bf91faa484 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:05.912833 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:05.913081 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50218d77-1525-4143-9115-85bf91faa484 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:05.914284 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b', 'status': 'completed', 'code': 200} Dec 10 08:51:05.932411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6cdbf14a-f737-4835-acca-af27645a5f38 req-d0176679-7c3e-4d52-ae33-ad7c0aa7a2b4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770036 Dec 10 08:51:06.011320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-22bd2ccc-fbcd-4d05-8b0b-aee10ab1e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.013096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-22bd2ccc-fbcd-4d05-8b0b-aee10ab1e975 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.2069118 Dec 10 08:51:06.087017 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-746baecf-5b1b-4189-a099-16e0bffe5210 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 200 len: 217 time: 0.0625141 Dec 10 08:51:06.118683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-f97c0e15-a78d-4dc6-86a8-5ee9513ff42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.120285 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-f97c0e15-a78d-4dc6-86a8-5ee9513ff42d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 1175 time: 0.1756985 Dec 10 08:51:06.137367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-2900f58e-c932-4c5e-bbfa-4450f2fb5001 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.138939 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-2900f58e-c932-4c5e-bbfa-4450f2fb5001 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 948 time: 0.1334841 Dec 10 08:51:06.143656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2162b-d103-49be-acd6-98e3bc8d7547 req-365baac7-8bf1-4eb3-b44d-4626f1abfbfd tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.146839 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.152165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90d2162b-d103-49be-acd6-98e3bc8d7547 req-365baac7-8bf1-4eb3-b44d-4626f1abfbfd tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 948 time: 0.1949782 Dec 10 08:51:06.164670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.165517 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.201701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-182c1cbb-09a2-4af0-a5a1-10e0b003a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.203301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-182c1cbb-09a2-4af0-a5a1-10e0b003a779 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.1074593 Dec 10 08:51:06.231708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Network ba2f1701-40ae-4267-b57b-a882897cd8e5 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:06.238011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:06.241792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:06.251316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.256935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Pushing event updated for resources: {'Port': ['ID=0c099aa5-00ac-4922-a76d-f64027b4975b,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:06.264834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-cf090f56-2f1d-4ecc-a155-c4935ba285fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444090 Dec 10 08:51:06.276229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90d2162b-d103-49be-acd6-98e3bc8d7547 req-5d48e59c-ee1c-4b62-9eba-8e7500281461 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230187 Dec 10 08:51:06.346474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4623de9-a7eb-4b74-a5cb-da9681622c81 req-d1f7ae07-42e5-4a79-8071-f455175f1260 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.348112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Attempting to bind port 0c099aa5-00ac-4922-a76d-f64027b4975b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:06.348821 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4623de9-a7eb-4b74-a5cb-da9681622c81 req-d1f7ae07-42e5-4a79-8071-f455175f1260 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1519170 Dec 10 08:51:06.348955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Attempting to bind port 0c099aa5-00ac-4922-a76d-f64027b4975b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:06.348955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Attempting to bind port 0c099aa5-00ac-4922-a76d-f64027b4975b on network ba2f1701-40ae-4267-b57b-a882897cd8e5 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:06.355447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:06.356431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Checking segment: {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:06.356431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.356892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Bound using segment: {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:06.358224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Bound port: 0c099aa5-00ac-4922-a76d-f64027b4975b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:06.358224 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.368868 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.405520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-4fde32f7-83f9-4b2a-a55a-2a3e728de769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.407004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-4fde32f7-83f9-4b2a-a55a-2a3e728de769 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 200 len: 914 time: 0.2644930 Dec 10 08:51:06.427660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] For port 0c099aa5-00ac-4922-a76d-f64027b4975b, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:06.431034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] For port 0c099aa5-00ac-4922-a76d-f64027b4975b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0c099aa5-00ac-4922-a76d-f64027b4975b,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:06.437944 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.483681 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-38f1240b-5265-420a-abcc-28dc935ee358 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25431037-1666-4c2b-95e1-1b41ed80d39b HTTP/1.1" status: 200 len: 217 time: 0.0525112 Dec 10 08:51:06.497488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243b76-5394-46e0-875a-a489d80c39e0 req-1956af30-3853-4bee-b3af-55da463c7bd3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.499158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Allocated IP 172.25.3.107 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/e0d58b4e-904d-489d-b329-62e1c08df4f1) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:06.506357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f243b76-5394-46e0-875a-a489d80c39e0 req-1956af30-3853-4bee-b3af-55da463c7bd3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 1024 time: 0.1565721 Dec 10 08:51:06.517407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc406fb7-ef08-4c7b-af6b-e081f0b08060 None None] Pushing event updated for resources: {'Port': ['ID=0c099aa5-00ac-4922-a76d-f64027b4975b,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:06.519520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-90c13d90-4468-44ba-93e3-c5dcf8ced051 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407548 Dec 10 08:51:06.534562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4623de9-a7eb-4b74-a5cb-da9681622c81 req-49f79384-aa4f-4b15-8449-2017e959574c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524611 Dec 10 08:51:06.540603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Deleting port bb1fe9f7-ba15-4d87-8505-9c585a36a261 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:51:06.540945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.631822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4ef5cb3a-efec-4f42-99ef-898921057e45 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:06.668484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-b4c33d6c-768c-4169-acf1-572b917cdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.669998 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-b4c33d6c-768c-4169-acf1-572b917cdb27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 200 len: 853 time: 0.1722612 Dec 10 08:51:06.684821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 4ef5cb3a-efec-4f42-99ef-898921057e45 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:51:06.685293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4ef5cb3a-efec-4f42-99ef-898921057e45 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:51:06.706821 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f243b76-5394-46e0-875a-a489d80c39e0 req-e86a610c-2e7d-468d-b163-200c0e8109ab tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&id=213f834e-8a97-4a26-b7d8-939ebf9e14dd&id=bcad8bea-86fe-4556-9d37-f3fdb292ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1994371 Dec 10 08:51:06.724046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518030ec-f4fd-467a-b298-ae4d49ce107a req-3b09ea4f-f86f-4aea-8200-3826af394c91 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.725602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-518030ec-f4fd-467a-b298-ae4d49ce107a req-3b09ea4f-f86f-4aea-8200-3826af394c91 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 944 time: 0.1247151 Dec 10 08:51:06.728016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-780f6a0e-f1b6-421d-9cd1-78ccace5a47c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94e16250-f1ca-4f62-93c5-177fcd130688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484498 Dec 10 08:51:06.729454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-658b9805-10a5-44a3-ad7c-f20924dab696 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938682 Dec 10 08:51:06.787060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-518030ec-f4fd-467a-b298-ae4d49ce107a req-c1969573-b287-40fd-ae8f-053350d1df1d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550203 Dec 10 08:51:06.856480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] For port bb1fe9f7-ba15-4d87-8505-9c585a36a261, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=bb1fe9f7-ba15-4d87-8505-9c585a36a261,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:06.856826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.869817 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:06.892185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Calling delete_port for bb1fe9f7-ba15-4d87-8505-9c585a36a261 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:51:06.964683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518d607-0fe3-456c-b429-8e55aacd9253 req-f12d7b81-5293-4d6e-8e83-1afa4736db54 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:06.967562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a518d607-0fe3-456c-b429-8e55aacd9253 req-f12d7b81-5293-4d6e-8e83-1afa4736db54 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1062620 Dec 10 08:51:06.994996 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-430510af-fcfd-4782-b619-37ae3fe0c492 service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521243 Dec 10 08:51:07.044354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a518d607-0fe3-456c-b429-8e55aacd9253 req-c2d4f09a-53b3-4475-9643-47e123f5ba9e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700402 Dec 10 08:51:07.095912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-2ba512ee-dd7d-4e75-9bc5-ce787e5a93b1 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:07.097430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-2ba512ee-dd7d-4e75-9bc5-ce787e5a93b1 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.0724730 Dec 10 08:51:07.100628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:07.170971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:07.179725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:07.190067 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:07.200968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Pushing event updated for resources: {'Port': ['ID=e0d58b4e-904d-489d-b329-62e1c08df4f1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:07.261401 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2cdf4584-6545-47c7-9ce2-9b61de7c87b6 req-896a2ec8-691a-4360-8802-f38aa3121e32 service neutron] 10.222.0.39 "GET /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561886 Dec 10 08:51:07.264424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8105304e-0fdb-474e-9801-32f40d42a112 service neutron] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:07.283158 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8105304e-0fdb-474e-9801-32f40d42a112 service neutron] Publish callbacks [] for binding, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:07.286034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93a40568-8d33-491a-a4e8-522bf16adf6d req-8105304e-0fdb-474e-9801-32f40d42a112 service neutron] 10.222.0.18 "DELETE /v2.0/ports/0a86a848-822b-4b26-a1eb-b950939b3d91/bindings/n-h2-814746-3 HTTP/1.1" status: 204 len: 173 time: 0.1809840 Dec 10 08:51:07.291198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:07.303919 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:07.315950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770fe8-fcb3-4086-976f-78a8893d6b95 req-663b4818-9557-4173-acf3-664278297967 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:07.323918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8770fe8-fcb3-4086-976f-78a8893d6b95 req-663b4818-9557-4173-acf3-664278297967 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0893786 Dec 10 08:51:07.404833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8770fe8-fcb3-4086-976f-78a8893d6b95 req-1a7ce0a0-ac5f-447c-94e2-eaadc10996fa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799618 Dec 10 08:51:07.446791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06944b14-1be0-477d-8815-d3e70e29d72d req-f58e811b-2770-4ecd-bf1c-4eaf24dff39b tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef19b5a9-7066-4bc4-812a-9925853714bf HTTP/1.1" status: 200 len: 210 time: 0.0550196 Dec 10 08:51:07.529773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0c099aa5-00ac-4922-a76d-f64027b4975b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:07.629111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0c099aa5-00ac-4922-a76d-f64027b4975b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:07.629915 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:07.660013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event deleted for resources: {'Port': ['ID=bb1fe9f7-ba15-4d87-8505-9c585a36a261,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:07.734158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] No DVR routers for this DVR port bb1fe9f7-ba15-4d87-8505-9c585a36a261 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:07.738840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177ae8-623d-4052-81fe-28ef3bcfdd70 req-cab45478-f622-47ce-bf21-7dacb9d3996b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:07.739544 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:07.741050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28177ae8-623d-4052-81fe-28ef3bcfdd70 req-cab45478-f622-47ce-bf21-7dacb9d3996b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1165400 Dec 10 08:51:07.744194 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13edb156-d406-4a22-b48e-e1ce049f4534 req-1d93fa58-759e-4805-b64b-fddcc2e856ba tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "DELETE /v2.0/ports/bb1fe9f7-ba15-4d87-8505-9c585a36a261 HTTP/1.1" status: 204 len: 173 time: 1.5916684 Dec 10 08:51:07.744880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19b5a9-7066-4bc4-812a-9925853714bf', 'name': 'network-vif-deleted', 'tag': 'bb1fe9f7-ba15-4d87-8505-9c585a36a261'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:07.747901 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542f8920-f058-448a-88ba-de18d8666adc" -d '{"events": [{"server_uuid": "ef19b5a9-7066-4bc4-812a-9925853714bf", "name": "network-vif-deleted", "tag": "bb1fe9f7-ba15-4d87-8505-9c585a36a261"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:07.881491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28177ae8-623d-4052-81fe-28ef3bcfdd70 req-8796ddc9-7a90-45ba-a0cd-1797856a4ac4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257131 Dec 10 08:51:07.907884 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:07.950017 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac56d676-93ba-45c5-87b1-b3b65e83113d x-openstack-request-id: req-ac56d676-93ba-45c5-87b1-b3b65e83113d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:07.950364 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19b5a9-7066-4bc4-812a-9925853714bf", "name": "network-vif-deleted", "tag": "bb1fe9f7-ba15-4d87-8505-9c585a36a261", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:07.950571 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac56d676-93ba-45c5-87b1-b3b65e83113d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:07.950977 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef19b5a9-7066-4bc4-812a-9925853714bf', 'name': 'network-vif-deleted', 'tag': 'bb1fe9f7-ba15-4d87-8505-9c585a36a261', 'status': 'completed', 'code': 200} Dec 10 08:51:07.951908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf1efe-8edb-4e97-94bd-6d51e89d2445 req-3c202439-76f5-4f11-98e1-4d6936ce6bcd tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:07.953852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2bf1efe-8edb-4e97-94bd-6d51e89d2445 req-3c202439-76f5-4f11-98e1-4d6936ce6bcd tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 1024 time: 0.0708313 Dec 10 08:51:07.966677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 0c099aa5-00ac-4922-a76d-f64027b4975b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0c099aa5-00ac-4922-a76d-f64027b4975b,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:07.988466 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:08.060746 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:08.077880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed417f30-9c20-4595-9ffd-d2f4db923299 None None] Network ba2f1701-40ae-4267-b57b-a882897cd8e5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:51:08.138245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2bf1efe-8edb-4e97-94bd-6d51e89d2445 req-077fbd94-6e43-4993-ad8d-24d93ec83018 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&id=213f834e-8a97-4a26-b7d8-939ebf9e14dd&id=bcad8bea-86fe-4556-9d37-f3fdb292ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1686416 Dec 10 08:51:08.149366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-b080dc75-ccd1-4d46-ae6e-290306ba6a86 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:08.149832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=0c099aa5-00ac-4922-a76d-f64027b4975b,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:08.151219 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-b080dc75-ccd1-4d46-ae6e-290306ba6a86 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 1024 time: 0.1553094 Dec 10 08:51:08.163337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e440ef8-faff-4b47-98e8-49a0d9fa9a6a req-a71dd6ac-485c-4d28-96fd-f0b044daaf74 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:08.177775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e440ef8-faff-4b47-98e8-49a0d9fa9a6a req-a71dd6ac-485c-4d28-96fd-f0b044daaf74 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 944 time: 0.1112912 Dec 10 08:51:08.209760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-586ee9bd-4648-43d8-b6a6-83ad973af81d None None] Provisioning complete for port 0c099aa5-00ac-4922-a76d-f64027b4975b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:08.210173 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-586ee9bd-4648-43d8-b6a6-83ad973af81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:08.240556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e440ef8-faff-4b47-98e8-49a0d9fa9a6a req-703d7e40-b74f-42fb-927c-532aaa9cc7c6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618298 Dec 10 08:51:08.272182 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:08.358212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Deleting port 25431037-1666-4c2b-95e1-1b41ed80d39b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:51:08.358718 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:08.483794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd412e4-03e1-4eac-a236-cf36a32b9f2b req-e03631a9-8551-42cc-9b10-7f52ef5f5d4d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:08.485549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fd412e4-03e1-4eac-a236-cf36a32b9f2b req-e03631a9-8551-42cc-9b10-7f52ef5f5d4d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1011569 Dec 10 08:51:08.488003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fb29f-7bda-4b73-b5cc-12eee78f532c req-4b409d55-1b7a-4b6b-b228-93f49e67d911 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:08.495255 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f22fb29f-7bda-4b73-b5cc-12eee78f532c req-4b409d55-1b7a-4b6b-b228-93f49e67d911 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1095 time: 0.0754840 Dec 10 08:51:08.567370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] For port 25431037-1666-4c2b-95e1-1b41ed80d39b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=25431037-1666-4c2b-95e1-1b41ed80d39b,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:08.567749 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:08.586781 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:08.588904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Calling delete_port for 25431037-1666-4c2b-95e1-1b41ed80d39b owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:51:08.630056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f22fb29f-7bda-4b73-b5cc-12eee78f532c req-ab8f805c-de56-4016-b80d-1b54a051c7c4 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337695 Dec 10 08:51:08.651124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fd412e4-03e1-4eac-a236-cf36a32b9f2b req-5b0b298f-fb0e-485f-bfd5-c997004c8abb tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490996 Dec 10 08:51:08.698623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5c972626-c303-4569-af70-a59d2924fdd1 None None] Provisioning complete for port 0c099aa5-00ac-4922-a76d-f64027b4975b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:08.699734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5c972626-c303-4569-af70-a59d2924fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:08.771396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d637-864c-46ea-8075-03c6a6ae889c req-36b51d9f-b35f-4816-aa91-91ce4696f28d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:08.779131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6257d637-864c-46ea-8075-03c6a6ae889c req-36b51d9f-b35f-4816-aa91-91ce4696f28d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0752563 Dec 10 08:51:08.856692 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6257d637-864c-46ea-8075-03c6a6ae889c req-7c16619e-6415-4571-9875-ede155816228 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766878 Dec 10 08:51:08.866491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf2bb2-a819-4f1e-a644-b1dbf824dedb req-a360aa8a-c111-4dd5-a4d3-fb41b8549753 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:08.867990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bccf2bb2-a819-4f1e-a644-b1dbf824dedb req-a360aa8a-c111-4dd5-a4d3-fb41b8549753 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1095 time: 0.0595272 Dec 10 08:51:08.906983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-e25df950-839b-4ca1-a39d-e8b84f0ccf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:08.909252 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-e25df950-839b-4ca1-a39d-e8b84f0ccf7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1096 time: 0.0810287 Dec 10 08:51:08.938156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bccf2bb2-a819-4f1e-a644-b1dbf824dedb req-e05260bc-d00c-47ad-96bd-7aee12a1d8dc tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554614 Dec 10 08:51:09.033822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5f207-e8df-442e-aaab-803662294f3c req-4ba8f7fd-132a-4e4f-81ac-63f36ff94078 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:09.041808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ba5f207-e8df-442e-aaab-803662294f3c req-4ba8f7fd-132a-4e4f-81ac-63f36ff94078 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0637381 Dec 10 08:51:09.053914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:09.085299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'Port': ['ID=25431037-1666-4c2b-95e1-1b41ed80d39b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:09.090940 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:09.092142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Router 662520bd-9062-4f4a-994b-c4257adbb3a2 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:51:09.110287 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ba5f207-e8df-442e-aaab-803662294f3c req-0120ed08-482e-45d5-9702-ad39c7eb8de8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673466 Dec 10 08:51:09.201551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-01ab7b69-1016-4d94-aa6e-42b854eef473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:09.203047 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-01ab7b69-1016-4d94-aa6e-42b854eef473 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.2727647 Dec 10 08:51:09.203834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] No DVR routers for this DVR port 25431037-1666-4c2b-95e1-1b41ed80d39b on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:09.207541 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:09.210868 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e6dd49be-78c9-4c9d-9c01-4812beb8f303 req-27c75b3d-8f3e-436a-849d-99b7c72bbc04 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.39 "DELETE /v2.0/ports/25431037-1666-4c2b-95e1-1b41ed80d39b HTTP/1.1" status: 204 len: 173 time: 1.0497119 Dec 10 08:51:09.259444 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-31c492cd-a7ff-402c-b074-1520e380fa84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83 HTTP/1.1" status: 200 len: 217 time: 0.0436263 Dec 10 08:51:09.365011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:51:09.367381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-25f07bde-796d-490b-992e-3403c9e7cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:09.369141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-25f07bde-796d-490b-992e-3403c9e7cdc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1006396 Dec 10 08:51:09.378136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Sync routers for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:51:09.410398 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-5d046ab3-9912-48c2-a3d4-f33eaa041eee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311129 Dec 10 08:51:09.413822 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:09.417861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43462) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:09.419480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-87826323-05b3-4758-a1eb-73d1aeaefa3a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0251963 Dec 10 08:51:09.419719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:09.420362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:09.514397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0c099aa5-00ac-4922-a76d-f64027b4975b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:09.553146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d13b7f5-e640-4588-a707-e7af3902eebd req-4681a336-6c7a-428c-9695-596bc2db30f9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1396694c-822b-4ad1-89ce-865c0d1f0634 HTTP/1.1" status: 200 len: 210 time: 0.0520222 Dec 10 08:51:09.564663 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-4014872a-c672-44fa-b69d-76b4001449b6 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439075 Dec 10 08:51:09.667624 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-516602fa-491d-40c1-a20d-4d9f24fd293d service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927186 Dec 10 08:51:09.817420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:09.898796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0c099aa5-00ac-4922-a76d-f64027b4975b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:09.899272 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:09.952313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'name': 'network-vif-deleted', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:09.957090 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b16d53-ade4-446f-96b8-7ba519293ec4" -d '{"events": [{"server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "name": "network-vif-deleted", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:10.044666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7abf6a-b44f-45ce-8f70-b4e62b33e630 req-1fbc7812-5aa7-4859-9555-366b6e888d40 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:10.046201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f7abf6a-b44f-45ce-8f70-b4e62b33e630 req-1fbc7812-5aa7-4859-9555-366b6e888d40 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 950 time: 0.1494579 Dec 10 08:51:10.060775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fab5ae-3720-48ab-ad36-2be173e9f14c req-52dbb501-1bfd-4693-9e2c-37a06d9aac8b tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:10.062514 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0fab5ae-3720-48ab-ad36-2be173e9f14c req-52dbb501-1bfd-4693-9e2c-37a06d9aac8b tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1529977 Dec 10 08:51:10.114098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:07Z', 'revision_number': 3, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:10.146653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Checking router: 662520bd-9062-4f4a-994b-c4257adbb3a2 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:51:10.146871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Updating router 662520bd-9062-4f4a-994b-c4257adbb3a2 port e0d58b4e-904d-489d-b329-62e1c08df4f1 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:51:10.181389 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:10.192395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f7abf6a-b44f-45ce-8f70-b4e62b33e630 req-9173631e-2569-49b0-b421-253a036e92a9 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270833 Dec 10 08:51:10.309573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0fab5ae-3720-48ab-ad36-2be173e9f14c req-a5c46313-7af2-441a-9432-45b6359f4157 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295473 Dec 10 08:51:10.352610 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cb4e0b-66ce-4765-a53d-aaa1bd9dac44 x-openstack-request-id: req-63cb4e0b-66ce-4765-a53d-aaa1bd9dac44 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:10.352907 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1396694c-822b-4ad1-89ce-865c0d1f0634", "name": "network-vif-deleted", "tag": "25431037-1666-4c2b-95e1-1b41ed80d39b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:10.353167 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63cb4e0b-66ce-4765-a53d-aaa1bd9dac44 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:10.353649 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1396694c-822b-4ad1-89ce-865c0d1f0634', 'name': 'network-vif-deleted', 'tag': '25431037-1666-4c2b-95e1-1b41ed80d39b', 'status': 'completed', 'code': 200} Dec 10 08:51:10.508942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb1e58-8d08-4893-bc64-362b7e7e1868 req-4be184da-d69f-412d-ad21-df90e72683b6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:10.517548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47fb1e58-8d08-4893-bc64-362b7e7e1868 req-4be184da-d69f-412d-ad21-df90e72683b6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.2032862 Dec 10 08:51:10.550986 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:10.560078 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:10.586388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f484c71-845c-4a4f-aafd-ad1f9ad67b94 req-48611f4a-47ea-4947-981f-bad1338ef036 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:10.587900 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f484c71-845c-4a4f-aafd-ad1f9ad67b94 req-48611f4a-47ea-4947-981f-bad1338ef036 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1730621 Dec 10 08:51:10.630641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 25431037-1666-4c2b-95e1-1b41ed80d39b no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:10.646651 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:10.654391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4024c5-d748-43cb-a58e-dbfbcfe4ee2c None None] Pushing event updated for resources: {'Port': ['ID=e0d58b4e-904d-489d-b329-62e1c08df4f1,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:10.656883 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47fb1e58-8d08-4893-bc64-362b7e7e1868 req-72d447fc-147a-4661-937c-07550f1a6449 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381364 Dec 10 08:51:10.663249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Attempting to bind port e0d58b4e-904d-489d-b329-62e1c08df4f1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:10.663978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Attempting to bind port e0d58b4e-904d-489d-b329-62e1c08df4f1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:10.664347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Attempting to bind port e0d58b4e-904d-489d-b329-62e1c08df4f1 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:10.668526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 25431037-1666-4c2b-95e1-1b41ed80d39b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:51:10.668879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 25431037-1666-4c2b-95e1-1b41ed80d39b not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:51:10.675916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:10.676309 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:10.676720 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:10.677124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:10.677649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Bound port: e0d58b4e-904d-489d-b329-62e1c08df4f1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:10.687084 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:10.715777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f484c71-845c-4a4f-aafd-ad1f9ad67b94 req-22f16f02-f2c4-4279-9bf9-3687bbb66541 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205640 Dec 10 08:51:10.761991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] For port e0d58b4e-904d-489d-b329-62e1c08df4f1, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:10.768794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] For port e0d58b4e-904d-489d-b329-62e1c08df4f1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e0d58b4e-904d-489d-b329-62e1c08df4f1,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:10.786231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:10.873198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4024c5-d748-43cb-a58e-dbfbcfe4ee2c None None] Pushing event updated for resources: {'Port': ['ID=e0d58b4e-904d-489d-b329-62e1c08df4f1,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:10.894035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:10.894739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:10.983141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a11bfbe-4a11-4443-b267-19bf75eccc8c req-3c4592e5-ca53-4ff1-b2ec-e5027d23aa78 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/bcad8bea-86fe-4556-9d37-f3fdb292ae95 HTTP/1.1" status: 200 len: 1816 time: 0.1008828 Dec 10 08:51:11.021073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Allocated IP 172.20.0.1 (ba2f1701-40ae-4267-b57b-a882897cd8e5/da70cacc-c8c2-4e8a-b4cf-4b592b679cbd/015ee9af-1865-4745-8bfd-0252104afa41) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:11.021301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-cf71c7cc-fe37-48f8-9839-0418d0ce1ea7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:11.024535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-cf71c7cc-fe37-48f8-9839-0418d0ce1ea7 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 950 time: 0.0898857 Dec 10 08:51:11.054710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:11.122982 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a11bfbe-4a11-4443-b267-19bf75eccc8c req-18cc8daf-745a-47f0-973b-17e91be6d9bf tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.160133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a11bfbe-4a11-4443-b267-19bf75eccc8c req-18cc8daf-745a-47f0-973b-17e91be6d9bf tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.210428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-c7776928-f9a6-4dbd-809d-f850658fb7aa tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:11.211528 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.212746 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-c7776928-f9a6-4dbd-809d-f850658fb7aa tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a HTTP/1.1" status: 200 len: 949 time: 0.1333106 Dec 10 08:51:11.266184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a11bfbe-4a11-4443-b267-19bf75eccc8c req-18cc8daf-745a-47f0-973b-17e91be6d9bf tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.269865 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a11bfbe-4a11-4443-b267-19bf75eccc8c req-18cc8daf-745a-47f0-973b-17e91be6d9bf tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.276230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a11bfbe-4a11-4443-b267-19bf75eccc8c req-18cc8daf-745a-47f0-973b-17e91be6d9bf tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/bcad8bea-86fe-4556-9d37-f3fdb292ae95 HTTP/1.1" status: 204 len: 173 time: 0.2859731 Dec 10 08:51:11.320578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:07Z', 'revision_number': 3, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:11.324349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc8daf-745a-47f0-973b-17e91be6d9bf tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcad8bea-86fe-4556-9d37-f3fdb292ae95,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:11.328702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Deleting port cac6e050-4796-4e8a-9331-33ed0c7c3e24 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:51:11.338988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.359528 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.375959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed755f9d-e022-4997-b400-86ad7b838426 None None] The sync data for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 is: [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:07Z', 'revision_number': 3, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:51:11.437684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Pushing event updated for resources: {'Port': ['ID=015ee9af-1865-4745-8bfd-0252104afa41,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:11.462359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Network ba2f1701-40ae-4267-b57b-a882897cd8e5 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:11.467446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Deleting port 86c0b959-d65d-4513-be05-9f681bb278b3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:51:11.468082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.471906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:11.474584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:11.489430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3af177a1-0cd3-4dc2-b95d-8eaeee8640c7 req-3279ded8-5802-44db-aa3f-6a00ec49471a tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/213f834e-8a97-4a26-b7d8-939ebf9e14dd HTTP/1.1" status: 200 len: 1816 time: 0.1810699 Dec 10 08:51:11.533991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e520c5-2155-4cfe-871b-2f79aa54a4c8 req-4b637a09-1a78-4bad-a5db-7f05ada46189 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:11.541685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6e520c5-2155-4cfe-871b-2f79aa54a4c8 req-4b637a09-1a78-4bad-a5db-7f05ada46189 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 950 time: 0.2321863 Dec 10 08:51:11.549720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] For port cac6e050-4796-4e8a-9331-33ed0c7c3e24, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cac6e050-4796-4e8a-9331-33ed0c7c3e24,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:11.550471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.577104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Calling delete_port for cac6e050-4796-4e8a-9331-33ed0c7c3e24 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:51:11.597481 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.655247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] For port 86c0b959-d65d-4513-be05-9f681bb278b3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=86c0b959-d65d-4513-be05-9f681bb278b3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:11.655710 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.693967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Calling delete_port for 86c0b959-d65d-4513-be05-9f681bb278b3 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:51:11.839557 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3af177a1-0cd3-4dc2-b95d-8eaeee8640c7 req-5a71fef1-1aa2-4a36-9e28-ec7469556564 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.859285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fecdd0e0-2f0c-476c-9458-07d5b0fc77f1 None None] Provisioning complete for port 015ee9af-1865-4745-8bfd-0252104afa41 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:11.864858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6e520c5-2155-4cfe-871b-2f79aa54a4c8 req-abf9e47e-3620-4670-951b-c2f04e4471de tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216271 Dec 10 08:51:11.865287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fecdd0e0-2f0c-476c-9458-07d5b0fc77f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.923365 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3af177a1-0cd3-4dc2-b95d-8eaeee8640c7 req-5a71fef1-1aa2-4a36-9e28-ec7469556564 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.973247 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.975018 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.977062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:11.984440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fecdd0e0-2f0c-476c-9458-07d5b0fc77f1 None None] Port 015ee9af-1865-4745-8bfd-0252104afa41 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:11.989791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:12.009804 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3af177a1-0cd3-4dc2-b95d-8eaeee8640c7 req-5a71fef1-1aa2-4a36-9e28-ec7469556564 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:12.012435 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3af177a1-0cd3-4dc2-b95d-8eaeee8640c7 req-5a71fef1-1aa2-4a36-9e28-ec7469556564 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:12.017971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3af177a1-0cd3-4dc2-b95d-8eaeee8640c7 req-5a71fef1-1aa2-4a36-9e28-ec7469556564 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/213f834e-8a97-4a26-b7d8-939ebf9e14dd HTTP/1.1" status: 204 len: 173 time: 0.5276046 Dec 10 08:51:12.038295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cac6e050-4796-4e8a-9331-33ed0c7c3e24', '86c0b959-d65d-4513-be05-9f681bb278b3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:12.064640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event deleted for resources: {'Port': ['ID=86c0b959-d65d-4513-be05-9f681bb278b3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:12.082251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71fef1-1aa2-4a36-9e28-ec7469556564 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f834e-8a97-4a26-b7d8-939ebf9e14dd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:12.136963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event deleted for resources: {'Port': ['ID=cac6e050-4796-4e8a-9331-33ed0c7c3e24,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:12.158343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] No DVR routers for this DVR port 86c0b959-d65d-4513-be05-9f681bb278b3 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:12.186640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:12.190165 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ec70a9e-85c0-4a43-a9e7-73be0a7755c9 req-93328ae3-a728-44a8-842f-fc937c44acb8 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "DELETE /v2.0/ports/86c0b959-d65d-4513-be05-9f681bb278b3 HTTP/1.1" status: 204 len: 173 time: 0.9663157 Dec 10 08:51:12.234350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] No DVR routers for this DVR port cac6e050-4796-4e8a-9331-33ed0c7c3e24 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:12.238552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:12.242438 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2d599bdd-1d66-441c-b2a6-17bfbd945cb6 req-b40b03d8-fd96-4e44-a486-8870e1dd7252 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.39 "DELETE /v2.0/ports/cac6e050-4796-4e8a-9331-33ed0c7c3e24 HTTP/1.1" status: 204 len: 173 time: 1.2068095 Dec 10 08:51:12.285899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cb65d-bbcc-47f7-8468-72e3fbed3fa0 req-0af78323-1a4c-42df-a725-f347dd2d295f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:12.293679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef1cb65d-bbcc-47f7-8468-72e3fbed3fa0 req-0af78323-1a4c-42df-a725-f347dd2d295f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.2861159 Dec 10 08:51:12.330782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbadf2f-57c2-4eaa-8787-99ef92fe3d24 req-d360b20c-dd23-4121-b3b4-a76d42dd8727 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:12.332358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fbadf2f-57c2-4eaa-8787-99ef92fe3d24 req-d360b20c-dd23-4121-b3b4-a76d42dd8727 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1751266 Dec 10 08:51:12.355577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a', 'name': 'network-vif-deleted', 'tag': '86c0b959-d65d-4513-be05-9f681bb278b3'}, {'server_uuid': 'c1671b11-c246-416f-9cc9-6ba282cb3e4b', 'name': 'network-vif-deleted', 'tag': 'cac6e050-4796-4e8a-9331-33ed0c7c3e24'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:12.366390 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9de3711-ab88-4c27-b1b4-134d0398a10f" -d '{"events": [{"server_uuid": "a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a", "name": "network-vif-deleted", "tag": "86c0b959-d65d-4513-be05-9f681bb278b3"}, {"server_uuid": "c1671b11-c246-416f-9cc9-6ba282cb3e4b", "name": "network-vif-deleted", "tag": "cac6e050-4796-4e8a-9331-33ed0c7c3e24"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:12.404693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef1cb65d-bbcc-47f7-8468-72e3fbed3fa0 req-9ce12153-e34d-4643-8ec7-909ed902b16a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100943 Dec 10 08:51:12.465319 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:12.473452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fbadf2f-57c2-4eaa-8787-99ef92fe3d24 req-a4576fa8-a6db-470a-be1a-ab251f268d9b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237848 Dec 10 08:51:12.479518 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:12.591576 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:12.642783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Pushing event updated for resources: {'Port': ['ID=015ee9af-1865-4745-8bfd-0252104afa41,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:12.746830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09aec4-b3a5-4064-850f-3874c9b73469 req-9d838d42-28be-4245-a593-6f12c0babb1a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:12.748411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c09aec4-b3a5-4064-850f-3874c9b73469 req-9d838d42-28be-4245-a593-6f12c0babb1a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.2082727 Dec 10 08:51:12.767996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-c8089df7-e51b-4bbd-b6ca-c013dbf7c478 req-0eaa4618-afe6-4ad2-928c-c61ebe77ee20 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1672952526', 'description': 'tempest-description-203097570'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:12.849156 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c8089df7-e51b-4bbd-b6ca-c013dbf7c478 req-0eaa4618-afe6-4ad2-928c-c61ebe77ee20 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:12.870141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c09aec4-b3a5-4064-850f-3874c9b73469 req-4d74d667-4768-45b2-8c64-ffb1be562b85 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095917 Dec 10 08:51:12.873972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Network ba2f1701-40ae-4267-b57b-a882897cd8e5 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:12.879327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:12.944054 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15de1d8f-bb28-40f3-890b-1e9c940ccb92 x-openstack-request-id: req-15de1d8f-bb28-40f3-890b-1e9c940ccb92 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:12.944350 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a", "name": "network-vif-deleted", "tag": "86c0b959-d65d-4513-be05-9f681bb278b3", "status": "completed", "code": 200}, {"server_uuid": "c1671b11-c246-416f-9cc9-6ba282cb3e4b", "name": "network-vif-deleted", "tag": "cac6e050-4796-4e8a-9331-33ed0c7c3e24", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:12.944606 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15de1d8f-bb28-40f3-890b-1e9c940ccb92 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:12.945011 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a2a6d1-f8f9-4914-b596-ef4c8d471a2a', 'name': 'network-vif-deleted', 'tag': '86c0b959-d65d-4513-be05-9f681bb278b3', 'status': 'completed', 'code': 200} Dec 10 08:51:12.945253 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1671b11-c246-416f-9cc9-6ba282cb3e4b', 'name': 'network-vif-deleted', 'tag': 'cac6e050-4796-4e8a-9331-33ed0c7c3e24', 'status': 'completed', 'code': 200} Dec 10 08:51:13.073263 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c8089df7-e51b-4bbd-b6ca-c013dbf7c478 req-0eaa4618-afe6-4ad2-928c-c61ebe77ee20 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.096005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-932779a7-7b29-4f20-8d4b-cf55cfd88ec4 req-0973b981-2785-48cf-b1d8-708d9529d46e tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1671b11-c246-416f-9cc9-6ba282cb3e4b HTTP/1.1" status: 200 len: 210 time: 0.0432811 Dec 10 08:51:13.098808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c8089df7-e51b-4bbd-b6ca-c013dbf7c478 req-0eaa4618-afe6-4ad2-928c-c61ebe77ee20 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.109543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Router 662520bd-9062-4f4a-994b-c4257adbb3a2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:51:13.162324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa4618-afe6-4ad2-928c-c61ebe77ee20 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e7561b-623e-494b-9e3a-8ad75b7cadc3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:13.186095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c8089df7-e51b-4bbd-b6ca-c013dbf7c478 req-0eaa4618-afe6-4ad2-928c-c61ebe77ee20 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.188170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8089df7-e51b-4bbd-b6ca-c013dbf7c478 req-0eaa4618-afe6-4ad2-928c-c61ebe77ee20 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4381940 Dec 10 08:51:13.324049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-880eb04f-2dbc-454a-865b-a5dc64849c45 None None] Provisioning complete for port 015ee9af-1865-4745-8bfd-0252104afa41 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:13.324557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-880eb04f-2dbc-454a-865b-a5dc64849c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.373941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-880eb04f-2dbc-454a-865b-a5dc64849c45 None None] Port 015ee9af-1865-4745-8bfd-0252104afa41 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:13.378950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b737c445-2b0a-4d71-b4f7-7285a8fecc06 req-50838e56-d354-4b29-9cf3-5d36a67edbf0 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/05e7561b-623e-494b-9e3a-8ad75b7cadc3 HTTP/1.1" status: 200 len: 1817 time: 0.1150594 Dec 10 08:51:13.380178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:51:13.385390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-55305130-f734-4b81-b1c8-0f145515c49a admin admin] 10.222.0.31 "PUT /v2.0/routers/662520bd-9062-4f4a-994b-c4257adbb3a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9658823 Dec 10 08:51:13.390230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-b737c445-2b0a-4d71-b4f7-7285a8fecc06 req-a8b57d20-5990-4e46-aeb9-e50df5118427 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1562782920', 'description': 'tempest-description-hth-355458148'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:13.431408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b737c445-2b0a-4d71-b4f7-7285a8fecc06 req-a8b57d20-5990-4e46-aeb9-e50df5118427 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.508226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b737c445-2b0a-4d71-b4f7-7285a8fecc06 req-a8b57d20-5990-4e46-aeb9-e50df5118427 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.516788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b737c445-2b0a-4d71-b4f7-7285a8fecc06 req-a8b57d20-5990-4e46-aeb9-e50df5118427 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.530098 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b737c445-2b0a-4d71-b4f7-7285a8fecc06 req-a8b57d20-5990-4e46-aeb9-e50df5118427 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.544478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b737c445-2b0a-4d71-b4f7-7285a8fecc06 req-a8b57d20-5990-4e46-aeb9-e50df5118427 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "PUT /v2.0/security-groups/05e7561b-623e-494b-9e3a-8ad75b7cadc3 HTTP/1.1" status: 200 len: 1791 time: 0.1578076 Dec 10 08:51:13.556408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e0d58b4e-904d-489d-b329-62e1c08df4f1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:13.635678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b57d20-5990-4e46-aeb9-e50df5118427 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e7561b-623e-494b-9e3a-8ad75b7cadc3,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:13.643624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e0d58b4e-904d-489d-b329-62e1c08df4f1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:13.643996 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.686068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61939e-a4a4-4afa-a3b8-039b35509ed5 req-3b87a419-1814-4e1d-ac40-5ba988dd9f68 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:13.687796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e61939e-a4a4-4afa-a3b8-039b35509ed5 req-3b87a419-1814-4e1d-ac40-5ba988dd9f68 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1398251 Dec 10 08:51:13.710799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8e6e2-33ce-4006-a02f-8de2d753d2f3 req-5e5f9c70-51e4-4c36-b966-896f7df446c6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:13.712561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03e8e6e2-33ce-4006-a02f-8de2d753d2f3 req-5e5f9c70-51e4-4c36-b966-896f7df446c6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0741444 Dec 10 08:51:13.731968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.753749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port e0d58b4e-904d-489d-b329-62e1c08df4f1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e0d58b4e-904d-489d-b329-62e1c08df4f1,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:13.764388 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Sync routers for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:51:13.770163 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:13.780385 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:13.781227 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:13.811024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e61939e-a4a4-4afa-a3b8-039b35509ed5 req-39adf76b-0781-4960-a6ff-1734201849e7 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973580 Dec 10 08:51:13.822034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03e8e6e2-33ce-4006-a02f-8de2d753d2f3 req-4b711850-9415-4dbb-87ae-f7ba4fe39f88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006179 Dec 10 08:51:13.840295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=e0d58b4e-904d-489d-b329-62e1c08df4f1,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:13.889178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96d20736-6c83-42d0-9630-47cab4d69bd6 req-a41e376e-bf40-4261-8472-1f9c80aba6eb tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/05e7561b-623e-494b-9e3a-8ad75b7cadc3 HTTP/1.1" status: 200 len: 1791 time: 0.0458348 Dec 10 08:51:13.909649 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:14.152365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84714a93-0577-402a-ac5f-cf41c8bdb689 req-76e38c0c-54d7-40ae-ae78-9b85ba163c55 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:14.160656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84714a93-0577-402a-ac5f-cf41c8bdb689 req-76e38c0c-54d7-40ae-ae78-9b85ba163c55 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0606577 Dec 10 08:51:14.218126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84714a93-0577-402a-ac5f-cf41c8bdb689 req-2ccb88c3-08a1-41e1-b2d6-fc2680a3c1ae tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562718 Dec 10 08:51:14.266940 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:11Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '015ee9af-1865-4745-8bfd-0252104afa41', 'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'mac_address': 'fa:16:3e:68:69:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:10Z', 'updated_at': '2021-12-10T08:51:12Z', 'revision_number': 2, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'subnets': [{'id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:14.275801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43524) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:14.281196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-21ec2412-f839-45ec-9232-5a79fdc57c1b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50246209', 'description': 'tempest-description--106126756'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:14.312627 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d414083b-adb5-4165-b7b7-0cec03d847bf req-0ab3b81d-42ea-430f-9ea7-79ed973eee17 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/05e7561b-623e-494b-9e3a-8ad75b7cadc3 HTTP/1.1" status: 200 len: 1791 time: 0.0642364 Dec 10 08:51:14.319427 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Checking router: 662520bd-9062-4f4a-994b-c4257adbb3a2 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:51:14.320173 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Updating router 662520bd-9062-4f4a-994b-c4257adbb3a2 port 015ee9af-1865-4745-8bfd-0252104afa41 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:51:14.328818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21ec2412-f839-45ec-9232-5a79fdc57c1b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.356556 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.401332 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d414083b-adb5-4165-b7b7-0cec03d847bf req-e1a3409e-cef9-44f4-8f0c-66622a5c53db tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.463639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21ec2412-f839-45ec-9232-5a79fdc57c1b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.473967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21ec2412-f839-45ec-9232-5a79fdc57c1b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.478603 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d414083b-adb5-4165-b7b7-0cec03d847bf req-e1a3409e-cef9-44f4-8f0c-66622a5c53db tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.520823 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21ec2412-f839-45ec-9232-5a79fdc57c1b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.522164 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-21ec2412-f839-45ec-9232-5a79fdc57c1b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2447510 Dec 10 08:51:14.525256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43532) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:14.530639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-088ac6c4-80cc-4148-8df7-16ac29e02c87 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Request body: {'security_group_rule': {'security_group_id': '4a7895f4-eb29-41e7-b081-f87c17a43592', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:14.535952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec2412-f839-45ec-9232-5a79fdc57c1b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7895f4-eb29-41e7-b081-f87c17a43592,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:14.536098 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d414083b-adb5-4165-b7b7-0cec03d847bf req-e1a3409e-cef9-44f4-8f0c-66622a5c53db tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.539031 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d414083b-adb5-4165-b7b7-0cec03d847bf req-e1a3409e-cef9-44f4-8f0c-66622a5c53db tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.544034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d414083b-adb5-4165-b7b7-0cec03d847bf req-e1a3409e-cef9-44f4-8f0c-66622a5c53db tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/05e7561b-623e-494b-9e3a-8ad75b7cadc3 HTTP/1.1" status: 204 len: 173 time: 0.2305102 Dec 10 08:51:14.575043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3409e-cef9-44f4-8f0c-66622a5c53db tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e7561b-623e-494b-9e3a-8ad75b7cadc3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:14.596414 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-088ac6c4-80cc-4148-8df7-16ac29e02c87 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.640639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 86c0b959-d65d-4513-be05-9f681bb278b3 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:14.683489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 86c0b959-d65d-4513-be05-9f681bb278b3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:51:14.683665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 86c0b959-d65d-4513-be05-9f681bb278b3 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:51:14.684825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cac6e050-4796-4e8a-9331-33ed0c7c3e24 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:14.724429 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-ac2ae27a-284b-423e-aac1-c9d76c7e05af req-4a2eba63-0ab7-4172-b635-4bbdfda82b78 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:51:14.726323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac2ae27a-284b-423e-aac1-c9d76c7e05af req-4a2eba63-0ab7-4172-b635-4bbdfda82b78 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/213f834e-8a97-4a26-b7d8-939ebf9e14dd HTTP/1.1" status: 404 len: 352 time: 0.0277877 Dec 10 08:51:14.739443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: cac6e050-4796-4e8a-9331-33ed0c7c3e24 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:51:14.739783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cac6e050-4796-4e8a-9331-33ed0c7c3e24 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:51:14.764770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-088ac6c4-80cc-4148-8df7-16ac29e02c87 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.766473 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.772891 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-088ac6c4-80cc-4148-8df7-16ac29e02c87 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.777075 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.784861 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-51018239-cbbf-4e2e-a2c1-10bfe5d27f1d req-d167e5e6-dd5d-4a47-9670-92303d86cb62 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:51:14.806091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51018239-cbbf-4e2e-a2c1-10bfe5d27f1d req-d167e5e6-dd5d-4a47-9670-92303d86cb62 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/bcad8bea-86fe-4556-9d37-f3fdb292ae95 HTTP/1.1" status: 404 len: 352 time: 0.0452900 Dec 10 08:51:14.807207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ac6c4-80cc-4148-8df7-16ac29e02c87 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f83fa4a-9933-41ac-aa93-176b69bb2582,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:14.822814 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-088ac6c4-80cc-4148-8df7-16ac29e02c87 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.824244 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-088ac6c4-80cc-4148-8df7-16ac29e02c87 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2978165 Dec 10 08:51:14.826804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43546) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:14.832265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0f8668b9-6158-438c-885d-396c3c9a2e8b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Request body: {'security_group_rule': {'security_group_id': '4a7895f4-eb29-41e7-b081-f87c17a43592', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:14.848769 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-2ee410b4-81e8-411a-ae60-63b97bfa21b0 req-e71c530a-3731-4c3d-aded-5e6bf584c1db tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:51:14.862118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ee410b4-81e8-411a-ae60-63b97bfa21b0 req-e71c530a-3731-4c3d-aded-5e6bf584c1db tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/e1fb246a-1728-4852-b2f6-babe705c05b6 HTTP/1.1" status: 404 len: 352 time: 0.0433249 Dec 10 08:51:14.871072 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f8668b9-6158-438c-885d-396c3c9a2e8b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.871939 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56610af-9789-4155-822c-a2f824710235 None None] Pushing event updated for resources: {'Port': ['ID=015ee9af-1865-4745-8bfd-0252104afa41,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:14.874960 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.886611 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.886958 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.887298 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.887639 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.887970 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.888295 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.888627 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.888950 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.889883 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.890482 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.890825 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.891152 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.891476 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56610af-9789-4155-822c-a2f824710235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:14.906647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3758b5-85da-40cf-ba54-3acf18a7bb6f req-4aabf662-316c-422f-b8ac-fe326de5f05f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:14.908659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f3758b5-85da-40cf-ba54-3acf18a7bb6f req-4aabf662-316c-422f-b8ac-fe326de5f05f tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 949 time: 0.1014006 Dec 10 08:51:14.966601 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Attempting to bind port 015ee9af-1865-4745-8bfd-0252104afa41 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:14.967022 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Attempting to bind port 015ee9af-1865-4745-8bfd-0252104afa41 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:14.967390 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Attempting to bind port 015ee9af-1865-4745-8bfd-0252104afa41 on network ba2f1701-40ae-4267-b57b-a882897cd8e5 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:14.978040 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:14.978704 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Checking segment: {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:14.979372 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.980474 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Bound using segment: {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:14.981082 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Bound port: 015ee9af-1865-4745-8bfd-0252104afa41, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:14.981546 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:14.993961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f8668b9-6158-438c-885d-396c3c9a2e8b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.018176 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f8668b9-6158-438c-885d-396c3c9a2e8b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.031030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f3758b5-85da-40cf-ba54-3acf18a7bb6f req-03acff8e-e5e2-43ab-baa4-56ad63896284 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118312 Dec 10 08:51:15.063659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f8668b9-6158-438c-885d-396c3c9a2e8b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.065232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71efe1-c60f-42d7-8b9c-de8838d73df5 req-4a71e766-7370-4a95-aafc-5dde16ec352e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:15.066784 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0f8668b9-6158-438c-885d-396c3c9a2e8b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2388878 Dec 10 08:51:15.073089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec71efe1-c60f-42d7-8b9c-de8838d73df5 req-4a71e766-7370-4a95-aafc-5dde16ec352e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1273203 Dec 10 08:51:15.074892 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43558) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:15.087552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8668b9-6158-438c-885d-396c3c9a2e8b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee690f1-6919-4417-adfc-7bc24ca95167,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:15.088317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:15.118961 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] For port 015ee9af-1865-4745-8bfd-0252104afa41, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:15.127907 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] For port 015ee9af-1865-4745-8bfd-0252104afa41, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=015ee9af-1865-4745-8bfd-0252104afa41,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:15.135746 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.174707 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec71efe1-c60f-42d7-8b9c-de8838d73df5 req-ee9c7661-b3b1-4340-ac40-8fb2c0d926c4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005406 Dec 10 08:51:15.176627 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.196755 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:15.197357 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:15.248727 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-d5e62e94-6f76-4eab-a03c-7ca8f99b81e9 req-a216b636-0976-48a3-bc7b-f86134a4ad5a tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:51:15.258472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5e62e94-6f76-4eab-a03c-7ca8f99b81e9 req-a216b636-0976-48a3-bc7b-f86134a4ad5a tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/ee720d93-23f3-49cf-8fa8-d72d46733cde HTTP/1.1" status: 404 len: 352 time: 0.0484531 Dec 10 08:51:15.316943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5b030458-8004-4c4a-a243-b417b774b25d None None] Provisioning complete for port 015ee9af-1865-4745-8bfd-0252104afa41 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:15.319307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b030458-8004-4c4a-a243-b417b774b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.334866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bb9c4-c306-4cf8-9dbf-1de35714b740 req-da57d39d-b61b-47f0-b2ed-b3c55dcd7a8f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:15.336794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-652bb9c4-c306-4cf8-9dbf-1de35714b740 req-da57d39d-b61b-47f0-b2ed-b3c55dcd7a8f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1790948 Dec 10 08:51:15.367706 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:15.456189 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-652bb9c4-c306-4cf8-9dbf-1de35714b740 req-9f4caf87-defe-4067-bdc6-341aabd4bbc4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054935 Dec 10 08:51:15.536722 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b030458-8004-4c4a-a243-b417b774b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.554235 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-b2f72ce8-3daf-4620-80a6-91ea4003864d req-b35c9de6-805e-4bc3-af2d-9072280f3fb7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:51:15.557897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2f72ce8-3daf-4620-80a6-91ea4003864d req-b35c9de6-805e-4bc3-af2d-9072280f3fb7 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/bbfefe47-3a4c-4524-aee0-b05737afb9e4 HTTP/1.1" status: 404 len: 352 time: 0.0443127 Dec 10 08:51:15.568414 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.590640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e0d58b4e-904d-489d-b329-62e1c08df4f1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:15.632873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5b030458-8004-4c4a-a243-b417b774b25d None None] For port 015ee9af-1865-4745-8bfd-0252104afa41, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=015ee9af-1865-4745-8bfd-0252104afa41,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:15.643831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b030458-8004-4c4a-a243-b417b774b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.709288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b030458-8004-4c4a-a243-b417b774b25d None None] Pushing event updated for resources: {'Port': ['ID=015ee9af-1865-4745-8bfd-0252104afa41,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:15.715043 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e0d58b4e-904d-489d-b329-62e1c08df4f1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:15.715665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.737328 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:51:15.739540 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:11Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '015ee9af-1865-4745-8bfd-0252104afa41', 'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'mac_address': 'fa:16:3e:68:69:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:10Z', 'updated_at': '2021-12-10T08:51:15Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'subnets': [{'id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:15.741688 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56610af-9789-4155-822c-a2f824710235 None None] Pushing event updated for resources: {'Port': ['ID=015ee9af-1865-4745-8bfd-0252104afa41,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:15.773975 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1ee1-9870-4d2c-8209-dadea5334537 None None] The sync data for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 is: [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:11Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '015ee9af-1865-4745-8bfd-0252104afa41', 'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'mac_address': 'fa:16:3e:68:69:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:10Z', 'updated_at': '2021-12-10T08:51:15Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'subnets': [{'id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:51:15.824278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ac21167c-528b-4635-805f-eb88ebf679e0 None None] Provisioning complete for port 015ee9af-1865-4745-8bfd-0252104afa41 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:15.824799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ac21167c-528b-4635-805f-eb88ebf679e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:15.963714 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-d93708ba-15be-4621-88b2-f227b912cece req-8bd9a77b-b060-4c5e-b871-052d66d0509b service neutron] show failed (client error): The resource could not be found. Dec 10 08:51:15.965771 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-8bd9a77b-b060-4c5e-b871-052d66d0509b service neutron] 10.222.0.18 "GET /v2.0/ports/fb8bec0e-79b6-40bc-95d9-a4134a810eea/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.1292937 Dec 10 08:51:16.070190 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-9e1cec0d-a525-4e99-b9f5-4d724a2918fb req-70ac6f30-e8f2-4bb2-813a-61411c83f175 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] show failed (client error): The resource could not be found. Dec 10 08:51:16.091311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e1cec0d-a525-4e99-b9f5-4d724a2918fb req-70ac6f30-e8f2-4bb2-813a-61411c83f175 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/347a2940-2107-4edc-b036-07c1f8094659 HTTP/1.1" status: 404 len: 352 time: 0.4650211 Dec 10 08:51:16.165430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48da8e3-0e03-4bf6-a082-db1e0daf1f68 req-ec453d70-f2f9-49c1-9647-14131c56a2b8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:16.175404 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c48da8e3-0e03-4bf6-a082-db1e0daf1f68 req-ec453d70-f2f9-49c1-9647-14131c56a2b8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.5489388 Dec 10 08:51:16.262978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-f919eeb5-8c90-493f-ba86-6ebb737d4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:16.264508 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-f919eeb5-8c90-493f-ba86-6ebb737d4b30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258&tenant_id=c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 1100 time: 0.0540023 Dec 10 08:51:16.278797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:16.286857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Allocated IP 172.25.3.2 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/3ef223e1-85a6-4b6c-8036-8cb8ea10b1bb) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:16.292929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c48da8e3-0e03-4bf6-a082-db1e0daf1f68 req-b92c6d8b-e802-47f0-be9e-60c28e154833 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167257 Dec 10 08:51:16.334731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f5fd3-bbff-4a3d-8ab3-d512080a35c4 req-489aaddf-2222-4940-b6f7-069e5dfda50c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:16.336789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c6f5fd3-bbff-4a3d-8ab3-d512080a35c4 req-489aaddf-2222-4940-b6f7-069e5dfda50c tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 949 time: 0.1577580 Dec 10 08:51:16.349790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:16.480326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c6f5fd3-bbff-4a3d-8ab3-d512080a35c4 req-930fd670-1a77-47f2-bab6-809b545c51da tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194828 Dec 10 08:51:16.563323 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:16.658416 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:16.690595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c1e16-86c6-4619-9962-93e3bf16e755 req-719cb9ab-aee8-4461-ab4d-5400a9912100 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:16.694094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d7c1e16-86c6-4619-9962-93e3bf16e755 req-719cb9ab-aee8-4461-ab4d-5400a9912100 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0817652 Dec 10 08:51:16.725302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-1b8cee2a-ed35-4f1b-9971-0d531f9bcd57 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:16.726937 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-1b8cee2a-ed35-4f1b-9971-0d531f9bcd57 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 949 time: 0.2295349 Dec 10 08:51:16.735002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:16.769606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:16.805771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:16.808452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:16.839053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:16.857467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Pushing event updated for resources: {'Port': ['ID=3ef223e1-85a6-4b6c-8036-8cb8ea10b1bb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:16.906153 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d7c1e16-86c6-4619-9962-93e3bf16e755 req-281b5260-aaa4-4c5d-b3a2-6e75cbfa566e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765769 Dec 10 08:51:16.911147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:16.913779 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c494ad02-2d4f-484f-91ff-99d26b75617d" -d '{"events": [{"server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:16.918677 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:16.927145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a03d4-3741-4a93-9ca4-570e8c2a5146 req-a8839ecd-1830-479d-9488-6864c0351505 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:16.932585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f55a03d4-3741-4a93-9ca4-570e8c2a5146 req-a8839ecd-1830-479d-9488-6864c0351505 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.2168045 Dec 10 08:51:16.945920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Transition to ACTIVE for port object fb8bec0e-79b6-40bc-95d9-a4134a810eea will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:51:16.952242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Deleting port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:51:16.953168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:16.958973 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.025598 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.139678 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.197459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] No DVR routers for this DVR port fb8bec0e-79b6-40bc-95d9-a4134a810eea on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:17.237553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:17.254429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f55a03d4-3741-4a93-9ca4-570e8c2a5146 req-56f312fe-bce3-47d4-82e3-0664336e3f84 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116426 Dec 10 08:51:17.375732 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6162530-b48f-4656-9cba-825921b13eb0 x-openstack-request-id: req-d6162530-b48f-4656-9cba-825921b13eb0 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:17.376042 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:17.376846 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6162530-b48f-4656-9cba-825921b13eb0 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:17.377389 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'code': 200} Dec 10 08:51:17.384924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] For port 4602d574-c1d9-4237-9c4a-e1d01dcc7263, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4602d574-c1d9-4237-9c4a-e1d01dcc7263,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:17.386303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.408744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Attempting to bind port fb8bec0e-79b6-40bc-95d9-a4134a810eea on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:17.409131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Attempting to bind port fb8bec0e-79b6-40bc-95d9-a4134a810eea by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:17.409463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Attempting to bind port fb8bec0e-79b6-40bc-95d9-a4134a810eea on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:17.433210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Calling delete_port for 4602d574-c1d9-4237-9c4a-e1d01dcc7263 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:51:17.442141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Port fb8bec0e-79b6-40bc-95d9-a4134a810eea on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:51:17.443204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Attempting to bind port fb8bec0e-79b6-40bc-95d9-a4134a810eea on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:17.468884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:17.469229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:17.469647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:17.470633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Bound port: fb8bec0e-79b6-40bc-95d9-a4134a810eea, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:17.470994 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.506250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff677e49-e604-4df4-a0c7-55b9f65da994 req-bd84f905-838b-45b8-8a4c-04a61dac2a3a tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:17.514325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff677e49-e604-4df4-a0c7-55b9f65da994 req-bd84f905-838b-45b8-8a4c-04a61dac2a3a tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 1023 time: 0.4059787 Dec 10 08:51:17.589173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 015ee9af-1865-4745-8bfd-0252104afa41 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:17.632335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:17.636398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:17.661287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.676475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667a923-2537-4c16-9cd0-ceed616de28e req-5c68d3da-6c0f-4069-8bde-14e5b5db9336 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:17.686813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3667a923-2537-4c16-9cd0-ceed616de28e req-5c68d3da-6c0f-4069-8bde-14e5b5db9336 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1989751 Dec 10 08:51:17.688362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 015ee9af-1865-4745-8bfd-0252104afa41 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:17.690745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.767661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:17.770067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.772747 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] 10.222.0.39 "PUT /v2.0/ports/fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 200 len: 1095 time: 1.4981780 Dec 10 08:51:17.794219 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff677e49-e604-4df4-a0c7-55b9f65da994 req-81871889-f008-4381-9940-00ad3bead215 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&id=6460a1ab-a9ab-410a-9e99-35b795bf8021&id=cf3f6fa0-c5c0-4a89-904d-488db29d3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2784231 Dec 10 08:51:17.862632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['30770f08-2c59-4621-adf2-1560178a30e4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:17.864788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3667a923-2537-4c16-9cd0-ceed616de28e req-bec6a7bc-d803-40e8-8920-d27fe86fe856 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769638 Dec 10 08:51:17.915949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.927425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:17.992677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['30770f08-2c59-4621-adf2-1560178a30e4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:17.997665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device bb1fe9f7-ba15-4d87-8505-9c585a36a261 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:18.023113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4602d574-c1d9-4237-9c4a-e1d01dcc7263'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:18.030283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: bb1fe9f7-ba15-4d87-8505-9c585a36a261 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:51:18.030629 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device bb1fe9f7-ba15-4d87-8505-9c585a36a261 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:51:18.056931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-c540e919-2b9a-4931-bf7c-5a33faa4a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:18.059244 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-c540e919-2b9a-4931-bf7c-5a33faa4a324 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 1098 time: 0.2505653 Dec 10 08:51:18.069676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7c029-1af7-46f8-9f53-6ec9d600ab94 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:18.299119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Pushing event updated for resources: {'Port': ['ID=3ef223e1-85a6-4b6c-8036-8cb8ea10b1bb,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:18.307938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:18.312815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-772053c8-83b8-4100-a3e6-bf2697f03d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:18.318371 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-772053c8-83b8-4100-a3e6-bf2697f03d0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.2403150 Dec 10 08:51:18.321142 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:18.348056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69f82-0de8-4a75-8491-5eac6ff9d021 req-a4d0be11-d13b-4143-a270-3af7a8f53d2a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:18.349645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7e69f82-0de8-4a75-8491-5eac6ff9d021 req-a4d0be11-d13b-4143-a270-3af7a8f53d2a tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d2bf0b-6c78-42a6-a68e-36f940064a1a HTTP/1.1" status: 200 len: 949 time: 0.2891431 Dec 10 08:51:18.356132 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:18.375133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-15ebd855-a50e-481f-b2be-77967f8c7f2e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2986202 Dec 10 08:51:18.380050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Pushing event deleted for resources: {'Port': ['ID=4602d574-c1d9-4237-9c4a-e1d01dcc7263,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:18.401780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75abd99-bba5-4d48-a4b9-274c9d3e0d04 req-fc57ad74-587f-4941-a355-bc70258b7d60 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:18.420263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b75abd99-bba5-4d48-a4b9-274c9d3e0d04 req-fc57ad74-587f-4941-a355-bc70258b7d60 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.2170265 Dec 10 08:51:18.441673 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-916a887d-2460-4ac7-99a2-1ced3a8f05b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 200 len: 217 time: 0.1018419 Dec 10 08:51:18.467459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409b406-4280-4faf-9cf6-2079d52595da req-29b88f74-1755-4d23-9702-818d404a463f tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:18.467459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e409b406-4280-4faf-9cf6-2079d52595da req-29b88f74-1755-4d23-9702-818d404a463f tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.18 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 1023 time: 0.2622569 Dec 10 08:51:18.547487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] No DVR routers for this DVR port 4602d574-c1d9-4237-9c4a-e1d01dcc7263 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:18.555368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:18.559346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-36709c89-44ce-413b-bb3c-1ac9baa072f3 req-6d5dde3d-c133-4aee-a8d8-903bf2c44fea tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.18 "DELETE /v2.0/ports/4602d574-c1d9-4237-9c4a-e1d01dcc7263 HTTP/1.1" status: 204 len: 173 time: 1.8222225 Dec 10 08:51:18.613577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-80165872-ee5f-4fa5-8edf-9a1e4aadc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:18.615473 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-80165872-ee5f-4fa5-8edf-9a1e4aadc6ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1651466 Dec 10 08:51:18.761766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708ba-15be-4621-88b2-f227b912cece req-35eb569d-5cdd-4189-a625-4fec6f008da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:18.763965 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-35eb569d-5cdd-4189-a625-4fec6f008da6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399417 Dec 10 08:51:18.909863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b75abd99-bba5-4d48-a4b9-274c9d3e0d04 req-ba6adde0-99e8-4015-89b9-d99582dfebe7 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666173 Dec 10 08:51:18.934119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7e69f82-0de8-4a75-8491-5eac6ff9d021 req-89f5c52e-b962-4a47-98b1-6933779e9fe4 tempest-ServersOnMultiNodesTest-723511394 tempest-ServersOnMultiNodesTest-723511394-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e6ea1a6-dea6-435c-9392-49978fd291f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524325 Dec 10 08:51:19.027187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-e409b406-4280-4faf-9cf6-2079d52595da req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Deleting port 30770f08-2c59-4621-adf2-1560178a30e4 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:51:19.029753 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e409b406-4280-4faf-9cf6-2079d52595da req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:19.115609 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:19.465032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b84154-6663-4bda-9ed2-a067e8c34423 req-2876459c-9aef-4b7e-bfcc-0ba17d1dc909 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:19.474060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49b84154-6663-4bda-9ed2-a067e8c34423 req-2876459c-9aef-4b7e-bfcc-0ba17d1dc909 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f3903e-2e07-4db6-9f58-7e8b873d9e16 HTTP/1.1" status: 200 len: 1023 time: 0.3402591 Dec 10 08:51:19.483207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-e409b406-4280-4faf-9cf6-2079d52595da req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] For port 30770f08-2c59-4621-adf2-1560178a30e4, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=30770f08-2c59-4621-adf2-1560178a30e4,segment=NetworkSegment(e087c48d-5d0b-41c4-b316-1397a5fa0686),segment_id=e087c48d-5d0b-41c4-b316-1397a5fa0686)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:19.483879 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e409b406-4280-4faf-9cf6-2079d52595da req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:19.496488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c49d3c-07d6-48c3-9dfa-2a1da04210e4 req-0542c0ae-3c32-4e8d-8411-70c040bb5887 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:19.498848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea'}, {'server_uuid': 'f0d2bf0b-6c78-42a6-a68e-36f940064a1a', 'name': 'network-vif-deleted', 'tag': '4602d574-c1d9-4237-9c4a-e1d01dcc7263'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:19.502203 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d837f8-cf24-4df0-bda2-d3ced6f63903" -d '{"events": [{"name": "network-changed", "server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea"}, {"server_uuid": "f0d2bf0b-6c78-42a6-a68e-36f940064a1a", "name": "network-vif-deleted", "tag": "4602d574-c1d9-4237-9c4a-e1d01dcc7263"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:19.507358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99c49d3c-07d6-48c3-9dfa-2a1da04210e4 req-0542c0ae-3c32-4e8d-8411-70c040bb5887 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 947 time: 0.3746772 Dec 10 08:51:19.546178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-e409b406-4280-4faf-9cf6-2079d52595da req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Calling delete_port for 30770f08-2c59-4621-adf2-1560178a30e4 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:51:19.557355 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-5b3082d4-e91b-4cb5-be63-e71eb2ebd6b9 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850111 Dec 10 08:51:19.684943 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d93708ba-15be-4621-88b2-f227b912cece req-693134a7-6f8a-494b-b3f0-2f8b6c631817 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186585 Dec 10 08:51:19.686005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99c49d3c-07d6-48c3-9dfa-2a1da04210e4 req-2dde8e83-739f-4da6-b23d-76122a95a477 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769071 Dec 10 08:51:19.753833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49b84154-6663-4bda-9ed2-a067e8c34423 req-d211af55-7544-4902-9bb9-7dcc02fc746b tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf276f44-4e08-4d17-8c77-2a1a36d84b06&id=6460a1ab-a9ab-410a-9e99-35b795bf8021&id=cf3f6fa0-c5c0-4a89-904d-488db29d3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2785714 Dec 10 08:51:19.858403 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28eb2f-96d4-4159-8345-98be50530b17 req-e947d473-f50b-4f57-98d0-d81057cc4619 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:19.866984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff28eb2f-96d4-4159-8345-98be50530b17 req-e947d473-f50b-4f57-98d0-d81057cc4619 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0891590 Dec 10 08:51:19.876423 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e409b406-4280-4faf-9cf6-2079d52595da req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:19.942325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'Port': ['ID=30770f08-2c59-4621-adf2-1560178a30e4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:19.983863 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8859241-ea3a-4ae5-9895-709496ff9add x-openstack-request-id: req-a8859241-ea3a-4ae5-9895-709496ff9add {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:19.984191 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea", "status": "completed", "code": 200}, {"server_uuid": "f0d2bf0b-6c78-42a6-a68e-36f940064a1a", "name": "network-vif-deleted", "tag": "4602d574-c1d9-4237-9c4a-e1d01dcc7263", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:19.984453 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8859241-ea3a-4ae5-9895-709496ff9add {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:19.984857 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'status': 'completed', 'code': 200} Dec 10 08:51:19.985118 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d2bf0b-6c78-42a6-a68e-36f940064a1a', 'name': 'network-vif-deleted', 'tag': '4602d574-c1d9-4237-9c4a-e1d01dcc7263', 'status': 'completed', 'code': 200} Dec 10 08:51:20.029049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409b406-4280-4faf-9cf6-2079d52595da req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] No DVR routers for this DVR port 30770f08-2c59-4621-adf2-1560178a30e4 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:20.034408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e409b406-4280-4faf-9cf6-2079d52595da req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:20.037087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e409b406-4280-4faf-9cf6-2079d52595da req-9033d895-41e3-40e0-b8dc-5fde896e55d9 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.18 "DELETE /v2.0/ports/30770f08-2c59-4621-adf2-1560178a30e4 HTTP/1.1" status: 204 len: 173 time: 1.5338314 Dec 10 08:51:20.037935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'name': 'network-vif-deleted', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:20.047123 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da7f7f8-8deb-4f3e-9987-71e0873eaef5" -d '{"events": [{"server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "name": "network-vif-deleted", "tag": "30770f08-2c59-4621-adf2-1560178a30e4"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:20.062070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff28eb2f-96d4-4159-8345-98be50530b17 req-9720e91b-41d0-4c9e-8823-b8969991031b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939034 Dec 10 08:51:20.124486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-71651752-633c-4434-8956-4df27c504fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:20.126065 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-71651752-633c-4434-8956-4df27c504fd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 1098 time: 0.1103563 Dec 10 08:51:20.133182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-841475c3-b2d3-4121-bd1b-e690dbdc4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:20.134716 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-841475c3-b2d3-4121-bd1b-e690dbdc4dd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 1098 time: 0.1095634 Dec 10 08:51:20.214855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9251a-048a-4a79-af89-dcf055f0c5e6 req-18614120-7d5a-4929-82d4-0f87b63c957f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:20.225777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59e9251a-048a-4a79-af89-dcf055f0c5e6 req-18614120-7d5a-4929-82d4-0f87b63c957f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1101420 Dec 10 08:51:20.254517 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8104965f-5a5b-4823-803f-0cf00103a63c x-openstack-request-id: req-8104965f-5a5b-4823-803f-0cf00103a63c {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:20.255069 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f3903e-2e07-4db6-9f58-7e8b873d9e16", "name": "network-vif-deleted", "tag": "30770f08-2c59-4621-adf2-1560178a30e4", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:20.255502 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8104965f-5a5b-4823-803f-0cf00103a63c {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:20.256055 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f3903e-2e07-4db6-9f58-7e8b873d9e16', 'name': 'network-vif-deleted', 'tag': '30770f08-2c59-4621-adf2-1560178a30e4', 'status': 'completed', 'code': 200} Dec 10 08:51:20.274516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-9cbed329-1d74-4f43-b212-16376a2ef850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:20.276936 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-9cbed329-1d74-4f43-b212-16376a2ef850 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1396689 Dec 10 08:51:20.324634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59e9251a-048a-4a79-af89-dcf055f0c5e6 req-ae262347-3f9a-401d-905f-2754af164e3e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943756 Dec 10 08:51:20.408665 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-0e9bf959-5569-4699-a34a-e5d19cba7d32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 200 len: 217 time: 0.1195266 Dec 10 08:51:20.500918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-7b66a25a-e227-4ddd-9995-cbae58f0d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:20.503168 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-7b66a25a-e227-4ddd-9995-cbae58f0d52d service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.2252147 Dec 10 08:51:20.504997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-366a780d-134a-42f2-a87a-b5af6a2484f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:20.506463 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-366a780d-134a-42f2-a87a-b5af6a2484f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0890963 Dec 10 08:51:20.569420 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-f159e78e-6486-490c-8d5d-aeb8a628116a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 200 len: 217 time: 0.0586970 Dec 10 08:51:20.598359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43766) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:20.693043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-36596435-6459-465a-8122-6753090e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:20.694667 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-36596435-6459-465a-8122-6753090e4960 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1093469 Dec 10 08:51:20.702407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-e05cdde6-3609-4338-9b33-9c7b29a85c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:20.705377 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-e05cdde6-3609-4338-9b33-9c7b29a85c2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882651 Dec 10 08:51:20.901051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-fda2b3af-54f9-4d0a-b8f9-05fdda42a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:20.902580 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-fda2b3af-54f9-4d0a-b8f9-05fdda42a2a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900811 Dec 10 08:51:20.999776 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b50d6976-1afb-4345-b702-673b2c2085ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47a0dff32cbc4eb8a4a73eb102f8ca56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991826 Dec 10 08:51:21.003000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43780) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:21.016176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee08bc5-8678-4269-867a-6ec4b3c160ef req-7005230f-a710-4494-bcd1-e3696dcd36ac tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/6460a1ab-a9ab-410a-9e99-35b795bf8021 HTTP/1.1" status: 200 len: 1818 time: 0.1083641 Dec 10 08:51:21.017429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-4ae62863-649c-48b5-a1c7-6c45a8cbd863 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998233 Dec 10 08:51:21.028297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f41ac5-704c-4a11-a649-d87e104094ef req-8c6c663d-5923-4a9f-9429-6f60cf273f72 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:21.037956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3f41ac5-704c-4a11-a649-d87e104094ef req-8c6c663d-5923-4a9f-9429-6f60cf273f72 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 947 time: 0.1632767 Dec 10 08:51:21.252563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3f41ac5-704c-4a11-a649-d87e104094ef req-203dff1c-3f5d-4e12-9d13-524bfc029ab6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131333 Dec 10 08:51:21.281721 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4ee08bc5-8678-4269-867a-6ec4b3c160ef req-4d27db3e-055c-4b08-94f7-7e7806115393 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:21.290346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-cca174da-102d-4c08-b598-2a75c818e172 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631028 Dec 10 08:51:21.314188 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-4d01bd32-b745-412c-89b1-8680ef2cb32d service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984900 Dec 10 08:51:21.340233 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4ee08bc5-8678-4269-867a-6ec4b3c160ef req-4d27db3e-055c-4b08-94f7-7e7806115393 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:21.351603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8adc992-ef23-4ca6-a36f-3cf282c8bb3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:21.426082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4ee08bc5-8678-4269-867a-6ec4b3c160ef req-4d27db3e-055c-4b08-94f7-7e7806115393 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:21.429163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4ee08bc5-8678-4269-867a-6ec4b3c160ef req-4d27db3e-055c-4b08-94f7-7e7806115393 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:21.430338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee08bc5-8678-4269-867a-6ec4b3c160ef req-4d27db3e-055c-4b08-94f7-7e7806115393 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/6460a1ab-a9ab-410a-9e99-35b795bf8021 HTTP/1.1" status: 204 len: 173 time: 0.4122274 Dec 10 08:51:21.455653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27db3e-055c-4b08-94f7-7e7806115393 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6460a1ab-a9ab-410a-9e99-35b795bf8021,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:21.473095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8adc992-ef23-4ca6-a36f-3cf282c8bb3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:21.536662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24d837f8-cf24-4df0-bda2-d3ced6f63903 req-b195bba9-576c-4cf5-adea-a0d1f8021972 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126741 Dec 10 08:51:21.559273 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8adc992-ef23-4ca6-a36f-3cf282c8bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:21.564324 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8adc992-ef23-4ca6-a36f-3cf282c8bb3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:21.565996 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c8adc992-ef23-4ca6-a36f-3cf282c8bb3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e6ea1a6-dea6-435c-9392-49978fd291f9 HTTP/1.1" status: 204 len: 168 time: 0.5620401 Dec 10 08:51:21.586117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adc992-ef23-4ca6-a36f-3cf282c8bb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6ea1a6-dea6-435c-9392-49978fd291f9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:21.729679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03434df4-8c6c-433e-9080-70b7bd71b249 req-aac3a0c5-9774-477c-aca1-2bce854d17e8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:21.738676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03434df4-8c6c-433e-9080-70b7bd71b249 req-aac3a0c5-9774-477c-aca1-2bce854d17e8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.1376553 Dec 10 08:51:21.756367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829fd0f-d1b5-48dd-a0c3-737b96ebb499 req-55fdca38-49bf-47e1-b2d6-558de016053b tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:21.765339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0829fd0f-d1b5-48dd-a0c3-737b96ebb499 req-55fdca38-49bf-47e1-b2d6-558de016053b tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1107953 Dec 10 08:51:21.866302 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03434df4-8c6c-433e-9080-70b7bd71b249 req-a84d3b02-5cef-4f9b-ab74-bb6a2d9d5fe1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259673 Dec 10 08:51:21.890655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0829fd0f-d1b5-48dd-a0c3-737b96ebb499 req-8ec4a47f-fa76-47de-acaa-9ed90e6bb76c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239526 Dec 10 08:51:21.962213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-266dd48c-038c-4718-a9cc-49dd06aa4a19 req-ec65672e-d547-4f3c-af93-1a8afbe633c3 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "GET /v2.0/security-groups/cf3f6fa0-c5c0-4a89-904d-488db29d3cc9 HTTP/1.1" status: 200 len: 1817 time: 0.0588794 Dec 10 08:51:22.031533 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-266dd48c-038c-4718-a9cc-49dd06aa4a19 req-ac15ec54-2c19-4290-950d-2ecd7f5a2781 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.058506 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-266dd48c-038c-4718-a9cc-49dd06aa4a19 req-ac15ec54-2c19-4290-950d-2ecd7f5a2781 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.116939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-266dd48c-038c-4718-a9cc-49dd06aa4a19 req-ac15ec54-2c19-4290-950d-2ecd7f5a2781 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.124582 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-266dd48c-038c-4718-a9cc-49dd06aa4a19 req-ac15ec54-2c19-4290-950d-2ecd7f5a2781 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.126099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-266dd48c-038c-4718-a9cc-49dd06aa4a19 req-ac15ec54-2c19-4290-950d-2ecd7f5a2781 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] 10.222.0.31 "DELETE /v2.0/security-groups/cf3f6fa0-c5c0-4a89-904d-488db29d3cc9 HTTP/1.1" status: 204 len: 173 time: 0.1626675 Dec 10 08:51:22.132148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43796) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:22.156719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ec54-2c19-4290-950d-2ecd7f5a2781 tempest-SecurityGroupsTestJSON-362914629 tempest-SecurityGroupsTestJSON-362914629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3f6fa0-c5c0-4a89-904d-488db29d3cc9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:22.200782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cce0ed-2b42-439c-acd9-d3646c18b885 admin admin] Deleting subnet 9ede4747-7265-463c-a1c9-eddbcdafe205 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:51:22.200942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43798) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:22.205620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5cce0ed-2b42-439c-acd9-d3646c18b885 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.258363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5cce0ed-2b42-439c-acd9-d3646c18b885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.258613 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bc631baa-291b-469d-a7d4-2a0b9d54e08c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88e7147a19554719afa7ab82e7e1acb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555487 Dec 10 08:51:22.261906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43800) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:22.336212 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5cce0ed-2b42-439c-acd9-d3646c18b885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.377191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d08a177-2043-41e4-99d2-b6c9b989e50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.412444 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5cce0ed-2b42-439c-acd9-d3646c18b885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.437691 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d08a177-2043-41e4-99d2-b6c9b989e50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.442457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cce0ed-2b42-439c-acd9-d3646c18b885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ede4747-7265-463c-a1c9-eddbcdafe205,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:22.456970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05e036-d965-45b1-85db-cdba845559a5 req-587726f1-cec3-40a4-94ea-0b71efd4bf3d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:22.458833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb05e036-d965-45b1-85db-cdba845559a5 req-587726f1-cec3-40a4-94ea-0b71efd4bf3d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 947 time: 0.1003268 Dec 10 08:51:22.473648 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5cce0ed-2b42-439c-acd9-d3646c18b885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.488881 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f5cce0ed-2b42-439c-acd9-d3646c18b885 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9ede4747-7265-463c-a1c9-eddbcdafe205 HTTP/1.1" status: 204 len: 168 time: 0.3554940 Dec 10 08:51:22.491583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43806) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:22.562442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb05e036-d965-45b1-85db-cdba845559a5 req-b8e302e7-4e87-44f3-a25b-c285959f7cd4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931501 Dec 10 08:51:22.587634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d08a177-2043-41e4-99d2-b6c9b989e50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.588673 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d08a177-2043-41e4-99d2-b6c9b989e50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.592470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8d08a177-2043-41e4-99d2-b6c9b989e50b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff13e907-5510-41a6-8b2c-12fe762b8e07 HTTP/1.1" status: 204 len: 168 time: 0.3271928 Dec 10 08:51:22.619027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08a177-2043-41e4-99d2-b6c9b989e50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff13e907-5510-41a6-8b2c-12fe762b8e07,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:22.673330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.702529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fb8bec0e-79b6-40bc-95d9-a4134a810eea details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:51:22.870794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.904229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e16250-f1ca-4f62-93c5-177fcd130688']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:22.918552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e087c48d-5d0b-41c4-b316-1397a5fa0686') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:22.919100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e087c48d-5d0b-41c4-b316-1397a5fa0686') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:22.940698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.959232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.970460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:51:22.971387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:22.975404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:23.011608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'mac_address': 'fa:16:3e:c3:d6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:51:23.092980 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:51:23.115748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:23.151023 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:23.160725 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:23.163851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8bec0e-79b6-40bc-95d9-a4134a810eea {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:23.164433 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] 10.222.0.31 "DELETE /v2.0/networks/94e16250-f1ca-4f62-93c5-177fcd130688 HTTP/1.1" status: 204 len: 168 time: 0.6717799 Dec 10 08:51:23.166399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c697466-9f10-4421-b8d8-ce0119812054 req-7dc7a93d-e238-4929-81ff-182c3e09f72f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:23.180238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbcabd-022c-47b8-a62c-7cfa8fb42d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=94e16250-f1ca-4f62-93c5-177fcd130688,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:23.195470 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feabaefe-224a-4161-ac25-c3411d12b479 req-4d020f79-255c-430a-9738-9f06fb6891ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1052835 Dec 10 08:51:23.202389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c697466-9f10-4421-b8d8-ce0119812054 req-7dc7a93d-e238-4929-81ff-182c3e09f72f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 947 time: 0.2657859 Dec 10 08:51:23.226964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:23.235117 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:23.284927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f89d66-a966-439f-bb2d-3db1677e929b req-e4279add-3272-46b0-b507-fdd630ec7d60 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:23.293866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29f89d66-a966-439f-bb2d-3db1677e929b req-e4279add-3272-46b0-b507-fdd630ec7d60 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.2192519 Dec 10 08:51:23.308774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2248-cf30-4178-b990-7f152166816b req-d2005f73-bbdb-451b-b708-902472ddf94e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:23.310490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b04a2248-cf30-4178-b990-7f152166816b req-d2005f73-bbdb-451b-b708-902472ddf94e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258&tenant_id=c1cc2cdcd0424e329882c05977a756ef&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 947 time: 0.2928681 Dec 10 08:51:23.337697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:23.383150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c697466-9f10-4421-b8d8-ce0119812054 req-94c53c46-1fad-4c2b-9623-f7a9cc883f2f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651042 Dec 10 08:51:23.383271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabaefe-224a-4161-ac25-c3411d12b479 req-c0c6e89b-7e5a-46eb-918b-5637c5a244d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:23.383271 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feabaefe-224a-4161-ac25-c3411d12b479 req-c0c6e89b-7e5a-46eb-918b-5637c5a244d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 1095 time: 0.1152613 Dec 10 08:51:23.520171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29f89d66-a966-439f-bb2d-3db1677e929b req-5f83ee6d-00e3-45bd-8ade-49e746f24529 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221522 Dec 10 08:51:23.559843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['fb8bec0e-79b6-40bc-95d9-a4134a810eea'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:23.571522 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-b04a2248-cf30-4178-b990-7f152166816b req-f037309c-2955-403c-92b0-a52e799923b0 service neutron] delete failed (client error): The resource could not be found. Dec 10 08:51:23.574456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b04a2248-cf30-4178-b990-7f152166816b req-f037309c-2955-403c-92b0-a52e799923b0 service neutron] 10.222.0.18 "DELETE /v2.0/ports/fb8bec0e-79b6-40bc-95d9-a4134a810eea/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.2511468 Dec 10 08:51:23.580358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabaefe-224a-4161-ac25-c3411d12b479 req-ce8d5fac-66c7-415c-940c-7b270af9c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:23.581860 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feabaefe-224a-4161-ac25-c3411d12b479 req-ce8d5fac-66c7-415c-940c-7b270af9c2cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.1725557 Dec 10 08:51:23.634917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfa22-8102-4ccf-899b-383a6f2de8a4 req-ce588e9c-5687-4f5f-88a6-8a67394c17a8 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:23.636414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fccfa22-8102-4ccf-899b-383a6f2de8a4 req-ce588e9c-5687-4f5f-88a6-8a67394c17a8 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1830077 Dec 10 08:51:23.636897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43836) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:23.717068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feabaefe-224a-4161-ac25-c3411d12b479 req-193e2f57-fa5c-4f76-b4e9-6d50d68d13fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 200 len: 217 time: 0.1257763 Dec 10 08:51:23.841050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabaefe-224a-4161-ac25-c3411d12b479 req-d1b92c2f-a38f-4962-8b0c-2cd004c15226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:23.851139 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feabaefe-224a-4161-ac25-c3411d12b479 req-d1b92c2f-a38f-4962-8b0c-2cd004c15226 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.1215878 Dec 10 08:51:23.903490 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feabaefe-224a-4161-ac25-c3411d12b479 req-f9cdf391-8c1d-4d3b-93ae-ec64a418b73b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417161 Dec 10 08:51:23.932443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fccfa22-8102-4ccf-899b-383a6f2de8a4 req-1b8b5d17-eb7c-4425-90ac-da2e24b38a3d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229631 Dec 10 08:51:23.950383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a5a5d17f-6ec2-4c8e-b33c-b10eed55f095 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd0a97aa36ac405ab9d40004c461d5c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122475 Dec 10 08:51:23.951419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43844) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:24.002419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2248-cf30-4178-b990-7f152166816b req-833e9655-c31f-4ef9-aa59-18403d489531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:24.009735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b04a2248-cf30-4178-b990-7f152166816b req-833e9655-c31f-4ef9-aa59-18403d489531 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 1099 time: 0.2382796 Dec 10 08:51:24.066457 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feabaefe-224a-4161-ac25-c3411d12b479 req-e6ee9621-d393-4e14-b407-d87b02630d1b service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534300 Dec 10 08:51:24.150637 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3db9c2f9-6965-4996-a714-7e51e3247bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:24.192341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2248-cf30-4178-b990-7f152166816b req-9806a3bb-c9f9-45a0-bff7-f9063cd34629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:24.194571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b04a2248-cf30-4178-b990-7f152166816b req-9806a3bb-c9f9-45a0-bff7-f9063cd34629 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1696672 Dec 10 08:51:24.229112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3db9c2f9-6965-4996-a714-7e51e3247bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:24.244875 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-feabaefe-224a-4161-ac25-c3411d12b479 req-6c81c768-b58f-4844-8564-b0262409c9c5 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703577 Dec 10 08:51:24.275898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8d529-0ac2-4e13-9604-848daa61ff59 req-d20389ae-42be-4b83-898d-061828105a8b tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:24.277529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08d8d529-0ac2-4e13-9604-848daa61ff59 req-d20389ae-42be-4b83-898d-061828105a8b tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.2324321 Dec 10 08:51:24.281295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b04a2248-cf30-4178-b990-7f152166816b req-296debb0-2d82-4949-8781-ccf8c147f49c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 200 len: 217 time: 0.0671496 Dec 10 08:51:24.397528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2248-cf30-4178-b990-7f152166816b req-d33ca287-dd34-470c-b2ae-81bdfb3aa735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:24.399589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b04a2248-cf30-4178-b990-7f152166816b req-d33ca287-dd34-470c-b2ae-81bdfb3aa735 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1085835 Dec 10 08:51:24.420369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08d8d529-0ac2-4e13-9604-848daa61ff59 req-40f34eb0-602b-4153-8034-1b19a8303cd4 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194904 Dec 10 08:51:24.423335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3db9c2f9-6965-4996-a714-7e51e3247bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:24.426062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3db9c2f9-6965-4996-a714-7e51e3247bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:24.427139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3db9c2f9-6965-4996-a714-7e51e3247bfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf276f44-4e08-4d17-8c77-2a1a36d84b06 HTTP/1.1" status: 204 len: 168 time: 0.4744647 Dec 10 08:51:24.457782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9c2f9-6965-4996-a714-7e51e3247bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf276f44-4e08-4d17-8c77-2a1a36d84b06,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:24.500171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2248-cf30-4178-b990-7f152166816b req-17193ea3-c25d-46ba-a60b-eeb41c968048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:24.501863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b04a2248-cf30-4178-b990-7f152166816b req-17193ea3-c25d-46ba-a60b-eeb41c968048 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923102 Dec 10 08:51:24.652514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827b8d-b9ca-4fbe-9b3c-9f71ca737347 req-824e3ceb-af68-4e87-b882-d652a7351a2f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:24.654197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05827b8d-b9ca-4fbe-9b3c-9f71ca737347 req-824e3ceb-af68-4e87-b882-d652a7351a2f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 948 time: 0.0841064 Dec 10 08:51:24.659205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b04a2248-cf30-4178-b990-7f152166816b req-e4b8995c-c544-4e08-bfa5-87a510b46db3 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493781 Dec 10 08:51:24.718823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fb8bec0e-79b6-40bc-95d9-a4134a810eea up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:24.764316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05827b8d-b9ca-4fbe-9b3c-9f71ca737347 req-7be526a7-39fc-4dbc-882c-ce31e84837d7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029859 Dec 10 08:51:24.806600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port fb8bec0e-79b6-40bc-95d9-a4134a810eea completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:51:24.810541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b04a2248-cf30-4178-b990-7f152166816b req-804cf52a-e9fb-43fb-9b94-d7097b8d9916 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408360 Dec 10 08:51:24.811720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port fb8bec0e-79b6-40bc-95d9-a4134a810eea triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:24.812272 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:24.963220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a282f97-d602-4df9-9443-28e8cc4c83fc req-a21cad2e-7472-4587-8bc2-df1cbb0912c4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:24.964863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a282f97-d602-4df9-9443-28e8cc4c83fc req-a21cad2e-7472-4587-8bc2-df1cbb0912c4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0677509 Dec 10 08:51:24.996582 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:25.038209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:25.041188 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409a55dc-2f55-4a9e-9bb0-143f621bf066" -d '{"events": [{"server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "name": "network-vif-plugged", "status": "completed", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:25.050379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:25.054135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a282f97-d602-4df9-9443-28e8cc4c83fc req-a04d773c-7afe-4775-a232-0ac465426c76 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791295 Dec 10 08:51:25.058380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:25.148781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:25.249833 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f6131d-3f23-469c-bb15-04ec486ecf03 x-openstack-request-id: req-a1f6131d-3f23-469c-bb15-04ec486ecf03 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:25.250239 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "name": "network-vif-plugged", "status": "completed", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:25.250573 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1f6131d-3f23-469c-bb15-04ec486ecf03 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:25.251864 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'code': 200} Dec 10 08:51:25.697877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43920) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:25.931669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1608930743-network', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:25.960589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Made reservation on behalf of b08dc67dc68a463ca04a27dd026ba3fa for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:25.962997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387af2b-72ae-40e3-b057-8c9577b6fdaf req-1ffc2b50-1695-42ea-8c97-f55da3bc83ce tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:25.963915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:25.964593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f387af2b-72ae-40e3-b057-8c9577b6fdaf req-1ffc2b50-1695-42ea-8c97-f55da3bc83ce tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0896544 Dec 10 08:51:25.983295 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.066770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f387af2b-72ae-40e3-b057-8c9577b6fdaf req-bc0e32d7-bce1-43be-a2be-90cb7271bdc1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872483 Dec 10 08:51:26.103480 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.111310 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.123959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:51:26.136067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.136520 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Added segment 4ea90b97-0738-4640-9b15-1e5c87e88e07 of type vlan for network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 Dec 10 08:51:26.189410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c490ddf3-9ec4-46cb-8e26-7f2cbf6a9f7c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:26.209459 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.243037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.244029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e044-c9e4-4002-b79e-a8129eb4fb69 req-8441e26b-0df2-4355-bffb-01c8732171a9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:26.244217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:26.244915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.245599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3c5e044-c9e4-4002-b79e-a8129eb4fb69 req-8441e26b-0df2-4355-bffb-01c8732171a9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 945 time: 0.0542789 Dec 10 08:51:26.299662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5995092 Dec 10 08:51:26.304540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43946) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:26.312602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Request body: {'subnet': {'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1608930743-subnet', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:26.315153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d24561-9b3c-40ef-bfe8-8437f3422780 admin admin] Pushing event updated for resources: {'Network': ['ID=fa8fb0ba-d0d5-4b81-bd34-1b9386f29384,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:26.327441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:51:26.336607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3c5e044-c9e4-4002-b79e-a8129eb4fb69 req-c8cec066-54f9-45e4-8916-c19974b406ec tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818005 Dec 10 08:51:26.357973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Made reservation on behalf of b08dc67dc68a463ca04a27dd026ba3fa for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:26.364161 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.507485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167b6a7-4454-451c-9575-f43c6dfdb61e req-bffa5c0b-cd52-4436-9f93-6512314ee5db tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:26.508941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6167b6a7-4454-451c-9575-f43c6dfdb61e req-bffa5c0b-cd52-4436-9f93-6512314ee5db tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.0754519 Dec 10 08:51:26.601575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6167b6a7-4454-451c-9575-f43c6dfdb61e req-679198fa-b23c-4859-a24c-a307678a55aa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818386 Dec 10 08:51:26.670862 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.741204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f861125-0a57-4dfa-a37c-72a1bd723a25,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:26.746469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Checking segment: {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:26.746827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Network hostable DHCP agents. Network: fa8fb0ba-d0d5-4b81-bd34-1b9386f29384, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:51:26.765681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:51:26.783299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, fa8fb0ba-d0d5-4b81-bd34-1b9386f29384) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:26.795211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:26.795813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.796640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81a5693-69c7-460a-924d-b9cbd99fb79a None None] Network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:51:26.825272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-671d1b77-a050-4308-a4dd-84e5231b5741 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5192473 Dec 10 08:51:26.828160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43958) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:26.835617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:26.871242 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.875841 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:26.970387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:51:26.971583 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.167858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43976) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:27.228636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Allocated IP 172.20.0.2 (fa8fb0ba-d0d5-4b81-bd34-1b9386f29384/8f861125-0a57-4dfa-a37c-72a1bd723a25/6919aac6-4857-454b-81ef-0256415fd790) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:27.318112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-383d8b2f-d9f9-424e-b7a5-963f51262072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.384038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.411009 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-383d8b2f-d9f9-424e-b7a5-963f51262072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.417239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-383d8b2f-d9f9-424e-b7a5-963f51262072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.456270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d8b2f-d9f9-424e-b7a5-963f51262072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57df35af-d1f4-4c26-9847-8d38b8a31329,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:27.464978 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.478699 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.479115 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-383d8b2f-d9f9-424e-b7a5-963f51262072 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a15a78fcd1e946f9b23ca26eafa744a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094625 Dec 10 08:51:27.482619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43982) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:27.534684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:27.538249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:27.543513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:27.559604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-781118bf-64f0-400f-a8b3-cbef6cfe686c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.579628 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.588058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-781118bf-64f0-400f-a8b3-cbef6cfe686c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.595259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Pushing event updated for resources: {'Port': ['ID=6919aac6-4857-454b-81ef-0256415fd790,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:27.655643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Attempting to bind port 6919aac6-4857-454b-81ef-0256415fd790 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:27.656931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Attempting to bind port 6919aac6-4857-454b-81ef-0256415fd790 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:27.657722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Attempting to bind port 6919aac6-4857-454b-81ef-0256415fd790 on network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:27.661727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-781118bf-64f0-400f-a8b3-cbef6cfe686c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.664907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:27.665284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Checking segment: {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:27.665705 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.665938 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-781118bf-64f0-400f-a8b3-cbef6cfe686c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.666078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Bound using segment: {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:27.668855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Bound port: 6919aac6-4857-454b-81ef-0256415fd790, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:27.668855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.671316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-781118bf-64f0-400f-a8b3-cbef6cfe686c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57df35af-d1f4-4c26-9847-8d38b8a31329 HTTP/1.1" status: 204 len: 168 time: 0.1874588 Dec 10 08:51:27.682108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781118bf-64f0-400f-a8b3-cbef6cfe686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df35af-d1f4-4c26-9847-8d38b8a31329,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:27.761039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] For port 6919aac6-4857-454b-81ef-0256415fd790, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:27.765143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] For port 6919aac6-4857-454b-81ef-0256415fd790, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6919aac6-4857-454b-81ef-0256415fd790,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:27.771700 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.860452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347bda0-1168-4bf3-9a63-8c655383548b None None] Pushing event updated for resources: {'Port': ['ID=6919aac6-4857-454b-81ef-0256415fd790,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:27.905759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:27.928712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:28.112978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Allocated IP 172.25.3.177 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/199ee95e-d0b2-46e4-8f34-4b762a4b8fcb) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:28.271607 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:28.317007 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:28.367691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:28.371283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:28.374925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:28.398026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=199ee95e-d0b2-46e4-8f34-4b762a4b8fcb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:28.691353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:28.736307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44010) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:28.882341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-network', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:28.911520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Made reservation on behalf of b75d219f2f1447778b3413213b44b03d for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:28.914555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:28.928637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:28.956864 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.041421 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.048635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.093417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:51:29.100722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187ef19-cf39-4d57-8d7f-21db8e2b031f None None] Network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:51:29.113675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfda965-1ffb-4de6-a7df-7dbd57c50669,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:29.132211 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.132573 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Added segment 577b2eec-4b91-4bdc-a41d-d9eb85c6363a of type vlan for network 95ae3f6e-baba-4da8-9776-78b12449847f Dec 10 08:51:29.159836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Router 362622c5-987d-4432-abfb-01fbe8d51b33 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:51:29.192502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d56b3894-87fa-4dc5-97c8-e3b1de6cdc7d None None] Provisioning complete for port 6919aac6-4857-454b-81ef-0256415fd790 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:29.192904 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d56b3894-87fa-4dc5-97c8-e3b1de6cdc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.246899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.280060 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.281241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:29.282622 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.321019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:51:29.349274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Sync routers for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:51:29.349604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.351211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3f697cbe-f542-455b-a3d6-734afbc04ff1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5213027 Dec 10 08:51:29.353676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44018) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:29.379931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6386578 Dec 10 08:51:29.380292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44020) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:29.381520 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d56b3894-87fa-4dc5-97c8-e3b1de6cdc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.388603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Request body: {'subnet': {'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-subnet', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:29.402008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6901d9e-d2d5-46df-9ebd-6507d793b637 admin admin] Pushing event updated for resources: {'Network': ['ID=95ae3f6e-baba-4da8-9776-78b12449847f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:29.418364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:29.426528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:29.432737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Made reservation on behalf of b75d219f2f1447778b3413213b44b03d for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:29.435245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.596203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 95ae3f6e-baba-4da8-9776-78b12449847f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:51:29.598405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6919aac6-4857-454b-81ef-0256415fd790 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:29.687613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:29.753463 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.814597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f60282-34c3-4213-a670-6860962a663c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:29.823974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Checking segment: {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:29.824545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Network hostable DHCP agents. Network: 95ae3f6e-baba-4da8-9776-78b12449847f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:51:29.848134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Network 95ae3f6e-baba-4da8-9776-78b12449847f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:51:29.861284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 95ae3f6e-baba-4da8-9776-78b12449847f) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:29.866746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:29.867826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.890266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d56b3894-87fa-4dc5-97c8-e3b1de6cdc7d None None] For port 6919aac6-4857-454b-81ef-0256415fd790, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6919aac6-4857-454b-81ef-0256415fd790,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:29.894777 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cf98f3ee-952a-4f27-b528-668303dd0f16 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5109053 Dec 10 08:51:29.895207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44022) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:29.896127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e16056-ef28-45e6-8e7d-6648f0f23250 None None] Network 95ae3f6e-baba-4da8-9776-78b12449847f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:51:29.899642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:29.922382 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d56b3894-87fa-4dc5-97c8-e3b1de6cdc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.937787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:29.939683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:30.046489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:30.133679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:30.166731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6919aac6-4857-454b-81ef-0256415fd790 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:30.167344 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:30.223024 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:30.267455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7f7ec1c0-44f0-46b4-9ba4-118beeedbde6 None None] Provisioning complete for port 6919aac6-4857-454b-81ef-0256415fd790 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:30.267992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec1c0-44f0-46b4-9ba4-118beeedbde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:30.315910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b3894-87fa-4dc5-97c8-e3b1de6cdc7d None None] Pushing event updated for resources: {'Port': ['ID=6919aac6-4857-454b-81ef-0256415fd790,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:30.400133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-95ae3f6e-baba-4da8-9776-78b12449847f', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:51:30.400858 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:30.467337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-a5d48256-5131-48b0-a22f-61108f21a9dc tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:30.468851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-a5d48256-5131-48b0-a22f-61108f21a9dc tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.1704912 Dec 10 08:51:30.485593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814746-3'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:30.516861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Allocated IP 172.20.0.1 (fa8fb0ba-d0d5-4b81-bd34-1b9386f29384/8f861125-0a57-4dfa-a37c-72a1bd723a25/f751846d-bb3b-497c-9263-4b2f2ec87af0) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:30.626838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:30.635179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:28Z', 'revision_number': 3, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:30.679479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Checking router: 362622c5-987d-4432-abfb-01fbe8d51b33 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:51:30.680280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Updating router 362622c5-987d-4432-abfb-01fbe8d51b33 port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:51:30.720408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Allocated IP 172.20.0.2 (95ae3f6e-baba-4da8-9776-78b12449847f/b3f60282-34c3-4213-a670-6860962a663c/c0dc9453-b5c4-4ca2-b8f2-011c70a94c59) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:30.722918 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.057444 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.072489 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.077721 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.138922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Pushing event updated for resources: {'Port': ['ID=c0dc9453-b5c4-4ca2-b8f2-011c70a94c59,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:31.150537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Network 95ae3f6e-baba-4da8-9776-78b12449847f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:31.171226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:31.177362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:31.183346 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.212556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.236985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.240748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.248802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Attempting to bind port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:31.249027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Attempting to bind port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:31.249340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Attempting to bind port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 on network 95ae3f6e-baba-4da8-9776-78b12449847f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:31.271347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:31.271347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Checking segment: {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:31.271347 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.271347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Bound using segment: {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:31.271347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Bound port: c0dc9453-b5c4-4ca2-b8f2-011c70a94c59, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:31.271347 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.271347 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.298671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:31.338214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Attempting to bind port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:31.338591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Attempting to bind port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:31.338952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Attempting to bind port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:31.370166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:31.384454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:31.384833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:31.385228 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.385643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:31.386121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Bound port: 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:31.386495 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.389652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c43851-ad6d-4490-bdfc-4e2f7e1e6eed None None] Pushing event updated for resources: {'Port': ['ID=199ee95e-d0b2-46e4-8f34-4b762a4b8fcb,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:31.400251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:31.410653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:31.414488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Pushing event updated for resources: {'Port': ['ID=f751846d-bb3b-497c-9263-4b2f2ec87af0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:31.446222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] For port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:31.454611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] For port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c0dc9453-b5c4-4ca2-b8f2-011c70a94c59,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:31.484902 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.507215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] For port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:31.508483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:31.517230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6919aac6-4857-454b-81ef-0256415fd790 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:31.550327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Allocated IP 172.25.3.188 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/227e7069-54f6-4c3f-8792-af3a455fef6b) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:31.635952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] For port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=199ee95e-d0b2-46e4-8f34-4b762a4b8fcb,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:31.650057 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.650747 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.685096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15314e05-c6f9-4ba8-99c9-2ede301d37f6 None None] Pushing event updated for resources: {'Port': ['ID=c0dc9453-b5c4-4ca2-b8f2-011c70a94c59,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:31.731356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:31.734342 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f200ed87-ae45-4f1d-babf-2bf6841a5400" -d '{"events": [{"server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:31.748860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:31.749493 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:31.753926 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.779067 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.802431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6919aac6-4857-454b-81ef-0256415fd790 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:31.803106 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.824088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.831486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c43851-ad6d-4490-bdfc-4e2f7e1e6eed None None] Pushing event updated for resources: {'Port': ['ID=199ee95e-d0b2-46e4-8f34-4b762a4b8fcb,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:31.951261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d213df97-7340-42ad-a523-336353c6f465 None None] Provisioning complete for port f751846d-bb3b-497c-9263-4b2f2ec87af0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:31.951763 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d213df97-7340-42ad-a523-336353c6f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:31.961698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Pushing event updated for resources: {'Port': ['ID=37be9fb1-6c1c-4fe3-b815-8af68d305c83,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:32.039025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:32.055369 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:32.071239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d213df97-7340-42ad-a523-336353c6f465 None None] Port f751846d-bb3b-497c-9263-4b2f2ec87af0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:32.090218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on host n-h2-814746-3 for vnic_type normal with profile {"migrating_to": "n-h1-814746-3"} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:32.091185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:32.091709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:32.113139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:51:32.113837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Attempting to bind port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:32.115892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:32.127631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:32.141789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:32.146646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:32.147338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:32.147905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:32.149311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Bound port: 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:32.149870 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:32.153992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:32.156156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Pushing event updated for resources: {'Port': ['ID=227e7069-54f6-4c3f-8792-af3a455fef6b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:32.452743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:32.470666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:28Z', 'revision_number': 3, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:32.502381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:32.521053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862aa6d-c63d-481f-8015-18c0511421dc None None] The sync data for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 is: [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:28Z', 'revision_number': 3, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:51:32.528853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:32.763230 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:32.827168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Pushing event updated for resources: {'Port': ['ID=37be9fb1-6c1c-4fe3-b815-8af68d305c83,revision_number=8']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:32.865835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:32.866395 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:32.869021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-d71edd1b-f0d6-4a57-8343-28ce0c0970cb service neutron] 10.222.0.18 "PUT /v2.0/ports/37be9fb1-6c1c-4fe3-b815-8af68d305c83 HTTP/1.1" status: 200 len: 1121 time: 2.3888669 Dec 10 08:51:32.871611 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:32.975154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:32.995505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['37be9fb1-6c1c-4fe3-b815-8af68d305c83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:33.001826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['37be9fb1-6c1c-4fe3-b815-8af68d305c83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:33.218966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f071b-55eb-4343-8070-9ea9139b5c03 None None] Network 95ae3f6e-baba-4da8-9776-78b12449847f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:51:33.259354 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:33.273076 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8a75eec-0249-47e6-b702-caaa939a98e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:33.308552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Pushing event updated for resources: {'Port': ['ID=f751846d-bb3b-497c-9263-4b2f2ec87af0,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:33.428813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:33.431938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:33.448649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7d00e1c6-0d80-46f4-ab41-bfb4090b807a None None] Provisioning complete for port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:33.449035 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7d00e1c6-0d80-46f4-ab41-bfb4090b807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:33.571704 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 37be9fb1-6c1c-4fe3-b815-8af68d305c83 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:51:33.573631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fb8bec0e-79b6-40bc-95d9-a4134a810eea no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:33.818245 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.resource_extend [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 08:51:33.820660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:33.875553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Router 362622c5-987d-4432-abfb-01fbe8d51b33 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:51:34.027232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fb8bec0e-79b6-40bc-95d9-a4134a810eea not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:51:34.028084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 30770f08-2c59-4621-adf2-1560178a30e4 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:34.064601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 30770f08-2c59-4621-adf2-1560178a30e4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:51:34.066842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 30770f08-2c59-4621-adf2-1560178a30e4 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:51:34.067483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 4602d574-c1d9-4237-9c4a-e1d01dcc7263 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:34.074952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.095714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7d00e1c6-0d80-46f4-ab41-bfb4090b807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.218173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 4602d574-c1d9-4237-9c4a-e1d01dcc7263 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:51:34.218528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 4602d574-c1d9-4237-9c4a-e1d01dcc7263 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:51:34.349083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:34.370292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7d00e1c6-0d80-46f4-ab41-bfb4090b807a None None] For port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c0dc9453-b5c4-4ca2-b8f2-011c70a94c59,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:34.382587 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7d00e1c6-0d80-46f4-ab41-bfb4090b807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.384332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:34.384690 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.388976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 37be9fb1-6c1c-4fe3-b815-8af68d305c83 has no active binding in host n-h1-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:51:34.518246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00e1c6-0d80-46f4-ab41-bfb4090b807a None None] Pushing event updated for resources: {'Port': ['ID=c0dc9453-b5c4-4ca2-b8f2-011c70a94c59,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:34.540918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-82b33f36-c02d-419f-b2f9-ca0654643166 None None] Provisioning complete for port f751846d-bb3b-497c-9263-4b2f2ec87af0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:34.541295 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-82b33f36-c02d-419f-b2f9-ca0654643166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.631099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-82b33f36-c02d-419f-b2f9-ca0654643166 None None] Port f751846d-bb3b-497c-9263-4b2f2ec87af0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:34.660286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-82b33f36-c02d-419f-b2f9-ca0654643166 None None] Provisioning complete for port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:34.661078 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-82b33f36-c02d-419f-b2f9-ca0654643166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.663882 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.683567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:51:34.698364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7f750fba-9eab-408a-8039-0f30f00d705f admin admin] 10.222.0.31 "PUT /v2.0/routers/362622c5-987d-4432-abfb-01fbe8d51b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3434989 Dec 10 08:51:34.720632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=199ee95e-d0b2-46e4-8f34-4b762a4b8fcb,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:34.732441 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.733236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:34.744635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:51:34.918677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=199ee95e-d0b2-46e4-8f34-4b762a4b8fcb,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:34.930498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:34.930872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.936134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:51:34.945845 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960ced72-bfef-4888-9686-b329981815ff None None] Sync routers for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:51:34.958959 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:34.960358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-94789d8f-e2c4-4cfe-8d47-49d51c07ee93 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.0642211 Dec 10 08:51:34.963460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44050) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:34.970952 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ced72-bfef-4888-9686-b329981815ff None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:34.971696 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-960ced72-bfef-4888-9686-b329981815ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:35.131892 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-960ced72-bfef-4888-9686-b329981815ff None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:35.306270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Sync routers for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:51:35.322844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:35.324273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:35.348489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-960ced72-bfef-4888-9686-b329981815ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:32Z', 'revision_number': 3, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:35.381837 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960ced72-bfef-4888-9686-b329981815ff None None] Checking router: 68ad7233-f7c2-4bc0-80bc-8d1351795f0f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:51:35.382832 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960ced72-bfef-4888-9686-b329981815ff None None] Updating router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f port 227e7069-54f6-4c3f-8792-af3a455fef6b binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:51:35.415960 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cbad84c8-d94e-4a17-90f4-3ab74f092cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:35.510464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:35.522205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:35.579318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:35.595797 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-960ced72-bfef-4888-9686-b329981815ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:35.663482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:35.664064 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:35.960936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Allocated IP 172.20.0.1 (95ae3f6e-baba-4da8-9776-78b12449847f/b3f60282-34c3-4213-a670-6860962a663c/629c6905-3e7d-4b50-8e29-d4b0f7862eb1) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:36.021766 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-960ced72-bfef-4888-9686-b329981815ff None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.037115 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-960ced72-bfef-4888-9686-b329981815ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.041237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'f751846d-bb3b-497c-9263-4b2f2ec87af0', 'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'mac_address': 'fa:16:3e:01:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:30Z', 'updated_at': '2021-12-10T08:51:32Z', 'revision_number': 2, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'subnets': [{'id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:36.073041 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Checking router: 362622c5-987d-4432-abfb-01fbe8d51b33 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:51:36.073467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Updating router 362622c5-987d-4432-abfb-01fbe8d51b33 port f751846d-bb3b-497c-9263-4b2f2ec87af0 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:51:36.104917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:36.109494 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-960ced72-bfef-4888-9686-b329981815ff None None] Attempting to bind port 227e7069-54f6-4c3f-8792-af3a455fef6b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:36.110182 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-960ced72-bfef-4888-9686-b329981815ff None None] Attempting to bind port 227e7069-54f6-4c3f-8792-af3a455fef6b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:36.110625 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ced72-bfef-4888-9686-b329981815ff None None] Attempting to bind port 227e7069-54f6-4c3f-8792-af3a455fef6b on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:36.128390 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ced72-bfef-4888-9686-b329981815ff None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:36.128775 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ced72-bfef-4888-9686-b329981815ff None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:36.129188 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-960ced72-bfef-4888-9686-b329981815ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.129657 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ced72-bfef-4888-9686-b329981815ff None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:36.130145 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-960ced72-bfef-4888-9686-b329981815ff None None] Bound port: 227e7069-54f6-4c3f-8792-af3a455fef6b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:36.130605 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-960ced72-bfef-4888-9686-b329981815ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.136024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.142652 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.193774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.201581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:36.201955 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.209044 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-960ced72-bfef-4888-9686-b329981815ff None None] For port 227e7069-54f6-4c3f-8792-af3a455fef6b, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:36.212943 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-960ced72-bfef-4888-9686-b329981815ff None None] For port 227e7069-54f6-4c3f-8792-af3a455fef6b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=227e7069-54f6-4c3f-8792-af3a455fef6b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:36.223547 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13286a08-616b-4925-8cf2-3e210b95dae7 None None] Pushing event updated for resources: {'Port': ['ID=227e7069-54f6-4c3f-8792-af3a455fef6b,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:36.228887 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-960ced72-bfef-4888-9686-b329981815ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.243909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Pushing event updated for resources: {'Port': ['ID=629c6905-3e7d-4b50-8e29-d4b0f7862eb1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:36.256670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Network 95ae3f6e-baba-4da8-9776-78b12449847f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:36.258146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:36.264168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:36.284749 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ced72-bfef-4888-9686-b329981815ff None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:36.285737 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-960ced72-bfef-4888-9686-b329981815ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:36.324571 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.443549 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.447228 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-960ced72-bfef-4888-9686-b329981815ff None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:36.539724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.592353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.600361 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13286a08-616b-4925-8cf2-3e210b95dae7 None None] Pushing event updated for resources: {'Port': ['ID=227e7069-54f6-4c3f-8792-af3a455fef6b,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:36.602401 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.654093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d625cc0-d66e-4041-b879-37db610eeb7e None None] Pushing event updated for resources: {'Port': ['ID=f751846d-bb3b-497c-9263-4b2f2ec87af0,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:36.679554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8efc9558-f886-4afe-925a-e8ecb31f2fe6 None None] Provisioning complete for port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:36.680259 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8efc9558-f886-4afe-925a-e8ecb31f2fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.776346 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-960ced72-bfef-4888-9686-b329981815ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:32Z', 'revision_number': 3, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:36.792071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.803308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.807410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8efc9558-f886-4afe-925a-e8ecb31f2fe6 None None] Port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:36.814370 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960ced72-bfef-4888-9686-b329981815ff None None] The sync data for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 is: [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:32Z', 'revision_number': 3, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:51:36.865402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Attempting to bind port f751846d-bb3b-497c-9263-4b2f2ec87af0 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:36.865804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Attempting to bind port f751846d-bb3b-497c-9263-4b2f2ec87af0 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:36.866174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Attempting to bind port f751846d-bb3b-497c-9263-4b2f2ec87af0 on network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:36.880973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:36.881362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Checking segment: {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:36.881532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Pushing event updated for resources: {'Port': ['ID=629c6905-3e7d-4b50-8e29-d4b0f7862eb1,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:36.881786 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.882187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Bound using segment: {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:36.882670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Bound port: f751846d-bb3b-497c-9263-4b2f2ec87af0, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:36.883060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.942566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:36.985122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] For port f751846d-bb3b-497c-9263-4b2f2ec87af0, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:36.989256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] For port f751846d-bb3b-497c-9263-4b2f2ec87af0, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f751846d-bb3b-497c-9263-4b2f2ec87af0,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:36.997751 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:37.079627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:37.080275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:37.090628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Network 95ae3f6e-baba-4da8-9776-78b12449847f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:37.093217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:37.272370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:37.373764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:51:37.538696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0ba40f37-692c-4b69-97c4-5681c7bf1e3c None None] Provisioning complete for port f751846d-bb3b-497c-9263-4b2f2ec87af0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:37.540463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0ba40f37-692c-4b69-97c4-5681c7bf1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:37.542268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d625cc0-d66e-4041-b879-37db610eeb7e None None] Pushing event updated for resources: {'Port': ['ID=f751846d-bb3b-497c-9263-4b2f2ec87af0,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:37.584114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 227e7069-54f6-4c3f-8792-af3a455fef6b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:37.632304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:51:37.650952 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-33ddbf0f-b2a9-49a3-8bb5-941e17c07169 admin admin] 10.222.0.31 "PUT /v2.0/routers/68ad7233-f7c2-4bc0-80bc-8d1351795f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6787438 Dec 10 08:51:37.756137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 227e7069-54f6-4c3f-8792-af3a455fef6b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:37.756648 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:37.812180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'f751846d-bb3b-497c-9263-4b2f2ec87af0', 'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'mac_address': 'fa:16:3e:01:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:30Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'subnets': [{'id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:37.878785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eca98-50bc-49e3-81d0-4b001f63a807 None None] The sync data for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 is: [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'f751846d-bb3b-497c-9263-4b2f2ec87af0', 'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'mac_address': 'fa:16:3e:01:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:30Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'subnets': [{'id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:51:37.880809 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0ba40f37-692c-4b69-97c4-5681c7bf1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:38.005945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0ba40f37-692c-4b69-97c4-5681c7bf1e3c None None] For port f751846d-bb3b-497c-9263-4b2f2ec87af0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f751846d-bb3b-497c-9263-4b2f2ec87af0,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:38.011141 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:38.017287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0ba40f37-692c-4b69-97c4-5681c7bf1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:38.111366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 227e7069-54f6-4c3f-8792-af3a455fef6b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=227e7069-54f6-4c3f-8792-af3a455fef6b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:38.115487 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:38.118456 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:38.151458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba40f37-692c-4b69-97c4-5681c7bf1e3c None None] Pushing event updated for resources: {'Port': ['ID=f751846d-bb3b-497c-9263-4b2f2ec87af0,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:38.204384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-78addbcb-5824-447a-a029-b54618940c8d None None] Provisioning complete for port f751846d-bb3b-497c-9263-4b2f2ec87af0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:38.204717 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-78addbcb-5824-447a-a029-b54618940c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:38.259234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=227e7069-54f6-4c3f-8792-af3a455fef6b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:38.332414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-78addbcb-5824-447a-a029-b54618940c8d None None] Provisioning complete for port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:38.332699 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-78addbcb-5824-447a-a029-b54618940c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:38.372694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-78addbcb-5824-447a-a029-b54618940c8d None None] Port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:39.086543 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:39.283766 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Sync routers for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:51:39.296049 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:39.296675 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:39.440792 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:39.590395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 227e7069-54f6-4c3f-8792-af3a455fef6b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:39.641027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 227e7069-54f6-4c3f-8792-af3a455fef6b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:39.641494 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:39.714239 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '629c6905-3e7d-4b50-8e29-d4b0f7862eb1', 'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'mac_address': 'fa:16:3e:d7:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:35Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 2, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'subnets': [{'id': 'b3f60282-34c3-4213-a670-6860962a663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:39.730736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f751846d-bb3b-497c-9263-4b2f2ec87af0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:39.754508 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Checking router: 68ad7233-f7c2-4bc0-80bc-8d1351795f0f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:51:39.754859 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Updating router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:51:39.780303 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:39.784086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f751846d-bb3b-497c-9263-4b2f2ec87af0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:39.784637 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.070144 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.083357 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.138240 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d891f-eb7c-4beb-86e5-0b1b26ddd744 None None] Pushing event updated for resources: {'Port': ['ID=629c6905-3e7d-4b50-8e29-d4b0f7862eb1,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:40.191053 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Attempting to bind port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:40.191716 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Attempting to bind port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:40.192074 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Attempting to bind port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 on network 95ae3f6e-baba-4da8-9776-78b12449847f {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:40.198715 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:40.199091 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Checking segment: {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:40.200740 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.200740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Bound using segment: {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:40.200740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Bound port: 629c6905-3e7d-4b50-8e29-d4b0f7862eb1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:40.201030 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.277311 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] For port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:40.280551 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] For port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=629c6905-3e7d-4b50-8e29-d4b0f7862eb1,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:40.286996 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.427832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9d65aa33-1321-45d9-ba65-d9c23fcda412 None None] Provisioning complete for port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:40.428492 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d65aa33-1321-45d9-ba65-d9c23fcda412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.494505 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d891f-eb7c-4beb-86e5-0b1b26ddd744 None None] Pushing event updated for resources: {'Port': ['ID=629c6905-3e7d-4b50-8e29-d4b0f7862eb1,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:40.515459 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:51:40.516629 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:51:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:40.550616 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d65aa33-1321-45d9-ba65-d9c23fcda412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.591024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9d65aa33-1321-45d9-ba65-d9c23fcda412 None None] For port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=629c6905-3e7d-4b50-8e29-d4b0f7862eb1,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:40.597437 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d65aa33-1321-45d9-ba65-d9c23fcda412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.658971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65aa33-1321-45d9-ba65-d9c23fcda412 None None] Pushing event updated for resources: {'Port': ['ID=629c6905-3e7d-4b50-8e29-d4b0f7862eb1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:40.665715 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:51:40.726571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-13b69492-61c6-4a05-b570-866f2391f5e3 None None] Provisioning complete for port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:40.727085 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-13b69492-61c6-4a05-b570-866f2391f5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:40.882963 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '629c6905-3e7d-4b50-8e29-d4b0f7862eb1', 'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'mac_address': 'fa:16:3e:d7:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:35Z', 'updated_at': '2021-12-10T08:51:40Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'subnets': [{'id': 'b3f60282-34c3-4213-a670-6860962a663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:51:40.913686 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ada63-3b03-4de6-8996-41c7f33683e8 None None] The sync data for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 is: [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '629c6905-3e7d-4b50-8e29-d4b0f7862eb1', 'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'mac_address': 'fa:16:3e:d7:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:35Z', 'updated_at': '2021-12-10T08:51:40Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'subnets': [{'id': 'b3f60282-34c3-4213-a670-6860962a663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:51:41.252629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-59ebb582-0dbb-4fad-97ce-2b23a725256c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c1cc2cdcd0424e329882c05977a756ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369704 Dec 10 08:51:41.556440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:41.576707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-2f49d92f-5032-423f-88cb-075a4d7c5691 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:41.580489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-2f49d92f-5032-423f-88cb-075a4d7c5691 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199706 Dec 10 08:51:41.639180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43608ec4-506f-4226-968b-24239700272f req-89ad922b-448a-40ab-95a0-18ae7e097377 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:41.641621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43608ec4-506f-4226-968b-24239700272f req-89ad922b-448a-40ab-95a0-18ae7e097377 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.2135386 Dec 10 08:51:41.644933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-9f8d5878-a071-4b8e-9160-d36ce246978d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/quotas/c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 375 time: 0.0549569 Dec 10 08:51:41.651135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:41.651652 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:41.761579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43608ec4-506f-4226-968b-24239700272f req-18f7f066-42fc-417d-b06c-9349c7ac154d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941885 Dec 10 08:51:41.963416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-c10ef3cd-3ce6-4cb0-8b2b-c4f831ff3447 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3032961 Dec 10 08:51:41.992241 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cd749c-0015-4223-8945-8abd9c940efb x-openstack-request-id: req-a6cd749c-0015-4223-8945-8abd9c940efb {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:41.992703 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:41.993086 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6cd749c-0015-4223-8945-8abd9c940efb {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:41.993620 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83', 'code': 200} Dec 10 08:51:42.295752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44122) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:42.302106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bb3df7b4-98f0-45fa-8888-478457219b98 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1254033039', 'description': 'tempest-description--437115904'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:42.432484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb3df7b4-98f0-45fa-8888-478457219b98 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:42.572410 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb3df7b4-98f0-45fa-8888-478457219b98 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:42.582462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb3df7b4-98f0-45fa-8888-478457219b98 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:42.596150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-e5834d25-3558-42e0-8e3b-7405f9a851f0 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:42.598446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-e5834d25-3558-42e0-8e3b-7405f9a851f0 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/networks?id=95ae3f6e-baba-4da8-9776-78b12449847f HTTP/1.1" status: 200 len: 828 time: 0.2022538 Dec 10 08:51:42.634069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-de0f42d7-4aaf-45f8-b0de-769b4ad2910b tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/quotas/b75d219f2f1447778b3413213b44b03d HTTP/1.1" status: 200 len: 375 time: 0.0191319 Dec 10 08:51:42.681409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3df7b4-98f0-45fa-8888-478457219b98 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:42.692619 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb3df7b4-98f0-45fa-8888-478457219b98 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:42.696466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bb3df7b4-98f0-45fa-8888-478457219b98 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3966005 Dec 10 08:51:42.697317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:42.706527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-995ef532-147b-41b5-92fc-4d0d9feca229 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Request body: {'security_group_rule': {'security_group_id': 'c67b6b34-82c8-4a6d-b4f1-7fe674ff730a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:42.711703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b53a9-bcbc-4991-bf9b-666a87bf2343 req-5b80b20c-1ea3-4b54-9d74-1b636ee44bd6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:42.723312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5b53a9-bcbc-4991-bf9b-666a87bf2343 req-5b80b20c-1ea3-4b54-9d74-1b636ee44bd6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.2116172 Dec 10 08:51:42.796645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d3f6a20a-e231-4486-8c0f-e5fa1fbae1e8 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d219f2f1447778b3413213b44b03d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513596 Dec 10 08:51:42.807438 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-995ef532-147b-41b5-92fc-4d0d9feca229 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:42.916894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-995ef532-147b-41b5-92fc-4d0d9feca229 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:42.924108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-995ef532-147b-41b5-92fc-4d0d9feca229 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:42.965674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ef532-147b-41b5-92fc-4d0d9feca229 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b672d63-8e2e-454a-987c-9d46fe38c59f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:42.966166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5b53a9-bcbc-4991-bf9b-666a87bf2343 req-ed074947-0555-42e7-81e7-0ed7019ca53a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417541 Dec 10 08:51:42.987480 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-995ef532-147b-41b5-92fc-4d0d9feca229 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:42.990566 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-995ef532-147b-41b5-92fc-4d0d9feca229 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921968 Dec 10 08:51:42.993171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:43.002591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d3829726-96ee-4fbf-9dfe-1f9986d8b0f1 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Request body: {'security_group_rule': {'security_group_id': 'c67b6b34-82c8-4a6d-b4f1-7fe674ff730a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:43.007635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-05bdbefd-24af-4b4c-8cfb-8a9452de9b17 service neutron] 10.222.0.31 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893184 Dec 10 08:51:43.063654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3829726-96ee-4fbf-9dfe-1f9986d8b0f1 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:43.148034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3829726-96ee-4fbf-9dfe-1f9986d8b0f1 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:43.155511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3829726-96ee-4fbf-9dfe-1f9986d8b0f1 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:43.168149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35cc72db-a13c-4704-8f32-5a84854649d1 req-a4deec55-b7f3-4d7f-bbd3-5b2fd3850e72 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 210 time: 0.1182468 Dec 10 08:51:43.182894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3829726-96ee-4fbf-9dfe-1f9986d8b0f1 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5103d8-3df5-48c9-a94c-0d6f58e0c6aa,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:43.209441 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3829726-96ee-4fbf-9dfe-1f9986d8b0f1 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:43.214710 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d3829726-96ee-4fbf-9dfe-1f9986d8b0f1 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2189317 Dec 10 08:51:43.215281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44162) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:51:43.221047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:43.250847 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:43.316950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-027d02ee-63ce-4e53-812d-8a84f0ba7db8 service neutron] 10.222.0.31 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082523 Dec 10 08:51:43.371660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bada19-ad26-428c-bf42-4fa826f1038f req-0b23ce91-b8c1-41f9-ba7b-88fe16c9c1a6 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:43.373430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4bada19-ad26-428c-bf42-4fa826f1038f req-0b23ce91-b8c1-41f9-ba7b-88fe16c9c1a6 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.1129978 Dec 10 08:51:43.453773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:43.491976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4bada19-ad26-428c-bf42-4fa826f1038f req-71b190cc-14c0-4988-a535-6241de570d45 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105561 Dec 10 08:51:43.583612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 37be9fb1-6c1c-4fe3-b815-8af68d305c83 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:51:43.717713 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32d693ea-be31-4ba6-83cb-09a1205dc8d0 req-4e584449-4083-4baf-8abf-1d4b650b283a tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 210 time: 0.0736942 Dec 10 08:51:43.743170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Allocated IP 172.25.3.163 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/bc2e79ab-6981-4f45-8538-9ab670ee304e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:43.810278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:43.826856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 37be9fb1-6c1c-4fe3-b815-8af68d305c83 has no active binding in host n-h1-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:51:43.944340 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:43.994957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:43.997257 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d43ca-ae28-4725-b23a-7f9acce2c0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:44.040303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:44.094798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Pushing event updated for resources: {'Port': ['ID=bc2e79ab-6981-4f45-8538-9ab670ee304e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:44.102708 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-8255407f-be2f-40c1-ad71-6a66e68ee777 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c1cc2cdcd0424e329882c05977a756ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776470 Dec 10 08:51:44.113065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:44.115981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:44.117774 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb14bd6-e9fd-420d-8998-e1ffb574b53a x-openstack-request-id: req-6fb14bd6-e9fd-420d-8998-e1ffb574b53a {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:44.118402 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:44.118829 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fb14bd6-e9fd-420d-8998-e1ffb574b53a {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:44.119586 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83', 'status': 'completed', 'code': 200} Dec 10 08:51:44.144405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:44.278552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc828e4c-de1b-4a1c-aba4-f25db804251f req-dd991c01-b721-4ed2-aae7-d35dce78ec7c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:44.281533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc828e4c-de1b-4a1c-aba4-f25db804251f req-dd991c01-b721-4ed2-aae7-d35dce78ec7c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1365938 Dec 10 08:51:44.447162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-583e53be-fce5-4e0a-9d68-a224d615595a req-2423ae3f-c95d-48cf-bfc4-9ad15abd76e6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 210 time: 0.1632020 Dec 10 08:51:44.505887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc828e4c-de1b-4a1c-aba4-f25db804251f req-4510a741-b3e5-4fa5-9985-20338f5e2c78 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065785 Dec 10 08:51:44.765823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727cb64-0c63-4aa8-84c9-4477e352991c req-bea8b6cd-08b3-40f9-97a7-cd9f39e05343 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:44.768521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7727cb64-0c63-4aa8-84c9-4477e352991c req-bea8b6cd-08b3-40f9-97a7-cd9f39e05343 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.1225221 Dec 10 08:51:44.865267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-04520412-3755-471f-ad4b-a30def2af875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:44.867071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-04520412-3755-471f-ad4b-a30def2af875 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1124 time: 0.7062659 Dec 10 08:51:44.879011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 37be9fb1-6c1c-4fe3-b815-8af68d305c83 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:44.917893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7727cb64-0c63-4aa8-84c9-4477e352991c req-e4fb96e8-09c6-4628-95ac-172e4c87bfe4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421053 Dec 10 08:51:44.949915 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:44.974440 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:44.983917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23a9230a-07ee-4b23-a582-278017ec691e req-f8f8f93c-b755-4232-b97a-27835df292fc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 210 time: 0.0437376 Dec 10 08:51:45.149473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:45.181371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-8594c94e-e4d0-4fa4-bcbf-1ed524a370bf tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:45.182940 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-8594c94e-e4d0-4fa4-bcbf-1ed524a370bf tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0682969 Dec 10 08:51:45.399506 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:45.404068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-6916ada6-bc2f-469b-939b-2d87d0e7e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:45.422240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-6916ada6-bc2f-469b-939b-2d87d0e7e30f service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.4176080 Dec 10 08:51:45.451638 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:45.460569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Request body: {'port': {'device_id': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'c1cc2cdcd0424e329882c05977a756ef'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:45.573954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0856eac9-8e45-4d0e-8116-6f31f7675b69 req-620f9034-dcae-4b02-bd2f-2535c44d4614 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 210 time: 0.0322537 Dec 10 08:51:45.726837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Pushing event updated for resources: {'Port': ['ID=bc2e79ab-6981-4f45-8538-9ab670ee304e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:45.756349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-f86668a9-9bb9-4821-9aee-f3ae9981cd33 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:45.762679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-f86668a9-9bb9-4821-9aee-f3ae9981cd33 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.18 "GET /v2.0/networks?id=95ae3f6e-baba-4da8-9776-78b12449847f HTTP/1.1" status: 200 len: 828 time: 0.1455891 Dec 10 08:51:45.779627 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-5f68feb2-599e-4581-9c04-43d99d130383 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83 HTTP/1.1" status: 200 len: 217 time: 0.3543208 Dec 10 08:51:45.826779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Request body: {'port': {'device_id': '5ef40209-80f2-48a7-a2f0-228544260af2', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'admin_state_up': True, 'tenant_id': 'b75d219f2f1447778b3413213b44b03d'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:46.023637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-eb782539-961e-4727-bff9-4364e0d23072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:46.025309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-eb782539-961e-4727-bff9-4364e0d23072 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.2074108 Dec 10 08:51:46.041635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:46.052632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f14550-d847-40c8-9b12-cfc96f4031b3 req-1bf2c3bd-92a5-4f16-823a-134601dfefc8 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:46.054286 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3f14550-d847-40c8-9b12-cfc96f4031b3 req-1bf2c3bd-92a5-4f16-823a-134601dfefc8 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.4512126 Dec 10 08:51:46.095676 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-459b20ce-d426-46f6-b33d-cbe843ebd478 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369358 Dec 10 08:51:46.108242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:46.110409 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-44ac4fa3-4145-453b-86b6-ecc2e8552b54 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8941660 Dec 10 08:51:46.222078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3f14550-d847-40c8-9b12-cfc96f4031b3 req-f11ccc54-3097-4df7-9dba-247103187e83 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537743 Dec 10 08:51:46.253004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Made reservation on behalf of b75d219f2f1447778b3413213b44b03d for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:46.256501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:46.298487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Made reservation on behalf of c1cc2cdcd0424e329882c05977a756ef for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:46.304988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:46.310594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8811ea2-4591-4a62-949e-9c2b37123ca0 req-d52eedb0-92aa-4ffa-af3b-06631e28355b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:46.333784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8811ea2-4591-4a62-949e-9c2b37123ca0 req-d52eedb0-92aa-4ffa-af3b-06631e28355b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.2051065 Dec 10 08:51:46.336923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-511b594b-1844-4612-bad5-3d4a85242fb4 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253382 Dec 10 08:51:46.567048 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-362d43ca-ae28-4725-b23a-7f9acce2c0c0 req-ee2c4ff4-a48e-4c43-a9a6-c00b918a219d service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171500 Dec 10 08:51:46.582239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Allocated IP 172.20.0.4 (95ae3f6e-baba-4da8-9776-78b12449847f/b3f60282-34c3-4213-a670-6860962a663c/849f0568-4c9d-4cfe-9e23-61ab5fb27919) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:46.617864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Allocated IP 192.168.233.250 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/afb6c0c2-8153-46c4-b622-cd8cff629e1c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:46.810158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8811ea2-4591-4a62-949e-9c2b37123ca0 req-795ea64a-f1d1-49e8-8e1c-2b4c2ceb5ef0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751253 Dec 10 08:51:46.812425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-caf932d8-5204-42b5-9ab9-19e1de83f6a4 req-ccbd7b5b-74d0-402d-a34d-8f9f482b894b tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 210 time: 0.4757688 Dec 10 08:51:46.945407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:46.985200 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-5df57ecc-4521-400d-8300-cbc4c425d62c service neutron] 10.222.0.39 "GET /v2.0/ports/37be9fb1-6c1c-4fe3-b815-8af68d305c83/bindings/n-h1-814746-3 HTTP/1.1" status: 200 len: 384 time: 0.3500731 Dec 10 08:51:46.986247 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:47.022539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:47.030601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fbeeaa9d-a3bb-4e6e-b146-608064853526 req-3da6662b-6300-437a-b5a6-ffbd96709744 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 210 time: 0.0694838 Dec 10 08:51:47.035577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['997761bf-5b94-4146-aaa9-5ba63000430c', 'fb8bec0e-79b6-40bc-95d9-a4134a810eea'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:47.058157 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-76c1695e-03b9-4f9e-bc09-05e251ebfecd tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1254033039&fields=id&tenant_id=b08dc67dc68a463ca04a27dd026ba3fa HTTP/1.1" status: 200 len: 267 time: 0.1329317 Dec 10 08:51:47.081551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:47.099764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:47.109459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:47.161713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:47.172981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.173324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.173694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.174088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.175097 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.175436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.175788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.176164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.176991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.177323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.177687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.178090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.178514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.331392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:47.370192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:47.401635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:47.420966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:47.422564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:47.475477 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3ef18cba-df43-4393-840f-3d711d84b387 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0254531 Dec 10 08:51:47.477845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37be9fb1-6c1c-4fe3-b815-8af68d305c83 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:47.491826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:47.517726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Request body: {'port': {'device_id': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:47.577308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-0868ad56-7ca1-4d0c-b714-dee205a8125b tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:47.579899 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-0868ad56-7ca1-4d0c-b714-dee205a8125b tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/networks?id=fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 HTTP/1.1" status: 200 len: 812 time: 0.5209346 Dec 10 08:51:47.581886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Pushing event updated for resources: {'Port': ['ID=849f0568-4c9d-4cfe-9e23-61ab5fb27919,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:47.591752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:47.594210 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:47.602792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8ace64bd-9317-465d-b49f-45c2456f7fbc None None] Provisioning complete for port afb6c0c2-8153-46c4-b622-cd8cff629e1c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:47.603522 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8ace64bd-9317-465d-b49f-45c2456f7fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:47.639489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Network 95ae3f6e-baba-4da8-9776-78b12449847f is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:47.648247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8ace64bd-9317-465d-b49f-45c2456f7fbc None None] Port afb6c0c2-8153-46c4-b622-cd8cff629e1c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:47.652169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:47.656012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:47.708192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.709089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.709698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.710304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.711377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.712296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.712860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.713675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.714234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.714775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.715338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.715878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.716422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:47.754108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b547787-d3d0-4a6b-8cf8-23743543e375 req-7517553c-bbf6-4e30-be4b-57324705d18a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:47.769888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b547787-d3d0-4a6b-8cf8-23743543e375 req-7517553c-bbf6-4e30-be4b-57324705d18a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.4157333 Dec 10 08:51:47.801120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-06119e77-b5a7-477e-850f-a83987050049 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/quotas/b08dc67dc68a463ca04a27dd026ba3fa HTTP/1.1" status: 200 len: 375 time: 0.1856611 Dec 10 08:51:47.896490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b547787-d3d0-4a6b-8cf8-23743543e375 req-2437c63c-3b0c-41c3-9e19-38c89f3685b9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251240 Dec 10 08:51:47.957932 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:47.958661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:48.001043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-c8abd080-9744-40a6-b0e8-02280a412d3c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b08dc67dc68a463ca04a27dd026ba3fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1974208 Dec 10 08:51:48.013816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d99dbbb8-fa44-4584-8025-1e2e95a7dfdc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1993845 Dec 10 08:51:48.047033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Request body: {'port': {'device_id': '5ef40209-80f2-48a7-a2f0-228544260af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:48.084956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dcd14cae-bea3-4f6f-a008-1fd75e5086c2 None None] Provisioning complete for port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:48.085436 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dcd14cae-bea3-4f6f-a008-1fd75e5086c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:48.151649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-dcd14cae-bea3-4f6f-a008-1fd75e5086c2 None None] Port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:48.185398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] Transition to ACTIVE for port object 37be9fb1-6c1c-4fe3-b815-8af68d305c83 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:51:48.189833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb6c0c2-8153-46c4-b622-cd8cff629e1c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:48.194425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:48.198540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:48.211296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Transition to ACTIVE for port object afb6c0c2-8153-46c4-b622-cd8cff629e1c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:51:48.212940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:48.224651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0ac7b-f16f-4343-a414-78a78b86165b req-9b43e7a3-defd-4b9d-9b7e-9863e3ddffd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:48.232973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04a0ac7b-f16f-4343-a414-78a78b86165b req-9b43e7a3-defd-4b9d-9b7e-9863e3ddffd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 943 time: 0.2003853 Dec 10 08:51:48.244594 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:48.294282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] Pushing event updated for resources: {'Port': ['ID=37be9fb1-6c1c-4fe3-b815-8af68d305c83,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:48.317267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] No DVR routers for this DVR port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:51:48.357726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04a0ac7b-f16f-4343-a414-78a78b86165b req-e4749302-8617-4d8c-965c-beef11f4e69a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200495 Dec 10 08:51:48.381797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-4d540108-2bbb-4f0e-a61c-11b501718002 service neutron] 10.222.0.31 "GET /v2.0/networks/fa8fb0ba-d0d5-4b81-bd34-1b9386f29384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668263 Dec 10 08:51:48.454882 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-05131a2e-3b59-4211-8d18-d495f4c19abd service neutron] 10.222.0.39 "PUT /v2.0/ports/37be9fb1-6c1c-4fe3-b815-8af68d305c83/bindings/n-h1-814746-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4619265 Dec 10 08:51:48.475422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:48.511741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Attempting to bind port afb6c0c2-8153-46c4-b622-cd8cff629e1c on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:48.512083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Attempting to bind port afb6c0c2-8153-46c4-b622-cd8cff629e1c by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:48.512407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Attempting to bind port afb6c0c2-8153-46c4-b622-cd8cff629e1c on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:48.517878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Port afb6c0c2-8153-46c4-b622-cd8cff629e1c on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:51:48.518204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Attempting to bind port afb6c0c2-8153-46c4-b622-cd8cff629e1c on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:48.523720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:48.524065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:48.524452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:48.524886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Bound port: afb6c0c2-8153-46c4-b622-cd8cff629e1c, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:48.525236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:48.643100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-b64f69e5-e781-49c3-82f6-4d87d524c593 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:48.644835 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-b64f69e5-e781-49c3-82f6-4d87d524c593 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.0951586 Dec 10 08:51:48.651361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d8fd7-a1f5-42b9-8ccf-49f78a36beaf req-5c323712-abd1-4045-9cec-96de6dce80f1 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:48.660521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac1d8fd7-a1f5-42b9-8ccf-49f78a36beaf req-5c323712-abd1-4045-9cec-96de6dce80f1 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 931 time: 0.1466932 Dec 10 08:51:48.668105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:48.699033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:48.710628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:48.726851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-a20e56f0-a47c-4f33-9b73-bfcc63d55e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:48.728258 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-a20e56f0-a47c-4f33-9b73-bfcc63d55e5c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29&tenant_id=7b46326893314c2983c883ddfe677441 HTTP/1.1" status: 200 len: 1095 time: 0.0738928 Dec 10 08:51:48.760895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:48.761529 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:48.778450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] 10.222.0.39 "PUT /v2.0/ports/afb6c0c2-8153-46c4-b622-cd8cff629e1c HTTP/1.1" status: 200 len: 1096 time: 1.2578404 Dec 10 08:51:48.807469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:48.807469 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2973b264-d3ec-4b6d-b7cd-d56568acd0da" -d '{"events": [{"name": "network-changed", "server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:48.856843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-6ddd95fd-2b29-4165-9e53-56fe1693fd31 service neutron] 10.222.0.31 "GET /v2.0/networks/fa8fb0ba-d0d5-4b81-bd34-1b9386f29384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579473 Dec 10 08:51:48.885428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac1d8fd7-a1f5-42b9-8ccf-49f78a36beaf req-e5fe2780-ca81-4484-9f73-ec72b874693f tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233739 Dec 10 08:51:48.900402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2e768-ec0e-43f5-8f24-6c695041d864 service neutron] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:48.908267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-f2414217-4c77-4729-9312-eb00ec3ee836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:48.910039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-f2414217-4c77-4729-9312-eb00ec3ee836 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1095 time: 0.1285608 Dec 10 08:51:48.927188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-4fa62bad-949b-4949-9824-0709d3df42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:48.935874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-4fa62bad-949b-4949-9824-0709d3df42a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 1099 time: 0.1062093 Dec 10 08:51:48.963353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:49.188971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d31c5-753c-407e-9d2c-8e19a33ae763 req-3a6c40d0-4ac8-4d07-a70e-819abf025ea5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:49.190983 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c5d31c5-753c-407e-9d2c-8e19a33ae763 req-3a6c40d0-4ac8-4d07-a70e-819abf025ea5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 948 time: 0.1800377 Dec 10 08:51:49.196492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-036232b1-d383-473a-bc42-6f54f1f1a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:49.198453 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-036232b1-d383-473a-bc42-6f54f1f1a8a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.2796135 Dec 10 08:51:49.200000 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-96e4b504-c466-410d-9494-e89d6ef12b09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c HTTP/1.1" status: 200 len: 217 time: 0.2362101 Dec 10 08:51:49.232068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849f0568-4c9d-4cfe-9e23-61ab5fb27919 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:49.260929 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:49.292236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Transition to ACTIVE for port object 849f0568-4c9d-4cfe-9e23-61ab5fb27919 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:51:49.297629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c5d31c5-753c-407e-9d2c-8e19a33ae763 req-de4fbfc8-b769-4ea2-8849-111909ef191c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004338 Dec 10 08:51:49.299962 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:49.385877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=849f0568-4c9d-4cfe-9e23-61ab5fb27919,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:49.402919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-6e9dc846-8763-4763-bf6f-dcc9c6fb27c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83 HTTP/1.1" status: 200 len: 217 time: 0.1943300 Dec 10 08:51:49.420469 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fdff9f-ba31-4c95-9fb9-f463cbaee3a9 x-openstack-request-id: req-63fdff9f-ba31-4c95-9fb9-f463cbaee3a9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:49.420767 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:49.421027 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63fdff9f-ba31-4c95-9fb9-f463cbaee3a9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:49.421456 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'status': 'completed', 'code': 200} Dec 10 08:51:49.526170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-ac8748dc-9f7c-4fbe-8343-1d02c027684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:49.528041 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-ac8748dc-9f7c-4fbe-8343-1d02c027684d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.3207836 Dec 10 08:51:49.620930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-3a3c6d59-677e-4929-80ed-fcf1ebb64939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:49.628245 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-3a3c6d59-677e-4929-80ed-fcf1ebb64939 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.2025580 Dec 10 08:51:49.701364 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-3adf8e87-c298-4580-af21-0b38f8044291 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625167 Dec 10 08:51:49.712090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-50f63b7a-2a2c-4d86-acb6-12e2057469f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:49.713340 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-50f63b7a-2a2c-4d86-acb6-12e2057469f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716011 Dec 10 08:51:49.962484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-581a329f-7d03-4edf-bab3-0ea201a3062e service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480233 Dec 10 08:51:50.040163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1e876c9-4d26-4c84-91a3-da4be5f857a5 req-447412bf-a775-4a49-b4ca-5acfc4d17bc8 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 210 time: 0.5195427 Dec 10 08:51:50.212529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8a6ea-ab39-4794-94d1-6dd856621e7d req-38b0992c-80f1-4ee6-a5a9-41099c8e8cea tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:50.224739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40d8a6ea-ab39-4794-94d1-6dd856621e7d req-38b0992c-80f1-4ee6-a5a9-41099c8e8cea tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1811769 Dec 10 08:51:50.230650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Attempting to bind port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:50.231083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Attempting to bind port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:50.231313 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-f7a2536d-57f6-4fd8-ba68-8b2c331232c5 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968672 Dec 10 08:51:50.232415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Attempting to bind port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 on network 95ae3f6e-baba-4da8-9776-78b12449847f {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:50.291822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 on network 95ae3f6e-baba-4da8-9776-78b12449847f not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:51:50.292581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Attempting to bind port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 on network 95ae3f6e-baba-4da8-9776-78b12449847f {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:50.327283 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-18e232d6-7007-48ec-a916-4e7fd524007a service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537462 Dec 10 08:51:50.380991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:50.381937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Checking segment: {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:50.382657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Bound using segment: {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:50.383462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Bound port: 849f0568-4c9d-4cfe-9e23-61ab5fb27919, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577b2eec-4b91-4bdc-a41d-d9eb85c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:50.384122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:50.393008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40d8a6ea-ab39-4794-94d1-6dd856621e7d req-c98afbe2-30f3-4c6b-b354-3ce08c3244aa tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673644 Dec 10 08:51:50.509913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f531827-1365-4e5c-a69a-ede069e22742 req-98ef32e4-c3e2-47e0-bf9b-e74376248b14 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:50.518900 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f531827-1365-4e5c-a69a-ede069e22742 req-98ef32e4-c3e2-47e0-bf9b-e74376248b14 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 944 time: 0.2422917 Dec 10 08:51:50.556213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2908bba4-8417-4120-ab2a-bd8bf2373203 req-3cef238c-2634-4370-a9ee-0edc385a8c57 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851527 Dec 10 08:51:50.635789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] For port 849f0568-4c9d-4cfe-9e23-61ab5fb27919, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:50.670018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] For port 849f0568-4c9d-4cfe-9e23-61ab5fb27919, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:50.680716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304c17-b92a-4f37-a811-7144db11fae7 req-2d7bfb81-25b3-49a5-a972-246e4788fa99 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:50.689933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee304c17-b92a-4f37-a811-7144db11fae7 req-2d7bfb81-25b3-49a5-a972-246e4788fa99 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 943 time: 0.1680803 Dec 10 08:51:50.694271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:50.706641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f531827-1365-4e5c-a69a-ede069e22742 req-f3eb23e7-de8d-494a-a96f-403faf8ef014 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862149 Dec 10 08:51:50.764292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-b12e0884-c31b-4702-bc27-97528743e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:50.766049 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-b12e0884-c31b-4702-bc27-97528743e0a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 1099 time: 0.1365063 Dec 10 08:51:50.774025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-aa2d0722-664a-46f6-a287-ab1b7a118897 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:50.776057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-aa2d0722-664a-46f6-a287-ab1b7a118897 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.0796430 Dec 10 08:51:50.798959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:50.799744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:50.801432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] 10.222.0.18 "PUT /v2.0/ports/849f0568-4c9d-4cfe-9e23-61ab5fb27919 HTTP/1.1" status: 200 len: 1091 time: 2.7587490 Dec 10 08:51:50.802227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:50.804926 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761fa201-b54e-4eff-9f81-546dbe4b6158" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:50.933398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142369b5-0fea-4c4e-9562-0112b93e7bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=849f0568-4c9d-4cfe-9e23-61ab5fb27919,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:50.943516 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee304c17-b92a-4f37-a811-7144db11fae7 req-5fe7731a-b4d7-46ee-8ed4-e4d4ffe142d0 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525513 Dec 10 08:51:50.997801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88fe9d-3da9-4259-a331-ee95547321a1 req-b28ad615-b547-4631-a66f-548f3294df61 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:50.999995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f88fe9d-3da9-4259-a331-ee95547321a1 req-b28ad615-b547-4631-a66f-548f3294df61 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 948 time: 0.1852596 Dec 10 08:51:51.021156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-339316e6-d51c-41d6-95f2-0d2f92adec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:51.024493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-339316e6-d51c-41d6-95f2-0d2f92adec79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b75d219f2f1447778b3413213b44b03d&device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 1094 time: 0.1486638 Dec 10 08:51:51.112844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-144da353-d8d5-43ee-9c7f-9afc3a84ab3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919 HTTP/1.1" status: 200 len: 217 time: 0.0785770 Dec 10 08:51:51.200723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f88fe9d-3da9-4259-a331-ee95547321a1 req-770bd660-a0ca-4172-b921-fea10dfc15f0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823208 Dec 10 08:51:51.227536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-ece67ec5-8ade-40c4-a36b-205a07d9ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:51.229316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-ece67ec5-8ade-40c4-a36b-205a07d9ee28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f60282-34c3-4213-a670-6860962a663c HTTP/1.1" status: 200 len: 867 time: 0.1014245 Dec 10 08:51:51.331129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-ef3cb105-6737-4197-841d-1eb29dea6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:51.333599 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-ef3cb105-6737-4197-841d-1eb29dea6a1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.5554757 Dec 10 08:51:51.335826 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d29c0f9-e692-49e4-81bc-a645c29158b6 x-openstack-request-id: req-5d29c0f9-e692-49e4-81bc-a645c29158b6 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:51.336005 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:51.336276 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d29c0f9-e692-49e4-81bc-a645c29158b6 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:51.336684 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'status': 'completed', 'code': 200} Dec 10 08:51:51.394685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d61be649-065e-45f4-a4c5-4e09626f162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:51.396398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-d61be649-065e-45f4-a4c5-4e09626f162d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=95ae3f6e-baba-4da8-9776-78b12449847f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590080 Dec 10 08:51:51.474060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b35cf3ee-69b1-4bc2-8455-695cab265114 req-9399c8e5-4e5e-4fbc-949e-eb562ebc0ad7 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 210 time: 0.0827143 Dec 10 08:51:51.516140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-a30a7467-425e-4335-b08b-65a49eed089a service neutron] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:51.520239 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-d9730668-ef81-4d23-ad9a-e1e72bf3d576 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c HTTP/1.1" status: 200 len: 217 time: 0.1524591 Dec 10 08:51:51.527079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-a30a7467-425e-4335-b08b-65a49eed089a service neutron] Publish callbacks [] for binding, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:51.528133 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bb299de-1924-4f53-82da-5b0feacbc917 req-a30a7467-425e-4335-b08b-65a49eed089a service neutron] 10.222.0.18 "DELETE /v2.0/ports/37be9fb1-6c1c-4fe3-b815-8af68d305c83/bindings/n-h2-814746-3 HTTP/1.1" status: 204 len: 173 time: 0.7385087 Dec 10 08:51:51.605783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-2a0b85ba-0410-4516-b184-f9019b785d0f service neutron] 10.222.0.18 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959732 Dec 10 08:51:51.616087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38abcb4-4d30-4235-8e37-04328be33811 req-3305cc61-28cb-40ec-bbbc-a57ca97852c8 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:51.617771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c38abcb4-4d30-4235-8e37-04328be33811 req-3305cc61-28cb-40ec-bbbc-a57ca97852c8 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1032190 Dec 10 08:51:51.639129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-1de399c0-46c4-442c-aed3-ac85f89e075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:51.641781 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-1de399c0-46c4-442c-aed3-ac85f89e075f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1101952 Dec 10 08:51:51.650800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-f79e5372-d0ec-437a-96a6-9590d5fe4dcd tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:51.653176 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-f79e5372-d0ec-437a-96a6-9590d5fe4dcd tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.39 "GET /v2.0/networks?id=fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 HTTP/1.1" status: 200 len: 812 time: 0.3853548 Dec 10 08:51:51.741420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c38abcb4-4d30-4235-8e37-04328be33811 req-7cbed557-b0ce-49f7-8638-ea53bd2d4cb3 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137207 Dec 10 08:51:51.765803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb6956d-5ed9-40f7-b995-76d5fdafb641 req-8e2dc62b-0b8e-4918-8c55-7a272e60ef69 service neutron] 10.222.0.18 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468968 Dec 10 08:51:51.958641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-9919a824-c08d-40b3-843e-2510a933b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:51.960437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-9919a824-c08d-40b3-843e-2510a933b537 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b75d219f2f1447778b3413213b44b03d&device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 1094 time: 0.1286395 Dec 10 08:51:51.988625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2c2b6-4acc-4082-9764-1e6c8a89f905 req-6fcc7fca-0690-4ffd-8ffb-34e1038735fd tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:51.990861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ed2c2b6-4acc-4082-9764-1e6c8a89f905 req-6fcc7fca-0690-4ffd-8ffb-34e1038735fd tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 944 time: 0.1421111 Dec 10 08:51:52.019098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-97020e67-e4eb-4728-8905-778336fadfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:52.021296 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-97020e67-e4eb-4728-8905-778336fadfe8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3675842 Dec 10 08:51:52.162539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-8289c9cd-e648-452f-8b9f-13bf5d198de1 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b08dc67dc68a463ca04a27dd026ba3fa HTTP/1.1" status: 200 len: 380 time: 0.4982979 Dec 10 08:51:52.179479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Request body: {'port': {'device_id': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'admin_state_up': True, 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'security_groups': ['c67b6b34-82c8-4a6d-b4f1-7fe674ff730a']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:52.204358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ed2c2b6-4acc-4082-9764-1e6c8a89f905 req-c4169ecf-ba10-4024-b7d1-4e9e914f5bfa tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802216 Dec 10 08:51:52.225897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-336a8ffa-176b-458c-8ab8-97115cb74341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:52.227377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-336a8ffa-176b-458c-8ab8-97115cb74341 service neutron] 10.222.0.18 "GET /v2.0/networks?id=95ae3f6e-baba-4da8-9776-78b12449847f HTTP/1.1" status: 200 len: 929 time: 0.2301857 Dec 10 08:51:52.306286 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-bc0b2662-a972-498f-aba3-d0d9533e8ae8 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743542 Dec 10 08:51:52.310851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-7f3895bd-a43a-4b59-8c8e-1f508c05166a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919 HTTP/1.1" status: 200 len: 217 time: 0.0743072 Dec 10 08:51:52.323147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946fd33-2643-4a28-8093-33b9010c2970 req-b618087d-6269-4d24-a9a0-0ea4e1bdbba9 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:52.330162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2946fd33-2643-4a28-8093-33b9010c2970 req-b618087d-6269-4d24-a9a0-0ea4e1bdbba9 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 943 time: 0.1974046 Dec 10 08:51:52.452446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Made reservation on behalf of b08dc67dc68a463ca04a27dd026ba3fa for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:52.459105 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:52.460758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-b9f7ca26-4036-457f-a16c-c078f5ee91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:52.466743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-b9f7ca26-4036-457f-a16c-c078f5ee91f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f60282-34c3-4213-a670-6860962a663c HTTP/1.1" status: 200 len: 867 time: 0.1294942 Dec 10 08:51:52.486192 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2973b264-d3ec-4b6d-b7cd-d56568acd0da req-a776d2e4-d603-45a6-876c-4a40f966ab5c service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690321 Dec 10 08:51:52.544608 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2946fd33-2643-4a28-8093-33b9010c2970 req-ba8d2642-bd85-45fc-9f7e-774c8b89376a tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103505 Dec 10 08:51:52.558079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501b46b-a691-4ad6-8081-fd30ce1368a9 req-5a101f5d-8c22-4d16-a7f7-afc6f2338d7b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:52.559312 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:51:52.559920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4501b46b-a691-4ad6-8081-fd30ce1368a9 req-5a101f5d-8c22-4d16-a7f7-afc6f2338d7b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 948 time: 0.2286937 Dec 10 08:51:52.608453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-6ada0d5c-f363-4754-9ed0-3cd4bc9ec10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:52.611018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-6ada0d5c-f363-4754-9ed0-3cd4bc9ec10f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=95ae3f6e-baba-4da8-9776-78b12449847f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036417 Dec 10 08:51:52.683401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Allocated IP 172.20.0.3 (fa8fb0ba-d0d5-4b81-bd34-1b9386f29384/8f861125-0a57-4dfa-a37c-72a1bd723a25/977808ca-216c-40c7-8cce-1f2c708203ed) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:52.744563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4501b46b-a691-4ad6-8081-fd30ce1368a9 req-41be06d3-2a01-4a0f-9264-fec2f5f3a16c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748817 Dec 10 08:51:52.794145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9813bb-7ed5-4ebf-8152-8ca461dce914 req-647da01c-0eff-4c5a-9743-e373e7cc3f39 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:52.795683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c9813bb-7ed5-4ebf-8152-8ca461dce914 req-647da01c-0eff-4c5a-9743-e373e7cc3f39 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1095 time: 0.0911145 Dec 10 08:51:52.800168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-61687f4a-cfa1-4a95-836b-acb6f4286705 service neutron] 10.222.0.18 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766951 Dec 10 08:51:52.840955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:52.862844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94b5e90f-494d-42ff-889a-3c0f53eb6ca1 req-00163f40-dddb-459a-85d1-9326fbd8c638 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 210 time: 0.0511785 Dec 10 08:51:52.887802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:52.900631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:51:52.923142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c9813bb-7ed5-4ebf-8152-8ca461dce914 req-df55cb28-57c6-4010-bd6f-5536830bfcce tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202049 Dec 10 08:51:52.946946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:52.950323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:52.976580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:52.982435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Pushing event updated for resources: {'Port': ['ID=977808ca-216c-40c7-8cce-1f2c708203ed,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:52.984044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-761fa201-b54e-4eff-9f81-546dbe4b6158 req-68ed5990-0bb5-4e74-95d6-80d5355b99cc service neutron] 10.222.0.18 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744652 Dec 10 08:51:53.023976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f8c4f-1e4f-4f3b-896d-7e1ee779dee5 req-245b4e27-3e8b-4602-b8d5-dc4fc2581c80 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:53.026218 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-403f8c4f-1e4f-4f3b-896d-7e1ee779dee5 req-245b4e27-3e8b-4602-b8d5-dc4fc2581c80 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.0831213 Dec 10 08:51:53.053444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:53.065861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'mac_address': 'fa:16:3e:fa:e2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:51:53.069438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:53.070149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:53.101399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-e8beedba-7740-4f46-8c3d-a0a84912eaf6 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9284594 Dec 10 08:51:53.113567 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:53.118022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Request body: {'port': {'device_id': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:53.119987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-403f8c4f-1e4f-4f3b-896d-7e1ee779dee5 req-ef5a125d-e555-41c1-a084-e6867d4acc00 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865388 Dec 10 08:51:53.125842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b4c1a-d3c3-43e1-9d89-b8063336e6f3 req-9ff1bd02-79f6-4074-b69e-5768177db353 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:53.127354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-663b4c1a-d3c3-43e1-9d89-b8063336e6f3 req-9ff1bd02-79f6-4074-b69e-5768177db353 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 1095 time: 0.0694184 Dec 10 08:51:53.157789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb6c0c2-8153-46c4-b622-cd8cff629e1c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:53.205089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:53.218902 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:53.224557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-663b4c1a-d3c3-43e1-9d89-b8063336e6f3 req-55533c63-f51b-4bb7-ac3c-dbd8c2a787f3 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739341 Dec 10 08:51:53.251277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:53.305648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1f3dc1df-c7a8-4080-9042-b9f683f101a7 None None] Provisioning complete for port 977808ca-216c-40c7-8cce-1f2c708203ed triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:53.305648 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc1df-c7a8-4080-9042-b9f683f101a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:53.324252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:53.341774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.342476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.343100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.343841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.344557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.345054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.345597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.346090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.346642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.347128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.347627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.348120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.348603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:51:53.366956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1f3dc1df-c7a8-4080-9042-b9f683f101a7 None None] Port 977808ca-216c-40c7-8cce-1f2c708203ed cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:53.418810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-a79e26fa-0a66-4a23-bcfa-d65f74b5cbd0 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:53.427290 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-a79e26fa-0a66-4a23-bcfa-d65f74b5cbd0 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 820 time: 0.1498265 Dec 10 08:51:53.442130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-e1578e0d-bf21-452a-b7c9-6fca90830325 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/quotas/9fc2d9dd9ed646928daa6679d7d0cda2 HTTP/1.1" status: 200 len: 375 time: 0.0139568 Dec 10 08:51:53.484367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['afb6c0c2-8153-46c4-b622-cd8cff629e1c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:53.519942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-eb3f061e-7aaa-4045-b1f4-36a655e26292 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734477 Dec 10 08:51:53.612899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977808ca-216c-40c7-8cce-1f2c708203ed {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:53.627380 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:53.662182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Transition to ACTIVE for port object 977808ca-216c-40c7-8cce-1f2c708203ed will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:51:53.678378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:53.698867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-834dc139-5d4a-4e34-a173-c58e0ac215ca service neutron] 10.222.0.31 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694772 Dec 10 08:51:53.762559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Pushing event updated for resources: {'Port': ['ID=977808ca-216c-40c7-8cce-1f2c708203ed,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:53.841040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8f8545ee-fa1c-4e86-ad1b-9352ae8fbb77 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--50246209&fields=id&tenant_id=8a7f008bdbdb497697ea1c9f8f794fed HTTP/1.1" status: 200 len: 267 time: 0.0954130 Dec 10 08:51:53.842362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Attempting to bind port 977808ca-216c-40c7-8cce-1f2c708203ed on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:53.842744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Attempting to bind port 977808ca-216c-40c7-8cce-1f2c708203ed by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:53.843127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Attempting to bind port 977808ca-216c-40c7-8cce-1f2c708203ed on network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:53.848059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Port 977808ca-216c-40c7-8cce-1f2c708203ed on network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:51:53.848385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Attempting to bind port 977808ca-216c-40c7-8cce-1f2c708203ed on network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:53.853734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:53.854437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Checking segment: {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:53.854437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Bound using segment: {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:53.855032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Bound port: 977808ca-216c-40c7-8cce-1f2c708203ed, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea90b97-0738-4640-9b15-1e5c87e88e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:53.855389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:53.883759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8e605958-d562-465f-9199-5af256199cd0 service neutron] 10.222.0.31 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774242 Dec 10 08:51:53.935961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] For port 977808ca-216c-40c7-8cce-1f2c708203ed, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:53.940650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] For port 977808ca-216c-40c7-8cce-1f2c708203ed, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=977808ca-216c-40c7-8cce-1f2c708203ed,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:53.948654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:53.978858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-3b370ae7-6b3a-4c34-98aa-c80a224627ce tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:53.986911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-3b370ae7-6b3a-4c34-98aa-c80a224627ce tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/networks?id=ba2f1701-40ae-4267-b57b-a882897cd8e5 HTTP/1.1" status: 200 len: 816 time: 0.1307445 Dec 10 08:51:54.000677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:54.001298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:54.002701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] 10.222.0.39 "PUT /v2.0/ports/977808ca-216c-40c7-8cce-1f2c708203ed HTTP/1.1" status: 200 len: 1091 time: 0.8921082 Dec 10 08:51:54.003147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'tag': '977808ca-216c-40c7-8cce-1f2c708203ed'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:54.005388 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec53d63a-7999-4e14-91e4-a890d5364182" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a997d5-f371-4bbb-b5fb-9608936c9b89", "tag": "977808ca-216c-40c7-8cce-1f2c708203ed"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:54.012818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-97226a1d-1347-4a86-b04d-a2a270bceeb7 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/quotas/8a7f008bdbdb497697ea1c9f8f794fed HTTP/1.1" status: 200 len: 375 time: 0.0249171 Dec 10 08:51:54.049143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c30577-f5f6-4f9e-a4eb-fe100d566f76 service neutron] Pushing event updated for resources: {'Port': ['ID=977808ca-216c-40c7-8cce-1f2c708203ed,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:54.103341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-82e8a66d-9955-4c78-88f3-fa7a56ac828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:54.104903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-c8f21200-28f9-4143-bed7-44e24a10b121 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a7f008bdbdb497697ea1c9f8f794fed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843925 Dec 10 08:51:54.109959 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-82e8a66d-9955-4c78-88f3-fa7a56ac828b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b08dc67dc68a463ca04a27dd026ba3fa&device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 1094 time: 0.0548885 Dec 10 08:51:54.160460 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-c32dee2d-3ebf-4dfe-9da2-747304e76683 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=977808ca-216c-40c7-8cce-1f2c708203ed HTTP/1.1" status: 200 len: 217 time: 0.0418842 Dec 10 08:51:54.241597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-1c11b873-7831-40f8-b26e-5e79f4a8106a service neutron] 10.222.0.31 "GET /v2.0/networks/ba2f1701-40ae-4267-b57b-a882897cd8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209104 Dec 10 08:51:54.289578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-ad49b4aa-5f3a-4974-ac49-04d73da2a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:54.291164 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-ad49b4aa-5f3a-4974-ac49-04d73da2a0bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f861125-0a57-4dfa-a37c-72a1bd723a25 HTTP/1.1" status: 200 len: 851 time: 0.1070073 Dec 10 08:51:54.379234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-21ad2ce2-82d0-4a49-8915-aacdcc0385d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:54.381972 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-21ad2ce2-82d0-4a49-8915-aacdcc0385d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa8fb0ba-d0d5-4b81-bd34-1b9386f29384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818570 Dec 10 08:51:54.397554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c7c03-f8fb-4bdf-b650-5d65ddd0095a req-a040f706-5836-4d43-aa1d-17c5cc38dd34 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:54.399084 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c8c7c03-f8fb-4bdf-b650-5d65ddd0095a req-a040f706-5836-4d43-aa1d-17c5cc38dd34 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 943 time: 0.0950718 Dec 10 08:51:54.401946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-f0266dee-a623-4644-80fd-9991c4a580d9 service neutron] 10.222.0.31 "GET /v2.0/networks/ba2f1701-40ae-4267-b57b-a882897cd8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543543 Dec 10 08:51:54.453358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c8c7c03-f8fb-4bdf-b650-5d65ddd0095a req-dd60eaec-c248-4b49-927c-d8651c4f7354 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462687 Dec 10 08:51:54.658891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-0b1e0f28-3e33-4dc0-9a3a-2fe0a0f2bd8d service neutron] 10.222.0.39 "GET /v2.0/networks/fa8fb0ba-d0d5-4b81-bd34-1b9386f29384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678051 Dec 10 08:51:54.724214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d750dc-0ac7-4ecf-9906-d484fcd808fc req-4b88d495-ab0c-40b2-b696-249a149aef58 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:54.732925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05d750dc-0ac7-4ecf-9906-d484fcd808fc req-4b88d495-ab0c-40b2-b696-249a149aef58 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 949 time: 0.0834730 Dec 10 08:51:54.830869 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cbfb8a3b-d9d1-4081-9e01-caf16c850a3f req-3ac8e57d-9a09-47e4-9960-97b67d172cb2 service neutron] 10.222.0.39 "GET /v2.0/networks/fa8fb0ba-d0d5-4b81-bd34-1b9386f29384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636326 Dec 10 08:51:54.835797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05d750dc-0ac7-4ecf-9906-d484fcd808fc req-63dda768-3f0c-4e5c-86c8-c38edcf9a6db tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018329 Dec 10 08:51:54.907145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:54.967600 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd71b758-968c-4b6a-98d2-10c72e92cce0 x-openstack-request-id: req-dd71b758-968c-4b6a-98d2-10c72e92cce0 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:54.969050 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a997d5-f371-4bbb-b5fb-9608936c9b89", "tag": "977808ca-216c-40c7-8cce-1f2c708203ed", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:54.969709 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd71b758-968c-4b6a-98d2-10c72e92cce0 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:54.970326 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'tag': '977808ca-216c-40c7-8cce-1f2c708203ed', 'status': 'completed', 'code': 200} Dec 10 08:51:54.988378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345669-518d-4288-91a8-30e2dfc2c01d req-3abc1cdb-4892-409a-b055-ca4c890a4fbb tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:55.002803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06345669-518d-4288-91a8-30e2dfc2c01d req-3abc1cdb-4892-409a-b055-ca4c890a4fbb tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 943 time: 0.1101141 Dec 10 08:51:55.021544 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port afb6c0c2-8153-46c4-b622-cd8cff629e1c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:51:55.025611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port afb6c0c2-8153-46c4-b622-cd8cff629e1c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:55.026323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:55.115279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-a9c9090a-f09b-420a-a819-d34f19ae88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:55.120688 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-a9c9090a-f09b-420a-a819-d34f19ae88c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b08dc67dc68a463ca04a27dd026ba3fa&device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 1094 time: 0.1274600 Dec 10 08:51:55.140847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06345669-518d-4288-91a8-30e2dfc2c01d req-e0cf886d-b8ec-4007-88cb-540eb0690aab tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334021 Dec 10 08:51:55.239124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10588aef-f6f5-431f-a4ca-539ff59c523c req-2aff9aa0-a5b6-4dee-a580-e2c8f4f263c6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:55.246816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10588aef-f6f5-431f-a4ca-539ff59c523c req-2aff9aa0-a5b6-4dee-a580-e2c8f4f263c6 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1333299 Dec 10 08:51:55.272921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:55.307775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-821dfe8e-83e4-4545-a572-6bf92133a87c req-35ea7162-8cd3-4a83-85f2-f6f323d847e6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 210 time: 0.0391662 Dec 10 08:51:55.325194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-3336585f-620d-4bbe-8bbd-ce9d95c268d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:55.326386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:55.326736 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-3336585f-620d-4bbe-8bbd-ce9d95c268d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 HTTP/1.1" status: 200 len: 913 time: 0.1984611 Dec 10 08:51:55.351911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:55.355841 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891587dc-b60a-437a-9abd-feeed5ebffeb" -d '{"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-plugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:55.361539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10588aef-f6f5-431f-a4ca-539ff59c523c req-fbfa14d1-6b02-43f2-a14d-1cf5ed6edda9 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136835 Dec 10 08:51:55.368391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:55.403929 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-ca206a92-3181-4dd4-9c27-003c78c2e9bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=977808ca-216c-40c7-8cce-1f2c708203ed HTTP/1.1" status: 200 len: 217 time: 0.0695119 Dec 10 08:51:55.509859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fc78e42-e359-48f7-8309-b9b329cc82a2 req-3c7111c5-d631-4657-8c91-04aad4ac4d10 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 210 time: 0.0627589 Dec 10 08:51:55.513892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:55.514212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-2dde809d-4511-4390-9783-b0e41fb34195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:55.518097 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-2dde809d-4511-4390-9783-b0e41fb34195 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f861125-0a57-4dfa-a37c-72a1bd723a25 HTTP/1.1" status: 200 len: 851 time: 0.1012053 Dec 10 08:51:55.582106 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ea8963-65c5-487f-bac2-1988971c5596 x-openstack-request-id: req-55ea8963-65c5-487f-bac2-1988971c5596 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:55.582585 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-plugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:55.582969 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55ea8963-65c5-487f-bac2-1988971c5596 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:55.583493 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'code': 200} Dec 10 08:51:55.593969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-32761b85-79e3-4d5b-abc7-514cf935bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:55.595966 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-32761b85-79e3-4d5b-abc7-514cf935bac8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa8fb0ba-d0d5-4b81-bd34-1b9386f29384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694151 Dec 10 08:51:55.618871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 849f0568-4c9d-4cfe-9e23-61ab5fb27919 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:51:55.756660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35c900-6e89-4990-b38a-71e15c7fabe2 req-275c82f2-e5c8-4c31-95bc-5e4a2d78e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:55.758347 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8a35c900-6e89-4990-b38a-71e15c7fabe2 req-275c82f2-e5c8-4c31-95bc-5e4a2d78e384 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 1101 time: 0.0621240 Dec 10 08:51:55.813755 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-168724af-1efe-432c-9495-c3461c6af5b7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa8fb0ba-d0d5-4b81-bd34-1b9386f29384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080393 Dec 10 08:51:55.868269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8121b1-5c7e-4cd1-a1cc-7bebe7febf31 req-2ae89d56-2bde-4795-9dcd-ab899cf8b425 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:55.877741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a8121b1-5c7e-4cd1-a1cc-7bebe7febf31 req-2ae89d56-2bde-4795-9dcd-ab899cf8b425 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 943 time: 0.1627417 Dec 10 08:51:55.896829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 849f0568-4c9d-4cfe-9e23-61ab5fb27919, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:55.933140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'port_id': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'mac_address': 'fa:16:3e:a3:5c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:51:55.953069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a8121b1-5c7e-4cd1-a1cc-7bebe7febf31 req-e8afb460-ae94-4774-80e0-195aba7947ee tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692923 Dec 10 08:51:55.962692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-020eb2c9-21e7-4500-9146-d9e5f6d524c9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:55.965371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-020eb2c9-21e7-4500-9146-d9e5f6d524c9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 820 time: 0.4045417 Dec 10 08:51:56.019370 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ec53d63a-7999-4e14-91e4-a890d5364182 req-7791eec4-9729-40d6-862b-6bdc12cc5059 service neutron] 10.222.0.39 "GET /v2.0/networks/fa8fb0ba-d0d5-4b81-bd34-1b9386f29384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961310 Dec 10 08:51:56.022723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Request body: {'port': {'device_id': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38', 'admin_state_up': True, 'tenant_id': '9fc2d9dd9ed646928daa6679d7d0cda2'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:56.026583 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8a35c900-6e89-4990-b38a-71e15c7fabe2 req-88a0201e-6e38-4fb5-b928-57cf3660688b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566862 Dec 10 08:51:56.058879 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:56.086414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849f0568-4c9d-4cfe-9e23-61ab5fb27919 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:56.094180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bb174-6b83-42f8-bff1-ccd3ec4f3f3e req-5f367246-8df4-47c9-bb7c-7df5ff6b87b3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:56.095835 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a1bb174-6b83-42f8-bff1-ccd3ec4f3f3e req-5f367246-8df4-47c9-bb7c-7df5ff6b87b3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1236703 Dec 10 08:51:56.128097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 849f0568-4c9d-4cfe-9e23-61ab5fb27919, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:56.139278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:56.215463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a1bb174-6b83-42f8-bff1-ccd3ec4f3f3e req-9aa4eb07-c346-4560-b26f-7cbbad32fe5f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081758 Dec 10 08:51:56.251508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=849f0568-4c9d-4cfe-9e23-61ab5fb27919,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:56.264397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Made reservation on behalf of 9fc2d9dd9ed646928daa6679d7d0cda2 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:56.268256 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:56.355329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f948-4c29-4108-ba00-2f2860dc9fea req-791acc8d-c6c5-4934-99c6-62a2b81071cf tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:56.363496 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16d2f948-4c29-4108-ba00-2f2860dc9fea req-791acc8d-c6c5-4934-99c6-62a2b81071cf tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 943 time: 0.1102540 Dec 10 08:51:56.480657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16d2f948-4c29-4108-ba00-2f2860dc9fea req-cfb45fe4-a4dd-47a7-8816-721c314227da tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161816 Dec 10 08:51:56.547613 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcb9a1ca-dbe5-4a19-b837-f68f0c8629d6 req-72a16d5e-73f1-42b1-bf76-4155b47ec46a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 210 time: 0.1224315 Dec 10 08:51:56.555371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Allocated IP 172.20.0.6 (85fc98de-a64e-496f-b3f8-4e94ab5f9f38/f0664b8d-323e-4feb-80cc-e1f01c876792/04915f2b-f186-4a5d-91aa-d95f2d45df83) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:56.556666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['849f0568-4c9d-4cfe-9e23-61ab5fb27919'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:56.734081 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:56.823445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-e786dffb-3d8c-45bd-8844-24e8a213313f tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:56.826120 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-e786dffb-3d8c-45bd-8844-24e8a213313f tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.18 "GET /v2.0/networks?id=ba2f1701-40ae-4267-b57b-a882897cd8e5 HTTP/1.1" status: 200 len: 816 time: 0.2390640 Dec 10 08:51:56.832744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:56.905982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 977808ca-216c-40c7-8cce-1f2c708203ed details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:51:56.933888 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-2ddc8ec3-571f-4e6b-a57b-90d3c7c4448e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a7f008bdbdb497697ea1c9f8f794fed HTTP/1.1" status: 200 len: 378 time: 0.0929277 Dec 10 08:51:56.939389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8aed8124-1771-4dfa-8432-bf3faa85d460 req-ac764587-8d56-4c88-9011-38fc1d6b08cd tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 210 time: 0.0871990 Dec 10 08:51:56.947499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Request body: {'port': {'device_id': '56af7b05-23a5-4045-8945-77b1063f2225', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'admin_state_up': True, 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'security_groups': ['4a7895f4-eb29-41e7-b081-f87c17a43592']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:56.966001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb52c7-e674-4df0-b218-27b190373937 req-9b02dcf2-96aa-41be-97fb-c6848ab3eff1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:56.976205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19cb52c7-e674-4df0-b218-27b190373937 req-9b02dcf2-96aa-41be-97fb-c6848ab3eff1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.2075684 Dec 10 08:51:57.091009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Made reservation on behalf of 8a7f008bdbdb497697ea1c9f8f794fed for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:51:57.097841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.102354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19cb52c7-e674-4df0-b218-27b190373937 req-25e2ffef-162a-4cb4-9532-64a4a6eb85e3 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227202 Dec 10 08:51:57.108141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 977808ca-216c-40c7-8cce-1f2c708203ed, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=977808ca-216c-40c7-8cce-1f2c708203ed,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:57.114888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:57.120153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:57.128073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:57.130782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Pushing event updated for resources: {'Port': ['ID=04915f2b-f186-4a5d-91aa-d95f2d45df83,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:57.141320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '977808ca-216c-40c7-8cce-1f2c708203ed', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'port_id': '977808ca-216c-40c7-8cce-1f2c708203ed', 'mac_address': 'fa:16:3e:71:c1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:51:57.240154 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.255812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977808ca-216c-40c7-8cce-1f2c708203ed {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:57.275608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:57.276308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.303556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 977808ca-216c-40c7-8cce-1f2c708203ed, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=977808ca-216c-40c7-8cce-1f2c708203ed,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:57.310084 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8b1fec44-240d-4160-b3cf-cf293dff52c5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2983863 Dec 10 08:51:57.315805 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.331320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19799bc0-3218-470b-a4fa-57bd72537fe7 req-3d0aa5bb-ed51-4c66-9e4c-94b4d48e5a07 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:57.339338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19799bc0-3218-470b-a4fa-57bd72537fe7 req-3d0aa5bb-ed51-4c66-9e4c-94b4d48e5a07 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 944 time: 0.1310644 Dec 10 08:51:57.342268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Allocated IP 172.20.0.14 (ba2f1701-40ae-4267-b57b-a882897cd8e5/da70cacc-c8c2-4e8a-b4cf-4b592b679cbd/f0027043-0edf-471d-8e37-c181449eb830) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:51:57.347348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Request body: {'port': {'device_id': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:57.385135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=977808ca-216c-40c7-8cce-1f2c708203ed,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:57.475858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.510992 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.526602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a129f5-f3d8-4bdb-803e-86d95dcc250f req-9d045b97-bc64-4cea-a2ae-beba1a5cdae1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:57.538319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8a129f5-f3d8-4bdb-803e-86d95dcc250f req-9d045b97-bc64-4cea-a2ae-beba1a5cdae1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1870394 Dec 10 08:51:57.550621 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.591764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19799bc0-3218-470b-a4fa-57bd72537fe7 req-2d3527ae-8325-4596-85d7-f0a94bb4799a tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515807 Dec 10 08:51:57.597034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['977808ca-216c-40c7-8cce-1f2c708203ed'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:57.603817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Network ba2f1701-40ae-4267-b57b-a882897cd8e5 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:51:57.616454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:51:57.616454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:51:57.617247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Pushing event updated for resources: {'Port': ['ID=f0027043-0edf-471d-8e37-c181449eb830,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:57.624404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0a86a848-822b-4b26-a1eb-b950939b3d91'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:57.694322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:51:57.708680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:57.711603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.746585 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-8db90fec-f401-41d8-8de8-4d6418e766bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8079252 Dec 10 08:51:57.764135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Request body: {'port': {'device_id': '56af7b05-23a5-4045-8945-77b1063f2225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:51:57.774322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:51:57.860041 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.945866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:57.977748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:58.064532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:58.080146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:58.082565 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3990961-f7d5-47c6-a206-5a8f28a6432d" -d '{"events": [{"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-unplugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:58.085996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'mac_address': 'fa:16:3e:ab:1e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:51:58.107890 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.204649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:58.209019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-aeefc11e-ae2c-465d-9a43-cc55a4a8e5fc None None] Provisioning complete for port f0027043-0edf-471d-8e37-c181449eb830 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:58.209387 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aeefc11e-ae2c-465d-9a43-cc55a4a8e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.216204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0027043-0edf-471d-8e37-c181449eb830 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:58.225243 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.239097 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Transition to ACTIVE for port object f0027043-0edf-471d-8e37-c181449eb830 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:51:58.244547 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.312466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04915f2b-f186-4a5d-91aa-d95f2d45df83 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:58.323176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.344070 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.350022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Transition to ACTIVE for port object 04915f2b-f186-4a5d-91aa-d95f2d45df83 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:51:58.367079 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8a129f5-f3d8-4bdb-803e-86d95dcc250f req-c94f528b-94e1-4af3-a53b-e67d4a32726b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8276265 Dec 10 08:51:58.375168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.392464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-aeefc11e-ae2c-465d-9a43-cc55a4a8e5fc None None] Port f0027043-0edf-471d-8e37-c181449eb830 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:51:58.406486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Attempting to bind port f0027043-0edf-471d-8e37-c181449eb830 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:58.406833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Attempting to bind port f0027043-0edf-471d-8e37-c181449eb830 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:58.407158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Attempting to bind port f0027043-0edf-471d-8e37-c181449eb830 on network ba2f1701-40ae-4267-b57b-a882897cd8e5 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:58.412468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Port f0027043-0edf-471d-8e37-c181449eb830 on network ba2f1701-40ae-4267-b57b-a882897cd8e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:51:58.412797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Attempting to bind port f0027043-0edf-471d-8e37-c181449eb830 on network ba2f1701-40ae-4267-b57b-a882897cd8e5 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:58.415493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Pushing event updated for resources: {'Port': ['ID=f0027043-0edf-471d-8e37-c181449eb830,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:58.420815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:58.421246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Checking segment: {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:58.421788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Bound using segment: {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:58.422264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Bound port: f0027043-0edf-471d-8e37-c181449eb830, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71afcbf3-f7d8-45e2-87da-2e0a13e8c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:58.422621 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.430358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e560d926-8875-4963-8241-f9c2ea7cc469 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:51:58.457930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:58.474481 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.553024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] For port f0027043-0edf-471d-8e37-c181449eb830, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:58.558925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] For port f0027043-0edf-471d-8e37-c181449eb830, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f0027043-0edf-471d-8e37-c181449eb830,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:58.560493 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=10']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:58.568022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.603520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4fef-b8fa-4eec-97b7-70f1172fd5ad req-998ce6c1-785e-4f6e-94c3-271db41bf4cb tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:58.606578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-635f4fef-b8fa-4eec-97b7-70f1172fd5ad req-998ce6c1-785e-4f6e-94c3-271db41bf4cb tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 944 time: 0.8652840 Dec 10 08:51:58.621246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:58.622134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.624171 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0027043-0edf-471d-8e37-c181449eb830 HTTP/1.1" status: 200 len: 1092 time: 0.8671358 Dec 10 08:51:58.626947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56af7b05-23a5-4045-8945-77b1063f2225', 'tag': 'f0027043-0edf-471d-8e37-c181449eb830'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:58.629240 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56de7175-0a13-4407-85be-a82595c0da9e" -d '{"events": [{"name": "network-changed", "server_uuid": "56af7b05-23a5-4045-8945-77b1063f2225", "tag": "f0027043-0edf-471d-8e37-c181449eb830"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:58.638890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Pushing event updated for resources: {'Port': ['ID=04915f2b-f186-4a5d-91aa-d95f2d45df83,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:58.670460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f5a60-cd5f-43fa-82ce-cc97dc275711 service neutron] Pushing event updated for resources: {'Port': ['ID=f0027043-0edf-471d-8e37-c181449eb830,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:58.734559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-0ff99134-c0ee-470b-9916-a529f65bf52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:58.736059 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-0ff99134-c0ee-470b-9916-a529f65bf52f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a7f008bdbdb497697ea1c9f8f794fed&device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 1095 time: 0.0566761 Dec 10 08:51:58.738254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77865e4f-12d0-4e05-9777-573eb4a0c112 req-d75e511c-eb3d-4186-9ede-f40e03793d40 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:58.739916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77865e4f-12d0-4e05-9777-573eb4a0c112 req-d75e511c-eb3d-4186-9ede-f40e03793d40 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.2298911 Dec 10 08:51:58.790703 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-0dbeeeb0-eb28-43c5-baff-3dc4ba2ea8bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0027043-0edf-471d-8e37-c181449eb830 HTTP/1.1" status: 200 len: 217 time: 0.0434177 Dec 10 08:51:58.798712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:51:58.799270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:51:58.799700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:58.833295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:51:58.833805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:51:58.838877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77865e4f-12d0-4e05-9777-573eb4a0c112 req-37195e9d-cd8e-4e5d-bc43-80f84de7c207 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885792 Dec 10 08:51:58.843956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-635f4fef-b8fa-4eec-97b7-70f1172fd5ad req-96262afb-7f94-421a-b680-bd635fcc131f tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998477 Dec 10 08:51:58.847090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:51:58.847524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:51:58.847941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:51:58.848479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Bound port: 04915f2b-f186-4a5d-91aa-d95f2d45df83, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:51:58.848926 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:58.849980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-320f69b8-73df-4779-9892-4ab024c35daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:58.851796 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-320f69b8-73df-4779-9892-4ab024c35daf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da70cacc-c8c2-4e8a-b4cf-4b592b679cbd HTTP/1.1" status: 200 len: 855 time: 0.0532629 Dec 10 08:51:58.875219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['e560d926-8875-4963-8241-f9c2ea7cc469'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:51:58.937623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-67d6072d-0463-49ad-8e7b-7f273f5ad2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:58.939110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-67d6072d-0463-49ad-8e7b-7f273f5ad2d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba2f1701-40ae-4267-b57b-a882897cd8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795212 Dec 10 08:51:59.027288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:51:59.047606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:51:59.054975 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:59.104846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:59.106179 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:59.108642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] 10.222.0.18 "PUT /v2.0/ports/04915f2b-f186-4a5d-91aa-d95f2d45df83 HTTP/1.1" status: 200 len: 1091 time: 1.7877839 Dec 10 08:51:59.110670 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0d7db2-a760-460e-835e-a46ce38c0d1d x-openstack-request-id: req-4d0d7db2-a760-460e-835e-a46ce38c0d1d {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:59.111030 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-unplugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:59.111496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:51:59.111836 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d0d7db2-a760-460e-835e-a46ce38c0d1d {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:59.112239 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'code': 200} Dec 10 08:51:59.114201 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dd0c9d-6149-44cf-80c0-7e62702f924b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:51:59.119041 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-ce8a851f-a982-4d32-b9ff-cce2d616e671 service neutron] 10.222.0.18 "GET /v2.0/networks/ba2f1701-40ae-4267-b57b-a882897cd8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671896 Dec 10 08:51:59.135490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8891d-8d31-4268-a630-0b011a8df760 req-9b18fdf0-f28c-478a-9c5d-c6c4a50c00ef tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:59.137950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4d8891d-8d31-4268-a630-0b011a8df760 req-9b18fdf0-f28c-478a-9c5d-c6c4a50c00ef tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.1532276 Dec 10 08:51:59.172290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00d416-1144-4d90-8957-9c5b4fbf34ff service neutron] Pushing event updated for resources: {'Port': ['ID=04915f2b-f186-4a5d-91aa-d95f2d45df83,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:51:59.277159 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2baf01c-42d2-4e0b-b710-07174de9909e req-aecb46ce-1d93-46b7-bb20-6c7bd1412bf1 service neutron] 10.222.0.18 "GET /v2.0/networks/ba2f1701-40ae-4267-b57b-a882897cd8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500669 Dec 10 08:51:59.299261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4d8891d-8d31-4268-a630-0b011a8df760 req-c13f6188-d71e-4eb3-a572-785a7f77df3e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1447742 Dec 10 08:51:59.301295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8bd43bfc-c27b-4026-81d4-2b0077a6b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:59.303473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-8bd43bfc-c27b-4026-81d4-2b0077a6b37f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 1094 time: 0.1281013 Dec 10 08:51:59.322715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af45ffb-15f9-48b6-b894-a7eaaf79695b req-6e53e449-e218-47ce-af9b-f75035843600 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:59.327310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5af45ffb-15f9-48b6-b894-a7eaaf79695b req-6e53e449-e218-47ce-af9b-f75035843600 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1041493 Dec 10 08:51:59.384463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-443c26e4-9685-47a7-ac1c-a290edbfa2a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83 HTTP/1.1" status: 200 len: 217 time: 0.0547638 Dec 10 08:51:59.476678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5af45ffb-15f9-48b6-b894-a7eaaf79695b req-98ffae25-84d5-4f3a-af2e-cad98d8c0193 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484096 Dec 10 08:51:59.488566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-5b3ad160-59a6-47ad-8705-d56ba668e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:59.490047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-5b3ad160-59a6-47ad-8705-d56ba668e413 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.0930769 Dec 10 08:51:59.502208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4e5a7-3dc8-4938-8c5e-41c6fc90aebc req-e7a859a8-d2fa-48d7-bc1d-d862bdc92290 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:59.503710 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09d4e5a7-3dc8-4938-8c5e-41c6fc90aebc req-e7a859a8-d2fa-48d7-bc1d-d862bdc92290 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1168969 Dec 10 08:51:59.544109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-c1767b4e-47fa-4f0b-86a9-3c1df39577c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394289 Dec 10 08:51:59.638562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 849f0568-4c9d-4cfe-9e23-61ab5fb27919 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:51:59.667192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09d4e5a7-3dc8-4938-8c5e-41c6fc90aebc req-609480a4-a579-4d4d-8bb6-1dd0bfe5ddf9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539936 Dec 10 08:51:59.693494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2358394-597f-4b79-983f-bdbc1ec5bd42 req-18631249-0472-49cf-abee-a4f34c6b9d53 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:59.700773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2358394-597f-4b79-983f-bdbc1ec5bd42 req-18631249-0472-49cf-abee-a4f34c6b9d53 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 944 time: 0.1253512 Dec 10 08:51:59.719326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:51:59.724433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:51:59.725066 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:59.732918 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f69216-0ffd-4146-b214-fd63ffb5e942 x-openstack-request-id: req-26f69216-0ffd-4146-b214-fd63ffb5e942 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:59.734312 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56af7b05-23a5-4045-8945-77b1063f2225", "tag": "f0027043-0edf-471d-8e37-c181449eb830", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:59.734312 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26f69216-0ffd-4146-b214-fd63ffb5e942 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:59.741147 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56af7b05-23a5-4045-8945-77b1063f2225', 'tag': 'f0027043-0edf-471d-8e37-c181449eb830', 'status': 'completed', 'code': 200} Dec 10 08:51:59.774665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-cb7a5bfa-b860-43d0-89ad-cabe0e504280 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986401 Dec 10 08:51:59.797790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2358394-597f-4b79-983f-bdbc1ec5bd42 req-c28ccce2-41c0-424c-8850-064f1287f067 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959327 Dec 10 08:51:59.807601 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0e05a1-ee96-4f29-982d-c17b969bae7a x-openstack-request-id: req-bb0e05a1-ee96-4f29-982d-c17b969bae7a {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:51:59.810755 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:51:59.811019 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb0e05a1-ee96-4f29-982d-c17b969bae7a {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:51:59.811610 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83', 'status': 'completed', 'code': 200} Dec 10 08:51:59.833621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7175-0a13-4407-85be-a82595c0da9e req-b8bfdc1d-22b7-4497-bed6-faa5b6bab0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:51:59.835135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-56de7175-0a13-4407-85be-a82595c0da9e req-b8bfdc1d-22b7-4497-bed6-faa5b6bab0f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a7f008bdbdb497697ea1c9f8f794fed&device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 1095 time: 0.0756063 Dec 10 08:51:59.855010 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:59.918964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 849f0568-4c9d-4cfe-9e23-61ab5fb27919, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:51:59.927637 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:51:59.949815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e44d2f3-3d61-4a1d-843d-43074f66ac90 req-0aff21a3-0cfd-481c-94f6-a1725937a533 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616640 Dec 10 08:52:00.005386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=849f0568-4c9d-4cfe-9e23-61ab5fb27919,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:00.034236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7175-0a13-4407-85be-a82595c0da9e req-dada3c65-2da6-45b1-b0d5-b45b6d30fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.039818 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-56de7175-0a13-4407-85be-a82595c0da9e req-dada3c65-2da6-45b1-b0d5-b45b6d30fb45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba2f1701-40ae-4267-b57b-a882897cd8e5 HTTP/1.1" status: 200 len: 917 time: 0.1958086 Dec 10 08:52:00.097665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb932b-4824-49f7-9cc8-3b209e88f9a4 req-ee7c3f01-5e4d-469d-86b1-d21e3f250ee7 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.105061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52fb932b-4824-49f7-9cc8-3b209e88f9a4 req-ee7c3f01-5e4d-469d-86b1-d21e3f250ee7 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 944 time: 0.1410093 Dec 10 08:52:00.117379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-56de7175-0a13-4407-85be-a82595c0da9e req-500e3f15-556d-4621-b898-de10bb218148 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0027043-0edf-471d-8e37-c181449eb830 HTTP/1.1" status: 200 len: 217 time: 0.0607877 Dec 10 08:52:00.127311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-4dc7a57e-6f1a-49cb-bbc9-e84986356236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.128900 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-4dc7a57e-6f1a-49cb-bbc9-e84986356236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 1094 time: 0.1200445 Dec 10 08:52:00.191235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7175-0a13-4407-85be-a82595c0da9e req-2dc0e2b7-4ebd-4049-b2ee-23e92d62c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.192770 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-56de7175-0a13-4407-85be-a82595c0da9e req-2dc0e2b7-4ebd-4049-b2ee-23e92d62c83f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da70cacc-c8c2-4e8a-b4cf-4b592b679cbd HTTP/1.1" status: 200 len: 855 time: 0.0549464 Dec 10 08:52:00.197984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52fb932b-4824-49f7-9cc8-3b209e88f9a4 req-6fcedc8f-4cc8-495a-8a12-15c6ae341619 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909741 Dec 10 08:52:00.209335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1169-95ff-4179-b475-b9917a09a4f9 req-2a7974eb-d0fc-4838-bd23-6697721c6eef tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.222076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b6f1169-95ff-4179-b475-b9917a09a4f9 req-2a7974eb-d0fc-4838-bd23-6697721c6eef tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.2220817 Dec 10 08:52:00.299121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7175-0a13-4407-85be-a82595c0da9e req-f0f8d0c9-9313-456b-8033-24debc8c2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.303076 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-56de7175-0a13-4407-85be-a82595c0da9e req-f0f8d0c9-9313-456b-8033-24debc8c2a7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba2f1701-40ae-4267-b57b-a882897cd8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984337 Dec 10 08:52:00.392200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b6f1169-95ff-4179-b475-b9917a09a4f9 req-970dc29c-1433-4009-ab5e-3d317a4b81d9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556852 Dec 10 08:52:00.486668 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-56de7175-0a13-4407-85be-a82595c0da9e req-5812b21e-ec36-41f9-b7cf-f0654f75dc61 service neutron] 10.222.0.18 "GET /v2.0/networks/ba2f1701-40ae-4267-b57b-a882897cd8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757240 Dec 10 08:52:00.488407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-3ea66fb4-50a7-438d-b3aa-46b6cc2ea02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.490667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-3ea66fb4-50a7-438d-b3aa-46b6cc2ea02d service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.2979128 Dec 10 08:52:00.616351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-ef87d978-9fee-484e-9783-dccd41fb3dd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83 HTTP/1.1" status: 200 len: 217 time: 0.1150250 Dec 10 08:52:00.641919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-56de7175-0a13-4407-85be-a82595c0da9e req-efe70ca9-3ecc-4a62-808f-9b8eb9ffd5f1 service neutron] 10.222.0.18 "GET /v2.0/networks/ba2f1701-40ae-4267-b57b-a882897cd8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421187 Dec 10 08:52:00.725941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-b2cc16ae-23de-4f7e-8c74-e5cccd11b923 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1766007 Dec 10 08:52:00.736876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86e624-67e2-4827-acf3-7b841bb789c5 req-3c89f4cc-d0f6-4d17-bc42-316af1407705 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.743803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d86e624-67e2-4827-acf3-7b841bb789c5 req-3c89f4cc-d0f6-4d17-bc42-316af1407705 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.1843941 Dec 10 08:52:00.767201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3680ad-f47b-4cf0-af03-e4a715555dae req-5cd806f5-2729-4948-b868-9fea1e5217ee tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.770117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb3680ad-f47b-4cf0-af03-e4a715555dae req-5cd806f5-2729-4948-b868-9fea1e5217ee tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1499319 Dec 10 08:52:00.771412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-123e112c-de58-4e59-a743-d7fd1d59091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:00.772950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-123e112c-de58-4e59-a743-d7fd1d59091a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.1372221 Dec 10 08:52:00.867297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d86e624-67e2-4827-acf3-7b841bb789c5 req-acc06be6-cd73-4652-8d63-495f2c5bed5d tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226358 Dec 10 08:52:00.906537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb3680ad-f47b-4cf0-af03-e4a715555dae req-5622c18e-eae2-4fe2-bf32-22aa69513eba tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237514 Dec 10 08:52:00.918333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 977808ca-216c-40c7-8cce-1f2c708203ed up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:00.939759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-edff7d91-b335-4abf-baac-27768c73b98f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498923 Dec 10 08:52:01.022537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 977808ca-216c-40c7-8cce-1f2c708203ed completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:52:01.029299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 977808ca-216c-40c7-8cce-1f2c708203ed triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:01.029910 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:01.211855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398c008-2ec5-4a4a-903e-0043486590c4 req-9b9f472f-2af7-4f7d-bc55-8451d636c14c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:01.213448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9398c008-2ec5-4a4a-903e-0043486590c4 req-9b9f472f-2af7-4f7d-bc55-8451d636c14c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 950 time: 0.1840124 Dec 10 08:52:01.300252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7ae1b-af0b-4e43-862a-3246f349197a req-7d0a1df0-466c-4bb3-ac64-9482dca06727 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:01.302521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62d7ae1b-af0b-4e43-862a-3246f349197a req-7d0a1df0-466c-4bb3-ac64-9482dca06727 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 945 time: 0.2705305 Dec 10 08:52:01.310915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:01.314055 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e21cff-015d-4176-a917-1527cc132cfd" -d '{"events": [{"server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "name": "network-vif-plugged", "status": "completed", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:01.334064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9398c008-2ec5-4a4a-903e-0043486590c4 req-4d9ae7c7-9494-4b78-b680-1d5fc1951d9f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807636 Dec 10 08:52:01.335927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-632c6eda-b90a-46d2-9976-2ceb95036754 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876884 Dec 10 08:52:01.380244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:01.469976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 977808ca-216c-40c7-8cce-1f2c708203ed, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=977808ca-216c-40c7-8cce-1f2c708203ed,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:01.480553 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:01.533477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=977808ca-216c-40c7-8cce-1f2c708203ed,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:01.566354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62d7ae1b-af0b-4e43-862a-3246f349197a req-9b3e058d-d141-46da-8fe7-3f6828625b40 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444975 Dec 10 08:52:01.602558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dd81a-b8af-496d-b911-00cf7e0f0417 req-91f25708-dda4-49be-a4bf-aa08290fb49d tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:01.611008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-797dd81a-b8af-496d-b911-00cf7e0f0417 req-91f25708-dda4-49be-a4bf-aa08290fb49d tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 944 time: 0.1903727 Dec 10 08:52:01.613710 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93ffbd-1e71-4ccf-b88a-06322055e2c7 x-openstack-request-id: req-2f93ffbd-1e71-4ccf-b88a-06322055e2c7 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:01.614164 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "name": "network-vif-plugged", "status": "completed", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:01.614673 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f93ffbd-1e71-4ccf-b88a-06322055e2c7 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:01.615324 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'code': 200} Dec 10 08:52:01.636885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6dd0c9d-6149-44cf-80c0-7e62702f924b req-d253b542-4624-4805-be08-cb1cad3c87de service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787511 Dec 10 08:52:01.652399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:01.676195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-797dd81a-b8af-496d-b911-00cf7e0f0417 req-af04d681-3e8b-46a5-95a2-5760aad0b00e tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636158 Dec 10 08:52:01.750342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fab95-9b8b-4fbc-848c-a0d2c9ac8e07 req-d9bd728f-e1e9-4e7d-a83e-b1da7746813d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:01.752088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-809fab95-9b8b-4fbc-848c-a0d2c9ac8e07 req-d9bd728f-e1e9-4e7d-a83e-b1da7746813d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.0741744 Dec 10 08:52:01.757113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port e560d926-8875-4963-8241-f9c2ea7cc469 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:01.757380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:01.852437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-809fab95-9b8b-4fbc-848c-a0d2c9ac8e07 req-30625ca4-ed7f-47e0-9b4e-779bcad041bd tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886767 Dec 10 08:52:01.852723 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:01.866511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc283-cc05-4e2c-9912-3b2f57dfa93e req-40dca251-337e-4070-92b6-30e4232aad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:01.868866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-443bc283-cc05-4e2c-9912-3b2f57dfa93e req-40dca251-337e-4070-92b6-30e4232aad57 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 1096 time: 0.0740056 Dec 10 08:52:01.896562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:01.901874 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:01.930696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-443bc283-cc05-4e2c-9912-3b2f57dfa93e req-553a7f1f-effc-4c9d-b9f4-f85c48a23497 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485902 Dec 10 08:52:01.963201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=11']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:02.050092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1596e2c-1b92-482f-845e-09a5d79bd014 req-de373fdc-168e-46c6-b0ee-1017c508b14b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:02.051513 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1596e2c-1b92-482f-845e-09a5d79bd014 req-de373fdc-168e-46c6-b0ee-1017c508b14b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.0900900 Dec 10 08:52:02.072656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97c1b0-fcb8-4bbe-aa89-3d44111fbe2e req-3402cfe2-c551-485a-af3e-bb61b0120263 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:02.074150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f97c1b0-fcb8-4bbe-aa89-3d44111fbe2e req-3402cfe2-c551-485a-af3e-bb61b0120263 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0729818 Dec 10 08:52:02.142107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1596e2c-1b92-482f-845e-09a5d79bd014 req-78d7bc3e-8230-4c27-9620-15ecf9f833ac tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827942 Dec 10 08:52:02.146475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f97c1b0-fcb8-4bbe-aa89-3d44111fbe2e req-6823abc9-ab9a-4220-9fcd-6e1361f20626 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640283 Dec 10 08:52:02.378710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-a8c2c274-d7e7-41a1-a15e-d7c6f94e8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:02.380316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-a8c2c274-d7e7-41a1-a15e-d7c6f94e8db8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 1101 time: 0.0429494 Dec 10 08:52:02.454056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc02500-0edb-462b-b715-885dc50c54eb req-9f765c7f-3301-4b04-b851-af85309d14ef tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:02.456644 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cc02500-0edb-462b-b715-885dc50c54eb req-9f765c7f-3301-4b04-b851-af85309d14ef tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 951 time: 0.0523171 Dec 10 08:52:02.486776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-647367a1-218d-45fe-9a63-a01002821c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:02.488551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-647367a1-218d-45fe-9a63-a01002821c86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1000564 Dec 10 08:52:02.519392 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cc02500-0edb-462b-b715-885dc50c54eb req-414f0c7f-e73d-4b14-b5ad-52fff503a59c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Dec 10 08:52:02.539413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-5f1482cf-a3bd-49b4-954f-8b7e4b57dc25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c HTTP/1.1" status: 200 len: 217 time: 0.0430491 Dec 10 08:52:02.594835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-a7e76051-93a4-407e-b882-b3d597988086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:02.596313 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-a7e76051-93a4-407e-b882-b3d597988086 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0495186 Dec 10 08:52:02.643690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-baa5e043-6fcc-49a7-adf5-54e37145cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:02.645079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-baa5e043-6fcc-49a7-adf5-54e37145cee5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414176 Dec 10 08:52:02.689371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740367c0-7da6-451f-bae9-69be726bae06 req-d46e96e0-6473-4707-8409-109b9977260c tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:02.690870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-740367c0-7da6-451f-bae9-69be726bae06 req-d46e96e0-6473-4707-8409-109b9977260c tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 945 time: 0.0546696 Dec 10 08:52:02.748263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-740367c0-7da6-451f-bae9-69be726bae06 req-2b54c73e-b539-4fa3-b98a-edb7e7c3e159 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509639 Dec 10 08:52:02.750587 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-fecbbd96-d761-4b85-9c1e-700285aba133 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934494 Dec 10 08:52:02.820244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f72332-c60e-4497-add4-fb61e129cb28 req-5cdae262-b181-426c-8e36-1337c7ff1012 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:02.822186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76f72332-c60e-4497-add4-fb61e129cb28 req-5cdae262-b181-426c-8e36-1337c7ff1012 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 945 time: 0.0572026 Dec 10 08:52:02.865343 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-16b649e0-4038-4286-9336-f9e226882ab5 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068673 Dec 10 08:52:02.876717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76f72332-c60e-4497-add4-fb61e129cb28 req-4ebf676a-f8fa-4893-b692-c4efe4fdf2bf tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474846 Dec 10 08:52:03.008733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d8e06-6be8-4ea8-bf1c-cddc26a8b95c req-6a35ab0c-8bd5-4c32-963f-3a4178e88df4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:03.012458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-757d8e06-6be8-4ea8-bf1c-cddc26a8b95c req-6a35ab0c-8bd5-4c32-963f-3a4178e88df4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.0634148 Dec 10 08:52:03.060058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0b658e3d-229c-4269-956e-640c61f03b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:03.065850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-757d8e06-6be8-4ea8-bf1c-cddc26a8b95c req-b6fba5a8-25f5-40eb-945b-7211dd653610 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Dec 10 08:52:03.288442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c481-5fcb-4f4d-bded-31c5c7073b26 req-ed94c5b3-6111-418e-a9a3-c739ed18afeb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:03.289936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98a7c481-5fcb-4f4d-bded-31c5c7073b26 req-ed94c5b3-6111-418e-a9a3-c739ed18afeb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.0762107 Dec 10 08:52:03.300319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07279062-2419-44f6-97d0-af1d9a66e06d req-88f6a0a3-aa2f-4c35-80d6-f746704f7b1b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:03.301811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07279062-2419-44f6-97d0-af1d9a66e06d req-88f6a0a3-aa2f-4c35-80d6-f746704f7b1b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0784581 Dec 10 08:52:03.375138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98a7c481-5fcb-4f4d-bded-31c5c7073b26 req-7348e3bd-033a-4838-a2c0-87444c1b8615 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722735 Dec 10 08:52:03.378195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07279062-2419-44f6-97d0-af1d9a66e06d req-8329380c-10cc-46ea-98d6-de28bcf370f8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698049 Dec 10 08:52:03.617024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977808ca-216c-40c7-8cce-1f2c708203ed'}, {'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:03.620852 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fda8493-ae10-4564-add2-2448b4bef155" -d '{"events": [{"server_uuid": "d4a997d5-f371-4bbb-b5fb-9608936c9b89", "name": "network-vif-plugged", "status": "completed", "tag": "977808ca-216c-40c7-8cce-1f2c708203ed"}, {"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-plugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:03.662614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e234ef-b8b7-4ef1-bf44-5933d6e008ae req-e88c4756-46af-4cf0-b28f-29eae517d699 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:03.664149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92e234ef-b8b7-4ef1-bf44-5933d6e008ae req-e88c4756-46af-4cf0-b28f-29eae517d699 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 951 time: 0.0726359 Dec 10 08:52:03.675413 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c39c44e-7fd3-4659-ac26-bf6e827c602b x-openstack-request-id: req-6c39c44e-7fd3-4659-ac26-bf6e827c602b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:03.676119 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a997d5-f371-4bbb-b5fb-9608936c9b89", "name": "network-vif-plugged", "status": "completed", "tag": "977808ca-216c-40c7-8cce-1f2c708203ed", "code": 200}, {"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-plugged", "status": "completed", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:03.676119 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c39c44e-7fd3-4659-ac26-bf6e827c602b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:03.676502 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977808ca-216c-40c7-8cce-1f2c708203ed', 'code': 200} Dec 10 08:52:03.676768 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'code': 200} Dec 10 08:52:03.733378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92e234ef-b8b7-4ef1-bf44-5933d6e008ae req-8e76a78d-faf8-4d9a-885b-9255a1bb8e4f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627298 Dec 10 08:52:03.784661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e97a00-d6d9-498c-ab54-61d27d2c40fc req-aee8d4c6-62e3-4288-afb2-088d2bb04f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:03.787442 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9e97a00-d6d9-498c-ab54-61d27d2c40fc req-aee8d4c6-62e3-4288-afb2-088d2bb04f1f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 1096 time: 0.0493791 Dec 10 08:52:03.836109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9e97a00-d6d9-498c-ab54-61d27d2c40fc req-633e40f4-456f-4b2f-86f0-93a00d0a00eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404110 Dec 10 08:52:03.910876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a5297-1212-428a-80f5-065292c9d0e2 req-818c0e5e-52cb-4802-88e8-c1f29e80ab11 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:03.912731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491a5297-1212-428a-80f5-065292c9d0e2 req-818c0e5e-52cb-4802-88e8-c1f29e80ab11 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 945 time: 0.0719175 Dec 10 08:52:03.914857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8e7bf-afba-4b90-8e0a-76c7baab9641 req-6b263b04-cd0f-4742-b883-f03a6d1d3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:03.916261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83b8e7bf-afba-4b90-8e0a-76c7baab9641 req-6b263b04-cd0f-4742-b883-f03a6d1d3eea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 1102 time: 0.1076672 Dec 10 08:52:03.991850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491a5297-1212-428a-80f5-065292c9d0e2 req-f785b13b-a63e-4565-8d19-decbc5e15dce tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723255 Dec 10 08:52:03.994241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83b8e7bf-afba-4b90-8e0a-76c7baab9641 req-336709c0-090b-4c7b-955e-6b641808cdd1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679984 Dec 10 08:52:04.211353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9d944-4186-495d-a6e9-4f70592cdea5 req-ab22ec62-ee1b-4fe3-89a9-d49c33a8bf93 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:04.213110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cc9d944-4186-495d-a6e9-4f70592cdea5 req-ab22ec62-ee1b-4fe3-89a9-d49c33a8bf93 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 945 time: 0.1607163 Dec 10 08:52:04.300764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-fcd50492-90bb-4bca-b521-b49a630b8fcc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 258 time: 0.2392788 Dec 10 08:52:04.315948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:04.323656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cc9d944-4186-495d-a6e9-4f70592cdea5 req-092da654-060d-4a5c-adf0-311a78a863fe tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035037 Dec 10 08:52:04.351720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:04.463537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aa8ef-35c5-4829-8b04-100d60e87869 req-2d777538-428b-45ea-ae2e-bc8ce9297bf5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:04.464915 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f63aa8ef-35c5-4829-8b04-100d60e87869 req-2d777538-428b-45ea-ae2e-bc8ce9297bf5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.0670245 Dec 10 08:52:04.531544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f63aa8ef-35c5-4829-8b04-100d60e87869 req-7061ea96-7e52-4814-be40-2d1f98bbb45a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547705 Dec 10 08:52:04.532849 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:04.957099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Allocated IP 172.25.3.73 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/78912f12-9e6f-4f47-9d52-3a143c8ae225) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:04.976344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5ee5c-630b-4c67-bb54-2b41d2a57626 req-0469ba7e-30c2-4946-a426-fa8fb366ae16 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:04.977868 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-daf5ee5c-630b-4c67-bb54-2b41d2a57626 req-0469ba7e-30c2-4946-a426-fa8fb366ae16 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.3595083 Dec 10 08:52:05.086389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-daf5ee5c-630b-4c67-bb54-2b41d2a57626 req-47f388a2-6e6f-4698-8bda-4b7e548710d9 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011264 Dec 10 08:52:05.115799 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:05.164738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:05.226064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:05.234244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:05.236755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Pushing event updated for resources: {'Port': ['ID=78912f12-9e6f-4f47-9d52-3a143c8ae225,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:05.239012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:05.270905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b5903-1445-4bb1-b752-54e95964b363 req-955969d2-492e-43f6-b591-560e869b57d3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:05.272435 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c8b5903-1445-4bb1-b752-54e95964b363 req-955969d2-492e-43f6-b591-560e869b57d3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1202769 Dec 10 08:52:05.360438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c8b5903-1445-4bb1-b752-54e95964b363 req-18b63112-7518-45fa-8e9f-4b2a366dfc84 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815823 Dec 10 08:52:05.372108 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b51071b9-bb60-4852-80f1-ae0fdab9aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:05.379940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:05.425442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:05.568364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e504b8-72c3-4955-8749-33076c8d89f0 req-ef17cd84-a7db-416c-9976-8d94969756be tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:05.569943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53e504b8-72c3-4955-8749-33076c8d89f0 req-ef17cd84-a7db-416c-9976-8d94969756be tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 951 time: 0.1073644 Dec 10 08:52:05.656984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53e504b8-72c3-4955-8749-33076c8d89f0 req-524cbbc2-6f7d-43d8-8f2c-97ea6d7b214b tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742707 Dec 10 08:52:05.666986 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:05.673016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:05.743149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Pushing event updated for resources: {'Port': ['ID=78912f12-9e6f-4f47-9d52-3a143c8ae225,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:05.765222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:05.780679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:05.782224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-ef540820-760a-4f9e-aed4-36a2b95f07e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4740641 Dec 10 08:52:05.859913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-29f1a1d4-2e46-44ea-9a75-b1a267666312 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.0690198 Dec 10 08:52:05.930947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc5d3b-0c1a-4cc7-aa15-2cb7d83f87ff req-03853c00-6a94-43a4-b30f-5796bcd1ca3f tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:05.932315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80cc5d3b-0c1a-4cc7-aa15-2cb7d83f87ff req-03853c00-6a94-43a4-b30f-5796bcd1ca3f tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 945 time: 0.1342125 Dec 10 08:52:06.012352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-93f32c5d-eaee-4e40-a0bd-1629cf40eb1d tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:06.013695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-93f32c5d-eaee-4e40-a0bd-1629cf40eb1d tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1479082 Dec 10 08:52:06.017610 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80cc5d3b-0c1a-4cc7-aa15-2cb7d83f87ff req-ba364612-5eb6-45d4-a922-2ef808ef4b93 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780115 Dec 10 08:52:06.025354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-23a4be81-1a9e-4546-b29f-f8826ecaf50e tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:52:06.026347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b11d3d92-5b6a-4b88-9b8d-7688c8c3772d req-23a4be81-1a9e-4546-b29f-f8826ecaf50e tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055718 Dec 10 08:52:06.165525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a721f1-18a8-4b4f-8203-a2049086ccbd req-e580779e-3367-4079-96f4-fff4ecf14d10 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:06.167050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83a721f1-18a8-4b4f-8203-a2049086ccbd req-e580779e-3367-4079-96f4-fff4ecf14d10 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.0818763 Dec 10 08:52:06.178908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-74756969-4b07-4a62-ae59-4b9a4e65d552 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:06.180454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-74756969-4b07-4a62-ae59-4b9a4e65d552 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0939798 Dec 10 08:52:06.242517 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-e5206168-9260-4439-9447-f19f71387477 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.0546706 Dec 10 08:52:06.256268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-cc589461-a19b-443f-8989-046270fffce5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Request body: {'floatingip': {'port_id': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:06.306603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83a721f1-18a8-4b4f-8203-a2049086ccbd req-8f583a08-985f-4cc4-83fc-b27be89b35cb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251783 Dec 10 08:52:06.308720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-cc589461-a19b-443f-8989-046270fffce5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:06.359822 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:06.500866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a67b8c-8469-4265-af63-1c48df38de28 req-90da9675-2c22-49d2-aedc-0da9c8a89809 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:06.502443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56a67b8c-8469-4265-af63-1c48df38de28 req-90da9675-2c22-49d2-aedc-0da9c8a89809 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 945 time: 0.1312516 Dec 10 08:52:06.511405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44560) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:06.516984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bf89ba17-6905-4b1c-9740-ace25ade8a27 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Request body: {'floatingip': {'port_id': '977808ca-216c-40c7-8cce-1f2c708203ed'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:06.569360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bf89ba17-6905-4b1c-9740-ace25ade8a27 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:06.674615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece624d-08e1-431f-b3d2-1fc4b183bf13 req-4345e04d-5570-43ed-bfa6-7b3da23d7ec9 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:06.676151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fece624d-08e1-431f-b3d2-1fc4b183bf13 req-4345e04d-5570-43ed-bfa6-7b3da23d7ec9 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.1094327 Dec 10 08:52:06.800872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fece624d-08e1-431f-b3d2-1fc4b183bf13 req-339a7147-83fa-48f8-b96c-0e4b1dae70dd tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889213 Dec 10 08:52:06.950201 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-cc589461-a19b-443f-8989-046270fffce5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:06.965115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706406e2-d9ca-49ff-bcb1-00b4e91ff90a req-f64df513-09a7-49f7-9da5-166c4214ff57 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:06.966812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-706406e2-d9ca-49ff-bcb1-00b4e91ff90a req-f64df513-09a7-49f7-9da5-166c4214ff57 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0741854 Dec 10 08:52:06.968308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-cc589461-a19b-443f-8989-046270fffce5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:07.094051 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-706406e2-d9ca-49ff-bcb1-00b4e91ff90a req-3386b792-831d-42ec-88b8-b92f4c04f875 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901754 Dec 10 08:52:07.109231 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-cc589461-a19b-443f-8989-046270fffce5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Floating IP 8634ac8f-c34d-41a0-a5d1-12fc3bbdf875 associated. External IP: 172.25.3.73, port: 849f0568-4c9d-4cfe-9e23-61ab5fb27919. Dec 10 08:52:07.267947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030fdcf-fdf6-4f20-b828-3bc8b18db6ea req-aca35d0a-2a82-41a9-b1e1-c277869190a3 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:07.269746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7030fdcf-fdf6-4f20-b828-3bc8b18db6ea req-aca35d0a-2a82-41a9-b1e1-c277869190a3 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 951 time: 0.0672319 Dec 10 08:52:07.301786 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bf89ba17-6905-4b1c-9740-ace25ade8a27 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:07.306521 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bf89ba17-6905-4b1c-9740-ace25ade8a27 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:07.409488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7030fdcf-fdf6-4f20-b828-3bc8b18db6ea req-9bd0d252-15ee-4599-9fc3-58453ab61a83 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040821 Dec 10 08:52:07.414291 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-bf89ba17-6905-4b1c-9740-ace25ade8a27 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Floating IP 21b22b1f-1802-4261-bf49-d395857bf3ca associated. External IP: 172.25.3.163, port: 977808ca-216c-40c7-8cce-1f2c708203ed. Dec 10 08:52:07.457249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-cc589461-a19b-443f-8989-046270fffce5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:07.595006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-cc589461-a19b-443f-8989-046270fffce5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:07.601397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-cc589461-a19b-443f-8989-046270fffce5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:07.608740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] Sync routers for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:07.643632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-cc589461-a19b-443f-8989-046270fffce5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "PUT /v2.0/floatingips/8634ac8f-c34d-41a0-a5d1-12fc3bbdf875 HTTP/1.1" status: 200 len: 995 time: 1.3954468 Dec 10 08:52:07.644102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:07.647028 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:07.647601 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eb740d-3379-4fde-adf8-f089b702c0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:07.649957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:07.722207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf89ba17-6905-4b1c-9740-ace25ade8a27 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Router 362622c5-987d-4432-abfb-01fbe8d51b33 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:07.727630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-0b3961bf-e49b-4d7b-ad88-8583080d624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:07.729733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-0b3961bf-e49b-4d7b-ad88-8583080d624d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d219f2f1447778b3413213b44b03d&device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 1096 time: 0.0631838 Dec 10 08:52:07.840680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-ac3382d0-f0d1-44b2-9774-c14ae246f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:07.850372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-ac3382d0-f0d1-44b2-9774-c14ae246f4a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=95ae3f6e-baba-4da8-9776-78b12449847f HTTP/1.1" status: 200 len: 929 time: 0.1125119 Dec 10 08:52:07.954305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-78261bf0-aff6-4677-9a8e-0ef65e368bee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919 HTTP/1.1" status: 200 len: 998 time: 0.1015773 Dec 10 08:52:07.962786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32688dde-d329-4acc-9446-767c8a426bd3 req-76e48305-7add-463b-9cc2-b9a0ec2dfdda tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:07.963564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89ba17-6905-4b1c-9740-ace25ade8a27 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:07.967652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:07.979823 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] Sync routers for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:07.980351 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bf89ba17-6905-4b1c-9740-ace25ade8a27 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:07.991954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32688dde-d329-4acc-9446-767c8a426bd3 req-76e48305-7add-463b-9cc2-b9a0ec2dfdda tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.4047868 Dec 10 08:52:07.998508 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:08.000489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:08.025435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bf89ba17-6905-4b1c-9740-ace25ade8a27 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "PUT /v2.0/floatingips/21b22b1f-1802-4261-bf49-d395857bf3ca HTTP/1.1" status: 200 len: 991 time: 1.5126789 Dec 10 08:52:08.026225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'tag': '977808ca-216c-40c7-8cce-1f2c708203ed'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:08.028608 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03001758-6639-4a56-8653-fe84df766a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a997d5-f371-4bbb-b5fb-9608936c9b89", "tag": "977808ca-216c-40c7-8cce-1f2c708203ed"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:08.186914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32688dde-d329-4acc-9446-767c8a426bd3 req-d2543446-a108-4384-8969-c3b0d1d1f642 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912465 Dec 10 08:52:08.218589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-2475f2a5-aa22-4336-bd69-669d74ecfdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:08.219725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:08.222906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-2475f2a5-aa22-4336-bd69-669d74ecfdcb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3f60282-34c3-4213-a670-6860962a663c HTTP/1.1" status: 200 len: 867 time: 0.2252169 Dec 10 08:52:08.276978 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:08.296600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-ff1afb0d-bb35-45e5-b076-ba6e3f26fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:08.302863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-ff1afb0d-bb35-45e5-b076-ba6e3f26fae9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=95ae3f6e-baba-4da8-9776-78b12449847f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686657 Dec 10 08:52:08.353862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8634ac8f-c34d-41a0-a5d1-12fc3bbdf875', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'port_id': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'mac_address': 'fa:16:3e:a3:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef40209-80f2-48a7-a2f0-228544260af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:52:05Z', 'updated_at': '2021-12-10T08:52:06Z', 'revision_number': 1, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629c6905-3e7d-4b50-8e29-d4b0f7862eb1', 'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'mac_address': 'fa:16:3e:d7:ce:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:35Z', 'updated_at': '2021-12-10T08:51:40Z', 'revision_number': 5, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'subnets': [{'id': 'b3f60282-34c3-4213-a670-6860962a663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:08.395785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] Checking router: 68ad7233-f7c2-4bc0-80bc-8d1351795f0f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:08.410797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:08.411927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:08.450443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-24a8c89e-728c-4dec-b871-0fc7ef0461bf service neutron] 10.222.0.31 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398289 Dec 10 08:52:08.528138 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76209ba-893b-4c47-9c2b-032b9b3d0e67 x-openstack-request-id: req-d76209ba-893b-4c47-9c2b-032b9b3d0e67 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:08.528490 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:08.528678 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d76209ba-893b-4c47-9c2b-032b9b3d0e67 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:08.529086 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'status': 'completed', 'code': 200} Dec 10 08:52:08.612835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:08.825778 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '21b22b1f-1802-4261-bf49-d395857bf3ca', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'port_id': '977808ca-216c-40c7-8cce-1f2c708203ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'mac_address': 'fa:16:3e:71:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:51:44Z', 'updated_at': '2021-12-10T08:52:07Z', 'revision_number': 1, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f751846d-bb3b-497c-9263-4b2f2ec87af0', 'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'mac_address': 'fa:16:3e:01:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:30Z', 'updated_at': '2021-12-10T08:51:37Z', 'revision_number': 5, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'subnets': [{'id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:08.866736 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] Checking router: 362622c5-987d-4432-abfb-01fbe8d51b33 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:08.883861 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:08.884612 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:08.972700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-876d59de-7158-473b-af8c-065bb70fb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:08.974158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-876d59de-7158-473b-af8c-065bb70fb50f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b75d219f2f1447778b3413213b44b03d&device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 1096 time: 0.4356706 Dec 10 08:52:09.016933 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:09.034672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8634ac8f-c34d-41a0-a5d1-12fc3bbdf875', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'port_id': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'mac_address': 'fa:16:3e:a3:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef40209-80f2-48a7-a2f0-228544260af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:52:05Z', 'updated_at': '2021-12-10T08:52:06Z', 'revision_number': 1, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629c6905-3e7d-4b50-8e29-d4b0f7862eb1', 'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'mac_address': 'fa:16:3e:d7:ce:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:35Z', 'updated_at': '2021-12-10T08:51:40Z', 'revision_number': 5, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'subnets': [{'id': 'b3f60282-34c3-4213-a670-6860962a663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:09.082266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-5715ed93-c438-4f79-87d3-f1433b830404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.083761 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-5715ed93-c438-4f79-87d3-f1433b830404 service neutron] 10.222.0.18 "GET /v2.0/networks?id=95ae3f6e-baba-4da8-9776-78b12449847f HTTP/1.1" status: 200 len: 929 time: 0.0978734 Dec 10 08:52:09.086817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b01fe27-ced6-40c8-8b41-df893a7817f0 req-7901e427-59c5-4c75-b6f1-43dab8926ac3 service neutron] 10.222.0.31 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267204 Dec 10 08:52:09.102164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab428aa-a131-451d-8a7e-35b90a440890 req-6233d93e-6ba7-410b-8dd5-28952e26c20b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.110310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fab428aa-a131-451d-8a7e-35b90a440890 req-6233d93e-6ba7-410b-8dd5-28952e26c20b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.1892815 Dec 10 08:52:09.128523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05c0fb-50d5-46d8-87f3-8bf9f79f3803 None None] The sync data for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 is: [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8634ac8f-c34d-41a0-a5d1-12fc3bbdf875', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'port_id': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'mac_address': 'fa:16:3e:a3:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef40209-80f2-48a7-a2f0-228544260af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:52:05Z', 'updated_at': '2021-12-10T08:52:06Z', 'revision_number': 1, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629c6905-3e7d-4b50-8e29-d4b0f7862eb1', 'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'mac_address': 'fa:16:3e:d7:ce:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:35Z', 'updated_at': '2021-12-10T08:51:40Z', 'revision_number': 5, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'subnets': [{'id': 'b3f60282-34c3-4213-a670-6860962a663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:09.141086 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:09.267271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fab428aa-a131-451d-8a7e-35b90a440890 req-643ed7f6-f5cf-4abd-8293-e33e1e784b50 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503038 Dec 10 08:52:09.297365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-b6347e29-3de5-41a3-9b2a-7e6e63749b33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919 HTTP/1.1" status: 200 len: 998 time: 0.1781802 Dec 10 08:52:09.299143 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a4e78b-0c36-47eb-8bf1-41f7fe23ffbe x-openstack-request-id: req-02a4e78b-0c36-47eb-8bf1-41f7fe23ffbe {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:09.299643 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a997d5-f371-4bbb-b5fb-9608936c9b89", "tag": "977808ca-216c-40c7-8cce-1f2c708203ed", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:09.299814 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02a4e78b-0c36-47eb-8bf1-41f7fe23ffbe {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:09.300405 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'tag': '977808ca-216c-40c7-8cce-1f2c708203ed', 'status': 'completed', 'code': 200} Dec 10 08:52:09.380458 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '21b22b1f-1802-4261-bf49-d395857bf3ca', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'port_id': '977808ca-216c-40c7-8cce-1f2c708203ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'mac_address': 'fa:16:3e:71:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:51:44Z', 'updated_at': '2021-12-10T08:52:07Z', 'revision_number': 1, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f751846d-bb3b-497c-9263-4b2f2ec87af0', 'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'mac_address': 'fa:16:3e:01:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:30Z', 'updated_at': '2021-12-10T08:51:37Z', 'revision_number': 5, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'subnets': [{'id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:09.408598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03001758-6639-4a56-8653-fe84df766a9b req-d5b79693-7cce-4b2e-9161-4496e5fb10c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.414140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-03001758-6639-4a56-8653-fe84df766a9b req-d5b79693-7cce-4b2e-9161-4496e5fb10c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b08dc67dc68a463ca04a27dd026ba3fa&device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 1096 time: 0.1026831 Dec 10 08:52:09.416219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-cda0fbf2-1aa9-41ba-b8b8-255865e667dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.417699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-cda0fbf2-1aa9-41ba-b8b8-255865e667dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f60282-34c3-4213-a670-6860962a663c HTTP/1.1" status: 200 len: 867 time: 0.1160800 Dec 10 08:52:09.454938 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57394f8-bca0-47ce-a39d-a8d81b584f36 None None] The sync data for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 is: [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '21b22b1f-1802-4261-bf49-d395857bf3ca', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'port_id': '977808ca-216c-40c7-8cce-1f2c708203ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'mac_address': 'fa:16:3e:71:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:51:44Z', 'updated_at': '2021-12-10T08:52:07Z', 'revision_number': 1, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f751846d-bb3b-497c-9263-4b2f2ec87af0', 'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'mac_address': 'fa:16:3e:01:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:30Z', 'updated_at': '2021-12-10T08:51:37Z', 'revision_number': 5, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'subnets': [{'id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:09.574007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97f3e9-7ad1-4dcc-8c91-4b7a472c0205 req-211372a0-25bd-403d-b629-1452f3ff4f2d tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.578538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccfd3c-3b94-44be-b16f-cad672785d6d None None] New status for floating IP 8634ac8f-c34d-41a0-a5d1-12fc3bbdf875: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:52:09.593707 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb97f3e9-7ad1-4dcc-8c91-4b7a472c0205 req-211372a0-25bd-403d-b629-1452f3ff4f2d tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 1102 time: 0.1251256 Dec 10 08:52:09.606163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03001758-6639-4a56-8653-fe84df766a9b req-1144ff79-c9e8-4405-a655-8708decb3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.608314 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-03001758-6639-4a56-8653-fe84df766a9b req-1144ff79-c9e8-4405-a655-8708decb3861 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 HTTP/1.1" status: 200 len: 913 time: 0.1839054 Dec 10 08:52:09.619715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-a380b805-bb02-4b1b-8f48-a45e3182e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.630784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-a380b805-bb02-4b1b-8f48-a45e3182e8bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=95ae3f6e-baba-4da8-9776-78b12449847f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935616 Dec 10 08:52:09.700961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc22ac-ce74-4468-8f9d-68a966147eb2 req-bba2c957-cbca-45bf-afd2-de96a7b454c4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.712846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4dcc22ac-ce74-4468-8f9d-68a966147eb2 req-bba2c957-cbca-45bf-afd2-de96a7b454c4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.2712646 Dec 10 08:52:09.731165 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-03001758-6639-4a56-8653-fe84df766a9b req-9396f2fc-dfc6-4028-a03a-3afd5ba125ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=977808ca-216c-40c7-8cce-1f2c708203ed HTTP/1.1" status: 200 len: 999 time: 0.1088004 Dec 10 08:52:09.830139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03001758-6639-4a56-8653-fe84df766a9b req-e007316e-0052-467f-b2be-b8d82574410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.831632 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-03001758-6639-4a56-8653-fe84df766a9b req-e007316e-0052-467f-b2be-b8d82574410c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f861125-0a57-4dfa-a37c-72a1bd723a25 HTTP/1.1" status: 200 len: 851 time: 0.0930576 Dec 10 08:52:09.898307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb97f3e9-7ad1-4dcc-8c91-4b7a472c0205 req-aa99f125-a164-4ee4-8bb4-bd5e004f7640 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999279 Dec 10 08:52:09.906499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03001758-6639-4a56-8653-fe84df766a9b req-4adca019-cddd-4f72-89b8-59148b176f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:09.908108 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-03001758-6639-4a56-8653-fe84df766a9b req-4adca019-cddd-4f72-89b8-59148b176f16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa8fb0ba-d0d5-4b81-bd34-1b9386f29384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672626 Dec 10 08:52:09.919128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4dcc22ac-ce74-4468-8f9d-68a966147eb2 req-ffa74c23-ae94-4b59-bbfa-63d429c96af9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049673 Dec 10 08:52:09.948302 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeab2cc-687c-4e2a-b292-2cceac51d2a5 None None] New status for floating IP 21b22b1f-1802-4261-bf49-d395857bf3ca: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:52:10.106193 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-03001758-6639-4a56-8653-fe84df766a9b req-d3e2a895-a826-456e-a57e-943515c966b6 service neutron] 10.222.0.39 "GET /v2.0/networks/fa8fb0ba-d0d5-4b81-bd34-1b9386f29384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900165 Dec 10 08:52:10.109242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-f45781ec-11f6-4db7-82f6-9d3cae9451ef service neutron] 10.222.0.18 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542825 Dec 10 08:52:10.236932 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-03001758-6639-4a56-8653-fe84df766a9b req-9164292d-fbbb-48d7-8bbc-106aa344e1e7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa8fb0ba-d0d5-4b81-bd34-1b9386f29384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233881 Dec 10 08:52:10.322583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52eb740d-3379-4fde-adf8-f089b702c0b3 req-fa2c0a1b-25e1-40eb-83c5-afee118d077b service neutron] 10.222.0.18 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902146 Dec 10 08:52:10.334489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-d1907579-874e-4ff6-825e-c34563d22e80 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 258 time: 0.3220742 Dec 10 08:52:10.345262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:10.409867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:10.441206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046d2e-5253-4d44-9872-eaefc531002a req-2bb4e7b9-3722-475c-8609-66e6ccce24ca tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:10.444350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10046d2e-5253-4d44-9872-eaefc531002a req-2bb4e7b9-3722-475c-8609-66e6ccce24ca tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.0926876 Dec 10 08:52:10.537341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10046d2e-5253-4d44-9872-eaefc531002a req-75ccc3ed-2b35-4dcf-a55c-7a36d8b4682a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637867 Dec 10 08:52:10.585407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:10.729468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Allocated IP 172.25.3.203 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/119288ee-ef77-4a03-835f-309e51625003) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:10.886322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:10.904528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e96d-f173-460d-9ad6-51269a0343f4 req-60487ac3-686d-401f-b856-f55f367c914d tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:10.906209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0e5e96d-f173-460d-9ad6-51269a0343f4 req-60487ac3-686d-401f-b856-f55f367c914d tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.0821874 Dec 10 08:52:10.967639 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:10.996318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0e5e96d-f173-460d-9ad6-51269a0343f4 req-6f4272e1-ec51-431e-be1a-21a8c11e0624 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823028 Dec 10 08:52:11.016229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:11.019098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:11.021598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:11.031034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Pushing event updated for resources: {'Port': ['ID=119288ee-ef77-4a03-835f-309e51625003,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:11.142984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8e5b-ec30-4ab8-9f2a-23f31764eeec req-09968d8d-f5a0-42cf-a7d7-295502c298d0 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:11.144543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-570e8e5b-ec30-4ab8-9f2a-23f31764eeec req-09968d8d-f5a0-42cf-a7d7-295502c298d0 tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 1102 time: 0.0799072 Dec 10 08:52:11.172966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:11.222070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-570e8e5b-ec30-4ab8-9f2a-23f31764eeec req-4cc5c5ad-1713-4a91-91b8-ca2c651b77cc tempest-ServersAdminTestJSON-671083520 tempest-ServersAdminTestJSON-671083520-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710239 Dec 10 08:52:11.224493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:11.386436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c08ddd-0d86-42d8-9471-69e4cd9eb65f req-c9d36903-a6f6-44eb-946a-89455202dfd0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:11.387819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57c08ddd-0d86-42d8-9471-69e4cd9eb65f req-c9d36903-a6f6-44eb-946a-89455202dfd0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0706270 Dec 10 08:52:11.459267 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:11.468514 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57c08ddd-0d86-42d8-9471-69e4cd9eb65f req-45138a87-54d0-4057-8231-5919eab1ddca tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748146 Dec 10 08:52:11.469125 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:11.544001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Pushing event updated for resources: {'Port': ['ID=119288ee-ef77-4a03-835f-309e51625003,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:11.552818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:11.571100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:11.572596 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-9560723b-f754-49a8-aedb-dc960c158000 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2319539 Dec 10 08:52:11.637895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-8b5cd1dd-3735-4516-a02c-57e44f389949 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0573578 Dec 10 08:52:11.774386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-363817c6-8abf-446c-8789-cc03e282e4e8 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:11.776170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-747786e6-2396-4f7b-9f73-f85aa1df93bd req-363817c6-8abf-446c-8789-cc03e282e4e8 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1318104 Dec 10 08:52:11.822167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db8840-a318-4b7d-bd9b-c58d33080fb0 req-cb6c48eb-8635-494d-aa6a-32561518529e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:11.823652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17db8840-a318-4b7d-bd9b-c58d33080fb0 req-cb6c48eb-8635-494d-aa6a-32561518529e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.0749454 Dec 10 08:52:11.910161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17db8840-a318-4b7d-bd9b-c58d33080fb0 req-77c699f6-b436-40a1-9b2c-84a52467fc8f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791771 Dec 10 08:52:11.925251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cabd42-41e8-4e76-9ef6-642e88548561 req-c9ef8394-1f36-4189-ada8-c4cd1f6b1973 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:11.926936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72cabd42-41e8-4e76-9ef6-642e88548561 req-c9ef8394-1f36-4189-ada8-c4cd1f6b1973 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 949 time: 0.0780344 Dec 10 08:52:11.990409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72cabd42-41e8-4e76-9ef6-642e88548561 req-d6656965-3028-4037-940c-ae40b8cb5246 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454416 Dec 10 08:52:12.117846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afdc88-bbf4-4c29-8585-36e7c3830be3 req-b67cfaeb-83c3-46f6-94d6-5e866b97f5ea tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:12.119369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37afdc88-bbf4-4c29-8585-36e7c3830be3 req-b67cfaeb-83c3-46f6-94d6-5e866b97f5ea tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0835683 Dec 10 08:52:12.179774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37afdc88-bbf4-4c29-8585-36e7c3830be3 req-1e3cfc2c-0f70-4425-948a-ef8db0801c0a tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0524273 Dec 10 08:52:12.188410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e18109-f017-409f-b3be-04cb07091481 req-3bf777f9-43b6-4da9-a1f9-5655329f4fe3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:12.189879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73e18109-f017-409f-b3be-04cb07091481 req-3bf777f9-43b6-4da9-a1f9-5655329f4fe3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.1146071 Dec 10 08:52:12.194584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-37afdc88-bbf4-4c29-8585-36e7c3830be3 req-0ce69524-c116-4338-89e5-bf0dc12467df tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Request body: {'floatingip': {'port_id': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:12.250022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-37afdc88-bbf4-4c29-8585-36e7c3830be3 req-0ce69524-c116-4338-89e5-bf0dc12467df tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:12.333234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73e18109-f017-409f-b3be-04cb07091481 req-a211acee-24b0-4504-a217-2d09023acfc1 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358449 Dec 10 08:52:12.493976 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-37afdc88-bbf4-4c29-8585-36e7c3830be3 req-0ce69524-c116-4338-89e5-bf0dc12467df tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 08:52:12.500487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37afdc88-bbf4-4c29-8585-36e7c3830be3 req-0ce69524-c116-4338-89e5-bf0dc12467df tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "PUT /v2.0/floatingips/03f5e15b-b4cf-429d-9407-e86e078faef5 HTTP/1.1" status: 409 len: 550 time: 0.3096368 Dec 10 08:52:12.582314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-187bc375-86c0-466b-80d0-761aeeef5fda req-215f7e47-2893-4e90-b010-7c5bacbbad59 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips/03f5e15b-b4cf-429d-9407-e86e078faef5 HTTP/1.1" status: 200 len: 693 time: 0.0593059 Dec 10 08:52:12.681529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9d24d-0f59-4478-a838-3f4b18b0e07f req-2ddb1f80-7e2f-41f3-9b2b-14fe8c411edf tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:12.683032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82a9d24d-0f59-4478-a838-3f4b18b0e07f req-2ddb1f80-7e2f-41f3-9b2b-14fe8c411edf tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1185017 Dec 10 08:52:12.766571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bc375-86c0-466b-80d0-761aeeef5fda req-eeff751b-3a26-492d-855a-a48847b1d0a5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:12.767961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-187bc375-86c0-466b-80d0-761aeeef5fda req-eeff751b-3a26-492d-855a-a48847b1d0a5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1706550 Dec 10 08:52:12.775354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82a9d24d-0f59-4478-a838-3f4b18b0e07f req-67ba00dc-7a13-4039-a2c1-c54172462814 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848093 Dec 10 08:52:12.824101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-187bc375-86c0-466b-80d0-761aeeef5fda req-d90b6a65-df16-4866-b329-a93cb749e75a tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0475440 Dec 10 08:52:12.879999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-187bc375-86c0-466b-80d0-761aeeef5fda req-a307dfee-d64e-457d-b866-25ef7d4e9ff5 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0489781 Dec 10 08:52:13.053492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d28a-a5d6-4a43-9ed3-df47b6ec397c req-939c1c64-9e9e-49f6-aac8-d9d74abb257f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:13.055100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c109d28a-a5d6-4a43-9ed3-df47b6ec397c req-939c1c64-9e9e-49f6-aac8-d9d74abb257f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.0636222 Dec 10 08:52:13.057430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-187bc375-86c0-466b-80d0-761aeeef5fda req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Deleting port 119288ee-ef77-4a03-835f-309e51625003 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:13.057784 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-187bc375-86c0-466b-80d0-761aeeef5fda req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:13.161808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c109d28a-a5d6-4a43-9ed3-df47b6ec397c req-20d19cb3-a349-4390-ac2e-5e19b3b87e14 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909073 Dec 10 08:52:13.192095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-187bc375-86c0-466b-80d0-761aeeef5fda req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:13.192095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-187bc375-86c0-466b-80d0-761aeeef5fda req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:13.205651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-187bc375-86c0-466b-80d0-761aeeef5fda req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Calling delete_port for 119288ee-ef77-4a03-835f-309e51625003 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:13.379822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503da2a-4bdd-4173-837a-9ee5faa325d9 req-21e338f8-6ed6-4def-9871-daeec018699c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:13.381237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5503da2a-4bdd-4173-837a-9ee5faa325d9 req-21e338f8-6ed6-4def-9871-daeec018699c tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 949 time: 0.0834708 Dec 10 08:52:13.395687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-187bc375-86c0-466b-80d0-761aeeef5fda req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:13.434742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Pushing event deleted for resources: {'Port': ['ID=119288ee-ef77-4a03-835f-309e51625003,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:13.528490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5503da2a-4bdd-4173-837a-9ee5faa325d9 req-037c1b3c-6e9a-45c5-8998-02367a3a8d64 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408904 Dec 10 08:52:13.548505 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-187bc375-86c0-466b-80d0-761aeeef5fda req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:13.552132 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-187bc375-86c0-466b-80d0-761aeeef5fda req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:13.554091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-187bc375-86c0-466b-80d0-761aeeef5fda req-98934944-eeaf-4ca9-9193-c02b71761742 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "DELETE /v2.0/floatingips/03f5e15b-b4cf-429d-9407-e86e078faef5 HTTP/1.1" status: 204 len: 173 time: 0.6675665 Dec 10 08:52:13.566274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-70782bc2-84e7-4f7f-abce-bb3c4f21952f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:13.567714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-70782bc2-84e7-4f7f-abce-bb3c4f21952f tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 949 time: 0.0818968 Dec 10 08:52:13.725254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-91c23782-0691-4dc3-8605-71597fc0055f tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 1000 time: 0.1515253 Dec 10 08:52:13.752931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52f957-062d-4e53-bf8d-679cfd1d93dd req-f47e8790-f70d-4eac-9e3b-d92ec7d6ac5e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:13.754437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a52f957-062d-4e53-bf8d-679cfd1d93dd req-f47e8790-f70d-4eac-9e3b-d92ec7d6ac5e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.1479468 Dec 10 08:52:13.816918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-58e59169-5ebf-4ae5-a80c-5de29de2db63 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:13.818400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-58e59169-5ebf-4ae5-a80c-5de29de2db63 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports/849f0568-4c9d-4cfe-9e23-61ab5fb27919 HTTP/1.1" status: 200 len: 942 time: 0.0870082 Dec 10 08:52:13.846393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Deleting port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:13.846732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:13.896430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a52f957-062d-4e53-bf8d-679cfd1d93dd req-c88ddcb8-8589-4373-9f05-7e8ef2a5129c tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183386 Dec 10 08:52:14.013895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-68a1b3b5-8e87-4324-9e79-3365403436f0 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 1000 time: 0.1211052 Dec 10 08:52:14.029781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] For port 1e9d97de-93c2-44a7-90f0-e0273b2baf18, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1e9d97de-93c2-44a7-90f0-e0273b2baf18,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:14.030220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:14.385203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Calling delete_port for 1e9d97de-93c2-44a7-90f0-e0273b2baf18 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:14.424014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ed5cd-9474-4023-8adf-1ee3ec04497c req-04d9b117-8355-49cf-b2b5-c64c7eea0bb7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:14.425521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-215ed5cd-9474-4023-8adf-1ee3ec04497c req-04d9b117-8355-49cf-b2b5-c64c7eea0bb7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.4589081 Dec 10 08:52:14.519943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-18f406f6-3d5e-499e-9947-767e10d5eb97 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:14.521331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-18f406f6-3d5e-499e-9947-767e10d5eb97 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.4981244 Dec 10 08:52:14.601326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-215ed5cd-9474-4023-8adf-1ee3ec04497c req-c39e2f24-46e7-41e8-ac36-568927ed3633 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444936 Dec 10 08:52:14.652652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-4c80fc67-f04f-4b56-941b-6e82119ba938 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 1000 time: 0.1237898 Dec 10 08:52:14.669450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-035b5c90-46a5-4c8f-bf89-1f5851426632 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:14.732616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:14.745854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['94c3745b-5111-42fa-ac03-728ed6894fa3', '1e9d97de-93c2-44a7-90f0-e0273b2baf18', 'e560d926-8875-4963-8241-f9c2ea7cc469'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:14.784609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Pushing event deleted for resources: {'Port': ['ID=1e9d97de-93c2-44a7-90f0-e0273b2baf18,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:14.803153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-035b5c90-46a5-4c8f-bf89-1f5851426632 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:14.881130 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:14.898180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] No DVR routers for this DVR port 1e9d97de-93c2-44a7-90f0-e0273b2baf18 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:14.905365 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:14.908795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-448fafb1-d87c-4e16-bd72-de47d614fa84 req-0c5c2835-8156-4199-8e24-f99afbc1fdaf tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "DELETE /v2.0/ports/1e9d97de-93c2-44a7-90f0-e0273b2baf18 HTTP/1.1" status: 204 len: 173 time: 1.3338864 Dec 10 08:52:14.909244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f774da9b-73ff-4d1b-88b0-2c5a8760c9cb', 'name': 'network-vif-deleted', 'tag': '1e9d97de-93c2-44a7-90f0-e0273b2baf18'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:14.912680 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29b1105-14f9-4ecb-8fc7-f501c538df53" -d '{"events": [{"server_uuid": "f774da9b-73ff-4d1b-88b0-2c5a8760c9cb", "name": "network-vif-deleted", "tag": "1e9d97de-93c2-44a7-90f0-e0273b2baf18"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:14.976757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba84d07-3558-41fd-9811-0396bf3e5697 req-6f20376c-cb92-4340-a1ec-35ee145217d7 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:14.978365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ba84d07-3558-41fd-9811-0396bf3e5697 req-6f20376c-cb92-4340-a1ec-35ee145217d7 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.2381077 Dec 10 08:52:15.091912 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-035b5c90-46a5-4c8f-bf89-1f5851426632 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:15.097180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ba84d07-3558-41fd-9811-0396bf3e5697 req-7af837ab-4a44-49f1-84ad-6a03c9647204 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114070 Dec 10 08:52:15.098272 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-035b5c90-46a5-4c8f-bf89-1f5851426632 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:15.098877 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-035b5c90-46a5-4c8f-bf89-1f5851426632 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Floating IP 8634ac8f-c34d-41a0-a5d1-12fc3bbdf875 disassociated. External IP: 172.25.3.73, port: 849f0568-4c9d-4cfe-9e23-61ab5fb27919. Dec 10 08:52:15.310445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5414a523-2cc1-4337-b845-e9401031b5d6 req-30912202-c6da-4930-a187-bc249e0ef9d1 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=f774da9b-73ff-4d1b-88b0-2c5a8760c9cb HTTP/1.1" status: 200 len: 210 time: 0.0372648 Dec 10 08:52:15.418141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-035b5c90-46a5-4c8f-bf89-1f5851426632 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:15.491677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46344833-01c4-440d-99a5-94880e985d43 req-dc309456-f5c2-4024-92d9-c1e85d7da235 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:15.493175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46344833-01c4-440d-99a5-94880e985d43 req-dc309456-f5c2-4024-92d9-c1e85d7da235 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.1093521 Dec 10 08:52:15.595546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46344833-01c4-440d-99a5-94880e985d43 req-8effebbc-6344-4b65-ad23-6cc03d0842d4 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916870 Dec 10 08:52:15.600923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-035b5c90-46a5-4c8f-bf89-1f5851426632 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:15.605724 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-035b5c90-46a5-4c8f-bf89-1f5851426632 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:15.612225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] Sync routers for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:15.625404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:15.626060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:15.666495 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-035b5c90-46a5-4c8f-bf89-1f5851426632 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "PUT /v2.0/floatingips/8634ac8f-c34d-41a0-a5d1-12fc3bbdf875 HTTP/1.1" status: 200 len: 694 time: 0.9962394 Dec 10 08:52:15.669252 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d26ef1-cd1b-4ef9-8f8b-71e552155d4a x-openstack-request-id: req-08d26ef1-cd1b-4ef9-8f8b-71e552155d4a {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:15.670280 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f774da9b-73ff-4d1b-88b0-2c5a8760c9cb", "name": "network-vif-deleted", "tag": "1e9d97de-93c2-44a7-90f0-e0273b2baf18", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:15.670467 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08d26ef1-cd1b-4ef9-8f8b-71e552155d4a {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:15.670891 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f774da9b-73ff-4d1b-88b0-2c5a8760c9cb', 'name': 'network-vif-deleted', 'tag': '1e9d97de-93c2-44a7-90f0-e0273b2baf18', 'status': 'completed', 'code': 200} Dec 10 08:52:15.747145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 04915f2b-f186-4a5d-91aa-d95f2d45df83 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:52:15.785305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:15.811501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-815dec92-9f57-4645-8cd0-190b592db7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:15.813049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-815dec92-9f57-4645-8cd0-190b592db7a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b75d219f2f1447778b3413213b44b03d&device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 1096 time: 0.1394026 Dec 10 08:52:15.821056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6c2a-2e4d-44a8-9546-8be8ae30aad0 req-2318f9a5-a27e-42fd-b612-0033e5b11914 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:15.822571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-897f6c2a-2e4d-44a8-9546-8be8ae30aad0 req-2318f9a5-a27e-42fd-b612-0033e5b11914 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1035328 Dec 10 08:52:15.939459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-897f6c2a-2e4d-44a8-9546-8be8ae30aad0 req-aba24c9e-c8bd-4b5e-bc55-30031c424417 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064951 Dec 10 08:52:15.953727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-e301a802-109e-46cb-86cd-99d7fec102c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:15.955156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-e301a802-109e-46cb-86cd-99d7fec102c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=95ae3f6e-baba-4da8-9776-78b12449847f HTTP/1.1" status: 200 len: 929 time: 0.1317015 Dec 10 08:52:16.008861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-50d7b092-ebc5-4464-b34a-fbc99641d7cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919 HTTP/1.1" status: 200 len: 217 time: 0.0411386 Dec 10 08:52:16.076641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-4bf4fe94-826a-429e-8e51-4d12c951f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:16.078266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-4bf4fe94-826a-429e-8e51-4d12c951f7da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3f60282-34c3-4213-a670-6860962a663c HTTP/1.1" status: 200 len: 867 time: 0.0614295 Dec 10 08:52:16.131131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:16.134640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-21aed84f-35ee-4e97-aba6-c56e4bb3d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:16.136227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-21aed84f-35ee-4e97-aba6-c56e4bb3d736 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=95ae3f6e-baba-4da8-9776-78b12449847f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517528 Dec 10 08:52:16.152750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '04915f2b-f186-4a5d-91aa-d95f2d45df83', 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38', 'port_id': '04915f2b-f186-4a5d-91aa-d95f2d45df83', 'mac_address': 'fa:16:3e:34:b3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0664b8d-323e-4feb-80cc-e1f01c876792', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:52:16.232806 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:16.251419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04915f2b-f186-4a5d-91aa-d95f2d45df83 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:52:16.269193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-59b2b46e-35a0-49a9-8b9d-c54fd276f108 service neutron] 10.222.0.31 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244955 Dec 10 08:52:16.276123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:16.281194 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:16.285876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8aa07-735a-4028-9996-34d8c2028d6f req-a8f609ff-9426-43af-8e37-786e9785af3c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:16.287390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67e8aa07-735a-4028-9996-34d8c2028d6f req-a8f609ff-9426-43af-8e37-786e9785af3c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.0801775 Dec 10 08:52:16.288152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '629c6905-3e7d-4b50-8e29-d4b0f7862eb1', 'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'mac_address': 'fa:16:3e:d7:ce:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:35Z', 'updated_at': '2021-12-10T08:51:40Z', 'revision_number': 5, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'subnets': [{'id': 'b3f60282-34c3-4213-a670-6860962a663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:16.337708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] Checking router: 68ad7233-f7c2-4bc0-80bc-8d1351795f0f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:16.360142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:16.360771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:16.402521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67e8aa07-735a-4028-9996-34d8c2028d6f req-1162a2e0-6446-47c1-9055-4e5b7c92f943 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039603 Dec 10 08:52:16.402903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=04915f2b-f186-4a5d-91aa-d95f2d45df83,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:16.429572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a26aba99-353b-4ce2-9edc-bb7b0f2e8e51 req-e3c2d635-8550-47f1-86e4-af2e26052bcf service neutron] 10.222.0.31 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411703 Dec 10 08:52:16.510754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:16.561887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-981856dc-163c-4349-a1fc-08932e849503 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips/8634ac8f-c34d-41a0-a5d1-12fc3bbdf875 HTTP/1.1" status: 200 len: 694 time: 0.0534601 Dec 10 08:52:16.676263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['04915f2b-f186-4a5d-91aa-d95f2d45df83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:16.731273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-54c460aa-3263-49be-9364-fc69578d5b3a tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:16.732826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-54c460aa-3263-49be-9364-fc69578d5b3a tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1625960 Dec 10 08:52:16.827152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f9b156b9-c90e-426a-8b99-9480fc3f7d48 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 697 time: 0.0596557 Dec 10 08:52:16.839887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9cf05-9772-46ff-9c8e-e12762fbf154 req-f164e157-c76b-4ab3-b2d7-467d3a1da4d5 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:16.841420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9e9cf05-9772-46ff-9c8e-e12762fbf154 req-f164e157-c76b-4ab3-b2d7-467d3a1da4d5 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.1034260 Dec 10 08:52:16.876695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '629c6905-3e7d-4b50-8e29-d4b0f7862eb1', 'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'mac_address': 'fa:16:3e:d7:ce:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:35Z', 'updated_at': '2021-12-10T08:51:40Z', 'revision_number': 5, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'subnets': [{'id': 'b3f60282-34c3-4213-a670-6860962a663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:16.900676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-658502b9-1ef4-40ca-a802-d28bc32c5d21 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 697 time: 0.0582507 Dec 10 08:52:16.911647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6797bd6d-f707-4037-b03a-2b4eb2e98058 None None] The sync data for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 is: [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:51:36Z', 'revision_number': 4, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '629c6905-3e7d-4b50-8e29-d4b0f7862eb1', 'name': '', 'network_id': '95ae3f6e-baba-4da8-9776-78b12449847f', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'mac_address': 'fa:16:3e:d7:ce:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b3f60282-34c3-4213-a670-6860962a663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:35Z', 'updated_at': '2021-12-10T08:51:40Z', 'revision_number': 5, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'subnets': [{'id': 'b3f60282-34c3-4213-a670-6860962a663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:16.976032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9e9cf05-9772-46ff-9c8e-e12762fbf154 req-db15db41-ca3e-4110-9f7f-70b19505e993 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270738 Dec 10 08:52:17.114224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ac6f3-e26f-41a2-b227-743ef14aa25a req-d2671a29-0d9d-4d08-929d-f50195eaf8cc tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:17.115770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e81ac6f3-e26f-41a2-b227-743ef14aa25a req-d2671a29-0d9d-4d08-929d-f50195eaf8cc tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 950 time: 0.0621448 Dec 10 08:52:17.118278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Deleting port 78912f12-9e6f-4f47-9d52-3a143c8ae225 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:17.118610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:17.199960 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688be8b8-c561-453a-a755-ff8b9a7b00cc None None] New status for floating IP 8634ac8f-c34d-41a0-a5d1-12fc3bbdf875: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:52:17.225120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e81ac6f3-e26f-41a2-b227-743ef14aa25a req-3aa73a1c-710b-4673-8e64-2e333418bd44 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942464 Dec 10 08:52:17.239809 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:17.240139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:17.253907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Calling delete_port for 78912f12-9e6f-4f47-9d52-3a143c8ae225 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:17.403031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246c734-ce62-463c-b6ae-0df8850cd690 req-8afc7200-c2f1-415e-a78a-7ede2f5ef418 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:17.404951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b246c734-ce62-463c-b6ae-0df8850cd690 req-8afc7200-c2f1-415e-a78a-7ede2f5ef418 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0844121 Dec 10 08:52:17.472173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b246c734-ce62-463c-b6ae-0df8850cd690 req-a2efd826-3c3e-4eb7-b3d5-ee104ecfa040 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588160 Dec 10 08:52:17.563465 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:17.590413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Pushing event deleted for resources: {'Port': ['ID=78912f12-9e6f-4f47-9d52-3a143c8ae225,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:17.673050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:17.675607 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe7e2a2-cb51-4936-b7b7-17515c3623a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:17.694557 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:17.697680 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:17.698820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec3cfab8-2cbf-4e70-b1d5-73bd748814d6 req-f4b29a5a-2456-4704-ad0f-c217994132f4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "DELETE /v2.0/floatingips/8634ac8f-c34d-41a0-a5d1-12fc3bbdf875 HTTP/1.1" status: 204 len: 173 time: 0.7868466 Dec 10 08:52:17.717494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82d164-a335-49de-a379-8cd7c6013e65 req-32061660-55e0-4447-b3e7-9d02285ef5fa tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:17.720904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d82d164-a335-49de-a379-8cd7c6013e65 req-32061660-55e0-4447-b3e7-9d02285ef5fa tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 944 time: 0.0798137 Dec 10 08:52:17.748759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1e9d97de-93c2-44a7-90f0-e0273b2baf18 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:17.771591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 1e9d97de-93c2-44a7-90f0-e0273b2baf18 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:17.772024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1e9d97de-93c2-44a7-90f0-e0273b2baf18 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:17.781311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d82d164-a335-49de-a379-8cd7c6013e65 req-8380bbc4-90b0-4234-ac0d-2c63a43f5ce3 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555127 Dec 10 08:52:17.819655 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd12c084-c0c7-492a-95a3-cbaebf3ffbb9 x-openstack-request-id: req-bd12c084-c0c7-492a-95a3-cbaebf3ffbb9 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:17.820251 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:17.820627 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd12c084-c0c7-492a-95a3-cbaebf3ffbb9 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:17.821311 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'status': 'completed', 'code': 200} Dec 10 08:52:17.896028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-b7595d05-21d1-40d2-bc32-4ee5e10c13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:17.897726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-b7595d05-21d1-40d2-bc32-4ee5e10c13b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b75d219f2f1447778b3413213b44b03d&device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 1096 time: 0.0470469 Dec 10 08:52:18.023887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269c2ea-e1ee-4325-8df4-0c0adacc8ccd req-446d9e5b-59b3-4133-9162-b84e281addec tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:18.025433 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8269c2ea-e1ee-4325-8df4-0c0adacc8ccd req-446d9e5b-59b3-4133-9162-b84e281addec tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1094415 Dec 10 08:52:18.076120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-1526083d-3329-423f-bff1-b25989bcaf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:18.077636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-1526083d-3329-423f-bff1-b25989bcaf8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=95ae3f6e-baba-4da8-9776-78b12449847f HTTP/1.1" status: 200 len: 929 time: 0.1695230 Dec 10 08:52:18.080996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8269c2ea-e1ee-4325-8df4-0c0adacc8ccd req-fcb77545-089c-4dda-99f4-ce12493ce05d tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0428197 Dec 10 08:52:18.154898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-b7f895b9-0d8f-4ae7-81b1-fba60608426e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919 HTTP/1.1" status: 200 len: 217 time: 0.0622625 Dec 10 08:52:18.199174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75958f50-69e3-46df-91ad-c74e631c31e7 req-06a53144-435f-4e76-824b-7e644b1e5b72 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0805457 Dec 10 08:52:18.237760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb32e2d-4d3a-4768-b3df-ae012a216ffd req-1cec94ac-d90d-4683-a93e-f8baa99ac634 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:18.239276 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5fb32e2d-4d3a-4768-b3df-ae012a216ffd req-1cec94ac-d90d-4683-a93e-f8baa99ac634 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.1604955 Dec 10 08:52:18.262688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-5164ab9b-2c0f-4b67-af3c-f333ecd13644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:18.264854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-5164ab9b-2c0f-4b67-af3c-f333ecd13644 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f60282-34c3-4213-a670-6860962a663c HTTP/1.1" status: 200 len: 867 time: 0.0755129 Dec 10 08:52:18.322895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5fb32e2d-4d3a-4768-b3df-ae012a216ffd req-4970a4c8-f2b3-4a93-916a-6ae04a416d6f tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774169 Dec 10 08:52:18.364368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-4ab2016d-493e-4b8b-94db-2f88802d3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:18.365924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-4ab2016d-493e-4b8b-94db-2f88802d3171 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=95ae3f6e-baba-4da8-9776-78b12449847f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748122 Dec 10 08:52:18.552319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d38d1-ca03-436a-8ced-9da51762b9b8 req-caf0a29b-f1ee-4116-9d5f-046947846f43 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:18.553839 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a83d38d1-ca03-436a-8ced-9da51762b9b8 req-caf0a29b-f1ee-4116-9d5f-046947846f43 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 950 time: 0.1627700 Dec 10 08:52:18.587192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15a979-d576-4c15-9ef8-dab499e2555e req-a7220ea8-212b-4dcf-ae87-347c65b47411 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:18.588681 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c15a979-d576-4c15-9ef8-dab499e2555e req-a7220ea8-212b-4dcf-ae87-347c65b47411 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 945 time: 0.1573455 Dec 10 08:52:18.629488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-23cef736-eb99-40c5-818f-f733e498d27b service neutron] 10.222.0.18 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521496 Dec 10 08:52:18.664497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a83d38d1-ca03-436a-8ced-9da51762b9b8 req-7803441b-5bb6-4f7b-936c-311649c64bff tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014373 Dec 10 08:52:18.703919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c15a979-d576-4c15-9ef8-dab499e2555e req-f2fd3e07-076c-43bc-8977-d9727b51d0af tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979917 Dec 10 08:52:18.742483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-4e66383a-4677-40c5-b2ee-621a1e111423 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:18.744986 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-4e66383a-4677-40c5-b2ee-621a1e111423 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 950 time: 0.0789640 Dec 10 08:52:18.818652 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5c43b-cbb6-416d-8420-2556c18ce5b9 req-0e578354-c188-44c9-8b86-a425a7178a16 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:18.820307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ad5c43b-cbb6-416d-8420-2556c18ce5b9 req-0e578354-c188-44c9-8b86-a425a7178a16 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0800509 Dec 10 08:52:18.824139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abe7e2a2-cb51-4936-b7b7-17515c3623a2 req-bf9787ac-790b-48ed-ac66-ba69de9f5426 service neutron] 10.222.0.18 "GET /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587694 Dec 10 08:52:18.882620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Deleting port 94c3745b-5111-42fa-ac03-728ed6894fa3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:18.882976 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:18.895525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ad5c43b-cbb6-416d-8420-2556c18ce5b9 req-dde19540-a376-47c0-a599-66b2e7e44507 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690746 Dec 10 08:52:18.958907 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:18.991908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] For port 94c3745b-5111-42fa-ac03-728ed6894fa3, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=94c3745b-5111-42fa-ac03-728ed6894fa3,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:18.992311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:19.002536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1796a2-83be-4cd7-bc70-b94843114526 req-71ec8bbe-f0b7-44da-9b2e-c62b0eb73b7e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:19.004170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af1796a2-83be-4cd7-bc70-b94843114526 req-71ec8bbe-f0b7-44da-9b2e-c62b0eb73b7e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 944 time: 0.0561969 Dec 10 08:52:19.005681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Calling delete_port for 94c3745b-5111-42fa-ac03-728ed6894fa3 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:19.065618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af1796a2-83be-4cd7-bc70-b94843114526 req-b1cf8bad-6431-4dfb-a993-e4ba2dbd81d7 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541685 Dec 10 08:52:19.163511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:19.177589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['94c3745b-5111-42fa-ac03-728ed6894fa3', 'e560d926-8875-4963-8241-f9c2ea7cc469'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:19.197620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Pushing event deleted for resources: {'Port': ['ID=94c3745b-5111-42fa-ac03-728ed6894fa3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:19.253050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] No DVR routers for this DVR port 94c3745b-5111-42fa-ac03-728ed6894fa3 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:19.255750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:19.259319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62053b60-7e0a-4920-bbff-ccc35b0b19fb req-f47aff78-9cba-497f-8ee0-1f3441fce80d tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "DELETE /v2.0/ports/94c3745b-5111-42fa-ac03-728ed6894fa3 HTTP/1.1" status: 204 len: 173 time: 0.5061045 Dec 10 08:52:19.259859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350dd624-9c80-4897-b63d-157e1989de82', 'name': 'network-vif-deleted', 'tag': '94c3745b-5111-42fa-ac03-728ed6894fa3'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:19.262217 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ce525f-3335-469b-ae22-c992416f7863" -d '{"events": [{"server_uuid": "350dd624-9c80-4897-b63d-157e1989de82", "name": "network-vif-deleted", "tag": "94c3745b-5111-42fa-ac03-728ed6894fa3"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:19.314935 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4136eb-602f-45a2-aa0f-8d1ab1b1a2ed x-openstack-request-id: req-4a4136eb-602f-45a2-aa0f-8d1ab1b1a2ed {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:19.315237 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350dd624-9c80-4897-b63d-157e1989de82", "name": "network-vif-deleted", "tag": "94c3745b-5111-42fa-ac03-728ed6894fa3", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:19.315492 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a4136eb-602f-45a2-aa0f-8d1ab1b1a2ed {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:19.316028 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350dd624-9c80-4897-b63d-157e1989de82', 'name': 'network-vif-deleted', 'tag': '94c3745b-5111-42fa-ac03-728ed6894fa3', 'status': 'completed', 'code': 200} Dec 10 08:52:19.470492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501d140-5059-4d32-bf2c-ac91a28914c4 req-8ebc14f8-aa7f-48ee-9ddd-72206bbd05be tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:19.472602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5501d140-5059-4d32-bf2c-ac91a28914c4 req-8ebc14f8-aa7f-48ee-9ddd-72206bbd05be tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 944 time: 0.0706954 Dec 10 08:52:19.523828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5501d140-5059-4d32-bf2c-ac91a28914c4 req-6c161e78-c434-4137-af98-fccc2c6d3a4b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450451 Dec 10 08:52:19.785951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f0027043-0edf-471d-8e37-c181449eb830 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:52:19.807458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 04915f2b-f186-4a5d-91aa-d95f2d45df83 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:19.817320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bde16d0f-e5c7-48a6-8223-b43ab409095f req-2135362f-43d6-4d0b-969f-6dfdf67a2bf2 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=350dd624-9c80-4897-b63d-157e1989de82 HTTP/1.1" status: 200 len: 210 time: 0.0568066 Dec 10 08:52:19.870059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d34d2a-c1fa-4be4-8857-4af77847716e req-6f54f24c-93b9-484a-9f5b-a7df340b83e0 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:19.871611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0d34d2a-c1fa-4be4-8857-4af77847716e req-6f54f24c-93b9-484a-9f5b-a7df340b83e0 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 945 time: 0.0528483 Dec 10 08:52:19.945709 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0d34d2a-c1fa-4be4-8857-4af77847716e req-50a7bff2-8680-4507-8dcf-c21ee6af87e4 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/security-groups?id=acfda965-1ffb-4de6-a7df-7dbd57c50669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634217 Dec 10 08:52:19.989306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 04915f2b-f186-4a5d-91aa-d95f2d45df83 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:52:19.997063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f0027043-0edf-471d-8e37-c181449eb830, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f0027043-0edf-471d-8e37-c181449eb830,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:20.000417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 04915f2b-f186-4a5d-91aa-d95f2d45df83 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:20.000878 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:20.040179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'f0027043-0edf-471d-8e37-c181449eb830', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'port_id': 'f0027043-0edf-471d-8e37-c181449eb830', 'mac_address': 'fa:16:3e:2c:09:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:52:20.084035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c4250-01f1-4f77-a30f-3959cdd16955 req-c3128894-8851-498a-a96d-f7ccfc60ad3d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:20.085555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e1c4250-01f1-4f77-a30f-3959cdd16955 req-c3128894-8851-498a-a96d-f7ccfc60ad3d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0590663 Dec 10 08:52:20.117613 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:20.144835 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e1c4250-01f1-4f77-a30f-3959cdd16955 req-fb516329-967d-47d8-b99b-bad9451e9778 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516343 Dec 10 08:52:20.168540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0027043-0edf-471d-8e37-c181449eb830 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:52:20.183530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:20.206404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f0027043-0edf-471d-8e37-c181449eb830, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f0027043-0edf-471d-8e37-c181449eb830,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:20.216856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:20.228023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:20.230328 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccf9c4f-c9fc-4d2d-a516-4a3f6815bb88" -d '{"events": [{"server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "name": "network-vif-plugged", "status": "completed", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:20.232448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb72de-cb48-4084-a934-3b37fa1577fc req-bd41469a-228b-47e0-95fd-cbf8f5a1c053 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:20.254913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8bb72de-cb48-4084-a934-3b37fa1577fc req-bd41469a-228b-47e0-95fd-cbf8f5a1c053 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 944 time: 0.0882354 Dec 10 08:52:20.279189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:20.286635 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:20.310277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b77a23e7-a25f-4a04-a797-511a44021437 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:20.312118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b77a23e7-a25f-4a04-a797-511a44021437 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 945 time: 0.0976686 Dec 10 08:52:20.318526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f0027043-0edf-471d-8e37-c181449eb830,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:20.342131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8bb72de-cb48-4084-a934-3b37fa1577fc req-7b1976f8-80c1-4e07-931c-59be57475f48 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756776 Dec 10 08:52:20.381249 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccac152-2e01-42ba-906a-81bb9709c7cd x-openstack-request-id: req-bccac152-2e01-42ba-906a-81bb9709c7cd {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:20.381822 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "name": "network-vif-plugged", "status": "completed", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:20.382087 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bccac152-2e01-42ba-906a-81bb9709c7cd {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:20.382629 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83', 'code': 200} Dec 10 08:52:20.407160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=04915f2b-f186-4a5d-91aa-d95f2d45df83,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:20.434008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Deleting port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:20.434661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:20.489047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005087c2-8afb-41c1-9488-e07eacbc6e98 req-a6dc8a47-68fc-457c-aaed-5ec3f952f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:20.490598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005087c2-8afb-41c1-9488-e07eacbc6e98 req-a6dc8a47-68fc-457c-aaed-5ec3f952f8bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 1096 time: 0.0478413 Dec 10 08:52:20.540020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] For port 849f0568-4c9d-4cfe-9e23-61ab5fb27919, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=849f0568-4c9d-4cfe-9e23-61ab5fb27919,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:20.540411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:20.540779 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005087c2-8afb-41c1-9488-e07eacbc6e98 req-381693d4-e3e7-4426-be97-109a7f0ca86a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Dec 10 08:52:20.557746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Calling delete_port for 849f0568-4c9d-4cfe-9e23-61ab5fb27919 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:20.615288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['f0027043-0edf-471d-8e37-c181449eb830'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:20.657049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a41b9-31d1-457c-a795-a30f04552c59 req-832b8058-3dbd-43a8-aa1f-2f4e09b95a22 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:20.665744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f9a41b9-31d1-457c-a795-a30f04552c59 req-832b8058-3dbd-43a8-aa1f-2f4e09b95a22 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 945 time: 0.0720153 Dec 10 08:52:20.721775 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:20.821846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Pushing event deleted for resources: {'Port': ['ID=849f0568-4c9d-4cfe-9e23-61ab5fb27919,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:20.843176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] No DVR routers for this DVR port 849f0568-4c9d-4cfe-9e23-61ab5fb27919 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:20.845991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:20.850703 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-19b03324-56a9-40c0-9000-56b7f0787d8a req-b8d0baf4-6c02-4ceb-82b5-9136de41fbbc tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.18 "DELETE /v2.0/ports/849f0568-4c9d-4cfe-9e23-61ab5fb27919 HTTP/1.1" status: 204 len: 173 time: 0.5307035 Dec 10 08:52:21.078428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f9a41b9-31d1-457c-a795-a30f04552c59 req-6d5773bf-8ec9-4531-9921-2450d99b86ef tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4114707 Dec 10 08:52:21.282692 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-839e8271-14dc-4c7c-b21a-77ea29758332 req-bc845253-0f50-4f7d-95bf-0d281e0c2487 tempest-FloatingIPsAssociationNegativeTestJSON-94169645 tempest-FloatingIPsAssociationNegativeTestJSON-94169645-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef40209-80f2-48a7-a2f0-228544260af2 HTTP/1.1" status: 200 len: 210 time: 0.0305178 Dec 10 08:52:21.317041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'name': 'network-vif-deleted', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:21.319691 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d125f56-346b-428a-a11e-f51b3cdefec4" -d '{"events": [{"server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "name": "network-vif-deleted", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:21.391840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99649aae-3f82-4b27-8d7c-f8fda8abee21 req-a2fe69bb-d9ba-4c39-bbd3-f416e9de257d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:21.393281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99649aae-3f82-4b27-8d7c-f8fda8abee21 req-a2fe69bb-d9ba-4c39-bbd3-f416e9de257d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0754690 Dec 10 08:52:21.433884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b742b4c-689e-4152-9d3f-4557ff784aed req-5df6b8ee-1815-44f6-b517-faf98f7cb28a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:21.435393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b742b4c-689e-4152-9d3f-4557ff784aed req-5df6b8ee-1815-44f6-b517-faf98f7cb28a tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 951 time: 0.0774200 Dec 10 08:52:21.476655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99649aae-3f82-4b27-8d7c-f8fda8abee21 req-bf9abb50-b127-47b7-9e36-e418be5974f2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765464 Dec 10 08:52:21.503404 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b742b4c-689e-4152-9d3f-4557ff784aed req-c13bad6c-8039-46ae-b900-b6a2934e129e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607386 Dec 10 08:52:21.534003 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f12f0-883e-4e8c-96de-d31213c8cf04 x-openstack-request-id: req-8f4f12f0-883e-4e8c-96de-d31213c8cf04 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:21.534295 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef40209-80f2-48a7-a2f0-228544260af2", "name": "network-vif-deleted", "tag": "849f0568-4c9d-4cfe-9e23-61ab5fb27919", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:21.534542 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f4f12f0-883e-4e8c-96de-d31213c8cf04 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:21.534933 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef40209-80f2-48a7-a2f0-228544260af2', 'name': 'network-vif-deleted', 'tag': '849f0568-4c9d-4cfe-9e23-61ab5fb27919', 'status': 'completed', 'code': 200} Dec 10 08:52:21.583616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['849f0568-4c9d-4cfe-9e23-61ab5fb27919'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:21.618735 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a517-f559-469c-aeb2-acd844a668e6 req-1fd69188-4d84-4a25-ba36-518f4b1697f9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:21.620340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e84a517-f559-469c-aeb2-acd844a668e6 req-1fd69188-4d84-4a25-ba36-518f4b1697f9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.0580297 Dec 10 08:52:21.676039 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e84a517-f559-469c-aeb2-acd844a668e6 req-3c9ecd14-d073-42d8-a636-dd50e5a34820 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485225 Dec 10 08:52:21.776046 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-e3a86adb-3860-4254-a83b-d8a3b20a3b42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417783 Dec 10 08:52:21.794709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 94c3745b-5111-42fa-ac03-728ed6894fa3 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:21.823617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 94c3745b-5111-42fa-ac03-728ed6894fa3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:21.823617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 94c3745b-5111-42fa-ac03-728ed6894fa3 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:21.870514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-4eecc7c2-965d-4c59-8266-7f73f68c6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:21.872040 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-4eecc7c2-965d-4c59-8266-7f73f68c6b34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 1096 time: 0.0450094 Dec 10 08:52:21.978581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-57970e73-3801-4fad-9479-4862d6f67790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:21.980044 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-57970e73-3801-4fad-9479-4862d6f67790 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.0868254 Dec 10 08:52:22.026282 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-cc370148-682d-4990-9d53-2936cd49e3d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 200 len: 217 time: 0.0390384 Dec 10 08:52:22.076732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-1a5f7427-cd60-43ca-a234-4f64f24d9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:22.078121 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-1a5f7427-cd60-43ca-a234-4f64f24d9142 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0445466 Dec 10 08:52:22.111396 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-5639aeb3-825e-4bb3-815b-38a651cf6d2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253389 Dec 10 08:52:22.215601 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-b7288936-5d82-4f85-88dd-db29bfcd89d7 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965209 Dec 10 08:52:22.229614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cc7cf-ea5a-468c-b2e6-588af97c5269 req-01eda12a-78d3-4e04-967c-7e0b127e0358 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:22.231271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-742cc7cf-ea5a-468c-b2e6-588af97c5269 req-01eda12a-78d3-4e04-967c-7e0b127e0358 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 945 time: 0.0638199 Dec 10 08:52:22.324524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-742cc7cf-ea5a-468c-b2e6-588af97c5269 req-24d0044a-1eeb-4fb5-880c-97298c2b36a7 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852668 Dec 10 08:52:22.349542 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ee5d38f-0124-40d6-b761-7f472b5dfbb4 req-b3bd63d5-4b0e-4095-b9a4-155e7e390e08 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151028 Dec 10 08:52:22.382079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44860) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:22.643231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4dd73-6a42-4a03-b97c-5bbd5ea89c44 req-dd14da13-3930-43d0-94f5-f7d3357a272d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:22.644879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bfc4dd73-6a42-4a03-b97c-5bbd5ea89c44 req-dd14da13-3930-43d0-94f5-f7d3357a272d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0764122 Dec 10 08:52:22.684106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eae99f-111b-42e8-b20e-8015cb4bf1b9 req-2e3794f5-71f5-412f-a82a-583205eef41e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:22.686704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eae99f-111b-42e8-b20e-8015cb4bf1b9 req-2e3794f5-71f5-412f-a82a-583205eef41e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 951 time: 0.0853324 Dec 10 08:52:22.733012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bfc4dd73-6a42-4a03-b97c-5bbd5ea89c44 req-0ffed3ff-71fe-4352-ac9a-5ae188a97929 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814910 Dec 10 08:52:22.776572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eae99f-111b-42e8-b20e-8015cb4bf1b9 req-345c4bf0-d695-4ff3-ac97-dc1ff46440fe tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/security-groups?id=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816295 Dec 10 08:52:22.840954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:22.876641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302bfd6-e32c-46e8-8d6c-041d564dbedf req-1a83a2db-c285-410a-a5a5-1a20e0988e5b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:22.878226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b302bfd6-e32c-46e8-8d6c-041d564dbedf req-1a83a2db-c285-410a-a5a5-1a20e0988e5b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.0605750 Dec 10 08:52:22.935964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b302bfd6-e32c-46e8-8d6c-041d564dbedf req-ebe27ff1-cb37-4b32-a89b-caee5e64ba13 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510433 Dec 10 08:52:23.066380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64ea1-d3e8-4360-9bdb-321176098eab req-8dbd2c4e-45a5-40e3-b59b-a0ec864d3efb tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:23.068146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ba64ea1-d3e8-4360-9bdb-321176098eab req-8dbd2c4e-45a5-40e3-b59b-a0ec864d3efb tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 1096 time: 0.0513134 Dec 10 08:52:23.094549 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-9294dea5-98c2-4930-ab84-f2d9aa1590c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2036939 Dec 10 08:52:23.134091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ba64ea1-d3e8-4360-9bdb-321176098eab req-e6b20e89-456c-4162-95ba-f9e855c8c695 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563967 Dec 10 08:52:23.226199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-3fca92e5-8318-445e-9d07-9eafcc5140a2 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:23.227775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-3fca92e5-8318-445e-9d07-9eafcc5140a2 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 951 time: 0.0927832 Dec 10 08:52:23.238650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-45b00b7b-002b-4ff0-af36-88a848985cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:23.240255 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-45b00b7b-002b-4ff0-af36-88a848985cbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 1095 time: 0.1084969 Dec 10 08:52:23.350570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c3f5a-9746-491f-93e3-7b57a95f6854 req-bd101198-5962-43c5-b9d6-73b2862715bd tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:23.352050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a42c3f5a-9746-491f-93e3-7b57a95f6854 req-bd101198-5962-43c5-b9d6-73b2862715bd tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 1096 time: 0.0829775 Dec 10 08:52:23.414952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Deleting port e560d926-8875-4963-8241-f9c2ea7cc469 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:23.415595 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:23.456360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a42c3f5a-9746-491f-93e3-7b57a95f6854 req-792fe7b0-9062-46b5-a695-be4e7992d235 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938559 Dec 10 08:52:23.554379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] For port e560d926-8875-4963-8241-f9c2ea7cc469, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e560d926-8875-4963-8241-f9c2ea7cc469,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:23.554818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:23.570620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Calling delete_port for e560d926-8875-4963-8241-f9c2ea7cc469 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:23.656383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Deleting port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:23.656976 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:23.707093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-6e9278ac-5fba-4897-8bc6-815da43f71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:23.708641 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-6e9278ac-5fba-4897-8bc6-815da43f71b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.4415703 Dec 10 08:52:23.719194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e08f2-ee67-43d4-a4cb-eb31667e9cba req-6d0bbcde-4246-4f34-829e-c8d5a31ae43a tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:23.728318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d7e08f2-ee67-43d4-a4cb-eb31667e9cba req-6d0bbcde-4246-4f34-829e-c8d5a31ae43a tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 945 time: 0.0875208 Dec 10 08:52:23.768797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-dedf48bc-611a-40d6-ab2b-f94b19dfcc71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 200 len: 217 time: 0.0513923 Dec 10 08:52:23.800672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f0027043-0edf-471d-8e37-c181449eb830 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:23.827867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d7e08f2-ee67-43d4-a4cb-eb31667e9cba req-6c9b2274-f59d-4d23-9bdd-9dfe1e29fc93 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979199 Dec 10 08:52:23.849533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] For port 629c6905-3e7d-4b50-8e29-d4b0f7862eb1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=629c6905-3e7d-4b50-8e29-d4b0f7862eb1,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:23.850055 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:23.865593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-bbf71ea8-2b4a-49b1-81c1-83af8c7730f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:23.867074 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-bbf71ea8-2b4a-49b1-81c1-83af8c7730f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.0835462 Dec 10 08:52:23.871029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Calling delete_port for 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:23.880838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:23.900551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['e560d926-8875-4963-8241-f9c2ea7cc469'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:23.949955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Pushing event deleted for resources: {'Port': ['ID=e560d926-8875-4963-8241-f9c2ea7cc469,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:23.970252 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-64e7f99a-6dda-4d24-9722-07d6b3caab77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826533 Dec 10 08:52:24.011879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port f0027043-0edf-471d-8e37-c181449eb830 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:52:24.019606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port f0027043-0edf-471d-8e37-c181449eb830 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:24.020185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:24.086637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] No DVR routers for this DVR port e560d926-8875-4963-8241-f9c2ea7cc469 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:24.089958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:24.096757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bba66f94-ef0a-4fca-adbb-57c5f3619eff req-1626c5d6-da8c-4472-b9db-bc59ef7fb80e tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.18 "DELETE /v2.0/ports/e560d926-8875-4963-8241-f9c2ea7cc469 HTTP/1.1" status: 204 len: 173 time: 0.8614230 Dec 10 08:52:24.097383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-deleted', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:24.100057 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de32a25-bd7d-4da8-9a9a-36677d987d0e" -d '{"events": [{"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-deleted", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:24.101209 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-b41e56fe-4fbc-4992-bd0d-eaa3a3fb8a46 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145163 Dec 10 08:52:24.116474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbb709-48dd-4dc5-b541-3ebd4a6dc28d req-1b7c9637-d9fb-4c1c-9a05-97ac9fe46938 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:24.126145 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71dbb709-48dd-4dc5-b541-3ebd4a6dc28d req-1b7c9637-d9fb-4c1c-9a05-97ac9fe46938 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1804063 Dec 10 08:52:24.174849 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:24.208863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71dbb709-48dd-4dc5-b541-3ebd4a6dc28d req-20aa049b-9315-4ade-a1bd-ed13908c5b94 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808189 Dec 10 08:52:24.210632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56af7b05-23a5-4045-8945-77b1063f2225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0027043-0edf-471d-8e37-c181449eb830'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:24.227493 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a223bff6-9632-4c92-9bc5-8803cc3adf91" -d '{"events": [{"server_uuid": "56af7b05-23a5-4045-8945-77b1063f2225", "name": "network-vif-plugged", "status": "completed", "tag": "f0027043-0edf-471d-8e37-c181449eb830"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:24.245257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f0027043-0edf-471d-8e37-c181449eb830, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f0027043-0edf-471d-8e37-c181449eb830,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:24.255108 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:24.350852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f0027043-0edf-471d-8e37-c181449eb830,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:24.404867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-606cba40-7a86-4d6f-9c69-3344e7d8be54 req-97b499d1-ac72-45c2-a91f-b36d83c9d097 tempest-ServersAdminTestJSON-1353207113 tempest-ServersAdminTestJSON-1353207113-project] 10.222.0.31 "GET /v2.0/ports?device_id=41eb045d-72be-4b15-bc49-f00478fb4db4 HTTP/1.1" status: 200 len: 210 time: 0.0494549 Dec 10 08:52:24.461368 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89de291-ef1a-422f-a609-3ec0413c5b83 x-openstack-request-id: req-c89de291-ef1a-422f-a609-3ec0413c5b83 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:24.461698 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41eb045d-72be-4b15-bc49-f00478fb4db4", "name": "network-vif-deleted", "tag": "e560d926-8875-4963-8241-f9c2ea7cc469", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:24.461956 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c89de291-ef1a-422f-a609-3ec0413c5b83 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:24.462385 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb045d-72be-4b15-bc49-f00478fb4db4', 'name': 'network-vif-deleted', 'tag': 'e560d926-8875-4963-8241-f9c2ea7cc469', 'status': 'completed', 'code': 200} Dec 10 08:52:24.468475 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:24.509993 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5693025a-225b-4b09-956c-1d0b1465ba14 x-openstack-request-id: req-5693025a-225b-4b09-956c-1d0b1465ba14 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:24.510487 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56af7b05-23a5-4045-8945-77b1063f2225", "name": "network-vif-plugged", "status": "completed", "tag": "f0027043-0edf-471d-8e37-c181449eb830", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:24.510959 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5693025a-225b-4b09-956c-1d0b1465ba14 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:24.511546 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56af7b05-23a5-4045-8945-77b1063f2225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0027043-0edf-471d-8e37-c181449eb830', 'code': 200} Dec 10 08:52:24.511719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=629c6905-3e7d-4b50-8e29-d4b0f7862eb1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:24.568539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2544f0e6-65fe-4371-9e9b-3f3a055453f4 req-e5b11487-8646-4dab-a36d-85fa90c628bc service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562182 Dec 10 08:52:24.761527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775719b9-0212-49b0-b4b7-2ef5de8821a4 req-e3ac4b01-4d8b-445a-a064-870a0df5a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:24.763111 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-775719b9-0212-49b0-b4b7-2ef5de8821a4 req-e3ac4b01-4d8b-445a-a064-870a0df5a394 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 1097 time: 0.1412575 Dec 10 08:52:24.860833 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-775719b9-0212-49b0-b4b7-2ef5de8821a4 req-29a98893-f2b5-4020-91e2-214d40408cf1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880821 Dec 10 08:52:24.879103 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:24.968614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47887a-3ba5-4168-a78f-087d9e5efc79 req-18b6e133-0eb2-44e8-8d31-afa8dcb4a10a tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:24.975828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e47887a-3ba5-4168-a78f-087d9e5efc79 req-18b6e133-0eb2-44e8-8d31-afa8dcb4a10a tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 946 time: 0.0646613 Dec 10 08:52:25.025013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e47887a-3ba5-4168-a78f-087d9e5efc79 req-2fabe1ad-8363-4050-b6dc-65f25a59c9bb tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482557 Dec 10 08:52:25.131185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:25.303538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-de8cf773-7561-4bdb-9613-ee466df56d0e tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:52:25.306391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-de8cf773-7561-4bdb-9613-ee466df56d0e tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088863 Dec 10 08:52:25.321476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:25.334064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e53cf566-ab73-4608-8e63-9744f591eec4 admin admin] 10.222.0.31 "PUT /v2.0/routers/68ad7233-f7c2-4bc0-80bc-8d1351795f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9507093 Dec 10 08:52:25.334701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44932) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:25.338524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] Sync routers for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:25.363712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:25.365092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:25.396182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-e9027db7-39f3-43cf-8fb2-e0d72b5f0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:25.404408 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-8b6f5166-c0fe-4123-a511-30ab59759dac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1138246 Dec 10 08:52:25.405437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-e9027db7-39f3-43cf-8fb2-e0d72b5f0a93 service neutron] 10.222.0.31 "GET /v2.0/ports/04915f2b-f186-4a5d-91aa-d95f2d45df83 HTTP/1.1" status: 200 len: 1093 time: 0.0880845 Dec 10 08:52:25.412069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Request body: {'binding': {'host': 'n-h2-814746-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:25.412528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Unknown quota resources ['binding']. {{(pid=114969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 08:52:25.497607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6b75-ba6d-40cb-bc13-8ac47fb656b2 req-e2db9071-0f63-410e-9b9c-9bda6c07f9fa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:25.509629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33af6b75-ba6d-40cb-bc13-8ac47fb656b2 req-e2db9071-0f63-410e-9b9c-9bda6c07f9fa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1775885 Dec 10 08:52:25.592421 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:25.636846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-f02d45cd-c38e-4500-a63d-acc869364c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:25.638799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-f02d45cd-c38e-4500-a63d-acc869364c8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 1095 time: 0.2083158 Dec 10 08:52:25.659298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33af6b75-ba6d-40cb-bc13-8ac47fb656b2 req-5af27ea2-e14c-485a-af97-a26d20e52a38 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517754 Dec 10 08:52:25.807319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on host n-h2-814746-3 for vnic_type normal with profile None {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:25.807860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:25.808367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:25.845062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:52:25.846578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:25.866433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:25.871580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:25.873761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:25.875348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:25.876122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Bound port: 04915f2b-f186-4a5d-91aa-d95f2d45df83, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:25.879771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:25.901488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: e560d926-8875-4963-8241-f9c2ea7cc469 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:25.902164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e560d926-8875-4963-8241-f9c2ea7cc469 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:25.902820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 849f0568-4c9d-4cfe-9e23-61ab5fb27919 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:25.934760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 849f0568-4c9d-4cfe-9e23-61ab5fb27919 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:25.935163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-c2bcfd63-7933-4206-9362-fb86bab2f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:25.935741 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 849f0568-4c9d-4cfe-9e23-61ab5fb27919 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:25.941082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-c2bcfd63-7933-4206-9362-fb86bab2f4d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.1937854 Dec 10 08:52:25.953804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:26.001863 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-1d9bfa79-baae-4669-b022-c4c4255b6dcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 200 len: 217 time: 0.0533488 Dec 10 08:52:26.007674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:52:26.018603 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] Publish callbacks [] for binding, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:26.032786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-c37856fb-59b9-42be-8be4-69d352d8500d service neutron] 10.222.0.31 "POST /v2.0/ports/04915f2b-f186-4a5d-91aa-d95f2d45df83/bindings HTTP/1.1" status: 201 len: 389 time: 0.6262333 Dec 10 08:52:26.108764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-7281c8e4-6111-4db2-bcc1-0ff30137faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:26.117865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-7281c8e4-6111-4db2-bcc1-0ff30137faf8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.0992630 Dec 10 08:52:26.195814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Deleting port 227e7069-54f6-4c3f-8792-af3a455fef6b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:26.196158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:26.232027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:52:24Z', 'revision_number': 5, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port': {'id': '227e7069-54f6-4c3f-8792-af3a455fef6b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:31Z', 'updated_at': '2021-12-10T08:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:26.269586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] Checking router: 68ad7233-f7c2-4bc0-80bc-8d1351795f0f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:26.280907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] Routers {'68ad7233-f7c2-4bc0-80bc-8d1351795f0f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:26.281748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:26.313969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44950) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:26.335600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] For port 227e7069-54f6-4c3f-8792-af3a455fef6b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=227e7069-54f6-4c3f-8792-af3a455fef6b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:26.335987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:26.349345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Calling delete_port for 227e7069-54f6-4c3f-8792-af3a455fef6b owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:26.382964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-69ca4834-00c0-40e6-8388-fa66b183fb14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2543354 Dec 10 08:52:26.407995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] Set router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:26.444743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeaa24-a96b-4248-9d15-847340a50790 req-0c082459-cc56-48dc-aeb1-e205f64abcd4 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:26.455484 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dfeaa24-a96b-4248-9d15-847340a50790 req-0c082459-cc56-48dc-aeb1-e205f64abcd4 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 946 time: 0.2620678 Dec 10 08:52:26.480188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:52:25Z', 'revision_number': 6, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:26.506474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fa32a-8d9c-4d7d-a133-1ce8b140e648 req-08726905-5e81-432f-bcac-06dc9cd0f0d6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:26.513738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7ebc8-25b3-4130-9c31-51cdc8a20819 None None] The sync data for ids ['68ad7233-f7c2-4bc0-80bc-8d1351795f0f'] in n-d-814746-3 is: [{'id': '68ad7233-f7c2-4bc0-80bc-8d1351795f0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-598369403-router', 'tenant_id': 'b75d219f2f1447778b3413213b44b03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:29Z', 'updated_at': '2021-12-10T08:52:25Z', 'revision_number': 6, 'project_id': 'b75d219f2f1447778b3413213b44b03d', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:26.517149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-606fa32a-8d9c-4d7d-a133-1ce8b140e648 req-08726905-5e81-432f-bcac-06dc9cd0f0d6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.2465298 Dec 10 08:52:26.610064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dfeaa24-a96b-4248-9d15-847340a50790 req-78428f81-45da-4840-a39b-71041b4255fa tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1539609 Dec 10 08:52:26.619991 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-606fa32a-8d9c-4d7d-a133-1ce8b140e648 req-0b971fc8-0112-4070-a498-7db65e37a685 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018419 Dec 10 08:52:26.662630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-10d65bd2-ba8f-4145-bb22-9f01e4d10898 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67e7fbe5c242415fa1ba76f7b0ecea17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447886 Dec 10 08:52:26.663572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44954) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:26.707459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-884f0095-8fdf-4e2b-a75a-306e9af15199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:26.709115 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-884f0095-8fdf-4e2b-a75a-306e9af15199 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 1096 time: 0.1817293 Dec 10 08:52:26.795194 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e864d8d8-f1cd-47b8-8a82-b0c41971f2b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:26.808691 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-5a6261a9-bbbb-4c80-b0b2-adfc719ce8ff service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674627 Dec 10 08:52:26.828106 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e864d8d8-f1cd-47b8-8a82-b0c41971f2b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:26.853943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafd149-8b24-4634-ae8d-0d1ea1e74400 req-e59bcf49-df75-4c38-8f6e-e7a916677b1f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:26.855719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-baafd149-8b24-4634-ae8d-0d1ea1e74400 req-e59bcf49-df75-4c38-8f6e-e7a916677b1f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1043625 Dec 10 08:52:26.963513 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-baafd149-8b24-4634-ae8d-0d1ea1e74400 req-95d5abba-8130-450d-b917-73d0f29ad004 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934725 Dec 10 08:52:26.971903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:26.979460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e864d8d8-f1cd-47b8-8a82-b0c41971f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:26.983767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e864d8d8-f1cd-47b8-8a82-b0c41971f2b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:26.985136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e864d8d8-f1cd-47b8-8a82-b0c41971f2b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7dd4a0b1-bb7c-4397-b8c2-113d267e8c85 HTTP/1.1" status: 204 len: 168 time: 0.3205297 Dec 10 08:52:26.996018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864d8d8-f1cd-47b8-8a82-b0c41971f2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd4a0b1-bb7c-4397-b8c2-113d267e8c85,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:27.014926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-32698603-7c27-4573-a73a-ae32dc64ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:27.016509 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-32698603-7c27-4573-a73a-ae32dc64ad0f service neutron] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.2940691 Dec 10 08:52:27.431460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44968) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:27.443935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Pushing event deleted for resources: {'Port': ['ID=227e7069-54f6-4c3f-8792-af3a455fef6b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:27.468742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-1e188983-55e3-4f44-a076-2c806f82ef62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83 HTTP/1.1" status: 200 len: 217 time: 0.4424019 Dec 10 08:52:27.495789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b63112e6-9ce9-44eb-b54f-29d56d858fb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d4741e35e3d41228ce69459567a718d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603259 Dec 10 08:52:27.495789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44970) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:27.505094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80785051-a75c-4444-9b37-bf8fba2cf8db req-400e70a0-e319-4f90-8fe2-978da9249e0b service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853666 Dec 10 08:52:27.564275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:27.605105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 227e7069-54f6-4c3f-8792-af3a455fef6b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:27.640076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c44a173d-c3c4-4b4e-8ffd-a2c2bd73b15c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:27.695509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-e7918a86-e11a-41db-bdef-55dddcad5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:27.696942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 227e7069-54f6-4c3f-8792-af3a455fef6b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:27.697082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-e7918a86-e11a-41db-bdef-55dddcad5f36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.2145383 Dec 10 08:52:27.697861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 227e7069-54f6-4c3f-8792-af3a455fef6b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:27.698715 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:27.698933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:27.701869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:27.703588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c44a173d-c3c4-4b4e-8ffd-a2c2bd73b15c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:27.736374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:27.736734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 629c6905-3e7d-4b50-8e29-d4b0f7862eb1 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:27.766601 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-7eaba4c3-389d-4761-8d4d-53e985e72f68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617096 Dec 10 08:52:27.796309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:27.796965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68ad7233-f7c2-4bc0-80bc-8d1351795f0f {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:52:27.808080 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c44a173d-c3c4-4b4e-8ffd-a2c2bd73b15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:27.813760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c44a173d-c3c4-4b4e-8ffd-a2c2bd73b15c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:27.817347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c44a173d-c3c4-4b4e-8ffd-a2c2bd73b15c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bad05789-f0ea-4289-9202-12aea2ed8f67 HTTP/1.1" status: 204 len: 168 time: 0.3182409 Dec 10 08:52:27.820217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:27.829053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-469b4bb7-cc57-4774-9d64-6a44d0e4def8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/68ad7233-f7c2-4bc0-80bc-8d1351795f0f HTTP/1.1" status: 204 len: 168 time: 2.4900661 Dec 10 08:52:27.829754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44982) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:27.861937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a173d-c3c4-4b4e-8ffd-a2c2bd73b15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad05789-f0ea-4289-9202-12aea2ed8f67,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:27.979202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c48f9-f5b3-4b2d-b06e-f41e1c1fc430 req-aa17dad3-307f-4cd5-a763-71520cf66311 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:27.989121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-520c48f9-f5b3-4b2d-b06e-f41e1c1fc430 req-aa17dad3-307f-4cd5-a763-71520cf66311 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 946 time: 0.1354640 Dec 10 08:52:28.034119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef0cac4-522a-4bcc-bc67-eb35e334d392 admin admin] Deleting subnet b3f60282-34c3-4213-a670-6860962a663c {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:52:28.039805 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cac4-522a-4bcc-bc67-eb35e334d392 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:28.062531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-520c48f9-f5b3-4b2d-b06e-f41e1c1fc430 req-65b09343-1a7a-45e8-96ff-2a65c95cfc7d tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720711 Dec 10 08:52:28.105990 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-9a979429-615c-49fb-a3d6-9f813b68dec5 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280938 Dec 10 08:52:28.177613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cac4-522a-4bcc-bc67-eb35e334d392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:28.261828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752372d-a383-40b0-b75f-e8939d364f60 req-2fca5bc1-ea86-4120-be54-8b330cd3f85c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:28.263629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f752372d-a383-40b0-b75f-e8939d364f60 req-2fca5bc1-ea86-4120-be54-8b330cd3f85c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0955684 Dec 10 08:52:28.312293 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-1c9bae1f-3caa-4b5e-9cf0-291fbc82e54c service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984873 Dec 10 08:52:28.334867 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cac4-522a-4bcc-bc67-eb35e334d392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:28.389110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f752372d-a383-40b0-b75f-e8939d364f60 req-f840ec0d-4333-40e1-9082-04e3bb536155 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084442 Dec 10 08:52:28.411747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cac4-522a-4bcc-bc67-eb35e334d392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:28.419344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1b404-69b0-4e15-a1a0-68dccdf9f203 req-9a6da33a-9b72-487a-b9be-d2309093a42d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:28.420903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edd1b404-69b0-4e15-a1a0-68dccdf9f203 req-9a6da33a-9b72-487a-b9be-d2309093a42d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.1131232 Dec 10 08:52:28.438066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287986cf-56f5-4f39-9b11-ec320ae847b6 None None] Network 95ae3f6e-baba-4da8-9776-78b12449847f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:52:28.446552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cac4-522a-4bcc-bc67-eb35e334d392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:28.452016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4ef0cac4-522a-4bcc-bc67-eb35e334d392 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b3f60282-34c3-4213-a670-6860962a663c HTTP/1.1" status: 204 len: 168 time: 0.6195183 Dec 10 08:52:28.456418 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44994) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:28.581101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:28.583923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0cac4-522a-4bcc-bc67-eb35e334d392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f60282-34c3-4213-a670-6860962a663c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:28.638579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edd1b404-69b0-4e15-a1a0-68dccdf9f203 req-4cd575ec-4bbc-466e-8c6a-ea6d49ed82fa tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970086 Dec 10 08:52:28.648544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bcd65-da2b-4e3d-b1c6-4dfa75d43364 req-b8d28b89-5dd5-4668-8f71-841dacda5e33 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:28.650148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-814bcd65-da2b-4e3d-b1c6-4dfa75d43364 req-b8d28b89-5dd5-4668-8f71-841dacda5e33 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 946 time: 0.1575267 Dec 10 08:52:28.659593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45002) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:28.665073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-86ab6674-11fc-446e-b586-1c11e055f117 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Request body: {'floatingip': {'port_id': 'f0027043-0edf-471d-8e37-c181449eb830'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:28.752642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86ab6674-11fc-446e-b586-1c11e055f117 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:28.761593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a4e539-6923-4d09-a050-f4bba9638784 None None] DHCP port deletion for 95ae3f6e-baba-4da8-9776-78b12449847f request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:52:28.829283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Deleting port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:28.829695 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:28.860022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-18a4e539-6923-4d09-a050-f4bba9638784 None None] Deleting port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:28.861286 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18a4e539-6923-4d09-a050-f4bba9638784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:28.993465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] For port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c0dc9453-b5c4-4ca2-b8f2-011c70a94c59,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:28.993875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.042503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-18a4e539-6923-4d09-a050-f4bba9638784 None None] For port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c0dc9453-b5c4-4ca2-b8f2-011c70a94c59,segment=NetworkSegment(577b2eec-4b91-4bdc-a41d-d9eb85c6363a),segment_id=577b2eec-4b91-4bdc-a41d-d9eb85c6363a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:29.042908 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18a4e539-6923-4d09-a050-f4bba9638784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.066927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-18a4e539-6923-4d09-a050-f4bba9638784 None None] Calling delete_port for c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:29.117099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Calling delete_port for c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:29.216115 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18a4e539-6923-4d09-a050-f4bba9638784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.243175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4e539-6923-4d09-a050-f4bba9638784 None None] Pushing event deleted for resources: {'Port': ['ID=c0dc9453-b5c4-4ca2-b8f2-011c70a94c59,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:29.248584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a4e539-6923-4d09-a050-f4bba9638784 None None] No DVR routers for this DVR port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:29.351642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.388316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0dc9453-b5c4-4ca2-b8f2-011c70a94c59,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:29.390348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] No DVR routers for this DVR port c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:29.516076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.549100 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:52:29.561367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ae3f6e-baba-4da8-9776-78b12449847f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:29.578636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577b2eec-4b91-4bdc-a41d-d9eb85c6363a') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:29.578982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577b2eec-4b91-4bdc-a41d-d9eb85c6363a') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:29.592639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:29.602682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e3e56-2192-44b1-9579-36d67f94724c req-0fbe9de4-6ec5-4e69-b014-58f57ac10106 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:29.611344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a07e3e56-2192-44b1-9579-36d67f94724c req-0fbe9de4-6ec5-4e69-b014-58f57ac10106 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1163046 Dec 10 08:52:29.632186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.644806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:29.645573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c0dc9453-b5c4-4ca2-b8f2-011c70a94c59 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:29.653362 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.666657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86ab6674-11fc-446e-b586-1c11e055f117 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.667953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:52:29.668368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:52:29.670754 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:52:29.680546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86ab6674-11fc-446e-b586-1c11e055f117 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.688280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a07e3e56-2192-44b1-9579-36d67f94724c req-ef50ed98-e7f6-404e-8802-0e614aeb3f1d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721486 Dec 10 08:52:29.816878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aefa43-2f86-4034-97b3-0b9d3cd81b54 req-afcc0e7d-b478-4577-b21e-cdfdebfebe2f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:29.832629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6aefa43-2f86-4034-97b3-0b9d3cd81b54 req-afcc0e7d-b478-4577-b21e-cdfdebfebe2f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.0827549 Dec 10 08:52:29.920008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6aefa43-2f86-4034-97b3-0b9d3cd81b54 req-9e3a5646-d39c-4b50-becb-647ceb162b0e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858145 Dec 10 08:52:29.925577 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-86ab6674-11fc-446e-b586-1c11e055f117 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Floating IP 2a0d98c9-33d9-4afb-8ed3-af1eef883c2a associated. External IP: 172.25.3.2, port: f0027043-0edf-471d-8e37-c181449eb830. Dec 10 08:52:29.929536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.976563 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:29.982391 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] 10.222.0.31 "DELETE /v2.0/networks/95ae3f6e-baba-4da8-9776-78b12449847f HTTP/1.1" status: 204 len: 168 time: 1.5214496 Dec 10 08:52:29.998588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1f787-e615-435f-996a-00942ebf5868 admin admin] Pushing event deleted for resources: {'Network': ['ID=95ae3f6e-baba-4da8-9776-78b12449847f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:30.195002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45046) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:30.241394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ab6674-11fc-446e-b586-1c11e055f117 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Router 662520bd-9062-4f4a-994b-c4257adbb3a2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:30.272121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4e72efd4-bc80-4329-9b86-3ed3c2314253 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b75d219f2f1447778b3413213b44b03d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754106 Dec 10 08:52:30.276225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45052) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:30.303711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3200e89b-8a0b-4f39-8cb1-154bf7542ea1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:30.305354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3200e89b-8a0b-4f39-8cb1-154bf7542ea1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 808 time: 0.1856103 Dec 10 08:52:30.335505 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-73367d03-1c3e-4622-a5a0-40bc571ab7a4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/quotas/7b46326893314c2983c883ddfe677441 HTTP/1.1" status: 200 len: 375 time: 0.0190091 Dec 10 08:52:30.361587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64a0351e-3de7-4902-bbd6-3258d3706fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:30.372508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ab6674-11fc-446e-b586-1c11e055f117 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:30.377831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86ab6674-11fc-446e-b586-1c11e055f117 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:30.394978 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] Sync routers for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:30.404936 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64a0351e-3de7-4902-bbd6-3258d3706fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:30.410443 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:30.411299 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:30.428186 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-86ab6674-11fc-446e-b586-1c11e055f117 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "PUT /v2.0/floatingips/2a0d98c9-33d9-4afb-8ed3-af1eef883c2a HTTP/1.1" status: 200 len: 990 time: 1.7669065 Dec 10 08:52:30.428786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56af7b05-23a5-4045-8945-77b1063f2225', 'tag': 'f0027043-0edf-471d-8e37-c181449eb830'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:30.431088 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c3022f-07c0-407b-81c9-eba34e37908a" -d '{"events": [{"name": "network-changed", "server_uuid": "56af7b05-23a5-4045-8945-77b1063f2225", "tag": "f0027043-0edf-471d-8e37-c181449eb830"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:30.435736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-186b6dfc-ae45-42e8-9f6e-8077fe5d1556 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933750 Dec 10 08:52:30.498788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64a0351e-3de7-4902-bbd6-3258d3706fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:30.501649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64a0351e-3de7-4902-bbd6-3258d3706fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:30.503024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-64a0351e-3de7-4902-bbd6-3258d3706fb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acfda965-1ffb-4de6-a7df-7dbd57c50669 HTTP/1.1" status: 204 len: 168 time: 0.2256031 Dec 10 08:52:30.512145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0351e-3de7-4902-bbd6-3258d3706fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfda965-1ffb-4de6-a7df-7dbd57c50669,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:30.612524 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:30.727152 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfece3a-4485-457a-8229-e873d51045a9 x-openstack-request-id: req-1bfece3a-4485-457a-8229-e873d51045a9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:30.727440 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56af7b05-23a5-4045-8945-77b1063f2225", "tag": "f0027043-0edf-471d-8e37-c181449eb830", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:30.727695 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bfece3a-4485-457a-8229-e873d51045a9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:30.728096 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56af7b05-23a5-4045-8945-77b1063f2225', 'tag': 'f0027043-0edf-471d-8e37-c181449eb830', 'status': 'completed', 'code': 200} Dec 10 08:52:30.793271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-99ed08b3-4f36-43b2-b3ea-e0c6ab24aa9c service neutron] 10.222.0.31 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484287 Dec 10 08:52:30.843942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-1bfe8da2-26bf-40cb-a578-66d70f318f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:30.843942 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-1bfe8da2-26bf-40cb-a578-66d70f318f3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a7f008bdbdb497697ea1c9f8f794fed&device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 1097 time: 0.0959415 Dec 10 08:52:30.955364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203f23c-aff0-447d-9b53-3855b36e6267 req-e79e67cb-f760-4b50-889f-c5a6e975079f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:30.957932 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a203f23c-aff0-447d-9b53-3855b36e6267 req-e79e67cb-f760-4b50-889f-c5a6e975079f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0905061 Dec 10 08:52:30.973296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-6e5e2c34-fa79-45c3-aee9-d48bd17e8920 service neutron] 10.222.0.31 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789737 Dec 10 08:52:30.981795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-167c6f20-597a-4670-ba78-f472eaabc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:30.984646 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-167c6f20-597a-4670-ba78-f472eaabc029 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba2f1701-40ae-4267-b57b-a882897cd8e5 HTTP/1.1" status: 200 len: 917 time: 0.1342475 Dec 10 08:52:31.065044 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:11Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '2a0d98c9-33d9-4afb-8ed3-af1eef883c2a', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'port_id': 'f0027043-0edf-471d-8e37-c181449eb830', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'mac_address': 'fa:16:3e:2c:09:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56af7b05-23a5-4045-8945-77b1063f2225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:51:16Z', 'updated_at': '2021-12-10T08:52:29Z', 'revision_number': 1, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015ee9af-1865-4745-8bfd-0252104afa41', 'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'mac_address': 'fa:16:3e:68:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:10Z', 'updated_at': '2021-12-10T08:51:15Z', 'revision_number': 5, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'subnets': [{'id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:31.095273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a203f23c-aff0-447d-9b53-3855b36e6267 req-82f10f6c-063f-45c5-a784-590ec63f9a02 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205795 Dec 10 08:52:31.109797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-4f4dca3a-b053-41e1-a914-2153ff194b29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0027043-0edf-471d-8e37-c181449eb830 HTTP/1.1" status: 200 len: 998 time: 0.1160727 Dec 10 08:52:31.131319 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] Checking router: 662520bd-9062-4f4a-994b-c4257adbb3a2 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:31.143717 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:31.144342 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:31.189267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-0b21b4d4-3e47-4239-9ac0-29a062b4bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:31.190800 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-0b21b4d4-3e47-4239-9ac0-29a062b4bba0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da70cacc-c8c2-4e8a-b4cf-4b592b679cbd HTTP/1.1" status: 200 len: 855 time: 0.0573432 Dec 10 08:52:31.296875 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:31.321791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-0622e0c3-f022-4a64-87dd-6cf8ff8837ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:31.325317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-0622e0c3-f022-4a64-87dd-6cf8ff8837ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba2f1701-40ae-4267-b57b-a882897cd8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256721 Dec 10 08:52:31.547499 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-34a4de6c-0b41-410f-93d2-d3b29bc9ee2b service neutron] 10.222.0.18 "GET /v2.0/networks/ba2f1701-40ae-4267-b57b-a882897cd8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149794 Dec 10 08:52:31.733567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a9c3022f-07c0-407b-81c9-eba34e37908a req-36c0bdca-7a5e-4acd-921b-5d64e8432b2e service neutron] 10.222.0.18 "GET /v2.0/networks/ba2f1701-40ae-4267-b57b-a882897cd8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785557 Dec 10 08:52:31.781738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0aae4e24-6d0f-4d6e-be56-6b314e6421a4 req-9ac2b7bb-b5bd-42fd-88e3-bd62020894f0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0544281 Dec 10 08:52:31.806557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d756ad7-3112-4679-b368-98ca9b784410 req-a9d253e9-30cc-49ea-995c-1b40d0697863 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:31.815140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d756ad7-3112-4679-b368-98ca9b784410 req-a9d253e9-30cc-49ea-995c-1b40d0697863 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.1267357 Dec 10 08:52:31.838137 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:11Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '2a0d98c9-33d9-4afb-8ed3-af1eef883c2a', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'port_id': 'f0027043-0edf-471d-8e37-c181449eb830', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'mac_address': 'fa:16:3e:2c:09:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56af7b05-23a5-4045-8945-77b1063f2225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:51:16Z', 'updated_at': '2021-12-10T08:52:29Z', 'revision_number': 1, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015ee9af-1865-4745-8bfd-0252104afa41', 'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'mac_address': 'fa:16:3e:68:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:10Z', 'updated_at': '2021-12-10T08:51:15Z', 'revision_number': 5, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'subnets': [{'id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:31.888130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d756ad7-3112-4679-b368-98ca9b784410 req-42ebbfb1-7edc-47e7-8897-ef86cd0d7533 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668759 Dec 10 08:52:31.897755 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52d37f-78f4-4184-871c-8aac42bfba9d None None] The sync data for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 is: [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:11Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '2a0d98c9-33d9-4afb-8ed3-af1eef883c2a', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'port_id': 'f0027043-0edf-471d-8e37-c181449eb830', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'mac_address': 'fa:16:3e:2c:09:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56af7b05-23a5-4045-8945-77b1063f2225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:51:16Z', 'updated_at': '2021-12-10T08:52:29Z', 'revision_number': 1, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015ee9af-1865-4745-8bfd-0252104afa41', 'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'mac_address': 'fa:16:3e:68:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:10Z', 'updated_at': '2021-12-10T08:51:15Z', 'revision_number': 5, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'subnets': [{'id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:31.964464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45116) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:32.022052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45120) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:32.125807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-network', 'tenant_id': 'b58a481a2d4b473195487218381000da'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:32.156708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Made reservation on behalf of b58a481a2d4b473195487218381000da for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:52:32.163418 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.183446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.255466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928846a-768a-4726-8bae-014d174bbc71 None None] New status for floating IP 2a0d98c9-33d9-4afb-8ed3-af1eef883c2a: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:52:32.270211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e82c810-fafa-4720-baf2-e7140ae0d039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.330038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74502c5-2163-4737-abf1-064e260f75ed req-4759e446-8966-4078-b9cc-f59c688fd9ff tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:32.331959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a74502c5-2163-4737-abf1-064e260f75ed req-4759e446-8966-4078-b9cc-f59c688fd9ff tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1235576 Dec 10 08:52:32.447131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a74502c5-2163-4737-abf1-064e260f75ed req-22917f59-0a51-4586-82cf-3570874c5e69 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999522 Dec 10 08:52:32.568580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.580206 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.612340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e82c810-fafa-4720-baf2-e7140ae0d039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.624443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:52:32.626676 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e82c810-fafa-4720-baf2-e7140ae0d039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.653053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f4c58e-3856-49cc-b278-a0d2241d55ab,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:32.663514 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.663997 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Added segment 28c3545a-23a6-446d-b08d-774a39ce82e1 of type vlan for network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a Dec 10 08:52:32.702196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45130) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:32.702760 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0e82c810-fafa-4720-baf2-e7140ae0d039 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=036e02e57164476dac2c2791299a4113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6791296 Dec 10 08:52:32.746441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.748792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82c810-fafa-4720-baf2-e7140ae0d039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccd387e-27cc-48cf-b5cf-465af6c5738d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:32.784600 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.786823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:32.787685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.789709 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae946225-725f-4503-9d80-500c69ad90d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.818482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae946225-725f-4503-9d80-500c69ad90d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:32.888793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9123058 Dec 10 08:52:32.891457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45134) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:32.907201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Request body: {'subnet': {'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-subnet', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:32.988030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de2da0-d5ad-4d9b-9fbe-f28a28927ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=6dce790c-935b-43fa-b182-ebf1ce4e4a2a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:33.000509 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:52:33.011060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597841-a04e-4e06-af0b-1c552f072533 req-14b849a4-9139-4fa2-961b-42e084988028 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:33.012956 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-14b849a4-9139-4fa2-961b-42e084988028 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 808 time: 0.1699071 Dec 10 08:52:33.019601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a58fb75a-c999-411f-8aa3-d290d862a818 req-4cf70f88-79e3-4786-80a1-3823936fd355 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0980387 Dec 10 08:52:33.042658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Request body: {'port': {'device_id': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af', 'admin_state_up': True, 'tenant_id': '7b46326893314c2983c883ddfe677441'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:33.078667 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae946225-725f-4503-9d80-500c69ad90d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:33.081299 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae946225-725f-4503-9d80-500c69ad90d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:33.082498 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ae946225-725f-4503-9d80-500c69ad90d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ccd387e-27cc-48cf-b5cf-465af6c5738d HTTP/1.1" status: 204 len: 168 time: 0.3785975 Dec 10 08:52:33.117474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Made reservation on behalf of b58a481a2d4b473195487218381000da for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:52:33.130839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:33.191625 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e614e200-6800-4f89-acfb-bbf7fb4d7ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:33.207686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c0254-606d-467b-9fe0-31679a6f0c2b req-30d62c60-b8b3-411f-a4a3-9f8c71ff42b4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:33.211494 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae946225-725f-4503-9d80-500c69ad90d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccd387e-27cc-48cf-b5cf-465af6c5738d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:33.222083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-994c0254-606d-467b-9fe0-31679a6f0c2b req-30d62c60-b8b3-411f-a4a3-9f8c71ff42b4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.2293835 Dec 10 08:52:33.365231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Made reservation on behalf of 7b46326893314c2983c883ddfe677441 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:52:33.387774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:33.540276 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-994c0254-606d-467b-9fe0-31679a6f0c2b req-8970da55-d674-4585-953d-8d889ea12767 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542784 Dec 10 08:52:33.713492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Allocated IP 172.20.0.3 (38f4be52-a18a-42a7-be07-351c47d9e9af/b1db733b-dc4a-4d4f-a120-c2858b3ca1c0/9f05c18c-b39c-4b06-af24-44d3a5ca347c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:33.765482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45150) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:33.820637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-53582964-b2b4-4725-8ff2-176914576eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:33.828868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:33.892201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f24e7ba-bafa-486f-97bf-cbd2e7833c52,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:33.940120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3ec7b-f6d3-41f0-8e38-263291834abe req-aaa7123f-540b-4082-a3ed-0f2562d22019 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:33.942151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78c3ec7b-f6d3-41f0-8e38-263291834abe req-aaa7123f-540b-4082-a3ed-0f2562d22019 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.3092501 Dec 10 08:52:34.018441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Checking segment: {'id': '28c3545a-23a6-446d-b08d-774a39ce82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:34.019228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Network hostable DHCP agents. Network: 6dce790c-935b-43fa-b182-ebf1ce4e4a2a, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:52:34.064398 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.089703 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-53582964-b2b4-4725-8ff2-176914576eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.093010 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78c3ec7b-f6d3-41f0-8e38-263291834abe req-50bcf022-3910-43a3-910d-b305e2a93b15 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431921 Dec 10 08:52:34.096615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-53582964-b2b4-4725-8ff2-176914576eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.110485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:52:34.133520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 6dce790c-935b-43fa-b182-ebf1ce4e4a2a) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:34.146747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:34.148387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46449f0-b521-45d9-8a60-c1f99f550a71 None None] Network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:52:34.150847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.192018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-53582964-b2b4-4725-8ff2-176914576eb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddef2343208743ea9e15046bdc487b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227924 Dec 10 08:52:34.192018 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53582964-b2b4-4725-8ff2-176914576eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5168a8c-8e34-425c-a184-c03a6aa1ebcb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:34.194120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45156) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:34.203614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.249098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['37be9fb1-6c1c-4fe3-b815-8af68d305c83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:34.282691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Network 38f4be52-a18a-42a7-be07-351c47d9e9af is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:34.284626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fe7809fa-427e-4582-afd1-bba6bc1431e4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3873696 Dec 10 08:52:34.285638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45158) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:34.287823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:34.291832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:34.343666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:34.352944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Pushing event updated for resources: {'Port': ['ID=9f05c18c-b39c-4b06-af24-44d3a5ca347c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:34.393741 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7022e4b2-d82f-4935-a38f-436d26b635cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.400424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:34.401334 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.405542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea8a13-f85f-495a-ab12-8f5e15716315 req-d5a134cc-6f54-42d1-a33e-0891f8903d84 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:34.413231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5ea8a13-f85f-495a-ab12-8f5e15716315 req-d5a134cc-6f54-42d1-a33e-0891f8903d84 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 931 time: 0.1629343 Dec 10 08:52:34.421960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-3c0a1dc1-19c0-411f-8798-917d5ea4f325 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3838623 Dec 10 08:52:34.423658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.424642 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.441225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Request body: {'port': {'device_id': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:34.462712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7022e4b2-d82f-4935-a38f-436d26b635cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.520779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-6dce790c-935b-43fa-b182-ebf1ce4e4a2a', 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a', 'project_id': 'b58a481a2d4b473195487218381000da', 'fixed_ips': [{'subnet_id': '0f24e7ba-bafa-486f-97bf-cbd2e7833c52'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:52:34.522517 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.523172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.526268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5ea8a13-f85f-495a-ab12-8f5e15716315 req-a38678a7-9fa9-4ca3-99fc-39c4d956a7c0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097193 Dec 10 08:52:34.570437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.649714 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7022e4b2-d82f-4935-a38f-436d26b635cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.655710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7022e4b2-d82f-4935-a38f-436d26b635cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.657610 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7022e4b2-d82f-4935-a38f-436d26b635cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5168a8c-8e34-425c-a184-c03a6aa1ebcb HTTP/1.1" status: 204 len: 168 time: 0.4621782 Dec 10 08:52:34.725908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022e4b2-d82f-4935-a38f-436d26b635cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5168a8c-8e34-425c-a184-c03a6aa1ebcb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:34.744105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Allocated IP 172.20.0.2 (6dce790c-935b-43fa-b182-ebf1ce4e4a2a/0f24e7ba-bafa-486f-97bf-cbd2e7833c52/c1995780-1051-4afa-8250-4d6fada8e8b0) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:34.862822 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.891332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a379-c454-4cb6-a0df-a1e5028fa192 req-bb1a9fdd-d2f2-4558-968b-3465f212c3cf tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:34.894526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4154a379-c454-4cb6-a0df-a1e5028fa192 req-bb1a9fdd-d2f2-4558-968b-3465f212c3cf tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.1878340 Dec 10 08:52:34.946014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.959410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.967641 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f05c18c-b39c-4b06-af24-44d3a5ca347c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:52:34.975530 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:34.985246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:34.989454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Transition to ACTIVE for port object 9f05c18c-b39c-4b06-af24-44d3a5ca347c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:52:34.999143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:34.999311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.002332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:35.080123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4154a379-c454-4cb6-a0df-a1e5028fa192 req-275e30a0-c015-4ec6-b259-547a38c497e2 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683955 Dec 10 08:52:35.214281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Pushing event updated for resources: {'Port': ['ID=c1995780-1051-4afa-8250-4d6fada8e8b0,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:35.314476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Attempting to bind port c1995780-1051-4afa-8250-4d6fada8e8b0 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:35.318318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Attempting to bind port c1995780-1051-4afa-8250-4d6fada8e8b0 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '28c3545a-23a6-446d-b08d-774a39ce82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:35.318745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Attempting to bind port c1995780-1051-4afa-8250-4d6fada8e8b0 on network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:35.331960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:35.332500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Checking segment: {'id': '28c3545a-23a6-446d-b08d-774a39ce82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:35.333418 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.333418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Bound using segment: {'id': '28c3545a-23a6-446d-b08d-774a39ce82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:35.334055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Bound port: c1995780-1051-4afa-8250-4d6fada8e8b0, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c3545a-23a6-446d-b08d-774a39ce82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:35.334443 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.364328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53154cb-f03d-4537-99c5-4640a4856884 req-0845f887-cb03-4ee5-b9b5-7ab0165664e6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:35.366196 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f53154cb-f03d-4537-99c5-4640a4856884 req-0845f887-cb03-4ee5-b9b5-7ab0165664e6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1434267 Dec 10 08:52:35.412610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.431694 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0bc102cc-ed0b-452a-a3e1-3d4d50d2b35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.451304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.537529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] For port c1995780-1051-4afa-8250-4d6fada8e8b0, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:35.538183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:35.538590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:35.539048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:35.541090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Pushing event updated for resources: {'Port': ['ID=9f05c18c-b39c-4b06-af24-44d3a5ca347c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:35.550369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] For port c1995780-1051-4afa-8250-4d6fada8e8b0, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c1995780-1051-4afa-8250-4d6fada8e8b0,segment=NetworkSegment(28c3545a-23a6-446d-b08d-774a39ce82e1),segment_id=28c3545a-23a6-446d-b08d-774a39ce82e1)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:52:35.551897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:52:35.552227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:35.558429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-f25f4f46-d186-4192-921d-ceea51410445 service neutron] 10.222.0.39 "GET /v2.0/ports/afb6c0c2-8153-46c4-b622-cd8cff629e1c/bindings/n-h2-814746-3 HTTP/1.1" status: 200 len: 382 time: 0.5674336 Dec 10 08:52:35.559689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:35.560107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:35.560489 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:35.560924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Bound port: 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:35.561218 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.561347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.613828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f53154cb-f03d-4537-99c5-4640a4856884 req-7bb57ef9-80d3-4579-ae4c-867bc7e58d10 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376215 Dec 10 08:52:35.696662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44c225-2016-4248-ab14-907dfb578351 None None] Pushing event updated for resources: {'Port': ['ID=c1995780-1051-4afa-8250-4d6fada8e8b0,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:35.722102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:35.727463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:52:35.741113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Allocated IP 172.25.3.60 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/78852c6e-8644-47cf-9acc-a7d426fabfd6) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:35.748814 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.830167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c2d79-c614-4565-8e9c-2ff005faffee req-9d9d39fc-804f-494c-a7e0-f7c470ef7880 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:35.832886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-888c2d79-c614-4565-8e9c-2ff005faffee req-9d9d39fc-804f-494c-a7e0-f7c470ef7880 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1772349 Dec 10 08:52:35.870032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:35.871026 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:35.878147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] 10.222.0.18 "PUT /v2.0/ports/9f05c18c-b39c-4b06-af24-44d3a5ca347c HTTP/1.1" status: 200 len: 1091 time: 1.4448421 Dec 10 08:52:35.879478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:35.892384 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc3cec-6831-4892-ad0f-0b7674ccde2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:35.988685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-888c2d79-c614-4565-8e9c-2ff005faffee req-945327d4-cebf-4307-9c5c-c31464dea175 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078048 Dec 10 08:52:36.072847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:36.107230 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b5daa-ab2d-4867-92d8-af43b40ace9f x-openstack-request-id: req-4d7b5daa-ab2d-4867-92d8-af43b40ace9f {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:36.111103 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:36.111371 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d7b5daa-ab2d-4867-92d8-af43b40ace9f {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:36.111795 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c', 'status': 'completed', 'code': 200} Dec 10 08:52:36.118725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a759e-94d3-42ab-bec3-096c0fd0b341 service neutron] Pushing event updated for resources: {'Port': ['ID=9f05c18c-b39c-4b06-af24-44d3a5ca347c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:36.143293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45202) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:36.153793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:36.170483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-91918264-b3ad-4291-9027-433d6b66b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.172874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-91918264-b3ad-4291-9027-433d6b66b66d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca&tenant_id=c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 1101 time: 0.2711844 Dec 10 08:52:36.176719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597841-a04e-4e06-af0b-1c552f072533 req-f21b02cf-5b26-4229-af79-0352521f566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.179811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-f21b02cf-5b26-4229-af79-0352521f566e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 1094 time: 0.2331686 Dec 10 08:52:36.216293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:36.224415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:36.229739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:36.251679 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-34ab7c83-63e1-4222-ae74-316710a7bae6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c HTTP/1.1" status: 200 len: 217 time: 0.0627208 Dec 10 08:52:36.273423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Pushing event updated for resources: {'Port': ['ID=78852c6e-8644-47cf-9acc-a7d426fabfd6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:36.334017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5a10dd43-76c1-49cc-83d6-7a9b5317ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.335498 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-5a10dd43-76c1-49cc-83d6-7a9b5317ddb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0694354 Dec 10 08:52:36.373551 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:36.398223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-cf7abd18-7085-4208-a97e-20aaf3c11863 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338950 Dec 10 08:52:36.411915 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1597593460-network', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:36.430505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-10c905c1-194b-4908-be31-a0ce53adf8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.432013 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-10c905c1-194b-4908-be31-a0ce53adf8fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 1101 time: 0.1794510 Dec 10 08:52:36.579069 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-445b9199-8ef4-415f-9ac2-b2fbf50f4eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728680 Dec 10 08:52:36.615220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-82d20b8e-8e60-4a24-85e6-859d018b90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.616698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-82d20b8e-8e60-4a24-85e6-859d018b90e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1547303 Dec 10 08:52:36.688479 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-4290750f-0d8b-4d0b-a039-4357589d5729 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c HTTP/1.1" status: 200 len: 217 time: 0.0427742 Dec 10 08:52:36.738880 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf597841-a04e-4e06-af0b-1c552f072533 req-6f78fe04-df01-4367-9f7f-81a20b505655 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501484 Dec 10 08:52:36.816414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d35f3-1c6e-4218-8463-ddf1796394f3 req-b1fda53c-d095-4614-9575-a49601b1534c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.827362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b79d35f3-1c6e-4218-8463-ddf1796394f3 req-b1fda53c-d095-4614-9575-a49601b1534c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 945 time: 0.5548692 Dec 10 08:52:36.843542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-cfa2d81c-2d67-4c1f-bc2d-8cbbec8b7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.845187 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-cfa2d81c-2d67-4c1f-bc2d-8cbbec8b7927 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1053793 Dec 10 08:52:36.854168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-0a33447f-342b-477d-b481-ad7e8c1c33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.855693 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-0a33447f-342b-477d-b481-ad7e8c1c33c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 1094 time: 0.0609541 Dec 10 08:52:36.925311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45d4bb-c8a3-4c55-85c8-c13035237352 req-4d65f5bd-6723-450a-92cb-7afaf922cf21 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.927427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d45d4bb-c8a3-4c55-85c8-c13035237352 req-4d65f5bd-6723-450a-92cb-7afaf922cf21 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.6006694 Dec 10 08:52:36.963102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Made reservation on behalf of f9d49f0da0b043d58edce4f4962d008c for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:52:36.966707 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:36.981363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-1384f222-d434-4fce-88c6-fe022fd1f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:36.984633 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-1384f222-d434-4fce-88c6-fe022fd1f8fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271806 Dec 10 08:52:37.015473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:37.059510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b79d35f3-1c6e-4218-8463-ddf1796394f3 req-6bfb2139-cba6-4723-aff0-b81f0c081c16 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289438 Dec 10 08:52:37.091823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:37.096743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-f33de57f-bce3-4265-98c2-bd00d9f35ccb service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039717 Dec 10 08:52:37.138613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-810f7967-a170-405a-a5aa-feafc46bd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:37.142707 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-810f7967-a170-405a-a5aa-feafc46bd2a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.2777052 Dec 10 08:52:37.257107 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-1cce566c-1c65-4408-9623-3d1b13aa6909 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c HTTP/1.1" status: 200 len: 217 time: 0.0469644 Dec 10 08:52:37.258646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d45d4bb-c8a3-4c55-85c8-c13035237352 req-84dfd0d3-b95c-421b-9d7c-436a0c60794c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104718 Dec 10 08:52:37.296000 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:37.350388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:37.353022 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c366c1c-6554-4686-b108-1aa3a4c4a53c" -d '{"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:37.375730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:37.377286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69291f6c-4673-4dfa-a660-144023da7443 None None] Network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:52:37.405292 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:37.427844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-5bdb7175-74a3-4a11-8d2f-6bc0863127a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:37.429495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-5bdb7175-74a3-4a11-8d2f-6bc0863127a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1620739 Dec 10 08:52:37.477058 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-a2b13219-1142-4a47-9cf0-8d6ec3dddbc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343332 Dec 10 08:52:37.478922 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e4eca8a6-b810-425b-b119-c61a9423a5d1 req-96af4d3d-93c7-4f51-82fe-46a82d181b8d service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708656 Dec 10 08:52:37.576266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91db74-7cbf-418d-9e86-0f537dbe8447 req-b3843015-94a0-4a09-8474-686c0d221582 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:37.577861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e91db74-7cbf-418d-9e86-0f537dbe8447 req-b3843015-94a0-4a09-8474-686c0d221582 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1384792 Dec 10 08:52:37.601232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86c6e0-933b-40f1-8878-879b4ff140ad req-888240b6-5977-46ef-87b3-79c46742de6e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:37.602703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa86c6e0-933b-40f1-8878-879b4ff140ad req-888240b6-5977-46ef-87b3-79c46742de6e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 948 time: 0.1822946 Dec 10 08:52:37.624955 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:37.706767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-d2f119dc-466b-41e7-b0aa-4375e5da9431 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178555 Dec 10 08:52:37.810485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c1995780-1051-4afa-8250-4d6fada8e8b0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:37.819137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-60aa5fbc-aa52-493d-9e34-69a534586d32 None None] Provisioning complete for port c1995780-1051-4afa-8250-4d6fada8e8b0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:37.819560 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60aa5fbc-aa52-493d-9e34-69a534586d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:37.822310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:37.849669 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-42cc3cec-6831-4892-ad0f-0b7674ccde2f req-f20ecf35-41ed-42c1-8c3a-aa44e0964905 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326625 Dec 10 08:52:37.853408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e91db74-7cbf-418d-9e86-0f537dbe8447 req-7201bc2c-17fa-4892-a28d-350e8e178188 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484245 Dec 10 08:52:37.859830 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:37.871907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:52:37.881805 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:37.882230 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Added segment 42e7d700-3227-4f06-9cd5-53599310cd30 of type vlan for network 8c2bcb36-4319-4f58-9e53-99d426594bac Dec 10 08:52:37.939838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:37.961135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:38.019720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c1995780-1051-4afa-8250-4d6fada8e8b0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:38.020943 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.033141 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.034749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:38.035347 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.064182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa86c6e0-933b-40f1-8878-879b4ff140ad req-160c248e-d049-40fb-bdc7-50b85333c86a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434776 Dec 10 08:52:38.082167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a6aeaa-1849-435c-ba2c-728bbc242759,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:38.127177 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9823895 Dec 10 08:52:38.130132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45220) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:38.132429 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcebcb04-2241-4c68-8e53-677b2d22998c x-openstack-request-id: req-dcebcb04-2241-4c68-8e53-677b2d22998c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:38.132826 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:38.133146 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcebcb04-2241-4c68-8e53-677b2d22998c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:38.133621 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'code': 200} Dec 10 08:52:38.138110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Request body: {'subnet': {'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-subnet', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:38.141684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.148727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a777a0-200a-4466-a743-29b5aa5bba01 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2bcb36-4319-4f58-9e53-99d426594bac,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:38.165801 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60aa5fbc-aa52-493d-9e34-69a534586d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.177462 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.189130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Made reservation on behalf of f9d49f0da0b043d58edce4f4962d008c for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:52:38.196608 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.199372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 8c2bcb36-4319-4f58-9e53-99d426594bac details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:52:38.393139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:52:38.516250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-60aa5fbc-aa52-493d-9e34-69a534586d32 None None] For port c1995780-1051-4afa-8250-4d6fada8e8b0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c1995780-1051-4afa-8250-4d6fada8e8b0,segment=NetworkSegment(28c3545a-23a6-446d-b08d-774a39ce82e1),segment_id=28c3545a-23a6-446d-b08d-774a39ce82e1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:38.524388 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60aa5fbc-aa52-493d-9e34-69a534586d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.542443 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.564613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.633258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b52e2a-cabc-49ed-96bd-240af3b888cc,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:38.639674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Checking segment: {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:38.639809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Network hostable DHCP agents. Network: 8c2bcb36-4319-4f58-9e53-99d426594bac, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:52:38.650655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa5fbc-aa52-493d-9e34-69a534586d32 None None] Pushing event updated for resources: {'Port': ['ID=c1995780-1051-4afa-8250-4d6fada8e8b0,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:38.660519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Network 8c2bcb36-4319-4f58-9e53-99d426594bac is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:52:38.674686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 8c2bcb36-4319-4f58-9e53-99d426594bac) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:38.680585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:38.681401 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.690231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0af444-ebe1-4e8c-b317-e6a3abf1d50f None None] Network 8c2bcb36-4319-4f58-9e53-99d426594bac requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:52:38.703287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:38.708069 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2888cd72-794c-4143-938f-6f3c74c42c87 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5742116 Dec 10 08:52:38.708602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45228) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:38.713309 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Sync routers for ids ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:38.715628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:38.725714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-756cc40c-13e1-4a36-b691-3655308bc4ea None None] Provisioning complete for port c1995780-1051-4afa-8250-4d6fada8e8b0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:38.727024 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Routers {'636f568d-08c2-4889-b9ae-3dd79a0b7fdc'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:38.727568 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-756cc40c-13e1-4a36-b691-3655308bc4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.732010 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:38.736523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:52:38.739192 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:52:38.756175 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.757156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44875c13-35e7-4b56-9ae9-270acdec0776 req-f7c175c1-d54d-4b28-ab7d-d7487dc97914 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:38.757471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.766388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44875c13-35e7-4b56-9ae9-270acdec0776 req-f7c175c1-d54d-4b28-ab7d-d7487dc97914 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.2821155 Dec 10 08:52:38.797405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.798797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d10dd5ca-f6b7-4f36-9b4a-84ed7ac34642 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4611094 Dec 10 08:52:38.802263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45230) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:38.880291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10248f3a-7cbd-4e08-87cd-fab12cfb3fdc req-0c0e40aa-796a-490d-b49c-3a6e06c22310 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:38.882182 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:38.891914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10248f3a-7cbd-4e08-87cd-fab12cfb3fdc req-0c0e40aa-796a-490d-b49c-3a6e06c22310 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 945 time: 0.4058187 Dec 10 08:52:38.919595 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Set router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:38.971561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-8c2bcb36-4319-4f58-9e53-99d426594bac', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:52:38.972421 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.040605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44875c13-35e7-4b56-9ae9-270acdec0776 req-a63a8194-e1b7-4ad0-8231-f2435dd2f75e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731287 Dec 10 08:52:39.071311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10248f3a-7cbd-4e08-87cd-fab12cfb3fdc req-96e59987-d801-44f5-b91b-91d3ca62b608 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705732 Dec 10 08:52:39.184180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Allocated IP 172.20.0.2 (8c2bcb36-4319-4f58-9e53-99d426594bac/f6b52e2a-cabc-49ed-96bd-240af3b888cc/c9c63e3e-90c6-4c33-a651-0f73efaeebc6) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:39.261060 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.282117 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:34Z', 'updated_at': '2021-12-10T08:52:36Z', 'revision_number': 3, 'project_id': 'b58a481a2d4b473195487218381000da', 'gw_port': {'id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:35Z', 'updated_at': '2021-12-10T08:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:39.351369 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Checking router: 636f568d-08c2-4889-b9ae-3dd79a0b7fdc for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:39.353380 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Updating router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc port 78852c6e-8644-47cf-9acc-a7d426fabfd6 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:52:39.403740 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.455762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:52:39.457365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91395c4-0875-464d-8cc9-0686b2c41584 req-a858db0a-a126-486a-98e5-1c8cad755f63 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:39.459392 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e91395c4-0875-464d-8cc9-0686b2c41584 req-a858db0a-a126-486a-98e5-1c8cad755f63 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.2839813 Dec 10 08:52:39.523740 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.526539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.544717 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.620150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.666219 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.711705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c1995780-1051-4afa-8250-4d6fada8e8b0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:39.776428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Network 8c2bcb36-4319-4f58-9e53-99d426594bac is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:39.782088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Pushing event updated for resources: {'Port': ['ID=c9c63e3e-90c6-4c33-a651-0f73efaeebc6,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:39.792759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:39.795898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:39.826829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525d895-7073-4f6b-b5ea-e4b9f6213693 req-63c11d77-e16a-4933-a70b-65c4a9814fc8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:39.835280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f525d895-7073-4f6b-b5ea-e4b9f6213693 req-63c11d77-e16a-4933-a70b-65c4a9814fc8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 948 time: 0.4862559 Dec 10 08:52:39.854255 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.861261 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.911664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:39.916901 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Attempting to bind port 78852c6e-8644-47cf-9acc-a7d426fabfd6 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:39.917210 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Attempting to bind port 78852c6e-8644-47cf-9acc-a7d426fabfd6 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:39.917672 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Attempting to bind port 78852c6e-8644-47cf-9acc-a7d426fabfd6 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:39.922807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Attempting to bind port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:39.923187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Attempting to bind port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:39.923549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Attempting to bind port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 on network 8c2bcb36-4319-4f58-9e53-99d426594bac {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:39.928523 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:39.928765 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:39.929032 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.929575 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:39.930062 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Bound port: 78852c6e-8644-47cf-9acc-a7d426fabfd6, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:39.930442 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.938242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c1995780-1051-4afa-8250-4d6fada8e8b0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:39.938713 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.942711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'mac_address': 'fa:16:3e:fa:e2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:52:39.961967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:39.962357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Checking segment: {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:39.962692 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.963072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e91395c4-0875-464d-8cc9-0686b2c41584 req-8a52e563-97fa-41ec-9278-16bd9d107dcc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656358 Dec 10 08:52:39.963202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Bound using segment: {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:39.963560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Bound port: c9c63e3e-90c6-4c33-a651-0f73efaeebc6, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:39.963987 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:39.988570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Allocated IP 172.25.3.156 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/3543b361-e2d7-47d2-8a0c-3f4497210754) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:40.001546 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Pushing event updated for resources: {'Port': ['ID=78852c6e-8644-47cf-9acc-a7d426fabfd6,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:40.021721 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.022071 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.022404 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.022997 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.023099 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.025526 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.025889 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.026225 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.026554 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.026883 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.027204 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.031819 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.032152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f525d895-7073-4f6b-b5ea-e4b9f6213693 req-79a241f0-8dfc-4019-9163-d8134a6f3890 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959236 Dec 10 08:52:40.032285 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:40.062772 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] For port 78852c6e-8644-47cf-9acc-a7d426fabfd6, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:40.066298 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] For port 78852c6e-8644-47cf-9acc-a7d426fabfd6, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=78852c6e-8644-47cf-9acc-a7d426fabfd6,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:52:40.077825 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:40.124054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-dfdeb7ae-4442-4f53-87a6-e51e1d434d75 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:40.127962 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-dfdeb7ae-4442-4f53-87a6-e51e1d434d75 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.39 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 945 time: 0.1321409 Dec 10 08:52:40.157216 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d60f8-3e9f-404b-abe6-a1fb04029357 None None] Pushing event updated for resources: {'Port': ['ID=78852c6e-8644-47cf-9acc-a7d426fabfd6,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:40.167033 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Routers {'636f568d-08c2-4889-b9ae-3dd79a0b7fdc'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:40.167652 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:40.184447 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:40.196655 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:40.277739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb6c0c2-8153-46c4-b622-cd8cff629e1c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:52:40.283712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] For port c9c63e3e-90c6-4c33-a651-0f73efaeebc6, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:40.318614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] For port c9c63e3e-90c6-4c33-a651-0f73efaeebc6, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c9c63e3e-90c6-4c33-a651-0f73efaeebc6,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:52:40.334223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:40.339130 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:40.339688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:40.396652 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] Set router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:40.401321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ee8f7-43ad-4798-acb7-57c4ee92e0aa None None] Pushing event updated for resources: {'Port': ['ID=c9c63e3e-90c6-4c33-a651-0f73efaeebc6,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:40.407448 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:40.474128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Deleting port 56e6ed03-0f7f-4155-8d17-66d76afec96c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:40.474460 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:40.514495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:40.514857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf140f0-1844-499f-b619-9add255923f0 req-72b42103-0018-4ef1-8da6-53dc8093bed4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:40.517342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:40.526942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-caf140f0-1844-499f-b619-9add255923f0 req-72b42103-0018-4ef1-8da6-53dc8093bed4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.3147457 Dec 10 08:52:40.624774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:40.636173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:40.639965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d789ce-ac95-4b2f-bb7c-7419ed08ce62 req-b8edf12e-4136-434a-9a6a-1cbdd3f5b4ab tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:40.641778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81d789ce-ac95-4b2f-bb7c-7419ed08ce62 req-b8edf12e-4136-434a-9a6a-1cbdd3f5b4ab tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 945 time: 0.3282883 Dec 10 08:52:40.655344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:40.692574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Pushing event updated for resources: {'Port': ['ID=3543b361-e2d7-47d2-8a0c-3f4497210754,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:40.709118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['afb6c0c2-8153-46c4-b622-cd8cff629e1c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:40.725678 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:34Z', 'updated_at': '2021-12-10T08:52:36Z', 'revision_number': 3, 'project_id': 'b58a481a2d4b473195487218381000da', 'gw_port': {'id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:35Z', 'updated_at': '2021-12-10T08:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:40.735110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] For port 56e6ed03-0f7f-4155-8d17-66d76afec96c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=56e6ed03-0f7f-4155-8d17-66d76afec96c,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:40.735572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:40.765533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-caf140f0-1844-499f-b619-9add255923f0 req-0a593bbe-0592-46f9-975e-18715bea3dd5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253473 Dec 10 08:52:40.812290 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb8719-574a-4b40-9452-e772d4285d76 None None] The sync data for ids ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'] in n-d-814746-3 is: [{'id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:34Z', 'updated_at': '2021-12-10T08:52:36Z', 'revision_number': 3, 'project_id': 'b58a481a2d4b473195487218381000da', 'gw_port': {'id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:35Z', 'updated_at': '2021-12-10T08:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:40.895099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81d789ce-ac95-4b2f-bb7c-7419ed08ce62 req-c92fb0f9-b061-424e-b8d1-82419691d3ec tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444923 Dec 10 08:52:40.932562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Allocated IP 172.20.0.1 (6dce790c-935b-43fa-b182-ebf1ce4e4a2a/0f24e7ba-bafa-486f-97bf-cbd2e7833c52/bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:41.122383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:41.251551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e231efd-d1c6-4855-a067-c76a1bee7354 req-6690e1a8-661d-4407-ba3f-5f524046838c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:41.253156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e231efd-d1c6-4855-a067-c76a1bee7354 req-6690e1a8-661d-4407-ba3f-5f524046838c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1242602 Dec 10 08:52:41.256537 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:41.319650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4589d-938a-4bc1-a027-def5cd581b23 req-c4408298-6df6-4b63-be12-5e7871a7e95a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:41.321327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3cc4589d-938a-4bc1-a027-def5cd581b23 req-c4408298-6df6-4b63-be12-5e7871a7e95a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 949 time: 0.1561928 Dec 10 08:52:41.352119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:41.368379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:41.377175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:41.411717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:41.463608 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e231efd-d1c6-4855-a067-c76a1bee7354 req-9eea39f3-1b74-49d0-86de-adce87fcf4be tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926091 Dec 10 08:52:41.468689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:41.676556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3cc4589d-938a-4bc1-a027-def5cd581b23 req-d137e674-42be-40d9-92c3-3d790b07bf3c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377144 Dec 10 08:52:41.689459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:41.857782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c9c63e3e-90c6-4c33-a651-0f73efaeebc6 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:41.968310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2e626671-85d4-4984-b63e-082250987269 None None] Provisioning complete for port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:41.969115 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e626671-85d4-4984-b63e-082250987269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.062772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:42.072249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.083571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2e626671-85d4-4984-b63e-082250987269 None None] Port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:52:42.130210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbc15d-cb77-4c3d-99f4-8167c87c66ff req-10d292f5-bdc8-4fed-868a-77b3f462575b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:42.138719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77fbc15d-cb77-4c3d-99f4-8167c87c66ff req-10d292f5-bdc8-4fed-868a-77b3f462575b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.1195333 Dec 10 08:52:42.221726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.223946 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.224532 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Floating IP dff238ef-a851-4394-8fad-733b7e312154 disassociated. External IP: 172.25.3.78, port: 56e6ed03-0f7f-4155-8d17-66d76afec96c. Dec 10 08:52:42.225095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Calling delete_port for 56e6ed03-0f7f-4155-8d17-66d76afec96c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:42.295914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.321060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77fbc15d-cb77-4c3d-99f4-8167c87c66ff req-780adea7-04e7-4a94-a202-b04bc6011bc7 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808572 Dec 10 08:52:42.323442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.401337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f0026e-17d2-41a4-baa3-23e198502e2c None None] Network 8c2bcb36-4319-4f58-9e53-99d426594bac requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:52:42.486883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.564712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d8d583e7-39bc-4ff8-b84a-3bbecb64f37f None None] Provisioning complete for port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:42.565084 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d8d583e7-39bc-4ff8-b84a-3bbecb64f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.581941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event deleted for resources: {'Port': ['ID=56e6ed03-0f7f-4155-8d17-66d76afec96c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:42.611151 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.686736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-8cc2c85b-240d-4d1c-9a76-1b58e7b91191 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:42.689053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-8cc2c85b-240d-4d1c-9a76-1b58e7b91191 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca&tenant_id=c1cc2cdcd0424e329882c05977a756ef&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 949 time: 0.2298427 Dec 10 08:52:42.815234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.869842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port c9c63e3e-90c6-4c33-a651-0f73efaeebc6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c9c63e3e-90c6-4c33-a651-0f73efaeebc6,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:42.913167 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:42.921815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 78852c6e-8644-47cf-9acc-a7d426fabfd6 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:42.952238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:43.022958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:43.062693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97790679-1195-4f6a-9a1d-4490859bf7a6 req-8d731300-2a14-4825-af67-a8ca3db6ceef tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:43.066182 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d8d583e7-39bc-4ff8-b84a-3bbecb64f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:43.071014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97790679-1195-4f6a-9a1d-4490859bf7a6 req-8d731300-2a14-4825-af67-a8ca3db6ceef tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 949 time: 0.1120267 Dec 10 08:52:43.103286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f356b5-7851-43f3-9081-3f1d990d67a4 req-b60025c6-c266-47c9-945c-37e82bf33773 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:43.111674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2f356b5-7851-43f3-9081-3f1d990d67a4 req-b60025c6-c266-47c9-945c-37e82bf33773 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/ports?device_id=00d9d060-6b8c-49e6-b1bd-ee12442f6763 HTTP/1.1" status: 200 len: 867 time: 0.7048285 Dec 10 08:52:43.155138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:43.190145 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-4f9f8a7f-fcb2-41ac-a262-30f569845b8f service neutron] 10.222.0.39 "GET /v2.0/ports/afb6c0c2-8153-46c4-b622-cd8cff629e1c/bindings/n-h2-814746-3 HTTP/1.1" status: 200 len: 382 time: 0.4265084 Dec 10 08:52:43.211064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Router 11f09fd8-a430-41fc-bf88-2f970515a72d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:43.288680 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d8d583e7-39bc-4ff8-b84a-3bbecb64f37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:52:43.290416 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d8d583e7-39bc-4ff8-b84a-3bbecb64f37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:52:43.299844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=c9c63e3e-90c6-4c33-a651-0f73efaeebc6,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:43.324551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:43.350833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:43.352669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 78852c6e-8644-47cf-9acc-a7d426fabfd6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:43.353315 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:43.416862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97790679-1195-4f6a-9a1d-4490859bf7a6 req-11f7da74-4af1-4c09-b1ff-a4805e2f8f07 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448663 Dec 10 08:52:43.431729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port afb6c0c2-8153-46c4-b622-cd8cff629e1c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:43.432234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:43.436316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2f356b5-7851-43f3-9081-3f1d990d67a4 req-4ad1fbf9-ccda-44f9-ad26-08bad96eec39 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9deff8a-f1a9-49af-b65a-b8ce582c8c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237906 Dec 10 08:52:43.660420 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:43.677950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:43.751177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-a52bfb48-b0a3-49a0-96fb-3b9ace72375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:43.752724 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-a52bfb48-b0a3-49a0-96fb-3b9ace72375f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 1100 time: 0.5183034 Dec 10 08:52:43.777491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 78852c6e-8644-47cf-9acc-a7d426fabfd6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=78852c6e-8644-47cf-9acc-a7d426fabfd6,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:43.796256 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:43.798735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:43.825351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-ec4f2b67-2c82-445b-8675-4db5a15c0a1d tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:43.832662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-ec4f2b67-2c82-445b-8675-4db5a15c0a1d tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.3523326 Dec 10 08:52:43.837442 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:43.879072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-3'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:43.920707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:43.964026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:43.974451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:43.976732 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d7ac5a-fe13-454a-a5a0-241dfdbbb2f4" -d '{"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-plugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:43.981027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] Sync routers for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:43.990212 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:43.990985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 56e6ed03-0f7f-4155-8d17-66d76afec96c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:44.023424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c9c63e3e-90c6-4c33-a651-0f73efaeebc6 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:44.040878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] No DVR routers for this DVR port 56e6ed03-0f7f-4155-8d17-66d76afec96c on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:44.050069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:44.054936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:44.058362 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-51a06513-1e0b-4ce2-9902-a65819b72c40 req-961a855b-e6fa-4c62-a5df-6c76111a6345 tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.39 "DELETE /v2.0/ports/56e6ed03-0f7f-4155-8d17-66d76afec96c HTTP/1.1" status: 204 len: 173 time: 3.9215569 Dec 10 08:52:44.059394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'name': 'network-vif-deleted', 'tag': '56e6ed03-0f7f-4155-8d17-66d76afec96c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:44.062240 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdc2d3d-efbb-4ec7-a330-e0d4fa92d517" -d '{"events": [{"server_uuid": "00d9d060-6b8c-49e6-b1bd-ee12442f6763", "name": "network-vif-deleted", "tag": "56e6ed03-0f7f-4155-8d17-66d76afec96c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:44.062491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 56e6ed03-0f7f-4155-8d17-66d76afec96c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:44.062491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 56e6ed03-0f7f-4155-8d17-66d76afec96c not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:44.094664 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Sync routers for ids ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:44.107433 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2de94dd2-f5bf-45b9-8e2a-5363c24bd594 admin admin] 10.222.0.31 "PUT /v2.0/routers/636f568d-08c2-4889-b9ae-3dd79a0b7fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3016238 Dec 10 08:52:44.110457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:44.112706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:44.141156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:44.148111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf40f-0c28-405b-80e5-183c48f9a2d9 req-58a7f087-ffd5-4058-b53d-212149246a87 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:44.156787 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8faf40f-0c28-405b-80e5-183c48f9a2d9 req-58a7f087-ffd5-4058-b53d-212149246a87 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 945 time: 0.3640261 Dec 10 08:52:44.163303 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Routers {'636f568d-08c2-4889-b9ae-3dd79a0b7fdc'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:44.170180 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:44.174605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=78852c6e-8644-47cf-9acc-a7d426fabfd6,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:44.215702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-a6b7a288-5a86-4933-8b5a-f4ed8359fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:44.220789 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-a6b7a288-5a86-4933-8b5a-f4ed8359fa31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.4503057 Dec 10 08:52:44.283805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a8ed91bb-24e7-420d-b75c-d1dd68dd47fc None None] Provisioning complete for port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:44.284736 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a8ed91bb-24e7-420d-b75c-d1dd68dd47fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:44.343217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23c152-199e-40b7-abab-87af2e8f60a6 req-77936ac4-e0f3-4520-bda1-5fb0b78682ec tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:44.351640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a23c152-199e-40b7-abab-87af2e8f60a6 req-77936ac4-e0f3-4520-bda1-5fb0b78682ec tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.4990573 Dec 10 08:52:44.353475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:44.363133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:44.363512 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:44.390659 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Set router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:44.436569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8faf40f-0c28-405b-80e5-183c48f9a2d9 req-d4b244c9-19ed-45d5-93c6-3810ac77a18c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793922 Dec 10 08:52:44.448560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:44.478093 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-a60e1004-fc09-4367-87a8-405c40a7896a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c HTTP/1.1" status: 200 len: 217 time: 0.2305214 Dec 10 08:52:44.530158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a23c152-199e-40b7-abab-87af2e8f60a6 req-6afc24b2-19ae-4ca1-82fd-d3b18f7815aa tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780391 Dec 10 08:52:44.584267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a8ed91bb-24e7-420d-b75c-d1dd68dd47fc None None] Provisioning complete for port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:44.584267 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a8ed91bb-24e7-420d-b75c-d1dd68dd47fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:44.636284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Router d81d3564-b6cc-4810-ae7c-96e1de2c0257 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:52:44.653187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-0b4a9730-8534-4c62-83f2-0274ce8239ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:44.655062 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-0b4a9730-8534-4c62-83f2-0274ce8239ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1663980 Dec 10 08:52:44.696618 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760bd180-027b-4e3e-832e-a0886a67008b x-openstack-request-id: req-760bd180-027b-4e3e-832e-a0886a67008b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:44.697235 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-plugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:44.697743 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-760bd180-027b-4e3e-832e-a0886a67008b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:44.698413 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'code': 200} Dec 10 08:52:44.698626 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b305830-595d-464f-91bf-e4af4c0f96a6 x-openstack-request-id: req-3b305830-595d-464f-91bf-e4af4c0f96a6 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:44.699514 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d9d060-6b8c-49e6-b1bd-ee12442f6763", "name": "network-vif-deleted", "tag": "56e6ed03-0f7f-4155-8d17-66d76afec96c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:44.699676 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b305830-595d-464f-91bf-e4af4c0f96a6 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:44.700303 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d9d060-6b8c-49e6-b1bd-ee12442f6763', 'name': 'network-vif-deleted', 'tag': '56e6ed03-0f7f-4155-8d17-66d76afec96c', 'status': 'completed', 'code': 200} Dec 10 08:52:44.829186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed91bb-24e7-420d-b75c-d1dd68dd47fc None None] Port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:52:44.835203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac025-4574-4398-9452-570d93d38905 req-97284aa8-cd87-4ea0-9c67-7a7d715964f9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:44.849216 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:34Z', 'updated_at': '2021-12-10T08:52:41Z', 'revision_number': 4, 'project_id': 'b58a481a2d4b473195487218381000da', 'gw_port': {'id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:35Z', 'updated_at': '2021-12-10T08:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87', 'name': '', 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'mac_address': 'fa:16:3e:f1:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0f24e7ba-bafa-486f-97bf-cbd2e7833c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:40Z', 'updated_at': '2021-12-10T08:52:41Z', 'revision_number': 2, 'project_id': 'b58a481a2d4b473195487218381000da', 'subnets': [{'id': '0f24e7ba-bafa-486f-97bf-cbd2e7833c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:44.856888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42eac025-4574-4398-9452-570d93d38905 req-97284aa8-cd87-4ea0-9c67-7a7d715964f9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1164508 Dec 10 08:52:44.872642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:44.921567 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:44.929340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-a0258a4d-2ed0-4ed7-b077-072005cdc34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:44.930948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-a0258a4d-2ed0-4ed7-b077-072005cdc34a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2648363 Dec 10 08:52:44.932165 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Checking router: 636f568d-08c2-4889-b9ae-3dd79a0b7fdc for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:44.932728 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Updating router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:52:44.966639 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:44.998884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:45.039034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:45.079043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:45.093294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] Checking router: 11f09fd8-a430-41fc-bf88-2f970515a72d for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:45.107974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:45.109232 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c05adbff-560e-491e-a9f2-a7e8a42bd842 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3998883 Dec 10 08:52:45.114050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45288) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:45.116178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:45.117731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:45.118524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:45.142706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8026da99-0ebe-404a-a69f-921938d21064 req-441e4ef4-0dfa-4b30-97d1-799b16fd33a0 tempest-FloatingIPsNegativeTestJSON-902503321 tempest-FloatingIPsNegativeTestJSON-902503321-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=b58a481a2d4b473195487218381000da HTTP/1.1" status: 200 len: 217 time: 0.3265276 Dec 10 08:52:45.143351 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:45.192206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Sync routers for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:45.199681 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42eac025-4574-4398-9452-570d93d38905 req-49c67c90-8a4e-4da9-8f0b-2fc021cd5b47 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340492 Dec 10 08:52:45.216461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 04915f2b-f186-4a5d-91aa-d95f2d45df83 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:52:45.261052 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-888f5716-a048-480a-afb8-0039a8320e86 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919312 Dec 10 08:52:45.312896 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d5f8faf-7ccc-4794-97fe-60c9c914655f req-db65a309-5ad0-4c61-8920-d50f0b2bed5d tempest-FloatingIPsNegativeTestJSON-902503321 tempest-FloatingIPsNegativeTestJSON-902503321-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0520391 Dec 10 08:52:45.321384 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:45.326620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:45.328717 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:45.336295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:45.389858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-7ab67f6e-68ab-4ee3-aaa2-3282c5e31aff service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213691 Dec 10 08:52:45.453788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Pushing event updated for resources: {'Port': ['ID=04915f2b-f186-4a5d-91aa-d95f2d45df83,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:45.509409 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-0745e20f-7cab-4bfe-b673-ed5f82f052fc req-3bbf8b3d-d796-4f58-b7fd-9b99970b6a97 tempest-FloatingIPsNegativeTestJSON-902503321 tempest-FloatingIPsNegativeTestJSON-902503321-project] show failed (client error): The resource could not be found. Dec 10 08:52:45.530592 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d7fd6-649c-4580-9194-ba7a78f65748 None None] Pushing event updated for resources: {'Port': ['ID=bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:45.535426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45302) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:45.544415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0745e20f-7cab-4bfe-b673-ed5f82f052fc req-3bbf8b3d-d796-4f58-b7fd-9b99970b6a97 tempest-FloatingIPsNegativeTestJSON-902503321 tempest-FloatingIPsNegativeTestJSON-902503321-project] 10.222.0.31 "GET /v2.0/floatingips/1d4e19f3-882b-44c7-9645-d9fc4d8ff46b HTTP/1.1" status: 404 len: 350 time: 0.1647525 Dec 10 08:52:45.608022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45306) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:45.653580 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Attempting to bind port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:45.655066 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Attempting to bind port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '28c3545a-23a6-446d-b08d-774a39ce82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:45.655066 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Attempting to bind port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 on network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:45.672719 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:45.673952 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Checking segment: {'id': '28c3545a-23a6-446d-b08d-774a39ce82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:45.675582 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:45.681054 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Bound using segment: {'id': '28c3545a-23a6-446d-b08d-774a39ce82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:45.681900 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Bound port: bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c3545a-23a6-446d-b08d-774a39ce82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:45.682408 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:45.789245 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] For port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:45.794683 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] For port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87,segment=NetworkSegment(28c3545a-23a6-446d-b08d-774a39ce82e1),segment_id=28c3545a-23a6-446d-b08d-774a39ce82e1)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:52:45.801348 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:45.822445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c25d30bb-d41a-4ee3-8284-71af583120ae tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:45.835997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5c3ed-0385-4606-844c-4de72281ef0b req-ee76bebe-d380-4286-8206-dcc2dc89011a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:45.856021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80b5c3ed-0385-4606-844c-4de72281ef0b req-ee76bebe-d380-4286-8206-dcc2dc89011a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.2145200 Dec 10 08:52:45.868332 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Routers {'636f568d-08c2-4889-b9ae-3dd79a0b7fdc'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:45.869716 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:45.883192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702112da-77f2-4f71-8e6d-b639c5d89ae7 req-a999f2b4-e22f-4a08-a2e6-f222f445346e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:45.899040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-702112da-77f2-4f71-8e6d-b639c5d89ae7 req-a999f2b4-e22f-4a08-a2e6-f222f445346e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1687126 Dec 10 08:52:45.924908 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.resource_extend [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 08:52:46.004002 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] Set router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:46.032311 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c25d30bb-d41a-4ee3-8284-71af583120ae tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.054742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80b5c3ed-0385-4606-844c-4de72281ef0b req-444d46f6-4573-4f35-b389-1b192a8d1228 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974418 Dec 10 08:52:46.095560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 78852c6e-8644-47cf-9acc-a7d426fabfd6 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:46.109777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on host n-h1-814746-3 for vnic_type normal with profile {"migrating_to": "n-h2-814746-3"} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:46.110813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:46.111312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:46.161270 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d7fd6-649c-4580-9194-ba7a78f65748 None None] Pushing event updated for resources: {'Port': ['ID=bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:46.164390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:52:46.164998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:46.202205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-702112da-77f2-4f71-8e6d-b639c5d89ae7 req-b70e2d34-318b-4b1c-bbaa-21451abb4c4a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017883 Dec 10 08:52:46.238957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:46.239569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:46.240126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:46.241054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Bound port: 04915f2b-f186-4a5d-91aa-d95f2d45df83, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:46.241615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.268622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:46.277479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c25d30bb-d41a-4ee3-8284-71af583120ae tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.280677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c25d30bb-d41a-4ee3-8284-71af583120ae tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.284931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c25d30bb-d41a-4ee3-8284-71af583120ae tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "DELETE /v2.0/security-groups/e9deff8a-f1a9-49af-b65a-b8ce582c8c17 HTTP/1.1" status: 204 len: 168 time: 0.6723714 Dec 10 08:52:46.286655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45312) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:46.336459 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:34Z', 'updated_at': '2021-12-10T08:52:41Z', 'revision_number': 4, 'project_id': 'b58a481a2d4b473195487218381000da', 'gw_port': {'id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:35Z', 'updated_at': '2021-12-10T08:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87', 'name': '', 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'mac_address': 'fa:16:3e:f1:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0f24e7ba-bafa-486f-97bf-cbd2e7833c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:40Z', 'updated_at': '2021-12-10T08:52:45Z', 'revision_number': 4, 'project_id': 'b58a481a2d4b473195487218381000da', 'subnets': [{'id': '0f24e7ba-bafa-486f-97bf-cbd2e7833c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:46.375447 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10bdfff-60a4-4f09-87e3-e96efce4e339 None None] The sync data for ids ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'] in n-d-814746-3 is: [{'id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:34Z', 'updated_at': '2021-12-10T08:52:41Z', 'revision_number': 4, 'project_id': 'b58a481a2d4b473195487218381000da', 'gw_port': {'id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:35Z', 'updated_at': '2021-12-10T08:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87', 'name': '', 'network_id': '6dce790c-935b-43fa-b182-ebf1ce4e4a2a', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'mac_address': 'fa:16:3e:f1:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0f24e7ba-bafa-486f-97bf-cbd2e7833c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:40Z', 'updated_at': '2021-12-10T08:52:45Z', 'revision_number': 4, 'project_id': 'b58a481a2d4b473195487218381000da', 'subnets': [{'id': '0f24e7ba-bafa-486f-97bf-cbd2e7833c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:46.398466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d30bb-d41a-4ee3-8284-71af583120ae tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9deff8a-f1a9-49af-b65a-b8ce582c8c17,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:46.403826 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-6b19ca29-2a09-4c1a-a9fe-dfdcd17fe7ea tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] show failed (client error): The resource could not be found. Dec 10 08:52:46.408705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6b19ca29-2a09-4c1a-a9fe-dfdcd17fe7ea tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "GET /v2.0/security-groups/e9deff8a-f1a9-49af-b65a-b8ce582c8c17 HTTP/1.1" status: 404 len: 347 time: 0.1196458 Dec 10 08:52:46.414768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45316) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:46.510850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a9e0f-31e1-418a-8924-199d7f1d513d req-82a8c32e-1e32-4a72-8cf1-2357c7d03626 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:46.516259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-734a9e0f-31e1-418a-8924-199d7f1d513d req-82a8c32e-1e32-4a72-8cf1-2357c7d03626 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1854234 Dec 10 08:52:46.522098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:46.557103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:52:46.571362 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.580735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-01d1a2b7-2240-45ae-b52d-d92f8a21c14b None None] Provisioning complete for port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:46.581022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01d1a2b7-2240-45ae-b52d-d92f8a21c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.711244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, got binding levels [] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:46.717325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:46.749455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:46.752182 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fee0f5-e236-476f-9648-f656fff93003" -d '{"events": [{"server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "name": "network-vif-unplugged", "status": "completed", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:46.785019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-734a9e0f-31e1-418a-8924-199d7f1d513d req-6293153a-ce25-4229-acd9-81b996c73e42 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880643 Dec 10 08:52:46.795147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Deleting port 866ca1ce-2751-47f7-9c87-3b7bb65b335b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:46.795496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.805893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 78852c6e-8644-47cf-9acc-a7d426fabfd6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:46.806653 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.908178 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.908712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.909463 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a67fec-a1d1-4d78-9940-ce4b5ee8044d x-openstack-request-id: req-14a67fec-a1d1-4d78-9940-ce4b5ee8044d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:46.909791 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "name": "network-vif-unplugged", "status": "completed", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:46.910085 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14a67fec-a1d1-4d78-9940-ce4b5ee8044d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:46.910516 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83', 'code': 200} Dec 10 08:52:46.924533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Calling delete_port for 866ca1ce-2751-47f7-9c87-3b7bb65b335b owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:46.956543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:46.957295 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:46.960141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] 10.222.0.39 "PUT /v2.0/ports/04915f2b-f186-4a5d-91aa-d95f2d45df83 HTTP/1.1" status: 200 len: 1121 time: 3.0851169 Dec 10 08:52:46.984144 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on host n-h1-814746-3 for vnic_type normal with profile {"migrating_to": "n-h2-814746-3"} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:46.984583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:46.985038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:47.001316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d27c0-4ae2-4a0c-8472-14801b86e83c service neutron] Pushing event updated for resources: {'Port': ['ID=04915f2b-f186-4a5d-91aa-d95f2d45df83,revision_number=8']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:47.051419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:52:47.051816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Attempting to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on network 85fc98de-a64e-496f-b3f8-4e94ab5f9f38 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:47.131230 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:47.158520 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:47.168844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['04915f2b-f186-4a5d-91aa-d95f2d45df83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:47.183947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['04915f2b-f186-4a5d-91aa-d95f2d45df83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:47.185880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:47.186295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Checking segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:47.186978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Bound using segment: {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:47.187456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Bound port: 04915f2b-f186-4a5d-91aa-d95f2d45df83, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944e728c-863b-408e-9891-522024654b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85fc98de-a64e-496f-b3f8-4e94ab5f9f38'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:47.187870 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:47.207508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Pushing event deleted for resources: {'Port': ['ID=866ca1ce-2751-47f7-9c87-3b7bb65b335b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:47.456241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Allocated IP 172.20.0.1 (8c2bcb36-4319-4f58-9e53-99d426594bac/f6b52e2a-cabc-49ed-96bd-240af3b888cc/c4a207fc-61e8-45a1-bd76-c97a70d2b80f) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:47.486157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239c211-1337-4a60-a6fc-63d461dc2f08 req-3f615185-cfd5-4619-9d52-bcf1bc5fffc5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:47.488181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b239c211-1337-4a60-a6fc-63d461dc2f08 req-3f615185-cfd5-4619-9d52-bcf1bc5fffc5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.2840619 Dec 10 08:52:47.493331 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:47.496855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:47.501395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-02f8eb23-789f-4a1f-9165-7cc7bf4c4f0c tempest-ServersWithSpecificFlavorTestJSON-1359241241 tempest-ServersWithSpecificFlavorTestJSON-1359241241-project] 10.222.0.31 "DELETE /v2.0/floatingips/dff238ef-a851-4394-8fad-733b7e312154 HTTP/1.1" status: 204 len: 168 time: 1.0820875 Dec 10 08:52:47.546818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086e7b2-bb95-406a-b394-e5b599a4b2ee req-6c8942da-d16b-484b-987f-fd5c4fdb754c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:47.548890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6086e7b2-bb95-406a-b394-e5b599a4b2ee req-6c8942da-d16b-484b-987f-fd5c4fdb754c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1899567 Dec 10 08:52:47.601278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01d1a2b7-2240-45ae-b52d-d92f8a21c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:47.632877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b239c211-1337-4a60-a6fc-63d461dc2f08 req-875f7264-5586-494b-97c4-0b6dd392980e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315210 Dec 10 08:52:47.680408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6086e7b2-bb95-406a-b394-e5b599a4b2ee req-3cadef1f-bbd5-4082-bf79-8abbd2c40fe3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165237 Dec 10 08:52:47.688287 n-d-814746-3 neutron-server[114971]: WARNING neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Concurrent port binding operations failed on port 04915f2b-f186-4a5d-91aa-d95f2d45df83 Dec 10 08:52:47.733010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:47.802359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-01d1a2b7-2240-45ae-b52d-d92f8a21c14b None None] For port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87,segment=NetworkSegment(28c3545a-23a6-446d-b08d-774a39ce82e1),segment_id=28c3545a-23a6-446d-b08d-774a39ce82e1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:47.810396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:47.838900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:47.841049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01d1a2b7-2240-45ae-b52d-d92f8a21c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:47.890456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:47.926492 n-d-814746-3 neutron-server[114971]: INFO neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Attempt 2 to bind port 04915f2b-f186-4a5d-91aa-d95f2d45df83 Dec 10 08:52:47.927179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 04915f2b-f186-4a5d-91aa-d95f2d45df83 has no active binding in host n-h2-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:52:48.017764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5a11c-fbc0-41fb-a43e-61e23d2e6da0 None None] The sync data for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 is: [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:46:47Z', 'revision_number': 4, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2', 'name': '', 'network_id': '0f996f28-7a71-4f34-bbc5-42a950667083', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'mac_address': 'fa:16:3e:49:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:45Z', 'updated_at': '2021-12-10T08:46:53Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'subnets': [{'id': '1370e0ba-0c5c-4f67-950b-eaa0f7136e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:48.095292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-9cd528f4-190f-406d-bc41-50f4b116af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:48.097032 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-9cd528f4-190f-406d-bc41-50f4b116af04 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca&tenant_id=c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 1101 time: 0.2801564 Dec 10 08:52:48.101001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:48.139204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9060d-0366-4860-9c89-6b18b6081915 req-38f682cb-8520-4eb0-85d4-b5a2656d15c1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:48.148533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14a9060d-0366-4860-9c89-6b18b6081915 req-38f682cb-8520-4eb0-85d4-b5a2656d15c1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.1104248 Dec 10 08:52:48.175444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1a2b7-2240-45ae-b52d-d92f8a21c14b None None] Pushing event updated for resources: {'Port': ['ID=bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:48.208987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:48.261355 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14a9060d-0366-4860-9c89-6b18b6081915 req-6ea0ed85-208b-4fcd-b160-524165b98a51 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117826 Dec 10 08:52:48.281609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4382748e-e830-4bbc-bcd8-9218ac8ca8e1 None None] Provisioning complete for port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:48.281983 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4382748e-e830-4bbc-bcd8-9218ac8ca8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:48.293335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-22a7857b-55ae-4451-84c4-04b427d66d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:48.299175 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-22a7857b-55ae-4451-84c4-04b427d66d59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 1101 time: 0.1518333 Dec 10 08:52:48.309855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Network 8c2bcb36-4319-4f58-9e53-99d426594bac is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:48.340098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:48.369866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:41Z', 'revision_number': 3, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:48.376188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:48.382459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a207fc-61e8-45a1-bd76-c97a70d2b80f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:48.425297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.425713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.426061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.426402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.426739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.427070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.427480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.427817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.428043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.428366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.428738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.428995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.429321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:48.445066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Checking router: d81d3564-b6cc-4810-ae7c-96e1de2c0257 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:48.445448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Updating router d81d3564-b6cc-4810-ae7c-96e1de2c0257 port 3543b361-e2d7-47d2-8a0c-3f4497210754 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:52:48.502749 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:48.514572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-a54b4985-311c-4d46-a130-20f7fd3ecccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:48.516255 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-a54b4985-311c-4d46-a130-20f7fd3ecccc service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.2041273 Dec 10 08:52:48.522057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:48.525366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:48.525761 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:48.535881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45350) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:48.623449 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-1d3ab7ef-91f5-4bd7-a449-9e41a4d4b2d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c HTTP/1.1" status: 200 len: 217 time: 0.0717857 Dec 10 08:52:48.840474 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcf8b8a-22b7-4d53-a6a8-39e6f575c90c None None] New status for floating IP dff238ef-a851-4394-8fad-733b7e312154: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:52:48.841243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-852b9bc9-4090-40fd-9353-7f508131b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:48.843317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-852b9bc9-4090-40fd-9353-7f508131b349 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.2101450 Dec 10 08:52:48.845127 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:48.928255 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:48.932691 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f242d-9889-432d-9425-636d2f9d4e69" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:48.960643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Deleting port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:48.961095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:48.994261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-347c249b-ddb4-456c-bea6-a61b12c98ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:48.996545 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-347c249b-ddb4-456c-bea6-a61b12c98ee1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375875 Dec 10 08:52:49.055773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83733-a8f7-437b-b1bf-935f394dc6b8 req-d9d1ef54-56c5-4369-8f4f-ac8174bd6e7a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:49.057386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ed83733-a8f7-437b-b1bf-935f394dc6b8 req-d9d1ef54-56c5-4369-8f4f-ac8174bd6e7a tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.2261913 Dec 10 08:52:49.061588 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.070649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d0c93-95af-4bd6-81bc-fe78570a9e19 req-8d7cfc59-d187-4157-ad41-302726205b4a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:49.072525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb8d0c93-95af-4bd6-81bc-fe78570a9e19 req-8d7cfc59-d187-4157-ad41-302726205b4a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.2152791 Dec 10 08:52:49.085310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b0700ea2-56f2-411c-9f7f-a1af7a6de351 None None] Provisioning complete for port c4a207fc-61e8-45a1-bd76-c97a70d2b80f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:49.085727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b0700ea2-56f2-411c-9f7f-a1af7a6de351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.151219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b0700ea2-56f2-411c-9f7f-a1af7a6de351 None None] Port c4a207fc-61e8-45a1-bd76-c97a70d2b80f cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:52:49.207585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ed83733-a8f7-437b-b1bf-935f394dc6b8 req-39f486cf-361f-4b40-a4fa-9610cc527b1e tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322761 Dec 10 08:52:49.219037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] For port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87,segment=NetworkSegment(28c3545a-23a6-446d-b08d-774a39ce82e1),segment_id=28c3545a-23a6-446d-b08d-774a39ce82e1)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:49.219640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.223856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.243045 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.251028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb8d0c93-95af-4bd6-81bc-fe78570a9e19 req-8768cb5b-26dc-415e-b984-03682ea7f9d8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293325 Dec 10 08:52:49.272168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Calling delete_port for bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:49.314337 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-41f69d82-d409-4738-a31a-edd6efd9a0be service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809453 Dec 10 08:52:49.348990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Attempting to bind port 3543b361-e2d7-47d2-8a0c-3f4497210754 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:49.349368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Attempting to bind port 3543b361-e2d7-47d2-8a0c-3f4497210754 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:49.349876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Attempting to bind port 3543b361-e2d7-47d2-8a0c-3f4497210754 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:49.362916 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d36da5-85da-4dc2-9139-281740c0f800 x-openstack-request-id: req-b8d36da5-85da-4dc2-9139-281740c0f800 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:49.363204 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:49.363456 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8d36da5-85da-4dc2-9139-281740c0f800 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:49.363935 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83', 'status': 'completed', 'code': 200} Dec 10 08:52:49.370380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0f4a7-bb45-4711-826a-727980fdcdae None None] Pushing event updated for resources: {'Port': ['ID=3543b361-e2d7-47d2-8a0c-3f4497210754,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:49.385583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:49.388377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:49.390665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.391188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:49.391806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Bound port: 3543b361-e2d7-47d2-8a0c-3f4497210754, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:49.392910 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.474889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] For port 3543b361-e2d7-47d2-8a0c-3f4497210754, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:49.478372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] For port 3543b361-e2d7-47d2-8a0c-3f4497210754, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3543b361-e2d7-47d2-8a0c-3f4497210754,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:52:49.484998 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.485367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.503003 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.521779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78ff0b-fe77-45b1-9f51-23530e120836 req-81e35303-5249-4897-b1f3-839167b144ad tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:49.523457 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d78ff0b-fe77-45b1-9f51-23530e120836 req-81e35303-5249-4897-b1f3-839167b144ad tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 950 time: 0.0816758 Dec 10 08:52:49.533397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.546956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:49.547580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:49.610835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0f4a7-bb45-4711-826a-727980fdcdae None None] Pushing event updated for resources: {'Port': ['ID=3543b361-e2d7-47d2-8a0c-3f4497210754,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:49.671737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d78ff0b-fe77-45b1-9f51-23530e120836 req-5438c6fc-92cf-47e7-b2af-dc97febfe56a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997095 Dec 10 08:52:49.680840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:49.844258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Deleting port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:49.844701 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.916929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 2, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:49.922507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a207fc-61e8-45a1-bd76-c97a70d2b80f,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:49.936465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-cf7db70a-05c2-47fe-94dc-ecceabf10b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:49.938138 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-cf7db70a-05c2-47fe-94dc-ecceabf10b62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 1124 time: 0.5364263 Dec 10 08:52:49.947513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:49.951628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f130007-0e29-4d98-a650-49e020f0e005 None None] The sync data for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 is: [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 2, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:49.953962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] For port 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:49.954692 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.957258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:49.976450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Calling delete_port for 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:49.978469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:50.006918 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1626ae7a-a3f1-479d-b0fa-50d383565c0f req-c5faead8-be30-4043-9f85-cf0c1bb8f9ad service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461236 Dec 10 08:52:50.063158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:50.066022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:50.164594 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:50.207950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-89de28b1-15e6-4a52-b9b9-31b9b2faebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:50.210235 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-89de28b1-15e6-4a52-b9b9-31b9b2faebf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.2547784 Dec 10 08:52:50.213845 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:50.216029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:50.218376 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32994035-46fd-4ddf-abce-4c4e63c1c2a3" -d '{"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:50.240132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:50.254134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Network 8c2bcb36-4319-4f58-9e53-99d426594bac is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:50.256739 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:50.262330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:50.297574 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:50.330996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:50.368306 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-f2202662-bdd2-48cd-99c4-26183645910a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83 HTTP/1.1" status: 200 len: 217 time: 0.1235530 Dec 10 08:52:50.387678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:50.436759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Pushing event deleted for resources: {'Port': ['ID=0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:50.443888 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73da689d-9ec6-453f-9a45-b1b9f53fa2d3 x-openstack-request-id: req-73da689d-9ec6-453f-9a45-b1b9f53fa2d3 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:52:50.444369 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:52:50.444732 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73da689d-9ec6-453f-9a45-b1b9f53fa2d3 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:52:50.445310 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'code': 200} Dec 10 08:52:50.493525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.493877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.494221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.494560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.494892 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.495359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.496245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.496680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.497187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.497540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.497955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.498280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.498607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:50.707875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291205e-ba01-4907-9080-2541fdaa5ab7 req-2572ceef-b66c-4228-a227-44e5e20c7398 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:50.710471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b291205e-ba01-4907-9080-2541fdaa5ab7 req-2572ceef-b66c-4228-a227-44e5e20c7398 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.3250935 Dec 10 08:52:50.905944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-34057da8-ae32-4bb3-8b61-d7c68f9d36df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:50.909397 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-34057da8-ae32-4bb3-8b61-d7c68f9d36df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.4926257 Dec 10 08:52:50.961649 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-73453715-2c2b-4033-a56c-6b329515fe93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409195 Dec 10 08:52:50.966688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d138c45f-1666-44bc-a7c6-d498154288c5 None None] Provisioning complete for port c4a207fc-61e8-45a1-bd76-c97a70d2b80f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:50.967634 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d138c45f-1666-44bc-a7c6-d498154288c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:51.024427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d138c45f-1666-44bc-a7c6-d498154288c5 None None] Port c4a207fc-61e8-45a1-bd76-c97a70d2b80f cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:52:51.076298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Router d81d3564-b6cc-4810-ae7c-96e1de2c0257 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:51.082466 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:51.280433 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-c625c2ab-004a-4ae5-b4e4-d2933cd053a1 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045015 Dec 10 08:52:51.311940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b291205e-ba01-4907-9080-2541fdaa5ab7 req-2ccce9dd-646f-471f-a7a0-7aa6a25a2170 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637000 Dec 10 08:52:51.314205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:51.356634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250f719-70fd-474c-816b-de1f5e86d0eb req-f61d6be3-ce53-4210-800a-01cfd9b193ee tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:51.362194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a250f719-70fd-474c-816b-de1f5e86d0eb req-f61d6be3-ce53-4210-800a-01cfd9b193ee tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.6861787 Dec 10 08:52:51.478105 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d63f242d-9889-432d-9425-636d2f9d4e69 req-da1a9803-a0c6-44e0-9004-9eae7eef1d88 service neutron] 10.222.0.18 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881154 Dec 10 08:52:51.520033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:51.538439 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f6bb8632-55c7-47ec-a833-6a44a0a25102 admin admin] 10.222.0.31 "PUT /v2.0/routers/d81d3564-b6cc-4810-ae7c-96e1de2c0257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4200566 Dec 10 08:52:51.627322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a250f719-70fd-474c-816b-de1f5e86d0eb req-a9c8e706-b2b9-4311-8b87-62b2283de43d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291275 Dec 10 08:52:51.733107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:51.786961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Router 11f09fd8-a430-41fc-bf88-2f970515a72d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:52:51.815146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0830349-b08b-46cf-9786-a88284cbd5b8 req-77934c16-beb5-4f3f-a087-577b97468ce4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:51.825857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0830349-b08b-46cf-9786-a88284cbd5b8 req-77934c16-beb5-4f3f-a087-577b97468ce4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 948 time: 0.0898483 Dec 10 08:52:52.003646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:52.016588 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e473b54e-f2b0-4574-867b-62499829b61b admin admin] 10.222.0.31 "PUT /v2.0/routers/636f568d-08c2-4889-b9ae-3dd79a0b7fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4775906 Dec 10 08:52:52.016856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] Sync routers for ids ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:52.017806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45384) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:52.044956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] Routers {'636f568d-08c2-4889-b9ae-3dd79a0b7fdc'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:52.049865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:52.082114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:52:52.100945 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] Sync routers for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:52.102807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9db0a406-eb8f-472f-8261-376d09ebd05b admin admin] 10.222.0.31 "PUT /v2.0/routers/11f09fd8-a430-41fc-bf88-2f970515a72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5650265 Dec 10 08:52:52.103537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45386) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:52.136268 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:52.139694 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:52.287870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0830349-b08b-46cf-9786-a88284cbd5b8 req-0d67edb8-cbc4-4316-a536-e128c2d1f85c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609473 Dec 10 08:52:52.303594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] Set router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:52.422298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:52.506656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3543b361-e2d7-47d2-8a0c-3f4497210754 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:52.512086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:52.665404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45392) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:52.674365 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:52.680325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7db2e50f-e96c-46e9-afc6-4a5d043f204a tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620605265', 'description': 'tempest-description--1856115897'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:52.736195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:52.744791 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7db2e50f-e96c-46e9-afc6-4a5d043f204a tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:52.749107 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:52.760447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:34Z', 'updated_at': '2021-12-10T08:52:50Z', 'revision_number': 5, 'project_id': 'b58a481a2d4b473195487218381000da', 'gw_port': {'id': '78852c6e-8644-47cf-9acc-a7d426fabfd6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:35Z', 'updated_at': '2021-12-10T08:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:52.766057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3543b361-e2d7-47d2-8a0c-3f4497210754 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:52.766737 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:52.817352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc330da-0b78-44e9-8773-734a9c3fb365 req-c1b47110-197b-45fb-bc13-2498291dec15 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:52.829789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecc330da-0b78-44e9-8773-734a9c3fb365 req-c1b47110-197b-45fb-bc13-2498291dec15 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.1324043 Dec 10 08:52:52.840282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] Checking router: 636f568d-08c2-4889-b9ae-3dd79a0b7fdc for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:52.892195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Deleting port 78852c6e-8644-47cf-9acc-a7d426fabfd6 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:52.893589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:52.895595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] Routers {'636f568d-08c2-4889-b9ae-3dd79a0b7fdc'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:52.896602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:52.904466 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7db2e50f-e96c-46e9-afc6-4a5d043f204a tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:52.914580 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecc330da-0b78-44e9-8773-734a9c3fb365 req-59d18eb5-d254-4be1-899d-0f7c71cec6e0 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836058 Dec 10 08:52:52.929138 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7db2e50f-e96c-46e9-afc6-4a5d043f204a tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.015775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Deleting port 95546b01-3caa-4fb2-abff-a09c4a040b4a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:53.016213 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.037030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13cdf9-f9e0-459f-a707-e0356ecc11db req-0872b5f9-2289-45ad-8b9c-8f87cd649664 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:53.047089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c13cdf9-f9e0-459f-a707-e0356ecc11db req-0872b5f9-2289-45ad-8b9c-8f87cd649664 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1492999 Dec 10 08:52:53.048851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7db2e50f-e96c-46e9-afc6-4a5d043f204a tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.050781 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7db2e50f-e96c-46e9-afc6-4a5d043f204a tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3833668 Dec 10 08:52:53.054971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45398) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:53.062681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2e50f-e96c-46e9-afc6-4a5d043f204a tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:53.071976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fae8a8d0-1808-41e5-a138-c20e3703dae7 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Request body: {'security_group_rule': {'security_group_id': 'e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:53.107278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] For port 78852c6e-8644-47cf-9acc-a7d426fabfd6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=78852c6e-8644-47cf-9acc-a7d426fabfd6,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:53.108114 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.127727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Calling delete_port for 78852c6e-8644-47cf-9acc-a7d426fabfd6 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:53.171091 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:52:50Z', 'revision_number': 5, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port': {'id': '95546b01-3caa-4fb2-abff-a09c4a040b4a', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:42Z', 'updated_at': '2021-12-10T08:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:53.209946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1808-41e5-a138-c20e3703dae7 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.217932 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] Checking router: 11f09fd8-a430-41fc-bf88-2f970515a72d for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:53.235728 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] Routers {'11f09fd8-a430-41fc-bf88-2f970515a72d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:53.237038 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['11f09fd8-a430-41fc-bf88-2f970515a72d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:53.293950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c13cdf9-f9e0-459f-a707-e0356ecc11db req-8fe58ed0-4cd4-429d-99ef-1c67c4844f1f tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435760 Dec 10 08:52:53.398923 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] Set router 11f09fd8-a430-41fc-bf88-2f970515a72d gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:53.415652 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.422363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] Set router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:53.427473 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.442515 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] For port 95546b01-3caa-4fb2-abff-a09c4a040b4a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=95546b01-3caa-4fb2-abff-a09c4a040b4a,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:53.442917 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.485338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Pushing event deleted for resources: {'Port': ['ID=78852c6e-8644-47cf-9acc-a7d426fabfd6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:53.509768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Calling delete_port for 95546b01-3caa-4fb2-abff-a09c4a040b4a owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:53.528326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1808-41e5-a138-c20e3703dae7 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.539165 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:52:52Z', 'revision_number': 6, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:53.568800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.582715 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521b10d-9447-4e84-9bb0-0a6f2e06134c None None] The sync data for ids ['11f09fd8-a430-41fc-bf88-2f970515a72d'] in n-d-814746-3 is: [{'id': '11f09fd8-a430-41fc-bf88-2f970515a72d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1595691523-router', 'tenant_id': '66e0341a0559410bb432f4bb1302f7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:41Z', 'updated_at': '2021-12-10T08:52:52Z', 'revision_number': 6, 'project_id': '66e0341a0559410bb432f4bb1302f7fa', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:53.597963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1808-41e5-a138-c20e3703dae7 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.602141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 3543b361-e2d7-47d2-8a0c-3f4497210754, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3543b361-e2d7-47d2-8a0c-3f4497210754,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:53.604235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:34Z', 'updated_at': '2021-12-10T08:52:52Z', 'revision_number': 6, 'project_id': 'b58a481a2d4b473195487218381000da', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:53.623100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8a8d0-1808-41e5-a138-c20e3703dae7 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c3afb2-5f73-4dab-9cd3-c93ed642eb3c,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:53.664323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7f3a0-ab3f-4d03-a0dd-4fc5703c1a73 None None] The sync data for ids ['636f568d-08c2-4889-b9ae-3dd79a0b7fdc'] in n-d-814746-3 is: [{'id': '636f568d-08c2-4889-b9ae-3dd79a0b7fdc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2033932723-router', 'tenant_id': 'b58a481a2d4b473195487218381000da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:34Z', 'updated_at': '2021-12-10T08:52:52Z', 'revision_number': 6, 'project_id': 'b58a481a2d4b473195487218381000da', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:53.666648 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.733553 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.737045 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.737346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c78521-f6fe-4be3-92e0-26ed376808ba req-281d72b3-3193-404e-ad65-9a310a903c0f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:53.742135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04c78521-f6fe-4be3-92e0-26ed376808ba req-281d72b3-3193-404e-ad65-9a310a903c0f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 948 time: 0.2884300 Dec 10 08:52:53.748235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1808-41e5-a138-c20e3703dae7 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:53.754269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fae8a8d0-1808-41e5-a138-c20e3703dae7 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6875806 Dec 10 08:52:53.756306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45404) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:53.763542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ac1f6d97-c9f7-4700-827e-e3b13a1b3104 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Request body: {'security_group_rule': {'security_group_id': 'e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:53.771531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=3543b361-e2d7-47d2-8a0c-3f4497210754,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:53.802603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.805313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.806024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.806684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.807314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.808650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.809490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.813374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.814288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.814945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.815613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.816231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.816732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:52:53.896165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04c78521-f6fe-4be3-92e0-26ed376808ba req-c0276442-a080-42c3-9e35-52e9cdbaf6e8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359212 Dec 10 08:52:53.956682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9f05c18c-b39c-4b06-af24-44d3a5ca347c details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:52:53.959027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 04915f2b-f186-4a5d-91aa-d95f2d45df83 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:54.028198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:52:54.270052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:54.332627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:54.337840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.344141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'mac_address': 'fa:16:3e:fa:e2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:52:54.354509 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '9f05c18c-b39c-4b06-af24-44d3a5ca347c', 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af', 'port_id': '9f05c18c-b39c-4b06-af24-44d3a5ca347c', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1db733b-dc4a-4d4f-a120-c2858b3ca1c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:52:54.386319 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.386977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636f568d-08c2-4889-b9ae-3dd79a0b7fdc {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:52:54.393363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.397915 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0c27e75a-dfff-448c-acf7-d7928b37b564 admin admin] 10.222.0.31 "DELETE /v2.0/routers/636f568d-08c2-4889-b9ae-3dd79a0b7fdc HTTP/1.1" status: 204 len: 168 time: 2.3785825 Dec 10 08:52:54.401004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45414) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:54.420539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Pushing event deleted for resources: {'Port': ['ID=95546b01-3caa-4fb2-abff-a09c4a040b4a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:54.483298 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.489339 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.491564 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.506192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac1f6d97-c9f7-4700-827e-e3b13a1b3104 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.517690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f05c18c-b39c-4b06-af24-44d3a5ca347c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:52:54.545677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Sync routers for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:52:54.566562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb6c0c2-8153-46c4-b622-cd8cff629e1c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:52:54.571577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-057aca69-b5dc-4645-b0f3-03d2012fe928 admin admin] Deleting subnet 0f24e7ba-bafa-486f-97bf-cbd2e7833c52 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:52:54.576263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-057aca69-b5dc-4645-b0f3-03d2012fe928 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.601102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:54.606728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:54.607480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:54.634485 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-057aca69-b5dc-4645-b0f3-03d2012fe928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.651008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b6ab7-3755-42d7-814f-bf01bdfeeee9 req-2b823ad9-ae6d-430d-9f09-133b48f922fd tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:54.661987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd1b6ab7-3755-42d7-814f-bf01bdfeeee9 req-2b823ad9-ae6d-430d-9f09-133b48f922fd tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 948 time: 0.6063609 Dec 10 08:52:54.679691 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.684053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:54.704377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293924-6198-4a8e-bce4-2f99023fd9ed req-3025a780-b9d9-45c3-9533-f5c2590e6650 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:54.713014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a293924-6198-4a8e-bce4-2f99023fd9ed req-3025a780-b9d9-45c3-9533-f5c2590e6650 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 943 time: 0.5927472 Dec 10 08:52:54.723324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.735375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.757649 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.771556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9f05c18c-b39c-4b06-af24-44d3a5ca347c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:54.821033 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac1f6d97-c9f7-4700-827e-e3b13a1b3104 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.828168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd1b6ab7-3755-42d7-814f-bf01bdfeeee9 req-7df0ff33-5955-4ec7-89aa-5801d536b9b9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625507 Dec 10 08:52:54.832323 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac1f6d97-c9f7-4700-827e-e3b13a1b3104 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.854283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f6d97-c9f7-4700-827e-e3b13a1b3104 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8e0fdf-bb35-424e-a7e0-878a7a458751,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:54.861399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-057aca69-b5dc-4645-b0f3-03d2012fe928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.867716 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.869279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11f09fd8-a430-41fc-bf88-2f970515a72d {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:52:54.879998 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:54.883502 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8ff007ff-c6e3-4f59-9838-892d728171be admin admin] 10.222.0.31 "DELETE /v2.0/routers/11f09fd8-a430-41fc-bf88-2f970515a72d HTTP/1.1" status: 204 len: 168 time: 2.7701197 Dec 10 08:52:54.891052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=10']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:54.897223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45420) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:54.912807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:55.009336 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a293924-6198-4a8e-bce4-2f99023fd9ed req-0d81c0d9-5dca-41e1-855f-3825a3d2755c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950156 Dec 10 08:52:55.015211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-296190c0-0d54-4ca4-a32a-bb19f85851c2 service neutron] 10.222.0.18 "GET /v2.0/ports/04915f2b-f186-4a5d-91aa-d95f2d45df83/bindings/n-h2-814746-3 HTTP/1.1" status: 200 len: 384 time: 0.2537315 Dec 10 08:52:55.030418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac1f6d97-c9f7-4700-827e-e3b13a1b3104 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.032081 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ac1f6d97-c9f7-4700-827e-e3b13a1b3104 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2739346 Dec 10 08:52:55.063981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9f05c18c-b39c-4b06-af24-44d3a5ca347c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:55.096100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45424) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:55.109614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:55.125690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['afb6c0c2-8153-46c4-b622-cd8cff629e1c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:55.189085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdb947f-b183-4b65-900b-053d24ac26eb admin admin] Deleting subnet 1370e0ba-0c5c-4f67-950b-eaa0f7136e26 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:52:55.193042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fdb947f-b183-4b65-900b-053d24ac26eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.220579 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-057aca69-b5dc-4645-b0f3-03d2012fe928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.226759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3543b361-e2d7-47d2-8a0c-3f4497210754 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:55.295689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-057aca69-b5dc-4645-b0f3-03d2012fe928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.301711 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fdb947f-b183-4b65-900b-053d24ac26eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.308585 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-057aca69-b5dc-4645-b0f3-03d2012fe928 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0f24e7ba-bafa-486f-97bf-cbd2e7833c52 HTTP/1.1" status: 204 len: 168 time: 0.9044898 Dec 10 08:52:55.315857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18d18b-720b-4c14-9192-26aaf59cc0d6 None None] Network 6dce790c-935b-43fa-b182-ebf1ce4e4a2a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:52:55.354189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45428) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:55.397556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057aca69-b5dc-4645-b0f3-03d2012fe928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f24e7ba-bafa-486f-97bf-cbd2e7833c52,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:55.498597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.538464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bec81-c338-4139-bdf0-dd63e5e9b85d req-a0fa207e-dc58-4e7f-9857-dedddbb95cfa tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:55.540134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b6bec81-c338-4139-bdf0-dd63e5e9b85d req-a0fa207e-dc58-4e7f-9857-dedddbb95cfa tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 944 time: 0.5636580 Dec 10 08:52:55.604190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:55.630991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:55.642567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-958d3b80-a332-45fa-9332-89248ff2afbf tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c1cc2cdcd0424e329882c05977a756ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657201 Dec 10 08:52:55.671404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04915f2b-f186-4a5d-91aa-d95f2d45df83 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:52:55.691712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:55.696570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3543b361-e2d7-47d2-8a0c-3f4497210754 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:55.697180 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.710147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.723618 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.798204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] Transition to ACTIVE for port object 04915f2b-f186-4a5d-91aa-d95f2d45df83 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:52:55.803770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.842201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b6bec81-c338-4139-bdf0-dd63e5e9b85d req-ff986ca2-d7ff-40f5-9d32-3ca75f63f99b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547164 Dec 10 08:52:55.848607 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fdb947f-b183-4b65-900b-053d24ac26eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:55.905207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] No DVR routers for this DVR port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:55.912395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] Pushing event updated for resources: {'Port': ['ID=04915f2b-f186-4a5d-91aa-d95f2d45df83,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:55.946540 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b1b9fcfa-25ed-4c84-8266-a532a0cacd2b service neutron] 10.222.0.18 "PUT /v2.0/ports/04915f2b-f186-4a5d-91aa-d95f2d45df83/bindings/n-h2-814746-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9073975 Dec 10 08:52:55.981033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-1bf1173f-6dd5-4097-8d66-2524f14dd69c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:55.981768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d217178c-c95b-49fe-a9f5-7978005b8d63 None None] DHCP port deletion for 6dce790c-935b-43fa-b182-ebf1ce4e4a2a request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:52:55.982784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-1bf1173f-6dd5-4097-8d66-2524f14dd69c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3394282 Dec 10 08:52:56.003427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 2, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:56.018452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-f7659d43-eb68-4789-b0cd-2679e95d7ad9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/quotas/c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 375 time: 0.0266397 Dec 10 08:52:56.024242 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fdb947f-b183-4b65-900b-053d24ac26eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.036364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Deleting port c1995780-1051-4afa-8250-4d6fada8e8b0 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:56.037345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.075257 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-839424a8-67f3-41ea-a0bd-43168b3d0557 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:56.076883 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-839424a8-67f3-41ea-a0bd-43168b3d0557 tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.0626147 Dec 10 08:52:56.111100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb947f-b183-4b65-900b-053d24ac26eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1370e0ba-0c5c-4f67-950b-eaa0f7136e26,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:56.114148 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fdb947f-b183-4b65-900b-053d24ac26eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.117584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4fdb947f-b183-4b65-900b-053d24ac26eb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1370e0ba-0c5c-4f67-950b-eaa0f7136e26 HTTP/1.1" status: 204 len: 168 time: 1.2149971 Dec 10 08:52:56.136595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45442) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:56.200664 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.229598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] For port c1995780-1051-4afa-8250-4d6fada8e8b0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c1995780-1051-4afa-8250-4d6fada8e8b0,segment=NetworkSegment(28c3545a-23a6-446d-b08d-774a39ce82e1),segment_id=28c3545a-23a6-446d-b08d-774a39ce82e1)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:56.230683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.237998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-90a171a5-f58e-425d-9d04-9da25f3a1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:56.240100 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-90a171a5-f58e-425d-9d04-9da25f3a1632 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2 HTTP/1.1" status: 200 len: 1095 time: 0.1536684 Dec 10 08:52:56.250517 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.253759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686efd35-7f16-4e87-a89e-4bb845c1a0b8 None None] Network 0f996f28-7a71-4f34-bbc5-42a950667083 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:52:56.254049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-3174cc7f-d66e-4984-a081-a9e6668ab9b5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2098165 Dec 10 08:52:56.263700 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Checking router: d81d3564-b6cc-4810-ae7c-96e1de2c0257 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:52:56.263700 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Updating router d81d3564-b6cc-4810-ae7c-96e1de2c0257 port c4a207fc-61e8-45a1-bd76-c97a70d2b80f binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:52:56.289086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Calling delete_port for c1995780-1051-4afa-8250-4d6fada8e8b0 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:56.333052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:56.343218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43b70-7738-4e82-bb9f-c718dd7fbff5 req-c8dee856-9e5a-4044-8f0d-b15dcb48a9f5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:56.344913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72a43b70-7738-4e82-bb9f-c718dd7fbff5 req-c8dee856-9e5a-4044-8f0d-b15dcb48a9f5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 944 time: 0.1977806 Dec 10 08:52:56.375020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:56.375369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0da231d4-ee36-4e4b-bbf4-ed68bea4e8c2 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:56.388389 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.453820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b2c15365-b9f6-4eba-9740-28fe20552985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:56.462979 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-b2c15365-b9f6-4eba-9740-28fe20552985 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 1095 time: 0.1402073 Dec 10 08:52:56.476350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Allocated IP 172.25.3.199 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/5c747daa-2e2c-49d4-a045-a725c78e3b1a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:56.487388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d217178c-c95b-49fe-a9f5-7978005b8d63 None None] Deleting port c1995780-1051-4afa-8250-4d6fada8e8b0 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:56.487799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d217178c-c95b-49fe-a9f5-7978005b8d63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.507452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72a43b70-7738-4e82-bb9f-c718dd7fbff5 req-6c2fe36b-91b4-4d3b-834d-4967b73b5ab5 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291046 Dec 10 08:52:56.539293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Deleting port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:56.539664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.582250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 95546b01-3caa-4fb2-abff-a09c4a040b4a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:56.648492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] For port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0d5ec2db-789d-45cd-93be-8d3fb15dc95e,segment=NetworkSegment(69d7b234-f143-4cf6-8aa8-bdc9e086e50f),segment_id=69d7b234-f143-4cf6-8aa8-bdc9e086e50f)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:56.649156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.676125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Calling delete_port for 0d5ec2db-789d-45cd-93be-8d3fb15dc95e owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:56.739572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 95546b01-3caa-4fb2-abff-a09c4a040b4a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:56.740507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 95546b01-3caa-4fb2-abff-a09c4a040b4a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:56.741102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 78852c6e-8644-47cf-9acc-a7d426fabfd6 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:56.842489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed28c68-4f0e-4de5-a516-bb09ec63791d None None] DHCP port deletion for 0f996f28-7a71-4f34-bbc5-42a950667083 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:52:56.846977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 78852c6e-8644-47cf-9acc-a7d426fabfd6 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:56.847460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 78852c6e-8644-47cf-9acc-a7d426fabfd6 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:56.847812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:56.860149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.862559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d217178c-c95b-49fe-a9f5-7978005b8d63 None None] For port c1995780-1051-4afa-8250-4d6fada8e8b0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c1995780-1051-4afa-8250-4d6fada8e8b0,segment=NetworkSegment(28c3545a-23a6-446d-b08d-774a39ce82e1),segment_id=28c3545a-23a6-446d-b08d-774a39ce82e1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:56.862961 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d217178c-c95b-49fe-a9f5-7978005b8d63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:56.907069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] No DVR routers for this DVR port 0d5ec2db-789d-45cd-93be-8d3fb15dc95e on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:56.927505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-eed28c68-4f0e-4de5-a516-bb09ec63791d None None] The port '0d5ec2db-789d-45cd-93be-8d3fb15dc95e' was deleted {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 08:52:56.935647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:52:56.936257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bdbe7f3c-1e98-4f69-9d86-9e66fab1bb87 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:56.937203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c1995780-1051-4afa-8250-4d6fada8e8b0 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:52:56.941156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d217178c-c95b-49fe-a9f5-7978005b8d63 None None] Calling delete_port for c1995780-1051-4afa-8250-4d6fada8e8b0 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:52:57.050866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.109756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No active binding found for port c1995780-1051-4afa-8250-4d6fada8e8b0 {{(pid=114971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 08:52:57.110268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c1995780-1051-4afa-8250-4d6fada8e8b0 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:52:57.124895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c565d9f-7eca-469b-90f2-e1b1dcbb6957 req-cac5412f-e65f-48d2-86fe-e547d6a64dc6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 210 time: 0.1133006 Dec 10 08:52:57.136271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5ec2db-789d-45cd-93be-8d3fb15dc95e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:57.162080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1995780-1051-4afa-8250-4d6fada8e8b0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:57.166198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.167235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] No DVR routers for this DVR port c1995780-1051-4afa-8250-4d6fada8e8b0 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:57.208983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-824e5b63-186b-40e3-bb12-fe3a2e121bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:57.210853 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-824e5b63-186b-40e3-bb12-fe3a2e121bfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 200 len: 921 time: 0.7355740 Dec 10 08:52:57.212514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f996f28-7a71-4f34-bbc5-42a950667083']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:57.218306 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d217178c-c95b-49fe-a9f5-7978005b8d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.233871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d7b234-f143-4cf6-8aa8-bdc9e086e50f') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:57.234122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d7b234-f143-4cf6-8aa8-bdc9e086e50f') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:57.274370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217178c-c95b-49fe-a9f5-7978005b8d63 None None] Pushing event deleted for resources: {'Port': ['ID=c1995780-1051-4afa-8250-4d6fada8e8b0,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:57.281264 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-4359058d-137c-4afa-b719-6efb568022c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83 HTTP/1.1" status: 200 len: 217 time: 0.0600104 Dec 10 08:52:57.282989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.290227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217178c-c95b-49fe-a9f5-7978005b8d63 None None] No DVR routers for this DVR port c1995780-1051-4afa-8250-4d6fada8e8b0 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:52:57.319973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.328046 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.330314 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.335635 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.346048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:52:57.346761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:52:57.349822 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:52:57.386017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c2789-2791-4861-a646-81a70aab5f56 req-77e65798-d7f5-4072-b6c8-9b664dfe27c9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:57.387728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b4c2789-2791-4861-a646-81a70aab5f56 req-77e65798-d7f5-4072-b6c8-9b664dfe27c9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 944 time: 0.3749723 Dec 10 08:52:57.434496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f499a0-a1ef-4903-87cc-91f24f120b37 None None] Pushing event updated for resources: {'Port': ['ID=c4a207fc-61e8-45a1-bd76-c97a70d2b80f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:57.436386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-4ddbb37b-56ee-463d-b0a8-84b23c4a2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:57.438102 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-4ddbb37b-56ee-463d-b0a8-84b23c4a2db9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 200 len: 860 time: 0.1475780 Dec 10 08:52:57.451614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.458192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.486426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.497050 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] 10.222.0.31 "DELETE /v2.0/networks/0f996f28-7a71-4f34-bbc5-42a950667083 HTTP/1.1" status: 204 len: 168 time: 1.3585124 Dec 10 08:52:57.499867 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-e94f5856-9357-4221-9cd0-d33920be1f39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85fc98de-a64e-496f-b3f8-4e94ab5f9f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540211 Dec 10 08:52:57.501163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45460) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:57.507515 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.530944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Attempting to bind port c4a207fc-61e8-45a1-bd76-c97a70d2b80f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:52:57.531311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Attempting to bind port c4a207fc-61e8-45a1-bd76-c97a70d2b80f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:52:57.531675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Attempting to bind port c4a207fc-61e8-45a1-bd76-c97a70d2b80f on network 8c2bcb36-4319-4f58-9e53-99d426594bac {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:52:57.547030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:52:57.547467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Checking segment: {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:52:57.547931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.548475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Bound using segment: {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:52:57.548963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Bound port: c4a207fc-61e8-45a1-bd76-c97a70d2b80f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:52:57.549398 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.557189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dce790c-935b-43fa-b182-ebf1ce4e4a2a']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:57.576266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf23c00-1c0b-4c33-8eb5-64f5a896af0f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f996f28-7a71-4f34-bbc5-42a950667083,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:57.654074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] For port c4a207fc-61e8-45a1-bd76-c97a70d2b80f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:57.654309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c3545a-23a6-446d-b08d-774a39ce82e1') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:57.654552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c3545a-23a6-446d-b08d-774a39ce82e1') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:57.657607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] For port c4a207fc-61e8-45a1-bd76-c97a70d2b80f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c4a207fc-61e8-45a1-bd76-c97a70d2b80f,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:52:57.661984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:52:57.667894 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.700335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.720739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:52:57.722466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:57.724081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:52:57.733549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:52:57.739695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Pushing event updated for resources: {'Port': ['ID=5c747daa-2e2c-49d4-a045-a725c78e3b1a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:57.751102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b4c2789-2791-4861-a646-81a70aab5f56 req-3690f404-b590-432d-ac1a-c8344b2e6a12 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449483 Dec 10 08:52:57.779516 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.782849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-29009d1a-76f9-4a82-b0e4-272b7caea627 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643363 Dec 10 08:52:57.799238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:52:57.799634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:52:57.801570 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:52:57.871971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f499a0-a1ef-4903-87cc-91f24f120b37 None None] Pushing event updated for resources: {'Port': ['ID=c4a207fc-61e8-45a1-bd76-c97a70d2b80f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:57.900227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d548b40-ef60-4a6d-88dc-5d71e4cb5acb req-863142bf-4712-4cf0-8070-726836ad347d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:57.918353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d548b40-ef60-4a6d-88dc-5d71e4cb5acb req-863142bf-4712-4cf0-8070-726836ad347d tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 944 time: 0.2550581 Dec 10 08:52:57.974972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9f05c18c-b39c-4b06-af24-44d3a5ca347c up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:58.026144 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:58.043011 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.094158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-90767fbd-cb59-4133-a00a-74776e672a3c None None] Provisioning complete for port c4a207fc-61e8-45a1-bd76-c97a70d2b80f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:58.094840 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-90767fbd-cb59-4133-a00a-74776e672a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.127520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6dce790c-935b-43fa-b182-ebf1ce4e4a2a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:58.146903 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-70810d0c-634b-43c3-a788-7f85f15ae5aa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c1cc2cdcd0424e329882c05977a756ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734551 Dec 10 08:52:58.152939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.157664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-61aadf4b-6ce6-4a40-9d1f-50494de95e7b admin admin] 10.222.0.31 "DELETE /v2.0/networks/6dce790c-935b-43fa-b182-ebf1ce4e4a2a HTTP/1.1" status: 204 len: 168 time: 2.7947490 Dec 10 08:52:58.180696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:52:58.197461 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d548b40-ef60-4a6d-88dc-5d71e4cb5acb req-eb6d4d2a-f9b7-4104-bd87-64ebd98e6d71 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748260 Dec 10 08:52:58.224160 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.317482 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-a5c4cd66-a253-4356-89b0-28587ff78eb5 service neutron] 10.222.0.39 "GET /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085381 Dec 10 08:52:58.357497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e44fd4c-a43f-4021-b1ef-b3bbc71bff6e req-c558dbcc-e3b4-42f0-8651-f81ffbe8259b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 210 time: 0.0598345 Dec 10 08:52:58.364583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.447977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-b6e4ff5c-62e6-41a3-a6cc-b577873c1b22 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:58.451697 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-b6e4ff5c-62e6-41a3-a6cc-b577873c1b22 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744150 Dec 10 08:52:58.480647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Request body: {'port': {'device_id': 'a6b1d906-afb8-4420-b058-61a68361583a', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'c1cc2cdcd0424e329882c05977a756ef'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:52:58.509897 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-90767fbd-cb59-4133-a00a-74776e672a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.525712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45472) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:58.534745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port afb6c0c2-8153-46c4-b622-cd8cff629e1c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:58.535122 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.599090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-90767fbd-cb59-4133-a00a-74776e672a3c None None] For port c4a207fc-61e8-45a1-bd76-c97a70d2b80f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c4a207fc-61e8-45a1-bd76-c97a70d2b80f,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:58.605080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 9f05c18c-b39c-4b06-af24-44d3a5ca347c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:52:58.616965 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-90767fbd-cb59-4133-a00a-74776e672a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.629959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 9f05c18c-b39c-4b06-af24-44d3a5ca347c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:58.630335 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.632421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45474) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:52:58.642405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eb1a09ec-4656-4b9e-b6e1-876c40d6f989 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b58a481a2d4b473195487218381000da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1016915 Dec 10 08:52:58.662189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c4a207fc-61e8-45a1-bd76-c97a70d2b80f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:52:58.716868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.722545 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.802872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-00e4297d-55e0-4ec8-8307-e08d3356bd1f tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:58.804678 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-00e4297d-55e0-4ec8-8307-e08d3356bd1f tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36&tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.1307619 Dec 10 08:52:58.807378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Made reservation on behalf of c1cc2cdcd0424e329882c05977a756ef for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:52:58.812003 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.853615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Pushing event updated for resources: {'Port': ['ID=5c747daa-2e2c-49d4-a045-a725c78e3b1a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:58.859619 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8d4e-ee56-4d91-b15d-0dd2d6add748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.916107 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.922151 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.928479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8d4e-ee56-4d91-b15d-0dd2d6add748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.951626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:58.979952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-879db7c6-eb2d-45ce-b8a6-b49ab31f8f54 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8640482 Dec 10 08:52:59.016481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618e11e-5c9f-4c2f-b5e2-6ea0aae8cc1d req-341e78a2-7f38-4115-8b78-97a14e332750 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:59.019805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a618e11e-5c9f-4c2f-b5e2-6ea0aae8cc1d req-341e78a2-7f38-4115-8b78-97a14e332750 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 944 time: 0.1517179 Dec 10 08:52:59.057935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90767fbd-cb59-4133-a00a-74776e672a3c None None] Pushing event updated for resources: {'Port': ['ID=c4a207fc-61e8-45a1-bd76-c97a70d2b80f,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:59.094781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-86922ca5-d2ff-42f6-bd23-7bd545c590e8 None None] Provisioning complete for port c4a207fc-61e8-45a1-bd76-c97a70d2b80f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:59.095144 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-86922ca5-d2ff-42f6-bd23-7bd545c590e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.166888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.176753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a618e11e-5c9f-4c2f-b5e2-6ea0aae8cc1d req-28e5d13e-51a7-4d38-97e4-18e1d6042219 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443832 Dec 10 08:52:59.274207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Allocated IP 192.168.233.69 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/28e7a75e-6ccc-4af3-8b98-83c68151d549) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:52:59.279061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:52:59.282671 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75416e74-1646-419c-b8ee-3c8142169a09" -d '{"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-plugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:52:59.284827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-3e49a4f2-bea6-4364-8af9-054b40991311 service neutron] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:52:59.285974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8d4e-ee56-4d91-b15d-0dd2d6add748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.288496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8d4e-ee56-4d91-b15d-0dd2d6add748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.289766 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ed6b8d4e-ee56-4d91-b15d-0dd2d6add748 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3f4c58e-3856-49cc-b278-a0d2241d55ab HTTP/1.1" status: 204 len: 168 time: 0.6531618 Dec 10 08:52:59.317496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-3e49a4f2-bea6-4364-8af9-054b40991311 service neutron] Publish callbacks [] for binding, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.318710 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-97e22fab-becb-46c9-8e1d-13c62caa738e req-3e49a4f2-bea6-4364-8af9-054b40991311 service neutron] 10.222.0.39 "DELETE /v2.0/ports/04915f2b-f186-4a5d-91aa-d95f2d45df83/bindings/n-h1-814746-3 HTTP/1.1" status: 204 len: 173 time: 0.5035181 Dec 10 08:52:59.342595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b8d4e-ee56-4d91-b15d-0dd2d6add748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f4c58e-3856-49cc-b278-a0d2241d55ab,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:52:59.401318 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.422838 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c4a207fc-61e8-45a1-bd76-c97a70d2b80f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:52:59.423342 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.461884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-c3c27efd-7d70-4fec-9d58-2c9185e214a3 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--620605265&fields=id&tenant_id=f9d49f0da0b043d58edce4f4962d008c HTTP/1.1" status: 200 len: 267 time: 0.1434541 Dec 10 08:52:59.491802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cca14e-34f2-489a-9599-64fe4d218c8d req-fe5de9be-7e5b-4788-832f-5f8869a6e8f8 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:59.493359 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73cca14e-34f2-489a-9599-64fe4d218c8d req-fe5de9be-7e5b-4788-832f-5f8869a6e8f8 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 944 time: 0.0980170 Dec 10 08:52:59.511838 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:59.530477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:57Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:52:59.544356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.558518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.602648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Deleting port 854dd5a8-5802-4bd6-add7-5916fe6c08b5 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:52:59.602648 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.670812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3966ac08-e8f3-4620-8986-e4a4243482d4 None None] The sync data for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 is: [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:57Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:52:59.697774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-6a13c90f-36d6-497c-be78-70ca6f43e62c tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:52:59.709152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-6a13c90f-36d6-497c-be78-70ca6f43e62c tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/networks?id=8c2bcb36-4319-4f58-9e53-99d426594bac HTTP/1.1" status: 200 len: 815 time: 0.2142198 Dec 10 08:52:59.765065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:52:59.802436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-5bd89b1c-578d-47b3-b0a7-b927011696a7 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/quotas/f9d49f0da0b043d58edce4f4962d008c HTTP/1.1" status: 200 len: 375 time: 0.0904036 Dec 10 08:52:59.809343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:52:59.825951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['997761bf-5b94-4146-aaa9-5ba63000430c', 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'afb6c0c2-8153-46c4-b622-cd8cff629e1c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:52:59.952247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73cca14e-34f2-489a-9599-64fe4d218c8d req-0b297ef8-4f81-4ece-b67d-7cb6fda93504 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318080 Dec 10 08:52:59.979519 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:00.009156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-1ff0c056-4d17-4077-9605-96a9785af585 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9d49f0da0b043d58edce4f4962d008c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2053182 Dec 10 08:53:00.161907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=11']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:00.268834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-3ae0fa58-d09b-4ba4-a43d-633eca24f321 service neutron] 10.222.0.31 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512696 Dec 10 08:53:00.347233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9f05c18c-b39c-4b06-af24-44d3a5ca347c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:00.372187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:00.374601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0d5ec2db-789d-45cd-93be-8d3fb15dc95e no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:00.381461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:00.388525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:00.398146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:00.435111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0d5ec2db-789d-45cd-93be-8d3fb15dc95e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:00.435518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0d5ec2db-789d-45cd-93be-8d3fb15dc95e not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:00.489009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] For port 854dd5a8-5802-4bd6-add7-5916fe6c08b5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=854dd5a8-5802-4bd6-add7-5916fe6c08b5,segment=NetworkSegment(4c605c13-f1ce-4a5b-8604-e4b958fb10a9),segment_id=4c605c13-f1ce-4a5b-8604-e4b958fb10a9)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:00.494650 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:00.540450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f1bcf-f653-4a49-ad5a-c2bdf6d2ae33 req-c094e2f2-5fe9-41be-bcc7-7d3ed7aec155 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:00.548430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d41f1bcf-f653-4a49-ad5a-c2bdf6d2ae33 req-c094e2f2-5fe9-41be-bcc7-7d3ed7aec155 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 935 time: 0.4004006 Dec 10 08:53:00.551073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Calling delete_port for 854dd5a8-5802-4bd6-add7-5916fe6c08b5 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:00.650232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c4a207fc-61e8-45a1-bd76-c97a70d2b80f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:00.682216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d41f1bcf-f653-4a49-ad5a-c2bdf6d2ae33 req-9a75887b-dbda-4401-ab41-063f09a7bf7d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308558 Dec 10 08:53:00.728891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d0a4c160-1d6b-4236-94fb-9432b272cb47 service neutron] 10.222.0.31 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584057 Dec 10 08:53:00.843613 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e96da60-6089-4e82-a80d-dd7ea5fed731 x-openstack-request-id: req-9e96da60-6089-4e82-a80d-dd7ea5fed731 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:00.843877 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-plugged", "status": "completed", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:00.844140 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e96da60-6089-4e82-a80d-dd7ea5fed731 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:00.844549 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'code': 200} Dec 10 08:53:00.854825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:00.856329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:00.887989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:00.902867 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-921122b7-7ae8-44c8-8aa6-280b2ed63062 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4388077 Dec 10 08:53:00.926390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c4a207fc-61e8-45a1-bd76-c97a70d2b80f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:00.929538 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:00.948590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Request body: {'port': {'device_id': 'a6b1d906-afb8-4420-b058-61a68361583a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:00.986983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=854dd5a8-5802-4bd6-add7-5916fe6c08b5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:01.078447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:01.130878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f321c96-ec87-4fa3-9bc5-40fa90588ee5 req-ff3a1bad-a023-4607-a6a0-9ec2bd381dc9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:01.146845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f321c96-ec87-4fa3-9bc5-40fa90588ee5 req-ff3a1bad-a023-4607-a6a0-9ec2bd381dc9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1138942 Dec 10 08:53:01.167198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-edcd41e2-b942-4ec8-8989-07a756506f38 None None] Provisioning complete for port 28e7a75e-6ccc-4af3-8b98-83c68151d549 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:01.170138 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-edcd41e2-b942-4ec8-8989-07a756506f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:01.259327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-edcd41e2-b942-4ec8-8989-07a756506f38 None None] Port 28e7a75e-6ccc-4af3-8b98-83c68151d549 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:53:01.271353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f321c96-ec87-4fa3-9bc5-40fa90588ee5 req-828c55f6-14e7-4559-b424-074e0f71c8fa tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235673 Dec 10 08:53:01.452921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-470a2c6e-d862-4c71-8446-084ab8dcebae req-c2a49fc5-0116-47bf-8c00-7fd467c6ef19 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 210 time: 0.0384619 Dec 10 08:53:01.459298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380baee8-312c-4011-af70-1a666d655b36 req-5531bc1f-7509-4679-b7df-a0564b4b308d tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:01.469092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-380baee8-312c-4011-af70-1a666d655b36 req-5531bc1f-7509-4679-b7df-a0564b4b308d tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 1095 time: 0.0895662 Dec 10 08:53:01.533055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-380baee8-312c-4011-af70-1a666d655b36 req-136f496a-644a-404d-b772-e1c91b16af3b tempest-LiveAutoBlockMigrationV225Test-942252003 tempest-LiveAutoBlockMigrationV225Test-942252003-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624163 Dec 10 08:53:01.535898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:01.875433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e01279-8567-4989-91d7-cef20737ad12 req-c13a4fc8-8ba8-424d-bf65-341f9bae8b69 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:01.885042 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99e01279-8567-4989-91d7-cef20737ad12 req-c13a4fc8-8ba8-424d-bf65-341f9bae8b69 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 935 time: 0.0844102 Dec 10 08:53:01.938826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e7a75e-6ccc-4af3-8b98-83c68151d549 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:01.949471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:01.964511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:53:01.978405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Transition to ACTIVE for port object 28e7a75e-6ccc-4af3-8b98-83c68151d549 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:53:01.984591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99e01279-8567-4989-91d7-cef20737ad12 req-55c8fa6c-cf77-4187-8564-5ddf141db9ac tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979497 Dec 10 08:53:01.987645 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:02.044256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f9efe-1ada-4f78-9247-a9bb1da7e0fa req-8b9493cf-f0dc-48d9-89a7-0d8842cee458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:02.054839 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9f9efe-1ada-4f78-9247-a9bb1da7e0fa req-8b9493cf-f0dc-48d9-89a7-0d8842cee458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 944 time: 0.1087186 Dec 10 08:53:02.157107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a9f9efe-1ada-4f78-9247-a9bb1da7e0fa req-a0f76a4e-7b5a-4c39-b344-c51b189f5b25 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004834 Dec 10 08:53:02.186864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:02.242124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45586) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:02.254717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:53:02.261152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a2201b64-8257-4be3-9a9d-9c3737f332e3 admin admin] 10.222.0.31 "PUT /v2.0/routers/a6d77791-3d6b-45c0-a234-6c3cd91f22d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7574410 Dec 10 08:53:02.264652 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45590) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:02.266578 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] Sync routers for ids ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:53:02.275103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:02.275235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:02.275482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:02.281231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:53:02.281976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:02.286079 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] Routers {'a6d77791-3d6b-45c0-a234-6c3cd91f22d6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:02.287344 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:02.291330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:02.291330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:02.291330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:02.292115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Bound port: 28e7a75e-6ccc-4af3-8b98-83c68151d549, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:02.292115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:02.370573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:02.378011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:02.384294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:02.445124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:02.445794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:02.448834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] 10.222.0.39 "PUT /v2.0/ports/28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 1095 time: 1.5199201 Dec 10 08:53:02.449814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:02.452839 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5770c3ea-fef5-4b41-8472-34d3065c6bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:02.465987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da58464a-5303-4dcc-91f9-1ffd8ef73db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:02.481700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72c926-5f6e-4e55-b170-602b03b3dfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:02.490135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4b1f-f395-4f82-b25f-ef861a507869 req-4df58840-08f3-4d0c-b9bc-e619e2297045 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:02.491700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-227f4b1f-f395-4f82-b25f-ef861a507869 req-4df58840-08f3-4d0c-b9bc-e619e2297045 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1358573 Dec 10 08:53:02.535124 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:02.619000 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9735def5-6a9f-45bc-adec-2909f3b283c3 x-openstack-request-id: req-9735def5-6a9f-45bc-adec-2909f3b283c3 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:02.620120 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:02.620594 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9735def5-6a9f-45bc-adec-2909f3b283c3 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:02.621251 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'status': 'completed', 'code': 200} Dec 10 08:53:02.637027 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] Set router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:02.666454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-82d7651b-7d37-4352-ae5c-57199acf8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:02.671237 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-82d7651b-7d37-4352-ae5c-57199acf8406 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1098 time: 0.0878024 Dec 10 08:53:02.702613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-3ec71da5-38c9-4ea6-97b4-8a9ae5048db2 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:02.704337 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-3ec71da5-38c9-4ea6-97b4-8a9ae5048db2 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 944 time: 0.1846232 Dec 10 08:53:02.746430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-227f4b1f-f395-4f82-b25f-ef861a507869 req-d4022a81-332f-47c8-be6d-c6bc83b67861 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387304 Dec 10 08:53:02.800665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af4326a4-a3ad-486c-953c-1f43064bdb2a req-c8014840-7c10-48e8-8a40-f2569b613f5b tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 210 time: 0.0715971 Dec 10 08:53:02.818625 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-95f78a63-5f6d-4caa-a6f2-29308700d5d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.1384370 Dec 10 08:53:02.846048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:02.849040 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40e02fd-4c6e-44cd-8420-01c8389a3d30" -d '{"events": [{"server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "name": "network-vif-plugged", "status": "completed", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:02.860938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:02.879886 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da58464a-5303-4dcc-91f9-1ffd8ef73db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:02.886211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da58464a-5303-4dcc-91f9-1ffd8ef73db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:02.924771 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62e6b4e-6ae8-4739-b2db-b68977ee0788 x-openstack-request-id: req-e62e6b4e-6ae8-4739-b2db-b68977ee0788 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:02.925129 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "name": "network-vif-plugged", "status": "completed", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:02.925473 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e62e6b4e-6ae8-4739-b2db-b68977ee0788 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:02.925831 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c', 'code': 200} Dec 10 08:53:03.009587 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:56Z', 'updated_at': '2021-12-10T08:53:00Z', 'revision_number': 5, 'project_id': '0db252916e274bf6a52001c55f30b779', 'gw_port': {'id': 'bc22e687-9683-4226-a681-2a636daae2ec', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:46:58Z', 'updated_at': '2021-12-10T08:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:03.018277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-f04c5eee-6110-4992-aeb1-1669e016a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:03.019995 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-f04c5eee-6110-4992-aeb1-1669e016a6c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1929131 Dec 10 08:53:03.028104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-da58464a-5303-4dcc-91f9-1ffd8ef73db5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6b8cba1cc204b45b83ba3499a59c784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7845783 Dec 10 08:53:03.029779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45602) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:03.038824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58464a-5303-4dcc-91f9-1ffd8ef73db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1078450-d085-4b82-9a42-baecd67b8e39,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:03.081534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-2ebfeb54-a581-4783-a657-a9af9d5f1452 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:03.081821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-866067f2-fd23-479f-a04b-895ac1683b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.083432 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-2ebfeb54-a581-4783-a657-a9af9d5f1452 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.18 "GET /v2.0/networks?id=8c2bcb36-4319-4f58-9e53-99d426594bac HTTP/1.1" status: 200 len: 815 time: 0.4358406 Dec 10 08:53:03.086531 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] Checking router: a6d77791-3d6b-45c0-a234-6c3cd91f22d6 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:53:03.096324 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] Routers {'a6d77791-3d6b-45c0-a234-6c3cd91f22d6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:03.097209 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:52:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:03.131037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Deleting port 04915f2b-f186-4a5d-91aa-d95f2d45df83 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:03.131292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.163432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-7d823e8b-5103-43c4-a7b8-f69d25d2f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:03.164940 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-7d823e8b-5103-43c4-a7b8-f69d25d2f161 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365659 Dec 10 08:53:03.196340 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] Set router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:03.205012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Deleting port bc22e687-9683-4226-a681-2a636daae2ec {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:03.205732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.210986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f437dc2-5a74-4b08-91a0-dce2f9867fb1 req-f79b8200-b69a-4547-9814-299a9c5ff1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:03.212583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f437dc2-5a74-4b08-91a0-dce2f9867fb1 req-f79b8200-b69a-4547-9814-299a9c5ff1f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 1096 time: 0.2044244 Dec 10 08:53:03.269274 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:56Z', 'updated_at': '2021-12-10T08:53:02Z', 'revision_number': 6, 'project_id': '0db252916e274bf6a52001c55f30b779', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:03.287912 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-8351cadb-3c18-49f0-891b-881bfa5156c1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9d49f0da0b043d58edce4f4962d008c HTTP/1.1" status: 200 len: 379 time: 0.1888878 Dec 10 08:53:03.289759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc2e0b-ee3d-4c1c-b36e-9b12204ceed9 req-49973a58-9f80-4dba-8555-6bf7ff83412a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:03.292437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94fc2e0b-ee3d-4c1c-b36e-9b12204ceed9 req-49973a58-9f80-4dba-8555-6bf7ff83412a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 947 time: 0.1979034 Dec 10 08:53:03.296230 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9587320-dc3e-424b-abfc-38cc044406c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.302787 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeff359e-1673-4953-a2f6-1274680b1400 None None] The sync data for ids ['a6d77791-3d6b-45c0-a234-6c3cd91f22d6'] in n-d-814746-3 is: [{'id': 'a6d77791-3d6b-45c0-a234-6c3cd91f22d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-845280549-router', 'tenant_id': '0db252916e274bf6a52001c55f30b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:46:56Z', 'updated_at': '2021-12-10T08:53:02Z', 'revision_number': 6, 'project_id': '0db252916e274bf6a52001c55f30b779', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:53:03.303302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Request body: {'port': {'device_id': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'admin_state_up': True, 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'security_groups': ['e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:03.388523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9587320-dc3e-424b-abfc-38cc044406c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.415143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f437dc2-5a74-4b08-91a0-dce2f9867fb1 req-de31a1a8-4db8-40b5-8499-66d89d50e925 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863382 Dec 10 08:53:03.425073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] For port 04915f2b-f186-4a5d-91aa-d95f2d45df83, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=04915f2b-f186-4a5d-91aa-d95f2d45df83,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:03.425444 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.440456 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-bdd84a80-0a0e-4608-87a5-997c97e4000b service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352719 Dec 10 08:53:03.450233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Calling delete_port for 04915f2b-f186-4a5d-91aa-d95f2d45df83 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:03.474499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] For port bc22e687-9683-4226-a681-2a636daae2ec, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc22e687-9683-4226-a681-2a636daae2ec,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:03.475065 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.484600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7d605-2aa9-48ea-b8c0-cfd10081ca20 req-4080d515-718f-499a-8083-e4ef2acc9adf tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:03.486115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35a7d605-2aa9-48ea-b8c0-cfd10081ca20 req-4080d515-718f-499a-8083-e4ef2acc9adf tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 944 time: 0.2078123 Dec 10 08:53:03.498274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94fc2e0b-ee3d-4c1c-b36e-9b12204ceed9 req-301c19c7-b2b1-48da-a84a-07a58ed19c25 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840785 Dec 10 08:53:03.505089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Calling delete_port for bc22e687-9683-4226-a681-2a636daae2ec owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:03.572740 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9587320-dc3e-424b-abfc-38cc044406c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.575379 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9587320-dc3e-424b-abfc-38cc044406c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.576544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f9587320-dc3e-424b-abfc-38cc044406c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1078450-d085-4b82-9a42-baecd67b8e39 HTTP/1.1" status: 204 len: 168 time: 0.5444083 Dec 10 08:53:03.603675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9587320-dc3e-424b-abfc-38cc044406c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1078450-d085-4b82-9a42-baecd67b8e39,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:03.634347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35a7d605-2aa9-48ea-b8c0-cfd10081ca20 req-6e94a0e3-6d75-4ddb-8652-d5c930b25cbd tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279709 Dec 10 08:53:03.659124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Made reservation on behalf of f9d49f0da0b043d58edce4f4962d008c for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:53:03.664244 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.680259 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb04fc68-4d8a-461b-918e-3a192fef406e req-98276519-b996-4234-83f0-34c33ab3dca8 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278876 Dec 10 08:53:03.800468 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.845858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc22e687-9683-4226-a681-2a636daae2ec,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:03.901633 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:03.914788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0a86a848-822b-4b26-a1eb-b950939b3d91'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:03.917973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['04915f2b-f186-4a5d-91aa-d95f2d45df83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:03.997938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2414b4d-0cd6-4a90-a0ed-c5f0bcb970a1 req-8c0eac7b-d90e-49d7-a085-69850ff43c0e tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 210 time: 0.0952520 Dec 10 08:53:03.998383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-423c0799-188f-460c-b816-0bf0999a83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:04.000477 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-423c0799-188f-460c-b816-0bf0999a83f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1098 time: 0.2512643 Dec 10 08:53:04.001300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Pushing event deleted for resources: {'Port': ['ID=04915f2b-f186-4a5d-91aa-d95f2d45df83,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:04.040257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c863795-59e6-4371-8f1b-4865e11dcc72 req-cbd18e7f-05d8-4331-85f1-7c8ecd9349a1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:04.042987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c863795-59e6-4371-8f1b-4865e11dcc72 req-cbd18e7f-05d8-4331-85f1-7c8ecd9349a1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2005310 Dec 10 08:53:04.049346 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.075200 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] No DVR routers for this DVR port 04915f2b-f186-4a5d-91aa-d95f2d45df83 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:04.109058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.112673 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8d8db7c-d0ee-436f-a07d-ca5f2dab9924 req-c17d33e4-a73e-4484-8e25-a3f9584d33ab tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.39 "DELETE /v2.0/ports/04915f2b-f186-4a5d-91aa-d95f2d45df83 HTTP/1.1" status: 204 len: 173 time: 1.3994980 Dec 10 08:53:04.156154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Allocated IP 172.20.0.3 (8c2bcb36-4319-4f58-9e53-99d426594bac/f6b52e2a-cabc-49ed-96bd-240af3b888cc/0d2209a2-5035-44a9-918e-b2b15701bb06) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:04.195943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.200917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-59df5873-492d-480a-b48d-927727e925de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:04.201200 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.202994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-59df5873-492d-480a-b48d-927727e925de service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1918633 Dec 10 08:53:04.274147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c863795-59e6-4371-8f1b-4865e11dcc72 req-9e02ff06-b2e1-401e-b581-211811f4bba1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490915 Dec 10 08:53:04.284519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.285359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d77791-3d6b-45c0-a234-6c3cd91f22d6 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:53:04.290239 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.295440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-310f7237-c0e7-4351-949f-d82b67247de4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a6d77791-3d6b-45c0-a234-6c3cd91f22d6 HTTP/1.1" status: 204 len: 168 time: 2.0293283 Dec 10 08:53:04.296323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45632) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:04.331527 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-89743ca1-e389-41b5-8cc9-efd96b344e11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.1163821 Dec 10 08:53:04.357348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8124fb95-c1ba-4e56-a87b-41adab06ee41 admin admin] Deleting subnet 2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:53:04.360831 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8124fb95-c1ba-4e56-a87b-41adab06ee41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.409465 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8124fb95-c1ba-4e56-a87b-41adab06ee41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.419056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-2735997a-4289-431a-a9c0-1c73b24c6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:04.420578 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-2735997a-4289-431a-a9c0-1c73b24c6d7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0509715 Dec 10 08:53:04.501698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-08f6fc11-d2c9-448f-8f6d-42173ab75e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:04.503399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-08f6fc11-d2c9-448f-8f6d-42173ab75e8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700567 Dec 10 08:53:04.564662 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8124fb95-c1ba-4e56-a87b-41adab06ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.613047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 854dd5a8-5802-4bd6-add7-5916fe6c08b5 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:04.655747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 854dd5a8-5802-4bd6-add7-5916fe6c08b5 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:04.661122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 854dd5a8-5802-4bd6-add7-5916fe6c08b5 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:04.661953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc22e687-9683-4226-a681-2a636daae2ec no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:04.709863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: bc22e687-9683-4226-a681-2a636daae2ec {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:04.712459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc22e687-9683-4226-a681-2a636daae2ec not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:04.750033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff458427-0b40-4742-b8b8-26a9360b2593 req-068a91c8-078f-434e-8b0f-2718eb3cf900 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:04.751845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff458427-0b40-4742-b8b8-26a9360b2593 req-068a91c8-078f-434e-8b0f-2718eb3cf900 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 947 time: 0.1241415 Dec 10 08:53:04.753815 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8124fb95-c1ba-4e56-a87b-41adab06ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.800174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124fb95-c1ba-4e56-a87b-41adab06ee41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:04.833598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a117bc4-9c8c-4b53-8c75-223ddea13917 None None] Network ec0f5389-f072-4381-9e8e-e578df8955ff requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:53:04.841866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8124fb95-c1ba-4e56-a87b-41adab06ee41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:04.847966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8124fb95-c1ba-4e56-a87b-41adab06ee41 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2ca533f7-fc7b-4eb9-a75c-d0ade993e4ea HTTP/1.1" status: 204 len: 168 time: 0.5478292 Dec 10 08:53:04.847966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb3e7eca-6b45-4a3f-a1a3-9ebdad30f359 req-348aaa58-8e54-494b-9e47-632296556162 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 210 time: 0.0583441 Dec 10 08:53:04.848244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45646) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:05.017586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'name': 'network-vif-deleted', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:05.020153 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e52f89-d84b-405b-ada0-a734cc4e36b9" -d '{"events": [{"server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "name": "network-vif-deleted", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:05.039399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.061819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff458427-0b40-4742-b8b8-26a9360b2593 req-727d1d98-a55b-4fce-bd9a-928816f811c3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742691 Dec 10 08:53:05.066957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.087678 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.137120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069db7d-5790-45ce-8c23-7e4ed8ce1095 None None] DHCP port deletion for ec0f5389-f072-4381-9e8e-e578df8955ff request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:53:05.181581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Network 8c2bcb36-4319-4f58-9e53-99d426594bac is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:05.193411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:05.198835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:05.229347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6069db7d-5790-45ce-8c23-7e4ed8ce1095 None None] Deleting port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:05.230116 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6069db7d-5790-45ce-8c23-7e4ed8ce1095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.254846 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-e26951d2-28fc-46d4-837c-ea87ce004ba7 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374630 Dec 10 08:53:05.259167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Pushing event updated for resources: {'Port': ['ID=0d2209a2-5035-44a9-918e-b2b15701bb06,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:05.290272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4bce8-b614-44c3-9640-40f5a9a98d7c req-69323126-c0f1-4ae3-b294-5190e979d1ac tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:05.299696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34e4bce8-b614-44c3-9640-40f5a9a98d7c req-69323126-c0f1-4ae3-b294-5190e979d1ac tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 931 time: 0.1277826 Dec 10 08:53:05.303330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Deleting port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:05.303769 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.350446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:05.351061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.399591 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-89cd0f4e-7fc2-414b-b48f-a706cf8e0b8f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1042323 Dec 10 08:53:05.417015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Request body: {'port': {'device_id': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:05.435881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6069db7d-5790-45ce-8c23-7e4ed8ce1095 None None] For port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2caf957c-94e1-4c3c-b7e3-6939a2684d2a,segment=NetworkSegment(4c605c13-f1ce-4a5b-8604-e4b958fb10a9),segment_id=4c605c13-f1ce-4a5b-8604-e4b958fb10a9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:05.440003 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6069db7d-5790-45ce-8c23-7e4ed8ce1095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.443013 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7293d4e9-d7d7-4fdf-b2ba-cbfbb91819da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.487404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6069db7d-5790-45ce-8c23-7e4ed8ce1095 None None] Calling delete_port for 2caf957c-94e1-4c3c-b7e3-6939a2684d2a owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:05.519255 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5770c3ea-fef5-4b41-8472-34d3065c6bcd req-a0d4c1a7-b925-405d-ad12-37e9376d0574 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516999 Dec 10 08:53:05.530548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.674779 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca98ed8-e9be-4940-b03b-a2a6b29c4af4 x-openstack-request-id: req-cca98ed8-e9be-4940-b03b-a2a6b29c4af4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:05.675090 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9b4b67-0443-4924-9874-4eb8f82f5c36", "name": "network-vif-deleted", "tag": "04915f2b-f186-4a5d-91aa-d95f2d45df83", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:05.675310 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cca98ed8-e9be-4940-b03b-a2a6b29c4af4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:05.675700 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9b4b67-0443-4924-9874-4eb8f82f5c36', 'name': 'network-vif-deleted', 'tag': '04915f2b-f186-4a5d-91aa-d95f2d45df83', 'status': 'completed', 'code': 200} Dec 10 08:53:05.697106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ed8af711-6b01-422a-8bdf-d6069f92bf3a None None] Provisioning complete for port 0d2209a2-5035-44a9-918e-b2b15701bb06 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:05.697391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed8af711-6b01-422a-8bdf-d6069f92bf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.736629 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6069db7d-5790-45ce-8c23-7e4ed8ce1095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.779689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069db7d-5790-45ce-8c23-7e4ed8ce1095 None None] Pushing event deleted for resources: {'Port': ['ID=2caf957c-94e1-4c3c-b7e3-6939a2684d2a,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:05.783462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ed8af711-6b01-422a-8bdf-d6069f92bf3a None None] Port 0d2209a2-5035-44a9-918e-b2b15701bb06 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:53:05.785127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069db7d-5790-45ce-8c23-7e4ed8ce1095 None None] No DVR routers for this DVR port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:05.921157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2209a2-5035-44a9-918e-b2b15701bb06 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:05.931692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.933818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34e4bce8-b614-44c3-9640-40f5a9a98d7c req-90f84567-a48d-4850-a13f-6a25fa48a15c tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6327481 Dec 10 08:53:05.946262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Transition to ACTIVE for port object 0d2209a2-5035-44a9-918e-b2b15701bb06 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:53:05.949840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] For port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2caf957c-94e1-4c3c-b7e3-6939a2684d2a,segment=NetworkSegment(4c605c13-f1ce-4a5b-8604-e4b958fb10a9),segment_id=4c605c13-f1ce-4a5b-8604-e4b958fb10a9)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:05.950024 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.952356 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:05.973626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Calling delete_port for 2caf957c-94e1-4c3c-b7e3-6939a2684d2a owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:05.991745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2f85d-26c1-4f14-af51-f4255c54cee1 req-953a6653-1257-4158-a40a-d3fce11aa4cc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:05.993268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73e2f85d-26c1-4f14-af51-f4255c54cee1 req-953a6653-1257-4158-a40a-d3fce11aa4cc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0874465 Dec 10 08:53:06.026387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:53:06.070794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 04915f2b-f186-4a5d-91aa-d95f2d45df83 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:06.127554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73e2f85d-26c1-4f14-af51-f4255c54cee1 req-c128b7fb-da9a-49d2-8818-7b03f478155c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271780 Dec 10 08:53:06.136803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.181793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2209a2-5035-44a9-918e-b2b15701bb06,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:06.205231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Pushing event deleted for resources: {'Port': ['ID=2caf957c-94e1-4c3c-b7e3-6939a2684d2a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:06.223305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] No DVR routers for this DVR port 2caf957c-94e1-4c3c-b7e3-6939a2684d2a on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:06.224473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 04915f2b-f186-4a5d-91aa-d95f2d45df83 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:06.224982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 04915f2b-f186-4a5d-91aa-d95f2d45df83 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:06.244118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Attempting to bind port 0d2209a2-5035-44a9-918e-b2b15701bb06 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:06.245028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Attempting to bind port 0d2209a2-5035-44a9-918e-b2b15701bb06 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:06.245538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Attempting to bind port 0d2209a2-5035-44a9-918e-b2b15701bb06 on network 8c2bcb36-4319-4f58-9e53-99d426594bac {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:06.255823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Port 0d2209a2-5035-44a9-918e-b2b15701bb06 on network 8c2bcb36-4319-4f58-9e53-99d426594bac not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:53:06.256158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Attempting to bind port 0d2209a2-5035-44a9-918e-b2b15701bb06 on network 8c2bcb36-4319-4f58-9e53-99d426594bac {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:06.278812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:06.279433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Checking segment: {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:06.282725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Bound using segment: {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:06.283671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Bound port: 0d2209a2-5035-44a9-918e-b2b15701bb06, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7d700-3227-4f06-9cd5-53599310cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:06.284273 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.311125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b448a2de-6e92-4713-8f77-1851ed3883da req-7a5505fc-dace-4c27-be87-ce8707bb4154 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 210 time: 0.0783134 Dec 10 08:53:06.364882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:06.397448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] For port 0d2209a2-5035-44a9-918e-b2b15701bb06, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:06.402761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] For port 0d2209a2-5035-44a9-918e-b2b15701bb06, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0d2209a2-5035-44a9-918e-b2b15701bb06,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:06.412380 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.416800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'mac_address': 'fa:16:3e:a1:43:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:53:06.424852 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.466487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:06.486985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.493400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d2209a2-5035-44a9-918e-b2b15701bb06 HTTP/1.1" status: 200 len: 1091 time: 1.0780761 Dec 10 08:53:06.497319 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.507524 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.544391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ac984-bba4-49de-a758-e9716c831cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2209a2-5035-44a9-918e-b2b15701bb06,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:06.546652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e7a75e-6ccc-4af3-8b98-83c68151d549 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:06.551262 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:53:06.595591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0f5389-f072-4381-9e8e-e578df8955ff']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:06.612646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2caf957c-94e1-4c3c-b7e3-6939a2684d2a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:06.622270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c605c13-f1ce-4a5b-8604-e4b958fb10a9') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:06.622646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c605c13-f1ce-4a5b-8604-e4b958fb10a9') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:06.632152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:06.632448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e416fc-fc55-4833-bf54-7eea10a932da req-85107dac-397a-41f3-aaf2-4365b863f9b3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:06.641428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2e416fc-fc55-4833-bf54-7eea10a932da req-85107dac-397a-41f3-aaf2-4365b863f9b3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 947 time: 0.2281525 Dec 10 08:53:06.673523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.680029 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.686200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 2caf957c-94e1-4c3c-b7e3-6939a2684d2a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:06.686837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2caf957c-94e1-4c3c-b7e3-6939a2684d2a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:06.705723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-a4d2aa19-82dc-4583-99cd-b9c1c0e493b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:06.708224 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-a4d2aa19-82dc-4583-99cd-b9c1c0e493b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9d49f0da0b043d58edce4f4962d008c&device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 1094 time: 0.1597323 Dec 10 08:53:06.758960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:06.774783 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-a6672ad9-d3b1-41ea-96e7-e40e2c3fd8f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d2209a2-5035-44a9-918e-b2b15701bb06 HTTP/1.1" status: 200 len: 217 time: 0.0584185 Dec 10 08:53:06.782570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2e416fc-fc55-4833-bf54-7eea10a932da req-c9d2e5d0-9255-47aa-a45d-798861d024c7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400964 Dec 10 08:53:06.783858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.798161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:53:06.798631 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:53:06.800403 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:53:06.848666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-2cc192a7-d48d-4deb-84b5-84eedea88480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:06.850710 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-2cc192a7-d48d-4deb-84b5-84eedea88480 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6b52e2a-cabc-49ed-96bd-240af3b888cc HTTP/1.1" status: 200 len: 854 time: 0.0642607 Dec 10 08:53:06.881344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec502f1-472d-4305-b2e3-e69ea5e83366 req-ff00d458-7a88-4668-b2cf-0efd80e04b91 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:06.882998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bec502f1-472d-4305-b2e3-e69ea5e83366 req-ff00d458-7a88-4668-b2cf-0efd80e04b91 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 1096 time: 0.2075884 Dec 10 08:53:06.912569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-5368d939-ffa1-48a5-b3c0-cc31a77d206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:06.914848 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-5368d939-ffa1-48a5-b3c0-cc31a77d206d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c2bcb36-4319-4f58-9e53-99d426594bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540483 Dec 10 08:53:06.936544 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.947092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:06.950822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ec0f5389-f072-4381-9e8e-e578df8955ff HTTP/1.1" status: 204 len: 168 time: 2.1013465 Dec 10 08:53:06.960208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['28e7a75e-6ccc-4af3-8b98-83c68151d549'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:07.006704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b2b85-560f-42bf-8091-ebdd9c3de209 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec0f5389-f072-4381-9e8e-e578df8955ff,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:07.016731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bec502f1-472d-4305-b2e3-e69ea5e83366 req-81be75fb-f2ac-43c0-9a70-3fe88e4e8ba6 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271343 Dec 10 08:53:07.114810 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-a403087d-25ad-4386-87cb-60a9a557b7be service neutron] 10.222.0.18 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842966 Dec 10 08:53:07.203341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c2a97-69a0-4f0f-af4c-7c7bc9617c56 req-224edd0c-613d-4760-9e4a-7c0497564853 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:07.213677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d5c2a97-69a0-4f0f-af4c-7c7bc9617c56 req-224edd0c-613d-4760-9e4a-7c0497564853 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 943 time: 0.0704725 Dec 10 08:53:07.280149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d5c2a97-69a0-4f0f-af4c-7c7bc9617c56 req-058df3ae-c7f3-4252-a28a-2851c5707d76 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655885 Dec 10 08:53:07.288691 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db35a17-0e17-40ef-8c3b-db0452f29e9c req-730ce7de-127e-4071-9eec-36e162005b5b service neutron] 10.222.0.18 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719604 Dec 10 08:53:07.326763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45684) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:07.379281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-78e74c98-7aab-4e4d-9cbe-8959cec74b6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66e0341a0559410bb432f4bb1302f7fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511293 Dec 10 08:53:07.382058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45688) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:07.439510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7d383-cb13-46b7-9e8c-599a0ffdac46 req-55215d92-4293-4119-a8f9-d5eee5cf5cff tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:07.441164 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0d7d383-cb13-46b7-9e8c-599a0ffdac46 req-55215d92-4293-4119-a8f9-d5eee5cf5cff tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 1096 time: 0.0592532 Dec 10 08:53:07.450768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f0b7074b-31a9-42e9-bb5f-ab9d447c2651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:07.483416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f0b7074b-31a9-42e9-bb5f-ab9d447c2651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:07.517409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0d7d383-cb13-46b7-9e8c-599a0ffdac46 req-fe990dbc-a9be-46df-829f-f20b10d17632 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696783 Dec 10 08:53:07.551108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f0b7074b-31a9-42e9-bb5f-ab9d447c2651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:07.553988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f0b7074b-31a9-42e9-bb5f-ab9d447c2651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:07.558287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f0b7074b-31a9-42e9-bb5f-ab9d447c2651 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ef943a7-e673-4853-9c29-91faf29f7f6a HTTP/1.1" status: 204 len: 168 time: 0.1723242 Dec 10 08:53:07.566160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7074b-31a9-42e9-bb5f-ab9d447c2651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef943a7-e673-4853-9c29-91faf29f7f6a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:07.658986 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-641e807b-0ea8-4a35-af87-ab0d2a7596e2 req-2f87b902-1b1f-43e9-a9f2-1514f6110ac4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 210 time: 0.0419726 Dec 10 08:53:07.677698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'tag': '0d2209a2-5035-44a9-918e-b2b15701bb06'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:07.680689 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4067ea-efc8-4ba7-8f37-df450daa30f6" -d '{"events": [{"name": "network-changed", "server_uuid": "de6be138-ab4d-4ef6-8121-76fb3c2253c2", "tag": "0d2209a2-5035-44a9-918e-b2b15701bb06"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:07.722097 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf64bfe-2a18-4b3f-814d-b67b97ca1d29 x-openstack-request-id: req-9bf64bfe-2a18-4b3f-814d-b67b97ca1d29 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:07.722399 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6be138-ab4d-4ef6-8121-76fb3c2253c2", "tag": "0d2209a2-5035-44a9-918e-b2b15701bb06", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:07.722660 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bf64bfe-2a18-4b3f-814d-b67b97ca1d29 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:07.723112 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'tag': '0d2209a2-5035-44a9-918e-b2b15701bb06', 'status': 'completed', 'code': 200} Dec 10 08:53:07.829481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-b88e87cc-0d7e-40d3-ab85-67ca2f1161e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:07.839052 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-b88e87cc-0d7e-40d3-ab85-67ca2f1161e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9d49f0da0b043d58edce4f4962d008c&device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 1094 time: 0.0907342 Dec 10 08:53:07.959134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-91b01da4-c3dc-47ba-8871-ffbeb5649b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:07.961101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-91b01da4-c3dc-47ba-8871-ffbeb5649b7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c2bcb36-4319-4f58-9e53-99d426594bac HTTP/1.1" status: 200 len: 916 time: 0.1143525 Dec 10 08:53:08.043007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:08.053484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2be340-7372-49b7-a4b6-725e1be39de7 req-c797e026-49f9-4770-9045-b36ba4406e7e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:08.062133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de2be340-7372-49b7-a4b6-725e1be39de7 req-c797e026-49f9-4770-9045-b36ba4406e7e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 948 time: 0.0607169 Dec 10 08:53:08.082839 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-a491221e-1a43-4464-a0c2-6a747298a260 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d2209a2-5035-44a9-918e-b2b15701bb06 HTTP/1.1" status: 200 len: 217 time: 0.1131356 Dec 10 08:53:08.133960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de2be340-7372-49b7-a4b6-725e1be39de7 req-a4d78a40-39e9-4d06-9671-3d91c8fd64f2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658076 Dec 10 08:53:08.176027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45724) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:08.196606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:08.205224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-d9afca00-1b47-4d86-8e54-7949ddba0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:08.206812 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-d9afca00-1b47-4d86-8e54-7949ddba0e0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6b52e2a-cabc-49ed-96bd-240af3b888cc HTTP/1.1" status: 200 len: 854 time: 0.1139145 Dec 10 08:53:08.232543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 28e7a75e-6ccc-4af3-8b98-83c68151d549 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:53:08.236979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 28e7a75e-6ccc-4af3-8b98-83c68151d549 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:08.237362 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:08.273538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd918b98-f2d6-4979-8a84-c6430fd2eb23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0db252916e274bf6a52001c55f30b779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0958915 Dec 10 08:53:08.276410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45726) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:08.300614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-d624ce25-cf1b-41da-a0b9-6ddb9e183e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:08.304455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-d624ce25-cf1b-41da-a0b9-6ddb9e183e49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c2bcb36-4319-4f58-9e53-99d426594bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887351 Dec 10 08:53:08.333331 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b3f2cc50-c6cd-43d1-b6f9-1831bc1bfc34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:08.383536 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b3f2cc50-c6cd-43d1-b6f9-1831bc1bfc34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:08.421975 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:08.472492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:08.476087 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bf7c39-bc40-4c47-a11c-90401068f4dc" -d '{"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-plugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:08.478385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b3f2cc50-c6cd-43d1-b6f9-1831bc1bfc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:08.482517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b3f2cc50-c6cd-43d1-b6f9-1831bc1bfc34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:08.483993 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b3f2cc50-c6cd-43d1-b6f9-1831bc1bfc34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3db4fd63-b652-43d6-9fb2-0562bea1069c HTTP/1.1" status: 204 len: 168 time: 0.2063148 Dec 10 08:53:08.500066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2cc50-c6cd-43d1-b6f9-1831bc1bfc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db4fd63-b652-43d6-9fb2-0562bea1069c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:08.515695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:08.528539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:08.534106 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-1692d977-1bef-496f-aafd-0a3211bcead7 service neutron] 10.222.0.18 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204652 Dec 10 08:53:08.594473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:08.686123 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac4067ea-efc8-4ba7-8f37-df450daa30f6 req-3cdb259c-c367-491c-94c8-288c43a8dfed service neutron] 10.222.0.18 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427090 Dec 10 08:53:08.736081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114b4ce-d087-4d49-bf5d-22ab39fdeed1 req-9ad9e4f8-4f15-430d-90f1-6e9c8b368255 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:08.737988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1114b4ce-d087-4d49-bf5d-22ab39fdeed1 req-9ad9e4f8-4f15-430d-90f1-6e9c8b368255 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 943 time: 0.0639167 Dec 10 08:53:08.798365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1114b4ce-d087-4d49-bf5d-22ab39fdeed1 req-ee9c3dfa-2947-4ec2-8c34-1509b9552e74 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513358 Dec 10 08:53:08.937567 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6041c8d-ec78-4bcb-b076-a9e5cf74aa64 x-openstack-request-id: req-f6041c8d-ec78-4bcb-b076-a9e5cf74aa64 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:08.937891 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-plugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:08.938149 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6041c8d-ec78-4bcb-b076-a9e5cf74aa64 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:08.938543 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'code': 200} Dec 10 08:53:09.094529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:09.096676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab046ac-5bef-46b3-b306-79d9af0ac380 req-bb379c31-83d7-4e7b-a531-a48005ccf0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:09.098502 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ab046ac-5bef-46b3-b306-79d9af0ac380 req-bb379c31-83d7-4e7b-a531-a48005ccf0b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1100 time: 0.0861952 Dec 10 08:53:09.154608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ab046ac-5bef-46b3-b306-79d9af0ac380 req-e463753c-0795-4eab-af60-6bf90be84b93 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453625 Dec 10 08:53:09.493345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-e0b8c9a4-c61c-4aa1-85f8-d7934b390fdd tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:53:09.500295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-e0b8c9a4-c61c-4aa1-85f8-d7934b390fdd tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175083 Dec 10 08:53:09.567239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-01f726db-0693-409c-b093-ffa5c4416664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:09.568950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-01f726db-0693-409c-b093-ffa5c4416664 service neutron] 10.222.0.31 "GET /v2.0/ports/9f05c18c-b39c-4b06-af24-44d3a5ca347c HTTP/1.1" status: 200 len: 1093 time: 0.0639153 Dec 10 08:53:09.587000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52938b46-c1f3-469a-84d5-c0bb45788e5b req-210a0a98-510b-4a24-92fb-11a2da7c7625 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 210 time: 0.0373590 Dec 10 08:53:09.591193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Request body: {'binding': {'host': 'n-h2-814746-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:09.592236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Unknown quota resources ['binding']. {{(pid=114969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 08:53:09.779301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcfd70-55fd-429e-96d1-6af364233e1c req-a4165e01-0c63-48ed-a287-530ce6a74769 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:09.780834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-befcfd70-55fd-429e-96d1-6af364233e1c req-a4165e01-0c63-48ed-a287-530ce6a74769 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.0939395 Dec 10 08:53:09.806432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on host n-h2-814746-3 for vnic_type normal with profile None {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:09.807300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:09.808164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:09.820792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:53:09.821119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:09.834838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:09.835047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:09.835274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:09.835710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Bound port: 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:09.893619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-befcfd70-55fd-429e-96d1-6af364233e1c req-4c3f858c-ccc5-4265-83a0-0f776fa518a0 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977259 Dec 10 08:53:09.922568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:09.932084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] Publish callbacks [] for binding, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:09.933360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] 10.222.0.31 "POST /v2.0/ports/9f05c18c-b39c-4b06-af24-44d3a5ca347c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3490529 Dec 10 08:53:10.017674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0d2209a2-5035-44a9-918e-b2b15701bb06 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:53:10.132669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b020-8b0f-4f35-9db2-8539c432840b req-f05fa468-a9d7-4966-a70b-e61d2e3b5645 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:10.145786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd97b020-8b0f-4f35-9db2-8539c432840b req-f05fa468-a9d7-4966-a70b-e61d2e3b5645 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 943 time: 0.1298926 Dec 10 08:53:10.218652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0d2209a2-5035-44a9-918e-b2b15701bb06, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0d2209a2-5035-44a9-918e-b2b15701bb06,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:10.235788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '0d2209a2-5035-44a9-918e-b2b15701bb06', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'port_id': '0d2209a2-5035-44a9-918e-b2b15701bb06', 'mac_address': 'fa:16:3e:5f:50:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:53:10.255194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd97b020-8b0f-4f35-9db2-8539c432840b req-0dab2fc7-73ce-497e-b32a-6c00146173cd tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024423 Dec 10 08:53:10.305799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:10.345230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2209a2-5035-44a9-918e-b2b15701bb06 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:10.383736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-a54ae78a-d6c9-44af-9844-76c7a272430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:10.387427 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-a54ae78a-d6c9-44af-9844-76c7a272430b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 1096 time: 0.0729873 Dec 10 08:53:10.398406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0d2209a2-5035-44a9-918e-b2b15701bb06, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0d2209a2-5035-44a9-918e-b2b15701bb06,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:10.403773 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:10.412388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076e45c-5594-490e-a66b-d5a1be86aca7 req-7c61db23-3fdb-47dc-81c3-c5b86b703c5e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:10.414534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5076e45c-5594-490e-a66b-d5a1be86aca7 req-7c61db23-3fdb-47dc-81c3-c5b86b703c5e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0986433 Dec 10 08:53:10.519342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0d2209a2-5035-44a9-918e-b2b15701bb06,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:10.555101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5076e45c-5594-490e-a66b-d5a1be86aca7 req-c38a8025-3980-41c8-827b-613971664d76 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317849 Dec 10 08:53:10.582919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-a3e3eea6-cb98-428b-bfba-932d19a9fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:10.585068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-a3e3eea6-cb98-428b-bfba-932d19a9fc5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1900928 Dec 10 08:53:10.641325 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-6d93c3ba-5c3b-408f-bef0-8b0d9072e2e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c HTTP/1.1" status: 200 len: 217 time: 0.0487244 Dec 10 08:53:10.704425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-c7838d22-ee3b-4892-b8fe-d53c1ffd6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:10.706608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-c7838d22-ee3b-4892-b8fe-d53c1ffd6b31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0573778 Dec 10 08:53:10.748763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-55364546-28cf-4989-ab71-0552fb8ff213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332386 Dec 10 08:53:10.795400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f52c3c77-debc-4d02-861d-01e1f5d5ef37 req-703469a7-8b1e-4cbf-a5fa-12b114709596 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe9b4b67-0443-4924-9874-4eb8f82f5c36 HTTP/1.1" status: 200 len: 210 time: 0.0315418 Dec 10 08:53:10.820075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0d2209a2-5035-44a9-918e-b2b15701bb06'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:10.869631 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-636b580a-6928-49f8-9c40-2dafab3657ed service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117077 Dec 10 08:53:11.087804 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-0cc6e516-94c9-40c3-b4c8-56e937582256 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121150 Dec 10 08:53:11.091401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72f250-4c8e-47a1-8bfa-e979507fbf16 req-69bf8866-f262-499d-b8bf-638c09922fe7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:11.098968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b72f250-4c8e-47a1-8bfa-e979507fbf16 req-69bf8866-f262-499d-b8bf-638c09922fe7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.0832195 Dec 10 08:53:11.185140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b72f250-4c8e-47a1-8bfa-e979507fbf16 req-0ff9b9b5-b38c-413b-9492-8b76f813e416 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788779 Dec 10 08:53:11.378840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf9bb5-1461-4f06-b8c5-6a8224d89ebc req-c4d3e34a-c744-4b61-be9b-67566b2c3eb3 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:11.381004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47cf9bb5-1461-4f06-b8c5-6a8224d89ebc req-c4d3e34a-c744-4b61-be9b-67566b2c3eb3 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1100 time: 0.0515175 Dec 10 08:53:11.446522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47cf9bb5-1461-4f06-b8c5-6a8224d89ebc req-9bc51e6c-d891-4f0e-ba3c-956b80e78c7a tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584800 Dec 10 08:53:11.616686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ecdc7-1fb9-422b-af47-15ca08a80f8b req-4be48125-cbbe-48cc-b344-b9058b1a0e92 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:11.626672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-455ecdc7-1fb9-422b-af47-15ca08a80f8b req-4be48125-cbbe-48cc-b344-b9058b1a0e92 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 944 time: 0.0718701 Dec 10 08:53:11.686080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-455ecdc7-1fb9-422b-af47-15ca08a80f8b req-ca1a9482-8f73-4ed7-8382-bf008a361786 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582190 Dec 10 08:53:11.985394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c73c9-f4b1-42b0-a4bc-e9e4a588edb9 req-d521396c-50a1-49d7-b86f-c13a2e69c644 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:11.994848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a3c73c9-f4b1-42b0-a4bc-e9e4a588edb9 req-d521396c-50a1-49d7-b86f-c13a2e69c644 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0737400 Dec 10 08:53:12.029892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0d2209a2-5035-44a9-918e-b2b15701bb06 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:12.076584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a3c73c9-f4b1-42b0-a4bc-e9e4a588edb9 req-f11c0359-4599-4119-8979-d0c606b78c5a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792537 Dec 10 08:53:12.185812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 0d2209a2-5035-44a9-918e-b2b15701bb06 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:53:12.196145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 0d2209a2-5035-44a9-918e-b2b15701bb06 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:12.198164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:12.225613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600057-5e47-4f4b-83f8-325e2cbafb43 req-ce913f9f-b08b-4ec5-8721-80e29aecd489 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:12.227699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8600057-5e47-4f4b-83f8-325e2cbafb43 req-ce913f9f-b08b-4ec5-8721-80e29aecd489 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.0835998 Dec 10 08:53:12.349135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8600057-5e47-4f4b-83f8-325e2cbafb43 req-668dc5f2-09db-41ee-9e67-1d4932e04dab tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011446 Dec 10 08:53:12.421615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-20be4127-65f7-4706-95f8-e80ce39a0b75 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3202085 Dec 10 08:53:12.427352 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:12.457905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2209a2-5035-44a9-918e-b2b15701bb06'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:12.460453 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a91314-fefc-4024-aae6-f517707ad125" -d '{"events": [{"server_uuid": "de6be138-ab4d-4ef6-8121-76fb3c2253c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d2209a2-5035-44a9-918e-b2b15701bb06"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:12.492616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0d2209a2-5035-44a9-918e-b2b15701bb06, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0d2209a2-5035-44a9-918e-b2b15701bb06,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:12.502973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:12.601187 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066769b5-3370-4037-b1b1-f4250ff2e58b x-openstack-request-id: req-066769b5-3370-4037-b1b1-f4250ff2e58b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:12.602065 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6be138-ab4d-4ef6-8121-76fb3c2253c2", "name": "network-vif-plugged", "status": "completed", "tag": "0d2209a2-5035-44a9-918e-b2b15701bb06", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:12.603195 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-066769b5-3370-4037-b1b1-f4250ff2e58b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:12.604710 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2209a2-5035-44a9-918e-b2b15701bb06', 'code': 200} Dec 10 08:53:12.668649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0d2209a2-5035-44a9-918e-b2b15701bb06,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:12.715642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801ccc6-1dc1-4bab-bc4e-278f12d5d51c req-c0866ddd-87d5-4195-a762-8cdd91f6220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:12.717985 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f801ccc6-1dc1-4bab-bc4e-278f12d5d51c req-c0866ddd-87d5-4195-a762-8cdd91f6220d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 1096 time: 0.0920296 Dec 10 08:53:12.808745 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f801ccc6-1dc1-4bab-bc4e-278f12d5d51c req-1f716dc0-3ff3-453b-8032-d14f39d3055a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704119 Dec 10 08:53:12.820847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45904) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:12.877013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9ca52-6609-460d-9e5a-0d1da60f6df5 req-cbb274ea-2112-44dc-8385-ff30ae36898f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:12.879227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eae9ca52-6609-460d-9e5a-0d1da60f6df5 req-cbb274ea-2112-44dc-8385-ff30ae36898f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 945 time: 0.0807550 Dec 10 08:53:12.973110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eae9ca52-6609-460d-9e5a-0d1da60f6df5 req-11779410-fb9e-4734-8c68-5bb75b65d2ce tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880210 Dec 10 08:53:13.204757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45918) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:13.266370 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af1c2ef7-2215-45c3-af9f-ca99654c519d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.274959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc593c6-12e6-4d39-ab1f-224afde61bce req-ee068163-69f9-4cdc-899b-ef22d6a628a4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:13.277151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dc593c6-12e6-4d39-ab1f-224afde61bce req-ee068163-69f9-4cdc-899b-ef22d6a628a4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0863373 Dec 10 08:53:13.288282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-573c52d8-04e4-4e11-881c-692a3c1a0dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.343155 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dc593c6-12e6-4d39-ab1f-224afde61bce req-f6680916-3507-40ab-ab54-9997ca689a28 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558298 Dec 10 08:53:13.468368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-573c52d8-04e4-4e11-881c-692a3c1a0dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.478191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-573c52d8-04e4-4e11-881c-692a3c1a0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.497848 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af1c2ef7-2215-45c3-af9f-ca99654c519d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.515854 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af1c2ef7-2215-45c3-af9f-ca99654c519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.548553 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-af1c2ef7-2215-45c3-af9f-ca99654c519d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f61d58ed71c042dfbce4f04d81c5f9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264266 Dec 10 08:53:13.549419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45934) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:13.568794 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-573c52d8-04e4-4e11-881c-692a3c1a0dc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c6027f19d264002b97ce8e4095fe9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624480 Dec 10 08:53:13.571581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45936) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:13.582172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c52d8-04e4-4e11-881c-692a3c1a0dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3566a4-8e62-4452-bda3-882a587ff6af,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:13.628699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c2ef7-2215-45c3-af9f-ca99654c519d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d4331a-02a3-43b0-9411-955bf9094282,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:13.669015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2acb6-77bc-4ffd-a290-b16de882d6a5 req-a9ae2bc8-59f4-451d-9a5a-5ab8668a574b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:13.675216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-681caa61-bd98-4f0c-9e89-bd64b18bd950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.678403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2c2acb6-77bc-4ffd-a290-b16de882d6a5 req-a9ae2bc8-59f4-451d-9a5a-5ab8668a574b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.2023895 Dec 10 08:53:13.720696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-681caa61-bd98-4f0c-9e89-bd64b18bd950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.724304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-077a1946-7a1d-4eab-980f-4f6656b6453d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.757852 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-077a1946-7a1d-4eab-980f-4f6656b6453d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.779255 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-681caa61-bd98-4f0c-9e89-bd64b18bd950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.783588 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-681caa61-bd98-4f0c-9e89-bd64b18bd950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.788051 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-681caa61-bd98-4f0c-9e89-bd64b18bd950 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03d4331a-02a3-43b0-9411-955bf9094282 HTTP/1.1" status: 204 len: 168 time: 0.2325242 Dec 10 08:53:13.800051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681caa61-bd98-4f0c-9e89-bd64b18bd950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d4331a-02a3-43b0-9411-955bf9094282,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:13.900622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2c2acb6-77bc-4ffd-a290-b16de882d6a5 req-c5b26c50-8301-42a6-8de5-e0246af6d299 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187915 Dec 10 08:53:13.929531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-077a1946-7a1d-4eab-980f-4f6656b6453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.932462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-077a1946-7a1d-4eab-980f-4f6656b6453d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:13.933774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-077a1946-7a1d-4eab-980f-4f6656b6453d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e3566a4-8e62-4452-bda3-882a587ff6af HTTP/1.1" status: 204 len: 168 time: 0.3605943 Dec 10 08:53:13.959159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a1946-7a1d-4eab-980f-4f6656b6453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3566a4-8e62-4452-bda3-882a587ff6af,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:14.219716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5fc03-9998-42d0-874d-19cba575bedd req-e10cea50-38b0-4571-af96-a5de9ae4471c tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:14.228830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45d5fc03-9998-42d0-874d-19cba575bedd req-e10cea50-38b0-4571-af96-a5de9ae4471c tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 945 time: 0.1160760 Dec 10 08:53:14.298406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45d5fc03-9998-42d0-874d-19cba575bedd req-ed962546-71f9-4ff2-aa65-ce1b4e99f62c tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670905 Dec 10 08:53:14.631868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe760cc-15ef-4bbb-9c17-3ce5b9709b86 req-41ed355e-6719-4a5f-8cf0-bb7eabdd277e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:14.636645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efe760cc-15ef-4bbb-9c17-3ce5b9709b86 req-41ed355e-6719-4a5f-8cf0-bb7eabdd277e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1444714 Dec 10 08:53:14.760448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efe760cc-15ef-4bbb-9c17-3ce5b9709b86 req-7d9179bc-3fd0-4e36-a290-ed9f9ddd1d73 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153831 Dec 10 08:53:14.789926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-f9c683ab-d11d-4aea-a48d-3f2f92aeeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:14.792053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-f9c683ab-d11d-4aea-a48d-3f2f92aeeae6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1100 time: 0.1078053 Dec 10 08:53:14.797966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45970) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:14.819007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-600b263b-583d-4833-84a7-a0df8bb1c349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:14.888321 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:14.936302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45978) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:14.953415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-600b263b-583d-4833-84a7-a0df8bb1c349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:14.966791 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-600b263b-583d-4833-84a7-a0df8bb1c349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.001077 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-600b263b-583d-4833-84a7-a0df8bb1c349 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2bc420646924607b92f3bb9687e6602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993172 Dec 10 08:53:15.001728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45982) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:15.059561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b263b-583d-4833-84a7-a0df8bb1c349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5455e0-bc60-4b02-913a-0d1998c5af49,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:15.100463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-83ff984b-2fa6-4287-af12-d0aa0809667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:15.102391 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-83ff984b-2fa6-4287-af12-d0aa0809667b service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3015928 Dec 10 08:53:15.129800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1555500839-network', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:15.156845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-094e2942-b751-4fef-9a52-8f19db15652e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.170955 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-f1a2e2f8-1a8b-426b-81d2-cfb67f177318 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.0605185 Dec 10 08:53:15.177349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:53:15.179859 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.189812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd9c37-89f8-44ec-b217-24b029a3a414 req-5cad6154-bd06-4f1a-91d7-192ff8fb2108 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:15.198005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aafd9c37-89f8-44ec-b217-24b029a3a414 req-5cad6154-bd06-4f1a-91d7-192ff8fb2108 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1646414 Dec 10 08:53:15.243272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-68230917-9f38-4e58-b0ad-6334d2ce89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:15.246249 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-68230917-9f38-4e58-b0ad-6334d2ce89eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0668578 Dec 10 08:53:15.272970 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-094e2942-b751-4fef-9a52-8f19db15652e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.276515 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.310021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-c4f26387-fe12-433a-9117-825290fbd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:15.312415 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-c4f26387-fe12-433a-9117-825290fbd64b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568752 Dec 10 08:53:15.354759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aafd9c37-89f8-44ec-b217-24b029a3a414 req-7694333f-b07d-45fe-8be5-200092d08394 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552916 Dec 10 08:53:15.485990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-094e2942-b751-4fef-9a52-8f19db15652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.488671 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-094e2942-b751-4fef-9a52-8f19db15652e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.489759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-094e2942-b751-4fef-9a52-8f19db15652e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa5455e0-bc60-4b02-913a-0d1998c5af49 HTTP/1.1" status: 204 len: 168 time: 0.4869437 Dec 10 08:53:15.496067 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-5c20deb2-fe91-41f7-9646-78a3f35ae7d5 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733501 Dec 10 08:53:15.526049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e2942-b751-4fef-9a52-8f19db15652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5455e0-bc60-4b02-913a-0d1998c5af49,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:15.568219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.582911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86d509-d987-428a-babb-65bd3e9a9eef req-b38bf177-491d-4c02-90d7-911a743cc4d6 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:15.585132 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d86d509-d987-428a-babb-65bd3e9a9eef req-b38bf177-491d-4c02-90d7-911a743cc4d6 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 945 time: 0.1698387 Dec 10 08:53:15.586957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.605138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:53:15.618542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.619084 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Added segment 6b43374a-63df-4f7b-9848-a042ce3f03e0 of type vlan for network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa Dec 10 08:53:15.677770 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-3fc93472-2377-4be4-8ddc-8cca818c1c67 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745632 Dec 10 08:53:15.681152 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.771356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0d975b-bac2-4550-9c73-448d7022f1bd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:15.791555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d86d509-d987-428a-babb-65bd3e9a9eef req-097b429e-e645-4e63-a54f-39495863e62c tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115026 Dec 10 08:53:15.792978 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.796428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:15.797168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:15.955062 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0174730 Dec 10 08:53:15.957817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46004) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:15.967961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Request body: {'subnet': {'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1555500839-subnet', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:16.012947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:53:16.015910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:16.042669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e7777-50e7-46d8-a4f6-637e08b62fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:16.054877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:53:16.123648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f935e-9149-4b05-b327-9a5fb9267234 req-c8a66931-3652-4cbe-a856-48e00da818c4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:16.130221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af4f935e-9149-4b05-b327-9a5fb9267234 req-c8a66931-3652-4cbe-a856-48e00da818c4 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1906860 Dec 10 08:53:16.170688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43496b3f-64f5-483a-9140-5df6b3fced2a req-bed0e6f4-0ec9-4939-9f58-48d49610dd66 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:16.173946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43496b3f-64f5-483a-9140-5df6b3fced2a req-bed0e6f4-0ec9-4939-9f58-48d49610dd66 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 945 time: 0.1912315 Dec 10 08:53:16.185056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46010) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:16.246018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af4f935e-9149-4b05-b327-9a5fb9267234 req-383f9c1a-24e1-41f4-ac9b-9c52a2f2fc5a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085830 Dec 10 08:53:16.293865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Request body: {'floatingip': {'port_id': '0d2209a2-5035-44a9-918e-b2b15701bb06'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:16.299534 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:16.436527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98a0f17-aa22-4222-87da-fe91acbdb5ad,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:16.463569 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:16.556827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f7136-a743-462e-9674-206cafd88508 req-b14a2155-ed40-4883-8014-6912c53484db tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:16.571045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a9f7136-a743-462e-9674-206cafd88508 req-b14a2155-ed40-4883-8014-6912c53484db tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1242404 Dec 10 08:53:16.573965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Checking segment: {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:16.574376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Network hostable DHCP agents. Network: 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:53:16.648693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:53:16.681729 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a9f7136-a743-462e-9674-206cafd88508 req-9616a187-f27d-425c-9b51-8c66626072a2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030126 Dec 10 08:53:16.709194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:16.719722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21f17d-474e-44f0-bede-0caf2c6c1398 None None] Network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:53:16.738587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:16.739603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:16.896851 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-da617163-7778-4c65-b10d-657e97f6d281 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9284754 Dec 10 08:53:16.898119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46032) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:16.905674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:16.971278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:16.972424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.071235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:53:17.072761 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.084578 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.302481 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.403370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Allocated IP 172.20.0.2 (619dbbe7-5980-4ba7-bcb4-3bc1c22275aa/c98a0f17-aa22-4222-87da-fe91acbdb5ad/4211ac72-bcf3-44e3-9498-692999f661f9) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:17.477641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44984fe-1ada-416a-a5ce-06b4f3e564a3 req-9a4994e3-50d5-4ce7-ae32-023e4c9eff48 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:17.481573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a44984fe-1ada-416a-a5ce-06b4f3e564a3 req-9a4994e3-50d5-4ce7-ae32-023e4c9eff48 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0863135 Dec 10 08:53:17.528377 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.resource_extend [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 08:53:17.576782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a44984fe-1ada-416a-a5ce-06b4f3e564a3 req-f1a60e46-3ccd-434f-9960-626e27926f5d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862501 Dec 10 08:53:17.705060 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.714620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.735396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.760896 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.870158 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.878496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:17.928747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Allocated IP 172.25.3.238 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/cf8b34ad-43de-4bd6-af70-8118551b5cf2) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:17.981948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Pushing event updated for resources: {'Port': ['ID=4211ac72-bcf3-44e3-9498-692999f661f9,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:17.997547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:17.999579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:18.003137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:18.011845 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Floating IP 83b27f3c-e950-44cd-b07c-6a0d3edf7990 associated. External IP: 172.25.3.199, port: 0d2209a2-5035-44a9-918e-b2b15701bb06. Dec 10 08:53:18.143807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Attempting to bind port 4211ac72-bcf3-44e3-9498-692999f661f9 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:18.144384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Attempting to bind port 4211ac72-bcf3-44e3-9498-692999f661f9 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:18.144651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Attempting to bind port 4211ac72-bcf3-44e3-9498-692999f661f9 on network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:18.159179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:18.159644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Checking segment: {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:18.160090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:18.160483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Bound using segment: {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:18.166476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Bound port: 4211ac72-bcf3-44e3-9498-692999f661f9, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:18.166476 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:18.185883 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:18.234436 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:18.300881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] For port 4211ac72-bcf3-44e3-9498-692999f661f9, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:18.305367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] For port 4211ac72-bcf3-44e3-9498-692999f661f9, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4211ac72-bcf3-44e3-9498-692999f661f9,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:18.316319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:18.368801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c837837-c03c-4f7b-ada2-a5ede2a60c61 req-8a9f6a6b-b750-4b4b-bcc1-5d88a84dba29 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:18.395365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c837837-c03c-4f7b-ada2-a5ede2a60c61 req-8a9f6a6b-b750-4b4b-bcc1-5d88a84dba29 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.3543434 Dec 10 08:53:18.427826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8b34ad-43de-4bd6-af70-8118551b5cf2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:18.442313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c60f74-8e8a-45e0-9040-76d0593ca66f None None] Pushing event updated for resources: {'Port': ['ID=4211ac72-bcf3-44e3-9498-692999f661f9,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:18.482556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:18.485940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:18.494531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:18.589574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c837837-c03c-4f7b-ada2-a5ede2a60c61 req-49456219-5026-44aa-9f88-8a9ee5203e00 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549094 Dec 10 08:53:18.629327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-ceb75041-526a-4ae1-a9d8-67aa80d56a88 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=198771ef0e1246b09cd5c920cbd394cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368807 Dec 10 08:53:18.887265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Router d81d3564-b6cc-4810-ae7c-96e1de2c0257 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:53:18.987250 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:18.991927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-b775f6d1-5669-4413-bb00-6d52597c9e2c tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:18.993527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-b775f6d1-5669-4413-bb00-6d52597c9e2c tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3571665 Dec 10 08:53:19.031946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4e275-7e7f-48ff-ae18-8ffd9c93b372 req-318cad8a-dad1-4c75-9bc2-9468e739dc5c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:19.034360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58f4e275-7e7f-48ff-ae18-8ffd9c93b372 req-318cad8a-dad1-4c75-9bc2-9468e739dc5c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1562529 Dec 10 08:53:19.035634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-98d8fb4e-00dd-4712-82e9-265d30aba9b3 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/quotas/198771ef0e1246b09cd5c920cbd394cb HTTP/1.1" status: 200 len: 375 time: 0.0343537 Dec 10 08:53:19.063545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:53:19.074838 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] Sync routers for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:53:19.076051 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:19.094905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:19.095559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:19.113132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4abe5ea9-c38e-4e68-bbd7-8cca4445d31f tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "PUT /v2.0/floatingips/83b27f3c-e950-44cd-b07c-6a0d3edf7990 HTTP/1.1" status: 200 len: 991 time: 2.9261537 Dec 10 08:53:19.116186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'tag': '0d2209a2-5035-44a9-918e-b2b15701bb06'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:19.118945 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771491bb-4953-4537-aaef-94ab7e0adb59" -d '{"events": [{"name": "network-changed", "server_uuid": "de6be138-ab4d-4ef6-8121-76fb3c2253c2", "tag": "0d2209a2-5035-44a9-918e-b2b15701bb06"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:19.173250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-6596d078-6cee-4eb6-9ffd-bd2b238cd92a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=198771ef0e1246b09cd5c920cbd394cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645666 Dec 10 08:53:19.236401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58f4e275-7e7f-48ff-ae18-8ffd9c93b372 req-0f2e6b26-a326-4056-8864-2e5413c7dd8d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312644 Dec 10 08:53:19.272663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:19.325111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:19.427143 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da161c2-93bd-4a3c-8b99-ee6cfd30f39a x-openstack-request-id: req-1da161c2-93bd-4a3c-8b99-ee6cfd30f39a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:19.427666 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6be138-ab4d-4ef6-8121-76fb3c2253c2", "tag": "0d2209a2-5035-44a9-918e-b2b15701bb06", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:19.428092 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1da161c2-93bd-4a3c-8b99-ee6cfd30f39a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:19.428784 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'tag': '0d2209a2-5035-44a9-918e-b2b15701bb06', 'status': 'completed', 'code': 200} Dec 10 08:53:19.545541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-51162f83-a99f-4146-8b6c-4ea64e02544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:19.547095 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-51162f83-a99f-4146-8b6c-4ea64e02544d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9d49f0da0b043d58edce4f4962d008c&device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 1096 time: 0.0933521 Dec 10 08:53:19.713724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fa27765-4590-4eb9-9d04-f0ac0c8256ec req-077e18cd-426b-47d1-86e6-6d8d22323c0e tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 210 time: 0.1362414 Dec 10 08:53:19.784561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-2fa38980-45a1-494a-a936-f5a7455a6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:19.786550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-2fa38980-45a1-494a-a936-f5a7455a6b99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c2bcb36-4319-4f58-9e53-99d426594bac HTTP/1.1" status: 200 len: 916 time: 0.2210279 Dec 10 08:53:19.890675 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:19.905153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307a6f4-c52f-49ac-87f0-10d1c542db45 req-1b792b28-d2bf-4e19-899f-ad180ecc6ab1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:19.907188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5307a6f4-c52f-49ac-87f0-10d1c542db45 req-1b792b28-d2bf-4e19-899f-ad180ecc6ab1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1103542 Dec 10 08:53:19.928484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '83b27f3c-e950-44cd-b07c-6a0d3edf7990', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'port_id': '0d2209a2-5035-44a9-918e-b2b15701bb06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'mac_address': 'fa:16:3e:5f:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:52:57Z', 'updated_at': '2021-12-10T08:53:17Z', 'revision_number': 1, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:58Z', 'revision_number': 5, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:19.932934 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-7285524a-2f4e-4919-8f92-6c36da5a3bd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d2209a2-5035-44a9-918e-b2b15701bb06 HTTP/1.1" status: 200 len: 999 time: 0.1369123 Dec 10 08:53:20.017944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] Checking router: d81d3564-b6cc-4810-ae7c-96e1de2c0257 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:53:20.038852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:20.040152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:20.055290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-873d6499-26c2-441d-adc9-8b86497f70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:20.057406 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-873d6499-26c2-441d-adc9-8b86497f70a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6b52e2a-cabc-49ed-96bd-240af3b888cc HTTP/1.1" status: 200 len: 854 time: 0.1115313 Dec 10 08:53:20.124172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-a46b34b8-f794-4da7-9f02-376efd4d06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:20.125953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-a46b34b8-f794-4da7-9f02-376efd4d06e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c2bcb36-4319-4f58-9e53-99d426594bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611899 Dec 10 08:53:20.131564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac67ffe7-f2a8-4c6e-930c-89e8a7c20269 None None] Network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:53:20.426279 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-9021f971-0d34-4fb8-8386-3c05fe13ac8d service neutron] 10.222.0.18 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814906 Dec 10 08:53:20.579948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:20.600419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967ed7-cd02-4e7b-95ac-d8d76b00d0db req-ec337bd9-fdf9-4ea1-ba00-3389a7031d49 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:20.612823 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32967ed7-cd02-4e7b-95ac-d8d76b00d0db req-ec337bd9-fdf9-4ea1-ba00-3389a7031d49 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1434956 Dec 10 08:53:20.673248 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-771491bb-4953-4537-aaef-94ab7e0adb59 req-3d33a1b8-83ed-47d4-a21a-889df18b648f service neutron] 10.222.0.18 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352908 Dec 10 08:53:20.698644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9195f4cd-630c-40c0-9e5d-b0c71852967f None None] Provisioning complete for port 4211ac72-bcf3-44e3-9498-692999f661f9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:20.699025 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9195f4cd-630c-40c0-9e5d-b0c71852967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:20.706141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5307a6f4-c52f-49ac-87f0-10d1c542db45 req-7896898f-a430-481a-a0f6-3d9141cb1152 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378800 Dec 10 08:53:20.737820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4211ac72-bcf3-44e3-9498-692999f661f9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:20.835559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32967ed7-cd02-4e7b-95ac-d8d76b00d0db req-17c7ada9-fa1d-462e-8430-6cc9e74c7ca6 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214839 Dec 10 08:53:20.893593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:53:21.052967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4211ac72-bcf3-44e3-9498-692999f661f9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:21.053712 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:21.081585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:53:21.111640 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Sync routers for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:53:21.147638 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-db912baa-7c53-496b-bb51-a197e5a97996 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=198771ef0e1246b09cd5c920cbd394cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569699 Dec 10 08:53:21.165562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-475ea06a-c0e1-4dd6-913a-53ec2e08a332 req-d19d3253-8685-4f96-84fe-b7bf334de227 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 210 time: 0.0852683 Dec 10 08:53:21.188614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:21.190020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4d4fe614-9056-49db-8eff-87ca032ca944 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2900310 Dec 10 08:53:21.192734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46108) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:21.238905 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:21.239930 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:21.262776 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9195f4cd-630c-40c0-9e5d-b0c71852967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:21.322624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9195f4cd-630c-40c0-9e5d-b0c71852967f None None] For port 4211ac72-bcf3-44e3-9498-692999f661f9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4211ac72-bcf3-44e3-9498-692999f661f9,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:21.340475 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9195f4cd-630c-40c0-9e5d-b0c71852967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:21.378022 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:21.441406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-b37d8a14-0f53-41c6-987d-75d30831b6c7 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:21.448787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-b37d8a14-0f53-41c6-987d-75d30831b6c7 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908771 Dec 10 08:53:21.474992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Request body: {'port': {'device_id': '836d66ab-ba61-4967-a520-6d1846cba05f', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '198771ef0e1246b09cd5c920cbd394cb'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:21.547452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d10b10a4-382c-4b53-bb37-294abc240261 None None] Provisioning complete for port 4211ac72-bcf3-44e3-9498-692999f661f9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:21.548087 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d10b10a4-382c-4b53-bb37-294abc240261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:21.553994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '83b27f3c-e950-44cd-b07c-6a0d3edf7990', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'port_id': '0d2209a2-5035-44a9-918e-b2b15701bb06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'mac_address': 'fa:16:3e:5f:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:52:57Z', 'updated_at': '2021-12-10T08:53:17Z', 'revision_number': 1, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:58Z', 'revision_number': 5, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:21.672255 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Made reservation on behalf of 198771ef0e1246b09cd5c920cbd394cb for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:53:21.676098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:21.707560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:21.797665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195f4cd-630c-40c0-9e5d-b0c71852967f None None] Pushing event updated for resources: {'Port': ['ID=4211ac72-bcf3-44e3-9498-692999f661f9,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:21.805089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7850a-9c58-4cae-9f65-6374ca73ffdd None None] The sync data for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 is: [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '83b27f3c-e950-44cd-b07c-6a0d3edf7990', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'port_id': '0d2209a2-5035-44a9-918e-b2b15701bb06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'mac_address': 'fa:16:3e:5f:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:52:57Z', 'updated_at': '2021-12-10T08:53:17Z', 'revision_number': 1, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:58Z', 'revision_number': 5, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:53:21.942109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:21.950753 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.026374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc925137-2c4b-4290-abf1-d1ed935c9a80,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:22.058927 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:18Z', 'revision_number': 3, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:22.091016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691e7db-735f-4283-9c9f-c1597b9de32c req-08332361-f927-4768-a247-a7ec39dbaca8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:22.092248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f691e7db-735f-4283-9c9f-c1597b9de32c req-08332361-f927-4768-a247-a7ec39dbaca8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.2311318 Dec 10 08:53:22.127005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750096-9bb4-48db-b213-ae52aab6fabe req-00fd7cf5-33fa-4501-8e99-e9c626f515ff tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:22.127930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81750096-9bb4-48db-b213-ae52aab6fabe req-00fd7cf5-33fa-4501-8e99-e9c626f515ff tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1729000 Dec 10 08:53:22.139683 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Checking router: fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:53:22.140872 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Updating router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 port cf8b34ad-43de-4bd6-af70-8118551b5cf2 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:53:22.163125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Allocated IP 192.168.233.65 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/b0ac373d-6cf4-4ad4-991b-2f07725bfdaf) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:22.190217 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.211844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b5198-df48-4ad9-b946-38dc84cff79c None None] New status for floating IP 83b27f3c-e950-44cd-b07c-6a0d3edf7990: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:53:22.299791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f691e7db-735f-4283-9c9f-c1597b9de32c req-62f98119-83b5-4277-b7b4-6e129cb44f78 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707656 Dec 10 08:53:22.311851 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.349303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81750096-9bb4-48db-b213-ae52aab6fabe req-6c124d21-5171-417a-8649-4395f85abd0e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025082 Dec 10 08:53:22.421603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.491090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.596564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Pushing event updated for resources: {'Port': ['ID=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:22.614733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:22.617624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:22.639706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4211ac72-bcf3-44e3-9498-692999f661f9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:22.640755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:22.659796 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.664558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Allocated IP 172.20.0.1 (619dbbe7-5980-4ba7-bcb4-3bc1c22275aa/c98a0f17-aa22-4222-87da-fe91acbdb5ad/568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:22.678930 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.727399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:22.728565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.752759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-116073e6-0193-4034-ad66-d5543a06e03a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2908437 Dec 10 08:53:22.765048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4211ac72-bcf3-44e3-9498-692999f661f9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:22.766702 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.768095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Request body: {'port': {'device_id': '836d66ab-ba61-4967-a520-6d1846cba05f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:22.779850 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c0386-b0f4-4920-b81c-25227851b024 None None] Pushing event updated for resources: {'Port': ['ID=cf8b34ad-43de-4bd6-af70-8118551b5cf2,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:22.854164 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Attempting to bind port cf8b34ad-43de-4bd6-af70-8118551b5cf2 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:22.854682 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Attempting to bind port cf8b34ad-43de-4bd6-af70-8118551b5cf2 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:22.856645 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Attempting to bind port cf8b34ad-43de-4bd6-af70-8118551b5cf2 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:22.870232 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:22.871406 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:22.872079 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.872698 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:22.873404 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Bound port: cf8b34ad-43de-4bd6-af70-8118551b5cf2, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:22.874089 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.930712 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:22.973585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78781d5-3b8d-4ba4-8ca8-394e24f0dc1b req-a2ae6728-f356-4089-897b-09f357a2550c tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:22.975192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c78781d5-3b8d-4ba4-8ca8-394e24f0dc1b req-a2ae6728-f356-4089-897b-09f357a2550c tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 935 time: 0.1262949 Dec 10 08:53:22.982287 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] For port cf8b34ad-43de-4bd6-af70-8118551b5cf2, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:22.986703 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] For port cf8b34ad-43de-4bd6-af70-8118551b5cf2, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cf8b34ad-43de-4bd6-af70-8118551b5cf2,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:22.995425 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:23.063020 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:23.063959 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:23.065771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e0a089b5-8b87-4a8c-a2eb-d08a57d4bb92 None None] Provisioning complete for port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:23.069316 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0a089b5-8b87-4a8c-a2eb-d08a57d4bb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:23.120594 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:23.149719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e0a089b5-8b87-4a8c-a2eb-d08a57d4bb92 None None] Port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:53:23.165782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c78781d5-3b8d-4ba4-8ca8-394e24f0dc1b req-7419f1e4-2c6d-4f45-bebb-93ebd1ab16df tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673887 Dec 10 08:53:23.178726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbb9cf-e411-4308-9ff1-5fa60914beca req-b3ab7a29-1291-4b45-9f52-2f5ca17866b2 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:23.181757 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:23.183048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8bbb9cf-e411-4308-9ff1-5fa60914beca req-b3ab7a29-1291-4b45-9f52-2f5ca17866b2 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 944 time: 0.2401948 Dec 10 08:53:23.248823 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c0386-b0f4-4920-b81c-25227851b024 None None] Pushing event updated for resources: {'Port': ['ID=cf8b34ad-43de-4bd6-af70-8118551b5cf2,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:23.265184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8bbb9cf-e411-4308-9ff1-5fa60914beca req-331264c3-670d-4579-947d-8daa54b818b7 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731993 Dec 10 08:53:23.284705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:23.335227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:23.341407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:23.345001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:23.352367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ac373d-6cf4-4ad4-991b-2f07725bfdaf {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:23.392610 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:23.407816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Pushing event updated for resources: {'Port': ['ID=568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:23.424386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Transition to ACTIVE for port object b0ac373d-6cf4-4ad4-991b-2f07725bfdaf will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:53:23.425603 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:23.432796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:23.505864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:23.519091 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:18Z', 'revision_number': 3, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:23.598626 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d189b-67dd-433c-a462-447a0ed01651 None None] The sync data for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 is: [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:18Z', 'revision_number': 3, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:53:23.667952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Attempting to bind port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:23.668446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Attempting to bind port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:23.668868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Attempting to bind port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:23.679643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:53:23.680153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Attempting to bind port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:23.717372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-d1583d45-76e7-40ff-8f35-8a09d5e1a615 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:23.723046 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-d1583d45-76e7-40ff-8f35-8a09d5e1a615 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 944 time: 0.1257966 Dec 10 08:53:23.729173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:23.729537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:23.735128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:23.735456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Bound port: b0ac373d-6cf4-4ad4-991b-2f07725bfdaf, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:23.735714 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:23.781198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bbebb506-6919-47e7-b88a-98aa813fa507 None None] Provisioning complete for port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:23.781607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bbebb506-6919-47e7-b88a-98aa813fa507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:23.829779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5d586-12b1-45f5-a94e-c18b71d09ef0 req-dac99367-51e6-4505-a491-fb5e5db80049 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:23.832019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bbebb506-6919-47e7-b88a-98aa813fa507 None None] Port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:53:23.839384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9e5d586-12b1-45f5-a94e-c18b71d09ef0 req-dac99367-51e6-4505-a491-fb5e5db80049 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2653778 Dec 10 08:53:23.883180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee282ab5-7e0d-4c30-aaa6-bab9da81a246 req-6634361c-8177-4aec-b2a8-2a16f2816a0c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:23.884763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee282ab5-7e0d-4c30-aaa6-bab9da81a246 req-6634361c-8177-4aec-b2a8-2a16f2816a0c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.2282224 Dec 10 08:53:23.939462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] For port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:23.962919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] For port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:23.964364 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-6ab9a667-ac13-4aa4-86c5-7095fe7e697a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2027299 Dec 10 08:53:23.992076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.042345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9e5d586-12b1-45f5-a94e-c18b71d09ef0 req-09ffaea2-fd4f-40b4-b613-319b16a98703 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018123 Dec 10 08:53:24.055698 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.069416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee282ab5-7e0d-4c30-aaa6-bab9da81a246 req-b647068e-eb37-4429-835b-8cb31a09ece4 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707413 Dec 10 08:53:24.089547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:24.090263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.091731 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] 10.222.0.39 "PUT /v2.0/ports/b0ac373d-6cf4-4ad4-991b-2f07725bfdaf HTTP/1.1" status: 200 len: 1095 time: 1.3301916 Dec 10 08:53:24.108936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836d66ab-ba61-4967-a520-6d1846cba05f', 'tag': 'b0ac373d-6cf4-4ad4-991b-2f07725bfdaf'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:24.111483 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286f33f3-bffb-4485-b3ac-c5c15680c758" -d '{"events": [{"name": "network-changed", "server_uuid": "836d66ab-ba61-4967-a520-6d1846cba05f", "tag": "b0ac373d-6cf4-4ad4-991b-2f07725bfdaf"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:24.146684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Deleting port 0a86a848-822b-4b26-a1eb-b950939b3d91 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:24.147010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.154103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cba02-5ccd-40e5-b051-79db02f82c20 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:24.329164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-bf69d6e9-6de4-4c01-ae58-aa2732f3b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:24.330730 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-bf69d6e9-6de4-4c01-ae58-aa2732f3b53c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 1096 time: 0.3262603 Dec 10 08:53:24.355476 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef190c0e-86bc-4c07-a81d-d09a0fcce96d x-openstack-request-id: req-ef190c0e-86bc-4c07-a81d-d09a0fcce96d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:24.356122 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836d66ab-ba61-4967-a520-6d1846cba05f", "tag": "b0ac373d-6cf4-4ad4-991b-2f07725bfdaf", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:24.356122 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef190c0e-86bc-4c07-a81d-d09a0fcce96d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:24.356375 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836d66ab-ba61-4967-a520-6d1846cba05f', 'tag': 'b0ac373d-6cf4-4ad4-991b-2f07725bfdaf', 'status': 'completed', 'code': 200} Dec 10 08:53:24.365803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-979239c6-545c-4c18-a5c5-e72bfb608423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:24.367354 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-979239c6-545c-4c18-a5c5-e72bfb608423 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=198771ef0e1246b09cd5c920cbd394cb&device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 1098 time: 0.1830502 Dec 10 08:53:24.374408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.382372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.552129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Pushing event updated for resources: {'Port': ['ID=568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:24.558331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-e95a1a39-9442-4c11-826b-5fc7381de71d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf HTTP/1.1" status: 200 len: 217 time: 0.1280165 Dec 10 08:53:24.577620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] For port 0a86a848-822b-4b26-a1eb-b950939b3d91, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0a86a848-822b-4b26-a1eb-b950939b3d91,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:24.577993 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.622612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Calling delete_port for 0a86a848-822b-4b26-a1eb-b950939b3d91 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:24.631113 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.646005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cf8b34ad-43de-4bd6-af70-8118551b5cf2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:24.652035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66b19b-6a68-4a42-8dda-84108288ab6a req-aa82e65b-9644-4db5-ad8f-b8c2d0f2cc00 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:24.658233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a66b19b-6a68-4a42-8dda-84108288ab6a req-aa82e65b-9644-4db5-ad8f-b8c2d0f2cc00 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 947 time: 0.1650450 Dec 10 08:53:24.708559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port cf8b34ad-43de-4bd6-af70-8118551b5cf2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:24.709047 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.721451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-e618e333-dd94-4995-a959-eb5439082f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:24.723079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-e618e333-dd94-4995-a959-eb5439082f94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1519632 Dec 10 08:53:24.765744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-cce825ab-1ccd-4260-8a57-d7bdbf4b5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:24.767392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-cce825ab-1ccd-4260-8a57-d7bdbf4b5ccf service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.3655074 Dec 10 08:53:24.770803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:24.776604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:24.815978 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.832180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a66b19b-6a68-4a42-8dda-84108288ab6a req-095aa2f0-2f4f-42c5-a485-d2e8722fe72b tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706778 Dec 10 08:53:24.850907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33650ec3-6032-4f6e-a76e-c0a507f41fbf req-1ca27ce1-ef5c-4507-91a2-10585e8c18f9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:24.852519 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33650ec3-6032-4f6e-a76e-c0a507f41fbf req-1ca27ce1-ef5c-4507-91a2-10585e8c18f9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 944 time: 0.2953742 Dec 10 08:53:24.875958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port cf8b34ad-43de-4bd6-af70-8118551b5cf2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cf8b34ad-43de-4bd6-af70-8118551b5cf2,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:24.881849 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:24.884907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-cc1b4d03-317a-47cf-a078-a9159d7f0028 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 200 len: 217 time: 0.0826483 Dec 10 08:53:24.951717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-486d74b2-a4f6-4bfa-800c-ac23d9b29052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:24.954005 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-486d74b2-a4f6-4bfa-800c-ac23d9b29052 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216661 Dec 10 08:53:24.956218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=cf8b34ad-43de-4bd6-af70-8118551b5cf2,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:25.058647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:53:25.065055 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-6da9738b-ddb1-480a-9e80-680ed8228d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:25.066675 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-6da9738b-ddb1-480a-9e80-680ed8228d26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1649365 Dec 10 08:53:25.067481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33650ec3-6032-4f6e-a76e-c0a507f41fbf req-77b4430c-6305-4423-87a5-13ae225f3fe6 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873923 Dec 10 08:53:25.174581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8a7d69b4-9f65-4fac-811f-55fe3a5a3d69 None None] Provisioning complete for port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:25.175715 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8a7d69b4-9f65-4fac-811f-55fe3a5a3d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:25.187939 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-23797732-8c2c-47a9-b7f4-049ad241d37f service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185140 Dec 10 08:53:25.197923 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:25.217687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0a86a848-822b-4b26-a1eb-b950939b3d91'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:25.249872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d69b4-9f65-4fac-811f-55fe3a5a3d69 None None] Port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:53:25.259432 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-7faad3ef-e52f-4bfc-93df-3018d3c2496a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703607 Dec 10 08:53:25.305250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:53:25.314391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e1ca6e5c-f365-4b2d-a800-735ca4411795 admin admin] 10.222.0.31 "PUT /v2.0/routers/fd56dfc5-00db-4bd9-864a-0c5b3e218bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1206868 Dec 10 08:53:25.327012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df17e4-ffe1-453f-8ad5-f5f5d87c1ff8 req-3ca16c09-5611-4677-9594-03e1cf13d67b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:25.328622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7df17e4-ffe1-453f-8ad5-f5f5d87c1ff8 req-3ca16c09-5611-4677-9594-03e1cf13d67b tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1107600 Dec 10 08:53:25.343736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bae7-c760-4fdc-94a9-5ddef20b40d2 req-0017c36c-3d8c-496f-a628-65b0d740cdb7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:25.345119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9b8bae7-c760-4fdc-94a9-5ddef20b40d2 req-0017c36c-3d8c-496f-a628-65b0d740cdb7 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1461325 Dec 10 08:53:25.350019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Pushing event deleted for resources: {'Port': ['ID=0a86a848-822b-4b26-a1eb-b950939b3d91,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:25.424484 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7df17e4-ffe1-453f-8ad5-f5f5d87c1ff8 req-333675e1-fcff-4e22-bf26-97e651936090 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779197 Dec 10 08:53:25.436397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] No DVR routers for this DVR port 0a86a848-822b-4b26-a1eb-b950939b3d91 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:25.439636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9b8bae7-c760-4fdc-94a9-5ddef20b40d2 req-ba3f9901-68e0-4755-a41f-5c56654b04e3 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857103 Dec 10 08:53:25.441743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:25.446144 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35ca22f3-5b0b-4aac-96cc-c725e5471124 req-93ea1bd7-0437-4208-b9af-e7af0ae25458 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.18 "DELETE /v2.0/ports/0a86a848-822b-4b26-a1eb-b950939b3d91 HTTP/1.1" status: 204 len: 173 time: 1.7078948 Dec 10 08:53:25.514843 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd238f63-488f-4e92-a171-42cd4659ab68 req-46858d5b-2867-4558-b07c-435d3dacf18f service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138015 Dec 10 08:53:25.534188 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-ecfe6e13-5407-47da-898b-e931587ab5c5 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289369 Dec 10 08:53:25.744705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-b5e1871c-1e45-4ade-b84c-feb45d42896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:25.746319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-b5e1871c-1e45-4ade-b84c-feb45d42896a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=198771ef0e1246b09cd5c920cbd394cb&device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 1098 time: 0.1321838 Dec 10 08:53:25.776788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c76277bb-802e-49c4-96b7-eec2bd99d52d req-18097cc3-5557-4f46-8bd6-219338181a20 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347910 Dec 10 08:53:25.877301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-69eb8d94-b26c-4e83-897e-d44cd7e0cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:25.879117 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-69eb8d94-b26c-4e83-897e-d44cd7e0cf95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1216812 Dec 10 08:53:25.943149 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-91990640-352c-421c-8162-1f67ee2b2299 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf HTTP/1.1" status: 200 len: 217 time: 0.0541661 Dec 10 08:53:26.020607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135825b-6792-4e76-8f1f-c5617611ab35 req-61754574-85c1-4d7f-99fe-3d5ed3450bf4 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:26.022805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5135825b-6792-4e76-8f1f-c5617611ab35 req-61754574-85c1-4d7f-99fe-3d5ed3450bf4 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 947 time: 0.0931673 Dec 10 08:53:26.041818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-1f0beac6-8687-455d-9534-f49f4574c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:26.043199 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-1f0beac6-8687-455d-9534-f49f4574c3a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0894949 Dec 10 08:53:26.072414 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Sync routers for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:53:26.091637 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:26.092270 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:26.136730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5135825b-6792-4e76-8f1f-c5617611ab35 req-9dff52a7-d1f4-4372-9e24-74ea8bad3eed tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047974 Dec 10 08:53:26.159054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-de86514e-04a5-4499-994d-4986f6a3a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:26.163242 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-de86514e-04a5-4499-994d-4986f6a3a17e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098557 Dec 10 08:53:26.260306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13f6af5c-bcb3-47f0-b9b9-0c09bb4ec29e req-1bb5684d-0b0d-477a-be2f-8b053573813f tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e07b6a-4009-4149-bd73-b4a4d3416d98 HTTP/1.1" status: 200 len: 210 time: 0.0513594 Dec 10 08:53:26.276713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46174) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:26.283999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1264878471-network', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:26.315672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Made reservation on behalf of cd47f5c6ed254b07be86eb7151010773 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:53:26.318790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.320067 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-fdf602d3-7a7d-4bd8-9ce1-fa0bc8d54995 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464958 Dec 10 08:53:26.330648 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:26.335410 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.360453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'name': 'network-vif-deleted', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:26.363925 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de17d2c2-62fe-48cd-9750-99a515218d94" -d '{"events": [{"server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "name": "network-vif-deleted", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:26.441395 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee84cbc0-cf86-431b-a1c6-2d6b2199a635 x-openstack-request-id: req-ee84cbc0-cf86-431b-a1c6-2d6b2199a635 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:26.442092 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e07b6a-4009-4149-bd73-b4a4d3416d98", "name": "network-vif-deleted", "tag": "0a86a848-822b-4b26-a1eb-b950939b3d91", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:26.442092 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee84cbc0-cf86-431b-a1c6-2d6b2199a635 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:26.443731 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e07b6a-4009-4149-bd73-b4a4d3416d98', 'name': 'network-vif-deleted', 'tag': '0a86a848-822b-4b26-a1eb-b950939b3d91', 'status': 'completed', 'code': 200} Dec 10 08:53:26.459990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.476905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.499541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:53:26.500568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-286f33f3-bffb-4485-b3ac-c5c15680c758 req-2eb6a0d0-853f-4565-989c-54925c593e02 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711133 Dec 10 08:53:26.534911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.535340 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Added segment cc5b4c10-bf75-4639-9644-a209044c8a07 of type vlan for network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 Dec 10 08:53:26.582443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6ab4b4-d33b-40a0-8338-c35d326f7677,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:26.597264 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.622509 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:23Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19', 'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'mac_address': 'fa:16:3e:1f:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:22Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 2, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'subnets': [{'id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:26.654449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cf8b34ad-43de-4bd6-af70-8118551b5cf2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:26.664473 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Checking router: fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:53:26.664856 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Updating router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:53:26.691998 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.704731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89839ecf-d616-4cf9-9db1-f278cafb6c02 req-faa967f4-14c0-4a3f-811a-f1b19d5637f7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:26.706270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89839ecf-d616-4cf9-9db1-f278cafb6c02 req-faa967f4-14c0-4a3f-811a-f1b19d5637f7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1004627 Dec 10 08:53:26.706945 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.707114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port cf8b34ad-43de-4bd6-af70-8118551b5cf2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:26.707316 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.707999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:26.708735 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.740285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08bfa0-4057-40b9-811d-ed9177ab65fa req-534db638-c8f3-4dfd-882c-d6e633f0dec0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:26.741698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d08bfa0-4057-40b9-811d-ed9177ab65fa req-534db638-c8f3-4dfd-882c-d6e633f0dec0 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1370187 Dec 10 08:53:26.798809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5208411 Dec 10 08:53:26.802176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46188) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:26.807103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Request body: {'subnet': {'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1264878471-subnet', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:26.829532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Made reservation on behalf of cd47f5c6ed254b07be86eb7151010773 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:53:26.830321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec26a88-6026-422c-999c-4427a87d06d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f9d977ea-2fc5-42d0-b94f-ea2fac5659f1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:26.832202 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:26.849426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:53:26.863909 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89839ecf-d616-4cf9-9db1-f278cafb6c02 req-4fd5f2ec-8c4e-4205-aca3-8c7743aab3df tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442146 Dec 10 08:53:26.891133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d08bfa0-4057-40b9-811d-ed9177ab65fa req-cae1bd30-d1ea-45e3-bb47-e0c1f46d4361 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104724 Dec 10 08:53:27.034647 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.039033 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.061958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.100928 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c21f2-aeb1-4fde-8d07-200f404fe6f2 None None] Pushing event updated for resources: {'Port': ['ID=568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:27.128455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Checking segment: {'id': 'cc5b4c10-bf75-4639-9644-a209044c8a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:27.129483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Network hostable DHCP agents. Network: f9d977ea-2fc5-42d0-b94f-ea2fac5659f1, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:53:27.136045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b02b26-4ed6-42ce-9460-688eb713fae3,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:27.148722 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Attempting to bind port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:27.149285 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Attempting to bind port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:27.150028 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Attempting to bind port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 on network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:27.152952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:53:27.155930 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:27.155930 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Checking segment: {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:27.156328 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.156723 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Bound using segment: {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:27.157456 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Bound port: 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:27.157880 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.168315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, f9d977ea-2fc5-42d0-b94f-ea2fac5659f1) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:27.172964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:27.173831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.182050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eba520-744f-483b-93ff-9fa7c3e98bd9 None None] Network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:53:27.197614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3038d6e8-6691-456a-8f1a-3160a7106c2b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3910637 Dec 10 08:53:27.198081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46192) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:27.202820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:27.230572 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.232018 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.241891 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] For port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:27.250881 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] For port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:27.257933 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.322454 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c21f2-aeb1-4fde-8d07-200f404fe6f2 None None] Pushing event updated for resources: {'Port': ['ID=568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:27.334304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.387684 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:27.389737 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:27.421573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-f9d977ea-2fc5-42d0-b94f-ea2fac5659f1', 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1', 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'fixed_ips': [{'subnet_id': '65b02b26-4ed6-42ce-9460-688eb713fae3'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:53:27.423189 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.438894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f653f56a-c113-46c7-bf86-107dc693cddb None None] Provisioning complete for port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:27.439966 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f653f56a-c113-46c7-bf86-107dc693cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.504875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b1652-2934-4f63-aa57-e66bc1cdd08e req-897458e7-6e4b-4d65-8fa1-43fe37267c3d tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:27.506782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a2b1652-2934-4f63-aa57-e66bc1cdd08e req-897458e7-6e4b-4d65-8fa1-43fe37267c3d tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 947 time: 0.1885552 Dec 10 08:53:27.594225 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:27.625258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.723715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a2b1652-2934-4f63-aa57-e66bc1cdd08e req-6eda1365-d7a7-457d-a160-a8eec77f8197 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648393 Dec 10 08:53:27.751203 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f653f56a-c113-46c7-bf86-107dc693cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.776349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Allocated IP 172.20.0.2 (f9d977ea-2fc5-42d0-b94f-ea2fac5659f1/65b02b26-4ed6-42ce-9460-688eb713fae3/2dc1b749-dee6-4fab-8aaf-75c62280b726) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:27.790830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0953e-e265-4a21-9aae-52349918e971 req-b8941282-120a-483a-87da-17d3d2510019 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:27.792654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41f0953e-e265-4a21-9aae-52349918e971 req-b8941282-120a-483a-87da-17d3d2510019 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.1498947 Dec 10 08:53:27.818552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f653f56a-c113-46c7-bf86-107dc693cddb None None] For port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:27.830403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f653f56a-c113-46c7-bf86-107dc693cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:27.855628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41f0953e-e265-4a21-9aae-52349918e971 req-6514b014-98e6-49c4-b55f-5eecdb3918e4 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541036 Dec 10 08:53:27.985071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653f56a-c113-46c7-bf86-107dc693cddb None None] Pushing event updated for resources: {'Port': ['ID=568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:28.020180 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:23Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19', 'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'mac_address': 'fa:16:3e:1f:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:22Z', 'updated_at': '2021-12-10T08:53:27Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'subnets': [{'id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:28.022787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-036330bc-b82d-41cf-9175-6f5328fcc697 None None] Provisioning complete for port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:28.023504 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-036330bc-b82d-41cf-9175-6f5328fcc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.060128 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7de9bd-7f12-4294-854a-7ef292fe34b5 None None] The sync data for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 is: [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:23Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19', 'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'mac_address': 'fa:16:3e:1f:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:22Z', 'updated_at': '2021-12-10T08:53:27Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'subnets': [{'id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:53:28.074227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-aa794010-4ac3-480c-b2da-ac24b42e818e tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:28.076909 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-aa794010-4ac3-480c-b2da-ac24b42e818e tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.0672705 Dec 10 08:53:28.093448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-3'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:28.169256 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.184175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0a86a848-822b-4b26-a1eb-b950939b3d91 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:28.186831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b0ac373d-6cf4-4ad4-991b-2f07725bfdaf details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:53:28.197079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.214673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.289520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Pushing event updated for resources: {'Port': ['ID=2dc1b749-dee6-4fab-8aaf-75c62280b726,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:28.299305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 0a86a848-822b-4b26-a1eb-b950939b3d91 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:28.299874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0a86a848-822b-4b26-a1eb-b950939b3d91 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:28.318345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:28.323938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:28.326517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:28.340642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-880edd9f-a474-4672-bfa4-de15243b0b24 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:28.342584 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-880edd9f-a474-4672-bfa4-de15243b0b24 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.18 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.1227636 Dec 10 08:53:28.452988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7a9ef-d913-4423-a0e3-572b7537e847 req-4f0c2f57-c3a1-4812-836e-cb5dde41485c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:28.454559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55f7a9ef-d913-4423-a0e3-572b7537e847 req-4f0c2f57-c3a1-4812-836e-cb5dde41485c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1744089 Dec 10 08:53:28.498239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064317b9-6991-4519-9b30-06ec4e309008 req-a460c27b-e521-4089-9808-20a3c4bbb0d2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:28.501052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Attempting to bind port 2dc1b749-dee6-4fab-8aaf-75c62280b726 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:28.501709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Attempting to bind port 2dc1b749-dee6-4fab-8aaf-75c62280b726 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'cc5b4c10-bf75-4639-9644-a209044c8a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:28.502427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Attempting to bind port 2dc1b749-dee6-4fab-8aaf-75c62280b726 on network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:28.506628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-064317b9-6991-4519-9b30-06ec4e309008 req-a460c27b-e521-4089-9808-20a3c4bbb0d2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.2275786 Dec 10 08:53:28.520643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:28.546171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:28.547160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Checking segment: {'id': 'cc5b4c10-bf75-4639-9644-a209044c8a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:28.548232 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.548846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Bound using segment: {'id': 'cc5b4c10-bf75-4639-9644-a209044c8a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:28.549887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Bound port: 2dc1b749-dee6-4fab-8aaf-75c62280b726, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5b4c10-bf75-4639-9644-a209044c8a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:28.550622 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.556941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'b0ac373d-6cf4-4ad4-991b-2f07725bfdaf', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'b0ac373d-6cf4-4ad4-991b-2f07725bfdaf', 'mac_address': 'fa:16:3e:ec:fe:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:53:28.563238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:28.592243 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.602769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-064317b9-6991-4519-9b30-06ec4e309008 req-4d325a82-c582-4203-8df5-a62a0dd84672 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950508 Dec 10 08:53:28.642039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:28.653476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] For port 2dc1b749-dee6-4fab-8aaf-75c62280b726, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:28.654053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Deleting port d47c4e4a-fac5-4755-992d-1cb117c8bb7d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:28.655233 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.657090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] For port 2dc1b749-dee6-4fab-8aaf-75c62280b726, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2dc1b749-dee6-4fab-8aaf-75c62280b726,segment=NetworkSegment(cc5b4c10-bf75-4639-9644-a209044c8a07),segment_id=cc5b4c10-bf75-4639-9644-a209044c8a07)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:28.686439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55f7a9ef-d913-4423-a0e3-572b7537e847 req-c33a72b1-81d7-41ee-b2df-976b91998306 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218909 Dec 10 08:53:28.688860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.704387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:28.714289 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.794465 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.831241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:28.844220 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06602d7-6c21-4418-9c42-6ba68e741bca" -d '{"events": [{"server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:28.855999 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.863818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ac373d-6cf4-4ad4-991b-2f07725bfdaf {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:28.922619 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.924930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:28.926197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef20c61-dee9-4e5d-95d8-014d75a35eea None None] Pushing event updated for resources: {'Port': ['ID=2dc1b749-dee6-4fab-8aaf-75c62280b726,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:28.937817 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.951206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:28.951584 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:28.961068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Allocated IP 172.25.3.213 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/81500995-8318-44fa-9360-525466dd3dd1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:29.017703 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7dd35d-04ec-4486-820b-264aaef2572a x-openstack-request-id: req-0a7dd35d-04ec-4486-820b-264aaef2572a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:29.018121 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:29.018593 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a7dd35d-04ec-4486-820b-264aaef2572a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:29.019234 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c', 'code': 200} Dec 10 08:53:29.051879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] For port d47c4e4a-fac5-4755-992d-1cb117c8bb7d, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:29.057456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:29.066589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:29.087335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Pushing event updated for resources: {'Port': ['ID=9f05c18c-b39c-4b06-af24-44d3a5ca347c,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:29.127897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Calling delete_port for d47c4e4a-fac5-4755-992d-1cb117c8bb7d owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:29.148609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on host n-h1-814746-3 for vnic_type normal with profile {"migrating_to": "n-h2-814746-3"} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:29.149139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:29.149793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:29.160624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on network 38f4be52-a18a-42a7-be07-351c47d9e9af not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:53:29.160624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Attempting to bind port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on network 38f4be52-a18a-42a7-be07-351c47d9e9af {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:29.171122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:29.171559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Checking segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:29.171968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Bound using segment: {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:29.172422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Bound port: 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf8c8c8-8929-45e6-b091-61877dca926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '38f4be52-a18a-42a7-be07-351c47d9e9af'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:29.172792 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:29.230208 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:29.257495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['b0ac373d-6cf4-4ad4-991b-2f07725bfdaf'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:29.324605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:29.333839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:29.343768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed99d29-d4e5-41b1-926a-5905627dca95 req-e144b89a-fc55-4545-9c80-ba0e521ec6c7 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:29.351743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ed99d29-d4e5-41b1-926a-5905627dca95 req-e144b89a-fc55-4545-9c80-ba0e521ec6c7 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 948 time: 0.3349798 Dec 10 08:53:29.362699 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:29.390066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144842-a1b9-44cf-b242-ee8115996c2b req-d93845e5-dc44-4e8f-87a7-d6cfc42ae7d8 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:29.391686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52144842-a1b9-44cf-b242-ee8115996c2b req-d93845e5-dc44-4e8f-87a7-d6cfc42ae7d8 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 944 time: 0.2475536 Dec 10 08:53:29.420238 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:29.521632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ed99d29-d4e5-41b1-926a-5905627dca95 req-3c12d040-cf6e-49ea-8e53-6fbc4b8e92cc tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689286 Dec 10 08:53:29.528015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:29.543321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:29.557672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:29.561407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Pushing event updated for resources: {'Port': ['ID=81500995-8318-44fa-9360-525466dd3dd1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:29.595259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52144842-a1b9-44cf-b242-ee8115996c2b req-fae0e56c-8252-45ec-8429-b65c089280fd tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921053 Dec 10 08:53:29.832218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Pushing event updated for resources: {'Port': ['ID=9f05c18c-b39c-4b06-af24-44d3a5ca347c,revision_number=8']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:29.851729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89ebd3-bc8d-4c72-9d1c-2837c6a378f0 req-4ee4d431-b46d-447f-9a3e-d338524b8923 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:29.853925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f89ebd3-bc8d-4c72-9d1c-2837c6a378f0 req-4ee4d431-b46d-447f-9a3e-d338524b8923 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1485124 Dec 10 08:53:29.918342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:29.919075 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:29.920924 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-bcce9970-dcdc-4a52-89b9-bb1fbdb3bb2c service neutron] 10.222.0.39 "PUT /v2.0/ports/9f05c18c-b39c-4b06-af24-44d3a5ca347c HTTP/1.1" status: 200 len: 1121 time: 1.8342474 Dec 10 08:53:29.956574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5231d6-d2e1-425c-ba46-20769cb045be req-40216048-1d76-4c84-9f65-5af56bee3d0a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:29.972600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:29.979135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e5231d6-d2e1-425c-ba46-20769cb045be req-40216048-1d76-4c84-9f65-5af56bee3d0a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1881521 Dec 10 08:53:30.012326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9f05c18c-b39c-4b06-af24-44d3a5ca347c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:30.042653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:30.056769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['9f05c18c-b39c-4b06-af24-44d3a5ca347c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:30.073261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Pushing event deleted for resources: {'Port': ['ID=d47c4e4a-fac5-4755-992d-1cb117c8bb7d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:30.096523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] No DVR routers for this DVR port d47c4e4a-fac5-4755-992d-1cb117c8bb7d on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:30.113083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:30.120865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f89ebd3-bc8d-4c72-9d1c-2837c6a378f0 req-49f22893-4da6-4e37-9e53-9ed40ac8a8dd tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110538 Dec 10 08:53:30.121754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c309b5d6-6fa3-421b-928a-1885923b7547 req-c3608acb-9b24-4218-8731-1b71f382cc90 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.18 "DELETE /v2.0/ports/d47c4e4a-fac5-4755-992d-1cb117c8bb7d HTTP/1.1" status: 204 len: 173 time: 1.7668741 Dec 10 08:53:30.161861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 9f05c18c-b39c-4b06-af24-44d3a5ca347c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:53:30.371632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e5231d6-d2e1-425c-ba46-20769cb045be req-9663cdc0-d5d5-4dab-9173-58da35aaa4dd tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915980 Dec 10 08:53:30.458301 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:30.565792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03332695-3e32-4afb-af11-d182bde366ec None None] Network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:53:30.637732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Router 5e1b5283-a816-4492-8d74-ac38b169ec4f is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:53:30.648002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2dc1b749-dee6-4fab-8aaf-75c62280b726 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:30.737247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:30.741387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b965e9f8-015a-45e5-a072-d091c08e9167 None None] Provisioning complete for port 2dc1b749-dee6-4fab-8aaf-75c62280b726 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:30.741886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b965e9f8-015a-45e5-a072-d091c08e9167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:30.799922 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65b8c352-d2e3-4f5d-a320-fb41013dae25 req-781eb809-0e80-48a6-b36d-b8d096f25b8b tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=26254585-e82d-4420-890b-922605d7d994 HTTP/1.1" status: 200 len: 210 time: 0.0678687 Dec 10 08:53:30.814988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842f42e-4c66-4409-b8fb-f8a5fe18f429 req-ad03e4cf-bc75-47af-aad8-746c6bbd76eb tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:30.818037 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1842f42e-4c66-4409-b8fb-f8a5fe18f429 req-ad03e4cf-bc75-47af-aad8-746c6bbd76eb tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 948 time: 0.1742909 Dec 10 08:53:30.843603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 9f05c18c-b39c-4b06-af24-44d3a5ca347c has no active binding in host n-h2-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 08:53:30.869591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:53:30.902112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1842f42e-4c66-4409-b8fb-f8a5fe18f429 req-a7540207-9bc5-41b5-93d7-820598fb0478 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725641 Dec 10 08:53:30.906828 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:30.908910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0f9d3c13-5240-4d90-aa93-931006753b45 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7096753 Dec 10 08:53:30.911510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46230) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:30.912764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85311467-b687-4a98-b9b6-279429261603 None None] Sync routers for ids ['5e1b5283-a816-4492-8d74-ac38b169ec4f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:53:30.946616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2dc1b749-dee6-4fab-8aaf-75c62280b726 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:30.947191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:30.951673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85311467-b687-4a98-b9b6-279429261603 None None] Routers {'5e1b5283-a816-4492-8d74-ac38b169ec4f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:30.952436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-85311467-b687-4a98-b9b6-279429261603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['5e1b5283-a816-4492-8d74-ac38b169ec4f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:31.020086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c'}, {'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'name': 'network-vif-deleted', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:31.022785 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5654da19-3769-4850-84cb-52dfc45cc6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c"}, {"server_uuid": "26254585-e82d-4420-890b-922605d7d994", "name": "network-vif-deleted", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:31.073935 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7374ed09-43dd-4c85-b6d2-79dd6ea69548 x-openstack-request-id: req-7374ed09-43dd-4c85-b6d2-79dd6ea69548 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:31.074507 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c", "status": "completed", "code": 200}, {"server_uuid": "26254585-e82d-4420-890b-922605d7d994", "name": "network-vif-deleted", "tag": "d47c4e4a-fac5-4755-992d-1cb117c8bb7d", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:31.075005 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7374ed09-43dd-4c85-b6d2-79dd6ea69548 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:31.075854 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c', 'status': 'completed', 'code': 200} Dec 10 08:53:31.076555 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26254585-e82d-4420-890b-922605d7d994', 'name': 'network-vif-deleted', 'tag': 'd47c4e4a-fac5-4755-992d-1cb117c8bb7d', 'status': 'completed', 'code': 200} Dec 10 08:53:31.091922 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b965e9f8-015a-45e5-a072-d091c08e9167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:31.181492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b965e9f8-015a-45e5-a072-d091c08e9167 None None] For port 2dc1b749-dee6-4fab-8aaf-75c62280b726, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2dc1b749-dee6-4fab-8aaf-75c62280b726,segment=NetworkSegment(cc5b4c10-bf75-4639-9644-a209044c8a07),segment_id=cc5b4c10-bf75-4639-9644-a209044c8a07)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:31.184508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-9992b3a9-48c7-4244-b254-73cfef1281ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:31.187500 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-9992b3a9-48c7-4244-b254-73cfef1281ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 1124 time: 0.0818422 Dec 10 08:53:31.190722 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b965e9f8-015a-45e5-a072-d091c08e9167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:31.220420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-85311467-b687-4a98-b9b6-279429261603 None None] Set router 5e1b5283-a816-4492-8d74-ac38b169ec4f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:31.344483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-8fce3db5-a69b-4e3d-9c57-c92e2ae6d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:31.346156 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-8fce3db5-a69b-4e3d-9c57-c92e2ae6d226 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1472096 Dec 10 08:53:31.349544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993e102-3d39-4f01-8882-dd44d8bb0ac5 req-43aa8ff7-d170-40d5-8850-a870262d2287 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:31.354101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3993e102-3d39-4f01-8882-dd44d8bb0ac5 req-43aa8ff7-d170-40d5-8850-a870262d2287 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1142237 Dec 10 08:53:31.413979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965e9f8-015a-45e5-a072-d091c08e9167 None None] Pushing event updated for resources: {'Port': ['ID=2dc1b749-dee6-4fab-8aaf-75c62280b726,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:31.436585 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-032e14ad-78fe-4d2d-bbf0-0583c2a83999 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c HTTP/1.1" status: 200 len: 217 time: 0.0785155 Dec 10 08:53:31.456509 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3993e102-3d39-4f01-8882-dd44d8bb0ac5 req-a28aefd3-703c-498a-b5eb-ccbaeda1e442 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976882 Dec 10 08:53:31.519684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-219a054b-01f5-4efe-8210-398236ee8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:31.521174 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-219a054b-01f5-4efe-8210-398236ee8ebf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.0750675 Dec 10 08:53:31.552745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-524ff199-78ee-4997-b939-081527451320 None None] Provisioning complete for port 2dc1b749-dee6-4fab-8aaf-75c62280b726 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:31.552745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-524ff199-78ee-4997-b939-081527451320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:31.564899 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-053f0623-90bb-4ced-9867-3ec6e21d4378 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347271 Dec 10 08:53:31.594083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-85311467-b687-4a98-b9b6-279429261603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '81500995-8318-44fa-9360-525466dd3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:27Z', 'updated_at': '2021-12-10T08:53:29Z', 'revision_number': 3, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'gw_port': {'id': '81500995-8318-44fa-9360-525466dd3dd1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:28Z', 'updated_at': '2021-12-10T08:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:31.633867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85311467-b687-4a98-b9b6-279429261603 None None] Checking router: 5e1b5283-a816-4492-8d74-ac38b169ec4f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:53:31.634358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85311467-b687-4a98-b9b6-279429261603 None None] Updating router 5e1b5283-a816-4492-8d74-ac38b169ec4f port 81500995-8318-44fa-9360-525466dd3dd1 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:53:31.638361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:31.649571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665428a-f3ef-4d1a-bb21-2c4fafdf493c req-e096f304-5ede-4d84-829d-f66dd2a3bafe tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:31.651252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4665428a-f3ef-4d1a-bb21-2c4fafdf493c req-e096f304-5ede-4d84-829d-f66dd2a3bafe tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.0848780 Dec 10 08:53:31.672276 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-85311467-b687-4a98-b9b6-279429261603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:31.676066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-a705b309-fe1b-429a-9f0f-6b73f700e61a service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027045 Dec 10 08:53:31.770328 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5654da19-3769-4850-84cb-52dfc45cc6bc req-58bc0964-426f-4f2b-b991-2cdd0fbd93d4 service neutron] 10.222.0.18 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857198 Dec 10 08:53:31.791887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4665428a-f3ef-4d1a-bb21-2c4fafdf493c req-86b5df3d-d62b-426d-8cc2-235106c6f38a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294665 Dec 10 08:53:31.863213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Allocated IP 172.20.0.1 (f9d977ea-2fc5-42d0-b94f-ea2fac5659f1/65b02b26-4ed6-42ce-9460-688eb713fae3/b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:31.986369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-85311467-b687-4a98-b9b6-279429261603 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:31.993355 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-85311467-b687-4a98-b9b6-279429261603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:31.995853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.058376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-85311467-b687-4a98-b9b6-279429261603 None None] Attempting to bind port 81500995-8318-44fa-9360-525466dd3dd1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:32.058736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-85311467-b687-4a98-b9b6-279429261603 None None] Attempting to bind port 81500995-8318-44fa-9360-525466dd3dd1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:32.059298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85311467-b687-4a98-b9b6-279429261603 None None] Attempting to bind port 81500995-8318-44fa-9360-525466dd3dd1 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:32.061448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c3049-2adf-4c2f-a013-98fa0cb0fed4 None None] Pushing event updated for resources: {'Port': ['ID=81500995-8318-44fa-9360-525466dd3dd1,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:32.065260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620c832-f2f3-49c4-b742-3a16e426ed39 req-3eab7cb3-f91e-4c1b-a9ba-945821347673 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:32.067864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85311467-b687-4a98-b9b6-279429261603 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:32.068244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85311467-b687-4a98-b9b6-279429261603 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:32.068970 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-85311467-b687-4a98-b9b6-279429261603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.069559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85311467-b687-4a98-b9b6-279429261603 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:32.069972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4620c832-f2f3-49c4-b742-3a16e426ed39 req-3eab7cb3-f91e-4c1b-a9ba-945821347673 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 948 time: 0.0791836 Dec 10 08:53:32.070215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-85311467-b687-4a98-b9b6-279429261603 None None] Bound port: 81500995-8318-44fa-9360-525466dd3dd1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:32.070605 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-85311467-b687-4a98-b9b6-279429261603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.105834 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.122667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-85311467-b687-4a98-b9b6-279429261603 None None] For port 81500995-8318-44fa-9360-525466dd3dd1, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:32.125882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-85311467-b687-4a98-b9b6-279429261603 None None] For port 81500995-8318-44fa-9360-525466dd3dd1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=81500995-8318-44fa-9360-525466dd3dd1,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:32.130274 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-85311467-b687-4a98-b9b6-279429261603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.156614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:32.166422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b0ac373d-6cf4-4ad4-991b-2f07725bfdaf up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:32.187008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:32.193253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4620c832-f2f3-49c4-b742-3a16e426ed39 req-ba700873-9b06-496f-8461-5bc624d47deb tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182275 Dec 10 08:53:32.200704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:32.203741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:32.205654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Pushing event updated for resources: {'Port': ['ID=b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:32.217698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: d47c4e4a-fac5-4755-992d-1cb117c8bb7d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:32.218046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d47c4e4a-fac5-4755-992d-1cb117c8bb7d not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:32.240332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46481b16-ce38-4e1f-a2f6-15d8e59215d2 req-96285a18-bb67-4efc-be87-0c242c72e4c9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:32.241905 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46481b16-ce38-4e1f-a2f6-15d8e59215d2 req-96285a18-bb67-4efc-be87-0c242c72e4c9 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 944 time: 0.1497324 Dec 10 08:53:32.264917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85311467-b687-4a98-b9b6-279429261603 None None] Routers {'5e1b5283-a816-4492-8d74-ac38b169ec4f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:32.265623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-85311467-b687-4a98-b9b6-279429261603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['5e1b5283-a816-4492-8d74-ac38b169ec4f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:32.287128 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.367677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46481b16-ce38-4e1f-a2f6-15d8e59215d2 req-d75437a7-c235-4362-9f45-1faa7b87481c tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf6f407-846d-4759-ac18-6bf637686329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126976 Dec 10 08:53:32.393809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-85311467-b687-4a98-b9b6-279429261603 None None] Set router 5e1b5283-a816-4492-8d74-ac38b169ec4f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:32.542843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.692973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2dc1b749-dee6-4fab-8aaf-75c62280b726 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:32.695646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c3049-2adf-4c2f-a013-98fa0cb0fed4 None None] Pushing event updated for resources: {'Port': ['ID=81500995-8318-44fa-9360-525466dd3dd1,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:32.776979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb809699-282c-4576-9676-0a39b91cb674 req-5fcafec9-efa2-4b1c-a821-9d3660636af2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:32.778574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb809699-282c-4576-9676-0a39b91cb674 req-5fcafec9-efa2-4b1c-a821-9d3660636af2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.0842686 Dec 10 08:53:32.789384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-55600fa7-3d96-40d7-bbed-83c9a601619d None None] Provisioning complete for port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:32.790329 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55600fa7-3d96-40d7-bbed-83c9a601619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.801599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.815042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.843664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-e6d59842-7692-4dc0-b606-9715704f39fb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:32.847309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-e6d59842-7692-4dc0-b606-9715704f39fb tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.18 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 944 time: 0.0982778 Dec 10 08:53:32.858844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:53:32.869046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-55600fa7-3d96-40d7-bbed-83c9a601619d None None] Port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:53:32.889313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:32.890523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.925213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2dc1b749-dee6-4fab-8aaf-75c62280b726 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:32.925891 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.935791 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:32.962868 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb809699-282c-4576-9676-0a39b91cb674 req-4e81a231-4fe8-4533-a245-35ca7a0c6b4f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581573 Dec 10 08:53:32.964654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Pushing event updated for resources: {'Port': ['ID=b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:33.032743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Deleting port 164878be-34ba-478d-ab41-6100932d0d11 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:33.033562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:33.127703 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:33.130182 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3c9214d9-3d79-477d-95ee-4e672f9bdab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:33.132057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-85311467-b687-4a98-b9b6-279429261603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '81500995-8318-44fa-9360-525466dd3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:27Z', 'updated_at': '2021-12-10T08:53:29Z', 'revision_number': 3, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'gw_port': {'id': '81500995-8318-44fa-9360-525466dd3dd1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:28Z', 'updated_at': '2021-12-10T08:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:33.211878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85311467-b687-4a98-b9b6-279429261603 None None] The sync data for ids ['5e1b5283-a816-4492-8d74-ac38b169ec4f'] in n-d-814746-3 is: [{'id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '81500995-8318-44fa-9360-525466dd3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:27Z', 'updated_at': '2021-12-10T08:53:29Z', 'revision_number': 3, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'gw_port': {'id': '81500995-8318-44fa-9360-525466dd3dd1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:28Z', 'updated_at': '2021-12-10T08:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:53:33.223355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] For port 164878be-34ba-478d-ab41-6100932d0d11, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=164878be-34ba-478d-ab41-6100932d0d11,segment=NetworkSegment(944e728c-863b-408e-9891-522024654b63),segment_id=944e728c-863b-408e-9891-522024654b63)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:33.224251 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:33.232498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836d66ab-ba61-4967-a520-6d1846cba05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ac373d-6cf4-4ad4-991b-2f07725bfdaf'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:33.235469 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b6860b-110d-4416-b7da-6fc65024ec00" -d '{"events": [{"server_uuid": "836d66ab-ba61-4967-a520-6d1846cba05f", "name": "network-vif-plugged", "status": "completed", "tag": "b0ac373d-6cf4-4ad4-991b-2f07725bfdaf"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:33.241746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Calling delete_port for 164878be-34ba-478d-ab41-6100932d0d11 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:33.253191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:33.266023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:33.343204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:33.475713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:33.481948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f531d36-a1b0-4699-93f5-f3890de6875e req-6ce5af7f-642d-4bbf-be5e-0798a5321884 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:33.483511 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f531d36-a1b0-4699-93f5-f3890de6875e req-6ce5af7f-642d-4bbf-be5e-0798a5321884 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.5374422 Dec 10 08:53:33.526139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73961d-3cc0-4ac0-b957-70d4dfc9d083 req-1aabf930-c154-4db9-a9fb-1ae5505a55ce tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:33.535718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Pushing event deleted for resources: {'Port': ['ID=164878be-34ba-478d-ab41-6100932d0d11,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:33.540955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d73961d-3cc0-4ac0-b957-70d4dfc9d083 req-1aabf930-c154-4db9-a9fb-1ae5505a55ce tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 949 time: 0.1692812 Dec 10 08:53:33.586014 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] No DVR routers for this DVR port 164878be-34ba-478d-ab41-6100932d0d11 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:33.587182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:33.588694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:33.592871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:33.594153 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8e8dd7b6-5722-4a36-919f-9db6bc5b9a5d req-91073458-b9c5-43ed-bbd6-d9c324f7e4ae tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.18 "DELETE /v2.0/ports/164878be-34ba-478d-ab41-6100932d0d11 HTTP/1.1" status: 204 len: 173 time: 0.7288086 Dec 10 08:53:33.597306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'name': 'network-vif-deleted', 'tag': '164878be-34ba-478d-ab41-6100932d0d11'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:33.600558 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc8aeb1-38fb-4248-97fb-ceb02e0a907f" -d '{"events": [{"server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "name": "network-vif-deleted", "tag": "164878be-34ba-478d-ab41-6100932d0d11"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:33.724797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d73961d-3cc0-4ac0-b957-70d4dfc9d083 req-b8464bac-3650-4825-a156-fdc98ea24c12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828513 Dec 10 08:53:33.812696 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbfed5d-b30e-4ee0-a2dd-80b4a18d8018 x-openstack-request-id: req-6fbfed5d-b30e-4ee0-a2dd-80b4a18d8018 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:33.813252 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836d66ab-ba61-4967-a520-6d1846cba05f", "name": "network-vif-plugged", "status": "completed", "tag": "b0ac373d-6cf4-4ad4-991b-2f07725bfdaf", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:33.813604 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fbfed5d-b30e-4ee0-a2dd-80b4a18d8018 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:33.814074 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836d66ab-ba61-4967-a520-6d1846cba05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ac373d-6cf4-4ad4-991b-2f07725bfdaf', 'code': 200} Dec 10 08:53:33.890172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f531d36-a1b0-4699-93f5-f3890de6875e req-9eb0390c-43f5-4206-aeb7-647e00aa3ec8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465929 Dec 10 08:53:34.007384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976b27-f9e5-426c-925d-5747deb0c4c9 req-c85dcef4-3760-4012-94c8-43196c2acf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:34.009602 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13976b27-f9e5-426c-925d-5747deb0c4c9 req-c85dcef4-3760-4012-94c8-43196c2acf7a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 1100 time: 0.0978265 Dec 10 08:53:34.096223 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd0794ed-9d92-4959-8782-cf58bd900899 req-65d63fb0-4b14-446e-8e70-5366012f7615 tempest-LiveAutoBlockMigrationV225Test-2085986901 tempest-LiveAutoBlockMigrationV225Test-2085986901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1443cdd8-75c9-4d1a-938d-79e86f1c9cda HTTP/1.1" status: 200 len: 210 time: 0.1435492 Dec 10 08:53:34.117586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-188f2b5b-c112-4818-8c40-991ae20b3245 None None] Provisioning complete for port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:34.118041 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-188f2b5b-c112-4818-8c40-991ae20b3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:34.157586 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd23b45-d7b8-4452-9727-afac33a9938f x-openstack-request-id: req-2dd23b45-d7b8-4452-9727-afac33a9938f {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:34.157925 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443cdd8-75c9-4d1a-938d-79e86f1c9cda", "name": "network-vif-deleted", "tag": "164878be-34ba-478d-ab41-6100932d0d11", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:34.158169 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2dd23b45-d7b8-4452-9727-afac33a9938f {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:34.158609 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1443cdd8-75c9-4d1a-938d-79e86f1c9cda', 'name': 'network-vif-deleted', 'tag': '164878be-34ba-478d-ab41-6100932d0d11', 'status': 'completed', 'code': 200} Dec 10 08:53:34.182335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13976b27-f9e5-426c-925d-5747deb0c4c9 req-4590882b-982e-44c5-bad5-437e6c336b7d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644778 Dec 10 08:53:34.192673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Router 5e1b5283-a816-4492-8d74-ac38b169ec4f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:53:34.250352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-188f2b5b-c112-4818-8c40-991ae20b3245 None None] Port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:53:34.381291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:53:34.393717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d9286804-f4eb-4ecc-8010-93b0a77686fc admin admin] 10.222.0.31 "PUT /v2.0/routers/5e1b5283-a816-4492-8d74-ac38b169ec4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4796791 Dec 10 08:53:34.452944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a00860-0ccd-499e-aa1b-113c9296db72 req-cb2576c8-d4ee-47a1-8cbb-7a8cdf4f7d27 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:34.454725 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2a00860-0ccd-499e-aa1b-113c9296db72 req-cb2576c8-d4ee-47a1-8cbb-7a8cdf4f7d27 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.0760033 Dec 10 08:53:34.563569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2a00860-0ccd-499e-aa1b-113c9296db72 req-e2cc11a4-04a5-4c96-b763-d3551be19bc5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004195 Dec 10 08:53:34.647744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 81500995-8318-44fa-9360-525466dd3dd1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:34.710989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 81500995-8318-44fa-9360-525466dd3dd1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:34.712351 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:34.835372 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:34.864065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 81500995-8318-44fa-9360-525466dd3dd1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=81500995-8318-44fa-9360-525466dd3dd1,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:34.869573 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:34.905238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1311dd3-c737-4701-af69-c57b383e6f20 req-ab55aaf3-2101-4db8-9da3-88282cea0ae0 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:34.907527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1311dd3-c737-4701-af69-c57b383e6f20 req-ab55aaf3-2101-4db8-9da3-88282cea0ae0 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 949 time: 0.0697429 Dec 10 08:53:34.982612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=81500995-8318-44fa-9360-525466dd3dd1,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:34.997117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1311dd3-c737-4701-af69-c57b383e6f20 req-b8ca8cf2-84a1-4a20-b1fc-e98783f62f9b tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786633 Dec 10 08:53:35.075877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfb8ed-6f8c-4b9e-a208-079fad920a29 req-6cd34770-9929-4e2c-b1b4-e532fe4a7a83 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:35.083588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1bfb8ed-6f8c-4b9e-a208-079fad920a29 req-6cd34770-9929-4e2c-b1b4-e532fe4a7a83 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.0714593 Dec 10 08:53:35.147177 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1bfb8ed-6f8c-4b9e-a208-079fad920a29 req-d610ba8f-2e9b-42e9-872d-598775fb12f6 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627062 Dec 10 08:53:35.199584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46324) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:35.370606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3945-2771-41ac-b520-9bcf2330f6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:35.490801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6968ee32-518a-4d90-ac68-8ff5426703c4 admin admin] Deleting subnet f0664b8d-323e-4feb-80cc-e1f01c876792 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:53:35.503793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6968ee32-518a-4d90-ac68-8ff5426703c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:35.550107 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6968ee32-518a-4d90-ac68-8ff5426703c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:35.590758 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6968ee32-518a-4d90-ac68-8ff5426703c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:35.750513 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6968ee32-518a-4d90-ac68-8ff5426703c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:35.822355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968ee32-518a-4d90-ac68-8ff5426703c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0664b8d-323e-4feb-80cc-e1f01c876792,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:35.829174 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6968ee32-518a-4d90-ac68-8ff5426703c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:35.837014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6968ee32-518a-4d90-ac68-8ff5426703c4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f0664b8d-323e-4feb-80cc-e1f01c876792 HTTP/1.1" status: 204 len: 168 time: 0.6333046 Dec 10 08:53:35.837936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46368) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:35.875051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302dd14-cfaf-4086-89bb-b9a06369d5c3 req-5c1db0b1-9663-4a96-a325-31484b4cbf84 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:35.879554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7302dd14-cfaf-4086-89bb-b9a06369d5c3 req-5c1db0b1-9663-4a96-a325-31484b4cbf84 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1981719 Dec 10 08:53:35.955344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7302dd14-cfaf-4086-89bb-b9a06369d5c3 req-2541c8bc-9407-4875-93ad-b7ff2d0ed6fa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593650 Dec 10 08:53:35.979827 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.072218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.129606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fc98de-a64e-496f-b3f8-4e94ab5f9f38']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:36.143547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944e728c-863b-408e-9891-522024654b63') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:36.143848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944e728c-863b-408e-9891-522024654b63') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:36.147007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac55240-ca1c-46e8-ac25-a3a798de00d6 req-e33bd2f7-3f1f-46fb-9d3b-3008cb544e23 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:36.157411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ac55240-ca1c-46e8-ac25-a3a798de00d6 req-e33bd2f7-3f1f-46fb-9d3b-3008cb544e23 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 949 time: 0.0722389 Dec 10 08:53:36.164905 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.187193 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-42d4a16c-e8e3-443e-acff-161ffd404160 service neutron] 10.222.0.18 "GET /v2.0/ports/9f05c18c-b39c-4b06-af24-44d3a5ca347c/bindings/n-h2-814746-3 HTTP/1.1" status: 200 len: 384 time: 0.1120784 Dec 10 08:53:36.188403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.198212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:53:36.199439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.203290 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Sync routers for ids ['5e1b5283-a816-4492-8d74-ac38b169ec4f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:53:36.206368 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:53:36.217778 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Routers {'5e1b5283-a816-4492-8d74-ac38b169ec4f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:36.218602 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['5e1b5283-a816-4492-8d74-ac38b169ec4f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:36.249003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ac55240-ca1c-46e8-ac25-a3a798de00d6 req-1f95f91d-b599-4681-be4d-b56516a1745a tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868449 Dec 10 08:53:36.330616 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.362167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.365530 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] 10.222.0.31 "DELETE /v2.0/networks/85fc98de-a64e-496f-b3f8-4e94ab5f9f38 HTTP/1.1" status: 204 len: 168 time: 0.5262356 Dec 10 08:53:36.373925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46380) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:36.379938 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.383673 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Set router 5e1b5283-a816-4492-8d74-ac38b169ec4f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:36.454477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a36b9-09ce-4169-aa12-b60163109743 admin admin] Pushing event deleted for resources: {'Network': ['ID=85fc98de-a64e-496f-b3f8-4e94ab5f9f38,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:36.502091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd18844-7b7d-42e4-8b96-6e40fbfb4027 req-87047c1e-1d8c-4733-b8e8-986e43a565bf tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:36.512160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3cd18844-7b7d-42e4-8b96-6e40fbfb4027 req-87047c1e-1d8c-4733-b8e8-986e43a565bf tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1790860 Dec 10 08:53:36.517408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a63849-1d7e-4a94-9689-75774f616dc8 admin admin] Deleting subnet 32aefeb8-bd44-4537-ab23-f9196ab4ab59 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:53:36.527440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-60a63849-1d7e-4a94-9689-75774f616dc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.639752 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-60a63849-1d7e-4a94-9689-75774f616dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.648127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:36.650018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 81500995-8318-44fa-9360-525466dd3dd1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:36.684762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3cd18844-7b7d-42e4-8b96-6e40fbfb4027 req-538798e8-c6ad-427f-a78e-35bd5bbaac3d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683459 Dec 10 08:53:36.700984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:36.739139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-60a63849-1d7e-4a94-9689-75774f616dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.786276 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '81500995-8318-44fa-9360-525466dd3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:27Z', 'updated_at': '2021-12-10T08:53:32Z', 'revision_number': 4, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'gw_port': {'id': '81500995-8318-44fa-9360-525466dd3dd1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:28Z', 'updated_at': '2021-12-10T08:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1', 'name': '', 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'mac_address': 'fa:16:3e:bb:cc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '65b02b26-4ed6-42ce-9460-688eb713fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:31Z', 'updated_at': '2021-12-10T08:53:32Z', 'revision_number': 2, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'subnets': [{'id': '65b02b26-4ed6-42ce-9460-688eb713fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:36.788272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 81500995-8318-44fa-9360-525466dd3dd1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:36.788689 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.815640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f05c18c-b39c-4b06-af24-44d3a5ca347c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:36.847861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:36.852944 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Checking router: 5e1b5283-a816-4492-8d74-ac38b169ec4f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:53:36.853297 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Updating router 5e1b5283-a816-4492-8d74-ac38b169ec4f port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:53:36.870186 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-60a63849-1d7e-4a94-9689-75774f616dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.889617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.905835 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.958150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a63849-1d7e-4a94-9689-75774f616dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32aefeb8-bd44-4537-ab23-f9196ab4ab59,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:36.969948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-60a63849-1d7e-4a94-9689-75774f616dc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:36.982690 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-60a63849-1d7e-4a94-9689-75774f616dc8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/32aefeb8-bd44-4537-ab23-f9196ab4ab59 HTTP/1.1" status: 204 len: 168 time: 0.6050882 Dec 10 08:53:36.990694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46394) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:37.090284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] Transition to ACTIVE for port object 9f05c18c-b39c-4b06-af24-44d3a5ca347c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:53:37.097770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.171206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] No DVR routers for this DVR port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:37.196408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] Pushing event updated for resources: {'Port': ['ID=9f05c18c-b39c-4b06-af24-44d3a5ca347c,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:37.216136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.230184 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-60442e77-7278-4dd5-aab9-17a22ab9bb08 service neutron] 10.222.0.18 "PUT /v2.0/ports/9f05c18c-b39c-4b06-af24-44d3a5ca347c/bindings/n-h2-814746-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0343812 Dec 10 08:53:37.323205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ca03-d963-436b-a10b-e78c52f983a3 req-6fded28c-06f3-4bf0-b9ed-41797aa15e78 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:37.324850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d170ca03-d963-436b-a10b-e78c52f983a3 req-6fded28c-06f3-4bf0-b9ed-41797aa15e78 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.2073219 Dec 10 08:53:37.325597 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.338370 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.370432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-9c65f320-e72f-452e-aea5-acf0b6250254 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:37.372438 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-9c65f320-e72f-452e-aea5-acf0b6250254 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.0683167 Dec 10 08:53:37.392180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.416837 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32414-a18e-49c2-b5f8-9ff3a5b02f85 None None] Pushing event updated for resources: {'Port': ['ID=b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:37.480642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75108a26-cb83-4b11-81fd-d70f40bd4359']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:37.496276 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Attempting to bind port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:37.496618 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Attempting to bind port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'cc5b4c10-bf75-4639-9644-a209044c8a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:37.497097 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Attempting to bind port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 on network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:37.500601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-22bb84d6-59a9-462d-8dc1-6338ec88aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:37.502778 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-22bb84d6-59a9-462d-8dc1-6338ec88aee7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f&tenant_id=7b46326893314c2983c883ddfe677441 HTTP/1.1" status: 200 len: 1095 time: 0.1201982 Dec 10 08:53:37.504301 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:37.504508 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Checking segment: {'id': 'cc5b4c10-bf75-4639-9644-a209044c8a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:37.504924 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.505641 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Bound using segment: {'id': 'cc5b4c10-bf75-4639-9644-a209044c8a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:37.506028 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Bound port: b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5b4c10-bf75-4639-9644-a209044c8a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:37.507207 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.543077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d170ca03-d963-436b-a10b-e78c52f983a3 req-e9ac09cf-b285-4eef-870b-82eb9243b6d7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800938 Dec 10 08:53:37.563416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899e4b34-d53a-4c5d-8efb-d4cd88dbf48e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:37.563771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899e4b34-d53a-4c5d-8efb-d4cd88dbf48e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:37.611893 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.635166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-6aa62ef8-4546-49c4-a268-08a3f3f61fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:37.636705 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-6aa62ef8-4546-49c4-a268-08a3f3f61fc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b46326893314c2983c883ddfe677441&device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 1095 time: 0.0912321 Dec 10 08:53:37.638962 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] For port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:37.642933 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] For port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1,segment=NetworkSegment(cc5b4c10-bf75-4639-9644-a209044c8a07),segment_id=cc5b4c10-bf75-4639-9644-a209044c8a07)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:37.655397 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.657396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.687346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:53:37.687928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:53:37.690109 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:53:37.753228 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Routers {'5e1b5283-a816-4492-8d74-ac38b169ec4f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:37.753975 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['5e1b5283-a816-4492-8d74-ac38b169ec4f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:37.824702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-68149a00-9010-4cdd-a46f-b7cfa4633a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:37.826228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-68149a00-9010-4cdd-a46f-b7cfa4633a12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 200 len: 909 time: 0.1789587 Dec 10 08:53:37.851032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc3a9-5ff9-43fe-b069-a41865aa981f req-287d18aa-a642-4bc5-81e6-1221b4112659 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:37.862191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d83fc3a9-5ff9-43fe-b069-a41865aa981f req-287d18aa-a642-4bc5-81e6-1221b4112659 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 949 time: 0.2004235 Dec 10 08:53:37.865405 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32414-a18e-49c2-b5f8-9ff3a5b02f85 None None] Pushing event updated for resources: {'Port': ['ID=b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:37.892916 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-d2740b66-7957-4ff6-adf9-ed554235cf7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c HTTP/1.1" status: 200 len: 217 time: 0.0541041 Dec 10 08:53:37.931101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.935935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ea813efd-fee2-4ea2-a32f-e70e501decd4 None None] Provisioning complete for port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:37.936482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea813efd-fee2-4ea2-a32f-e70e501decd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.939302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:37.945416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] 10.222.0.31 "DELETE /v2.0/networks/75108a26-cb83-4b11-81fd-d70f40bd4359 HTTP/1.1" status: 204 len: 168 time: 0.9517133 Dec 10 08:53:38.023799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb90db-4bc8-4b11-85eb-52f05e31bfbc admin admin] Pushing event deleted for resources: {'Network': ['ID=75108a26-cb83-4b11-81fd-d70f40bd4359,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:38.042474 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] Set router 5e1b5283-a816-4492-8d74-ac38b169ec4f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:38.055994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d83fc3a9-5ff9-43fe-b069-a41865aa981f req-b0b9611b-097f-4bc7-8b30-a2dfc4ce4625 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922011 Dec 10 08:53:38.059192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-e42c16ac-cb0c-45dd-883c-2fb6605a03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:38.061593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-e42c16ac-cb0c-45dd-883c-2fb6605a03fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 200 len: 848 time: 0.1592324 Dec 10 08:53:38.110210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:38.111139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cfe6f-7782-42dc-9785-83b7b5aa00f4 req-5d6af795-8570-4797-b00a-dc4cfcc98b73 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:38.125871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-229cfe6f-7782-42dc-9785-83b7b5aa00f4 req-5d6af795-8570-4797-b00a-dc4cfcc98b73 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 944 time: 0.2572277 Dec 10 08:53:38.161891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-7525c3dc-caa7-4be2-8fa0-5a63750e771f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38f4be52-a18a-42a7-be07-351c47d9e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885363 Dec 10 08:53:38.188298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 164878be-34ba-478d-ab41-6100932d0d11 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:38.217363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46412) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:38.239795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 164878be-34ba-478d-ab41-6100932d0d11 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:38.241279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 164878be-34ba-478d-ab41-6100932d0d11 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:38.241279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9f05c18c-b39c-4b06-af24-44d3a5ca347c no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:38.302706 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea813efd-fee2-4ea2-a32f-e70e501decd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:38.314909 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-229cfe6f-7782-42dc-9785-83b7b5aa00f4 req-5ab20c39-f943-4c18-9513-63d9d38cecd2 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878660 Dec 10 08:53:38.341058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9f05c18c-b39c-4b06-af24-44d3a5ca347c not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:38.354568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ea813efd-fee2-4ea2-a32f-e70e501decd4 None None] For port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1,segment=NetworkSegment(cc5b4c10-bf75-4639-9644-a209044c8a07),segment_id=cc5b4c10-bf75-4639-9644-a209044c8a07)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:38.361298 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea813efd-fee2-4ea2-a32f-e70e501decd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:38.387532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5f2310cf-dab2-4a5f-a52c-53c188af746f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fc2d9dd9ed646928daa6679d7d0cda2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687322 Dec 10 08:53:38.390318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46414) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:38.405185 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '81500995-8318-44fa-9360-525466dd3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:27Z', 'updated_at': '2021-12-10T08:53:32Z', 'revision_number': 4, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'gw_port': {'id': '81500995-8318-44fa-9360-525466dd3dd1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:28Z', 'updated_at': '2021-12-10T08:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1', 'name': '', 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'mac_address': 'fa:16:3e:bb:cc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '65b02b26-4ed6-42ce-9460-688eb713fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:31Z', 'updated_at': '2021-12-10T08:53:37Z', 'revision_number': 4, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'subnets': [{'id': '65b02b26-4ed6-42ce-9460-688eb713fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:38.430402 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-35f0af6d-53d7-4c64-990b-2fe711fe3c40 service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550583 Dec 10 08:53:38.437277 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e408cb9-35c4-4a59-8bdd-a44973fe0f63 None None] The sync data for ids ['5e1b5283-a816-4492-8d74-ac38b169ec4f'] in n-d-814746-3 is: [{'id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '81500995-8318-44fa-9360-525466dd3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:27Z', 'updated_at': '2021-12-10T08:53:32Z', 'revision_number': 4, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'gw_port': {'id': '81500995-8318-44fa-9360-525466dd3dd1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:28Z', 'updated_at': '2021-12-10T08:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1', 'name': '', 'network_id': 'f9d977ea-2fc5-42d0-b94f-ea2fac5659f1', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'mac_address': 'fa:16:3e:bb:cc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '65b02b26-4ed6-42ce-9460-688eb713fae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:31Z', 'updated_at': '2021-12-10T08:53:37Z', 'revision_number': 4, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'subnets': [{'id': '65b02b26-4ed6-42ce-9460-688eb713fae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:53:38.451520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea813efd-fee2-4ea2-a32f-e70e501decd4 None None] Pushing event updated for resources: {'Port': ['ID=b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:38.476332 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-becea408-206c-4e8c-b106-88e635616926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:38.523275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4c13dbc-e467-4de0-a5e0-f833bdb47b1f None None] Provisioning complete for port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:38.524534 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4c13dbc-e467-4de0-a5e0-f833bdb47b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:38.559821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-becea408-206c-4e8c-b106-88e635616926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:38.613786 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-19d1866d-eef6-49fa-9864-950d3c0cd5ab service neutron] 10.222.0.39 "GET /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747203 Dec 10 08:53:38.656325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-becea408-206c-4e8c-b106-88e635616926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:38.661054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-becea408-206c-4e8c-b106-88e635616926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:38.665267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-becea408-206c-4e8c-b106-88e635616926 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bf6f407-846d-4759-ac18-6bf637686329 HTTP/1.1" status: 204 len: 168 time: 0.2621279 Dec 10 08:53:38.678056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becea408-206c-4e8c-b106-88e635616926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf6f407-846d-4759-ac18-6bf637686329,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:38.834552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8280-aef4-4adb-b27a-8a87b50c9b40 req-1cd1d922-5451-40bd-b204-7a2ef70c3967 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:38.843112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-786a8280-aef4-4adb-b27a-8a87b50c9b40 req-1cd1d922-5451-40bd-b204-7a2ef70c3967 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1056118 Dec 10 08:53:38.896368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:38.937805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-786a8280-aef4-4adb-b27a-8a87b50c9b40 req-0708ead6-f39d-47a6-8838-88fd7dbd24aa tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789130 Dec 10 08:53:39.016728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:39.017847 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:39.106275 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:39.188773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-efde6346-03a6-4192-ae4d-a16bfdac9cf0 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:39.195353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-efde6346-03a6-4192-ae4d-a16bfdac9cf0 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f&tenant_id=7b46326893314c2983c883ddfe677441&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.1810617 Dec 10 08:53:39.210910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-b144a9c5-493b-44b4-8643-0bcb53acf769 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:39.212982 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-b144a9c5-493b-44b4-8643-0bcb53acf769 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.39 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 949 time: 0.1979337 Dec 10 08:53:39.250842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a7eda-9920-4b06-b56f-b8f1d252bcd0 req-72bf766d-01d4-4703-8d64-f065811fd3f6 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:39.252962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-126a7eda-9920-4b06-b56f-b8f1d252bcd0 req-72bf766d-01d4-4703-8d64-f065811fd3f6 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 949 time: 0.1000476 Dec 10 08:53:39.363086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-126a7eda-9920-4b06-b56f-b8f1d252bcd0 req-2b4f5007-9722-41ee-823f-e7469b332710 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc925137-2c4b-4290-abf1-d1ed935c9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967915 Dec 10 08:53:39.366240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46432) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:39.491184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Deleting port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:39.497755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:39.502870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f3c0fe5a-a282-4643-bba9-cd07a05331e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b3f5b9faadf4593bf3457ce396e08b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345718 Dec 10 08:53:39.505027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46436) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:39.558476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-62d1d384-50ab-44b5-9f7f-2e850c98bb14 service neutron] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:39.605009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c39a32-9536-453d-9516-9959b0c772c0 req-7bdf6127-0ba7-4adb-af3e-75ab60498e06 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:39.606893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15c39a32-9536-453d-9516-9959b0c772c0 req-7bdf6127-0ba7-4adb-af3e-75ab60498e06 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 944 time: 0.0966113 Dec 10 08:53:39.607312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-62d1d384-50ab-44b5-9f7f-2e850c98bb14 service neutron] Publish callbacks [] for binding, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:39.608604 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-62d1d384-50ab-44b5-9f7f-2e850c98bb14 service neutron] 10.222.0.39 "DELETE /v2.0/ports/9f05c18c-b39c-4b06-af24-44d3a5ca347c/bindings/n-h1-814746-3 HTTP/1.1" status: 204 len: 173 time: 0.3945868 Dec 10 08:53:39.677984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15c39a32-9536-453d-9516-9959b0c772c0 req-b64add25-7fef-49f2-9309-fcdf5a89b95a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626025 Dec 10 08:53:39.695371 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6871cb95-fc33-45c7-abab-bbaa19444305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:39.744319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] For port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:39.744770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:39.763674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6871cb95-fc33-45c7-abab-bbaa19444305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:39.777215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Calling delete_port for b0ac373d-6cf4-4ad4-991b-2f07725bfdaf owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:39.907324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf3239-92c2-4948-9962-1d38af7b94af req-1232b8ca-2e69-428a-a412-f5f958e4676a tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:39.925262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cdaf3239-92c2-4948-9962-1d38af7b94af req-1232b8ca-2e69-428a-a412-f5f958e4676a tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 1095 time: 0.0854328 Dec 10 08:53:39.928797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6871cb95-fc33-45c7-abab-bbaa19444305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:39.933169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6871cb95-fc33-45c7-abab-bbaa19444305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:39.934419 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6871cb95-fc33-45c7-abab-bbaa19444305 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3efccb33-a7f3-4c41-a331-9ee3c473fbee HTTP/1.1" status: 204 len: 168 time: 0.4284174 Dec 10 08:53:39.991343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871cb95-fc33-45c7-abab-bbaa19444305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efccb33-a7f3-4c41-a331-9ee3c473fbee,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:40.036186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cdaf3239-92c2-4948-9962-1d38af7b94af req-2a5333dd-12a3-4f66-b6bd-23fe4cad0e46 tempest-LiveMigrationTest-310691996 tempest-LiveMigrationTest-310691996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097605 Dec 10 08:53:40.107996 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:40.127121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['b0ac373d-6cf4-4ad4-991b-2f07725bfdaf'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:40.233154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Pushing event deleted for resources: {'Port': ['ID=b0ac373d-6cf4-4ad4-991b-2f07725bfdaf,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:40.311288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e5c5b-6ff7-47e6-ac98-5aa36f408a1c req-b2574042-05ba-4152-8177-f9923d6a60d9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:40.317357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] No DVR routers for this DVR port b0ac373d-6cf4-4ad4-991b-2f07725bfdaf on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:40.321057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:40.325435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3481e9fd-96d7-4798-b5f8-0c30ec2b7e85 req-0043a5e8-60f8-4eed-804a-49ddc22aae12 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.39 "DELETE /v2.0/ports/b0ac373d-6cf4-4ad4-991b-2f07725bfdaf HTTP/1.1" status: 204 len: 173 time: 1.1021621 Dec 10 08:53:40.325838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836d66ab-ba61-4967-a520-6d1846cba05f', 'name': 'network-vif-deleted', 'tag': 'b0ac373d-6cf4-4ad4-991b-2f07725bfdaf'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:40.328150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e5c5b-6ff7-47e6-ac98-5aa36f408a1c req-b2574042-05ba-4152-8177-f9923d6a60d9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1664376 Dec 10 08:53:40.328992 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fc55fc-d222-489b-9e5d-2df522b87bda" -d '{"events": [{"server_uuid": "836d66ab-ba61-4967-a520-6d1846cba05f", "name": "network-vif-deleted", "tag": "b0ac373d-6cf4-4ad4-991b-2f07725bfdaf"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:40.415747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e5c5b-6ff7-47e6-ac98-5aa36f408a1c req-22769298-233c-4ee1-836a-219fe1b2cbbc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864170 Dec 10 08:53:40.453829 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0037292-8613-4e63-8c39-61eeb21dc0e4 x-openstack-request-id: req-d0037292-8613-4e63-8c39-61eeb21dc0e4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:40.454092 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836d66ab-ba61-4967-a520-6d1846cba05f", "name": "network-vif-deleted", "tag": "b0ac373d-6cf4-4ad4-991b-2f07725bfdaf", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:40.454355 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0037292-8613-4e63-8c39-61eeb21dc0e4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:40.454738 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836d66ab-ba61-4967-a520-6d1846cba05f', 'name': 'network-vif-deleted', 'tag': 'b0ac373d-6cf4-4ad4-991b-2f07725bfdaf', 'status': 'completed', 'code': 200} Dec 10 08:53:40.583147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abb3424e-4167-47d3-9c61-b7e7dbc2e4f3 req-5006669f-0a4a-4899-a211-4e1d3a528135 tempest-TenantUsagesTestJSON-1152325729 tempest-TenantUsagesTestJSON-1152325729-project] 10.222.0.31 "GET /v2.0/ports?device_id=836d66ab-ba61-4967-a520-6d1846cba05f HTTP/1.1" status: 200 len: 210 time: 0.0363679 Dec 10 08:53:40.682012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e0479-7415-43de-9915-eb253e71b690 req-6a0586ae-0ea4-451b-84b9-e64057abc486 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:40.692334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d86e0479-7415-43de-9915-eb253e71b690 req-6a0586ae-0ea4-451b-84b9-e64057abc486 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 944 time: 0.1080432 Dec 10 08:53:40.772002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d86e0479-7415-43de-9915-eb253e71b690 req-f959c02f-8236-4672-b689-1124b2664a38 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 Dec 10 08:53:41.102924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-b937583f-ece3-421c-be79-8bc23e7821fb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:41.104410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-b937583f-ece3-421c-be79-8bc23e7821fb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 944 time: 0.0667617 Dec 10 08:53:41.207564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Deleting port 9f05c18c-b39c-4b06-af24-44d3a5ca347c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:41.207918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:41.313840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] For port 9f05c18c-b39c-4b06-af24-44d3a5ca347c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=9f05c18c-b39c-4b06-af24-44d3a5ca347c,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:41.314486 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:41.328594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Calling delete_port for 9f05c18c-b39c-4b06-af24-44d3a5ca347c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:41.492647 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:41.509727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['37be9fb1-6c1c-4fe3-b815-8af68d305c83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:41.512743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['9f05c18c-b39c-4b06-af24-44d3a5ca347c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:41.568278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Pushing event deleted for resources: {'Port': ['ID=9f05c18c-b39c-4b06-af24-44d3a5ca347c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:41.607064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e3dab-56a6-47e5-881e-137f89d9e614 req-e7a7d7e9-b5fd-46dd-94f3-346ab1e97e35 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:41.615125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b32e3dab-56a6-47e5-881e-137f89d9e614 req-e7a7d7e9-b5fd-46dd-94f3-346ab1e97e35 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.0810106 Dec 10 08:53:41.680612 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b32e3dab-56a6-47e5-881e-137f89d9e614 req-8107b6e6-c2a5-4be3-afe9-54a4a0521d53 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597565 Dec 10 08:53:41.698086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] No DVR routers for this DVR port 9f05c18c-b39c-4b06-af24-44d3a5ca347c on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:41.706316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:41.716253 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0e7b75df-b35c-475a-b9dc-e535aaa185c9 req-c4bc235c-8063-47be-9c88-975c1b9248e1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.39 "DELETE /v2.0/ports/9f05c18c-b39c-4b06-af24-44d3a5ca347c HTTP/1.1" status: 204 len: 173 time: 0.6044650 Dec 10 08:53:41.896477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fde69770-39c2-4c35-ba27-22a92477a141 req-9d86b9e2-de7c-46fc-89d4-ce0aed9ea98c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0371807 Dec 10 08:53:42.209361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b0ac373d-6cf4-4ad4-991b-2f07725bfdaf no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:42.241842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: b0ac373d-6cf4-4ad4-991b-2f07725bfdaf {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:42.242756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b0ac373d-6cf4-4ad4-991b-2f07725bfdaf not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:42.266704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46524) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:42.450879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46534) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:42.466114 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7923bce7-1d0c-46d8-a1d1-2bae0e4f8043 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=198771ef0e1246b09cd5c920cbd394cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977525 Dec 10 08:53:42.467148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'name': 'network-vif-deleted', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:42.472171 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc44c9e-180e-40d4-a70c-e3d45a006797" -d '{"events": [{"server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "name": "network-vif-deleted", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:42.538685 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959e6e8d-a5bc-4e9e-bcfb-ea224966273a x-openstack-request-id: req-959e6e8d-a5bc-4e9e-bcfb-ea224966273a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:42.539527 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb64d02-6cad-4f43-9ea6-455e848b6e0f", "name": "network-vif-deleted", "tag": "9f05c18c-b39c-4b06-af24-44d3a5ca347c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:42.539802 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-959e6e8d-a5bc-4e9e-bcfb-ea224966273a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:42.540204 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb64d02-6cad-4f43-9ea6-455e848b6e0f', 'name': 'network-vif-deleted', 'tag': '9f05c18c-b39c-4b06-af24-44d3a5ca347c', 'status': 'completed', 'code': 200} Dec 10 08:53:42.556093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31985cb7-8ff5-4bc4-9f67-1e31346493ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:42.579711 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31985cb7-8ff5-4bc4-9f67-1e31346493ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:42.681196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31985cb7-8ff5-4bc4-9f67-1e31346493ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:42.687242 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31985cb7-8ff5-4bc4-9f67-1e31346493ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:42.689348 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-31985cb7-8ff5-4bc4-9f67-1e31346493ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc925137-2c4b-4290-abf1-d1ed935c9a80 HTTP/1.1" status: 204 len: 168 time: 0.2371984 Dec 10 08:53:42.705480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31985cb7-8ff5-4bc4-9f67-1e31346493ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc925137-2c4b-4290-abf1-d1ed935c9a80,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:42.780866 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-df5d5e88-4d37-410f-8a44-ad4818e3b94b service neutron] show failed (client error): The resource could not be found. Dec 10 08:53:42.783015 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-df5d5e88-4d37-410f-8a44-ad4818e3b94b service neutron] 10.222.0.39 "GET /v2.0/ports/28e7a75e-6ccc-4af3-8b98-83c68151d549/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.1368079 Dec 10 08:53:42.910879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cd6fd-798f-4e97-8e0d-edcc9f899e37 req-45eb3bc2-11ab-4a19-9bf0-ceef08b8e1ff tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:42.916225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-668cd6fd-798f-4e97-8e0d-edcc9f899e37 req-45eb3bc2-11ab-4a19-9bf0-ceef08b8e1ff tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1058364 Dec 10 08:53:42.978743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc6fa1db-d245-41b6-b746-cae18fd43415 req-59da8b9d-25ba-45fb-a847-cdade5801489 tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c2eb71fcf47e4d2da5862fed7dc478de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529726 Dec 10 08:53:43.032066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-668cd6fd-798f-4e97-8e0d-edcc9f899e37 req-1acf7cb0-0c06-4fb2-a879-4719e4b35baf tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083138 Dec 10 08:53:43.151451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-0eeec518-150b-4aef-b2ae-523533906949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:43.153447 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-0eeec518-150b-4aef-b2ae-523533906949 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a&tenant_id=c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 1100 time: 0.0786617 Dec 10 08:53:43.174910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:43.224159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fa1db-d245-41b6-b746-cae18fd43415 req-5b5e6f6d-eb87-4378-9a61-2286ece845e5 tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:43.235139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46568) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:43.235458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc6fa1db-d245-41b6-b746-cae18fd43415 req-5b5e6f6d-eb87-4378-9a61-2286ece845e5 tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090364 Dec 10 08:53:43.259386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58d008d2-44ad-43b8-9b96-7bd63fa7bc44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.270157 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc6fa1db-d245-41b6-b746-cae18fd43415 req-05848ed7-9f75-4ee4-b25d-e4d11f71b9e6 tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/quotas/c2eb71fcf47e4d2da5862fed7dc478de HTTP/1.1" status: 200 len: 375 time: 0.0331552 Dec 10 08:53:43.304601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ef15757-5f37-4518-9a76-4ec97d514a53 req-24586e3b-930c-4165-9438-d8ce5f790eb1 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0602279 Dec 10 08:53:43.333665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.342040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc6fa1db-d245-41b6-b746-cae18fd43415 req-98545cde-0ddc-46ac-b0d8-0a1030740730 tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2eb71fcf47e4d2da5862fed7dc478de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704169 Dec 10 08:53:43.555994 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:53:43.557537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58d008d2-44ad-43b8-9b96-7bd63fa7bc44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.568646 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58d008d2-44ad-43b8-9b96-7bd63fa7bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.682086 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-58d008d2-44ad-43b8-9b96-7bd63fa7bc44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9af41b34e25f4f4d9e854d0c68eb6d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450128 Dec 10 08:53:43.684500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46576) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:43.694002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d008d2-44ad-43b8-9b96-7bd63fa7bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458bdfb7-4c8f-43c4-9932-9613f3b7896b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:43.760265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:43.785846 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4776a45-8b0c-46d4-ab26-11b095e441ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.820089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:43.862455 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4776a45-8b0c-46d4-ab26-11b095e441ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.910640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.927190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Transition to ACTIVE for port object 28e7a75e-6ccc-4af3-8b98-83c68151d549 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:53:43.932165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.976969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4776a45-8b0c-46d4-ab26-11b095e441ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.979892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4776a45-8b0c-46d4-ab26-11b095e441ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:43.981317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d4776a45-8b0c-46d4-ab26-11b095e441ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/458bdfb7-4c8f-43c4-9932-9613f3b7896b HTTP/1.1" status: 204 len: 168 time: 0.2959118 Dec 10 08:53:44.002699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4776a45-8b0c-46d4-ab26-11b095e441ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458bdfb7-4c8f-43c4-9932-9613f3b7896b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:44.019477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] No DVR routers for this DVR port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:44.021713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:44.079035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:44.079390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:44.079732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:44.088570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:53:44.089063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:44.104453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:44.104801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:44.105192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:44.109793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Bound port: 28e7a75e-6ccc-4af3-8b98-83c68151d549, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:44.110217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:44.240848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 9f05c18c-b39c-4b06-af24-44d3a5ca347c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:44.267095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:44.277479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:44.282860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243879-6898-4e6c-9296-51fda1ebebc8 req-d3c11403-80a6-4917-8e0b-f65560e4ba60 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:44.288780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:44.295939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8243879-6898-4e6c-9296-51fda1ebebc8 req-d3c11403-80a6-4917-8e0b-f65560e4ba60 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 947 time: 0.0957794 Dec 10 08:53:44.318332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 9f05c18c-b39c-4b06-af24-44d3a5ca347c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:44.318675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 9f05c18c-b39c-4b06-af24-44d3a5ca347c not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:44.361209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:44.362484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:44.364561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8243879-6898-4e6c-9296-51fda1ebebc8 req-dbc7f720-66a9-4685-8eb4-f01debb86846 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673964 Dec 10 08:53:44.365265 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] 10.222.0.18 "PUT /v2.0/ports/28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 1095 time: 1.1964471 Dec 10 08:53:44.390368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdaaf7-5f60-42ef-8c57-341058d654cc service neutron] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:44.519743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1acec4bf-d298-4ae5-aa16-d04bc2a1a223 req-05a99da2-6a90-4376-be07-1371522626a2 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0632269 Dec 10 08:53:44.538551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-b18f0bd8-7ae1-4e98-8548-fd8e4682c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:44.544713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-b18f0bd8-7ae1-4e98-8548-fd8e4682c0c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1098 time: 0.1463108 Dec 10 08:53:44.547085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549'}, {'name': 'network-changed', 'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:44.549435 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c56d57-5fad-4011-acd9-617f733b953c" -d '{"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-unplugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549"}, {"name": "network-changed", "server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:44.785007 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f70f23-a61e-4c6b-b80e-a70e925cb0b6 x-openstack-request-id: req-26f70f23-a61e-4c6b-b80e-a70e925cb0b6 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:44.785722 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-unplugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549", "code": 200}, {"name": "network-changed", "server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:44.785722 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26f70f23-a61e-4c6b-b80e-a70e925cb0b6 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:44.786041 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'code': 200} Dec 10 08:53:44.786230 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'status': 'completed', 'code': 200} Dec 10 08:53:44.865491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73573a5b-033a-4941-b081-1c1f18a66780 req-a92ac4b0-5a2f-4986-91a9-12b62a7cc5fb tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c2eb71fcf47e4d2da5862fed7dc478de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384724 Dec 10 08:53:44.875152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-e55d336b-8de2-41b4-8650-7bb144589944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:44.876615 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-e55d336b-8de2-41b4-8650-7bb144589944 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3242660 Dec 10 08:53:44.903837 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:44.946745 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-d55aff9d-20c7-411d-892a-6630dcf67374 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.0598960 Dec 10 08:53:44.952985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56d57-5fad-4011-acd9-617f733b953c req-bb12244b-90a8-47e6-9aa7-e06630100092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:44.954666 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-bb12244b-90a8-47e6-9aa7-e06630100092 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1098 time: 0.1439595 Dec 10 08:53:45.006726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-02b8f870-8ced-446d-8cbf-fa6be123fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:45.008571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-02b8f870-8ced-446d-8cbf-fa6be123fb28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0528669 Dec 10 08:53:45.081044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73573a5b-033a-4941-b081-1c1f18a66780 req-993d3cc7-80cb-495f-bc19-4a3d2362fbec tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:45.096568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73573a5b-033a-4941-b081-1c1f18a66780 req-993d3cc7-80cb-495f-bc19-4a3d2362fbec tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298818 Dec 10 08:53:45.127439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73573a5b-033a-4941-b081-1c1f18a66780 req-0ce7a330-2988-470f-bc18-d967008c6ea6 tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/quotas/c2eb71fcf47e4d2da5862fed7dc478de HTTP/1.1" status: 200 len: 375 time: 0.0297055 Dec 10 08:53:45.140321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-259e0704-c4aa-4646-bd3d-53b375872b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:45.142095 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-259e0704-c4aa-4646-bd3d-53b375872b00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121862 Dec 10 08:53:45.150733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56d57-5fad-4011-acd9-617f733b953c req-6c8b790b-842d-4067-8aa6-e89dc5459ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:45.152432 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-6c8b790b-842d-4067-8aa6-e89dc5459ab1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1482317 Dec 10 08:53:45.173267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73573a5b-033a-4941-b081-1c1f18a66780 req-06b71e89-a142-4f2b-ace7-58870df817dd tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2eb71fcf47e4d2da5862fed7dc478de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432851 Dec 10 08:53:45.260660 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-8fbeee04-5f5a-420d-b9e7-d068cda35fe4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.0976996 Dec 10 08:53:45.363682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56d57-5fad-4011-acd9-617f733b953c req-30a0b21b-9154-480b-8940-2dfcdd4d4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:45.365862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-30a0b21b-9154-480b-8940-2dfcdd4d4aa6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0893931 Dec 10 08:53:45.417110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-086662d9-62ae-48c1-8a7e-439b4a4c503b service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637310 Dec 10 08:53:45.576261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56d57-5fad-4011-acd9-617f733b953c req-9fbe5ba2-5cac-42fa-b959-0ff0ae86b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:45.578255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb71d9c-7915-4b48-9bd0-67c71cc69ed7 req-ba641e83-1d25-42e1-9e7b-ce392626ffeb tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:45.578767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-9fbe5ba2-5cac-42fa-b959-0ff0ae86b286 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593075 Dec 10 08:53:45.584928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3eb71d9c-7915-4b48-9bd0-67c71cc69ed7 req-ba641e83-1d25-42e1-9e7b-ce392626ffeb tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 947 time: 0.0936587 Dec 10 08:53:45.652089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3eb71d9c-7915-4b48-9bd0-67c71cc69ed7 req-fc0a6334-580e-424a-87f1-c56415a3508a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580451 Dec 10 08:53:45.704698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-0c9100a7-a1a2-487b-8a74-d8c481ee31ee service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311599 Dec 10 08:53:45.749075 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-e277136a-0a61-4070-bfc0-9bcb13b29e7e service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632082 Dec 10 08:53:45.908470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56d57-5fad-4011-acd9-617f733b953c req-2d599061-19ec-4335-ade6-84d072181503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:45.910064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-2d599061-19ec-4335-ade6-84d072181503 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1098 time: 0.0763841 Dec 10 08:53:45.930118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7667bf98-ef8f-4714-afc4-aacdeab0dc18 req-68aa5547-ea2d-45a4-9d97-8d763bcf5e03 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0510862 Dec 10 08:53:45.944864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-ef0c2722-8d44-4f24-bb06-2787b9e9cd43 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849623 Dec 10 08:53:46.052821 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56d57-5fad-4011-acd9-617f733b953c req-a98b0654-b9cb-40c8-9790-93da6b03b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:46.053402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-380904ad-6b6a-4f61-ad47-e24305c879b0 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7a5635fcc164448b96cbf3d393e2a73e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378957 Dec 10 08:53:46.054318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-a98b0654-b9cb-40c8-9790-93da6b03b3ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1338208 Dec 10 08:53:46.192166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-9f4d7dee-002b-4728-bd17-20f0ad6b0465 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:46.200539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-9f4d7dee-002b-4728-bd17-20f0ad6b0465 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459000 Dec 10 08:53:46.234097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-7d333b40-1053-4597-9b53-7f8b25113736 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/quotas/7a5635fcc164448b96cbf3d393e2a73e HTTP/1.1" status: 200 len: 375 time: 0.0321136 Dec 10 08:53:46.260645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:46.293266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-3e885dc9-035d-414a-a1c3-f814bcfde049 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a5635fcc164448b96cbf3d393e2a73e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543694 Dec 10 08:53:46.366317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:46.584643 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-a3fdb4f9-26a8-4b61-b45d-954e655b438f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.5217607 Dec 10 08:53:46.656172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb9358c3-e051-4f0e-9d9c-357d61b92671 req-5c754e2d-7ac5-4545-a1a6-cf7038d3be87 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 210 time: 0.0723615 Dec 10 08:53:46.671796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56d57-5fad-4011-acd9-617f733b953c req-82183547-45ff-4a06-8074-7940b73f416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:46.673540 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-82183547-45ff-4a06-8074-7940b73f416b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0797780 Dec 10 08:53:46.777945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56d57-5fad-4011-acd9-617f733b953c req-e23c4768-ae72-45c6-ba5d-5aecb991aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:46.779532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-e23c4768-ae72-45c6-ba5d-5aecb991aa2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898390 Dec 10 08:53:46.799096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6321e201-7d34-447a-8e36-4b5fb5c8d86b req-194abb00-2966-4666-8c61-cf7149d92443 tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c2eb71fcf47e4d2da5862fed7dc478de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304182 Dec 10 08:53:46.926176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff1f48-f5eb-4c16-86e7-c6808ddfad5e req-9a18b505-3fd3-4982-8dc5-962d146df1e8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:46.930093 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-5b354980-2ea0-40e1-90d0-eb8b25fe76bb service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419332 Dec 10 08:53:46.936009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dcff1f48-f5eb-4c16-86e7-c6808ddfad5e req-9a18b505-3fd3-4982-8dc5-962d146df1e8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 947 time: 0.1802309 Dec 10 08:53:47.047153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321e201-7d34-447a-8e36-4b5fb5c8d86b req-f060f372-6f5b-41ac-9704-70d1a9988a2c tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:47.048351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43c56d57-5fad-4011-acd9-617f733b953c req-e628a1b1-32c9-4558-bc69-6479566c6941 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097817 Dec 10 08:53:47.056855 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6321e201-7d34-447a-8e36-4b5fb5c8d86b req-f060f372-6f5b-41ac-9704-70d1a9988a2c tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408442 Dec 10 08:53:47.070552 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dcff1f48-f5eb-4c16-86e7-c6808ddfad5e req-76d662ce-a45e-4d9d-b120-720d90dc5b86 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328483 Dec 10 08:53:47.073980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6321e201-7d34-447a-8e36-4b5fb5c8d86b req-8f94db21-a738-469a-bfd9-cebb9e7d3a09 tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/quotas/c2eb71fcf47e4d2da5862fed7dc478de HTTP/1.1" status: 200 len: 375 time: 0.0161405 Dec 10 08:53:47.123030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6321e201-7d34-447a-8e36-4b5fb5c8d86b req-9946ff4b-943c-43d4-9a3b-ccb686624705 tempest-QuotasAdminNegativeTest-467315515 tempest-QuotasAdminNegativeTest-467315515-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2eb71fcf47e4d2da5862fed7dc478de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429807 Dec 10 08:53:47.277045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13d01b90-b1dd-4d02-9da8-45488589d5b4 req-79b368ef-df29-4a5b-8b54-11fc6d1f9b04 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0371265 Dec 10 08:53:47.516600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016281b6-92cd-4b44-81e3-6deafc68eb3e req-815b6b75-04fe-4094-b781-7b95573b62de tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:47.525480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-016281b6-92cd-4b44-81e3-6deafc68eb3e req-815b6b75-04fe-4094-b781-7b95573b62de tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 945 time: 0.0864577 Dec 10 08:53:47.607648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-016281b6-92cd-4b44-81e3-6deafc68eb3e req-2fffc73c-6855-4115-87fb-7a3ea0c16a3b tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812488 Dec 10 08:53:47.802936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53dd400c-c0ff-4226-97be-55bab81b9730 req-2b6dbf82-697b-4e92-8120-0d249bf99c38 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 210 time: 0.0453606 Dec 10 08:53:47.927799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46734) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:47.996044 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-10bdf98b-6ba3-45e5-8889-a3c6d6e2f7cc tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7a5635fcc164448b96cbf3d393e2a73e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256886 Dec 10 08:53:48.097433 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-058a35a0-0019-42e5-95c5-d49a0ef0a201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.155260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-32251c2c-f38c-4ec8-a028-efd152ac3ad8 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:48.158591 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-32251c2c-f38c-4ec8-a028-efd152ac3ad8 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557755 Dec 10 08:53:48.183027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:53:48.247853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Request body: {'port': {'device_id': '3b6cd4c4-6414-4bf4-a657-aee49527990b', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '7a5635fcc164448b96cbf3d393e2a73e'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:48.267250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-058a35a0-0019-42e5-95c5-d49a0ef0a201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.302827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-058a35a0-0019-42e5-95c5-d49a0ef0a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.358452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:48.387800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'mac_address': 'fa:16:3e:a1:43:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:53:48.397656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-058a35a0-0019-42e5-95c5-d49a0ef0a201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2eb71fcf47e4d2da5862fed7dc478de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4685941 Dec 10 08:53:48.400580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46748) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:48.401328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a35a0-0019-42e5-95c5-d49a0ef0a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ceff9-0e03-45e1-95af-7746c68c6eef,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:48.436356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679811c-77ec-4fe4-bd2c-b7d5c624a140 req-253144e4-019a-4157-abab-1a3250e2506f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:48.437865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4679811c-77ec-4fe4-bd2c-b7d5c624a140 req-253144e4-019a-4157-abab-1a3250e2506f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 947 time: 0.1616149 Dec 10 08:53:48.513100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Made reservation on behalf of 7a5635fcc164448b96cbf3d393e2a73e for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:53:48.519552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.537450 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.547204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.572602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e7a75e-6ccc-4af3-8b98-83c68151d549 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:48.598672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:48.607103 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.614225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6612d21-6d24-467a-98cc-481504591cba req-74a89437-ff5c-4249-bdb8-4222588108c2 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb64d02-6cad-4f43-9ea6-455e848b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0950267 Dec 10 08:53:48.625266 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-685231c3-b744-45d8-9ebd-4c5b1f5ebff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.662111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4679811c-77ec-4fe4-bd2c-b7d5c624a140 req-3953c63b-afe2-418e-aa0b-61548cca6c3e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054520 Dec 10 08:53:48.680538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.685338 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.702871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-685231c3-b744-45d8-9ebd-4c5b1f5ebff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.708013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:48.731335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db94e946-c409-4b99-a955-34f7a570a8f4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:48.746705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.747350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.748800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.749355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.749940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.750456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.751003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.752587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.753159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.753881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.754457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.754992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.755487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:48.783692 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-685231c3-b744-45d8-9ebd-4c5b1f5ebff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.790961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-685231c3-b744-45d8-9ebd-4c5b1f5ebff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:48.794714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-685231c3-b744-45d8-9ebd-4c5b1f5ebff2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c2ceff9-0e03-45e1-95af-7746c68c6eef HTTP/1.1" status: 204 len: 168 time: 0.3862545 Dec 10 08:53:48.808674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685231c3-b744-45d8-9ebd-4c5b1f5ebff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ceff9-0e03-45e1-95af-7746c68c6eef,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:49.014561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26b23240-84e2-4f3e-9f8f-2b5163f20329 req-80d04d71-6349-467d-9505-d32edf1facfb tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 210 time: 0.0609353 Dec 10 08:53:49.023464 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.036448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Allocated IP 192.168.233.197 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/07152647-4dc1-4230-8024-06b71f9f3a0e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:49.237176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfea1e-0d3f-4808-aaaa-9348617852da req-1300fe3b-b044-429d-8a41-dcc62cb7df58 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:49.238870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57dfea1e-0d3f-4808-aaaa-9348617852da req-1300fe3b-b044-429d-8a41-dcc62cb7df58 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 945 time: 0.1214116 Dec 10 08:53:49.348570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46762) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:49.374091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57dfea1e-0d3f-4808-aaaa-9348617852da req-c2c0dfab-13a5-4a49-9fc6-2204c5506afd tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289694 Dec 10 08:53:49.375117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-211f60cf-199c-4d52-889b-2a4c1407df05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.393113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.458117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.504596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-211f60cf-199c-4d52-889b-2a4c1407df05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.511544 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-211f60cf-199c-4d52-889b-2a4c1407df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.522399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:49.526952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:49.529284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Pushing event updated for resources: {'Port': ['ID=07152647-4dc1-4230-8024-06b71f9f3a0e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:49.531424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:49.576439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f60cf-199c-4d52-889b-2a4c1407df05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320ea79c-77fd-4e80-977e-86dbe08358c5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:49.585238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-211f60cf-199c-4d52-889b-2a4c1407df05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37ec6da5ca654809a143bd4633ca6431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350445 Dec 10 08:53:49.591482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46768) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:49.621349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:49.622190 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.642245 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-4df8ace6-0f00-42f0-953b-228b11ba443b tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4024072 Dec 10 08:53:49.658122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Request body: {'port': {'device_id': '3b6cd4c4-6414-4bf4-a657-aee49527990b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:49.716006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55904df6-a0d5-4494-ba16-710a77a2bc9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.756082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.787322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55904df6-a0d5-4494-ba16-710a77a2bc9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.888163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55904df6-a0d5-4494-ba16-710a77a2bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.893251 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55904df6-a0d5-4494-ba16-710a77a2bc9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:49.898156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-55904df6-a0d5-4494-ba16-710a77a2bc9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/320ea79c-77fd-4e80-977e-86dbe08358c5 HTTP/1.1" status: 204 len: 168 time: 0.3043623 Dec 10 08:53:49.946102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55904df6-a0d5-4494-ba16-710a77a2bc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ea79c-77fd-4e80-977e-86dbe08358c5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:49.986742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1726c-2a8e-477e-901e-974a50c5cda6 req-e6724745-8de1-4b27-8b03-fb7c306d2b57 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:49.994068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58b1726c-2a8e-477e-901e-974a50c5cda6 req-e6724745-8de1-4b27-8b03-fb7c306d2b57 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 948 time: 0.1205091 Dec 10 08:53:49.996195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['28e7a75e-6ccc-4af3-8b98-83c68151d549'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:50.094818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d3a428c8-45b7-48ab-b795-6eabc7991d37 None None] Provisioning complete for port 07152647-4dc1-4230-8024-06b71f9f3a0e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:50.095504 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d3a428c8-45b7-48ab-b795-6eabc7991d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:50.148529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58b1726c-2a8e-477e-901e-974a50c5cda6 req-d37d2370-0a36-484c-9a33-231310fe9b85 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474121 Dec 10 08:53:50.165273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d3a428c8-45b7-48ab-b795-6eabc7991d37 None None] Port 07152647-4dc1-4230-8024-06b71f9f3a0e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:53:50.408193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07152647-4dc1-4230-8024-06b71f9f3a0e {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:50.418591 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:50.434734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Transition to ACTIVE for port object 07152647-4dc1-4230-8024-06b71f9f3a0e will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:53:50.444939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:50.494053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789c322-ff7e-4874-962d-f8ce04860c5e req-195d200b-8fc1-48cb-a66e-e53f4981a6ef tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:50.503191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e789c322-ff7e-4874-962d-f8ce04860c5e req-195d200b-8fc1-48cb-a66e-e53f4981a6ef tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 936 time: 0.2102883 Dec 10 08:53:50.560289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce34919-fb48-4e36-9c85-474dced7757f req-205080da-5379-4ccd-93a1-226a18788f68 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:50.570629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ce34919-fb48-4e36-9c85-474dced7757f req-205080da-5379-4ccd-93a1-226a18788f68 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 945 time: 0.2080483 Dec 10 08:53:50.619999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Pushing event updated for resources: {'Port': ['ID=07152647-4dc1-4230-8024-06b71f9f3a0e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:50.713071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e789c322-ff7e-4874-962d-f8ce04860c5e req-8614bb2c-2e0d-4669-bb57-411df9a2e69f tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087696 Dec 10 08:53:50.795797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ce34919-fb48-4e36-9c85-474dced7757f req-3d3b8b8d-b025-40d9-8e8f-7146301dd5a0 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138414 Dec 10 08:53:50.804318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Attempting to bind port 07152647-4dc1-4230-8024-06b71f9f3a0e on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:50.805622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Attempting to bind port 07152647-4dc1-4230-8024-06b71f9f3a0e by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:50.805965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Attempting to bind port 07152647-4dc1-4230-8024-06b71f9f3a0e on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:50.820371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Port 07152647-4dc1-4230-8024-06b71f9f3a0e on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:53:50.820775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Attempting to bind port 07152647-4dc1-4230-8024-06b71f9f3a0e on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:50.833994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:50.840223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:50.840667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:50.841964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Bound port: 07152647-4dc1-4230-8024-06b71f9f3a0e, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:50.842449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:51.048551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] For port 07152647-4dc1-4230-8024-06b71f9f3a0e, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:51.052477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] For port 07152647-4dc1-4230-8024-06b71f9f3a0e, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=07152647-4dc1-4230-8024-06b71f9f3a0e,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:51.068765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:51.177059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:51.200147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:51.202607 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] 10.222.0.18 "PUT /v2.0/ports/07152647-4dc1-4230-8024-06b71f9f3a0e HTTP/1.1" status: 200 len: 1096 time: 1.5504591 Dec 10 08:53:51.203093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6cd4c4-6414-4bf4-a657-aee49527990b', 'tag': '07152647-4dc1-4230-8024-06b71f9f3a0e'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:51.212126 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6cd4c4-6414-4bf4-a657-aee49527990b", "tag": "07152647-4dc1-4230-8024-06b71f9f3a0e"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:51.261534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebb6ce-6e91-4509-b8fd-8087703a649d service neutron] Pushing event updated for resources: {'Port': ['ID=07152647-4dc1-4230-8024-06b71f9f3a0e,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:51.297306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-39cdda33-a749-4b70-8072-a7d50ccc3018 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:51.298951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-39cdda33-a749-4b70-8072-a7d50ccc3018 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a&tenant_id=c1cc2cdcd0424e329882c05977a756ef&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 948 time: 0.1684632 Dec 10 08:53:51.336273 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ced0ed-1ac7-409a-8625-8636926833dc x-openstack-request-id: req-57ced0ed-1ac7-409a-8625-8636926833dc {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:51.336589 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6cd4c4-6414-4bf4-a657-aee49527990b", "tag": "07152647-4dc1-4230-8024-06b71f9f3a0e", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:51.336842 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57ced0ed-1ac7-409a-8625-8636926833dc {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:51.337245 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6cd4c4-6414-4bf4-a657-aee49527990b', 'tag': '07152647-4dc1-4230-8024-06b71f9f3a0e', 'status': 'completed', 'code': 200} Dec 10 08:53:51.359924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-7c8a20bb-4026-445e-b582-da1e55cacf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:51.361464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-7c8a20bb-4026-445e-b582-da1e55cacf71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a5635fcc164448b96cbf3d393e2a73e&device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 1099 time: 0.0886757 Dec 10 08:53:51.498072 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-340e6638-2500-4984-907b-36a0ab2c435b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=07152647-4dc1-4230-8024-06b71f9f3a0e HTTP/1.1" status: 200 len: 217 time: 0.1262841 Dec 10 08:53:51.516289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3266b9-1640-4dd6-9168-35d2c6b545a8 req-a8dae83e-c4ea-4f3f-98c1-28cdc858b6cd tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:51.526538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee3266b9-1640-4dd6-9168-35d2c6b545a8 req-a8dae83e-c4ea-4f3f-98c1-28cdc858b6cd tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 948 time: 0.2619610 Dec 10 08:53:51.574934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-82e8b3f9-a74f-4330-b866-d94b391985ea service neutron] 10.222.0.18 "GET /v2.0/ports/28e7a75e-6ccc-4af3-8b98-83c68151d549/bindings/n-h1-814746-3 HTTP/1.1" status: 200 len: 382 time: 0.2641251 Dec 10 08:53:51.688311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-c22e98b8-32b6-4749-b997-646e4aafac56 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:51.690118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-c22e98b8-32b6-4749-b997-646e4aafac56 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 945 time: 0.2052317 Dec 10 08:53:51.691768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-315aa6fb-0f7d-4358-afdb-84d29cce9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:51.693766 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-315aa6fb-0f7d-4358-afdb-84d29cce9218 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1348610 Dec 10 08:53:51.699075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee3266b9-1640-4dd6-9168-35d2c6b545a8 req-75c4114e-7fa9-406f-abd1-0fd0f5908c69 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619048 Dec 10 08:53:51.737692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-cd223b1c-5ce6-4e97-83b4-75c13273a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:51.740932 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-cd223b1c-5ce6-4e97-83b4-75c13273a409 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1099 time: 0.1396933 Dec 10 08:53:51.893305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-b98060c0-a41f-4333-98ea-cf698450f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:51.894999 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-b98060c0-a41f-4333-98ea-cf698450f319 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1761596 Dec 10 08:53:52.093528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Deleting port 977808ca-216c-40c7-8cce-1f2c708203ed {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:52.093528 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:52.131525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07a5f2-6095-46c9-84d3-25b25a3e1078 req-d5b39454-7a60-4727-b974-752ebaa4f72a tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:52.145965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d07a5f2-6095-46c9-84d3-25b25a3e1078 req-d5b39454-7a60-4727-b974-752ebaa4f72a tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 948 time: 0.2485068 Dec 10 08:53:52.207740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:53:52.223758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9efa5-cfbe-43f9-8ba1-cd9175f0c75f req-ea42a99f-c2ae-4092-8e46-ff9e5799c61f tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:52.225314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cf9efa5-cfbe-43f9-8ba1-cd9175f0c75f req-ea42a99f-c2ae-4092-8e46-ff9e5799c61f tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 945 time: 0.2796135 Dec 10 08:53:52.259039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-deb653b1-517c-4ef1-a3e2-25621f60e46f service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269913 Dec 10 08:53:52.316194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] For port 977808ca-216c-40c7-8cce-1f2c708203ed, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=977808ca-216c-40c7-8cce-1f2c708203ed,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:52.316575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:52.331538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 28e7a75e-6ccc-4af3-8b98-83c68151d549 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:53:52.339182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-b6e8c233-8f1b-43d1-b74d-b6adb7a6042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:52.340674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-b6e8c233-8f1b-43d1-b74d-b6adb7a6042e service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.5880618 Dec 10 08:53:52.348238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 28e7a75e-6ccc-4af3-8b98-83c68151d549 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:53:52.350064 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:52.447720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d07a5f2-6095-46c9-84d3-25b25a3e1078 req-0bb5d2e1-1b92-4f55-81a3-4ef1f72b8823 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006465 Dec 10 08:53:52.525783 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:52.572209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-d574c1b0-4028-463a-8158-92ec342f5a14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.2095375 Dec 10 08:53:52.592439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cf9efa5-cfbe-43f9-8ba1-cd9175f0c75f req-bee9170b-59ec-47e1-9a27-4ddcd1111bb8 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups?id=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424869 Dec 10 08:53:52.649724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:52.657425 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd1fcaf-fb3b-4305-b155-e1a3d5852cb0" -d '{"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-plugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:52.672768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:52.684012 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:52.775308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-2353e7a0-6d6a-4bb1-9e3d-c514fc18836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:52.782685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-2353e7a0-6d6a-4bb1-9e3d-c514fc18836e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1859672 Dec 10 08:53:52.810406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:52.812221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:52.812221 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Floating IP 21b22b1f-1802-4261-bf49-d395857bf3ca disassociated. External IP: 172.25.3.163, port: 977808ca-216c-40c7-8cce-1f2c708203ed. Dec 10 08:53:52.812516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Calling delete_port for 977808ca-216c-40c7-8cce-1f2c708203ed owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:52.824005 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76504da8-aba3-4d3c-9630-1334ab838d9f x-openstack-request-id: req-76504da8-aba3-4d3c-9630-1334ab838d9f {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:52.824005 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-plugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:52.826613 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76504da8-aba3-4d3c-9630-1334ab838d9f {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:52.826977 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'code': 200} Dec 10 08:53:52.852131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:52.910255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-ee857677-af63-4888-82a2-8000e1ec7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:52.916338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-ee857677-af63-4888-82a2-8000e1ec7290 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247320 Dec 10 08:53:52.983423 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55644ebc-e882-4190-b58e-0669e285b0a0 req-6e4c8425-2f50-4c1b-8fd4-6756dd32e238 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634707 Dec 10 08:53:53.205610 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-a07e3750-77aa-4b08-b56f-d1b4eb3fb04f service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801685 Dec 10 08:53:53.317674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3d25-54aa-45e5-aa81-36f209c05c4a req-6d231913-23a6-4136-8ac0-7ff1ca24c7de tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:53.326274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6bd3d25-54aa-45e5-aa81-36f209c05c4a req-6d231913-23a6-4136-8ac0-7ff1ca24c7de tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.3889019 Dec 10 08:53:53.380666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:53.450726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Pushing event deleted for resources: {'Port': ['ID=977808ca-216c-40c7-8cce-1f2c708203ed,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:53.484903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-d14ae848-da74-455d-8064-cd5b228a2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:53.492376 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6bd3d25-54aa-45e5-aa81-36f209c05c4a req-cc98da6d-0b0f-4df7-a258-91f15cb38427 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645215 Dec 10 08:53:53.494662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-d14ae848-da74-455d-8064-cd5b228a2d33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a5635fcc164448b96cbf3d393e2a73e&device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 1099 time: 0.2334671 Dec 10 08:53:53.499409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-2e5e35e4-a3f3-460f-9317-578e46b1214d service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669744 Dec 10 08:53:53.634765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-58b689d3-49a8-40bc-a639-091e18d6a1da tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659251 Dec 10 08:53:53.711368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-5421a542-0f50-469e-9dea-0c04c4afa77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:53.712957 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-5421a542-0f50-469e-9dea-0c04c4afa77c service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1731355 Dec 10 08:53:53.714873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Router 362622c5-987d-4432-abfb-01fbe8d51b33 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:53:53.844903 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-98037b58-33df-4dd2-98e7-02d21fc5da34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=07152647-4dc1-4230-8024-06b71f9f3a0e HTTP/1.1" status: 200 len: 217 time: 0.1222217 Dec 10 08:53:54.044238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-6ecb0132-36e8-4b8a-bb89-28489dd6bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:54.045737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-6ecb0132-36e8-4b8a-bb89-28489dd6bf33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1834419 Dec 10 08:53:54.074727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:53:54.093804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] Sync routers for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:53:54.106760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:54.107658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:54.145135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] No DVR routers for this DVR port 977808ca-216c-40c7-8cce-1f2c708203ed on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:54.149039 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:54.153272 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1ce02a0-c7c4-4382-9d8c-7bf291231db1 req-98dd010a-d443-4415-95e4-52351a753af4 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.39 "DELETE /v2.0/ports/977808ca-216c-40c7-8cce-1f2c708203ed HTTP/1.1" status: 204 len: 173 time: 2.4545112 Dec 10 08:53:54.154064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'name': 'network-vif-deleted', 'tag': '977808ca-216c-40c7-8cce-1f2c708203ed'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:54.163620 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20cdafe-159e-4710-89ba-84e105f86b9b" -d '{"events": [{"server_uuid": "d4a997d5-f371-4bbb-b5fb-9608936c9b89", "name": "network-vif-deleted", "tag": "977808ca-216c-40c7-8cce-1f2c708203ed"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:54.194403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-e7a9b049-1449-45a5-b166-0ab2d03af5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:54.196428 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-e7a9b049-1449-45a5-b166-0ab2d03af5fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362700 Dec 10 08:53:54.221113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999899e-a066-4f07-8e4d-f9eb1f2e4d04 req-51be82a0-6b37-4701-8920-f15e130ef739 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:54.227451 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5999899e-a066-4f07-8e4d-f9eb1f2e4d04 req-51be82a0-6b37-4701-8920-f15e130ef739 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 948 time: 0.5906072 Dec 10 08:53:54.412637 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-6f03060a-9dcd-428b-98b7-40f596b04ced service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062371 Dec 10 08:53:54.417014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5999899e-a066-4f07-8e4d-f9eb1f2e4d04 req-af28c652-b022-48d5-b550-34e50fed0a68 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753254 Dec 10 08:53:54.431349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-e6f0d17d-d702-4bcb-9990-8b9733e13678 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:54.442381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-e6f0d17d-d702-4bcb-9990-8b9733e13678 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8062351 Dec 10 08:53:54.473399 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-aa7ec77b-5a65-4a2e-afff-a9a5497f43ca tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/quotas/9a0fb9a4b8d9476588a14598810a1a83 HTTP/1.1" status: 200 len: 375 time: 0.0232337 Dec 10 08:53:54.515157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 977808ca-216c-40c7-8cce-1f2c708203ed no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:54.530102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-269e214a-f3f7-42ae-a654-2070a71edcb3 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456297 Dec 10 08:53:54.555625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:54.655361 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2211f8a6-3202-4a51-997a-304f92ff358f req-70cf9c31-6949-443d-9712-ef331630b68c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a997d5-f371-4bbb-b5fb-9608936c9b89 HTTP/1.1" status: 200 len: 210 time: 0.0857086 Dec 10 08:53:54.675511 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e54632f-ee2c-4de0-b9f4-0b94ad3070b1 req-1d8fbe9f-3799-45f5-965a-187835ce3604 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499063 Dec 10 08:53:54.752961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 977808ca-216c-40c7-8cce-1f2c708203ed {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:53:54.753598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 977808ca-216c-40c7-8cce-1f2c708203ed not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:53:54.939314 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf7cf70-a299-4488-8760-d53308ba4196 x-openstack-request-id: req-3bf7cf70-a299-4488-8760-d53308ba4196 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:54.939813 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a997d5-f371-4bbb-b5fb-9608936c9b89", "name": "network-vif-deleted", "tag": "977808ca-216c-40c7-8cce-1f2c708203ed", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:54.939916 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bf7cf70-a299-4488-8760-d53308ba4196 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:54.940246 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a997d5-f371-4bbb-b5fb-9608936c9b89', 'name': 'network-vif-deleted', 'tag': '977808ca-216c-40c7-8cce-1f2c708203ed', 'status': 'completed', 'code': 200} Dec 10 08:53:55.072297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc24bd9b-87e9-4be7-a95d-fa0692a2be97 req-1806bde9-f800-411b-bf1a-c3a0ae8c5ef2 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 210 time: 0.0705771 Dec 10 08:53:55.115821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6b279-1ba5-43a0-afc4-1825d86979d9 req-1f7ec502-663f-408c-b936-577c75563ecc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:55.128436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96c6b279-1ba5-43a0-afc4-1825d86979d9 req-1f7ec502-663f-408c-b936-577c75563ecc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1386256 Dec 10 08:53:55.161044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'f751846d-bb3b-497c-9263-4b2f2ec87af0', 'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'mac_address': 'fa:16:3e:01:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:30Z', 'updated_at': '2021-12-10T08:51:37Z', 'revision_number': 5, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'subnets': [{'id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:55.196552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] Checking router: 362622c5-987d-4432-abfb-01fbe8d51b33 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:53:55.207593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:53:55.208973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:55.257768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96c6b279-1ba5-43a0-afc4-1825d86979d9 req-de71dbc2-b1f1-4d49-a1c1-d54d3faa2c94 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226838 Dec 10 08:53:55.373906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:53:55.666237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'f751846d-bb3b-497c-9263-4b2f2ec87af0', 'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'mac_address': 'fa:16:3e:01:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:30Z', 'updated_at': '2021-12-10T08:51:37Z', 'revision_number': 5, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'subnets': [{'id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:53:55.684074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c611-a24a-4e83-85d2-eac068f4f35a req-772c5378-a2c8-4da9-bd55-c58bf6db65d4 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:55.694048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7930c611-a24a-4e83-85d2-eac068f4f35a req-772c5378-a2c8-4da9-bd55-c58bf6db65d4 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 948 time: 0.1139414 Dec 10 08:53:55.735895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d388c5-731d-44cc-b513-9433c8b84389 None None] The sync data for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 is: [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:51:31Z', 'revision_number': 4, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'f751846d-bb3b-497c-9263-4b2f2ec87af0', 'name': '', 'network_id': 'fa8fb0ba-d0d5-4b81-bd34-1b9386f29384', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'mac_address': 'fa:16:3e:01:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:30Z', 'updated_at': '2021-12-10T08:51:37Z', 'revision_number': 5, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'subnets': [{'id': '8f861125-0a57-4dfa-a37c-72a1bd723a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:53:55.804095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46916) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:55.854296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7930c611-a24a-4e83-85d2-eac068f4f35a req-de1b18e0-d06e-46bd-9d23-0dc1e178421c tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524405 Dec 10 08:53:55.970995 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52077adf-db16-41d2-86e2-cceb7afd2169 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:56.060798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52077adf-db16-41d2-86e2-cceb7afd2169 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:56.166790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52077adf-db16-41d2-86e2-cceb7afd2169 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:56.169636 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52077adf-db16-41d2-86e2-cceb7afd2169 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:56.171228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-52077adf-db16-41d2-86e2-cceb7afd2169 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "DELETE /v2.0/security-groups/c67b6b34-82c8-4a6d-b4f1-7fe674ff730a HTTP/1.1" status: 204 len: 168 time: 0.3659611 Dec 10 08:53:56.173993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46922) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:56.192171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52077adf-db16-41d2-86e2-cceb7afd2169 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67b6b34-82c8-4a6d-b4f1-7fe674ff730a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:56.228164 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-d725f1fd-1ca9-4ec0-aa60-5f3b447cd409 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] show failed (client error): The resource could not be found. Dec 10 08:53:56.232478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46924) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:56.245240 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d725f1fd-1ca9-4ec0-aa60-5f3b447cd409 tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "GET /v2.0/security-groups/c67b6b34-82c8-4a6d-b4f1-7fe674ff730a HTTP/1.1" status: 404 len: 347 time: 0.0697739 Dec 10 08:53:56.247592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 07152647-4dc1-4230-8024-06b71f9f3a0e details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:53:56.279202 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545349f1-a058-40d2-b0c8-8676cd044ac7 None None] New status for floating IP 21b22b1f-1802-4261-bf49-d395857bf3ca: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:53:56.298876 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e76b072d-e0da-4a17-ac5c-4779a19eda83 req-0acf3f70-3772-4ddf-a6fd-b35044895d1c tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 210 time: 0.0486519 Dec 10 08:53:56.518245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Deleting port bc2e79ab-6981-4f45-8538-9ab670ee304e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:56.518583 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:56.566409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 07152647-4dc1-4230-8024-06b71f9f3a0e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=07152647-4dc1-4230-8024-06b71f9f3a0e,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:56.609428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '07152647-4dc1-4230-8024-06b71f9f3a0e', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '07152647-4dc1-4230-8024-06b71f9f3a0e', 'mac_address': 'fa:16:3e:5e:d7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:53:56.634939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3194ea-9e69-4c3f-ab2a-f391c09a8e37 req-6d0f92cf-af8a-4d0b-9d30-ab70b748a5e9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:56.660832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a3194ea-9e69-4c3f-ab2a-f391c09a8e37 req-6d0f92cf-af8a-4d0b-9d30-ab70b748a5e9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1789260 Dec 10 08:53:56.705833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-77664591-f9e2-4451-b2d0-a1c9f6ded24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:56.707816 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-77664591-f9e2-4451-b2d0-a1c9f6ded24b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a&tenant_id=c1cc2cdcd0424e329882c05977a756ef HTTP/1.1" status: 200 len: 1100 time: 0.1345291 Dec 10 08:53:56.729579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:56.772881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:56.822504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07152647-4dc1-4230-8024-06b71f9f3a0e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:53:56.847641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a3194ea-9e69-4c3f-ab2a-f391c09a8e37 req-8e3b29b2-1350-4da3-9c26-b674347bc7e6 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858292 Dec 10 08:53:56.913949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 07152647-4dc1-4230-8024-06b71f9f3a0e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=07152647-4dc1-4230-8024-06b71f9f3a0e,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:56.924264 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:56.928164 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:56.929926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:56.943595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-97e1b408-b6a8-42de-9281-b1d738baa9dd tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2187252 Dec 10 08:53:57.026817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Calling delete_port for bc2e79ab-6981-4f45-8538-9ab670ee304e owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:57.056253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=07152647-4dc1-4230-8024-06b71f9f3a0e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:57.070471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.070730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.071075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.071419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.071753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.072080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.072412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.072736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.073056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.073379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.073724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.074042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.074362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:57.109144 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:57.119441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440916ab-4a72-4cd7-a118-4eae3e1e49f5 req-3599de4a-8d22-410b-a0ae-2ec21dcbed57 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:57.120951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-440916ab-4a72-4cd7-a118-4eae3e1e49f5 req-3599de4a-8d22-410b-a0ae-2ec21dcbed57 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 944 time: 0.1352196 Dec 10 08:53:57.140030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812cef9-b248-4706-b938-3771737d595c req-7a529258-9222-4b99-9572-b35e9fd88589 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:57.149560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7812cef9-b248-4706-b938-3771737d595c req-7a529258-9222-4b99-9572-b35e9fd88589 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 949 time: 0.1218457 Dec 10 08:53:57.242859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-440916ab-4a72-4cd7-a118-4eae3e1e49f5 req-26b09ce0-3c32-49de-9002-debf080bfcc6 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123607 Dec 10 08:53:57.282284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:57.320951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7812cef9-b248-4706-b938-3771737d595c req-b52fb7c0-a8ef-4a77-9cd6-ca072fb74078 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696877 Dec 10 08:53:57.323113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['07152647-4dc1-4230-8024-06b71f9f3a0e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:57.398488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Pushing event deleted for resources: {'Port': ['ID=bc2e79ab-6981-4f45-8538-9ab670ee304e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:57.541739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fddd7ce-a91a-4eee-8f6e-bed8c99bfdf3 req-98e67fab-4b24-48ce-abc7-d8c97958ab5c tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 210 time: 0.0326052 Dec 10 08:53:57.723919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3b115-3649-4560-81ac-1223bce1551f req-b55324d5-163a-4790-809a-9cbe98c9c8bb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:57.725538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33a3b115-3649-4560-81ac-1223bce1551f req-b55324d5-163a-4790-809a-9cbe98c9c8bb tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 944 time: 0.0548491 Dec 10 08:53:57.828663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-123094b7-2728-444a-ba8a-9976249093fa tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:57.830222 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-123094b7-2728-444a-ba8a-9976249093fa tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8621066 Dec 10 08:53:57.839607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-33a3b115-3649-4560-81ac-1223bce1551f req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Deleting port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:53:57.839959 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-33a3b115-3649-4560-81ac-1223bce1551f req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:57.861549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Request body: {'port': {'device_id': 'a0ec2cbd-c499-479d-948b-bf5e5aef516d', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '9a0fb9a4b8d9476588a14598810a1a83'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:53:57.963764 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-33a3b115-3649-4560-81ac-1223bce1551f req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] For port 37be9fb1-6c1c-4fe3-b815-8af68d305c83, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=37be9fb1-6c1c-4fe3-b815-8af68d305c83,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:57.964397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-33a3b115-3649-4560-81ac-1223bce1551f req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:57.977720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-33a3b115-3649-4560-81ac-1223bce1551f req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Calling delete_port for 37be9fb1-6c1c-4fe3-b815-8af68d305c83 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:53:57.992854 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:57.995459 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:57.996615 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0bd9a141-4861-4070-a293-fbfded0f213c tempest-ServersTestManualDisk-1735798693 tempest-ServersTestManualDisk-1735798693-project] 10.222.0.31 "DELETE /v2.0/floatingips/21b22b1f-1802-4261-bf49-d395857bf3ca HTTP/1.1" status: 204 len: 168 time: 1.7629993 Dec 10 08:53:58.000060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46956) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:53:58.159849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2bfc3-a845-4e62-af67-12b49ae072cf req-c8db95b3-6f8b-4d67-ac50-224b0ab4883c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:58.161623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2f2bfc3-a845-4e62-af67-12b49ae072cf req-c8db95b3-6f8b-4d67-ac50-224b0ab4883c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.0937555 Dec 10 08:53:58.167154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-33a3b115-3649-4560-81ac-1223bce1551f req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:58.184291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['37be9fb1-6c1c-4fe3-b815-8af68d305c83'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:53:58.230262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Made reservation on behalf of 9a0fb9a4b8d9476588a14598810a1a83 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:53:58.234473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:58.244604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Pushing event deleted for resources: {'Port': ['ID=37be9fb1-6c1c-4fe3-b815-8af68d305c83,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:58.259613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:53:58.274866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a3b115-3649-4560-81ac-1223bce1551f req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] No DVR routers for this DVR port 37be9fb1-6c1c-4fe3-b815-8af68d305c83 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:58.278957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-33a3b115-3649-4560-81ac-1223bce1551f req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:58.283479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33a3b115-3649-4560-81ac-1223bce1551f req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.18 "DELETE /v2.0/ports/37be9fb1-6c1c-4fe3-b815-8af68d305c83 HTTP/1.1" status: 204 len: 173 time: 0.5512924 Dec 10 08:53:58.284867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.285214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.285580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.285919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.286909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:58.287503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.287848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.288910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.289261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.289645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.289938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.290468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.290806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.291132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0741d-10cc-4189-9197-87fe4aeccf21 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:53:58.299128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'name': 'network-vif-deleted', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:58.301533 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d232f004-5971-48c5-9c1b-a71b17b9488a" -d '{"events": [{"server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "name": "network-vif-deleted", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:58.305605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:53:58.360068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2f2bfc3-a845-4e62-af67-12b49ae072cf req-009ac9ed-950a-4175-b5e1-e1f4f8a26f78 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789050 Dec 10 08:53:58.433006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:58.442064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5754b45-6703-4be3-9c1a-53264440a5bf req-29e093bb-bfad-4529-b18c-fcda930b0900 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e51a5e8-c2c3-4799-ae2c-3de3732f8c29 HTTP/1.1" status: 200 len: 210 time: 0.0797818 Dec 10 08:53:58.485607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:58.556788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:53:58.560784 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7252bad9-6bc4-402b-b91d-d3cc390714d4" -d '{"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-unplugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:53:58.566790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:58.629438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Transition to ACTIVE for port object 28e7a75e-6ccc-4af3-8b98-83c68151d549 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:53:58.636318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:58.638983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:58.654554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:58.669352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951b450-03f3-4ab1-aed6-c2ffed935b66 req-cc999dc3-7f8f-41ad-8f22-42200b61ac69 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:58.673742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4951b450-03f3-4ab1-aed6-c2ffed935b66 req-cc999dc3-7f8f-41ad-8f22-42200b61ac69 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 949 time: 0.1331511 Dec 10 08:53:58.675660 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf02dd8-8f72-41fa-8e27-dad18c932646 x-openstack-request-id: req-ddf02dd8-8f72-41fa-8e27-dad18c932646 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:58.677653 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e51a5e8-c2c3-4799-ae2c-3de3732f8c29", "name": "network-vif-deleted", "tag": "37be9fb1-6c1c-4fe3-b815-8af68d305c83", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:58.680173 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddf02dd8-8f72-41fa-8e27-dad18c932646 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:58.680701 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e51a5e8-c2c3-4799-ae2c-3de3732f8c29', 'name': 'network-vif-deleted', 'tag': '37be9fb1-6c1c-4fe3-b815-8af68d305c83', 'status': 'completed', 'code': 200} Dec 10 08:53:58.698512 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:53:58.698865 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:53:58.704016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:58.777160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] No DVR routers for this DVR port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:53:58.795785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4951b450-03f3-4ab1-aed6-c2ffed935b66 req-c95118c7-ff47-4018-8efc-bd13818e67d7 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133602 Dec 10 08:53:58.866444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b80ccf-d5fc-4600-8cd9-990c7f3e429d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:58.914811 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb4409-9596-42ae-a28b-68cae31334cd x-openstack-request-id: req-9dfb4409-9596-42ae-a28b-68cae31334cd {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:53:58.916144 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-unplugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:53:58.916726 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9dfb4409-9596-42ae-a28b-68cae31334cd {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:53:58.917339 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'code': 200} Dec 10 08:53:58.932707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:53:58.933272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:53:58.933789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:58.958719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:53:58.959592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Attempting to bind port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:53:58.992621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:53:58.992888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:53:58.993183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:53:58.993830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Bound port: 28e7a75e-6ccc-4af3-8b98-83c68151d549, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:53:58.993965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:59.055358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ac7b02f-d919-409f-93b9-e76898f67008 req-456caa69-e861-4423-a6ea-da152c7c54db tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 210 time: 0.0395055 Dec 10 08:53:59.100890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Allocated IP 192.168.233.103 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/9c8df797-d172-412d-ad82-c3085dfd9541) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:53:59.165139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:53:59.183774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:59.223304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:53:59.242521 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:59.353894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:59.354520 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:59.355946 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 1096 time: 2.6356125 Dec 10 08:53:59.446601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372debf-87c3-4cad-891f-0eb875b0b6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=11']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:59.509580 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:59.556413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be39308-b39f-4314-a346-e543b24db9d5 req-f6b9ae6e-b0c8-4be5-a46b-cf443be629d5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:59.560000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4be39308-b39f-4314-a346-e543b24db9d5 req-f6b9ae6e-b0c8-4be5-a46b-cf443be629d5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 948 time: 0.0851393 Dec 10 08:53:59.567270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-6e4e52f6-fbb9-404f-a2b0-d27629c925de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:59.570746 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-6e4e52f6-fbb9-404f-a2b0-d27629c925de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1099 time: 0.1684542 Dec 10 08:53:59.654784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4be39308-b39f-4314-a346-e543b24db9d5 req-b1be4f12-49c8-4c0f-83d2-a54d5a0aaa85 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881615 Dec 10 08:53:59.682563 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:59.777043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:53:59.802274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:53:59.806845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-bbc698b9-3ce2-4fb0-9540-12165453432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:59.808315 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-bbc698b9-3ce2-4fb0-9540-12165453432a service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.2303038 Dec 10 08:53:59.808980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Pushing event updated for resources: {'Port': ['ID=9c8df797-d172-412d-ad82-c3085dfd9541,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:53:59.813188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:53:59.843621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048faf8-7b7e-44cf-a4a8-98e4e72dd4ec req-29150db6-c181-4087-af90-4805cc9d2911 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:59.859601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4048faf8-7b7e-44cf-a4a8-98e4e72dd4ec req-29150db6-c181-4087-af90-4805cc9d2911 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.0910735 Dec 10 08:53:59.903514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-e6d06676-b5dd-4ef3-90ce-fcbb3b397b57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.0834560 Dec 10 08:53:59.954605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:59.955230 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:53:59.981423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4048faf8-7b7e-44cf-a4a8-98e4e72dd4ec req-382f1751-66ab-4fc4-8766-1bcc53177b09 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202707 Dec 10 08:53:59.989836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-acda6afa-4f7e-4594-a81c-245e859fb536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:53:59.991926 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-acda6afa-4f7e-4594-a81c-245e859fb536 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0792997 Dec 10 08:54:00.009272 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-cb3ca94f-b600-403e-88e3-3a1879e1fd59 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1553798 Dec 10 08:54:00.026042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea7d64-e61d-4dd9-8430-5e030eb63c86 req-bd832a7e-9183-4b51-ac0a-5e7de2de37cd tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:00.034507 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fea7d64-e61d-4dd9-8430-5e030eb63c86 req-bd832a7e-9183-4b51-ac0a-5e7de2de37cd tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 949 time: 0.1285896 Dec 10 08:54:00.041819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Request body: {'port': {'device_id': 'a0ec2cbd-c499-479d-948b-bf5e5aef516d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:00.097094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Deleting port f751846d-bb3b-497c-9263-4b2f2ec87af0 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:00.097970 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:00.122948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fea7d64-e61d-4dd9-8430-5e030eb63c86 req-4f83f419-befe-44c3-a68f-d9b39707590f tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874615 Dec 10 08:54:00.221537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-205a22ba-dc07-4c52-9675-bfd470de5d89 None None] Provisioning complete for port 9c8df797-d172-412d-ad82-c3085dfd9541 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:00.224737 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-205a22ba-dc07-4c52-9675-bfd470de5d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:00.281571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 07152647-4dc1-4230-8024-06b71f9f3a0e up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:00.287246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f796fc-9d0b-4101-bf7c-ae539b5154e9 req-1ea74931-e100-48a6-89fe-88b4b9d8d957 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:00.293778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-e8f082d1-95a3-4891-9f9c-0194d4b2abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:00.295586 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-e8f082d1-95a3-4891-9f9c-0194d4b2abe4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2853916 Dec 10 08:54:00.295735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67f796fc-9d0b-4101-bf7c-ae539b5154e9 req-1ea74931-e100-48a6-89fe-88b4b9d8d957 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 936 time: 0.0686967 Dec 10 08:54:00.332057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] For port f751846d-bb3b-497c-9263-4b2f2ec87af0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f751846d-bb3b-497c-9263-4b2f2ec87af0,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:00.332484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:00.339480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-205a22ba-dc07-4c52-9675-bfd470de5d89 None None] Port 9c8df797-d172-412d-ad82-c3085dfd9541 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:00.356966 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:00.363609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67f796fc-9d0b-4101-bf7c-ae539b5154e9 req-42d947e1-6b03-4823-9765-722dc6c1feaf tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669441 Dec 10 08:54:00.376231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 07152647-4dc1-4230-8024-06b71f9f3a0e completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:54:00.381461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 07152647-4dc1-4230-8024-06b71f9f3a0e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:00.382434 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:00.422858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Calling delete_port for f751846d-bb3b-497c-9263-4b2f2ec87af0 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:00.488313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-c65e306a-cffc-4779-a7d4-5de4afb1a6fc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:00.489855 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-c65e306a-cffc-4779-a7d4-5de4afb1a6fc tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.39 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.2606885 Dec 10 08:54:00.491030 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:00.522077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6cd4c4-6414-4bf4-a657-aee49527990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07152647-4dc1-4230-8024-06b71f9f3a0e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:00.525354 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eca579-5473-4662-99b6-374468930feb" -d '{"events": [{"server_uuid": "3b6cd4c4-6414-4bf4-a657-aee49527990b", "name": "network-vif-plugged", "status": "completed", "tag": "07152647-4dc1-4230-8024-06b71f9f3a0e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:00.548292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 07152647-4dc1-4230-8024-06b71f9f3a0e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=07152647-4dc1-4230-8024-06b71f9f3a0e,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:00.558473 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:00.559288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 37be9fb1-6c1c-4fe3-b815-8af68d305c83 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:00.634276 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98ff20a-bbb9-4b8d-b7a4-47ec7144c876 x-openstack-request-id: req-e98ff20a-bbb9-4b8d-b7a4-47ec7144c876 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:00.635006 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6cd4c4-6414-4bf4-a657-aee49527990b", "name": "network-vif-plugged", "status": "completed", "tag": "07152647-4dc1-4230-8024-06b71f9f3a0e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:00.635407 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e98ff20a-bbb9-4b8d-b7a4-47ec7144c876 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:00.635956 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6cd4c4-6414-4bf4-a657-aee49527990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07152647-4dc1-4230-8024-06b71f9f3a0e', 'code': 200} Dec 10 08:54:00.644202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 37be9fb1-6c1c-4fe3-b815-8af68d305c83 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:00.644950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 37be9fb1-6c1c-4fe3-b815-8af68d305c83 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:00.692369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=07152647-4dc1-4230-8024-06b71f9f3a0e,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:00.737388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39584bf2-4caf-45b1-a35b-d207d8cec831 req-7bffa153-ff1f-4846-9180-8fa65733c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:00.739212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39584bf2-4caf-45b1-a35b-d207d8cec831 req-7bffa153-ff1f-4846-9180-8fa65733c07e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 1101 time: 0.0679252 Dec 10 08:54:00.823556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c56cc-1212-4a75-a87d-7e14190da4c5 req-f286583e-9b74-4ffb-89e1-c914eec8fada tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:00.826150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c12c56cc-1212-4a75-a87d-7e14190da4c5 req-f286583e-9b74-4ffb-89e1-c914eec8fada tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 948 time: 0.0849619 Dec 10 08:54:00.856897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39584bf2-4caf-45b1-a35b-d207d8cec831 req-3795b563-7e59-49bd-a0bb-933a9ee9383c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059029 Dec 10 08:54:00.888029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c12c56cc-1212-4a75-a87d-7e14190da4c5 req-4dd26056-49a4-4abb-826c-b2782dfb9028 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530095 Dec 10 08:54:00.949301 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-d4170e82-32b4-465f-a7fc-606eb7bb216d service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375129 Dec 10 08:54:00.949777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:00.952002 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0141210a-bc35-42e5-abc8-023c667eb94d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:01.014623 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa4da6b-47df-4157-ba4a-233372bb105e x-openstack-request-id: req-cfa4da6b-47df-4157-ba4a-233372bb105e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:01.015110 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:01.015425 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfa4da6b-47df-4157-ba4a-233372bb105e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:01.015964 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'status': 'completed', 'code': 200} Dec 10 08:54:01.139010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326ceb-f015-4776-817e-01ef8a0f4d8a req-19384678-d7e9-46dd-bd97-5eee0dcb286b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:01.147128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75326ceb-f015-4776-817e-01ef8a0f4d8a req-19384678-d7e9-46dd-bd97-5eee0dcb286b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.0838349 Dec 10 08:54:01.212166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141210a-bc35-42e5-abc8-023c667eb94d req-e3aeff82-5e8f-4798-8eca-fa119873cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:01.213874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-e3aeff82-5e8f-4798-8eca-fa119873cd90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1099 time: 0.0475214 Dec 10 08:54:01.245909 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75326ceb-f015-4776-817e-01ef8a0f4d8a req-d8cb54a7-12f9-4d10-ac06-92f6c1ea8e4e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970592 Dec 10 08:54:01.291782 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:01.391032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f751846d-bb3b-497c-9263-4b2f2ec87af0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:01.400691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141210a-bc35-42e5-abc8-023c667eb94d req-9b0b39a9-63fd-4a52-9b72-25151cb3dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:01.402548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-9b0b39a9-63fd-4a52-9b72-25151cb3dd6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1615570 Dec 10 08:54:01.427592 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-67764093-fdf9-4e11-9a2a-2b547bc4b0af req-57bebc8e-feba-4cfa-8e08-5707dc36425e service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636252 Dec 10 08:54:01.443253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Deleting port ad072f6b-c602-4abf-b3e4-84d63d184bc0 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:01.444221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:01.529911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-58e63959-2cd8-4dc5-9186-e29a24ca626c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.1156216 Dec 10 08:54:01.542776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b7cf1-0b09-4755-b60d-abd4c0749c17 req-07ad7e00-6f65-4ce1-8d6a-1f57f12f6801 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:01.550656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c18b7cf1-0b09-4755-b60d-abd4c0749c17 req-07ad7e00-6f65-4ce1-8d6a-1f57f12f6801 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 950 time: 0.2135928 Dec 10 08:54:01.594889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d107ab-9840-47a0-9b48-213c89361929 req-b65d5f28-51ea-40a7-a650-f779c402c14f tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:01.596619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5d107ab-9840-47a0-9b48-213c89361929 req-b65d5f28-51ea-40a7-a650-f779c402c14f tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 936 time: 0.1082306 Dec 10 08:54:01.695655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141210a-bc35-42e5-abc8-023c667eb94d req-808409d0-c391-4ba4-9f77-1bef552dcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:01.697057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-808409d0-c391-4ba4-9f77-1bef552dcab4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1cc2cdcd0424e329882c05977a756ef&device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1099 time: 0.1738391 Dec 10 08:54:01.699154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c18b7cf1-0b09-4755-b60d-abd4c0749c17 req-f2081557-7b64-4f23-a29f-fcac4cbe24e1 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471002 Dec 10 08:54:01.705056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5d107ab-9840-47a0-9b48-213c89361929 req-ca9ae42c-bb9b-4611-97ce-da5ffcf13e45 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781810 Dec 10 08:54:01.714643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141210a-bc35-42e5-abc8-023c667eb94d req-8d637518-9ed2-4644-b7ca-8f347eefec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:01.716166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-8d637518-9ed2-4644-b7ca-8f347eefec23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1443348 Dec 10 08:54:01.787227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141210a-bc35-42e5-abc8-023c667eb94d req-6e6fd983-c5ad-4ff1-8105-d53842c99b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:01.790073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-6e6fd983-c5ad-4ff1-8105-d53842c99b24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587115 Dec 10 08:54:01.815417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8df797-d172-412d-ad82-c3085dfd9541 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:01.840326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:01.848389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] For port ad072f6b-c602-4abf-b3e4-84d63d184bc0, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=ad072f6b-c602-4abf-b3e4-84d63d184bc0,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:01.848608 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:01.885449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Calling delete_port for ad072f6b-c602-4abf-b3e4-84d63d184bc0 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:01.903465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-90394e87-74d7-4602-b594-b6a0b604ecee service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051948 Dec 10 08:54:01.909340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Transition to ACTIVE for port object 9c8df797-d172-412d-ad82-c3085dfd9541 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:01.910506 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:01.926341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:02.073654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335eb0-1e83-4409-8309-a50f70c99924 req-d9228b14-333d-4e77-a0b4-83fca55063dc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:02.079674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1335eb0-1e83-4409-8309-a50f70c99924 req-d9228b14-333d-4e77-a0b4-83fca55063dc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 948 time: 0.0918579 Dec 10 08:54:02.080278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141210a-bc35-42e5-abc8-023c667eb94d req-89d7beeb-299d-4e8b-823a-c0ace56adfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:02.082075 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-89d7beeb-299d-4e8b-823a-c0ace56adfc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3546081 Dec 10 08:54:02.094030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-e41ced65-3b9f-44f9-8255-d5b62119047c service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772816 Dec 10 08:54:02.149857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1335eb0-1e83-4409-8309-a50f70c99924 req-b78bf8af-7618-42b0-87e6-6a6dc4ca041a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665851 Dec 10 08:54:02.216739 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-593a15e1-e04b-46e5-86f7-d1acae9a7ab3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 200 len: 217 time: 0.1209762 Dec 10 08:54:02.217481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8df797-d172-412d-ad82-c3085dfd9541,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:02.393281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Attempting to bind port 9c8df797-d172-412d-ad82-c3085dfd9541 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:02.393281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Attempting to bind port 9c8df797-d172-412d-ad82-c3085dfd9541 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:02.394238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Attempting to bind port 9c8df797-d172-412d-ad82-c3085dfd9541 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:02.401122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141210a-bc35-42e5-abc8-023c667eb94d req-4d4b28b5-9d44-450b-bfd7-30828b25db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:02.402870 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-4d4b28b5-9d44-450b-bfd7-30828b25db3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1593370 Dec 10 08:54:02.416902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Port 9c8df797-d172-412d-ad82-c3085dfd9541 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:54:02.417338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Attempting to bind port 9c8df797-d172-412d-ad82-c3085dfd9541 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:02.441464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96917754-4390-495b-8389-de016f40f2b3 req-39f9f6ac-0a37-4f9e-8f8b-7604bc8a579b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:02.443304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96917754-4390-495b-8389-de016f40f2b3 req-39f9f6ac-0a37-4f9e-8f8b-7604bc8a579b tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=147709da-1488-420c-bf1f-ed7eef15d7b4 HTTP/1.1" status: 200 len: 945 time: 0.0683804 Dec 10 08:54:02.474022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:02.474468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:02.474931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:02.476226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Bound port: 9c8df797-d172-412d-ad82-c3085dfd9541, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:02.476579 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:02.523674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96917754-4390-495b-8389-de016f40f2b3 req-6892936f-c3ec-4761-b5f2-c9743f22c350 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719609 Dec 10 08:54:02.641944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141210a-bc35-42e5-abc8-023c667eb94d req-6c1d96c0-2583-47f9-984b-d6f1eeb819cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:02.643481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-6c1d96c0-2583-47f9-984b-d6f1eeb819cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2277408 Dec 10 08:54:02.644075 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:02.745201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Pushing event deleted for resources: {'Port': ['ID=ad072f6b-c602-4abf-b3e4-84d63d184bc0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:02.755415 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Router 362622c5-987d-4432-abfb-01fbe8d51b33 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:54:02.761763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] For port 9c8df797-d172-412d-ad82-c3085dfd9541, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:02.814113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] No DVR routers for this DVR port ad072f6b-c602-4abf-b3e4-84d63d184bc0 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:02.816786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] For port 9c8df797-d172-412d-ad82-c3085dfd9541, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c8df797-d172-412d-ad82-c3085dfd9541,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:02.821262 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:02.824592 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c75ad0e5-6fef-4acc-a851-db7d326d8d63 req-061abdd6-5e39-4a18-8151-8afcbb48dbd9 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.39 "DELETE /v2.0/ports/ad072f6b-c602-4abf-b3e4-84d63d184bc0 HTTP/1.1" status: 204 len: 173 time: 1.9983919 Dec 10 08:54:02.831544 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:02.896410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a5ffa-ce45-48c5-8916-061a40dd8fac req-f3f4e449-f7bf-4055-9db5-f8354eff65b7 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:02.898884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d4a5ffa-ce45-48c5-8916-061a40dd8fac req-f3f4e449-f7bf-4055-9db5-f8354eff65b7 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 948 time: 0.1067708 Dec 10 08:54:02.926183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe222d-17fc-4f23-a284-a1b3809e4bde req-3e1a7424-478a-47a0-bf8e-d76e1a119759 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:02.928715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:02.929568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:02.932649 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c8df797-d172-412d-ad82-c3085dfd9541 HTTP/1.1" status: 200 len: 1096 time: 2.9026289 Dec 10 08:54:02.935018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28fe222d-17fc-4f23-a284-a1b3809e4bde req-3e1a7424-478a-47a0-bf8e-d76e1a119759 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 950 time: 0.1406834 Dec 10 08:54:02.947465 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-7579e915-c919-43e1-a70c-913fff6f4c65 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877979 Dec 10 08:54:03.031527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d4a5ffa-ce45-48c5-8916-061a40dd8fac req-0a216ced-da93-4db5-ae76-09f8430a3b1b tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258986 Dec 10 08:54:03.031760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'name': 'network-vif-deleted', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0'}, {'name': 'network-changed', 'server_uuid': 'a0ec2cbd-c499-479d-948b-bf5e5aef516d', 'tag': '9c8df797-d172-412d-ad82-c3085dfd9541'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:03.034032 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632d105b-4585-4c2b-955a-d7030bc97ff2" -d '{"events": [{"server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "name": "network-vif-deleted", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0"}, {"name": "network-changed", "server_uuid": "a0ec2cbd-c499-479d-948b-bf5e5aef516d", "tag": "9c8df797-d172-412d-ad82-c3085dfd9541"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:03.085796 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9690b7c-2eb7-404d-8980-17347bc3046a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:03.138129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28fe222d-17fc-4f23-a284-a1b3809e4bde req-c179db24-42f6-4167-8c9b-350a97491a55 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020798 Dec 10 08:54:03.400560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec333b-e069-4123-853e-3099ac8e5f23 req-3a8e7da0-7186-4404-b81c-e7373bedd132 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:03.402893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fec333b-e069-4123-853e-3099ac8e5f23 req-3a8e7da0-7186-4404-b81c-e7373bedd132 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 948 time: 0.1173878 Dec 10 08:54:03.514815 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0141210a-bc35-42e5-abc8-023c667eb94d req-ec34bee5-bc95-469d-b09e-7eb679e36d5e service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575318 Dec 10 08:54:03.515545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890767a3-802b-4a18-ad05-b3d7caf250b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8df797-d172-412d-ad82-c3085dfd9541,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:03.548757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fec333b-e069-4123-853e-3099ac8e5f23 req-09338821-8b1e-463a-9e4d-bf16c2e42ea5 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324985 Dec 10 08:54:03.611783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:54:03.621721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] Sync routers for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:54:03.623462 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3b2d747c-a452-4fff-b9c0-16e4fa6694f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/362622c5-987d-4432-abfb-01fbe8d51b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6200554 Dec 10 08:54:03.624676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47050) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:03.641034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:54:03.651058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:03.692971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-8e434799-7438-4544-8615-6c29fed08f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:03.697208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-8e434799-7438-4544-8615-6c29fed08f03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 1099 time: 0.1767046 Dec 10 08:54:03.710501 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049ba4bd-716e-49a7-a432-c365b4a21e9c x-openstack-request-id: req-049ba4bd-716e-49a7-a432-c365b4a21e9c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:03.710796 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147709da-1488-420c-bf1f-ed7eef15d7b4", "name": "network-vif-deleted", "tag": "ad072f6b-c602-4abf-b3e4-84d63d184bc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0ec2cbd-c499-479d-948b-bf5e5aef516d", "tag": "9c8df797-d172-412d-ad82-c3085dfd9541", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:03.711052 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-049ba4bd-716e-49a7-a432-c365b4a21e9c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:03.711462 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147709da-1488-420c-bf1f-ed7eef15d7b4', 'name': 'network-vif-deleted', 'tag': 'ad072f6b-c602-4abf-b3e4-84d63d184bc0', 'status': 'completed', 'code': 200} Dec 10 08:54:03.711714 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec2cbd-c499-479d-948b-bf5e5aef516d', 'tag': '9c8df797-d172-412d-ad82-c3085dfd9541', 'status': 'completed', 'code': 200} Dec 10 08:54:03.721822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9ca4f-76b3-4ae3-b66c-ed88b041d29b req-71423c94-227d-4c85-9f56-a18c29ded2a9 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:03.732877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bb9ca4f-76b3-4ae3-b66c-ed88b041d29b req-71423c94-227d-4c85-9f56-a18c29ded2a9 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 950 time: 0.1244791 Dec 10 08:54:03.764472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-3aab8f33-7102-4c82-bc57-3c200eb9c3bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=9c8df797-d172-412d-ad82-c3085dfd9541 HTTP/1.1" status: 200 len: 217 time: 0.0496969 Dec 10 08:54:03.833444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bb9ca4f-76b3-4ae3-b66c-ed88b041d29b req-4b121cb6-584a-4d07-bd27-8a369dbef248 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925014 Dec 10 08:54:03.871663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:54:03.878301 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:03.942029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-5a3ee77d-f5c0-468d-bdba-ba760fd45a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:03.943508 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-5a3ee77d-f5c0-468d-bdba-ba760fd45a7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1171949 Dec 10 08:54:04.039426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-52adaec2-5978-4bfb-90e2-90c88a20a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:04.041025 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-52adaec2-5978-4bfb-90e2-90c88a20a046 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886543 Dec 10 08:54:04.041182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f702d-387e-4206-8ffa-cc23486aca70 req-b94d6636-df59-4aa8-b551-6a1a8dacaa4e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:04.043894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-600f702d-387e-4206-8ffa-cc23486aca70 req-b94d6636-df59-4aa8-b551-6a1a8dacaa4e tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 945 time: 0.0697012 Dec 10 08:54:04.049075 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:04.085916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:54:01Z', 'revision_number': 5, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port': {'id': '199ee95e-d0b2-46e4-8f34-4b762a4b8fcb', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:27Z', 'updated_at': '2021-12-10T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:04.121814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] Checking router: 362622c5-987d-4432-abfb-01fbe8d51b33 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:54:04.130862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] Routers {'362622c5-987d-4432-abfb-01fbe8d51b33'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:54:04.132098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:53:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['362622c5-987d-4432-abfb-01fbe8d51b33'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:04.132740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-600f702d-387e-4206-8ffa-cc23486aca70 req-b19bc1b0-6d62-4a86-9a13-4c6993ebcdd8 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824172 Dec 10 08:54:04.204984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Deleting port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:04.205337 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:04.231355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5d70a-b727-447f-ada3-a43fce557ee3 req-f633bc98-3e20-4d54-8a64-67a5d9223a1d tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:04.233203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70a5d70a-b727-447f-ada3-a43fce557ee3 req-f633bc98-3e20-4d54-8a64-67a5d9223a1d tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 948 time: 0.0625145 Dec 10 08:54:04.259150 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-c301192d-4259-4e12-8dcb-7c8cab393cac service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048407 Dec 10 08:54:04.261103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] Set router 362622c5-987d-4432-abfb-01fbe8d51b33 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:54:04.290505 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70a5d70a-b727-447f-ada3-a43fce557ee3 req-20295bf8-e9ce-4e88-bfd0-0d6fec8a4452 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491374 Dec 10 08:54:04.332074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:54:04.334195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device ad072f6b-c602-4abf-b3e4-84d63d184bc0 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:04.339841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:54:04Z', 'revision_number': 6, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:04.393567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: ad072f6b-c602-4abf-b3e4-84d63d184bc0 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:04.393567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device ad072f6b-c602-4abf-b3e4-84d63d184bc0 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:04.398026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057819e-e7fe-4648-84d4-93958b421191 None None] The sync data for ids ['362622c5-987d-4432-abfb-01fbe8d51b33'] in n-d-814746-3 is: [{'id': '362622c5-987d-4432-abfb-01fbe8d51b33', 'name': 'tempest-ServersTestManualDisk-1608930743-router', 'tenant_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:26Z', 'updated_at': '2021-12-10T08:54:04Z', 'revision_number': 6, 'project_id': 'b08dc67dc68a463ca04a27dd026ba3fa', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:54:04.440279 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d98cd8e8-1b0b-4c76-b39d-7a1192d690c9 req-eaef554b-4b3e-4fdd-97e5-85e7b766a4b1 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640382 Dec 10 08:54:04.481163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] For port 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=199ee95e-d0b2-46e4-8f34-4b762a4b8fcb,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:04.481673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:04.508771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Calling delete_port for 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:04.517450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-3765bb6a-2554-47bb-98ba-f8cd962db89c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:04.518853 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-3765bb6a-2554-47bb-98ba-f8cd962db89c tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.39 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 945 time: 0.2042480 Dec 10 08:54:04.546139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:04.561914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'mac_address': 'fa:16:3e:a1:43:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:54:04.602249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:04.617434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e7a75e-6ccc-4af3-8b98-83c68151d549 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:04.640241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:04.647690 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:04.693280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb950e3-fbc1-4fe3-ab56-f1f8bb607a76 req-b9d91282-ad9f-42a5-b26b-556eff5908e3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:04.700649 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edb950e3-fbc1-4fe3-ab56-f1f8bb607a76 req-b9d91282-ad9f-42a5-b26b-556eff5908e3 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 948 time: 0.0749176 Dec 10 08:54:04.725808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=12']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:04.726931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-3c74915e-9039-41a2-bbb3-a8cc1fe473bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:04.729719 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-3c74915e-9039-41a2-bbb3-a8cc1fe473bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 1099 time: 0.2295423 Dec 10 08:54:04.774865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edb950e3-fbc1-4fe3-ab56-f1f8bb607a76 req-bee2be6a-1e31-4c05-ae1f-0bcd5b8210cd tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732565 Dec 10 08:54:04.809176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f751846d-bb3b-497c-9263-4b2f2ec87af0 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:04.844582 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: f751846d-bb3b-497c-9263-4b2f2ec87af0 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:04.845161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f751846d-bb3b-497c-9263-4b2f2ec87af0 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:04.901696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['28e7a75e-6ccc-4af3-8b98-83c68151d549'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:04.934697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c006210-db90-49bf-a028-baa469103e98 req-bd65cd2d-bc89-436b-a41d-d57d3e892352 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:04.936906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Deleting port b7955517-fcc9-4491-85da-66b67bb45c3a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:04.937268 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:04.938813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c006210-db90-49bf-a028-baa469103e98 req-bd65cd2d-bc89-436b-a41d-d57d3e892352 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 1100 time: 0.0745468 Dec 10 08:54:05.059544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c006210-db90-49bf-a028-baa469103e98 req-60e649c3-f1af-4163-9575-f32919a12cb5 tempest-MigrationsAdminTest-1278772939 tempest-MigrationsAdminTest-1278772939-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104913 Dec 10 08:54:05.093095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-15adf1d3-64cb-4e5d-957d-0dda320e9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:05.094693 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-15adf1d3-64cb-4e5d-957d-0dda320e9d80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3516984 Dec 10 08:54:05.136817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d946150-5f79-4e9b-8ccb-fac6e178ac8d req-05400902-6d9f-437f-b0ee-02376ad3a284 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:05.138814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d946150-5f79-4e9b-8ccb-fac6e178ac8d req-05400902-6d9f-437f-b0ee-02376ad3a284 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 950 time: 0.1651967 Dec 10 08:54:05.169566 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-68b5475f-fa5e-41f5-91db-5ed7c45a4fa2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=9c8df797-d172-412d-ad82-c3085dfd9541 HTTP/1.1" status: 200 len: 217 time: 0.0627227 Dec 10 08:54:05.184548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-fa064e71-e07d-4330-bbe9-b79369d32239 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:05.188139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-fa064e71-e07d-4330-bbe9-b79369d32239 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 950 time: 0.1264026 Dec 10 08:54:05.220810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.223767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] For port b7955517-fcc9-4491-85da-66b67bb45c3a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7955517-fcc9-4491-85da-66b67bb45c3a,segment=NetworkSegment(ebf8c8c8-8929-45e6-b091-61877dca926b),segment_id=ebf8c8c8-8929-45e6-b091-61877dca926b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:05.224064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.266096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d946150-5f79-4e9b-8ccb-fac6e178ac8d req-ad3b0d9a-9e22-4ee8-a52c-58d8f189cf04 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/security-groups?id=db94e946-c409-4b99-a955-34f7a570a8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183889 Dec 10 08:54:05.279423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Calling delete_port for b7955517-fcc9-4491-85da-66b67bb45c3a owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:05.305263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=199ee95e-d0b2-46e4-8f34-4b762a4b8fcb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:05.365907 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6aaff3c1-f2e6-4e11-886c-8e1cbe07af3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.406186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-17eca1f1-7713-43f5-b963-07e156a5aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:05.407939 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-17eca1f1-7713-43f5-b963-07e156a5aa87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.2265093 Dec 10 08:54:05.484959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.494616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78d4b6-7f76-4341-a357-218bc7f13950 req-8a69d9d3-0ff6-40bc-9f2c-f226a9017665 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:05.502184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef78d4b6-7f76-4341-a357-218bc7f13950 req-8a69d9d3-0ff6-40bc-9f2c-f226a9017665 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 945 time: 0.1532757 Dec 10 08:54:05.508025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Deleting port 07152647-4dc1-4230-8024-06b71f9f3a0e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:05.508572 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.532759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59a91c-9e8d-4d12-b4b8-1dd8ced65a5b req-55d4f08f-259d-48e9-95cd-49a3b66db0d2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:05.540486 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b59a91c-9e8d-4d12-b4b8-1dd8ced65a5b req-55d4f08f-259d-48e9-95cd-49a3b66db0d2 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1309140 Dec 10 08:54:05.634751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.638049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.654731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-d2397ca2-0f85-47bd-8bfd-8bb9c3bb5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:05.657123 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-d2397ca2-0f85-47bd-8bfd-8bb9c3bb5f5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160814 Dec 10 08:54:05.683948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b59a91c-9e8d-4d12-b4b8-1dd8ced65a5b req-58c109db-5bcc-4785-a171-a2e2df8d8e29 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269715 Dec 10 08:54:05.707591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef78d4b6-7f76-4341-a357-218bc7f13950 req-97ee76bb-ca92-462e-aa25-ab20ff70fe8a tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/security-groups?id=17103fb2-1d3e-4658-a29c-95bbe22be335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660295 Dec 10 08:54:05.715139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] For port 07152647-4dc1-4230-8024-06b71f9f3a0e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=07152647-4dc1-4230-8024-06b71f9f3a0e,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:05.716082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.730851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Calling delete_port for 07152647-4dc1-4230-8024-06b71f9f3a0e owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:05.763892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.764446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 362622c5-987d-4432-abfb-01fbe8d51b33 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:54:05.777054 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.780240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fce28477-e85a-49fe-824d-d6476d0d0bb3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/362622c5-987d-4432-abfb-01fbe8d51b33 HTTP/1.1" status: 204 len: 168 time: 2.1509585 Dec 10 08:54:05.785945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47092) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:05.867874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ece5-73ae-4220-9529-9b10e82174f3 req-f2d6b740-c6c6-4557-be57-fb447eb3ca24 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:05.874965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3021ece5-73ae-4220-9529-9b10e82174f3 req-f2d6b740-c6c6-4557-be57-fb447eb3ca24 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 948 time: 0.0854433 Dec 10 08:54:05.877920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-903c786a-cbc3-4fef-bc8c-8476f453123c admin admin] Deleting subnet 8f861125-0a57-4dfa-a37c-72a1bd723a25 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:54:05.891299 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-903c786a-cbc3-4fef-bc8c-8476f453123c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.918365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.925745 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-0f5e68b8-306d-4a0f-a9bf-7418fe950934 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348611 Dec 10 08:54:05.939698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3021ece5-73ae-4220-9529-9b10e82174f3 req-afde2aef-7efa-48bb-b775-0a461ce93055 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636044 Dec 10 08:54:05.978700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Pushing event deleted for resources: {'Port': ['ID=b7955517-fcc9-4491-85da-66b67bb45c3a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:05.988798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-903c786a-cbc3-4fef-bc8c-8476f453123c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:05.992998 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.008992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['07152647-4dc1-4230-8024-06b71f9f3a0e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:06.026268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Pushing event deleted for resources: {'Port': ['ID=07152647-4dc1-4230-8024-06b71f9f3a0e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:06.076629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] No DVR routers for this DVR port 07152647-4dc1-4230-8024-06b71f9f3a0e on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:06.082111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.086529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-205d42d0-b92e-4021-9ff2-8c6bbe3508f4 req-73964594-31f8-4932-8953-8528e645b492 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.18 "DELETE /v2.0/ports/07152647-4dc1-4230-8024-06b71f9f3a0e HTTP/1.1" status: 204 len: 173 time: 0.8850732 Dec 10 08:54:06.087199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6cd4c4-6414-4bf4-a657-aee49527990b', 'name': 'network-vif-deleted', 'tag': '07152647-4dc1-4230-8024-06b71f9f3a0e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:06.089736 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cb12f6-85ae-4188-8cfa-f83c4feb3810" -d '{"events": [{"server_uuid": "3b6cd4c4-6414-4bf4-a657-aee49527990b", "name": "network-vif-deleted", "tag": "07152647-4dc1-4230-8024-06b71f9f3a0e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:06.097991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] No DVR routers for this DVR port b7955517-fcc9-4491-85da-66b67bb45c3a on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:06.108070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.111751 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ad4ce34-c123-4596-b20a-30dafba34ebf req-4442ea90-7e50-4c96-af83-d1730cf1195d tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.39 "DELETE /v2.0/ports/b7955517-fcc9-4491-85da-66b67bb45c3a HTTP/1.1" status: 204 len: 173 time: 1.5865176 Dec 10 08:54:06.112279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'name': 'network-vif-deleted', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:06.114918 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de000830-d05b-45e7-8c5e-ca0f00da252c" -d '{"events": [{"server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "name": "network-vif-deleted", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:06.133820 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac20189-c061-4c95-a290-2922f60c2b9f x-openstack-request-id: req-dac20189-c061-4c95-a290-2922f60c2b9f {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:06.134375 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6cd4c4-6414-4bf4-a657-aee49527990b", "name": "network-vif-deleted", "tag": "07152647-4dc1-4230-8024-06b71f9f3a0e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:06.134839 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dac20189-c061-4c95-a290-2922f60c2b9f {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:06.135431 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6cd4c4-6414-4bf4-a657-aee49527990b', 'name': 'network-vif-deleted', 'tag': '07152647-4dc1-4230-8024-06b71f9f3a0e', 'status': 'completed', 'code': 200} Dec 10 08:54:06.179578 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-632d105b-4585-4c2b-955a-d7030bc97ff2 req-553cc63b-d694-40d0-82bf-4819582a3ccc service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436988 Dec 10 08:54:06.187738 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d415c2-33ac-4fe7-b8da-0e1f963b3fbd x-openstack-request-id: req-16d415c2-33ac-4fe7-b8da-0e1f963b3fbd {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:06.188008 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107a23f3-8da4-46de-bd63-5ff67538c691", "name": "network-vif-deleted", "tag": "b7955517-fcc9-4491-85da-66b67bb45c3a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:06.188261 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16d415c2-33ac-4fe7-b8da-0e1f963b3fbd {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:06.188695 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107a23f3-8da4-46de-bd63-5ff67538c691', 'name': 'network-vif-deleted', 'tag': 'b7955517-fcc9-4491-85da-66b67bb45c3a', 'status': 'completed', 'code': 200} Dec 10 08:54:06.198629 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-903c786a-cbc3-4fef-bc8c-8476f453123c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.263026 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-903c786a-cbc3-4fef-bc8c-8476f453123c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.292612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9c8df797-d172-412d-ad82-c3085dfd9541 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:54:06.302905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c786a-cbc3-4fef-bc8c-8476f453123c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f861125-0a57-4dfa-a37c-72a1bd723a25,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:06.308835 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-903c786a-cbc3-4fef-bc8c-8476f453123c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.313806 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-903c786a-cbc3-4fef-bc8c-8476f453123c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8f861125-0a57-4dfa-a37c-72a1bd723a25 HTTP/1.1" status: 204 len: 168 time: 0.5267115 Dec 10 08:54:06.316042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47100) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:06.319291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155efb0d-8170-4812-9103-75f87359d3f9 None None] Network fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:06.342460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:06.398886 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.408504 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-617e3bd7-1141-4af6-8560-ffb243941896 req-3cef7895-c1db-4745-b940-5eaebe39b2a4 tempest-ImagesNegativeTestJSON-465045793 tempest-ImagesNegativeTestJSON-465045793-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b6cd4c4-6414-4bf4-a657-aee49527990b HTTP/1.1" status: 200 len: 210 time: 0.0340405 Dec 10 08:54:06.459237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Deleting port 6919aac6-4857-454b-81ef-0256415fd790 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:06.460214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.537731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] For port 6919aac6-4857-454b-81ef-0256415fd790, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6919aac6-4857-454b-81ef-0256415fd790,segment=NetworkSegment(4ea90b97-0738-4640-9b15-1e5c87e88e07),segment_id=4ea90b97-0738-4640-9b15-1e5c87e88e07)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:06.538111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.564749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Calling delete_port for 6919aac6-4857-454b-81ef-0256415fd790 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:06.649993 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.699117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:06.760625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.815545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:06.816184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 199ee95e-d0b2-46e4-8f34-4b762a4b8fcb not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:06.829288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9c8df797-d172-412d-ad82-c3085dfd9541, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c8df797-d172-412d-ad82-c3085dfd9541,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:06.832980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] No DVR routers for this DVR port 6919aac6-4857-454b-81ef-0256415fd790 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:06.843198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Pushing event deleted for resources: {'Port': ['ID=6919aac6-4857-454b-81ef-0256415fd790,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:06.856355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 28e7a75e-6ccc-4af3-8b98-83c68151d549 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:54:06.868794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 28e7a75e-6ccc-4af3-8b98-83c68151d549 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:06.870067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:06.874225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '9c8df797-d172-412d-ad82-c3085dfd9541', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '9c8df797-d172-412d-ad82-c3085dfd9541', 'mac_address': 'fa:16:3e:22:aa:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:54:06.899741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-09a0e959-b2f1-4312-8c11-d3aaf89f4bfc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:06.901894 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-09a0e959-b2f1-4312-8c11-d3aaf89f4bfc tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.2365386 Dec 10 08:54:06.926204 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb3c4938-3382-4e85-a75f-31a2ca5febd8 req-964bb14e-86cf-45e9-af8d-412380a12099 tempest-LiveMigrationTest-1541074950 tempest-LiveMigrationTest-1541074950-project] 10.222.0.31 "GET /v2.0/ports?device_id=107a23f3-8da4-46de-bd63-5ff67538c691 HTTP/1.1" status: 200 len: 210 time: 0.0636141 Dec 10 08:54:06.972425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4c661-027f-4c88-9658-35c89ad77c83 req-8efe2095-6752-4286-aeac-f6df61e06fe7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:06.980588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ffd4c661-027f-4c88-9658-35c89ad77c83 req-8efe2095-6752-4286-aeac-f6df61e06fe7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 949 time: 0.1572344 Dec 10 08:54:07.016386 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.019754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec77956-9d21-4f02-bb71-3fe262f8b4c0 None None] DHCP port deletion for fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:54:07.053905 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ffd4c661-027f-4c88-9658-35c89ad77c83 req-ffb42aeb-4b7e-458d-8fee-b91e503d279a tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712907 Dec 10 08:54:07.077987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8df797-d172-412d-ad82-c3085dfd9541 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:07.103718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9c8df797-d172-412d-ad82-c3085dfd9541, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c8df797-d172-412d-ad82-c3085dfd9541,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:07.129365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.135984 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.173228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8fb0ba-d0d5-4b81-bd34-1b9386f29384']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:07.186152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea90b97-0738-4640-9b15-1e5c87e88e07') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:07.186527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea90b97-0738-4640-9b15-1e5c87e88e07') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:07.199504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9c8df797-d172-412d-ad82-c3085dfd9541,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:07.202343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.205151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Deleting port 28e7a75e-6ccc-4af3-8b98-83c68151d549 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:07.205483 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.221776 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.231297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17516d0a-7b45-439c-adf1-06980de1c702 req-a9da4e7a-9e49-4d75-872e-48c5d0d9443b tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:07.233440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17516d0a-7b45-439c-adf1-06980de1c702 req-a9da4e7a-9e49-4d75-872e-48c5d0d9443b tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 949 time: 0.0765889 Dec 10 08:54:07.248333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:07.250798 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87323ee6-609f-485f-b9d9-e16079e9a2b9" -d '{"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-plugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:07.265040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:07.273470 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.300758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.313187 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2e1452-5a53-4aea-baad-f6ebf1be191a x-openstack-request-id: req-5e2e1452-5a53-4aea-baad-f6ebf1be191a {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:07.313710 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-plugged", "status": "completed", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:07.314136 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e2e1452-5a53-4aea-baad-f6ebf1be191a {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:07.314701 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'code': 200} Dec 10 08:54:07.317841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17516d0a-7b45-439c-adf1-06980de1c702 req-1e9eb47b-1ff3-452d-882d-7895f3bf66d0 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774820 Dec 10 08:54:07.320675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:54:07.321197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:54:07.323124 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:54:07.350995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=13']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:07.391849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] For port 28e7a75e-6ccc-4af3-8b98-83c68151d549, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28e7a75e-6ccc-4af3-8b98-83c68151d549,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:07.392387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.408395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Calling delete_port for 28e7a75e-6ccc-4af3-8b98-83c68151d549 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:07.410098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.414945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.418568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fa8fb0ba-d0d5-4b81-bd34-1b9386f29384 HTTP/1.1" status: 204 len: 168 time: 1.1005301 Dec 10 08:54:07.440460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbfbe6-2050-4f4f-947b-2f930671ac62 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa8fb0ba-d0d5-4b81-bd34-1b9386f29384,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:07.483725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9c8df797-d172-412d-ad82-c3085dfd9541'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:07.627142 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.662374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Pushing event deleted for resources: {'Port': ['ID=28e7a75e-6ccc-4af3-8b98-83c68151d549,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:07.685896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['997761bf-5b94-4146-aaa9-5ba63000430c', 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', '28e7a75e-6ccc-4af3-8b98-83c68151d549'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:07.705868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47140) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:07.734135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] No DVR routers for this DVR port 28e7a75e-6ccc-4af3-8b98-83c68151d549 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:07.746281 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.752319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-eb9524de-eeef-4b35-9636-6be8a2c61a33 req-4c21416e-5a5a-4a4e-bd9e-cd634a8a5a23 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "DELETE /v2.0/ports/28e7a75e-6ccc-4af3-8b98-83c68151d549 HTTP/1.1" status: 204 len: 173 time: 0.7883656 Dec 10 08:54:07.822048 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2ea55cd6-513c-4a93-9bcd-a89246b14162 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b08dc67dc68a463ca04a27dd026ba3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144011 Dec 10 08:54:07.824452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:07.937737 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aa2c28d1-2e6c-4a54-83ff-ecbde7026660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:07.984314 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aa2c28d1-2e6c-4a54-83ff-ecbde7026660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.035183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47148) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:08.064722 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aa2c28d1-2e6c-4a54-83ff-ecbde7026660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.072085 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aa2c28d1-2e6c-4a54-83ff-ecbde7026660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.073767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-aa2c28d1-2e6c-4a54-83ff-ecbde7026660 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c490ddf3-9ec4-46cb-8e26-7f2cbf6a9f7c HTTP/1.1" status: 204 len: 168 time: 0.2482285 Dec 10 08:54:08.088259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c28d1-2e6c-4a54-83ff-ecbde7026660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c490ddf3-9ec4-46cb-8e26-7f2cbf6a9f7c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:08.168114 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.190012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-deleted', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:08.192706 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13837ca8-5d1f-483e-ad12-4469156b5de1" -d '{"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-deleted", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:08.300752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 07152647-4dc1-4230-8024-06b71f9f3a0e no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:08.337118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47166) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:08.343728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcdc4509-ddb0-490b-a4f6-52a657fa152a req-1161fe7a-5180-4d5c-90c1-4a42291f40e9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b1d906-afb8-4420-b058-61a68361583a HTTP/1.1" status: 200 len: 210 time: 0.0767248 Dec 10 08:54:08.386134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:08.406063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 07152647-4dc1-4230-8024-06b71f9f3a0e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:08.412040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 07152647-4dc1-4230-8024-06b71f9f3a0e not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:08.440414 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e954aedb-5fda-470b-a861-71ad2edb25ec x-openstack-request-id: req-e954aedb-5fda-470b-a861-71ad2edb25ec {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:08.440655 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1d906-afb8-4420-b058-61a68361583a", "name": "network-vif-deleted", "tag": "28e7a75e-6ccc-4af3-8b98-83c68151d549", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:08.440969 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e954aedb-5fda-470b-a861-71ad2edb25ec {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:08.441416 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1d906-afb8-4420-b058-61a68361583a', 'name': 'network-vif-deleted', 'tag': '28e7a75e-6ccc-4af3-8b98-83c68151d549', 'status': 'completed', 'code': 200} Dec 10 08:54:08.461072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: b7955517-fcc9-4491-85da-66b67bb45c3a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:08.461424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7955517-fcc9-4491-85da-66b67bb45c3a not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:08.510358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce596719-f858-4f69-9733-dd00d0fed98b admin admin] Deleting subnet b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:54:08.517479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce596719-f858-4f69-9733-dd00d0fed98b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.538304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-60ec599a-c1ab-4755-b06e-e4f1ae037e7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a5635fcc164448b96cbf3d393e2a73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981869 Dec 10 08:54:08.540618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47172) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:08.567709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e697ab-6ccc-4cf4-a834-d21db368d0b4 req-ba92a6ae-4b6e-49d4-a650-f0231831dec1 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:08.569881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86e697ab-6ccc-4cf4-a834-d21db368d0b4 req-ba92a6ae-4b6e-49d4-a650-f0231831dec1 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 949 time: 0.1107817 Dec 10 08:54:08.574586 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce596719-f858-4f69-9733-dd00d0fed98b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.606611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07d90a72-94dc-4952-80ac-622778a47f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.650830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07d90a72-94dc-4952-80ac-622778a47f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.659685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce596719-f858-4f69-9733-dd00d0fed98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.666412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86e697ab-6ccc-4cf4-a834-d21db368d0b4 req-be9326fe-5c7e-4741-9fdc-23512a0ccf7f tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700765 Dec 10 08:54:08.678650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6919aac6-4857-454b-81ef-0256415fd790 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:08.706598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6919aac6-4857-454b-81ef-0256415fd790 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:08.707298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6919aac6-4857-454b-81ef-0256415fd790 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:08.728516 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07d90a72-94dc-4952-80ac-622778a47f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.732220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07d90a72-94dc-4952-80ac-622778a47f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.735803 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-07d90a72-94dc-4952-80ac-622778a47f43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db94e946-c409-4b99-a955-34f7a570a8f4 HTTP/1.1" status: 204 len: 168 time: 0.1917095 Dec 10 08:54:08.745036 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce596719-f858-4f69-9733-dd00d0fed98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.751089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d90a72-94dc-4952-80ac-622778a47f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db94e946-c409-4b99-a955-34f7a570a8f4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:08.782396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce596719-f858-4f69-9733-dd00d0fed98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1db733b-dc4a-4d4f-a120-c2858b3ca1c0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:08.790968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce596719-f858-4f69-9733-dd00d0fed98b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:08.795926 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ce596719-f858-4f69-9733-dd00d0fed98b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b1db733b-dc4a-4d4f-a120-c2858b3ca1c0 HTTP/1.1" status: 204 len: 168 time: 0.7558470 Dec 10 08:54:08.798924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47182) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:08.874605 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.096057 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.210757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47204) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:09.217930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-257473537'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:09.259070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:09.262803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.270906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.291242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:54:09.299689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f4be52-a18a-42a7-be07-351c47d9e9af']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:09.301813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.302252 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Added segment b1f06c1f-48b6-4793-8024-52feb5e08c93 of type vlan for network 65715e0f-6807-491a-ad82-063644e9b9f7 Dec 10 08:54:09.313149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf8c8c8-8929-45e6-b091-61877dca926b') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:09.313701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf8c8c8-8929-45e6-b091-61877dca926b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:09.326314 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.342092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.349058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:54:09.351193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:54:09.353220 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:54:09.406569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.427296 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.440148 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.447877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] 10.222.0.31 "DELETE /v2.0/networks/38f4be52-a18a-42a7-be07-351c47d9e9af HTTP/1.1" status: 204 len: 168 time: 0.6477001 Dec 10 08:54:09.448763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47222) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:09.471602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47226) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:09.479204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72880c-9627-467e-bfa3-dc7c06a4d13a admin admin] Pushing event deleted for resources: {'Network': ['ID=38f4be52-a18a-42a7-be07-351c47d9e9af,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:09.488569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.494498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:09.495115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.530807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb52434-b4d6-4b8d-85d7-d2a2474e5ed9 admin admin] Deleting subnet 5fecc259-ea88-407b-9d14-7df61cd5f7d2 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:54:09.534064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cb52434-b4d6-4b8d-85d7-d2a2474e5ed9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.576411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cb52434-b4d6-4b8d-85d7-d2a2474e5ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.612821 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47232) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:09.613069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4003456 Dec 10 08:54:09.627505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1133783924'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:09.677524 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cb52434-b4d6-4b8d-85d7-d2a2474e5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.705336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1524d3-897b-4e7b-9f4d-41d279b108f9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Network': ['ID=65715e0f-6807-491a-ad82-063644e9b9f7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:09.724086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 65715e0f-6807-491a-ad82-063644e9b9f7 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:54:09.726348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:09.731419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.777619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:54:09.795687 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.796060 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Added segment c9ffa8ad-f56d-41a4-93ad-46d239f1b16c of type vlan for network aded683f-8ec1-409b-b472-c0766dd8c73b Dec 10 08:54:09.809812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cb52434-b4d6-4b8d-85d7-d2a2474e5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.864970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb52434-b4d6-4b8d-85d7-d2a2474e5ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fecc259-ea88-407b-9d14-7df61cd5f7d2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:09.866998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3f3ba-3de5-4453-bf6b-61d978c3421c req-6f2832c5-de0e-4186-9bb3-c11a7522f686 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:09.869255 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cb52434-b4d6-4b8d-85d7-d2a2474e5ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.875536 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9cb52434-b4d6-4b8d-85d7-d2a2474e5ed9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5fecc259-ea88-407b-9d14-7df61cd5f7d2 HTTP/1.1" status: 204 len: 168 time: 0.4125848 Dec 10 08:54:09.876250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86f3f3ba-3de5-4453-bf6b-61d978c3421c req-6f2832c5-de0e-4186-9bb3-c11a7522f686 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 951 time: 0.1143730 Dec 10 08:54:09.876250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47240) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:09.889986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.894267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-578476137-network', 'tenant_id': '937a81b5515c4fad8547de06218cf240'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:09.920278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:09.923638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d550a-4e90-49aa-bd45-e6f67604183a req-63ab022a-dc7a-431e-baf7-bda1b3fe908b tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:09.925110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c82d550a-4e90-49aa-bd45-e6f67604183a req-63ab022a-dc7a-431e-baf7-bda1b3fe908b tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 949 time: 0.1265249 Dec 10 08:54:09.926150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:09.927167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.021529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Made reservation on behalf of 937a81b5515c4fad8547de06218cf240 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:10.024380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.028345 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4127781 Dec 10 08:54:10.034570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47244) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:10.046726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'subnet': {'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:10.050521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.054085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a8ecb-02b6-4c61-93f7-f0eb33ee3f3e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Network': ['ID=aded683f-8ec1-409b-b472-c0766dd8c73b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:10.055685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.065162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network aded683f-8ec1-409b-b472-c0766dd8c73b details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:54:10.081949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86f3f3ba-3de5-4453-bf6b-61d978c3421c req-0a81af4d-a422-471e-9c1e-948ab8b46287 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904552 Dec 10 08:54:10.100769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c82d550a-4e90-49aa-bd45-e6f67604183a req-feb9650e-fc81-4b18-a6bb-8a72b8cb077d tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470952 Dec 10 08:54:10.179311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:10.183441 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.203399 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.232311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec61ca2-d5b3-42b4-9f82-96f33f9a170a']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:10.247448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2edd95-90ff-4444-bd33-c828314bb704') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:10.248019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2edd95-90ff-4444-bd33-c828314bb704') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:10.267136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.290755 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.292540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9c8df797-d172-412d-ad82-c3085dfd9541 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:10.305597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.307733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:54:10.308079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:54:10.310980 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:54:10.328798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.339577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:10.368971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 28e7a75e-6ccc-4af3-8b98-83c68151d549 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:10.369369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28e7a75e-6ccc-4af3-8b98-83c68151d549 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:10.380082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 9c8df797-d172-412d-ad82-c3085dfd9541 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:54:10.385484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 9c8df797-d172-412d-ad82-c3085dfd9541 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:10.385883 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.398357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-5d0fd793-e7ae-4405-820e-8f291cb9beca tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=287ebd8839174417becea5eb760753e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706067 Dec 10 08:54:10.426546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.430629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae967517-d7a0-4372-91fa-bb1a098cac68,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:10.443249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:54:10.451608 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.488665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.507590 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.514888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Checking segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:10.515117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network hostable DHCP agents. Network: 65715e0f-6807-491a-ad82-063644e9b9f7, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:54:10.517803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] 10.222.0.31 "DELETE /v2.0/networks/cec61ca2-d5b3-42b4-9f82-96f33f9a170a HTTP/1.1" status: 204 len: 168 time: 0.6365359 Dec 10 08:54:10.528443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec2cbd-c499-479d-948b-bf5e5aef516d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8df797-d172-412d-ad82-c3085dfd9541'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:10.530983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Subnet': ['ID=85caf6b4-e53f-4a3d-9937-b7efc22f8196,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:10.531614 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24bf3cd-8058-47ae-891c-da334f1852a0" -d '{"events": [{"server_uuid": "a0ec2cbd-c499-479d-948b-bf5e5aef516d", "name": "network-vif-plugged", "status": "completed", "tag": "9c8df797-d172-412d-ad82-c3085dfd9541"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:10.544579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037e0bc-ff1c-4b62-a32b-c24a861fb24c admin admin] Pushing event deleted for resources: {'Network': ['ID=cec61ca2-d5b3-42b4-9f82-96f33f9a170a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:10.551045 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.551281 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Added segment f55dde17-06e5-4d2a-9abb-9d5127351ff5 of type vlan for network bf459d15-ed36-41bb-94f4-290910f5bc35 Dec 10 08:54:10.555554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network 65715e0f-6807-491a-ad82-063644e9b9f7 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:54:10.571417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9c8df797-d172-412d-ad82-c3085dfd9541, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c8df797-d172-412d-ad82-c3085dfd9541,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:10.579556 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.586075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 65715e0f-6807-491a-ad82-063644e9b9f7) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:10.591779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:10.592521 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.621696 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d106b46b-f6a4-4465-a653-5ad5d7293088 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5834644 Dec 10 08:54:10.623094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47264) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:10.630784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'subnet': {'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:10.648487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.669364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-560ac811-9020-4630-b189-5e36c8b1e941 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:10.671438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-560ac811-9020-4630-b189-5e36c8b1e941 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622466 Dec 10 08:54:10.678589 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bceb34-aa7f-4a60-9547-b8aee9932249 x-openstack-request-id: req-09bceb34-aa7f-4a60-9547-b8aee9932249 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:10.678972 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec2cbd-c499-479d-948b-bf5e5aef516d", "name": "network-vif-plugged", "status": "completed", "tag": "9c8df797-d172-412d-ad82-c3085dfd9541", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:10.679165 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09bceb34-aa7f-4a60-9547-b8aee9932249 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:10.682455 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec2cbd-c499-479d-948b-bf5e5aef516d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8df797-d172-412d-ad82-c3085dfd9541', 'code': 200} Dec 10 08:54:10.682455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9c8df797-d172-412d-ad82-c3085dfd9541,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:10.683939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47266) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:10.684991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80292dde-cc8d-4742-9baf-c00fe1915ced None None] Network 65715e0f-6807-491a-ad82-063644e9b9f7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:10.714019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-d4b3de63-0016-4951-9453-fe86b2759224 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/quotas/287ebd8839174417becea5eb760753e0 HTTP/1.1" status: 200 len: 375 time: 0.0308049 Dec 10 08:54:10.736128 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.737023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:10.739308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.782440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-f9d7ac3f-252c-45f4-b150-a8bf12ed3eb3 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=287ebd8839174417becea5eb760753e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614684 Dec 10 08:54:10.791633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1b9be-279d-40b5-9e4f-ce4be30aac07 req-e6e0dc58-080d-4681-89ce-7d1997286433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:10.793526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33b1b9be-279d-40b5-9e4f-ce4be30aac07 req-e6e0dc58-080d-4681-89ce-7d1997286433 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 1101 time: 0.0957823 Dec 10 08:54:10.808441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-65715e0f-6807-491a-ad82-063644e9b9f7', 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'fixed_ips': [{'subnet_id': '85caf6b4-e53f-4a3d-9937-b7efc22f8196'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:54:10.810085 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.810293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:10.814001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.844509 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2f8ad630-c920-43d8-b459-71e305708558 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b46326893314c2983c883ddfe677441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587517 Dec 10 08:54:10.853536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47268) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:10.870921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3982153 Dec 10 08:54:10.873477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47270) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:10.880819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Request body: {'subnet': {'network_id': 'bf459d15-ed36-41bb-94f4-290910f5bc35', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-578476137-subnet', 'tenant_id': '937a81b5515c4fad8547de06218cf240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:10.884655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c515e-7846-443c-867c-85a12e137c81 admin admin] Pushing event updated for resources: {'Network': ['ID=bf459d15-ed36-41bb-94f4-290910f5bc35,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:10.942852 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d291-87d0-48b4-9e55-d9415da4d324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.957389 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33b1b9be-279d-40b5-9e4f-ce4be30aac07 req-30bf1359-51d7-43d1-afd3-8bd35784ea0d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565971 Dec 10 08:54:10.970010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network bf459d15-ed36-41bb-94f4-290910f5bc35 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:54:10.971021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Made reservation on behalf of 937a81b5515c4fad8547de06218cf240 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:10.973843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d291-87d0-48b4-9e55-d9415da4d324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:10.975353 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.103339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0b0f986-5271-42cd-b194-3affbd03365a req-17387aed-bc77-48fc-911b-f35f98a5c5e2 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 210 time: 0.1078396 Dec 10 08:54:11.104358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d291-87d0-48b4-9e55-d9415da4d324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.108173 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d291-87d0-48b4-9e55-d9415da4d324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.109949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f0e2d291-87d0-48b4-9e55-d9415da4d324 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17103fb2-1d3e-4658-a29c-95bbe22be335 HTTP/1.1" status: 204 len: 168 time: 0.2542613 Dec 10 08:54:11.124166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2d291-87d0-48b4-9e55-d9415da4d324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17103fb2-1d3e-4658-a29c-95bbe22be335,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:11.197215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-31481023-f3c7-4925-a148-a2bf3b45e63c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:11.201790 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-31481023-f3c7-4925-a148-a2bf3b45e63c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 951 time: 0.1659687 Dec 10 08:54:11.214563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Allocated IP 10.1.1.2 (65715e0f-6807-491a-ad82-063644e9b9f7/85caf6b4-e53f-4a3d-9937-b7efc22f8196/40be11f6-1072-4354-aff4-5dfb322da8ec) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:11.331822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5df39-0069-4713-bcf9-2f5659cce0ac req-8aa89f42-2392-46a5-9379-a26b68e2fe17 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:11.333419 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ef5df39-0069-4713-bcf9-2f5659cce0ac req-8aa89f42-2392-46a5-9379-a26b68e2fe17 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 950 time: 0.0812986 Dec 10 08:54:11.361678 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.400306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ef5df39-0069-4713-bcf9-2f5659cce0ac req-904a1c1e-b3e9-4e63-b734-8b2a254d6658 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567446 Dec 10 08:54:11.410748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8e35f-9d23-45af-9a6b-c77ca8febaa8 req-51039aa4-8c4c-42c6-a146-f1e78123574f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:11.415155 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0d8e35f-9d23-45af-9a6b-c77ca8febaa8 req-51039aa4-8c4c-42c6-a146-f1e78123574f tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 951 time: 0.2165437 Dec 10 08:54:11.505634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0d8e35f-9d23-45af-9a6b-c77ca8febaa8 req-fffe8248-9622-4687-bc9d-f5d1d3b637d1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857327 Dec 10 08:54:11.538123 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.542689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Subnet': ['ID=85f53a55-7376-4757-aecf-c43d0e17611d,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:11.545481 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.602148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Network 65715e0f-6807-491a-ad82-063644e9b9f7 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:11.606101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:11.606964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Deleting port afb6c0c2-8153-46c4-b622-cd8cff629e1c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:11.607464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.609789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:11.619678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Pushing event updated for resources: {'Port': ['ID=40be11f6-1072-4354-aff4-5dfb322da8ec,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:11.634968 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.646371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Checking segment: {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:11.647958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network hostable DHCP agents. Network: aded683f-8ec1-409b-b472-c0766dd8c73b, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:54:11.687017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Attempting to bind port 40be11f6-1072-4354-aff4-5dfb322da8ec on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:11.687526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Attempting to bind port 40be11f6-1072-4354-aff4-5dfb322da8ec by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:11.688108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Attempting to bind port 40be11f6-1072-4354-aff4-5dfb322da8ec on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:11.694195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:11.694545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Checking segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:11.694944 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.695337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Bound using segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:11.695810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Bound port: 40be11f6-1072-4354-aff4-5dfb322da8ec, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:11.696198 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.736490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47294) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:11.776682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b3a729-66da-4377-8a9d-c6eaa18252c2,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:11.778691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] For port 40be11f6-1072-4354-aff4-5dfb322da8ec, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:11.781613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network aded683f-8ec1-409b-b472-c0766dd8c73b is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:54:11.783732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] For port 40be11f6-1072-4354-aff4-5dfb322da8ec, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=40be11f6-1072-4354-aff4-5dfb322da8ec,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:11.789246 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.795767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Checking segment: {'id': 'f55dde17-06e5-4d2a-9abb-9d5127351ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bf459d15-ed36-41bb-94f4-290910f5bc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:11.796148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Network hostable DHCP agents. Network: bf459d15-ed36-41bb-94f4-290910f5bc35, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:54:11.801325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, aded683f-8ec1-409b-b472-c0766dd8c73b) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:11.814898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:11.816011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.820658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8ab447f2-f4c1-4ff3-81d1-be78c17d6863 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b6cc9f18a634dcc90c8f13164eab725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0828719 Dec 10 08:54:11.821380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47296) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:11.853805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] For port afb6c0c2-8153-46c4-b622-cd8cff629e1c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afb6c0c2-8153-46c4-b622-cd8cff629e1c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:11.854278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.860114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2061711-f082-49d7-84ef-ff243bfe7467 None None] Network aded683f-8ec1-409b-b472-c0766dd8c73b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:11.869362 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5363810a-804d-4270-b516-5f79d66142a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2450616 Dec 10 08:54:11.870112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Network bf459d15-ed36-41bb-94f4-290910f5bc35 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:54:11.872095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47298) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:11.881493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'port': {'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'name': 'tempest-TaggedBootDevicesTest-1647921225', 'fixed_ips': [{'subnet_id': '85caf6b4-e53f-4a3d-9937-b7efc22f8196'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:11.885012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Calling delete_port for afb6c0c2-8153-46c4-b622-cd8cff629e1c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:11.912794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, bf459d15-ed36-41bb-94f4-290910f5bc35) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:11.958091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:11.958695 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:11.971152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eefa988-b333-4d6c-b6c4-322fd5b181c0 None None] Network bf459d15-ed36-41bb-94f4-290910f5bc35 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:12.036495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b1418472-272e-46ee-9ddc-aa1efb06bf07 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1618018 Dec 10 08:54:12.072777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aae523-a08a-43d3-83c1-2c407e4dec47 None None] Pushing event updated for resources: {'Port': ['ID=40be11f6-1072-4354-aff4-5dfb322da8ec,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:12.134137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:12.225846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-aded683f-8ec1-409b-b472-c0766dd8c73b', 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b', 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'fixed_ips': [{'subnet_id': '85f53a55-7376-4757-aecf-c43d0e17611d'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:54:12.229800 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:12.309206 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:12.327924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e0ee1-9e88-4080-bad1-06f416a6a08a None None] Network bf459d15-ed36-41bb-94f4-290910f5bc35 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:12.342304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] device_id is not set on port edb3151a-f1ca-4c05-b923-aa726dc3455b yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 08:54:12.393490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69f8c4df-10e9-44a6-bdbc-4607a001be2b req-097a5b2b-0556-472c-b744-220bcdafd2cb tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 210 time: 0.0574653 Dec 10 08:54:12.477105 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b48a-feb4-402a-b394-808e8614b4c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:12.517338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b48a-feb4-402a-b394-808e8614b4c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:12.712991 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b48a-feb4-402a-b394-808e8614b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:12.721853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b48a-feb4-402a-b394-808e8614b4c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:12.725642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b5d4b48a-feb4-402a-b394-808e8614b4c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e1068f4-b795-444d-ba3b-812ae09dd7a7 HTTP/1.1" status: 204 len: 168 time: 0.9007103 Dec 10 08:54:12.773826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1ab0-0473-4007-a7a5-332975874a8b req-c8fc2b70-7b54-49ef-8837-a935c11aff61 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:12.775748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2aa1ab0-0473-4007-a7a5-332975874a8b req-c8fc2b70-7b54-49ef-8837-a935c11aff61 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 950 time: 0.1963675 Dec 10 08:54:12.781675 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-7bc80634-95fa-4a33-bd3d-1a3adef07d29 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=287ebd8839174417becea5eb760753e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2178483 Dec 10 08:54:12.787656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Allocated IP 10.2.2.2 (aded683f-8ec1-409b-b472-c0766dd8c73b/85f53a55-7376-4757-aecf-c43d0e17611d/76895a30-1eb7-4213-a9b1-bf2263c1f7f8) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:12.822269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:12.845263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4b48a-feb4-402a-b394-808e8614b4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1068f4-b795-444d-ba3b-812ae09dd7a7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:12.936148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2aa1ab0-0473-4007-a7a5-332975874a8b req-ebddac80-5b3c-444e-bb3b-36c7ff9c8e75 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491146 Dec 10 08:54:12.949920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 40be11f6-1072-4354-aff4-5dfb322da8ec up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:12.952270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['997761bf-5b94-4146-aaa9-5ba63000430c', 'fb8bec0e-79b6-40bc-95d9-a4134a810eea'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:13.008533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a4266b2e-782f-480a-adda-f913095e9789 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:13.027106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a4266b2e-782f-480a-adda-f913095e9789 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/networks?id=bf459d15-ed36-41bb-94f4-290910f5bc35 HTTP/1.1" status: 200 len: 813 time: 0.2499328 Dec 10 08:54:13.042991 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-dac37951-0bae-4a33-942f-351cdac0feb2 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/quotas/937a81b5515c4fad8547de06218cf240 HTTP/1.1" status: 200 len: 375 time: 0.0148547 Dec 10 08:54:13.057562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Pushing event deleted for resources: {'Port': ['ID=afb6c0c2-8153-46c4-b622-cd8cff629e1c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:13.113766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-8463e0c9-51c2-4474-a2f4-268f5e16934c tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=937a81b5515c4fad8547de06218cf240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636413 Dec 10 08:54:13.156579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] No DVR routers for this DVR port afb6c0c2-8153-46c4-b622-cd8cff629e1c on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:13.192687 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:13.196966 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf462d3a-d4eb-43ff-b160-15e3e3de2ea3 req-f9636ce6-2eba-408b-81b6-6cf0790b787c tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "DELETE /v2.0/ports/afb6c0c2-8153-46c4-b622-cd8cff629e1c HTTP/1.1" status: 204 len: 173 time: 1.9774954 Dec 10 08:54:13.199995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-deleted', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:13.202410 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c925d9c9-9112-4daf-9997-584259ddad77" -d '{"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-deleted", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:13.235268 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:13.262769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e947eb99-1247-4240-a79c-2f1f39640406 req-566748d3-2748-4955-8b56-52f67991d421 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3411f317-5963-4ae5-b732-b4d4975cb8ca HTTP/1.1" status: 200 len: 210 time: 0.0967789 Dec 10 08:54:13.300206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-260eb044-1fea-4cac-8214-fc68b1333224 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:13.301887 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-260eb044-1fea-4cac-8214-fc68b1333224 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5192084 Dec 10 08:54:13.309824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:13.333090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Request body: {'port': {'device_id': '4222a5f0-79c4-48fd-968b-24000a070643', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '287ebd8839174417becea5eb760753e0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:13.342984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Allocated IP 10.1.1.166 (65715e0f-6807-491a-ad82-063644e9b9f7/85caf6b4-e53f-4a3d-9937-b7efc22f8196/edb3151a-f1ca-4c05-b923-aa726dc3455b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:13.403282 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-2b49bf92-aa07-4609-bf51-11853dfa5dbb service neutron] 10.222.0.31 "GET /v2.0/networks/bf459d15-ed36-41bb-94f4-290910f5bc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879410 Dec 10 08:54:13.439200 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390efd05-aa07-4ea8-9885-c7461aaeac01 x-openstack-request-id: req-390efd05-aa07-4ea8-9885-c7461aaeac01 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:13.439200 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411f317-5963-4ae5-b732-b4d4975cb8ca", "name": "network-vif-deleted", "tag": "afb6c0c2-8153-46c4-b622-cd8cff629e1c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:13.439502 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-390efd05-aa07-4ea8-9885-c7461aaeac01 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:13.439795 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3411f317-5963-4ae5-b732-b4d4975cb8ca', 'name': 'network-vif-deleted', 'tag': 'afb6c0c2-8153-46c4-b622-cd8cff629e1c', 'status': 'completed', 'code': 200} Dec 10 08:54:13.567926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 40be11f6-1072-4354-aff4-5dfb322da8ec triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:13.568144 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:13.638409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Network aded683f-8ec1-409b-b472-c0766dd8c73b is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:13.649923 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Pushing event updated for resources: {'Port': ['ID=76895a30-1eb7-4213-a9b1-bf2263c1f7f8,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:13.662102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:13.666696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd27178a-8822-45d5-8295-be6e3b97c86f req-55db9fa5-a9cc-4978-aee3-4b3e76f63ac9 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 210 time: 0.0943923 Dec 10 08:54:13.682782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:13.700805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Made reservation on behalf of 287ebd8839174417becea5eb760753e0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:13.704821 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:13.731066 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:13.773765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8432e3a0-5d49-49bf-a532-8524108e3683 None None] Network 65715e0f-6807-491a-ad82-063644e9b9f7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:13.777924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-e6c21bfd-8f99-445b-83f4-7cb00edbb595 service neutron] 10.222.0.31 "GET /v2.0/networks/bf459d15-ed36-41bb-94f4-290910f5bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643737 Dec 10 08:54:13.831316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:13.890022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Attempting to bind port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:13.890473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Attempting to bind port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:13.890750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Attempting to bind port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 on network aded683f-8ec1-409b-b472-c0766dd8c73b {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:13.934674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:13.953458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:13.954129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Checking segment: {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:13.954231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:13.954846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Bound using segment: {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:13.955874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Bound port: 76895a30-1eb7-4213-a9b1-bf2263c1f7f8, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:13.956234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.004683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network 65715e0f-6807-491a-ad82-063644e9b9f7 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:14.007428 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.011286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:14.016611 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:14.023128 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.038905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4d434afe-e6bf-4a0a-a5e5-2999f2b9d748 None None] Provisioning complete for port 40be11f6-1072-4354-aff4-5dfb322da8ec triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:14.039280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4d434afe-e6bf-4a0a-a5e5-2999f2b9d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.121098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Port': ['ID=edb3151a-f1ca-4c05-b923-aa726dc3455b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:14.130845 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.143723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b992e5-66e8-41a7-84d7-1b5f4a220e75 req-87baad98-51c7-4b30-9ebb-6685beb72da2 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:14.145385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7b992e5-66e8-41a7-84d7-1b5f4a220e75 req-87baad98-51c7-4b30-9ebb-6685beb72da2 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 950 time: 0.0950456 Dec 10 08:54:14.176722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e7293c-831d-4575-8ac7-8d91cac8d849,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:14.211534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:14.212726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.249432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7b992e5-66e8-41a7-84d7-1b5f4a220e75 req-248cd97e-95ef-410f-8fa4-063f502d7697 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931129 Dec 10 08:54:14.291061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] For port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:14.294480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 40be11f6-1072-4354-aff4-5dfb322da8ec, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=40be11f6-1072-4354-aff4-5dfb322da8ec,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:14.308001 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6ab431e5-12c7-494c-86d6-1cdf4836abbe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4310231 Dec 10 08:54:14.309878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47360) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:14.318019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'port': {'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'name': 'tempest-TaggedBootDevicesTest-1028541163', 'fixed_ips': [{'subnet_id': '85caf6b4-e53f-4a3d-9937-b7efc22f8196'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:14.326128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.360050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] For port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=76895a30-1eb7-4213-a9b1-bf2263c1f7f8,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:14.367462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Allocated IP 192.168.233.69 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/506ffffc-2362-433c-b4de-ec9bcb1a659f) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:14.447197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:14.485078 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.584099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: afb6c0c2-8153-46c4-b622-cd8cff629e1c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:14.585843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afb6c0c2-8153-46c4-b622-cd8cff629e1c not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:14.619840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:14.775466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=40be11f6-1072-4354-aff4-5dfb322da8ec,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:14.776405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.843757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] device_id is not set on port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 08:54:14.929735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:14.971548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c27248-e3d1-44ce-bfc2-c0684b62e7b7 None None] Pushing event updated for resources: {'Port': ['ID=76895a30-1eb7-4213-a9b1-bf2263c1f7f8,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:15.038426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:15.108104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bffbe55e-c915-477b-b445-30886c4e8751 None None] Provisioning complete for port 40be11f6-1072-4354-aff4-5dfb322da8ec triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:15.113198 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bffbe55e-c915-477b-b445-30886c4e8751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:15.249810 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:15.260680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:15.300583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:15.309875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:15.395735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:15.479315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:15.480389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:15.518435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8fce93a8-a56b-4566-b367-de1e054d4991 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2024665 Dec 10 08:54:15.524998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-351e7b60-1f73-4e4e-aa04-e282e3dda4a2 req-f13b7320-9e96-46c2-b062-b471f3468e2e tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 210 time: 0.1725698 Dec 10 08:54:15.538922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Request body: {'port': {'device_id': '4222a5f0-79c4-48fd-968b-24000a070643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:15.568890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bffbe55e-c915-477b-b445-30886c4e8751 None None] Provisioning complete for port edb3151a-f1ca-4c05-b923-aa726dc3455b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:15.569926 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bffbe55e-c915-477b-b445-30886c4e8751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:15.624684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bffbe55e-c915-477b-b445-30886c4e8751 None None] Port edb3151a-f1ca-4c05-b923-aa726dc3455b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:15.676964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:15.684776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Allocated IP 10.1.1.150 (65715e0f-6807-491a-ad82-063644e9b9f7/85caf6b4-e53f-4a3d-9937-b7efc22f8196/00f2e7c6-7b80-48f1-83c8-c5b9aea56df9) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:15.762417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f3cc14a5-75da-425c-ac61-ed722bf4f18d None None] Provisioning complete for port edb3151a-f1ca-4c05-b923-aa726dc3455b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:15.763066 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f3cc14a5-75da-425c-ac61-ed722bf4f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:15.771577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c56ac-cc05-42ab-b7c7-1597d8bd2f3c req-b34ac061-9425-4225-bec9-33774bd302da tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:15.773135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b03c56ac-cc05-42ab-b7c7-1597d8bd2f3c req-b34ac061-9425-4225-bec9-33774bd302da tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 935 time: 0.2317679 Dec 10 08:54:15.836179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc14a5-75da-425c-ac61-ed722bf4f18d None None] Port edb3151a-f1ca-4c05-b923-aa726dc3455b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:15.868101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f3cc14a5-75da-425c-ac61-ed722bf4f18d None None] Provisioning complete for port 506ffffc-2362-433c-b4de-ec9bcb1a659f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:15.868880 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f3cc14a5-75da-425c-ac61-ed722bf4f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:15.876744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0138-cfcb-4303-9aeb-a8154c25b903 req-911f57a2-afcc-4280-b0a9-e589c5eddd35 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:15.884383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cee0138-cfcb-4303-9aeb-a8154c25b903 req-911f57a2-afcc-4280-b0a9-e589c5eddd35 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.2027493 Dec 10 08:54:15.916087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc14a5-75da-425c-ac61-ed722bf4f18d None None] Port 506ffffc-2362-433c-b4de-ec9bcb1a659f cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:15.944385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b03c56ac-cc05-42ab-b7c7-1597d8bd2f3c req-71f2b550-353f-4cb4-9228-e4e2d8186333 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573834 Dec 10 08:54:16.055220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cee0138-cfcb-4303-9aeb-a8154c25b903 req-8e0ad8bd-de08-4f51-8667-ba5bd62382b9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698296 Dec 10 08:54:16.215376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:16.219604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506ffffc-2362-433c-b4de-ec9bcb1a659f {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:16.231241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-b99a4a57-1ad4-4062-be2b-afdd70c6db84 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630589 Dec 10 08:54:16.235462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:16.250199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Transition to ACTIVE for port object 506ffffc-2362-433c-b4de-ec9bcb1a659f will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:16.256841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:16.431074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:16.462716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Attempting to bind port 506ffffc-2362-433c-b4de-ec9bcb1a659f on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:16.463056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Attempting to bind port 506ffffc-2362-433c-b4de-ec9bcb1a659f by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:16.463383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Attempting to bind port 506ffffc-2362-433c-b4de-ec9bcb1a659f on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:16.472091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Port 506ffffc-2362-433c-b4de-ec9bcb1a659f on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:54:16.472439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Attempting to bind port 506ffffc-2362-433c-b4de-ec9bcb1a659f on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:16.485784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-eec50a33-d2a2-43f2-895f-a7c0e7fd3d4e tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:16.487302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:16.487650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:16.488068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:16.493090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Bound port: 506ffffc-2362-433c-b4de-ec9bcb1a659f, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:16.493555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:16.512208 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-eec50a33-d2a2-43f2-895f-a7c0e7fd3d4e tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719634 Dec 10 08:54:16.520341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-c0de3cc5-fc30-4032-9dbd-eb2a5f2248a1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:16.522686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-c0de3cc5-fc30-4032-9dbd-eb2a5f2248a1 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.1122491 Dec 10 08:54:16.547981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-ce24010c-9d62-409a-bc92-c9f89b2b0b19 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/quotas/9a0fb9a4b8d9476588a14598810a1a83 HTTP/1.1" status: 200 len: 375 time: 0.0348127 Dec 10 08:54:16.596982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc8cda-388d-4a7d-a789-1e2e72f73c24 None None] Network aded683f-8ec1-409b-b472-c0766dd8c73b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:16.607104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:16.765672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network 65715e0f-6807-491a-ad82-063644e9b9f7 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:16.777858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:16.794741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:16.807830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Port': ['ID=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:16.828881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ac76617a-5938-4b0c-b318-8a838b63f3e6 None None] Provisioning complete for port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:16.829530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ac76617a-5938-4b0c-b318-8a838b63f3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:16.837466 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-d43e2866-cab5-4301-8255-098866d1c9de tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2755766 Dec 10 08:54:16.907410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:16.932701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:16.944520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:16.945183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:16.984819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5d23723-a88a-41e0-b964-03bb72e6cc53 req-bdd3b348-9bed-426b-b408-ee42f6791031 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 210 time: 0.1165893 Dec 10 08:54:16.991808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:17.006603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.039870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-23774950-4c4e-4186-98d1-3e78c75317cb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7287967 Dec 10 08:54:17.098398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-d4966d60-0d81-4ea3-819a-278d029a6339 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:17.101521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-d4966d60-0d81-4ea3-819a-278d029a6339 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.18 "GET /v2.0/networks?id=bf459d15-ed36-41bb-94f4-290910f5bc35 HTTP/1.1" status: 200 len: 813 time: 0.4823771 Dec 10 08:54:17.122512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:17.123147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.124586 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] 10.222.0.39 "PUT /v2.0/ports/506ffffc-2362-433c-b4de-ec9bcb1a659f HTTP/1.1" status: 200 len: 1095 time: 1.5902095 Dec 10 08:54:17.135607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:17.138019 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:17.157668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Request body: {'port': {'device_id': '310133a8-f130-4c4c-a70b-f9577c63eeb2', 'network_id': 'bf459d15-ed36-41bb-94f4-290910f5bc35', 'admin_state_up': True, 'tenant_id': '937a81b5515c4fad8547de06218cf240'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:17.194917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:17.200005 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.286419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12f580-81b7-40e3-a242-59478d63652c req-d46d21a9-fcda-4ba9-9516-a5e0da816ebb tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:17.294433 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb12f580-81b7-40e3-a242-59478d63652c req-d46d21a9-fcda-4ba9-9516-a5e0da816ebb tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 947 time: 0.1787653 Dec 10 08:54:17.331960 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ac76617a-5938-4b0c-b318-8a838b63f3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.439522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb12f580-81b7-40e3-a242-59478d63652c req-7bd66edc-96de-4b83-8102-a572d18279ba tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436701 Dec 10 08:54:17.481892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ac76617a-5938-4b0c-b318-8a838b63f3e6 None None] For port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=76895a30-1eb7-4213-a9b1-bf2263c1f7f8,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:17.612330 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.624001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ac76617a-5938-4b0c-b318-8a838b63f3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.717342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b304d624-2c22-43f1-b78e-badde22b2ab0 req-c5a40a04-d29a-4eec-8820-f1f806666f0a tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 210 time: 0.0451908 Dec 10 08:54:17.760351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47464) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:17.764939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c66e257c-e000-4d47-a186-0336d70a47ac tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009954711', 'description': 'tempest-description--947830791'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:17.805910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0e908811-a1db-49e1-bbe2-85140fe860f3 None None] Provisioning complete for port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:17.806285 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e908811-a1db-49e1-bbe2-85140fe860f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.811094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c66e257c-e000-4d47-a186-0336d70a47ac tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.827896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76617a-5938-4b0c-b318-8a838b63f3e6 None None] Pushing event updated for resources: {'Port': ['ID=76895a30-1eb7-4213-a9b1-bf2263c1f7f8,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:17.868135 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69f024b-f991-40e8-ae58-a3bd732ab573 x-openstack-request-id: req-d69f024b-f991-40e8-ae58-a3bd732ab573 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:17.868759 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:17.868759 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d69f024b-f991-40e8-ae58-a3bd732ab573 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:17.869553 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'status': 'completed', 'code': 200} Dec 10 08:54:17.871855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:54:17.872608 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:54:17.876541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0e908811-a1db-49e1-bbe2-85140fe860f3 None None] Port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:17.893062 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0e908811-a1db-49e1-bbe2-85140fe860f3 None None] Provisioning complete for port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:17.893589 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e908811-a1db-49e1-bbe2-85140fe860f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.893730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Deleting port fb8bec0e-79b6-40bc-95d9-a4134a810eea {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:17.894011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:17.966584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93355c-fc06-4cd8-a2e1-9377e61e9e5a service neutron] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:18.023068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12766389-5440-4a3c-a06a-37156a5e1a28 req-3a03e143-4264-417b-983f-6af61a39654d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:18.024906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12766389-5440-4a3c-a06a-37156a5e1a28 req-3a03e143-4264-417b-983f-6af61a39654d tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 949 time: 0.2033005 Dec 10 08:54:18.090914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8099a41f-e76f-4783-b4ff-2477a4859431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:18.092755 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-8099a41f-e76f-4783-b4ff-2477a4859431 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=287ebd8839174417becea5eb760753e0&device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 1098 time: 0.2700107 Dec 10 08:54:18.098224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] For port fb8bec0e-79b6-40bc-95d9-a4134a810eea, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fb8bec0e-79b6-40bc-95d9-a4134a810eea,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:18.098831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.103448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c66e257c-e000-4d47-a186-0336d70a47ac tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.114592 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c66e257c-e000-4d47-a186-0336d70a47ac tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.164861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Calling delete_port for fb8bec0e-79b6-40bc-95d9-a4134a810eea owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:18.166716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12766389-5440-4a3c-a06a-37156a5e1a28 req-a620da90-595b-4d76-a932-d753e5dd3ac9 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206720 Dec 10 08:54:18.174227 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-6967e29d-7b9f-4ecd-a707-db16da903c4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f HTTP/1.1" status: 200 len: 217 time: 0.0686414 Dec 10 08:54:18.202182 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c66e257c-e000-4d47-a186-0336d70a47ac tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.207499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c66e257c-e000-4d47-a186-0336d70a47ac tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4460409 Dec 10 08:54:18.207831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47474) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:18.218856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e257c-e000-4d47-a186-0336d70a47ac tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:18.262238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-40891a51-e879-412f-8033-d966849ab13e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'security_group_rule': {'security_group_id': '4c9e0711-b81a-4c5e-abe9-9f1e2cc62091', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:18.278889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cc9710f-7254-4b7d-86b8-274acb671c38 req-1bb4ba0f-c8fb-48b5-adaf-dbbeedadc226 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0301626 Dec 10 08:54:18.291155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Made reservation on behalf of 937a81b5515c4fad8547de06218cf240 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:18.291771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f89aa2-5dd6-4d4c-8838-ca0dd5611147 req-bbf5fe5b-cccc-43c9-bcbd-9d2a5c2b0bb9 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:18.294263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13f89aa2-5dd6-4d4c-8838-ca0dd5611147 req-bbf5fe5b-cccc-43c9-bcbd-9d2a5c2b0bb9 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 946 time: 0.0983362 Dec 10 08:54:18.303497 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.320489 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-24258b8e-1504-4ee8-b0fd-ea1d0cf52cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:18.321967 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-24258b8e-1504-4ee8-b0fd-ea1d0cf52cc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1363008 Dec 10 08:54:18.357733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13f89aa2-5dd6-4d4c-8838-ca0dd5611147 req-85ecc414-9875-4adf-8fa1-586ab7936b1a tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567241 Dec 10 08:54:18.401588 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-40891a51-e879-412f-8033-d966849ab13e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.426036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 40be11f6-1072-4354-aff4-5dfb322da8ec up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:18.517595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 40be11f6-1072-4354-aff4-5dfb322da8ec triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:18.518221 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.530225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-91a23001-53f9-41dc-adef-8466f22bb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:18.531762 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-91a23001-53f9-41dc-adef-8466f22bb72f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955349 Dec 10 08:54:18.626338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f3e42-531f-4b9b-8a88-5fc0a1cee0ab req-596dc558-bf5d-4738-b2f4-714435d65524 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:18.632213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-824696e2-b5e8-407e-84ea-8c2ca984a7e0 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674679 Dec 10 08:54:18.634869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-118f3e42-531f-4b9b-8a88-5fc0a1cee0ab req-596dc558-bf5d-4738-b2f4-714435d65524 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 947 time: 0.0891447 Dec 10 08:54:18.670936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.675091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-40891a51-e879-412f-8033-d966849ab13e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.691878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-118f3e42-531f-4b9b-8a88-5fc0a1cee0ab req-24c7d4da-011a-4d8f-a857-41c89320f914 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552058 Dec 10 08:54:18.712153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-40891a51-e879-412f-8033-d966849ab13e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.783406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Allocated IP 172.20.0.6 (bf459d15-ed36-41bb-94f4-290910f5bc35/05b3a729-66da-4377-8a9d-c6eaa18252c2/0b4caa9a-abb5-42f2-baa2-bb977e97909b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:18.786498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Pushing event deleted for resources: {'Port': ['ID=fb8bec0e-79b6-40bc-95d9-a4134a810eea,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:18.836693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40891a51-e879-412f-8033-d966849ab13e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908d7061-28e7-45a6-aa87-cb7c93d1ca17,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:18.874070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-40891a51-e879-412f-8033-d966849ab13e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.875280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-40891a51-e879-412f-8033-d966849ab13e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6473305 Dec 10 08:54:18.886287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47490) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:18.892785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c3a5c54b-59be-4187-8b69-1dd0e38a6d37 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'security_group_rule': {'security_group_id': '4c9e0711-b81a-4c5e-abe9-9f1e2cc62091', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:18.904061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e69e628a-2800-492d-8ac4-4bd4c1bd8451 req-9aec1f0a-c691-434c-a095-be50f02b0f17 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 210 time: 0.0459967 Dec 10 08:54:18.918150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['997761bf-5b94-4146-aaa9-5ba63000430c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:18.941150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] No DVR routers for this DVR port fb8bec0e-79b6-40bc-95d9-a4134a810eea on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:18.960559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:18.963929 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e2121b24-446f-4eb2-be76-2c35ce4bfb18 req-32d0c32f-7ac9-4209-a4f7-d9a352ed0c18 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "DELETE /v2.0/ports/fb8bec0e-79b6-40bc-95d9-a4134a810eea HTTP/1.1" status: 204 len: 173 time: 2.3486884 Dec 10 08:54:18.974604 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-0ed875bb-8d7a-40ee-ba3c-325d5a1cc61b service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109845 Dec 10 08:54:19.032670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-b44ac6b1-3ef3-481f-9e0c-76cd24b57b64 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:19.034168 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-b44ac6b1-3ef3-481f-9e0c-76cd24b57b64 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3666553 Dec 10 08:54:19.057458 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.089741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Request body: {'port': {'device_id': '589535d5-6e1c-4927-9216-e15b2bdf25d8', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '9a0fb9a4b8d9476588a14598810a1a83'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:19.125600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c54b-59be-4187-8b69-1dd0e38a6d37 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.148363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:19.264786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:19.265165 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.380932 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81c14fbc-0584-46ce-b1fe-301166008829 req-b73635e6-bda7-432f-a703-44226916f13e tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47e9f6a7-23cb-47da-85a1-88faa78f8258 HTTP/1.1" status: 200 len: 210 time: 0.0395029 Dec 10 08:54:19.457319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7bd57cb-dd26-44b1-a586-38a12fcc02fe req-d92f2ed4-81e0-467c-a80d-351ac3b3eb53 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687693 Dec 10 08:54:19.466007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c54b-59be-4187-8b69-1dd0e38a6d37 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.488041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfc7bb3b-92f7-46c1-8030-a7e835b6e441 req-9d13e688-76ed-42ea-845c-c936b45d7a6a tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0756395 Dec 10 08:54:19.524327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c54b-59be-4187-8b69-1dd0e38a6d37 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.573125 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.605450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5c54b-59be-4187-8b69-1dd0e38a6d37 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9c0049-2d25-4024-8640-3cd6c68a7af7,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:19.617042 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c54b-59be-4187-8b69-1dd0e38a6d37 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.618760 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c3a5c54b-59be-4187-8b69-1dd0e38a6d37 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7295332 Dec 10 08:54:19.623842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47508) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:19.631417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:19.641171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47510) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:19.661688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Made reservation on behalf of 9a0fb9a4b8d9476588a14598810a1a83 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:19.665924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.666068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635fb64-f1c9-45ac-9ee2-1b74684805a6 req-5bd8dda9-0fc2-49ec-bf7d-025d6cd17e3b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:19.673616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1635fb64-f1c9-45ac-9ee2-1b74684805a6 req-5bd8dda9-0fc2-49ec-bf7d-025d6cd17e3b tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 946 time: 0.0989614 Dec 10 08:54:19.695209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-39656e4c-e6e5-4480-8f3e-4d3b9743a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:19.697197 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-39656e4c-e6e5-4480-8f3e-4d3b9743a61b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=287ebd8839174417becea5eb760753e0&device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 1098 time: 0.1511309 Dec 10 08:54:19.721580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.724829 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.772538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1635fb64-f1c9-45ac-9ee2-1b74684805a6 req-cc0e0a71-4e2c-4269-97fc-d3d540cd9a83 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976722 Dec 10 08:54:19.875044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'name': 'network-vif-deleted', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:19.877382 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592999ca-0394-4ed2-bb14-ba59397a1225" -d '{"events": [{"server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "name": "network-vif-deleted", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:19.899277 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fdd22-49ed-4967-8896-38b550fdb409 req-d84b0f62-0df8-4985-b106-fa4f7035ddd7 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:19.903817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Network bf459d15-ed36-41bb-94f4-290910f5bc35 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:19.906586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e9fdd22-49ed-4967-8896-38b550fdb409 req-d84b0f62-0df8-4985-b106-fa4f7035ddd7 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 947 time: 0.0699911 Dec 10 08:54:19.910736 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-585f6af8-2ce3-4a7b-a9f7-d3032b7cd1ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:19.919911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:19.931574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:19.945929 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107cfbde-08d8-4d68-91da-7744ca727fe5 x-openstack-request-id: req-107cfbde-08d8-4d68-91da-7744ca727fe5 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:19.946260 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9f6a7-23cb-47da-85a1-88faa78f8258", "name": "network-vif-deleted", "tag": "fb8bec0e-79b6-40bc-95d9-a4134a810eea", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:19.946476 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-107cfbde-08d8-4d68-91da-7744ca727fe5 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:19.946861 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9f6a7-23cb-47da-85a1-88faa78f8258', 'name': 'network-vif-deleted', 'tag': 'fb8bec0e-79b6-40bc-95d9-a4134a810eea', 'status': 'completed', 'code': 200} Dec 10 08:54:19.949542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Pushing event updated for resources: {'Port': ['ID=0b4caa9a-abb5-42f2-baa2-bb977e97909b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:19.984598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e9fdd22-49ed-4967-8896-38b550fdb409 req-f96f430f-5ea1-4657-9f2a-5f34aababc38 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771523 Dec 10 08:54:19.996043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.032256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cfc044e-ed78-4e26-88c5-435596f3a610 req-faeb0ad7-8426-4696-963e-365d9d5d6b2d tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 210 time: 0.0379817 Dec 10 08:54:20.082664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:20.083312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.094644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-675ff590-355e-49a9-b727-b1040dc0c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:20.096207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-675ff590-355e-49a9-b727-b1040dc0c44f service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3914757 Dec 10 08:54:20.125683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Allocated IP 192.168.233.252 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/a75e1f8e-6334-4fed-8d88-7aea1328872b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:20.141736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Allocated IP 172.25.3.200 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/2c1b01e3-72d8-40ff-8a72-f5d50b34b745) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:20.171057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-1533c995-e705-4e0e-b9ca-45081961049d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0453405 Dec 10 08:54:20.176665 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-3687e3de-625d-4818-9586-e85a24be6d06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f HTTP/1.1" status: 200 len: 217 time: 0.0689173 Dec 10 08:54:20.189366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Request body: {'port': {'device_id': '310133a8-f130-4c4c-a70b-f9577c63eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:20.254392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.309175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.361727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-585f6af8-2ce3-4a7b-a9f7-d3032b7cd1ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.377079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:20.383288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:20.388101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:20.394490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fb8bec0e-79b6-40bc-95d9-a4134a810eea no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:20.405890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-585f6af8-2ce3-4a7b-a9f7-d3032b7cd1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.418061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Port': ['ID=2c1b01e3-72d8-40ff-8a72-f5d50b34b745,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:20.422817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-34e9798a-bd5d-40f3-ada3-1234b14e28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:20.424512 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-34e9798a-bd5d-40f3-ada3-1234b14e28b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.2314749 Dec 10 08:54:20.425096 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.430772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: fb8bec0e-79b6-40bc-95d9-a4134a810eea {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:20.431196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fb8bec0e-79b6-40bc-95d9-a4134a810eea not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:20.437059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad371-3290-4ff0-9425-b18c3a60bc4d req-476ea1bb-2a22-466d-9ae6-7ce1645496e8 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:20.438720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-035ad371-3290-4ff0-9425-b18c3a60bc4d req-476ea1bb-2a22-466d-9ae6-7ce1645496e8 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 946 time: 0.1223154 Dec 10 08:54:20.547022 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-585f6af8-2ce3-4a7b-a9f7-d3032b7cd1ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cc1148f188a432db15e211c8184b8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8985064 Dec 10 08:54:20.547506 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.553085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47536) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:20.559686 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:54:20.562095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f6af8-2ce3-4a7b-a9f7-d3032b7cd1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63403a18-91bb-4afc-882b-bfd4ddabc460,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:20.563691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-035ad371-3290-4ff0-9425-b18c3a60bc4d req-5eb73c3e-f054-44c7-a3f9-ec320ee00f39 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142712 Dec 10 08:54:20.614795 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.642385 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.650790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-c74eabf0-48c4-486b-a640-82675db4c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:20.652299 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-c74eabf0-48c4-486b-a640-82675db4c482 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162085 Dec 10 08:54:20.793872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d0ea8-ccd3-49c6-a0aa-c194e58cdd39 req-50bd28b6-db62-456d-88b4-e718851b8cf0 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:20.795343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba8d0ea8-ccd3-49c6-a0aa-c194e58cdd39 req-50bd28b6-db62-456d-88b4-e718851b8cf0 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 931 time: 0.1384039 Dec 10 08:54:20.819240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684aca6-ee81-49f7-b881-6cf7b5d5b6a9 req-f6a9fbae-4788-4321-82ba-343ace60fce7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:20.820701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c684aca6-ee81-49f7-b881-6cf7b5d5b6a9 req-f6a9fbae-4788-4321-82ba-343ace60fce7 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1465476 Dec 10 08:54:20.930933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.944472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba8d0ea8-ccd3-49c6-a0aa-c194e58cdd39 req-e64efeb2-2cb5-414b-a2be-384c36b6aed9 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416323 Dec 10 08:54:20.945522 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:20.951878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c684aca6-ee81-49f7-b881-6cf7b5d5b6a9 req-85250d90-dc0b-44cf-811d-5002d15188b8 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/security-groups?id=f983681b-62df-45c5-a54a-9a1997b3de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125793 Dec 10 08:54:21.022677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Port': ['ID=2c1b01e3-72d8-40ff-8a72-f5d50b34b745,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:21.046407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.076335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.078321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d2b53fd9-8039-4d52-85b0-6c760ae4f0df tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4511197 Dec 10 08:54:21.114288 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5af1f5f8-d277-44bb-8766-c4213de97958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.208826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.209123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-611c80b4-a249-4eef-99c7-c0e914afb4bf req-803d2514-d1f2-4fdd-a380-494ab165ca1b tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 210 time: 0.0376756 Dec 10 08:54:21.217046 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5af1f5f8-d277-44bb-8766-c4213de97958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.221085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9c8df797-d172-412d-ad82-c3085dfd9541'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:21.237172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2742cc-a1ed-4b60-a0b3-ba3262e99fb7 req-a827a101-687f-466c-b57d-a1db1885e0ea tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:21.239300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b2742cc-a1ed-4b60-a0b3-ba3262e99fb7 req-a827a101-687f-466c-b57d-a1db1885e0ea tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 947 time: 0.1074781 Dec 10 08:54:21.282913 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-addac405-9f4a-4f1b-95dd-4c5cfaf41145 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757885 Dec 10 08:54:21.309437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b2742cc-a1ed-4b60-a0b3-ba3262e99fb7 req-61682954-c4aa-4897-8ac1-607db4377a06 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547972 Dec 10 08:54:21.333852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:21.353171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:21.361455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:21.396063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Pushing event updated for resources: {'Port': ['ID=a75e1f8e-6334-4fed-8d88-7aea1328872b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:21.493477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-3fd1dfcb-2a1f-44ab-a354-b68c6b7c9807 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1009954711&fields=id&tenant_id=920a0076e7d44e65b78a8d691f3a3ff4 HTTP/1.1" status: 200 len: 267 time: 0.0722973 Dec 10 08:54:21.538197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5af1f5f8-d277-44bb-8766-c4213de97958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.540813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-6e0f3e28-c7c1-41f6-949d-0f1bb75114cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:21.540993 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5af1f5f8-d277-44bb-8766-c4213de97958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.544366 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5af1f5f8-d277-44bb-8766-c4213de97958 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63403a18-91bb-4afc-882b-bfd4ddabc460 HTTP/1.1" status: 204 len: 168 time: 0.9812531 Dec 10 08:54:21.547936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:21.548086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-6e0f3e28-c7c1-41f6-949d-0f1bb75114cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports/edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 200 len: 932 time: 0.0536711 Dec 10 08:54:21.548682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.591855 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-3810a6bc-5d64-4f30-9dd6-fd257eea4b46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5401421 Dec 10 08:54:21.594705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-6efcf460-716d-43e1-9a75-acc9ae6d7291 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:21.600956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4caa9a-abb5-42f2-baa2-bb977e97909b {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:21.604074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-6efcf460-716d-43e1-9a75-acc9ae6d7291 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports/00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 200 len: 932 time: 0.0549889 Dec 10 08:54:21.605853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f5f8-d277-44bb-8766-c4213de97958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63403a18-91bb-4afc-882b-bfd4ddabc460,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:21.618529 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.629064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Request body: {'port': {'device_id': '589535d5-6e1c-4927-9216-e15b2bdf25d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:21.637266 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c94cc2-7538-4e3d-9a4c-3163400edf3a req-2d9852b0-0d6a-48a9-9a63-4dd18e49327e service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394284 Dec 10 08:54:21.682251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-fc26d379-d73f-4b4a-8a01-bd5c2ef8a95b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0770333 Dec 10 08:54:21.685134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b3961a74-6158-4b85-a31c-c6809eebfb44 None None] Provisioning complete for port a75e1f8e-6334-4fed-8d88-7aea1328872b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:21.686533 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3961a74-6158-4b85-a31c-c6809eebfb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.703393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Transition to ACTIVE for port object 0b4caa9a-abb5-42f2-baa2-bb977e97909b will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:21.716067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.731065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-145c1790-6e56-4961-b5f0-72c3690e49eb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0480850 Dec 10 08:54:21.760238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b3961a74-6158-4b85-a31c-c6809eebfb44 None None] Port a75e1f8e-6334-4fed-8d88-7aea1328872b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:21.800085 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:21.852298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Pushing event updated for resources: {'Port': ['ID=0b4caa9a-abb5-42f2-baa2-bb977e97909b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:21.895017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b72898-a3f5-4f91-8e16-46d79aacea86 req-20075ff0-9025-4199-8bc5-08a1ac5af1f7 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:21.897357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95b72898-a3f5-4f91-8e16-46d79aacea86 req-20075ff0-9025-4199-8bc5-08a1ac5af1f7 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 946 time: 0.1761174 Dec 10 08:54:21.937677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-53fd7154-5b48-4b42-ba6f-a566f69a8c98 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:21.939155 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-53fd7154-5b48-4b42-ba6f-a566f69a8c98 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.18 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 946 time: 0.1109023 Dec 10 08:54:21.953277 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-888fd8c8-bd99-4cd3-bc82-c481151c2d7c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:21.959663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-888fd8c8-bd99-4cd3-bc82-c481151c2d7c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:21.966652 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-888fd8c8-bd99-4cd3-bc82-c481151c2d7c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:21.968225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-888fd8c8-bd99-4cd3-bc82-c481151c2d7c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/networks?id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=aded683f-8ec1-409b-b472-c0766dd8c73b&id=aded683f-8ec1-409b-b472-c0766dd8c73b HTTP/1.1" status: 200 len: 1990 time: 0.2364028 Dec 10 08:54:21.970747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47566) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:22.009645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Attempting to bind port 0b4caa9a-abb5-42f2-baa2-bb977e97909b on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:22.009983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Attempting to bind port 0b4caa9a-abb5-42f2-baa2-bb977e97909b by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'f55dde17-06e5-4d2a-9abb-9d5127351ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bf459d15-ed36-41bb-94f4-290910f5bc35'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:22.010311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Attempting to bind port 0b4caa9a-abb5-42f2-baa2-bb977e97909b on network bf459d15-ed36-41bb-94f4-290910f5bc35 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:22.029136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ded45aee-4b88-4a49-ab79-966fb0063c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.039801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Port 0b4caa9a-abb5-42f2-baa2-bb977e97909b on network bf459d15-ed36-41bb-94f4-290910f5bc35 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:54:22.040129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Attempting to bind port 0b4caa9a-abb5-42f2-baa2-bb977e97909b on network bf459d15-ed36-41bb-94f4-290910f5bc35 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:22.051795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-e49e9047-8c37-4b39-9e73-0c27610c7be1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/quotas/920a0076e7d44e65b78a8d691f3a3ff4 HTTP/1.1" status: 200 len: 375 time: 0.0716059 Dec 10 08:54:22.063508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:22.063853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Checking segment: {'id': 'f55dde17-06e5-4d2a-9abb-9d5127351ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bf459d15-ed36-41bb-94f4-290910f5bc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:22.064247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Bound using segment: {'id': 'f55dde17-06e5-4d2a-9abb-9d5127351ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bf459d15-ed36-41bb-94f4-290910f5bc35'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:22.064698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Bound port: 0b4caa9a-abb5-42f2-baa2-bb977e97909b, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55dde17-06e5-4d2a-9abb-9d5127351ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bf459d15-ed36-41bb-94f4-290910f5bc35'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:22.065047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.090864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95b72898-a3f5-4f91-8e16-46d79aacea86 req-6a0b57bf-af0d-4282-a74c-c15fa30819c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a7895f4-eb29-41e7-b081-f87c17a43592&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1806567 Dec 10 08:54:22.126651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69866866-b166-4229-bdc3-b918dd238468 req-cbcac8fc-01a7-4e6b-9396-00994d90d234 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:22.128155 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-69866866-b166-4229-bdc3-b918dd238468 req-cbcac8fc-01a7-4e6b-9396-00994d90d234 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 950 time: 0.1305718 Dec 10 08:54:22.213611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-81a763c6-7c33-405e-8bff-5e7c8b829eb0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1484325 Dec 10 08:54:22.264231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Deleting port f0027043-0edf-471d-8e37-c181449eb830 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:22.264560 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.268675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] For port 0b4caa9a-abb5-42f2-baa2-bb977e97909b, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:22.303623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] For port 0b4caa9a-abb5-42f2-baa2-bb977e97909b, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b4caa9a-abb5-42f2-baa2-bb977e97909b,segment=NetworkSegment(f55dde17-06e5-4d2a-9abb-9d5127351ff5),segment_id=f55dde17-06e5-4d2a-9abb-9d5127351ff5)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:22.315331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.323115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ded45aee-4b88-4a49-ab79-966fb0063c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.358387 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ded45aee-4b88-4a49-ab79-966fb0063c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.392715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:22.393333 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.393714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:54:22.394728 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] 10.222.0.18 "PUT /v2.0/ports/0b4caa9a-abb5-42f2-baa2-bb977e97909b HTTP/1.1" status: 200 len: 1091 time: 2.2144160 Dec 10 08:54:22.395171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310133a8-f130-4c4c-a70b-f9577c63eeb2', 'tag': '0b4caa9a-abb5-42f2-baa2-bb977e97909b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:22.397732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa19a3e-f186-40b1-8586-c251c65eee98 req-69a89a95-2bf9-4491-b53c-2387df50d53a tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:22.398074 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48677236-9745-4515-9719-c2d8682f5863" -d '{"events": [{"name": "network-changed", "server_uuid": "310133a8-f130-4c4c-a70b-f9577c63eeb2", "tag": "0b4caa9a-abb5-42f2-baa2-bb977e97909b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:22.401648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eaa19a3e-f186-40b1-8586-c251c65eee98 req-69a89a95-2bf9-4491-b53c-2387df50d53a tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 943 time: 0.2259471 Dec 10 08:54:22.415815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75e1f8e-6334-4fed-8d88-7aea1328872b {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:22.427402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-69866866-b166-4229-bdc3-b918dd238468 req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Deleting port 997761bf-5b94-4146-aaa9-5ba63000430c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:22.427768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-69866866-b166-4229-bdc3-b918dd238468 req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.436308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.459329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ded45aee-4b88-4a49-ab79-966fb0063c35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b55efed4d7034d3d8545a9db2973ea9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4815021 Dec 10 08:54:22.472235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47580) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:22.496371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b908d9-7534-4612-b4cb-9381b558f80f service neutron] Pushing event updated for resources: {'Port': ['ID=0b4caa9a-abb5-42f2-baa2-bb977e97909b,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:22.500045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded45aee-4b88-4a49-ab79-966fb0063c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95116a45-29db-4a3b-85a0-38370c92dd05,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:22.530468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Transition to ACTIVE for port object a75e1f8e-6334-4fed-8d88-7aea1328872b will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:22.540472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-3f81e21d-a57d-433a-ab2d-36678156bf1e service neutron] 10.222.0.31 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087332 Dec 10 08:54:22.542674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.555749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:22.568594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'mac_address': 'fa:16:3e:4a:90:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:54:22.605636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-6498861a-6d63-4c1a-bd58-78d5a50fa830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:22.607152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-6498861a-6d63-4c1a-bd58-78d5a50fa830 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=937a81b5515c4fad8547de06218cf240&device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 1094 time: 0.1540511 Dec 10 08:54:22.608642 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.625298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506ffffc-2362-433c-b4de-ec9bcb1a659f {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:22.629906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-69866866-b166-4229-bdc3-b918dd238468 req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] For port 997761bf-5b94-4146-aaa9-5ba63000430c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=997761bf-5b94-4146-aaa9-5ba63000430c,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:22.630379 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-69866866-b166-4229-bdc3-b918dd238468 req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.658594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] For port f0027043-0edf-471d-8e37-c181449eb830, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f0027043-0edf-471d-8e37-c181449eb830,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:22.658980 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.665543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:22.673106 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:22.676291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e1f8e-6334-4fed-8d88-7aea1328872b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:22.687749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-69866866-b166-4229-bdc3-b918dd238468 req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Calling delete_port for 997761bf-5b94-4146-aaa9-5ba63000430c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:22.689691 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-2332c59f-8ff5-497d-9788-67e1d473e531 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b4caa9a-abb5-42f2-baa2-bb977e97909b HTTP/1.1" status: 200 len: 217 time: 0.0725338 Dec 10 08:54:22.698687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eaa19a3e-f186-40b1-8586-c251c65eee98 req-0ccd95cf-b341-4b4e-a0f5-cd111d54af8d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728035 Dec 10 08:54:22.746254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:22.838611 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-95498bdb-7ab1-45b6-8be6-3ca8e26d4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:22.840119 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-95498bdb-7ab1-45b6-8be6-3ca8e26d4f15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05b3a729-66da-4377-8a9d-c6eaa18252c2 HTTP/1.1" status: 200 len: 853 time: 0.1244977 Dec 10 08:54:22.868759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['506ffffc-2362-433c-b4de-ec9bcb1a659f'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:22.891779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Attempting to bind port a75e1f8e-6334-4fed-8d88-7aea1328872b on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:22.892034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Attempting to bind port a75e1f8e-6334-4fed-8d88-7aea1328872b by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:22.892371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Attempting to bind port a75e1f8e-6334-4fed-8d88-7aea1328872b on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:22.896311 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-532dca7c-0706-4821-8e12-f8d226bc4fb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf459d15-ed36-41bb-94f4-290910f5bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368578 Dec 10 08:54:22.907984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Port a75e1f8e-6334-4fed-8d88-7aea1328872b on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:54:22.908315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Attempting to bind port a75e1f8e-6334-4fed-8d88-7aea1328872b on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:22.963200 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:22.963617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:22.963929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:22.964381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Bound port: a75e1f8e-6334-4fed-8d88-7aea1328872b, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:22.964745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.095298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-69866866-b166-4229-bdc3-b918dd238468 req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.100714 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-13397048-f5bb-45cb-990f-ac5a77190e75 service neutron] 10.222.0.18 "GET /v2.0/networks/bf459d15-ed36-41bb-94f4-290910f5bc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938021 Dec 10 08:54:23.160047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Pushing event deleted for resources: {'Port': ['ID=997761bf-5b94-4146-aaa9-5ba63000430c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:23.161726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] For port a75e1f8e-6334-4fed-8d88-7aea1328872b, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:23.191244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84dc9331-3834-4d37-a8cb-f362deecd3d5 req-4fe17b17-5609-4d27-b711-fe12603b3a81 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5faa0616-a02d-4a22-887b-c8b7ffff2e6f HTTP/1.1" status: 200 len: 210 time: 0.0466166 Dec 10 08:54:23.198626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8eb9e94-6835-413a-b454-a802af4a2927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.229360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] For port a75e1f8e-6334-4fed-8d88-7aea1328872b, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a75e1f8e-6334-4fed-8d88-7aea1328872b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:23.250120 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-69866866-b166-4229-bdc3-b918dd238468 req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] No DVR routers for this DVR port 997761bf-5b94-4146-aaa9-5ba63000430c on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:23.253895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.257883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-69866866-b166-4229-bdc3-b918dd238468 req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.258141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-444d19a0-91c1-4781-b1ed-35efd99c861e service neutron] 10.222.0.31 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136741 Dec 10 08:54:23.261531 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-69866866-b166-4229-bdc3-b918dd238468 req-c7cb63f4-8378-4d07-831f-ca5b95d8be88 tempest-MigrationsAdminTest-822247526 tempest-MigrationsAdminTest-822247526-project] 10.222.0.39 "DELETE /v2.0/ports/997761bf-5b94-4146-aaa9-5ba63000430c HTTP/1.1" status: 204 len: 173 time: 1.1230099 Dec 10 08:54:23.312836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:23.313456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.315310 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] 10.222.0.39 "PUT /v2.0/ports/a75e1f8e-6334-4fed-8d88-7aea1328872b HTTP/1.1" status: 200 len: 1096 time: 1.7051425 Dec 10 08:54:23.319807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8eb9e94-6835-413a-b454-a802af4a2927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.336593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['997761bf-5b94-4146-aaa9-5ba63000430c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:23.342309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8eef31f8-d840-4cb0-b324-c261e5985f35 req-de2214e6-bc96-4118-8fdc-b6a128568f6f service neutron] 10.222.0.18 "GET /v2.0/networks/bf459d15-ed36-41bb-94f4-290910f5bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268102 Dec 10 08:54:23.351968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6e595-9ef2-4927-ae03-d23981e1b960 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e1f8e-6334-4fed-8d88-7aea1328872b,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:23.425927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-a8b5320c-f443-4442-af00-9dd48ec019dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:23.428446 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-a8b5320c-f443-4442-af00-9dd48ec019dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 1099 time: 0.0516765 Dec 10 08:54:23.454209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-754c0f3f-3e6d-4fa2-9709-a8ad3b740292 service neutron] 10.222.0.31 "GET /v2.0/ports/edb3151a-f1ca-4c05-b923-aa726dc3455b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1442668 Dec 10 08:54:23.477738 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-a3433a78-42dc-4d9a-be8f-2d28be7d34b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a75e1f8e-6334-4fed-8d88-7aea1328872b HTTP/1.1" status: 200 len: 217 time: 0.0378985 Dec 10 08:54:23.490421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.490918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.491264 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Floating IP 2a0d98c9-33d9-4afb-8ed3-af1eef883c2a disassociated. External IP: 172.25.3.2, port: f0027043-0edf-471d-8e37-c181449eb830. Dec 10 08:54:23.491642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Calling delete_port for f0027043-0edf-471d-8e37-c181449eb830 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:23.565529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-566e3dcb-2df1-4356-89af-bfc2a564bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:23.568687 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-566e3dcb-2df1-4356-89af-bfc2a564bf74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0821848 Dec 10 08:54:23.573245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ea676-4896-4ee9-a4f4-d2116f67f6a6 req-121699ab-e5db-4a31-a5d5-ae248d3fa326 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:23.574933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b6ea676-4896-4ee9-a4f4-d2116f67f6a6 req-121699ab-e5db-4a31-a5d5-ae248d3fa326 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 948 time: 0.2471285 Dec 10 08:54:23.640538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8eb9e94-6835-413a-b454-a802af4a2927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.643143 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8eb9e94-6835-413a-b454-a802af4a2927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:23.644361 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e8eb9e94-6835-413a-b454-a802af4a2927 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95116a45-29db-4a3b-85a0-38370c92dd05 HTTP/1.1" status: 204 len: 168 time: 1.1579895 Dec 10 08:54:23.656131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-74f07d5d-7185-45d1-9e8d-80a27c51f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:23.657689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-74f07d5d-7185-45d1-9e8d-80a27c51f826 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728283 Dec 10 08:54:23.712118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb9e94-6835-413a-b454-a802af4a2927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95116a45-29db-4a3b-85a0-38370c92dd05,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:23.752830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-22689f13-4d0e-4a5e-af5d-bef1d8e349be service neutron] 10.222.0.31 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900629 Dec 10 08:54:23.787489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b6ea676-4896-4ee9-a4f4-d2116f67f6a6 req-e051240e-77e4-42e7-81fb-f8f0dc6b279e tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730607 Dec 10 08:54:23.961480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-409df74e-02f5-4744-a6ae-7caf91916da5 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947123 Dec 10 08:54:24.102604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:24.148087 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2e702fd8-3bed-44d1-b587-0ac6d281f87b req-dd4451a5-1cf9-4583-93e2-f3e521fdf897 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781332 Dec 10 08:54:24.185790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Pushing event deleted for resources: {'Port': ['ID=f0027043-0edf-471d-8e37-c181449eb830,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:24.269432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf8687-adf6-40c9-a4ed-5b31d7e502cf req-1c60b359-bb54-4f4e-b0d1-507471793a57 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:24.271260 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2faf8687-adf6-40c9-a4ed-5b31d7e502cf req-1c60b359-bb54-4f4e-b0d1-507471793a57 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 948 time: 0.2735064 Dec 10 08:54:24.311069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-7272119f-6f38-45fa-9be4-3c03d958b242 service neutron] 10.222.0.31 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488322 Dec 10 08:54:24.410977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:24.421322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-8fb56504-25f6-43c8-aa6b-7bba3504d9ad service neutron] 10.222.0.31 "GET /v2.0/ports/00f2e7c6-7b80-48f1-83c8-c5b9aea56df9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0779896 Dec 10 08:54:24.423111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Router 662520bd-9062-4f4a-994b-c4257adbb3a2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:54:24.426870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2faf8687-adf6-40c9-a4ed-5b31d7e502cf req-2f00526e-301b-42c1-bf97-65cae9e20938 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430781 Dec 10 08:54:24.485966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 506ffffc-2362-433c-b4de-ec9bcb1a659f completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:54:24.494143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 506ffffc-2362-433c-b4de-ec9bcb1a659f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:24.494773 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:24.632496 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45548f5-1c07-4855-bb17-9bbd24a65255 x-openstack-request-id: req-f45548f5-1c07-4855-bb17-9bbd24a65255 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:24.633120 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310133a8-f130-4c4c-a70b-f9577c63eeb2", "tag": "0b4caa9a-abb5-42f2-baa2-bb977e97909b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:24.633493 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f45548f5-1c07-4855-bb17-9bbd24a65255 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:24.634105 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310133a8-f130-4c4c-a70b-f9577c63eeb2', 'tag': '0b4caa9a-abb5-42f2-baa2-bb977e97909b', 'status': 'completed', 'code': 200} Dec 10 08:54:24.678060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:24.712301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-84ebea60-8b0d-4de8-a81d-04243e826c1c service neutron] 10.222.0.31 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771885 Dec 10 08:54:24.738566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:54:24.749279 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] Sync routers for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:54:24.768290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:24.769654 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:54:24.770583 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:54:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:24.776556 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b823ba-5917-4c63-a199-392d18e53055" -d '{"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-plugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:24.781962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48677236-9745-4515-9719-c2d8682f5863 req-e727633a-1928-4a0f-af3a-2c9f3f1f9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:24.789651 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48677236-9745-4515-9719-c2d8682f5863 req-e727633a-1928-4a0f-af3a-2c9f3f1f9a1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=937a81b5515c4fad8547de06218cf240&device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 1094 time: 0.1294367 Dec 10 08:54:24.814960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:24.828034 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:24.923980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] No DVR routers for this DVR port f0027043-0edf-471d-8e37-c181449eb830 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:24.929804 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:24.933355 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d121091-9167-4e47-95d6-a1fedc1e047f req-49fbea35-d8f8-4201-8f46-fbb3f50bd4c3 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.18 "DELETE /v2.0/ports/f0027043-0edf-471d-8e37-c181449eb830 HTTP/1.1" status: 204 len: 173 time: 2.9870887 Dec 10 08:54:24.935554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56af7b05-23a5-4045-8945-77b1063f2225', 'name': 'network-vif-deleted', 'tag': 'f0027043-0edf-471d-8e37-c181449eb830'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:24.938507 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb30b0d-2bcd-4cbb-a4a6-4796f73e92e6" -d '{"events": [{"server_uuid": "56af7b05-23a5-4045-8945-77b1063f2225", "name": "network-vif-deleted", "tag": "f0027043-0edf-471d-8e37-c181449eb830"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:24.960621 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:54:24.962061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c8b66f0-1836-4ee2-8d9a-0e2fee33da1a req-87642aed-5277-4617-9c7b-44bb3f809295 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 210 time: 0.1989048 Dec 10 08:54:24.978562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:24.979435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47614) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:24.998349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48677236-9745-4515-9719-c2d8682f5863 req-672f4bbd-55b4-41cb-b67e-7a9759a402f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:25.000587 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48677236-9745-4515-9719-c2d8682f5863 req-672f4bbd-55b4-41cb-b67e-7a9759a402f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bf459d15-ed36-41bb-94f4-290910f5bc35 HTTP/1.1" status: 200 len: 914 time: 0.1996720 Dec 10 08:54:25.009415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-4fe45ed7-bd43-466a-be13-1f498b78ef2d service neutron] 10.222.0.31 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883337 Dec 10 08:54:25.082773 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48677236-9745-4515-9719-c2d8682f5863 req-0810a0e0-64e3-4735-8203-b3d37ff53f45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b4caa9a-abb5-42f2-baa2-bb977e97909b HTTP/1.1" status: 200 len: 217 time: 0.0631735 Dec 10 08:54:25.177755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48677236-9745-4515-9719-c2d8682f5863 req-ad3dc4ca-3c54-4449-9132-0071b03b106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:25.180179 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48677236-9745-4515-9719-c2d8682f5863 req-ad3dc4ca-3c54-4449-9132-0071b03b106a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05b3a729-66da-4377-8a9d-c6eaa18252c2 HTTP/1.1" status: 200 len: 853 time: 0.0868824 Dec 10 08:54:25.226418 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-350710662-network', 'tenant_id': 'ea3b214e81bf4de983402116334994d5'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:25.275908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07723361-d125-44c6-9b1f-70869bb8b2b3 req-ef7cb848-948e-48fa-99b1-d8ac723c0949 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:25.285578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07723361-d125-44c6-9b1f-70869bb8b2b3 req-ef7cb848-948e-48fa-99b1-d8ac723c0949 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 943 time: 0.1403615 Dec 10 08:54:25.312680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48677236-9745-4515-9719-c2d8682f5863 req-c002efe7-0073-4eec-88d7-77fb142ff1ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf459d15-ed36-41bb-94f4-290910f5bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209335 Dec 10 08:54:25.319142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-70104610-da74-4d93-9430-09d76b604ce8 service neutron] 10.222.0.31 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989583 Dec 10 08:54:25.438566 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:11Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '015ee9af-1865-4745-8bfd-0252104afa41', 'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'mac_address': 'fa:16:3e:68:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:10Z', 'updated_at': '2021-12-10T08:51:15Z', 'revision_number': 5, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'subnets': [{'id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:25.463572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Made reservation on behalf of ea3b214e81bf4de983402116334994d5 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:25.463572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:25.471791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-77449e94-3594-490d-83e6-c14e1cf38231 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1825283 Dec 10 08:54:25.481838 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] Checking router: 662520bd-9062-4f4a-994b-c4257adbb3a2 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:54:25.487414 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:25.509920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07723361-d125-44c6-9b1f-70869bb8b2b3 req-aef7cac1-52ed-4498-9d81-fb2d6e0c9186 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232134 Dec 10 08:54:25.524379 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:54:25.539489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:54:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:25.576588 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48677236-9745-4515-9719-c2d8682f5863 req-1f39cc2d-1c22-4279-a508-72b3178fb2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/bf459d15-ed36-41bb-94f4-290910f5bc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437768 Dec 10 08:54:25.599507 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-a0cb968d-bfa3-4926-b4ab-b53b1dcbdc7e service neutron] 10.222.0.31 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463472 Dec 10 08:54:25.634211 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87330d91-ba30-481b-8068-96295a507444 x-openstack-request-id: req-87330d91-ba30-481b-8068-96295a507444 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:25.634765 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-plugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:25.634858 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87330d91-ba30-481b-8068-96295a507444 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:25.635445 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'code': 200} Dec 10 08:54:25.724286 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:54:25.841113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-40c04dfd-0e92-42d4-91c5-4d60f1802f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:25.842678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-40c04dfd-0e92-42d4-91c5-4d60f1802f52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9d49f0da0b043d58edce4f4962d008c&device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 1096 time: 0.2879725 Dec 10 08:54:25.892739 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48677236-9745-4515-9719-c2d8682f5863 req-523838b4-a5c3-47e7-8ee4-f86a345cd83a service neutron] 10.222.0.18 "GET /v2.0/networks/bf459d15-ed36-41bb-94f4-290910f5bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831485 Dec 10 08:54:25.897415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf34faa-3cda-444f-965f-62b287331272 req-422d7b82-e14d-4923-bceb-b2a74153a37e tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:25.899198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cf34faa-3cda-444f-965f-62b287331272 req-422d7b82-e14d-4923-bceb-b2a74153a37e tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 948 time: 0.1289244 Dec 10 08:54:25.931154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-4ad86a7d-a72c-4c9e-ab2d-92578e4bbe9c service neutron] 10.222.0.31 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011093 Dec 10 08:54:25.981197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9bea5-a149-4d0d-863b-2e8236320440 req-3419d02c-019c-483d-a610-46f6eec25fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:25.985536 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-60a9bea5-a149-4d0d-863b-2e8236320440 req-3419d02c-019c-483d-a610-46f6eec25fad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 1100 time: 0.2027981 Dec 10 08:54:26.033043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47628) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:26.045851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.055758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.097730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:54:26.102305 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-60a9bea5-a149-4d0d-863b-2e8236320440 req-f37b5bd0-92f1-4594-9eaf-722c3a609d70 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082780 Dec 10 08:54:26.113945 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cf34faa-3cda-444f-965f-62b287331272 req-6a950688-0ef5-4677-a5bd-98e109ebecfc tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051747 Dec 10 08:54:26.118990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4296d457-fcd0-4230-835f-d99307ca41a0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:26.133217 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:11Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '015ee9af-1865-4745-8bfd-0252104afa41', 'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'mac_address': 'fa:16:3e:68:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:10Z', 'updated_at': '2021-12-10T08:51:15Z', 'revision_number': 5, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'subnets': [{'id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:26.148389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.149011 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Added segment eb01ac63-487a-4bff-afcf-6a730fb21570 of type vlan for network c2dea6a9-8879-4fcc-bbdb-f4bad4956253 Dec 10 08:54:26.151344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-d3255caf-56f5-40fc-8bfe-46fb3a368fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:26.152872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-d3255caf-56f5-40fc-8bfe-46fb3a368fdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c2bcb36-4319-4f58-9e53-99d426594bac HTTP/1.1" status: 200 len: 916 time: 0.2688358 Dec 10 08:54:26.172475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-e7afc8c5-4dc9-4b32-9799-91dca9b7c7c2 service neutron] 10.222.0.31 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997943 Dec 10 08:54:26.209165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.211364 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74fa0bb-9db2-43a4-9294-68a840a93d9f None None] The sync data for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 is: [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:51:11Z', 'revision_number': 4, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '015ee9af-1865-4745-8bfd-0252104afa41', 'name': '', 'network_id': 'ba2f1701-40ae-4267-b57b-a882897cd8e5', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'mac_address': 'fa:16:3e:68:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:10Z', 'updated_at': '2021-12-10T08:51:15Z', 'revision_number': 5, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'subnets': [{'id': 'da70cacc-c8c2-4e8a-b4cf-4b592b679cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:54:26.241964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.243411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:26.244519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.272278 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25421149-254b-4762-8dd1-5543c9ec3b74 x-openstack-request-id: req-25421149-254b-4762-8dd1-5543c9ec3b74 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:26.272576 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56af7b05-23a5-4045-8945-77b1063f2225", "name": "network-vif-deleted", "tag": "f0027043-0edf-471d-8e37-c181449eb830", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:26.272834 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25421149-254b-4762-8dd1-5543c9ec3b74 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:26.273235 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56af7b05-23a5-4045-8945-77b1063f2225', 'name': 'network-vif-deleted', 'tag': 'f0027043-0edf-471d-8e37-c181449eb830', 'status': 'completed', 'code': 200} Dec 10 08:54:26.323178 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3399298 Dec 10 08:54:26.330881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47632) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:26.339577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Request body: {'subnet': {'network_id': 'c2dea6a9-8879-4fcc-bbdb-f4bad4956253', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-350710662-subnet', 'tenant_id': 'ea3b214e81bf4de983402116334994d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:26.372009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Made reservation on behalf of ea3b214e81bf4de983402116334994d5 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:26.374782 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.379320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7becc2-69ba-41ee-8d2d-158a973d436c admin admin] Pushing event updated for resources: {'Network': ['ID=c2dea6a9-8879-4fcc-bbdb-f4bad4956253,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:26.389722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c2dea6a9-8879-4fcc-bbdb-f4bad4956253 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:54:26.393200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-ec7f88e3-808c-4111-9fb7-738448515f43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d2209a2-5035-44a9-918e-b2b15701bb06 HTTP/1.1" status: 200 len: 1001 time: 0.2316437 Dec 10 08:54:26.448781 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-383cedcb-de1a-4ed4-af0d-19e468d740bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1cc2cdcd0424e329882c05977a756ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144776 Dec 10 08:54:26.453203 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47634) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:26.477967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0b4caa9a-abb5-42f2-baa2-bb977e97909b details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:54:26.486203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f0027043-0edf-471d-8e37-c181449eb830 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:26.491031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a75e1f8e-6334-4fed-8d88-7aea1328872b details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:54:26.493201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 997761bf-5b94-4146-aaa9-5ba63000430c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:26.503027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477b72b-71b3-42df-9793-ac531baf3347 req-8f4a42f8-48c1-4173-b291-19286b7bb4d2 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:26.504593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8477b72b-71b3-42df-9793-ac531baf3347 req-8f4a42f8-48c1-4173-b291-19286b7bb4d2 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 949 time: 0.1753988 Dec 10 08:54:26.509760 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-2f6f1395-8223-4fc7-b2bb-c84c775fd479 service neutron] 10.222.0.31 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863996 Dec 10 08:54:26.513967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-8fe3762c-e618-4b1d-b707-cfddd36c1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:26.515451 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-8fe3762c-e618-4b1d-b707-cfddd36c1fca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6b52e2a-cabc-49ed-96bd-240af3b888cc HTTP/1.1" status: 200 len: 854 time: 0.1127884 Dec 10 08:54:26.579726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 997761bf-5b94-4146-aaa9-5ba63000430c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:26.580472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 997761bf-5b94-4146-aaa9-5ba63000430c not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:26.580603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d763323-095c-4313-83ab-a7573e0a58a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.582231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: f0027043-0edf-471d-8e37-c181449eb830 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:26.582808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f0027043-0edf-471d-8e37-c181449eb830 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:26.622342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d763323-095c-4313-83ab-a7573e0a58a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.655881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'name': 'network-vif-deleted', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c'}, {'name': 'network-changed', 'server_uuid': '589535d5-6e1c-4927-9216-e15b2bdf25d8', 'tag': 'a75e1f8e-6334-4fed-8d88-7aea1328872b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:26.660544 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498da23a-8db8-4eb8-9ddb-29e8d05620cb" -d '{"events": [{"server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "name": "network-vif-deleted", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c"}, {"name": "network-changed", "server_uuid": "589535d5-6e1c-4927-9216-e15b2bdf25d8", "tag": "a75e1f8e-6334-4fed-8d88-7aea1328872b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:26.663179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-414eac1f-05a3-40c4-9722-ea2e4d1039a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:26.664693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-414eac1f-05a3-40c4-9722-ea2e4d1039a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c2bcb36-4319-4f58-9e53-99d426594bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388597 Dec 10 08:54:26.719749 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8477b72b-71b3-42df-9793-ac531baf3347 req-e7896e01-e4a7-4b41-aa63-8428de78a551 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947343 Dec 10 08:54:26.742274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763feb56-cc5b-489b-b41f-6a09276ab7df None None] New status for floating IP 2a0d98c9-33d9-4afb-8ed3-af1eef883c2a: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:54:26.789071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d763323-095c-4313-83ab-a7573e0a58a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.792287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d763323-095c-4313-83ab-a7573e0a58a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.796133 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7d763323-095c-4313-83ab-a7573e0a58a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f983681b-62df-45c5-a54a-9a1997b3de2e HTTP/1.1" status: 204 len: 168 time: 0.3397658 Dec 10 08:54:26.797066 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:26.820682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-7f5ae55b-b0d5-45e7-bf32-3673f9f5f414 service neutron] 10.222.0.31 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040683 Dec 10 08:54:26.831883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d763323-095c-4313-83ab-a7573e0a58a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f983681b-62df-45c5-a54a-9a1997b3de2e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:26.984171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b51beade-cde3-4304-827c-74d818ef2d53,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:27.000058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Checking segment: {'id': 'eb01ac63-487a-4bff-afcf-6a730fb21570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2dea6a9-8879-4fcc-bbdb-f4bad4956253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:27.000644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Network hostable DHCP agents. Network: c2dea6a9-8879-4fcc-bbdb-f4bad4956253, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:54:27.032449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0b4caa9a-abb5-42f2-baa2-bb977e97909b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b4caa9a-abb5-42f2-baa2-bb977e97909b,segment=NetworkSegment(f55dde17-06e5-4d2a-9abb-9d5127351ff5),segment_id=f55dde17-06e5-4d2a-9abb-9d5127351ff5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:27.051043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Network c2dea6a9-8879-4fcc-bbdb-f4bad4956253 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:54:27.053329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '0b4caa9a-abb5-42f2-baa2-bb977e97909b', 'network_id': 'bf459d15-ed36-41bb-94f4-290910f5bc35', 'port_id': '0b4caa9a-abb5-42f2-baa2-bb977e97909b', 'mac_address': 'fa:16:3e:da:78:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b3a729-66da-4377-8a9d-c6eaa18252c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:54:27.084076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c2dea6a9-8879-4fcc-bbdb-f4bad4956253) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:27.089546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:27.093047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:27.139927 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-afeca722-f8bb-4de8-8344-350c3fe9d6ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8063488 Dec 10 08:54:27.182450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63324b2-36ce-4cdb-a3cd-0c844e475490 None None] Network c2dea6a9-8879-4fcc-bbdb-f4bad4956253 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:27.199157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a75e1f8e-6334-4fed-8d88-7aea1328872b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a75e1f8e-6334-4fed-8d88-7aea1328872b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:27.243512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4702ea4-abc6-43a3-adc0-1c41a7d65f1e req-95d08721-8c8c-4c51-af64-562053f4bc59 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 210 time: 0.0408776 Dec 10 08:54:27.305265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'a75e1f8e-6334-4fed-8d88-7aea1328872b', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'a75e1f8e-6334-4fed-8d88-7aea1328872b', 'mac_address': 'fa:16:3e:bd:1e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:54:27.311801 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:27.331378 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4caa9a-abb5-42f2-baa2-bb977e97909b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:27.374347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0b4caa9a-abb5-42f2-baa2-bb977e97909b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b4caa9a-abb5-42f2-baa2-bb977e97909b,segment=NetworkSegment(f55dde17-06e5-4d2a-9abb-9d5127351ff5),segment_id=f55dde17-06e5-4d2a-9abb-9d5127351ff5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:27.386807 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:27.435790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-59175cdc-2929-45bb-9c13-3c45f5ac618f service neutron] 10.222.0.18 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532868 Dec 10 08:54:27.471189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b138a62-c098-426f-82a5-f3eab249b12f req-eb0eb8b2-705b-4f04-9761-ae3c0fb647f0 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:27.480261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b138a62-c098-426f-82a5-f3eab249b12f req-eb0eb8b2-705b-4f04-9761-ae3c0fb647f0 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 944 time: 0.1256304 Dec 10 08:54:27.503024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-513beb2b-bbd3-4794-b113-c5aa7a4ef365 service neutron] 10.222.0.31 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715951 Dec 10 08:54:27.511961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47650) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:27.519039 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:27.522394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0b4caa9a-abb5-42f2-baa2-bb977e97909b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:27.552356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45fd50b-37e7-4a10-a411-ad1262bdb87e None None] Network c2dea6a9-8879-4fcc-bbdb-f4bad4956253 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:27.582054 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7685649f-1a37-4e52-b240-502ab7f787c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1565fa6d2ecc4b54acf8f601bd111019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667055 Dec 10 08:54:27.584780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47654) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:27.590007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75e1f8e-6334-4fed-8d88-7aea1328872b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:27.628181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a75e1f8e-6334-4fed-8d88-7aea1328872b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a75e1f8e-6334-4fed-8d88-7aea1328872b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:27.677842 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:27.686977 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac6ead65-f80f-4933-8306-0e6818e02836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:27.720887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac6ead65-f80f-4933-8306-0e6818e02836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:27.778219 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac6ead65-f80f-4933-8306-0e6818e02836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:27.782722 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac6ead65-f80f-4933-8306-0e6818e02836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:27.783909 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ac6ead65-f80f-4933-8306-0e6818e02836 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d8a40db-4b98-4700-abfc-c9d252da0daa HTTP/1.1" status: 204 len: 168 time: 0.1981590 Dec 10 08:54:27.793838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ead65-f80f-4933-8306-0e6818e02836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8a40db-4b98-4700-abfc-c9d252da0daa,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:27.809974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b138a62-c098-426f-82a5-f3eab249b12f req-4442fc4b-c1b9-464d-b3f8-a845e5613e45 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169031 Dec 10 08:54:27.851736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0b4caa9a-abb5-42f2-baa2-bb977e97909b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:27.859239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-232d75ac-bc77-49a1-b979-56dd9ceaf78b service neutron] 10.222.0.31 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552659 Dec 10 08:54:27.888226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca58c1c-00a6-46d8-8133-ec6a1cde9be5 req-2ce0a81a-da42-4121-b0ec-af4e73a5b4a0 service neutron] 10.222.0.18 "GET /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021926 Dec 10 08:54:27.925777 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c964fc58-69fa-428e-b87e-81658ca2f30c x-openstack-request-id: req-c964fc58-69fa-428e-b87e-81658ca2f30c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:27.925954 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faa0616-a02d-4a22-887b-c8b7ffff2e6f", "name": "network-vif-deleted", "tag": "997761bf-5b94-4146-aaa9-5ba63000430c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "589535d5-6e1c-4927-9216-e15b2bdf25d8", "tag": "a75e1f8e-6334-4fed-8d88-7aea1328872b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:27.926308 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c964fc58-69fa-428e-b87e-81658ca2f30c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:27.927184 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faa0616-a02d-4a22-887b-c8b7ffff2e6f', 'name': 'network-vif-deleted', 'tag': '997761bf-5b94-4146-aaa9-5ba63000430c', 'status': 'completed', 'code': 200} Dec 10 08:54:27.927544 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589535d5-6e1c-4927-9216-e15b2bdf25d8', 'tag': 'a75e1f8e-6334-4fed-8d88-7aea1328872b', 'status': 'completed', 'code': 200} Dec 10 08:54:28.031228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['a75e1f8e-6334-4fed-8d88-7aea1328872b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:28.152402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a75e1f8e-6334-4fed-8d88-7aea1328872b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:28.190554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13638-2008-4be2-bbf9-12d7ecabc151 req-405b355b-f11f-4175-a8e0-8bfc349da246 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:28.200595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7db13638-2008-4be2-bbf9-12d7ecabc151 req-405b355b-f11f-4175-a8e0-8bfc349da246 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 949 time: 0.1469996 Dec 10 08:54:28.251313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-c6f4eb71-65a9-4c78-82f5-b7afd0e84f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:28.258685 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-c6f4eb71-65a9-4c78-82f5-b7afd0e84f63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 1100 time: 0.1818190 Dec 10 08:54:28.327416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7db13638-2008-4be2-bbf9-12d7ecabc151 req-23625e66-e247-4f52-8023-45e3a8461de7 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206524 Dec 10 08:54:28.554325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10133fde-aa9f-4667-b7ae-c926f6dce19e req-3c718bfd-e75b-4c3b-897a-3e06afe3a8c0 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:28.560476 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10133fde-aa9f-4667-b7ae-c926f6dce19e req-3c718bfd-e75b-4c3b-897a-3e06afe3a8c0 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 949 time: 0.1582139 Dec 10 08:54:28.564490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-0abb8d42-e61b-4140-aec6-657ebb6c9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:28.566697 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-0abb8d42-e61b-4140-aec6-657ebb6c9684 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3004229 Dec 10 08:54:28.619616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47698) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:28.632215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1000018758-network', 'tenant_id': 'cd2612073a7143bdb70fa531bfbe4035'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:28.674199 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-3e864ac0-faa9-47fe-83c3-90d56f3e975e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a75e1f8e-6334-4fed-8d88-7aea1328872b HTTP/1.1" status: 200 len: 217 time: 0.0984080 Dec 10 08:54:28.689749 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10133fde-aa9f-4667-b7ae-c926f6dce19e req-a4646231-cb5b-4734-a607-9fb2cfabd5bd tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193123 Dec 10 08:54:28.691153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Made reservation on behalf of cd2612073a7143bdb70fa531bfbe4035 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:28.694892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:28.712948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:28.760559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-7282ec1b-4ec9-4ae6-8455-ab4de4a3cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:28.765307 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-7282ec1b-4ec9-4ae6-8455-ab4de4a3cbf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0832567 Dec 10 08:54:28.854612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:28.859448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-6741e3f4-e91c-4b8e-af4d-cd091096f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:28.861451 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-6741e3f4-e91c-4b8e-af4d-cd091096f95f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896235 Dec 10 08:54:28.868571 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:28.921360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:54:28.923335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f2d41b-4fb1-4d45-b393-bfa764b8489c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:28.959791 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:28.961622 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Added segment 1ec96abf-1657-4722-888d-d450f43158bc of type vlan for network 83d33fa4-038d-4261-a829-75fca7cec866 Dec 10 08:54:29.035628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-93c82741-0575-459c-9feb-0a0ac0db3264 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663830 Dec 10 08:54:29.069666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16cc069a-d9d2-4c7d-bd62-df94ccc3be5c req-c059724b-5d2a-4ad0-a80e-84acb14b9e67 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 210 time: 0.0965354 Dec 10 08:54:29.102884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:29.169025 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:29.170176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:29.172262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:29.246335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-498da23a-8db8-4eb8-9ddb-29e8d05620cb req-f727914f-6b37-4c05-be54-1959228b66ea service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987503 Dec 10 08:54:29.275683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c21f6eb1-5f48-4759-8011-df879f3a355f req-b851134f-4593-470a-825c-4b2f8db7f3f3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.1205709 Dec 10 08:54:29.278955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] Pushing event updated for resources: {'Network': ['ID=83d33fa4-038d-4261-a829-75fca7cec866,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:29.303133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 83d33fa4-038d-4261-a829-75fca7cec866 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:54:29.309120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a189d32f-4437-4e5a-b97c-a503e86ca404 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6854594 Dec 10 08:54:29.309486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47726) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:29.315395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Request body: {'subnet': {'network_id': '83d33fa4-038d-4261-a829-75fca7cec866', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1000018758-subnet', 'tenant_id': 'cd2612073a7143bdb70fa531bfbe4035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:29.365766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Made reservation on behalf of cd2612073a7143bdb70fa531bfbe4035 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:29.368141 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:29.420242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6682ec-b5a9-479c-8f91-89e1e02baf45 req-5ce4d777-8717-4947-8004-355977f12e6e tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:29.430196 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca6682ec-b5a9-479c-8f91-89e1e02baf45 req-5ce4d777-8717-4947-8004-355977f12e6e tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 944 time: 0.0730507 Dec 10 08:54:29.524256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca6682ec-b5a9-479c-8f91-89e1e02baf45 req-65b045c2-842a-4660-8d05-2199ff4b76de tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910454 Dec 10 08:54:29.770391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050cae-af96-4d67-832e-86eea12e4078 req-a4628260-56c0-45a5-810e-ab46df6b12fb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:29.772999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01050cae-af96-4d67-832e-86eea12e4078 req-a4628260-56c0-45a5-810e-ab46df6b12fb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 949 time: 0.1470098 Dec 10 08:54:29.938304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01050cae-af96-4d67-832e-86eea12e4078 req-c27aa705-0588-447f-8cb0-6a11ec79baa6 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570880 Dec 10 08:54:30.093135 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:30.178350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd754620-7e4f-4335-b520-8e4443ac8dda,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:30.190723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Checking segment: {'id': '1ec96abf-1657-4722-888d-d450f43158bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '83d33fa4-038d-4261-a829-75fca7cec866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:30.191182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Network hostable DHCP agents. Network: 83d33fa4-038d-4261-a829-75fca7cec866, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:54:30.215257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cfd078e7-27b5-4419-b475-500a0094eafe req-e1a74248-c430-449e-9306-7b335710747e tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 210 time: 0.0503616 Dec 10 08:54:30.225040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Network 83d33fa4-038d-4261-a829-75fca7cec866 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:54:30.245119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 83d33fa4-038d-4261-a829-75fca7cec866) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:30.249754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:30.250202 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:30.257468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4e06b-eb4b-4f7e-9273-67535c68d9a4 None None] Network 83d33fa4-038d-4261-a829-75fca7cec866 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:30.299294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0838ec1f-782c-4826-899a-19fb7a561de8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9880574 Dec 10 08:54:30.382765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eeed42-b8a9-4a4e-9001-b42521170b4e None None] Network 83d33fa4-038d-4261-a829-75fca7cec866 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:30.441775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a75e1f8e-6334-4fed-8d88-7aea1328872b up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:30.480809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0b4caa9a-abb5-42f2-baa2-bb977e97909b up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:30.606628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-951e582d-f895-4550-b00e-5f7545050ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:30.610274 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-951e582d-f895-4550-b00e-5f7545050ec3 service neutron] 10.222.0.39 "GET /v2.0/ports/edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 200 len: 1028 time: 0.0797045 Dec 10 08:54:30.644370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5a11ea7-ab2e-44d7-bc70-ae81d8342682 req-5f31738d-5aca-4ec1-b27a-9e00e9ac071e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0852869 Dec 10 08:54:30.704166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-8adb55e4-27cf-46d2-9d15-f04b4bdb6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:30.706310 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-8adb55e4-27cf-46d2-9d15-f04b4bdb6364 service neutron] 10.222.0.39 "GET /v2.0/ports/00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 200 len: 1028 time: 0.0823429 Dec 10 08:54:30.729988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port a75e1f8e-6334-4fed-8d88-7aea1328872b completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:54:30.730478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb962-1673-4c90-bab2-20285c036288 req-82eae08a-d2e1-43f5-a5a4-857f886a7b71 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:30.732480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcefb962-1673-4c90-bab2-20285c036288 req-82eae08a-d2e1-43f5-a5a4-857f886a7b71 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 944 time: 0.0870655 Dec 10 08:54:30.741596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port a75e1f8e-6334-4fed-8d88-7aea1328872b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:30.742257 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:30.806451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 0b4caa9a-abb5-42f2-baa2-bb977e97909b completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:54:30.814282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 0b4caa9a-abb5-42f2-baa2-bb977e97909b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:30.814932 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:30.906939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcefb962-1673-4c90-bab2-20285c036288 req-ab4e77ec-6458-4964-8854-d2a6a6045be4 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661983 Dec 10 08:54:31.028905 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:31.031070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-bc7da149-161f-4632-954b-dfa687c3f9c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:31.051488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-bc7da149-161f-4632-954b-dfa687c3f9c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:31.069003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-bc7da149-161f-4632-954b-dfa687c3f9c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:31.072669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a75e1f8e-6334-4fed-8d88-7aea1328872b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a75e1f8e-6334-4fed-8d88-7aea1328872b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:31.074840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589535d5-6e1c-4927-9216-e15b2bdf25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e1f8e-6334-4fed-8d88-7aea1328872b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:31.075135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-bc7da149-161f-4632-954b-dfa687c3f9c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "GET /v2.0/networks?id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=aded683f-8ec1-409b-b472-c0766dd8c73b&id=aded683f-8ec1-409b-b472-c0766dd8c73b HTTP/1.1" status: 200 len: 1990 time: 0.3571632 Dec 10 08:54:31.078028 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7011c40d-11aa-4eae-8fa8-f6b09a9c1e24" -d '{"events": [{"server_uuid": "589535d5-6e1c-4927-9216-e15b2bdf25d8", "name": "network-vif-plugged", "status": "completed", "tag": "a75e1f8e-6334-4fed-8d88-7aea1328872b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:31.083947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:31.158663 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:31.194966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a75e1f8e-6334-4fed-8d88-7aea1328872b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:31.208466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-5cde8a30-e92f-4a08-bb89-46e95d9609fe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=920a0076e7d44e65b78a8d691f3a3ff4 HTTP/1.1" status: 200 len: 380 time: 0.1207256 Dec 10 08:54:31.218201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0b4caa9a-abb5-42f2-baa2-bb977e97909b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b4caa9a-abb5-42f2-baa2-bb977e97909b,segment=NetworkSegment(f55dde17-06e5-4d2a-9abb-9d5127351ff5),segment_id=f55dde17-06e5-4d2a-9abb-9d5127351ff5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:31.222508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'admin_state_up': True, 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'security_groups': ['4c9e0711-b81a-4c5e-abe9-9f1e2cc62091']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:31.225296 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:31.284538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b2e50-cc65-403b-8147-e26115839fe4 req-1c8ce1e2-e329-44f4-876a-8bdf6a67704d tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:31.288239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-460b2e50-cc65-403b-8147-e26115839fe4 req-1c8ce1e2-e329-44f4-876a-8bdf6a67704d tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 950 time: 0.1438458 Dec 10 08:54:31.318997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0b4caa9a-abb5-42f2-baa2-bb977e97909b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:31.331223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47798) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:31.382171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-460b2e50-cc65-403b-8147-e26115839fe4 req-e8bfe0d5-ef26-4fd9-b141-00742d581bde tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858462 Dec 10 08:54:31.414740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:31.423764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:31.519765 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a0579a1-05a5-4a60-9e77-7679f68fad7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:31.548345 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c91051-bf7f-4948-a771-5fb4a5f111fe x-openstack-request-id: req-08c91051-bf7f-4948-a771-5fb4a5f111fe {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:31.548865 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589535d5-6e1c-4927-9216-e15b2bdf25d8", "name": "network-vif-plugged", "status": "completed", "tag": "a75e1f8e-6334-4fed-8d88-7aea1328872b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:31.548865 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08c91051-bf7f-4948-a771-5fb4a5f111fe {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:31.549273 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589535d5-6e1c-4927-9216-e15b2bdf25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e1f8e-6334-4fed-8d88-7aea1328872b', 'code': 200} Dec 10 08:54:31.701850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184d12-5f14-4558-be03-af3a8a5c4100 req-cbd6c4a0-e622-4613-837e-7c0220adce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:31.705717 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-50184d12-5f14-4558-be03-af3a8a5c4100 req-cbd6c4a0-e622-4613-837e-7c0220adce52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 1101 time: 0.0907953 Dec 10 08:54:31.743610 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b860134a-0d3f-48cc-9d49-6b54a6f6250e req-57017953-5728-4154-a574-918cf6e61a6d tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 210 time: 0.0780194 Dec 10 08:54:31.783304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-50184d12-5f14-4558-be03-af3a8a5c4100 req-42dd91f6-8bfe-486d-a0be-c41655247b6f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683277 Dec 10 08:54:31.796765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Allocated IP 172.20.0.5 (619dbbe7-5980-4ba7-bcb4-3bc1c22275aa/c98a0f17-aa22-4222-87da-fe91acbdb5ad/c0398798-51b9-41ed-815b-bffec7db4ccb) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:31.891727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-a0f34cb8-cb3c-4cb1-ae36-53f12cc4a91f tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:31.899579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-a0f34cb8-cb3c-4cb1-ae36-53f12cc4a91f tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/networks?id=c2dea6a9-8879-4fcc-bbdb-f4bad4956253 HTTP/1.1" status: 200 len: 814 time: 0.3028610 Dec 10 08:54:31.924297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e561fbad-830b-40cd-abb6-422a33544c0c req-b3211a37-adc4-4086-8346-4bd30061c7fe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0587969 Dec 10 08:54:31.928213 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a0579a1-05a5-4a60-9e77-7679f68fad7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:31.938033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-a3e32262-5bfd-4f40-aa44-96a06d9cd270 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/quotas/ea3b214e81bf4de983402116334994d5 HTTP/1.1" status: 200 len: 375 time: 0.0372560 Dec 10 08:54:31.948953 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a0579a1-05a5-4a60-9e77-7679f68fad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:31.983659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-9194aeb8-3509-42a0-9c02-6d85f2e3147f tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea3b214e81bf4de983402116334994d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444014 Dec 10 08:54:32.003167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:32.054617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:32.075274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4a0579a1-05a5-4a60-9e77-7679f68fad7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b15b13e181346a5b08675119f99f699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7430007 Dec 10 08:54:32.084240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47816) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:32.109378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0579a1-05a5-4a60-9e77-7679f68fad7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fdf8d7-e4c4-4502-836c-3ed8375b251b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:32.125108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:32.128324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:32.131484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:32.158759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Port': ['ID=c0398798-51b9-41ed-815b-bffec7db4ccb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:32.189543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:32.190468 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:32.194761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5b650-b168-4af9-9a9e-965526aec04c req-3c642902-2bee-402e-b496-6394e2a8998b tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:32.196343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0e5b650-b168-4af9-9a9e-965526aec04c req-3c642902-2bee-402e-b496-6394e2a8998b tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 945 time: 0.1705289 Dec 10 08:54:32.209617 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-299d9953-4853-4a2e-9e67-12e712b2eca4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9944580 Dec 10 08:54:32.210860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-a0b618aa-0099-4e14-93ba-f53e9dd76f31 service neutron] 10.222.0.31 "GET /v2.0/networks/c2dea6a9-8879-4fcc-bbdb-f4bad4956253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262962 Dec 10 08:54:32.236946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'admin_state_up': True, 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'security_groups': ['4c9e0711-b81a-4c5e-abe9-9f1e2cc62091']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:32.323625 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-44a001d1-b72b-4bd1-b61a-b97d2bd56a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:32.376085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-44a001d1-b72b-4bd1-b61a-b97d2bd56a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:32.398496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:32.403437 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:32.410684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0e5b650-b168-4af9-9a9e-965526aec04c req-15cfc778-32b7-40b3-8e2c-e8054aa2e73e tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899388 Dec 10 08:54:32.444967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:54:32.448927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-92a808a2-2d3b-416d-bf96-cdd7697f9ce7 service neutron] 10.222.0.31 "GET /v2.0/networks/c2dea6a9-8879-4fcc-bbdb-f4bad4956253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372105 Dec 10 08:54:32.483253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-44a001d1-b72b-4bd1-b61a-b97d2bd56a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:32.486638 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-44a001d1-b72b-4bd1-b61a-b97d2bd56a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:32.491160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-44a001d1-b72b-4bd1-b61a-b97d2bd56a07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1fdf8d7-e4c4-4502-836c-3ed8375b251b HTTP/1.1" status: 204 len: 168 time: 0.4026058 Dec 10 08:54:32.536973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a001d1-b72b-4bd1-b61a-b97d2bd56a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fdf8d7-e4c4-4502-836c-3ed8375b251b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:32.837375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-32e63c82-ef3b-4faf-9d54-6688a907e622 None None] Provisioning complete for port c0398798-51b9-41ed-815b-bffec7db4ccb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:32.843402 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32e63c82-ef3b-4faf-9d54-6688a907e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:32.871543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Allocated IP 10.1.1.107 (65715e0f-6807-491a-ad82-063644e9b9f7/85caf6b4-e53f-4a3d-9937-b7efc22f8196/3359a2d0-3419-4374-8b29-362fffaa36e2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:33.061773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-32e63c82-ef3b-4faf-9d54-6688a907e622 None None] Port c0398798-51b9-41ed-815b-bffec7db4ccb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:33.100835 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7cc8c2a-8935-4883-9814-5dbee71edd7a req-fe698056-1e2d-40e0-a160-7f382632d7e8 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 210 time: 0.1494553 Dec 10 08:54:33.167784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545b14-23f5-4568-a60f-aece4ffbd0b9 req-b10d00b2-1864-4474-a368-150fd1866f46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:33.169856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:33.204952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17545b14-23f5-4568-a60f-aece4ffbd0b9 req-b10d00b2-1864-4474-a368-150fd1866f46 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 950 time: 0.4249082 Dec 10 08:54:33.307554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:33.316594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17545b14-23f5-4568-a60f-aece4ffbd0b9 req-61fe313d-5c29-4965-b445-6abd61c506cc tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093042 Dec 10 08:54:33.324918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'mac_address': 'fa:16:3e:4a:90:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:54:33.391114 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b461d0a8-c15b-4e75-8134-007b646119fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:33.410005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:33.522557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:33.548349 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8defcbd-54e0-431e-a373-6218a70e1a6d req-ec61fc56-7512-4c81-955f-50fcf184cb46 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/ports?device_id=56af7b05-23a5-4045-8945-77b1063f2225 HTTP/1.1" status: 200 len: 210 time: 0.0749593 Dec 10 08:54:33.585422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310133a8-f130-4c4c-a70b-f9577c63eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4caa9a-abb5-42f2-baa2-bb977e97909b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:33.598822 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf6022-5284-4674-907a-56cfc49835b0" -d '{"events": [{"server_uuid": "310133a8-f130-4c4c-a70b-f9577c63eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "0b4caa9a-abb5-42f2-baa2-bb977e97909b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:33.608578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network 65715e0f-6807-491a-ad82-063644e9b9f7 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:33.619503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 506ffffc-2362-433c-b4de-ec9bcb1a659f {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:33.625813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Port': ['ID=3359a2d0-3419-4374-8b29-362fffaa36e2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:33.643676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47878) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:33.656342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:33.672346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:33.693405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:33.702435 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:33.776328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed60dd-0a26-46c1-b610-1b9e9ebbc22c req-1bf2d75d-a8db-475d-a1f8-1ac2d5a3728a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:33.790267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:33.791275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed60dd-0a26-46c1-b610-1b9e9ebbc22c req-1bf2d75d-a8db-475d-a1f8-1ac2d5a3728a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:33.792229 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:33.796032 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f94fc675-297f-4452-ba73-bd769a4ed04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:33.804995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73ed60dd-0a26-46c1-b610-1b9e9ebbc22c req-1bf2d75d-a8db-475d-a1f8-1ac2d5a3728a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 1653 time: 0.1779768 Dec 10 08:54:33.911963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:33.913877 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f94fc675-297f-4452-ba73-bd769a4ed04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:33.928397 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-97998ec3-e770-4585-9237-c0db55f75912 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7094026 Dec 10 08:54:33.930565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f94fc675-297f-4452-ba73-bd769a4ed04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:33.949157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'admin_state_up': True, 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'security_groups': ['4c9e0711-b81a-4c5e-abe9-9f1e2cc62091']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:33.961351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['506ffffc-2362-433c-b4de-ec9bcb1a659f'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:34.163437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73ed60dd-0a26-46c1-b610-1b9e9ebbc22c req-c2180eda-17b0-4969-9748-f6969a27ca43 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471632 Dec 10 08:54:34.176534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a0cfe022-0769-483f-a0f2-ec6c1daaac98 None None] Provisioning complete for port 3359a2d0-3419-4374-8b29-362fffaa36e2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:34.177759 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe022-0769-483f-a0f2-ec6c1daaac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:34.219285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b401b-1a68-4354-a929-5f4e830385fa req-b2f97673-19a3-43ed-a10f-bc958cfa04e9 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:34.232968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-836b401b-1a68-4354-a929-5f4e830385fa req-b2f97673-19a3-43ed-a10f-bc958cfa04e9 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 945 time: 0.4265378 Dec 10 08:54:34.307598 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f94fc675-297f-4452-ba73-bd769a4ed04f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7c84945357245088d0b35f9554ef65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6553094 Dec 10 08:54:34.320404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fc675-297f-4452-ba73-bd769a4ed04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75feeaa-1657-442f-addf-41ffe3a886a5,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:34.324648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47888) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:34.368188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:34.398643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:34.431306 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68c5acc-451b-417d-a5ff-8dfcf9284b2f x-openstack-request-id: req-e68c5acc-451b-417d-a5ff-8dfcf9284b2f {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:34.431564 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310133a8-f130-4c4c-a70b-f9577c63eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "0b4caa9a-abb5-42f2-baa2-bb977e97909b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:34.431760 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e68c5acc-451b-417d-a5ff-8dfcf9284b2f {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:34.432149 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310133a8-f130-4c4c-a70b-f9577c63eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4caa9a-abb5-42f2-baa2-bb977e97909b', 'code': 200} Dec 10 08:54:34.438108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-836b401b-1a68-4354-a929-5f4e830385fa req-786dcd11-cfff-4fad-9713-7a3d41431f6b tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036681 Dec 10 08:54:34.461818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfe022-0769-483f-a0f2-ec6c1daaac98 None None] Port 3359a2d0-3419-4374-8b29-362fffaa36e2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:34.572665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b7471-f491-41da-868d-0c8435db5346 req-2c4f0f1f-e50a-42a3-9f5a-3c41ea3cbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:34.575570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae0b7471-f491-41da-868d-0c8435db5346 req-2c4f0f1f-e50a-42a3-9f5a-3c41ea3cbc31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 1096 time: 0.0980275 Dec 10 08:54:34.731545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae0b7471-f491-41da-868d-0c8435db5346 req-7a1446c4-70b7-4189-99d8-d074f7015b8a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453505 Dec 10 08:54:34.792973 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2f8f-0c2a-4352-a4ed-db0a53cb6bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:34.827533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40e79aad-79fb-4c92-99d3-42771a180897 req-75b22fcc-82e6-4728-ac51-71e948c47e8b tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 210 time: 0.0947387 Dec 10 08:54:34.862471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2f8f-0c2a-4352-a4ed-db0a53cb6bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:34.922718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1df0c-b6ce-44aa-8b8f-906035fb73b0 req-5a0af782-0df1-4e0e-ac21-7004f37d4cb6 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:34.937946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8af1df0c-b6ce-44aa-8b8f-906035fb73b0 req-5a0af782-0df1-4e0e-ac21-7004f37d4cb6 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 950 time: 0.0956697 Dec 10 08:54:34.980802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Allocated IP 10.1.1.66 (65715e0f-6807-491a-ad82-063644e9b9f7/85caf6b4-e53f-4a3d-9937-b7efc22f8196/921b3032-0cd1-40eb-832a-d29462c70da1) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:35.058867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8af1df0c-b6ce-44aa-8b8f-906035fb73b0 req-ac576cd9-3edb-4929-97cb-24dbc6da737f tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199880 Dec 10 08:54:35.062114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47906) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:35.152055 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b7648e7-fe5b-42b7-a243-b0495efd0633 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:35.180036 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b7648e7-fe5b-42b7-a243-b0495efd0633 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:35.185430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:35.247157 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b7648e7-fe5b-42b7-a243-b0495efd0633 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:35.249856 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b7648e7-fe5b-42b7-a243-b0495efd0633 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:35.250033 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2f8f-0c2a-4352-a4ed-db0a53cb6bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:35.251957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5b7648e7-fe5b-42b7-a243-b0495efd0633 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "DELETE /v2.0/security-groups/4a7895f4-eb29-41e7-b081-f87c17a43592 HTTP/1.1" status: 204 len: 168 time: 0.1773672 Dec 10 08:54:35.255541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47912) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:35.260907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2f8f-0c2a-4352-a4ed-db0a53cb6bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:35.262080 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3f7d2f8f-0c2a-4352-a4ed-db0a53cb6bdc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b75feeaa-1657-442f-addf-41ffe3a886a5 HTTP/1.1" status: 204 len: 168 time: 0.9140060 Dec 10 08:54:35.326771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d2f8f-0c2a-4352-a4ed-db0a53cb6bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75feeaa-1657-442f-addf-41ffe3a886a5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:35.343969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7648e7-fe5b-42b7-a243-b0495efd0633 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7895f4-eb29-41e7-b081-f87c17a43592,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:35.359354 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-9c3b8ffb-7557-415d-a951-b2439162be16 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] show failed (client error): The resource could not be found. Dec 10 08:54:35.368715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47916) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:35.378645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9c3b8ffb-7557-415d-a951-b2439162be16 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "GET /v2.0/security-groups/4a7895f4-eb29-41e7-b081-f87c17a43592 HTTP/1.1" status: 404 len: 347 time: 0.1089871 Dec 10 08:54:35.518755 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-686339c4-dbf8-495f-bd1f-9ba6cfa7a136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:35.605300 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:35.925344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-05f4aa17-5330-4121-8bf5-938990babec0 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:35.927943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-05f4aa17-5330-4121-8bf5-938990babec0 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.18 "GET /v2.0/networks?id=c2dea6a9-8879-4fcc-bbdb-f4bad4956253 HTTP/1.1" status: 200 len: 814 time: 0.3560848 Dec 10 08:54:35.964887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Request body: {'port': {'device_id': '940c7ff2-e981-4b8b-b522-1f88fde0fa80', 'network_id': 'c2dea6a9-8879-4fcc-bbdb-f4bad4956253', 'admin_state_up': True, 'tenant_id': 'ea3b214e81bf4de983402116334994d5'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:36.044966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Port': ['ID=921b3032-0cd1-40eb-832a-d29462c70da1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:36.068825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7169ec-a319-47c6-819b-4c4d6eaae1e5 req-70a8b01f-079d-47ae-a34e-c56b038e44de tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:36.075348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7169ec-a319-47c6-819b-4c4d6eaae1e5 req-70a8b01f-079d-47ae-a34e-c56b038e44de tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:36.081990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7169ec-a319-47c6-819b-4c4d6eaae1e5 req-70a8b01f-079d-47ae-a34e-c56b038e44de tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:36.090217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b7169ec-a319-47c6-819b-4c4d6eaae1e5 req-70a8b01f-079d-47ae-a34e-c56b038e44de tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 2373 time: 0.7025433 Dec 10 08:54:36.120589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network 65715e0f-6807-491a-ad82-063644e9b9f7 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:36.123922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:36.148555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:36.181054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605d25c-9d64-4c13-8a17-de956da5698a req-f30a420c-7cb9-462d-aa6d-6c4d16a6d69d tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:36.194684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b605d25c-9d64-4c13-8a17-de956da5698a req-f30a420c-7cb9-462d-aa6d-6c4d16a6d69d tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 1101 time: 0.5195935 Dec 10 08:54:36.229172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b7169ec-a319-47c6-819b-4c4d6eaae1e5 req-50a90a33-24fe-449b-b633-76ff2edbae6a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377783 Dec 10 08:54:36.290079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b605d25c-9d64-4c13-8a17-de956da5698a req-177d51fd-f696-427e-aace-260c1fa9ef92 tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.332718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:36.333496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.354549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Made reservation on behalf of ea3b214e81bf4de983402116334994d5 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:36.386371 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-9f3aa92d-6b01-401a-a4c9-db08617ed4c8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4444711 Dec 10 08:54:36.393307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.401406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b', 'admin_state_up': True, 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'security_groups': ['4c9e0711-b81a-4c5e-abe9-9f1e2cc62091']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:36.436176 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.481275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:36.529692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Deleting port 3ef223e1-85a6-4b6c-8036-8cb8ea10b1bb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:36.530403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.697835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-73121b7a-f2ec-4173-a642-baaebff740a6 None None] Provisioning complete for port 921b3032-0cd1-40eb-832a-d29462c70da1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:36.698436 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-73121b7a-f2ec-4173-a642-baaebff740a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.726567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.731761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.747104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 506ffffc-2362-433c-b4de-ec9bcb1a659f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:36.747836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.766882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Calling delete_port for 3ef223e1-85a6-4b6c-8036-8cb8ea10b1bb owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:36.767549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b605d25c-9d64-4c13-8a17-de956da5698a req-177d51fd-f696-427e-aace-260c1fa9ef92 tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.802878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24464f-3a25-4d11-a2d9-4a3020c2eaf8 req-79e79dc7-2e2c-43d7-95ae-f075d3f2810d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:36.810634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a24464f-3a25-4d11-a2d9-4a3020c2eaf8 req-79e79dc7-2e2c-43d7-95ae-f075d3f2810d tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 945 time: 0.4111407 Dec 10 08:54:36.813376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:36.834378 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b605d25c-9d64-4c13-8a17-de956da5698a req-177d51fd-f696-427e-aace-260c1fa9ef92 tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.864514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-73121b7a-f2ec-4173-a642-baaebff740a6 None None] Port 921b3032-0cd1-40eb-832a-d29462c70da1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:36.932727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:36.972705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b605d25c-9d64-4c13-8a17-de956da5698a req-177d51fd-f696-427e-aace-260c1fa9ef92 tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7701876 Dec 10 08:54:36.995525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d51fd-f696-427e-aace-260c1fa9ef92 tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dcb10e-5ef1-4443-9ea0-80fcb08221fc,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:37.014744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:37.023218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:37.028128 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d6f994-68eb-43e4-91f5-ca326524d9da" -d '{"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-plugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:37.038584 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:37.159869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a24464f-3a25-4d11-a2d9-4a3020c2eaf8 req-383ded8d-24b6-4f99-8dc9-8be9802d92bc tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454134 Dec 10 08:54:37.217712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Allocated IP 172.20.0.10 (c2dea6a9-8879-4fcc-bbdb-f4bad4956253/b51beade-cde3-4304-827c-74d818ef2d53/270ab468-41ea-4366-b4f4-15ee98eda666) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:37.222800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:37.313577 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6068abec-a4e0-4349-85d2-be24d1497984 x-openstack-request-id: req-6068abec-a4e0-4349-85d2-be24d1497984 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:37.313889 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-plugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:37.314131 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6068abec-a4e0-4349-85d2-be24d1497984 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:37.315243 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'code': 200} Dec 10 08:54:37.317958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:37.393052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-908bfc48-ee80-40f0-ab12-d0cc98f48dd3 req-9b68e566-be4f-4733-9b25-bf4775bb0aa7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 210 time: 0.0734701 Dec 10 08:54:37.688342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:37.712894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Allocated IP 10.2.2.100 (aded683f-8ec1-409b-b472-c0766dd8c73b/85f53a55-7376-4757-aecf-c43d0e17611d/0c21bc8b-aced-479e-abca-34ce41487740) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:37.730400 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:37.809399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47146a-7216-4bc0-a3ba-cba8a96751ec req-3def77a0-8370-43b1-99dc-d6fc50ca682c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:37.815770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47146a-7216-4bc0-a3ba-cba8a96751ec req-3def77a0-8370-43b1-99dc-d6fc50ca682c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:37.822569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47146a-7216-4bc0-a3ba-cba8a96751ec req-3def77a0-8370-43b1-99dc-d6fc50ca682c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:37.830859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d47146a-7216-4bc0-a3ba-cba8a96751ec req-3def77a0-8370-43b1-99dc-d6fc50ca682c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 2373 time: 0.3353119 Dec 10 08:54:37.851680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Pushing event updated for resources: {'Port': ['ID=270ab468-41ea-4366-b4f4-15ee98eda666,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:37.885070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Network c2dea6a9-8879-4fcc-bbdb-f4bad4956253 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:37.928088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d47146a-7216-4bc0-a3ba-cba8a96751ec req-75b2d162-adf8-4149-8c5c-9b82c1031a50 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912223 Dec 10 08:54:37.951702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:37.962716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:37.983760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.034872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfab084-5bd4-4df4-adf3-7ae10db12f8c req-66a2e228-f138-4041-8dd7-c40062ed3f8f tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:38.038008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6cfab084-5bd4-4df4-adf3-7ae10db12f8c req-66a2e228-f138-4041-8dd7-c40062ed3f8f tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 945 time: 0.2390306 Dec 10 08:54:38.087340 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.111277 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:38.112293 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.172935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-111cea8f-86fa-4035-a89e-da45ab87d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:38.174480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-111cea8f-86fa-4035-a89e-da45ab87d1b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=937a81b5515c4fad8547de06218cf240&device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 1096 time: 0.1781754 Dec 10 08:54:38.194491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.196841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.219620 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ddb8cdb9-8be7-466b-af6e-a2c3b7e08871 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2670135 Dec 10 08:54:38.247280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network aded683f-8ec1-409b-b472-c0766dd8c73b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:38.252848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Pushing event deleted for resources: {'Port': ['ID=3ef223e1-85a6-4b6c-8036-8cb8ea10b1bb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:38.256488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Request body: {'port': {'device_id': '940c7ff2-e981-4b8b-b522-1f88fde0fa80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:38.259324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:38.261663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:38.364029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6cfab084-5bd4-4df4-adf3-7ae10db12f8c req-89d5b0c4-0c42-430d-96d5-88ea8f56fcf5 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133426 Dec 10 08:54:38.456925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62ed9b-3213-4945-89fa-812683afee86 req-77a42c32-ce7e-45ba-b565-1567f44e0270 tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:38.459143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae62ed9b-3213-4945-89fa-812683afee86 req-77a42c32-ce7e-45ba-b565-1567f44e0270 tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 1101 time: 0.3226590 Dec 10 08:54:38.460290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.463400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.468718 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0faf96d2-4189-4308-8c0e-a0f9688e1f95 tempest-ServersTestBootFromVolume-1036407438 tempest-ServersTestBootFromVolume-1036407438-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a0d98c9-33d9-4afb-8ed3-af1eef883c2a HTTP/1.1" status: 204 len: 168 time: 3.0963345 Dec 10 08:54:38.475333 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47992) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:38.638917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae62ed9b-3213-4945-89fa-812683afee86 req-ace8d9ab-0626-4de9-9175-8fefec8b4410 tempest-ServersAdminNegativeTestJSON-1703516044 tempest-ServersAdminNegativeTestJSON-1703516044-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487887 Dec 10 08:54:38.639999 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.717366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0bf0cb97-4000-4588-9418-a68db9a2b16e None None] Provisioning complete for port 0c21bc8b-aced-479e-abca-34ce41487740 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:38.718119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cb97-4000-4588-9418-a68db9a2b16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.731761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:38.739158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:38.753725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Port': ['ID=0c21bc8b-aced-479e-abca-34ce41487740,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:38.780740 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-466d1cc4-cd1a-4a21-98a0-4495b5371c78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3832724 Dec 10 08:54:38.789618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-707f5bfe-ee6f-4f61-8897-28ebd40f0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:38.791161 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-707f5bfe-ee6f-4f61-8897-28ebd40f0755 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bf459d15-ed36-41bb-94f4-290910f5bc35 HTTP/1.1" status: 200 len: 914 time: 0.6090040 Dec 10 08:54:38.793356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0cb97-4000-4588-9418-a68db9a2b16e None None] Port 0c21bc8b-aced-479e-abca-34ce41487740 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:38.819260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b', 'admin_state_up': True, 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'security_groups': ['4c9e0711-b81a-4c5e-abe9-9f1e2cc62091']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:38.977780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054506ba-6355-4bf5-9cf6-af220b9b8e5f req-0811d441-1979-468b-a1d6-57569d9a301e tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:39.009117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-054506ba-6355-4bf5-9cf6-af220b9b8e5f req-0811d441-1979-468b-a1d6-57569d9a301e tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 932 time: 0.2517369 Dec 10 08:54:39.098749 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:39.251508 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-58dd4a05-272d-4096-86a7-b4a9251a0386 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b4caa9a-abb5-42f2-baa2-bb977e97909b HTTP/1.1" status: 200 len: 217 time: 0.4450407 Dec 10 08:54:39.280170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-054506ba-6355-4bf5-9cf6-af220b9b8e5f req-cc6fbcf3-1dd6-44d9-a558-b22b22601b60 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700815 Dec 10 08:54:39.322281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-ee9bfc53-cbb5-4781-9fb4-a8e8047c690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:39.323846 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-ee9bfc53-cbb5-4781-9fb4-a8e8047c690c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05b3a729-66da-4377-8a9d-c6eaa18252c2 HTTP/1.1" status: 200 len: 853 time: 0.0509839 Dec 10 08:54:39.326115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Made reservation on behalf of 920a0076e7d44e65b78a8d691f3a3ff4 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:39.329700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e50a7-8d31-451b-9579-6f7f6311b9e8 req-d9386b32-d491-476c-90da-9c47e180ac88 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:39.330952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:39.350089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e50a7-8d31-451b-9579-6f7f6311b9e8 req-d9386b32-d491-476c-90da-9c47e180ac88 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:39.356415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e50a7-8d31-451b-9579-6f7f6311b9e8 req-d9386b32-d491-476c-90da-9c47e180ac88 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:39.374451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e50a7-8d31-451b-9579-6f7f6311b9e8 req-d9386b32-d491-476c-90da-9c47e180ac88 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:39.378836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-195e50a7-8d31-451b-9579-6f7f6311b9e8 req-d9386b32-d491-476c-90da-9c47e180ac88 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 3094 time: 0.2277732 Dec 10 08:54:39.396368 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-5db7c1ed-5474-492b-8795-ce70d42140c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf459d15-ed36-41bb-94f4-290910f5bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519388 Dec 10 08:54:39.519615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-195e50a7-8d31-451b-9579-6f7f6311b9e8 req-c9dd0b41-c412-470a-9b62-6e8d8a4a47b3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321239 Dec 10 08:54:39.627328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270ab468-41ea-4366-b4f4-15ee98eda666 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:39.639305 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:39.662416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Transition to ACTIVE for port object 270ab468-41ea-4366-b4f4-15ee98eda666 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:39.670153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c10d6b-b1c9-43b2-a516-0848afa91824 req-f478c2ff-ec29-411b-8eab-74d2c5d880ac tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:39.683733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28c10d6b-b1c9-43b2-a516-0848afa91824 req-f478c2ff-ec29-411b-8eab-74d2c5d880ac tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 945 time: 0.0941792 Dec 10 08:54:39.699215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:39.856374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-8ba91fff-9e82-4114-b4ce-505beefdf24a service neutron] 10.222.0.18 "GET /v2.0/networks/bf459d15-ed36-41bb-94f4-290910f5bc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490092 Dec 10 08:54:39.864935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=270ab468-41ea-4366-b4f4-15ee98eda666,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:39.901843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28c10d6b-b1c9-43b2-a516-0848afa91824 req-80758630-cd39-4471-b7bc-821ce217033e tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210889 Dec 10 08:54:40.062073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Attempting to bind port 270ab468-41ea-4366-b4f4-15ee98eda666 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:40.062418 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Attempting to bind port 270ab468-41ea-4366-b4f4-15ee98eda666 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'eb01ac63-487a-4bff-afcf-6a730fb21570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2dea6a9-8879-4fcc-bbdb-f4bad4956253'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:40.062760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Attempting to bind port 270ab468-41ea-4366-b4f4-15ee98eda666 on network c2dea6a9-8879-4fcc-bbdb-f4bad4956253 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:40.080920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Port 270ab468-41ea-4366-b4f4-15ee98eda666 on network c2dea6a9-8879-4fcc-bbdb-f4bad4956253 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:54:40.082703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Attempting to bind port 270ab468-41ea-4366-b4f4-15ee98eda666 on network c2dea6a9-8879-4fcc-bbdb-f4bad4956253 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:40.098851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:40.107536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Checking segment: {'id': 'eb01ac63-487a-4bff-afcf-6a730fb21570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2dea6a9-8879-4fcc-bbdb-f4bad4956253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:40.107952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Bound using segment: {'id': 'eb01ac63-487a-4bff-afcf-6a730fb21570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2dea6a9-8879-4fcc-bbdb-f4bad4956253'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:40.108448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Bound port: 270ab468-41ea-4366-b4f4-15ee98eda666, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb01ac63-487a-4bff-afcf-6a730fb21570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2dea6a9-8879-4fcc-bbdb-f4bad4956253'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:40.108840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:40.344488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] For port 270ab468-41ea-4366-b4f4-15ee98eda666, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:40.350488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] For port 270ab468-41ea-4366-b4f4-15ee98eda666, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=270ab468-41ea-4366-b4f4-15ee98eda666,segment=NetworkSegment(eb01ac63-487a-4bff-afcf-6a730fb21570),segment_id=eb01ac63-487a-4bff-afcf-6a730fb21570)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:40.351571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48050) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:40.363235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:40.405108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e6243-46d1-46c5-8318-a4e05e61e7df req-d2685808-43d8-4b64-b6f3-39c0494a83df tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:40.413479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-158e6243-46d1-46c5-8318-a4e05e61e7df req-d2685808-43d8-4b64-b6f3-39c0494a83df tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 950 time: 0.1284070 Dec 10 08:54:40.444606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:40.445288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:40.447081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/270ab468-41ea-4366-b4f4-15ee98eda666 HTTP/1.1" status: 200 len: 1092 time: 2.2088828 Dec 10 08:54:40.447564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c7ff2-e981-4b8b-b522-1f88fde0fa80', 'tag': '270ab468-41ea-4366-b4f4-15ee98eda666'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:40.449893 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11706518-fa64-45b2-8d1d-0ec5ff17c688" -d '{"events": [{"name": "network-changed", "server_uuid": "940c7ff2-e981-4b8b-b522-1f88fde0fa80", "tag": "270ab468-41ea-4366-b4f4-15ee98eda666"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:40.508930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945f504-6b9b-4876-ae3c-8004df0fa5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=270ab468-41ea-4366-b4f4-15ee98eda666,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:40.543324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-158e6243-46d1-46c5-8318-a4e05e61e7df req-099090ae-5776-49bd-945a-bd015aaac852 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276104 Dec 10 08:54:40.572326 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Allocated IP 10.2.2.200 (aded683f-8ec1-409b-b472-c0766dd8c73b/85f53a55-7376-4757-aecf-c43d0e17611d/10464a94-0d9e-4e7b-8ea9-139c73b9a836) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:54:40.591234 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:40.643928 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55af3e1e-1b31-43c2-aaee-5c35cd4ebd98 x-openstack-request-id: req-55af3e1e-1b31-43c2-aaee-5c35cd4ebd98 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:40.646322 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940c7ff2-e981-4b8b-b522-1f88fde0fa80", "tag": "270ab468-41ea-4366-b4f4-15ee98eda666", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:40.646818 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55af3e1e-1b31-43c2-aaee-5c35cd4ebd98 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:40.647439 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940c7ff2-e981-4b8b-b522-1f88fde0fa80', 'tag': '270ab468-41ea-4366-b4f4-15ee98eda666', 'status': 'completed', 'code': 200} Dec 10 08:54:40.649836 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a977964d-afdc-461f-8755-e3a8f4694acd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:40.700512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-fcb5b3fe-003b-4b6c-ab61-31c164aad16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:40.704870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-fcb5b3fe-003b-4b6c-ab61-31c164aad16d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea3b214e81bf4de983402116334994d5&device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 1095 time: 0.1886671 Dec 10 08:54:40.779582 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a0ca965-e269-4f84-9d81-6198b6c06e0b req-8b224412-7847-445a-8051-af9b0d1fca60 service neutron] 10.222.0.18 "GET /v2.0/networks/bf459d15-ed36-41bb-94f4-290910f5bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9008448 Dec 10 08:54:40.810430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-f6eed693-72b7-4e5b-b608-8bd5ece06d58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270ab468-41ea-4366-b4f4-15ee98eda666 HTTP/1.1" status: 200 len: 217 time: 0.0833402 Dec 10 08:54:40.987335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:41.067442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceee8dc-ed68-4e05-942d-1ef55b7e17d6 req-03022acb-fce4-4851-971a-9facbf5c4c8e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:41.084024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceee8dc-ed68-4e05-942d-1ef55b7e17d6 req-03022acb-fce4-4851-971a-9facbf5c4c8e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:41.100340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceee8dc-ed68-4e05-942d-1ef55b7e17d6 req-03022acb-fce4-4851-971a-9facbf5c4c8e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:41.106441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceee8dc-ed68-4e05-942d-1ef55b7e17d6 req-03022acb-fce4-4851-971a-9facbf5c4c8e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:41.125160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ceee8dc-ed68-4e05-942d-1ef55b7e17d6 req-03022acb-fce4-4851-971a-9facbf5c4c8e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 3094 time: 0.3281791 Dec 10 08:54:41.131899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ba9772fc-ada4-42fe-9d5c-327ccda5e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:41.135143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:41.136728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-ba9772fc-ada4-42fe-9d5c-327ccda5e0d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b51beade-cde3-4304-827c-74d818ef2d53 HTTP/1.1" status: 200 len: 854 time: 0.2917049 Dec 10 08:54:41.178842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Deleting port 015ee9af-1865-4745-8bfd-0252104afa41 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:41.179483 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:41.236092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Network aded683f-8ec1-409b-b472-c0766dd8c73b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:54:41.272113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-81dd92f6-fe48-4de2-89b2-6edf8ed12c8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2dea6a9-8879-4fcc-bbdb-f4bad4956253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050665 Dec 10 08:54:41.279090 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a977964d-afdc-461f-8755-e3a8f4694acd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:41.344281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event updated for resources: {'Port': ['ID=10464a94-0d9e-4e7b-8ea9-139c73b9a836,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:41.368760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a977964d-afdc-461f-8755-e3a8f4694acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:41.442439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a62d7-1d22-4b02-886e-8ffdf25259f6 req-0cda86fd-7cc1-4a06-941c-5cf3632a6e0f tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:41.444954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:54:41.445181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e80a62d7-1d22-4b02-886e-8ffdf25259f6 req-0cda86fd-7cc1-4a06-941c-5cf3632a6e0f tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 944 time: 0.5354166 Dec 10 08:54:41.454151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:54:41.540735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:41.541646 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:41.579176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] For port 015ee9af-1865-4745-8bfd-0252104afa41, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=015ee9af-1865-4745-8bfd-0252104afa41,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:41.580360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:41.607501 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-6f271304-b91d-4cd2-9043-d91e67806780 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8149450 Dec 10 08:54:41.621269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Calling delete_port for 015ee9af-1865-4745-8bfd-0252104afa41 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:41.637108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:41.755201 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:41.824206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ceee8dc-ed68-4e05-942d-1ef55b7e17d6 req-97eb1bb6-f64f-4dd8-baca-5d4305bef89d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6977811 Dec 10 08:54:41.876144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977964d-afdc-461f-8755-e3a8f4694acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1686abc-0b6e-4526-9a56-ee8589393cdd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:41.919934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a977964d-afdc-461f-8755-e3a8f4694acd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c617981f95cd474690eb226b8e1f413e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5671980 Dec 10 08:54:41.963160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48068) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:42.070337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7e746aa0-72b9-4899-acef-ff07365b3d62 None None] Provisioning complete for port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:42.071211 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7e746aa0-72b9-4899-acef-ff07365b3d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:42.159022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7e746aa0-72b9-4899-acef-ff07365b3d62 None None] Port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:54:42.278210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0398798-51b9-41ed-815b-bffec7db4ccb {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:42.302608 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:42.327997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Transition to ACTIVE for port object c0398798-51b9-41ed-815b-bffec7db4ccb will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:42.344102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:42.641717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e80a62d7-1d22-4b02-886e-8ffdf25259f6 req-a9b29d6d-ab2b-4020-88db-93a1cdb9b039 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0592086 Dec 10 08:54:42.657414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-2ee7fecb-a1df-4c2b-8162-a52088b8d4a7 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:42.663057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-2ee7fecb-a1df-4c2b-8162-a52088b8d4a7 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.39 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 950 time: 0.9096589 Dec 10 08:54:42.687943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Pushing event updated for resources: {'Port': ['ID=c0398798-51b9-41ed-815b-bffec7db4ccb,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:42.712668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-d0078e9f-6453-4729-a297-2e8ef69aa4b9 service neutron] 10.222.0.18 "GET /v2.0/networks/c2dea6a9-8879-4fcc-bbdb-f4bad4956253?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4190402 Dec 10 08:54:42.954064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:42.977185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905e373-bcf7-439f-bcfa-ffebce2102a3 req-8ed1c394-0535-4e80-bc1c-13d6cf490610 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:42.995708 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9905e373-bcf7-439f-bcfa-ffebce2102a3 req-8ed1c394-0535-4e80-bc1c-13d6cf490610 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 945 time: 0.2871783 Dec 10 08:54:43.031079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d11c7a41-0c64-4ce7-a54b-67619586a227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:43.056861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Pushing event deleted for resources: {'Port': ['ID=015ee9af-1865-4745-8bfd-0252104afa41,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:43.128082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d11c7a41-0c64-4ce7-a54b-67619586a227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:43.197168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Attempting to bind port c0398798-51b9-41ed-815b-bffec7db4ccb on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:43.197650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Attempting to bind port c0398798-51b9-41ed-815b-bffec7db4ccb by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:43.198079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Attempting to bind port c0398798-51b9-41ed-815b-bffec7db4ccb on network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:43.210117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d11c7a41-0c64-4ce7-a54b-67619586a227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:43.213687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d11c7a41-0c64-4ce7-a54b-67619586a227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:43.217483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d11c7a41-0c64-4ce7-a54b-67619586a227 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1686abc-0b6e-4526-9a56-ee8589393cdd HTTP/1.1" status: 204 len: 168 time: 1.2513061 Dec 10 08:54:43.227774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Port c0398798-51b9-41ed-815b-bffec7db4ccb on network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:54:43.228107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Attempting to bind port c0398798-51b9-41ed-815b-bffec7db4ccb on network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:43.238219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:43.239233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Checking segment: {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:43.239704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Bound using segment: {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:43.240566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Bound port: c0398798-51b9-41ed-815b-bffec7db4ccb, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b43374a-63df-4f7b-9848-a042ce3f03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:43.240927 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:43.245703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64792b-f742-421e-8743-d8f175dc391b req-007190aa-6daa-4035-9479-8d54cf5302b5 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:43.255127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d64792b-f742-421e-8743-d8f175dc391b req-007190aa-6daa-4035-9479-8d54cf5302b5 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 950 time: 0.4602582 Dec 10 08:54:43.318271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9905e373-bcf7-439f-bcfa-ffebce2102a3 req-48e3d30e-8d9a-4160-90d1-1d060e03f7ec tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153942 Dec 10 08:54:43.320040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c7a41-0c64-4ce7-a54b-67619586a227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1686abc-0b6e-4526-9a56-ee8589393cdd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:43.398871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:43.441237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346e5e63-c2f9-467a-8d5c-3b7649f2f752 req-e64f600f-f2a5-4321-b770-e45601d22d6d service neutron] 10.222.0.18 "GET /v2.0/networks/c2dea6a9-8879-4fcc-bbdb-f4bad4956253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026157 Dec 10 08:54:43.460698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Deleting port a75e1f8e-6334-4fed-8d88-7aea1328872b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:43.461164 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:43.571628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d64792b-f742-421e-8743-d8f175dc391b req-4877f622-d8cf-4df9-a2c1-d8a585884f75 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152113 Dec 10 08:54:43.681878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c2f5-3247-4c5d-ae7c-cfa19173b2c5 req-b068ac5a-976d-4a9f-b28f-70326f33f196 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:43.701013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c2f5-3247-4c5d-ae7c-cfa19173b2c5 req-b068ac5a-976d-4a9f-b28f-70326f33f196 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:43.709212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c2f5-3247-4c5d-ae7c-cfa19173b2c5 req-b068ac5a-976d-4a9f-b28f-70326f33f196 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:43.715884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c2f5-3247-4c5d-ae7c-cfa19173b2c5 req-b068ac5a-976d-4a9f-b28f-70326f33f196 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:43.722944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c2f5-3247-4c5d-ae7c-cfa19173b2c5 req-b068ac5a-976d-4a9f-b28f-70326f33f196 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:43.753381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bff9c2f5-3247-4c5d-ae7c-cfa19173b2c5 req-b068ac5a-976d-4a9f-b28f-70326f33f196 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 3827 time: 0.2489915 Dec 10 08:54:43.799126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-f93bc5ef-70a4-45ce-a7c0-706ea5617bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:43.805892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-f93bc5ef-70a4-45ce-a7c0-706ea5617bc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea3b214e81bf4de983402116334994d5&device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 1095 time: 0.2600605 Dec 10 08:54:43.979876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] For port a75e1f8e-6334-4fed-8d88-7aea1328872b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a75e1f8e-6334-4fed-8d88-7aea1328872b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:43.980639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:44.004986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Calling delete_port for a75e1f8e-6334-4fed-8d88-7aea1328872b owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:44.146536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bff9c2f5-3247-4c5d-ae7c-cfa19173b2c5 req-b30120e7-3546-4fe8-af3d-753909ed299f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3916423 Dec 10 08:54:44.249714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48100) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:44.344301 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71cc3f97-8999-487f-b0de-42422a7fcba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:44.368236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-d777f38e-7846-4bac-9c03-3b66d36b49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:44.370227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-d777f38e-7846-4bac-9c03-3b66d36b49b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2dea6a9-8879-4fcc-bbdb-f4bad4956253 HTTP/1.1" status: 200 len: 915 time: 0.5405974 Dec 10 08:54:44.438868 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-d5f06dec-00a4-4957-ad1d-581a99a34f61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270ab468-41ea-4366-b4f4-15ee98eda666 HTTP/1.1" status: 200 len: 217 time: 0.0597990 Dec 10 08:54:44.451341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b467a-2b5d-4d32-8491-7cf801e4dbce req-dca077a5-b2d8-49f5-b3da-c9b959f7a83f tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:44.453597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:44.460827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-250b467a-2b5d-4d32-8491-7cf801e4dbce req-dca077a5-b2d8-49f5-b3da-c9b959f7a83f tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 944 time: 0.2421179 Dec 10 08:54:44.480679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9c8df797-d172-412d-ad82-c3085dfd9541'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:44.483003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] For port c0398798-51b9-41ed-815b-bffec7db4ccb, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:44.486782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a75e1f8e-6334-4fed-8d88-7aea1328872b no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:44.584525 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: a75e1f8e-6334-4fed-8d88-7aea1328872b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:44.585257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a75e1f8e-6334-4fed-8d88-7aea1328872b not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:44.731119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-e256bba4-dace-4730-bc83-4d6edcea23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:44.735433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Pushing event deleted for resources: {'Port': ['ID=a75e1f8e-6334-4fed-8d88-7aea1328872b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:44.740077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-e256bba4-dace-4730-bc83-4d6edcea23e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b51beade-cde3-4304-827c-74d818ef2d53 HTTP/1.1" status: 200 len: 854 time: 0.2722895 Dec 10 08:54:44.762122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] For port c0398798-51b9-41ed-815b-bffec7db4ccb, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c0398798-51b9-41ed-815b-bffec7db4ccb,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:44.784557 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:44.855490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-250b467a-2b5d-4d32-8491-7cf801e4dbce req-caa9bb4f-e520-4bad-83a1-062aaec14652 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884666 Dec 10 08:54:44.880018 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:44.881439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:44.882933 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] 10.222.0.39 "PUT /v2.0/ports/c0398798-51b9-41ed-815b-bffec7db4ccb HTTP/1.1" status: 200 len: 1091 time: 3.2629256 Dec 10 08:54:44.918463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:44.920976 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e77ee-28a2-4814-a351-7f09a6fcdad7" -d '{"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:44.958944 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-1e7588df-c256-471b-b37d-f721612aa2c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2dea6a9-8879-4fcc-bbdb-f4bad4956253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014341 Dec 10 08:54:44.990495 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78bb51c2-9faf-43cd-a19e-c6312e3db376 req-10fd9a9b-c2aa-4046-b4a2-d112ef04984b tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=589535d5-6e1c-4927-9216-e15b2bdf25d8 HTTP/1.1" status: 200 len: 210 time: 0.1859598 Dec 10 08:54:45.026337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:45.118807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71cc3f97-8999-487f-b0de-42422a7fcba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:45.131748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] No DVR routers for this DVR port a75e1f8e-6334-4fed-8d88-7aea1328872b on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:45.176531 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:45.204071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:45.208024 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-01e500e6-89aa-4c99-aa2b-2e7c34f3fce3 req-5028f6ba-162a-4247-8d09-645dba818ceb tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.39 "DELETE /v2.0/ports/a75e1f8e-6334-4fed-8d88-7aea1328872b HTTP/1.1" status: 204 len: 173 time: 2.5095351 Dec 10 08:54:45.217281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71cc3f97-8999-487f-b0de-42422a7fcba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:45.309684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-71cc3f97-8999-487f-b0de-42422a7fcba0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f98fc266e02d482e9590c69a671b0386&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0461373 Dec 10 08:54:45.322717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48126) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:45.406651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eb84d-2bb1-4b58-a1bd-b60b1801b39a service neutron] Pushing event updated for resources: {'Port': ['ID=c0398798-51b9-41ed-815b-bffec7db4ccb,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:45.429852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba410e2-5feb-429b-b8d2-4d3081404c39 req-9ac21206-30d0-452c-8df0-a4cbdcb6ff05 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:45.431756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ba410e2-5feb-429b-b8d2-4d3081404c39 req-9ac21206-30d0-452c-8df0-a4cbdcb6ff05 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 945 time: 0.3199790 Dec 10 08:54:45.438463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc3f97-8999-487f-b0de-42422a7fcba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a44ce-8f2f-4b2c-9211-db9c6e045f98,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:45.439811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Router 662520bd-9062-4f4a-994b-c4257adbb3a2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:54:45.472111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:45.475632 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc91369-b461-41c8-808b-de5d09eaca36 x-openstack-request-id: req-1cc91369-b461-41c8-808b-de5d09eaca36 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:45.475918 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:45.480123 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cc91369-b461-41c8-808b-de5d09eaca36 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:45.480746 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'status': 'completed', 'code': 200} Dec 10 08:54:45.520343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-72371f64-d53d-4e6f-a9ff-54393ab22fa2 service neutron] 10.222.0.18 "GET /v2.0/networks/c2dea6a9-8879-4fcc-bbdb-f4bad4956253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082288 Dec 10 08:54:45.701226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c5bae5f7-3a50-4792-b6b4-e33b7e06141e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:45.728545 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c5bae5f7-3a50-4792-b6b4-e33b7e06141e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:45.757731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:54:45.773262 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] Sync routers for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:54:45.787043 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b0d3e09a-57ea-4576-bc03-932795a48628 admin admin] 10.222.0.31 "PUT /v2.0/routers/662520bd-9062-4f4a-994b-c4257adbb3a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3081691 Dec 10 08:54:45.793683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48128) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:45.801876 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:54:45.803928 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:54:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:45.909661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11706518-fa64-45b2-8d1d-0ec5ff17c688 req-a42c4d0a-3b44-49b7-93b7-181e852c5961 service neutron] 10.222.0.18 "GET /v2.0/networks/c2dea6a9-8879-4fcc-bbdb-f4bad4956253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882658 Dec 10 08:54:45.944241 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c5bae5f7-3a50-4792-b6b4-e33b7e06141e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:45.948304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c5bae5f7-3a50-4792-b6b4-e33b7e06141e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:45.948952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-91466ad7-a6f2-4848-9c2f-f2d2f05005a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:45.952781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c5bae5f7-3a50-4792-b6b4-e33b7e06141e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f4a44ce-8f2f-4b2c-9211-db9c6e045f98 HTTP/1.1" status: 204 len: 168 time: 0.6123798 Dec 10 08:54:45.954390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-91466ad7-a6f2-4848-9c2f-f2d2f05005a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:45.956614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-91466ad7-a6f2-4848-9c2f-f2d2f05005a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:45.958128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-91466ad7-a6f2-4848-9c2f-f2d2f05005a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:45.959466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-91466ad7-a6f2-4848-9c2f-f2d2f05005a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:45.967944 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-91466ad7-a6f2-4848-9c2f-f2d2f05005a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 4362 time: 0.4832947 Dec 10 08:54:46.011041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ba410e2-5feb-429b-b8d2-4d3081404c39 req-5a9993ce-e125-4a30-9c41-2c1ab1551d11 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae967517-d7a0-4372-91fa-bb1a098cac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695946 Dec 10 08:54:46.114137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007e7f-57b3-45b4-9085-9750dcd59b1c req-d9cabf15-5161-4a10-9ad8-987e3822cf0d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.134649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007e7f-57b3-45b4-9085-9750dcd59b1c req-d9cabf15-5161-4a10-9ad8-987e3822cf0d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.161305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007e7f-57b3-45b4-9085-9750dcd59b1c req-d9cabf15-5161-4a10-9ad8-987e3822cf0d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.186925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007e7f-57b3-45b4-9085-9750dcd59b1c req-d9cabf15-5161-4a10-9ad8-987e3822cf0d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.208210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007e7f-57b3-45b4-9085-9750dcd59b1c req-d9cabf15-5161-4a10-9ad8-987e3822cf0d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.216122 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:54:46.216484 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd007e7f-57b3-45b4-9085-9750dcd59b1c req-d9cabf15-5161-4a10-9ad8-987e3822cf0d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 3827 time: 0.5983093 Dec 10 08:54:46.220502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bae5f7-3a50-4792-b6b4-e33b7e06141e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a44ce-8f2f-4b2c-9211-db9c6e045f98,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:46.317800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd007e7f-57b3-45b4-9085-9750dcd59b1c req-330f063a-59b3-42bf-9a5b-cbd91ca36f08 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000922 Dec 10 08:54:46.412180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a18e-3e6e-4485-8b09-968cc9fe6ec0 req-5a47c5b2-b614-4c1f-84b0-761ce709acdd tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.422270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94d5a18e-3e6e-4485-8b09-968cc9fe6ec0 req-5a47c5b2-b614-4c1f-84b0-761ce709acdd tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 944 time: 0.1644006 Dec 10 08:54:46.733540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-d2961385-fac5-45af-821f-e663b5472a19 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.740921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-d2961385-fac5-45af-821f-e663b5472a19 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.18 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 945 time: 0.2631187 Dec 10 08:54:46.747868 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:54:42Z', 'revision_number': 5, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:46.771134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94d5a18e-3e6e-4485-8b09-968cc9fe6ec0 req-eb699496-e4e8-45ca-abb8-6525591f237e tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383183 Dec 10 08:54:46.807301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-7791ec94-4d1e-40b0-aa9e-a6085ae321d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.809660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-7791ec94-4d1e-40b0-aa9e-a6085ae321d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.810513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-7791ec94-4d1e-40b0-aa9e-a6085ae321d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:46.812071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-7791ec94-4d1e-40b0-aa9e-a6085ae321d5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7960534 Dec 10 08:54:46.870307 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] Checking router: 662520bd-9062-4f4a-994b-c4257adbb3a2 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:54:46.903297 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] Routers {'662520bd-9062-4f4a-994b-c4257adbb3a2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:54:46.909771 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:54:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['662520bd-9062-4f4a-994b-c4257adbb3a2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:46.978850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Deleting port 0b4caa9a-abb5-42f2-baa2-bb977e97909b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:46.979458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:47.032008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:47.291868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] For port 0b4caa9a-abb5-42f2-baa2-bb977e97909b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b4caa9a-abb5-42f2-baa2-bb977e97909b,segment=NetworkSegment(f55dde17-06e5-4d2a-9abb-9d5127351ff5),segment_id=f55dde17-06e5-4d2a-9abb-9d5127351ff5)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:47.292253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:47.308499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Calling delete_port for 0b4caa9a-abb5-42f2-baa2-bb977e97909b owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:47.435904 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] Set router 662520bd-9062-4f4a-994b-c4257adbb3a2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:54:47.532103 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:47.545415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0b4caa9a-abb5-42f2-baa2-bb977e97909b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:47.578992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Pushing event deleted for resources: {'Port': ['ID=0b4caa9a-abb5-42f2-baa2-bb977e97909b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:47.587416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad5623b2-ab5b-4c4f-b8a8-da7c2137d36f req-042df617-c6fb-44ea-b40f-70cf9360902b tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 210 time: 0.1001832 Dec 10 08:54:47.743500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170f27c-a707-43c6-9849-bc01c4d103dc req-105944d6-366d-4b76-b10b-84d69d6b4f21 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:47.758131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b170f27c-a707-43c6-9849-bc01c4d103dc req-105944d6-366d-4b76-b10b-84d69d6b4f21 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 950 time: 0.2731822 Dec 10 08:54:47.761784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] No DVR routers for this DVR port 0b4caa9a-abb5-42f2-baa2-bb977e97909b on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:47.783500 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:47.789439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e92e24b-8d9f-4609-97f0-3d8fdc3cdf75 req-82a54666-7b6f-4915-895e-0ac34c3a45d1 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.18 "DELETE /v2.0/ports/0b4caa9a-abb5-42f2-baa2-bb977e97909b HTTP/1.1" status: 204 len: 173 time: 1.0402856 Dec 10 08:54:47.791482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310133a8-f130-4c4c-a70b-f9577c63eeb2', 'name': 'network-vif-deleted', 'tag': '0b4caa9a-abb5-42f2-baa2-bb977e97909b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:47.794035 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262e5755-804d-484f-a62d-db3b67f84fbd" -d '{"events": [{"server_uuid": "310133a8-f130-4c4c-a70b-f9577c63eeb2", "name": "network-vif-deleted", "tag": "0b4caa9a-abb5-42f2-baa2-bb977e97909b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:47.898441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:54:42Z', 'revision_number': 5, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:47.929408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b170f27c-a707-43c6-9849-bc01c4d103dc req-af9f8d31-64f6-453c-b022-cb4c3f77669a tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693563 Dec 10 08:54:47.952664 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb4a74-490a-4be2-b924-8a8b7779e9d6 None None] The sync data for ids ['662520bd-9062-4f4a-994b-c4257adbb3a2'] in n-d-814746-3 is: [{'id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'name': 'tempest-ServersTestBootFromVolume-1073179445-router', 'tenant_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:51:05Z', 'updated_at': '2021-12-10T08:54:42Z', 'revision_number': 5, 'project_id': '8a7f008bdbdb497697ea1c9f8f794fed', 'gw_port': {'id': 'e0d58b4e-904d-489d-b329-62e1c08df4f1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662520bd-9062-4f4a-994b-c4257adbb3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:51:06Z', 'updated_at': '2021-12-10T08:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:54:47.971463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0220e-2abc-4b6f-b94c-5104a043301a req-8aaae93e-925b-434f-a4ae-aad3bfa17e14 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:48.004637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0220e-2abc-4b6f-b94c-5104a043301a req-8aaae93e-925b-434f-a4ae-aad3bfa17e14 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:48.035456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0220e-2abc-4b6f-b94c-5104a043301a req-8aaae93e-925b-434f-a4ae-aad3bfa17e14 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:48.053899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0220e-2abc-4b6f-b94c-5104a043301a req-8aaae93e-925b-434f-a4ae-aad3bfa17e14 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:48.061788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0220e-2abc-4b6f-b94c-5104a043301a req-8aaae93e-925b-434f-a4ae-aad3bfa17e14 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:48.072538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9a0220e-2abc-4b6f-b94c-5104a043301a req-8aaae93e-925b-434f-a4ae-aad3bfa17e14 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 3827 time: 0.2814965 Dec 10 08:54:48.150216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9a0220e-2abc-4b6f-b94c-5104a043301a req-3e080463-6717-4027-b791-a0445bd6b2a0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763609 Dec 10 08:54:48.390621 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70cdb7d-fea1-4eeb-9e9c-102446cfb7d1 x-openstack-request-id: req-d70cdb7d-fea1-4eeb-9e9c-102446cfb7d1 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:48.391052 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310133a8-f130-4c4c-a70b-f9577c63eeb2", "name": "network-vif-deleted", "tag": "0b4caa9a-abb5-42f2-baa2-bb977e97909b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:48.391316 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d70cdb7d-fea1-4eeb-9e9c-102446cfb7d1 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:48.391733 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310133a8-f130-4c4c-a70b-f9577c63eeb2', 'name': 'network-vif-deleted', 'tag': '0b4caa9a-abb5-42f2-baa2-bb977e97909b', 'status': 'completed', 'code': 200} Dec 10 08:54:48.413146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b6cb-bf38-45f7-84a9-3d54af3ae6fc req-648b3254-7714-4733-874a-c1f9d0e565f3 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:48.426633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4a5b6cb-bf38-45f7-84a9-3d54af3ae6fc req-648b3254-7714-4733-874a-c1f9d0e565f3 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 944 time: 0.1381607 Dec 10 08:54:48.495392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 270ab468-41ea-4366-b4f4-15ee98eda666 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:54:48.574368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4a5b6cb-bf38-45f7-84a9-3d54af3ae6fc req-236ab167-2257-4ac4-bfb1-54fd10bd44ce tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437829 Dec 10 08:54:48.605001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589535d5-6e1c-4927-9216-e15b2bdf25d8', 'name': 'network-vif-deleted', 'tag': 'a75e1f8e-6334-4fed-8d88-7aea1328872b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:48.623859 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6253126a-cd46-45e0-80c1-3f2df1051ae9" -d '{"events": [{"server_uuid": "589535d5-6e1c-4927-9216-e15b2bdf25d8", "name": "network-vif-deleted", "tag": "a75e1f8e-6334-4fed-8d88-7aea1328872b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:48.761621 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88355b70-1ac7-4212-ad38-e47fa4708bc9 x-openstack-request-id: req-88355b70-1ac7-4212-ad38-e47fa4708bc9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:48.762013 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589535d5-6e1c-4927-9216-e15b2bdf25d8", "name": "network-vif-deleted", "tag": "a75e1f8e-6334-4fed-8d88-7aea1328872b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:48.762155 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88355b70-1ac7-4212-ad38-e47fa4708bc9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:48.762567 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589535d5-6e1c-4927-9216-e15b2bdf25d8', 'name': 'network-vif-deleted', 'tag': 'a75e1f8e-6334-4fed-8d88-7aea1328872b', 'status': 'completed', 'code': 200} Dec 10 08:54:48.791926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e7564-c629-40d8-8037-7ee762d400c0 req-fcc87728-0da0-4737-9211-69038d4d1399 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:48.796683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-794e7564-c629-40d8-8037-7ee762d400c0 req-fcc87728-0da0-4737-9211-69038d4d1399 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 950 time: 0.1349666 Dec 10 08:54:48.884301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 270ab468-41ea-4366-b4f4-15ee98eda666, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=270ab468-41ea-4366-b4f4-15ee98eda666,segment=NetworkSegment(eb01ac63-487a-4bff-afcf-6a730fb21570),segment_id=eb01ac63-487a-4bff-afcf-6a730fb21570)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:48.913800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '270ab468-41ea-4366-b4f4-15ee98eda666', 'network_id': 'c2dea6a9-8879-4fcc-bbdb-f4bad4956253', 'port_id': '270ab468-41ea-4366-b4f4-15ee98eda666', 'mac_address': 'fa:16:3e:09:62:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51beade-cde3-4304-827c-74d818ef2d53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:54:48.994358 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.031577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270ab468-41ea-4366-b4f4-15ee98eda666 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:49.040213 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.110162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 270ab468-41ea-4366-b4f4-15ee98eda666, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=270ab468-41ea-4366-b4f4-15ee98eda666,segment=NetworkSegment(eb01ac63-487a-4bff-afcf-6a730fb21570),segment_id=eb01ac63-487a-4bff-afcf-6a730fb21570)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:49.122773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 015ee9af-1865-4745-8bfd-0252104afa41 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:49.131669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.132232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-dbd95607-fc7e-47f0-a39f-2acc6b424469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:49.137359 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-414e77ee-28a2-4814-a351-7f09a6fcdad7 req-dbd95607-fc7e-47f0-a39f-2acc6b424469 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.3024337 Dec 10 08:54:49.150721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e16d5a4e-3909-4501-a39e-a364e42a8e16 req-6935f1f4-847c-48cc-8dff-feb66f5721f5 tempest-InstanceActionsTestJSON-2140118919 tempest-InstanceActionsTestJSON-2140118919-project] 10.222.0.31 "GET /v2.0/ports?device_id=310133a8-f130-4c4c-a70b-f9577c63eeb2 HTTP/1.1" status: 200 len: 210 time: 0.2415326 Dec 10 08:54:49.167625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.241946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 015ee9af-1865-4745-8bfd-0252104afa41 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:49.242554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 015ee9af-1865-4745-8bfd-0252104afa41 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:49.299472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=270ab468-41ea-4366-b4f4-15ee98eda666,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:49.356005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-794e7564-c629-40d8-8037-7ee762d400c0 req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Deleting port 9c8df797-d172-412d-ad82-c3085dfd9541 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:49.357874 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-794e7564-c629-40d8-8037-7ee762d400c0 req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.381483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76bd4e-3629-4c64-87e3-e7bca2571621 req-9f4bce09-5d2b-46f4-930e-f81edc16c2e4 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:49.398395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f76bd4e-3629-4c64-87e3-e7bca2571621 req-9f4bce09-5d2b-46f4-930e-f81edc16c2e4 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 950 time: 0.2568252 Dec 10 08:54:49.422293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb3151a-f1ca-4c05-b923-aa726dc3455b {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:49.442073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.443054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['270ab468-41ea-4366-b4f4-15ee98eda666'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:49.489374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Transition to ACTIVE for port object edb3151a-f1ca-4c05-b923-aa726dc3455b will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:49.502172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.522080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Deleting port e0d58b4e-904d-489d-b329-62e1c08df4f1 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:49.522427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.671605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f76bd4e-3629-4c64-87e3-e7bca2571621 req-2fe62b67-0bff-4f05-9b1f-9f25f6bdd644 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/security-groups?id=44b80ccf-d5fc-4600-8cd9-990c7f3e429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665670 Dec 10 08:54:49.764167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-794e7564-c629-40d8-8037-7ee762d400c0 req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] For port 9c8df797-d172-412d-ad82-c3085dfd9541, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c8df797-d172-412d-ad82-c3085dfd9541,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:49.764542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-794e7564-c629-40d8-8037-7ee762d400c0 req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.817175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-794e7564-c629-40d8-8037-7ee762d400c0 req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Calling delete_port for 9c8df797-d172-412d-ad82-c3085dfd9541 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:49.867803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Pushing event updated for resources: {'Port': ['ID=edb3151a-f1ca-4c05-b923-aa726dc3455b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:49.925995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] For port e0d58b4e-904d-489d-b329-62e1c08df4f1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e0d58b4e-904d-489d-b329-62e1c08df4f1,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:49.928415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:49.960880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Calling delete_port for e0d58b4e-904d-489d-b329-62e1c08df4f1 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:50.166773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b86bd-1efe-47a9-a66b-deb2d8c583a4 req-b16ec9a3-9dc1-4ae2-8024-b3b2d06e5f35 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:50.167397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.167762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.168107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.168450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.168785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.169113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.169438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.169792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.170721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.171206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.171536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.171860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.172307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:50.173176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b86bd-1efe-47a9-a66b-deb2d8c583a4 req-b16ec9a3-9dc1-4ae2-8024-b3b2d06e5f35 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:50.186382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b86bd-1efe-47a9-a66b-deb2d8c583a4 req-b16ec9a3-9dc1-4ae2-8024-b3b2d06e5f35 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:50.194002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b86bd-1efe-47a9-a66b-deb2d8c583a4 req-b16ec9a3-9dc1-4ae2-8024-b3b2d06e5f35 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:50.200412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b86bd-1efe-47a9-a66b-deb2d8c583a4 req-b16ec9a3-9dc1-4ae2-8024-b3b2d06e5f35 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:50.228069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b86bd-1efe-47a9-a66b-deb2d8c583a4 req-b16ec9a3-9dc1-4ae2-8024-b3b2d06e5f35 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:50.237875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-762b86bd-1efe-47a9-a66b-deb2d8c583a4 req-b16ec9a3-9dc1-4ae2-8024-b3b2d06e5f35 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 4600 time: 0.6953084 Dec 10 08:54:50.252560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:50.254681 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-794e7564-c629-40d8-8037-7ee762d400c0 req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:50.295533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9c8df797-d172-412d-ad82-c3085dfd9541'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:54:50.384355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d58b4e-904d-489d-b329-62e1c08df4f1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:50.398541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Pushing event deleted for resources: {'Port': ['ID=9c8df797-d172-412d-ad82-c3085dfd9541,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:50.470982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Attempting to bind port edb3151a-f1ca-4c05-b923-aa726dc3455b on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:50.471354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Attempting to bind port edb3151a-f1ca-4c05-b923-aa726dc3455b by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:50.471687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Attempting to bind port edb3151a-f1ca-4c05-b923-aa726dc3455b on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:50.486818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 270ab468-41ea-4366-b4f4-15ee98eda666 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:54:50.531911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Port edb3151a-f1ca-4c05-b923-aa726dc3455b on network 65715e0f-6807-491a-ad82-063644e9b9f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:54:50.532120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-794e7564-c629-40d8-8037-7ee762d400c0 req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] No DVR routers for this DVR port 9c8df797-d172-412d-ad82-c3085dfd9541 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:50.532266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Attempting to bind port edb3151a-f1ca-4c05-b923-aa726dc3455b on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:50.545931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:50.546277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Checking segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:50.546802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Bound using segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:50.547389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Bound port: edb3151a-f1ca-4c05-b923-aa726dc3455b, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:50.547752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:50.562352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-762b86bd-1efe-47a9-a66b-deb2d8c583a4 req-94538445-645a-446e-88f2-503caff94082 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a0d975b-bac2-4550-9c73-448d7022f1bd&id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3225889 Dec 10 08:54:50.563726 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-794e7564-c629-40d8-8037-7ee762d400c0 req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:50.564847 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:50.575086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-794e7564-c629-40d8-8037-7ee762d400c0 req-effc918f-9723-4862-8a8e-a5004ab68954 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.18 "DELETE /v2.0/ports/9c8df797-d172-412d-ad82-c3085dfd9541 HTTP/1.1" status: 204 len: 173 time: 1.7728629 Dec 10 08:54:50.583709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec2cbd-c499-479d-948b-bf5e5aef516d', 'name': 'network-vif-deleted', 'tag': '9c8df797-d172-412d-ad82-c3085dfd9541'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:50.601810 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f49da-bdaa-4bbc-8d41-0163b369da25" -d '{"events": [{"server_uuid": "a0ec2cbd-c499-479d-948b-bf5e5aef516d", "name": "network-vif-deleted", "tag": "9c8df797-d172-412d-ad82-c3085dfd9541"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:50.652846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667d679-aa41-4529-a5da-6172511ffbac req-d33cd9ed-4b29-476a-baeb-51f7c11897dc tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:50.655307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 270ab468-41ea-4366-b4f4-15ee98eda666 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:54:50.661391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 270ab468-41ea-4366-b4f4-15ee98eda666 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:54:50.662278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:50.675242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0667d679-aa41-4529-a5da-6172511ffbac req-d33cd9ed-4b29-476a-baeb-51f7c11897dc tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 945 time: 0.5223413 Dec 10 08:54:50.771185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0667d679-aa41-4529-a5da-6172511ffbac req-49118ce0-26c8-42ea-9d86-51df214f8041 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944152 Dec 10 08:54:50.837058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48244) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:50.915022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] For port edb3151a-f1ca-4c05-b923-aa726dc3455b, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:50.916484 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:50.930230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] For port edb3151a-f1ca-4c05-b923-aa726dc3455b, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:50.960500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-864d6563-7edf-46a8-937e-b58d3e19dae3 admin admin] Deleting subnet 05b3a729-66da-4377-8a9d-c6eaa18252c2 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:54:50.968867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c7ff2-e981-4b8b-b522-1f88fde0fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270ab468-41ea-4366-b4f4-15ee98eda666'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:50.974764 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5330500e-8401-44fa-bc54-98786cfbc487" -d '{"events": [{"server_uuid": "940c7ff2-e981-4b8b-b522-1f88fde0fa80", "name": "network-vif-plugged", "status": "completed", "tag": "270ab468-41ea-4366-b4f4-15ee98eda666"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:50.989009 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-864d6563-7edf-46a8-937e-b58d3e19dae3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:50.993264 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 270ab468-41ea-4366-b4f4-15ee98eda666, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=270ab468-41ea-4366-b4f4-15ee98eda666,segment=NetworkSegment(eb01ac63-487a-4bff-afcf-6a730fb21570),segment_id=eb01ac63-487a-4bff-afcf-6a730fb21570)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:51.003622 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.006042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9c8df797-d172-412d-ad82-c3085dfd9541 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:51.039564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.041359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 9c8df797-d172-412d-ad82-c3085dfd9541 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:51.041744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9c8df797-d172-412d-ad82-c3085dfd9541 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:51.042158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0b4caa9a-abb5-42f2-baa2-bb977e97909b no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:51.092916 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.109080 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8804b6d-745e-4642-86eb-17a4a6bc11be x-openstack-request-id: req-d8804b6d-745e-4642-86eb-17a4a6bc11be {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:51.109440 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec2cbd-c499-479d-948b-bf5e5aef516d", "name": "network-vif-deleted", "tag": "9c8df797-d172-412d-ad82-c3085dfd9541", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:51.109664 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8804b6d-745e-4642-86eb-17a4a6bc11be {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:51.110117 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec2cbd-c499-479d-948b-bf5e5aef516d', 'name': 'network-vif-deleted', 'tag': '9c8df797-d172-412d-ad82-c3085dfd9541', 'status': 'completed', 'code': 200} Dec 10 08:54:51.143814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-864d6563-7edf-46a8-937e-b58d3e19dae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.162202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 0b4caa9a-abb5-42f2-baa2-bb977e97909b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:51.163990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0b4caa9a-abb5-42f2-baa2-bb977e97909b not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:51.177620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.180302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.184423 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] 10.222.0.39 "PUT /v2.0/ports/edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 200 len: 1131 time: 6.1888766 Dec 10 08:54:51.186061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.249714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': 'edb3151a-f1ca-4c05-b923-aa726dc3455b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:51.258014 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "edb3151a-f1ca-4c05-b923-aa726dc3455b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:51.274459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=270ab468-41ea-4366-b4f4-15ee98eda666,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:51.309086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-864d6563-7edf-46a8-937e-b58d3e19dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.329457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:51.380613 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03a3642-a27a-4121-ae80-ee5eb9c6ecb8 x-openstack-request-id: req-f03a3642-a27a-4121-ae80-ee5eb9c6ecb8 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:51.382062 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c7ff2-e981-4b8b-b522-1f88fde0fa80", "name": "network-vif-plugged", "status": "completed", "tag": "270ab468-41ea-4366-b4f4-15ee98eda666", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:51.383138 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f03a3642-a27a-4121-ae80-ee5eb9c6ecb8 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:51.383798 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c7ff2-e981-4b8b-b522-1f88fde0fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270ab468-41ea-4366-b4f4-15ee98eda666', 'code': 200} Dec 10 08:54:51.431367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bda2e50-8724-436a-b151-4ed70748eca7 req-ebdee977-3abd-4b8d-9b19-b0057f3015b9 tempest-ServersAdminNegativeTestJSON-2065033067 tempest-ServersAdminNegativeTestJSON-2065033067-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ec2cbd-c499-479d-948b-bf5e5aef516d HTTP/1.1" status: 200 len: 210 time: 0.0691187 Dec 10 08:54:51.525695 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf23b48d-ff4a-4476-9b9a-4354beb8b068 x-openstack-request-id: req-bf23b48d-ff4a-4476-9b9a-4354beb8b068 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:51.526169 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "edb3151a-f1ca-4c05-b923-aa726dc3455b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:51.526425 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf23b48d-ff4a-4476-9b9a-4354beb8b068 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:51.532983 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': 'edb3151a-f1ca-4c05-b923-aa726dc3455b', 'status': 'completed', 'code': 200} Dec 10 08:54:51.602322 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.604962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 662520bd-9062-4f4a-994b-c4257adbb3a2 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:54:51.611774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f40cf-b2e3-4a21-aa67-3dbe91b1295b req-fed303d6-6dcf-4a93-beaa-74254f87a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.617095 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-570f40cf-b2e3-4a21-aa67-3dbe91b1295b req-fed303d6-6dcf-4a93-beaa-74254f87a349 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 1097 time: 0.1404960 Dec 10 08:54:51.623038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-864d6563-7edf-46a8-937e-b58d3e19dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.656691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.660472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-061ab32c-1a1e-44c1-99a2-39ce9180f018 admin admin] 10.222.0.31 "DELETE /v2.0/routers/662520bd-9062-4f4a-994b-c4257adbb3a2 HTTP/1.1" status: 204 len: 168 time: 5.8655033 Dec 10 08:54:51.681849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48270) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:51.707663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4930ff1-3ebb-424e-bc19-965612965675 service neutron] Pushing event updated for resources: {'Port': ['ID=edb3151a-f1ca-4c05-b923-aa726dc3455b,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:51.740207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d6563-7edf-46a8-937e-b58d3e19dae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b3a729-66da-4377-8a9d-c6eaa18252c2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:51.744470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-570f40cf-b2e3-4a21-aa67-3dbe91b1295b req-c22e6880-0e53-4fb2-8c3a-27b77bb1e4e9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146350 Dec 10 08:54:51.772464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-864d6563-7edf-46a8-937e-b58d3e19dae3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.783704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-864d6563-7edf-46a8-937e-b58d3e19dae3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/05b3a729-66da-4377-8a9d-c6eaa18252c2 HTTP/1.1" status: 204 len: 168 time: 0.9402912 Dec 10 08:54:51.784437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48274) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:51.855827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab37c6d-2f63-4122-a4ec-b6c39e3345ab req-6136ff3a-302b-4e4d-b586-86ecf9e1b1a4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.880219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab37c6d-2f63-4122-a4ec-b6c39e3345ab req-6136ff3a-302b-4e4d-b586-86ecf9e1b1a4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.881475 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:51.888485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-c9f4f67b-434a-4d4a-9588-62e5e7176944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.888961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-c9f4f67b-434a-4d4a-9588-62e5e7176944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.889421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-c9f4f67b-434a-4d4a-9588-62e5e7176944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.889912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-c9f4f67b-434a-4d4a-9588-62e5e7176944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.890369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-c9f4f67b-434a-4d4a-9588-62e5e7176944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.890826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-c9f4f67b-434a-4d4a-9588-62e5e7176944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.892719 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-c9f4f67b-434a-4d4a-9588-62e5e7176944 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5286 time: 0.3471704 Dec 10 08:54:51.898516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab37c6d-2f63-4122-a4ec-b6c39e3345ab req-6136ff3a-302b-4e4d-b586-86ecf9e1b1a4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.907866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab37c6d-2f63-4122-a4ec-b6c39e3345ab req-6136ff3a-302b-4e4d-b586-86ecf9e1b1a4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.918251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab37c6d-2f63-4122-a4ec-b6c39e3345ab req-6136ff3a-302b-4e4d-b586-86ecf9e1b1a4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.937845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab37c6d-2f63-4122-a4ec-b6c39e3345ab req-6136ff3a-302b-4e4d-b586-86ecf9e1b1a4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:51.950267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bab37c6d-2f63-4122-a4ec-b6c39e3345ab req-6136ff3a-302b-4e4d-b586-86ecf9e1b1a4 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 4600 time: 0.1917741 Dec 10 08:54:51.987784 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.010530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f70b4d-1f13-4eb3-a85a-2c008b645bdf admin admin] Deleting subnet da70cacc-c8c2-4e8a-b4cf-4b592b679cbd {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:54:52.019315 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f70b4d-1f13-4eb3-a85a-2c008b645bdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.100193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bab37c6d-2f63-4122-a4ec-b6c39e3345ab req-a6165233-b950-4424-b593-364cfa4e6ff9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a0d975b-bac2-4550-9c73-448d7022f1bd&id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406264 Dec 10 08:54:52.135893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c0846-cab3-4df0-b631-5ba9fee9ec0b req-0d48d65e-3441-4bac-828b-d407d9aeba0d tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:52.139651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-596c0846-cab3-4df0-b631-5ba9fee9ec0b req-0d48d65e-3441-4bac-828b-d407d9aeba0d tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 946 time: 0.1798253 Dec 10 08:54:52.147208 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f70b4d-1f13-4eb3-a85a-2c008b645bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.170069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-7250a217-9d6d-4f16-8eb4-92922eb73e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:52.170450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-7250a217-9d6d-4f16-8eb4-92922eb73e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:52.170906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-7250a217-9d6d-4f16-8eb4-92922eb73e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:52.172487 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-7250a217-9d6d-4f16-8eb4-92922eb73e5f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2693267 Dec 10 08:54:52.231881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-596c0846-cab3-4df0-b631-5ba9fee9ec0b req-c0a7642f-bc73-4ac5-970b-edaad8f3a06e tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818992 Dec 10 08:54:52.411569 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.612770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf459d15-ed36-41bb-94f4-290910f5bc35']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:52.651687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55dde17-06e5-4d2a-9abb-9d5127351ff5') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:52.652399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55dde17-06e5-4d2a-9abb-9d5127351ff5') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:52.678316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.688153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f70b4d-1f13-4eb3-a85a-2c008b645bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.750603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-a1857952-0276-48d6-9fc2-32e6bcd98b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:52.754483 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ab5d0623-6365-41b0-9fcc-f3bf2d10e6f1 req-a1857952-0276-48d6-9fc2-32e6bcd98b89 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5653665 Dec 10 08:54:52.776060 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.805817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:54:52.806677 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:54:52.810754 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:54:52.940475 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.950525 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:52.953978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bf459d15-ed36-41bb-94f4-290910f5bc35 HTTP/1.1" status: 204 len: 168 time: 1.1658299 Dec 10 08:54:52.959421 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f70b4d-1f13-4eb3-a85a-2c008b645bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:53.014777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48322) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:53.024663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3566d94-0a89-42cf-a73a-aac67333c432 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf459d15-ed36-41bb-94f4-290910f5bc35,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:53.053155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f70b4d-1f13-4eb3-a85a-2c008b645bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da70cacc-c8c2-4e8a-b4cf-4b592b679cbd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:53.055268 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f70b4d-1f13-4eb3-a85a-2c008b645bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:53.060664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccffc77-0cd7-42e7-8b6f-6096c785f4a9 None None] Network ba2f1701-40ae-4267-b57b-a882897cd8e5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:54:53.083360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48326) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:53.085083 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-08f70b4d-1f13-4eb3-a85a-2c008b645bdf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/da70cacc-c8c2-4e8a-b4cf-4b592b679cbd HTTP/1.1" status: 204 len: 168 time: 1.3648612 Dec 10 08:54:53.094551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48328) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:53.118548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:53.147510 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:53.202678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Transition to ACTIVE for port object 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:53.210490 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:53.256183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e0d58b4e-904d-489d-b329-62e1c08df4f1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:53.383565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Pushing event updated for resources: {'Port': ['ID=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:53.395806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48340) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:53.561471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:53.599474 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2e52f555-b5f7-4a10-a974-5bbd75cef569 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=937a81b5515c4fad8547de06218cf240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999240 Dec 10 08:54:53.609671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48342) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:53.620336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e6c6-f321-4b39-a38e-470e447b1167 req-422bc5aa-aa23-443c-96d6-861635b3d6d6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:53.628303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e6c6-f321-4b39-a38e-470e447b1167 req-422bc5aa-aa23-443c-96d6-861635b3d6d6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:53.644893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Attempting to bind port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:53.645271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Attempting to bind port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:53.645769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Attempting to bind port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:53.659241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e6c6-f321-4b39-a38e-470e447b1167 req-422bc5aa-aa23-443c-96d6-861635b3d6d6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:53.669028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e6c6-f321-4b39-a38e-470e447b1167 req-422bc5aa-aa23-443c-96d6-861635b3d6d6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:53.669907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 on network 65715e0f-6807-491a-ad82-063644e9b9f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:54:53.670280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Attempting to bind port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:53.682056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e6c6-f321-4b39-a38e-470e447b1167 req-422bc5aa-aa23-443c-96d6-861635b3d6d6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:53.688230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:53.688573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Checking segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:53.688964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Bound using segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:53.690226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e6c6-f321-4b39-a38e-470e447b1167 req-422bc5aa-aa23-443c-96d6-861635b3d6d6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:53.694599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: e0d58b4e-904d-489d-b329-62e1c08df4f1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:53.695105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Bound port: 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:53.695370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e0d58b4e-904d-489d-b329-62e1c08df4f1 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:53.695501 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:53.702037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e6c6-f321-4b39-a38e-470e447b1167 req-422bc5aa-aa23-443c-96d6-861635b3d6d6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:53.710815 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d47cbcb-dc4f-49c5-ac87-0b67c36390d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:53.718402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e26e6c6-f321-4b39-a38e-470e447b1167 req-422bc5aa-aa23-443c-96d6-861635b3d6d6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5373 time: 0.4561400 Dec 10 08:54:53.752988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3592d9-3de2-494d-b090-b5c4e6f71f8f req-8f87bc0e-440e-46a5-af56-07a977ab1132 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:53.762498 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae3592d9-3de2-494d-b090-b5c4e6f71f8f req-8f87bc0e-440e-46a5-af56-07a977ab1132 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 946 time: 0.2869525 Dec 10 08:54:53.844039 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784f5884-a5d2-4af6-8d0b-70457273c6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:53.853293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59a91fd-03f4-4b02-a52e-b2475e0a69f6 None None] DHCP port deletion for ba2f1701-40ae-4267-b57b-a882897cd8e5 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:54:53.908151 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784f5884-a5d2-4af6-8d0b-70457273c6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:53.932551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] For port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:53.941891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e26e6c6-f321-4b39-a38e-470e447b1167 req-e963012b-38cb-4611-8bd4-223d55886325 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093456 Dec 10 08:54:54.000986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b59a91fd-03f4-4b02-a52e-b2475e0a69f6 None None] Deleting port 0c099aa5-00ac-4922-a76d-f64027b4975b {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:54.001626 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b59a91fd-03f4-4b02-a52e-b2475e0a69f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.008096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] For port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:54.027171 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.045106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a6f0ee42-4c4b-4ab1-8e83-d3f245598e25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a0fb9a4b8d9476588a14598810a1a83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0273702 Dec 10 08:54:54.053380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48348) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:54.083791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae3592d9-3de2-494d-b090-b5c4e6f71f8f req-011e03d7-3756-48d3-a1c7-6f28d54ed806 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139164 Dec 10 08:54:54.085490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b59a91fd-03f4-4b02-a52e-b2475e0a69f6 None None] For port 0c099aa5-00ac-4922-a76d-f64027b4975b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0c099aa5-00ac-4922-a76d-f64027b4975b,segment=NetworkSegment(71afcbf3-f7d8-45e2-87da-2e0a13e8c189),segment_id=71afcbf3-f7d8-45e2-87da-2e0a13e8c189)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:54.086526 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b59a91fd-03f4-4b02-a52e-b2475e0a69f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.101907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b59a91fd-03f4-4b02-a52e-b2475e0a69f6 None None] Calling delete_port for 0c099aa5-00ac-4922-a76d-f64027b4975b owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:54.193105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Pushing event updated for resources: {'Port': ['ID=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:54.196188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784f5884-a5d2-4af6-8d0b-70457273c6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.203738 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784f5884-a5d2-4af6-8d0b-70457273c6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.210231 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-784f5884-a5d2-4af6-8d0b-70457273c6bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae967517-d7a0-4372-91fa-bb1a098cac68 HTTP/1.1" status: 204 len: 168 time: 0.5995195 Dec 10 08:54:54.233299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:54.234232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.236291 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-e34372d5-8d8e-401e-80a2-9821c208cebb service neutron] 10.222.0.39 "PUT /v2.0/ports/00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 200 len: 1131 time: 2.9561744 Dec 10 08:54:54.237181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f5884-a5d2-4af6-8d0b-70457273c6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae967517-d7a0-4372-91fa-bb1a098cac68,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:54.245527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '00f2e7c6-7b80-48f1-83c8-c5b9aea56df9'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:54.248370 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff49e38-7be9-446f-8bd9-f26dae9ad365" -d '{"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "00f2e7c6-7b80-48f1-83c8-c5b9aea56df9"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:54.264678 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b59a91fd-03f4-4b02-a52e-b2475e0a69f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.282286 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d47cbcb-dc4f-49c5-ac87-0b67c36390d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.305425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:54.343165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Deleting port 0c099aa5-00ac-4922-a76d-f64027b4975b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:54:54.345952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.389047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d47cbcb-dc4f-49c5-ac87-0b67c36390d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.411483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a91fd-03f4-4b02-a52e-b2475e0a69f6 None None] Pushing event deleted for resources: {'Port': ['ID=0c099aa5-00ac-4922-a76d-f64027b4975b,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:54.431970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a91fd-03f4-4b02-a52e-b2475e0a69f6 None None] No DVR routers for this DVR port 0c099aa5-00ac-4922-a76d-f64027b4975b on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:54.455609 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76630d55-e8d2-4fde-8192-ae7135b6f0f0 x-openstack-request-id: req-76630d55-e8d2-4fde-8192-ae7135b6f0f0 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:54.456232 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "00f2e7c6-7b80-48f1-83c8-c5b9aea56df9", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:54.457664 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76630d55-e8d2-4fde-8192-ae7135b6f0f0 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:54.459131 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '00f2e7c6-7b80-48f1-83c8-c5b9aea56df9', 'status': 'completed', 'code': 200} Dec 10 08:54:54.649274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] For port 0c099aa5-00ac-4922-a76d-f64027b4975b, host n-d-814746-3, got binding levels [] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:54:54.658108 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.695581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Calling delete_port for 0c099aa5-00ac-4922-a76d-f64027b4975b owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:54:54.713695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.ipam_backend_mixin [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Port 0c099aa5-00ac-4922-a76d-f64027b4975b was not found and therefore no delete operation was performed {{(pid=114969) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 08:54:54.718167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.729163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47cbcb-dc4f-49c5-ac87-0b67c36390d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c85b5e-e57e-49f2-9e92-3bb1381c3b84,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:54.733175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98571839-36af-49de-9d33-cf984ec818c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.762886 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0d47cbcb-dc4f-49c5-ac87-0b67c36390d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f99c6ae138c24260939cc5ff6327c72a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6623664 Dec 10 08:54:54.765655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48368) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:54.812293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c099aa5-00ac-4922-a76d-f64027b4975b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:54.838278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] No DVR routers for this DVR port 0c099aa5-00ac-4922-a76d-f64027b4975b on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:54:54.862434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.930845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.955672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2f1701-40ae-4267-b57b-a882897cd8e5']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:54.967451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71afcbf3-f7d8-45e2-87da-2e0a13e8c189') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:54.968027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71afcbf3-f7d8-45e2-87da-2e0a13e8c189') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:54:54.978226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:54.993538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.000675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:54:55.001277 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:54:55.087969 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:54:55.094211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98571839-36af-49de-9d33-cf984ec818c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.096671 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.137067 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.140436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ba2f1701-40ae-4267-b57b-a882897cd8e5 HTTP/1.1" status: 204 len: 168 time: 2.0560937 Dec 10 08:54:55.141604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785a4b3-3f80-4905-b5f2-efb09f8cbf25 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba2f1701-40ae-4267-b57b-a882897cd8e5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:55.197104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0c099aa5-00ac-4922-a76d-f64027b4975b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:54:55.267203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0c099aa5-00ac-4922-a76d-f64027b4975b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:54:55.270139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0c099aa5-00ac-4922-a76d-f64027b4975b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:54:55.445969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba4f8c4b-b0a7-469e-8a30-d785fe29ff80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.466876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf7bf-8a3b-451e-807a-0c5e114cdd6c req-8fc6f966-4b0d-4c80-a385-82ef741fcb4b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.477083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf7bf-8a3b-451e-807a-0c5e114cdd6c req-8fc6f966-4b0d-4c80-a385-82ef741fcb4b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.487205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf7bf-8a3b-451e-807a-0c5e114cdd6c req-8fc6f966-4b0d-4c80-a385-82ef741fcb4b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.498524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf7bf-8a3b-451e-807a-0c5e114cdd6c req-8fc6f966-4b0d-4c80-a385-82ef741fcb4b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.512198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-23924409-3e90-4243-ab15-1e241313f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.512694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-23924409-3e90-4243-ab15-1e241313f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.513162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-23924409-3e90-4243-ab15-1e241313f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.513762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-23924409-3e90-4243-ab15-1e241313f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.514229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-23924409-3e90-4243-ab15-1e241313f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.514600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf7bf-8a3b-451e-807a-0c5e114cdd6c req-8fc6f966-4b0d-4c80-a385-82ef741fcb4b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.514727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-23924409-3e90-4243-ab15-1e241313f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.515131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-23924409-3e90-4243-ab15-1e241313f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.517013 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-23924409-3e90-4243-ab15-1e241313f6bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6210 time: 0.9535761 Dec 10 08:54:55.541727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf7bf-8a3b-451e-807a-0c5e114cdd6c req-8fc6f966-4b0d-4c80-a385-82ef741fcb4b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.562050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf7bf-8a3b-451e-807a-0c5e114cdd6c req-8fc6f966-4b0d-4c80-a385-82ef741fcb4b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:55.574344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-321cf7bf-8a3b-451e-807a-0c5e114cdd6c req-8fc6f966-4b0d-4c80-a385-82ef741fcb4b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5373 time: 0.3222826 Dec 10 08:54:55.584283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48406) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:55.616883 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98571839-36af-49de-9d33-cf984ec818c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.625346 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98571839-36af-49de-9d33-cf984ec818c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.630228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-98571839-36af-49de-9d33-cf984ec818c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44b80ccf-d5fc-4600-8cd9-990c7f3e429d HTTP/1.1" status: 204 len: 168 time: 1.5674634 Dec 10 08:54:55.668121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba4f8c4b-b0a7-469e-8a30-d785fe29ff80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.779783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-321cf7bf-8a3b-451e-807a-0c5e114cdd6c req-0f67e65f-f96a-4482-91b3-aecc80b44e0d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2045209 Dec 10 08:54:55.820089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98571839-36af-49de-9d33-cf984ec818c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b80ccf-d5fc-4600-8cd9-990c7f3e429d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:55.822766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d24d64ab-ebdd-4fd8-8ba7-53f33d0e164e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a7f008bdbdb497697ea1c9f8f794fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358658 Dec 10 08:54:55.826298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48410) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:55.915315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-356dd3c8-7c0a-4bcd-9821-fa94049ba619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.970358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-356dd3c8-7c0a-4bcd-9821-fa94049ba619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.971909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba4f8c4b-b0a7-469e-8a30-d785fe29ff80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.981195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba4f8c4b-b0a7-469e-8a30-d785fe29ff80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:55.983355 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ba4f8c4b-b0a7-469e-8a30-d785fe29ff80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5c85b5e-e57e-49f2-9e92-3bb1381c3b84 HTTP/1.1" status: 204 len: 168 time: 1.2153776 Dec 10 08:54:56.014137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f8c4b-b0a7-469e-8a30-d785fe29ff80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c85b5e-e57e-49f2-9e92-3bb1381c3b84,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:56.079710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48418) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:56.089260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-356dd3c8-7c0a-4bcd-9821-fa94049ba619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:56.093612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-356dd3c8-7c0a-4bcd-9821-fa94049ba619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:56.094997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-356dd3c8-7c0a-4bcd-9821-fa94049ba619 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad57c98b-b078-4d36-b93f-e3615c1f06b9 HTTP/1.1" status: 204 len: 168 time: 0.2673573 Dec 10 08:54:56.104802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dd3c8-7c0a-4bcd-9821-fa94049ba619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad57c98b-b078-4d36-b93f-e3615c1f06b9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:56.219421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3359a2d0-3419-4374-8b29-362fffaa36e2 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:56.226237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:56.241453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Transition to ACTIVE for port object 3359a2d0-3419-4374-8b29-362fffaa36e2 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:56.250783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-d70b887b-382b-4bec-964d-e1c644a3074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:56.251435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-d70b887b-382b-4bec-964d-e1c644a3074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:56.251861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-d70b887b-382b-4bec-964d-e1c644a3074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:56.254205 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-d70b887b-382b-4bec-964d-e1c644a3074d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6804783 Dec 10 08:54:56.256067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:56.330580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48436) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:56.453513 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4d986aab-bde4-4f35-a0e4-3529bbbb35d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69ca99d2e41047098f76fe1ab074ba0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1219909 Dec 10 08:54:56.459315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48440) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:56.604486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Pushing event updated for resources: {'Port': ['ID=3359a2d0-3419-4374-8b29-362fffaa36e2,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:56.608109 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b3a0cff7-023b-4cf3-8b3a-0759dd9ea32f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:56.684958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b3a0cff7-023b-4cf3-8b3a-0759dd9ea32f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:56.714409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1408472617-network', 'tenant_id': '0a04c0040d2148b3bf7d935a318f1f6a'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:56.880350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Made reservation on behalf of 0a04c0040d2148b3bf7d935a318f1f6a for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:56.882796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:56.926870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48448) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:56.929614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:56.986188 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:57.201823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33001e-31e0-455f-9c8a-980cd982e68a req-15039cf4-4873-48ed-b0f0-718e67bac2f1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:57.208038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33001e-31e0-455f-9c8a-980cd982e68a req-15039cf4-4873-48ed-b0f0-718e67bac2f1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:57.213975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33001e-31e0-455f-9c8a-980cd982e68a req-15039cf4-4873-48ed-b0f0-718e67bac2f1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:57.219858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33001e-31e0-455f-9c8a-980cd982e68a req-15039cf4-4873-48ed-b0f0-718e67bac2f1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:57.241195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33001e-31e0-455f-9c8a-980cd982e68a req-15039cf4-4873-48ed-b0f0-718e67bac2f1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:57.247883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33001e-31e0-455f-9c8a-980cd982e68a req-15039cf4-4873-48ed-b0f0-718e67bac2f1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:57.267813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33001e-31e0-455f-9c8a-980cd982e68a req-15039cf4-4873-48ed-b0f0-718e67bac2f1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:57.270151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f33001e-31e0-455f-9c8a-980cd982e68a req-15039cf4-4873-48ed-b0f0-718e67bac2f1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5385 time: 0.3419192 Dec 10 08:54:57.275145 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b3a0cff7-023b-4cf3-8b3a-0759dd9ea32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:57.278282 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b3a0cff7-023b-4cf3-8b3a-0759dd9ea32f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:57.279693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b3a0cff7-023b-4cf3-8b3a-0759dd9ea32f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92dcb10e-5ef1-4443-9ea0-80fcb08221fc HTTP/1.1" status: 204 len: 168 time: 0.8194394 Dec 10 08:54:57.283750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-20c52dee-886a-43bb-a1b5-81868e566bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:57.286325 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ff49e38-7be9-446f-8bd9-f26dae9ad365 req-20c52dee-886a-43bb-a1b5-81868e566bcd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0233035 Dec 10 08:54:57.339317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Attempting to bind port 3359a2d0-3419-4374-8b29-362fffaa36e2 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:54:57.339785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Attempting to bind port 3359a2d0-3419-4374-8b29-362fffaa36e2 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:54:57.340115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Attempting to bind port 3359a2d0-3419-4374-8b29-362fffaa36e2 on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:57.348718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Port 3359a2d0-3419-4374-8b29-362fffaa36e2 on network 65715e0f-6807-491a-ad82-063644e9b9f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:54:57.349058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Attempting to bind port 3359a2d0-3419-4374-8b29-362fffaa36e2 on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:54:57.356686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:54:57.358291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Checking segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:54:57.358889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Bound using segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:54:57.359346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Bound port: 3359a2d0-3419-4374-8b29-362fffaa36e2, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:54:57.359716 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:57.393327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0cff7-023b-4cf3-8b3a-0759dd9ea32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dcb10e-5ef1-4443-9ea0-80fcb08221fc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:57.528058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f33001e-31e0-455f-9c8a-980cd982e68a req-aee525d5-8030-4e6a-bea4-36baf6fae55f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116830 Dec 10 08:54:57.563604 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:54:57.584664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] For port 3359a2d0-3419-4374-8b29-362fffaa36e2, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:54:57.591699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] For port 3359a2d0-3419-4374-8b29-362fffaa36e2, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3359a2d0-3419-4374-8b29-362fffaa36e2,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:54:57.608099 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:57.638639 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:57.670963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:57.731682 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:57.733282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:57.733962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:57.742017 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] 10.222.0.39 "PUT /v2.0/ports/3359a2d0-3419-4374-8b29-362fffaa36e2 HTTP/1.1" status: 200 len: 1091 time: 3.4479687 Dec 10 08:54:57.747138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '3359a2d0-3419-4374-8b29-362fffaa36e2'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:54:57.755145 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d90ec0b-9ace-40d7-90ef-80b98898736e" -d '{"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "3359a2d0-3419-4374-8b29-362fffaa36e2"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:54:57.813827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:57.845361 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b88dd880f2747dcbadf6670575ebadf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9000874 Dec 10 08:54:57.845618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c2236-a965-4ab2-8778-29fd9fdfda4e service neutron] Pushing event updated for resources: {'Port': ['ID=3359a2d0-3419-4374-8b29-362fffaa36e2,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:57.879608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48488) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:57.880837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.010019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.036911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:54:58.151987 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5896d3ad-7f96-4253-a7e3-0c87c3580e58 x-openstack-request-id: req-5896d3ad-7f96-4253-a7e3-0c87c3580e58 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:54:58.154588 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "3359a2d0-3419-4374-8b29-362fffaa36e2", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:54:58.157695 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5896d3ad-7f96-4253-a7e3-0c87c3580e58 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:54:58.158453 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '3359a2d0-3419-4374-8b29-362fffaa36e2', 'status': 'completed', 'code': 200} Dec 10 08:54:58.199818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30be1168-ff4b-4391-8c69-a5e69cae92c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.269610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48504) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:58.304966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30be1168-ff4b-4391-8c69-a5e69cae92c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.398628 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.403356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-6ed5f0cd-3dee-49aa-be80-b90de18d9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:58.403845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-6ed5f0cd-3dee-49aa-be80-b90de18d9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:58.404579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-6ed5f0cd-3dee-49aa-be80-b90de18d9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:58.405043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-6ed5f0cd-3dee-49aa-be80-b90de18d9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:58.405520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-6ed5f0cd-3dee-49aa-be80-b90de18d9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:58.405986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-6ed5f0cd-3dee-49aa-be80-b90de18d9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:58.406450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-6ed5f0cd-3dee-49aa-be80-b90de18d9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:58.408387 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-6ed5f0cd-3dee-49aa-be80-b90de18d9943 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6277 time: 0.2207389 Dec 10 08:54:58.415823 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Added segment a8d0b6d1-89fe-419b-b237-cdbe24be0cc9 of type vlan for network c65bd682-0caa-45b0-a312-a23907c0cd41 Dec 10 08:54:58.418100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff30d36-7f08-4983-b2f2-5b489934c749,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:58.536976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1883273630-network', 'tenant_id': '528bc437be504b20994bf67b1604efdd'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:58.541375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30be1168-ff4b-4391-8c69-a5e69cae92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.555778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30be1168-ff4b-4391-8c69-a5e69cae92c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.561118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-30be1168-ff4b-4391-8c69-a5e69cae92c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ff30d36-7f08-4983-b2f2-5b489934c749 HTTP/1.1" status: 204 len: 168 time: 0.6698453 Dec 10 08:54:58.677239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Made reservation on behalf of 528bc437be504b20994bf67b1604efdd for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:54:58.680414 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.680911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.681910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.684323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.684784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.685228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.686449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.691931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.694883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.694883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.695329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.696515 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.696965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.698016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590448b8-6d9e-4986-a5fd-115d2de7b4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:54:58.751416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.781617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5212b61-c164-42e0-9671-be768c7153d3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:58.818896 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.854155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be1168-ff4b-4391-8c69-a5e69cae92c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff30d36-7f08-4983-b2f2-5b489934c749,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:58.944803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.946185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:58.947006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:58.997637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-a1891616-a098-4b18-9dad-7d1026e75e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.000483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-a1891616-a098-4b18-9dad-7d1026e75e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.003665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288aed0-e425-4e08-af1e-81615d5b0649 req-b4635d47-eec5-4350-a2d7-33dd4487a675 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.012673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288aed0-e425-4e08-af1e-81615d5b0649 req-b4635d47-eec5-4350-a2d7-33dd4487a675 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.023941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-a1891616-a098-4b18-9dad-7d1026e75e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.028073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288aed0-e425-4e08-af1e-81615d5b0649 req-b4635d47-eec5-4350-a2d7-33dd4487a675 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.034901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-a1891616-a098-4b18-9dad-7d1026e75e77 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5889883 Dec 10 08:54:59.045427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288aed0-e425-4e08-af1e-81615d5b0649 req-b4635d47-eec5-4350-a2d7-33dd4487a675 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.075299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288aed0-e425-4e08-af1e-81615d5b0649 req-b4635d47-eec5-4350-a2d7-33dd4487a675 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.081207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288aed0-e425-4e08-af1e-81615d5b0649 req-b4635d47-eec5-4350-a2d7-33dd4487a675 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.090561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288aed0-e425-4e08-af1e-81615d5b0649 req-b4635d47-eec5-4350-a2d7-33dd4487a675 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.092389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f288aed0-e425-4e08-af1e-81615d5b0649 req-b4635d47-eec5-4350-a2d7-33dd4487a675 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5385 time: 0.2961159 Dec 10 08:54:59.391048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:59.392993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-146449b0-d9a8-4094-970d-387ab66c75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:54:59.395204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d90ec0b-9ace-40d7-90ef-80b98898736e req-146449b0-d9a8-4094-970d-387ab66c75fd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3377099 Dec 10 08:54:59.459860 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:59.538123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dda36d-a0c3-4d5f-991a-ac8f55992b4e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:59.593192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:54:59.627839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921b3032-0cd1-40eb-832a-d29462c70da1 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:54:59.678296 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:59.694124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:59.694520 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Added segment 2e3b41f1-580c-42a5-b175-060460046476 of type vlan for network 05fc505c-905e-4843-927e-10b22c2608f7 Dec 10 08:54:59.849755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] Pushing event updated for resources: {'Network': ['ID=c65bd682-0caa-45b0-a312-a23907c0cd41,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:54:59.862759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c65bd682-0caa-45b0-a312-a23907c0cd41 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:54:59.876414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4fc5d89d-5e35-4414-9f12-c63fc0754565 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7952812 Dec 10 08:54:59.880430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48570) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:54:59.890988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Request body: {'subnet': {'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1408472617-subnet', 'tenant_id': '0a04c0040d2148b3bf7d935a318f1f6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:54:59.894319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Transition to ACTIVE for port object 921b3032-0cd1-40eb-832a-d29462c70da1 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:54:59.924951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:54:59.962719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:00.003656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48576) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:00.036830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Made reservation on behalf of 0a04c0040d2148b3bf7d935a318f1f6a for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:00.039133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:00.189969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.resource_extend [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 08:55:00.256961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=921b3032-0cd1-40eb-832a-d29462c70da1,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:00.405741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:00.412813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:00.418267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:00.498223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-30721147-network', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:00.504767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:00.615326 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3477318 Dec 10 08:55:00.618201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48588) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:00.624857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Request body: {'subnet': {'network_id': '05fc505c-905e-4843-927e-10b22c2608f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1883273630-subnet', 'tenant_id': '528bc437be504b20994bf67b1604efdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:00.646349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fa7e-7815-4dd8-bfdd-0c78837f7a5b admin admin] Pushing event updated for resources: {'Network': ['ID=05fc505c-905e-4843-927e-10b22c2608f7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:00.658573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 05fc505c-905e-4843-927e-10b22c2608f7 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:55:00.694247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f288aed0-e425-4e08-af1e-81615d5b0649 req-9336cb69-da62-4e77-8e99-2428fb0b22da tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8401825 Dec 10 08:55:00.720469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Attempting to bind port 921b3032-0cd1-40eb-832a-d29462c70da1 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:00.720469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Attempting to bind port 921b3032-0cd1-40eb-832a-d29462c70da1 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:00.720469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Attempting to bind port 921b3032-0cd1-40eb-832a-d29462c70da1 on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:00.734849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Made reservation on behalf of 2806f6a8e54e4f08acb81f5e49177413 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:00.751415 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:00.787572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Made reservation on behalf of 528bc437be504b20994bf67b1604efdd for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:00.802589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:00.818185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.045748 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.075689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.126685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:55:01.157894 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.169866 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Added segment 6a747753-63bc-4444-8660-4c975b1703fe of type vlan for network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 Dec 10 08:55:01.193110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Port 921b3032-0cd1-40eb-832a-d29462c70da1 on network 65715e0f-6807-491a-ad82-063644e9b9f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:55:01.193465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Attempting to bind port 921b3032-0cd1-40eb-832a-d29462c70da1 on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:01.233594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:01.251402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Checking segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:01.251827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Bound using segment: {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:01.252306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Bound port: 921b3032-0cd1-40eb-832a-d29462c70da1, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f06c1f-48b6-4793-8024-52feb5e08c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:01.253771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.308009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Checking segment: {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:01.308385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Network hostable DHCP agents. Network: c65bd682-0caa-45b0-a312-a23907c0cd41, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:55:01.326878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3824dd-418d-4be1-8029-af2e85fafd44,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:01.367530 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.498000 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.499254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:01.499835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.650965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Network c65bd682-0caa-45b0-a312-a23907c0cd41 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:55:01.657224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.700694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb46ac8-f357-4e28-91a0-7019f8ee4c64,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:01.710434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] Pushing event updated for resources: {'Network': ['ID=f54302c4-f30c-46ee-80ff-0f08ef1f1da7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:01.719367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e7b8c63d-bfac-4fd6-967d-e35512e0c24a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7039139 Dec 10 08:55:01.731765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48632) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:01.736722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Request body: {'subnet': {'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-subnet', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:01.740653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c65bd682-0caa-45b0-a312-a23907c0cd41) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:01.753110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d809706b-3cdf-4011-9087-f75bf9d8b3e1,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:01.761772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:01.762359 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.769337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca7613-88e0-405e-8a8d-1fd8d0790f43 None None] Network c65bd682-0caa-45b0-a312-a23907c0cd41 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:55:01.782594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] For port 921b3032-0cd1-40eb-832a-d29462c70da1, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:01.874389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] For port 921b3032-0cd1-40eb-832a-d29462c70da1, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=921b3032-0cd1-40eb-832a-d29462c70da1,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:01.882176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Made reservation on behalf of 2806f6a8e54e4f08acb81f5e49177413 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:01.884503 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:01.903748 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:02.067552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:55:02.136939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.140459 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:02.144893 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] 10.222.0.39 "PUT /v2.0/ports/921b3032-0cd1-40eb-832a-d29462c70da1 HTTP/1.1" status: 200 len: 1090 time: 4.3494046 Dec 10 08:55:02.149548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Checking segment: {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:02.168260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Network hostable DHCP agents. Network: 05fc505c-905e-4843-927e-10b22c2608f7, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:55:02.174658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '921b3032-0cd1-40eb-832a-d29462c70da1'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:02.184998 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e87add-f986-4830-b93d-614c1ce22767" -d '{"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "921b3032-0cd1-40eb-832a-d29462c70da1"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:02.232766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:02.266077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7020f0f5-ca5c-44d6-a56b-9ca098d3ee74 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3844705 Dec 10 08:55:02.328087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-c65bd682-0caa-45b0-a312-a23907c0cd41', 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41', 'project_id': '0a04c0040d2148b3bf7d935a318f1f6a', 'fixed_ips': [{'subnet_id': '8e3824dd-418d-4be1-8029-af2e85fafd44'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:55:02.338584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca1c74-f8c8-4b0b-8c66-b6601452ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=921b3032-0cd1-40eb-832a-d29462c70da1,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:02.350485 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:02.357598 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc13847-a8b0-4ef4-b7c9-a9996d8c4742 x-openstack-request-id: req-1fc13847-a8b0-4ef4-b7c9-a9996d8c4742 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:02.357960 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "921b3032-0cd1-40eb-832a-d29462c70da1", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:02.358263 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fc13847-a8b0-4ef4-b7c9-a9996d8c4742 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:02.358663 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '921b3032-0cd1-40eb-832a-d29462c70da1', 'status': 'completed', 'code': 200} Dec 10 08:55:02.420841 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:02.434277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Network 05fc505c-905e-4843-927e-10b22c2608f7 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:55:02.550256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 05fc505c-905e-4843-927e-10b22c2608f7) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:02.562452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.563477 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:02.585162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21849e8-2346-4171-8daf-8c137ab8c1b4 req-ecf8c7be-11ba-45d4-8802-006dbb760f69 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.596189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf75e8c9-8a15-4ebb-a1ad-59d43e70b633 None None] Network 05fc505c-905e-4843-927e-10b22c2608f7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:55:02.607046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21849e8-2346-4171-8daf-8c137ab8c1b4 req-ecf8c7be-11ba-45d4-8802-006dbb760f69 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.633833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21849e8-2346-4171-8daf-8c137ab8c1b4 req-ecf8c7be-11ba-45d4-8802-006dbb760f69 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.657900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-2173c3df-b2a7-4f22-8f8a-2a8593006994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.662776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21849e8-2346-4171-8daf-8c137ab8c1b4 req-ecf8c7be-11ba-45d4-8802-006dbb760f69 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.666173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-2173c3df-b2a7-4f22-8f8a-2a8593006994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.667081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-2173c3df-b2a7-4f22-8f8a-2a8593006994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.668610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-2173c3df-b2a7-4f22-8f8a-2a8593006994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.669156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-2173c3df-b2a7-4f22-8f8a-2a8593006994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.670936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-2173c3df-b2a7-4f22-8f8a-2a8593006994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.672322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-2173c3df-b2a7-4f22-8f8a-2a8593006994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.676645 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87e87add-f986-4830-b93d-614c1ce22767 req-2173c3df-b2a7-4f22-8f8a-2a8593006994 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6344 time: 0.3151815 Dec 10 08:55:02.681582 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:02.687829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21849e8-2346-4171-8daf-8c137ab8c1b4 req-ecf8c7be-11ba-45d4-8802-006dbb760f69 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.702471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21849e8-2346-4171-8daf-8c137ab8c1b4 req-ecf8c7be-11ba-45d4-8802-006dbb760f69 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.709608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fc8d1bcc-413f-4a5f-a8f1-1325431e1e92 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0880933 Dec 10 08:55:02.715429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21849e8-2346-4171-8daf-8c137ab8c1b4 req-ecf8c7be-11ba-45d4-8802-006dbb760f69 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:02.717399 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b21849e8-2346-4171-8daf-8c137ab8c1b4 req-ecf8c7be-11ba-45d4-8802-006dbb760f69 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5397 time: 0.4619019 Dec 10 08:55:02.745546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48660) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:02.885279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9da31a4-4437-44b4-a2cd-9ae361a904cc,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:02.896966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d04bbe3-99e1-4afb-9bed-01cb19b062e1 None None] Network 05fc505c-905e-4843-927e-10b22c2608f7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:55:02.914142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Checking segment: {'id': '6a747753-63bc-4444-8660-4c975b1703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:02.925030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Network hostable DHCP agents. Network: f54302c4-f30c-46ee-80ff-0f08ef1f1da7, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:55:03.008859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b21849e8-2346-4171-8daf-8c137ab8c1b4 req-d18b1b58-c723-4700-94a7-d772821f1521 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2741730 Dec 10 08:55:03.031981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:55:03.064550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, f54302c4-f30c-46ee-80ff-0f08ef1f1da7) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:03.075221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:03.075836 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.080857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-b64499d9-f717-43e7-8b5f-e946e013899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:03.081419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-b64499d9-f717-43e7-8b5f-e946e013899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:03.081961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-b64499d9-f717-43e7-8b5f-e946e013899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:03.085381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87e87add-f986-4830-b93d-614c1ce22767 req-b64499d9-f717-43e7-8b5f-e946e013899e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3420684 Dec 10 08:55:03.130892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b542c54b-e1ea-4afc-bf79-f6b15e647b46 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3978884 Dec 10 08:55:03.133807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48680) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:03.143478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:03.167752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db051e-e7f5-4716-9786-9c54ac5dde42 None None] Network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:55:03.178936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-574e04c2-f55e-46fb-b3d2-ca1a13c3d2a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.216251 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.217362 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.387651 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.451538 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f6602bfe-0e02-4975-9b3d-7704748a5d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.473971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Allocated IP 172.20.0.2 (c65bd682-0caa-45b0-a312-a23907c0cd41/8e3824dd-418d-4be1-8029-af2e85fafd44/925a3395-e6a3-4286-8d14-142038c40544) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:03.666049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-45911811-d95b-4760-a138-d46c4de0ee2e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:03.670426 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-45911811-d95b-4760-a138-d46c4de0ee2e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 816 time: 0.1731844 Dec 10 08:55:03.698046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-f54302c4-f30c-46ee-80ff-0f08ef1f1da7', 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7', 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'fixed_ips': [{'subnet_id': 'b9da31a4-4437-44b4-a2cd-9ae361a904cc'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:55:03.699429 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.701124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87add-f986-4830-b93d-614c1ce22767 req-abfea9e4-90f7-4257-b9ac-5f579efb3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:03.703458 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87e87add-f986-4830-b93d-614c1ce22767 req-abfea9e4-90f7-4257-b9ac-5f579efb3e83 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6073401 Dec 10 08:55:03.735999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c21bc8b-aced-479e-abca-34ce41487740 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:03.761599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.816173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Transition to ACTIVE for port object 0c21bc8b-aced-479e-abca-34ce41487740 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:55:03.842771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.847051 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.928493 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-574e04c2-f55e-46fb-b3d2-ca1a13c3d2a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:03.934409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-5459557f-9404-4968-bfca-c91c7b724d97 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/quotas/0a04c0040d2148b3bf7d935a318f1f6a HTTP/1.1" status: 200 len: 375 time: 0.1565993 Dec 10 08:55:03.958893 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-574e04c2-f55e-46fb-b3d2-ca1a13c3d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.003063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c21bc8b-aced-479e-abca-34ce41487740,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:04.047963 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.060806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Allocated IP 172.20.0.2 (f54302c4-f30c-46ee-80ff-0f08ef1f1da7/b9da31a4-4437-44b4-a2cd-9ae361a904cc/a058655d-4ffd-4f5a-ba85-fd25bb6094aa) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:04.064990 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.111225 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-574e04c2-f55e-46fb-b3d2-ca1a13c3d2a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6612182693634a08bb8b978cc0130aea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3401434 Dec 10 08:55:04.111960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48708) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:04.120594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e04c2-f55e-46fb-b3d2-ca1a13c3d2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5a8c9d-5257-4b05-87ae-459239e80639,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:04.158296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-5b478254-9309-4020-83d0-4ecafba205c7 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1857040 Dec 10 08:55:04.173766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Network c65bd682-0caa-45b0-a312-a23907c0cd41 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:04.179541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:04.190784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:04.206615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Attempting to bind port 0c21bc8b-aced-479e-abca-34ce41487740 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:04.207715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Attempting to bind port 0c21bc8b-aced-479e-abca-34ce41487740 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:04.208316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Attempting to bind port 0c21bc8b-aced-479e-abca-34ce41487740 on network aded683f-8ec1-409b-b472-c0766dd8c73b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:04.222167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Port 0c21bc8b-aced-479e-abca-34ce41487740 on network aded683f-8ec1-409b-b472-c0766dd8c73b not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:55:04.223927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Attempting to bind port 0c21bc8b-aced-479e-abca-34ce41487740 on network aded683f-8ec1-409b-b472-c0766dd8c73b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:04.230185 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c0c45da-8642-444e-9312-53580797ffc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.235725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:04.236407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Checking segment: {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:04.237040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Bound using segment: {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:04.237731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Bound port: 0c21bc8b-aced-479e-abca-34ce41487740, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:04.238374 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.257413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Pushing event updated for resources: {'Port': ['ID=925a3395-e6a3-4286-8d14-142038c40544,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:04.319356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.319592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.319931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.320284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.320614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.320944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.321277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.321634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.321964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.322290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.322613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.322935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.323255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:04.350410 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c0c45da-8642-444e-9312-53580797ffc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.424241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Attempting to bind port 925a3395-e6a3-4286-8d14-142038c40544 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:04.425221 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Attempting to bind port 925a3395-e6a3-4286-8d14-142038c40544 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:04.425841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Attempting to bind port 925a3395-e6a3-4286-8d14-142038c40544 on network c65bd682-0caa-45b0-a312-a23907c0cd41 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:04.427548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] For port 0c21bc8b-aced-479e-abca-34ce41487740, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:04.437906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] For port 0c21bc8b-aced-479e-abca-34ce41487740, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0c21bc8b-aced-479e-abca-34ce41487740,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:04.448022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.448634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:04.449066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Checking segment: {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:04.449476 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.450152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Bound using segment: {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:04.450783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Bound port: 925a3395-e6a3-4286-8d14-142038c40544, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:04.451216 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.469370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-514fd22a-496b-42aa-b688-3a727f9504ba tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:04.470990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-514fd22a-496b-42aa-b688-3a727f9504ba tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/networks?id=05fc505c-905e-4843-927e-10b22c2608f7 HTTP/1.1" status: 200 len: 818 time: 0.8172660 Dec 10 08:55:04.521134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-14f49ce5-98d4-4c67-8b29-71009e256b44 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/quotas/528bc437be504b20994bf67b1604efdd HTTP/1.1" status: 200 len: 375 time: 0.0414393 Dec 10 08:55:04.534267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-787be9c9-e7b4-4d1b-8eb1-134df495987b service neutron] 10.222.0.31 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685555 Dec 10 08:55:04.575287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:04.576449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.579297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c21bc8b-aced-479e-abca-34ce41487740 HTTP/1.1" status: 200 len: 1091 time: 2.3749695 Dec 10 08:55:04.583460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '0c21bc8b-aced-479e-abca-34ce41487740'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:04.588375 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a004aece-9aeb-4974-a51b-b273634fd2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "0c21bc8b-aced-479e-abca-34ce41487740"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:04.594878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-9d351eae-01a8-4d98-b62d-5c978607767a tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=528bc437be504b20994bf67b1604efdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645850 Dec 10 08:55:04.601705 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c0c45da-8642-444e-9312-53580797ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.607361 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c0c45da-8642-444e-9312-53580797ffc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.612415 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1c0c45da-8642-444e-9312-53580797ffc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e5a8c9d-5257-4b05-87ae-459239e80639 HTTP/1.1" status: 204 len: 168 time: 0.4974234 Dec 10 08:55:04.644478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Request body: {'port': {'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:04.655071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c45da-8642-444e-9312-53580797ffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5a8c9d-5257-4b05-87ae-459239e80639,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:04.711691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] For port 925a3395-e6a3-4286-8d14-142038c40544, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:04.719869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] For port 925a3395-e6a3-4286-8d14-142038c40544, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=925a3395-e6a3-4286-8d14-142038c40544,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:04.751501 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.793630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369a5e5-a09d-4618-aa83-ef0029aefcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c21bc8b-aced-479e-abca-34ce41487740,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:04.864909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.987406 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:04.992246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2530e7-e524-4751-b8f6-e6be08985f91 None None] Pushing event updated for resources: {'Port': ['ID=925a3395-e6a3-4286-8d14-142038c40544,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:05.017879 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:05.093160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-7325cda8-90a6-43a9-8513-7c48ee3880c6 service neutron] 10.222.0.31 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496924 Dec 10 08:55:05.119589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-ed2856c1-e489-4e59-9481-842660fd8876 service neutron] 10.222.0.31 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722080 Dec 10 08:55:05.184912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:05.202250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:05.228034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:05.233602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Pushing event updated for resources: {'Port': ['ID=a058655d-4ffd-4f5a-ba85-fd25bb6094aa,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:05.377978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48718) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:05.428502 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:05.500271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-453ba1f5-3f58-4ffb-8d52-ce9765b289c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:05.619109 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:05.696618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10464a94-0d9e-4e7b-8ea9-139c73b9a836 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:05.715937 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:05.765572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Transition to ACTIVE for port object 10464a94-0d9e-4e7b-8ea9-139c73b9a836 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:55:05.775119 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:05.818773 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d002b64b-5d8d-4dea-9de1-f198f87bb2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:05.854815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Attempting to bind port a058655d-4ffd-4f5a-ba85-fd25bb6094aa on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:05.855393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Attempting to bind port a058655d-4ffd-4f5a-ba85-fd25bb6094aa by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6a747753-63bc-4444-8660-4c975b1703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:05.856223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Attempting to bind port a058655d-4ffd-4f5a-ba85-fd25bb6094aa on network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:05.873565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:05.882055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Checking segment: {'id': '6a747753-63bc-4444-8660-4c975b1703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:05.882898 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:05.883669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Bound using segment: {'id': '6a747753-63bc-4444-8660-4c975b1703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:05.884400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Bound port: a058655d-4ffd-4f5a-ba85-fd25bb6094aa, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a747753-63bc-4444-8660-4c975b1703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:05.884911 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:05.955356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Pushing event updated for resources: {'Port': ['ID=10464a94-0d9e-4e7b-8ea9-139c73b9a836,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:05.990338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2d80cd1e-1740-4f30-981f-afee45ca1968 service neutron] 10.222.0.31 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157842 Dec 10 08:55:06.048129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] For port a058655d-4ffd-4f5a-ba85-fd25bb6094aa, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:06.056652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] For port a058655d-4ffd-4f5a-ba85-fd25bb6094aa, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a058655d-4ffd-4f5a-ba85-fd25bb6094aa,segment=NetworkSegment(6a747753-63bc-4444-8660-4c975b1703fe),segment_id=6a747753-63bc-4444-8660-4c975b1703fe)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:06.065421 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:06.158986 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-453ba1f5-3f58-4ffb-8d52-ce9765b289c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:06.183223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-453ba1f5-3f58-4ffb-8d52-ce9765b289c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:06.193934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bf3c9-b190-492f-8fe9-0fbb6532254b None None] Pushing event updated for resources: {'Port': ['ID=a058655d-4ffd-4f5a-ba85-fd25bb6094aa,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:06.324407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Attempting to bind port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:06.324823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Attempting to bind port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:06.325074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Attempting to bind port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 on network aded683f-8ec1-409b-b472-c0766dd8c73b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:06.342806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 on network aded683f-8ec1-409b-b472-c0766dd8c73b not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:55:06.347033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Attempting to bind port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 on network aded683f-8ec1-409b-b472-c0766dd8c73b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:06.374355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:06.382184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Checking segment: {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:06.387292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Bound using segment: {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:06.388070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Bound port: 10464a94-0d9e-4e7b-8ea9-139c73b9a836, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:06.390434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:06.429618 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:06.447283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c8fc8-f095-4647-990f-80c629bf453a req-372ac38b-b15c-479f-8c0f-60bac6865f25 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.476564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c8fc8-f095-4647-990f-80c629bf453a req-372ac38b-b15c-479f-8c0f-60bac6865f25 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.498698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c8fc8-f095-4647-990f-80c629bf453a req-372ac38b-b15c-479f-8c0f-60bac6865f25 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.523114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c8fc8-f095-4647-990f-80c629bf453a req-372ac38b-b15c-479f-8c0f-60bac6865f25 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.574625 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] For port 10464a94-0d9e-4e7b-8ea9-139c73b9a836, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:06.581569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] For port 10464a94-0d9e-4e7b-8ea9-139c73b9a836, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:06.587209 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:06.589436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c8fc8-f095-4647-990f-80c629bf453a req-372ac38b-b15c-479f-8c0f-60bac6865f25 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.600966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c8fc8-f095-4647-990f-80c629bf453a req-372ac38b-b15c-479f-8c0f-60bac6865f25 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.611377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c8fc8-f095-4647-990f-80c629bf453a req-372ac38b-b15c-479f-8c0f-60bac6865f25 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.621429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e5c8fc8-f095-4647-990f-80c629bf453a req-372ac38b-b15c-479f-8c0f-60bac6865f25 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.4410458 Dec 10 08:55:06.703159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.703780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:06.705216 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] 10.222.0.39 "PUT /v2.0/ports/10464a94-0d9e-4e7b-8ea9-139c73b9a836 HTTP/1.1" status: 200 len: 1091 time: 2.0654297 Dec 10 08:55:06.777674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ba1f5-3f58-4ffb-8d52-ce9765b289c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717a70dd-5336-4006-a97b-616f073f7a3d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:06.815785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-453ba1f5-3f58-4ffb-8d52-ce9765b289c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23992ef075104177bb55bb7630b0413e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4343660 Dec 10 08:55:06.816645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48744) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:06.900403 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Allocated IP 172.25.3.137 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/8d5cfddd-252e-4f28-8d30-b773a10c91fa) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:06.918445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5a44b-51c2-4df5-9d03-92f211ae07cd service neutron] Pushing event updated for resources: {'Port': ['ID=10464a94-0d9e-4e7b-8ea9-139c73b9a836,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:06.997331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-3ba409d4-ec8a-4e01-ba33-155d741d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.997845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-3ba409d4-ec8a-4e01-ba33-155d741d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.998319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-3ba409d4-ec8a-4e01-ba33-155d741d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:06.998775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-3ba409d4-ec8a-4e01-ba33-155d741d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:07.002232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-3ba409d4-ec8a-4e01-ba33-155d741d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:07.005897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-3ba409d4-ec8a-4e01-ba33-155d741d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:07.006428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-3ba409d4-ec8a-4e01-ba33-155d741d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:07.017405 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-3ba409d4-ec8a-4e01-ba33-155d741d9d14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6478 time: 0.2304099 Dec 10 08:55:07.026120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e5c8fc8-f095-4647-990f-80c629bf453a req-cdb532a6-3edc-48d5-8e57-346bd540a3db tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3913321 Dec 10 08:55:07.049201 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d284bca-abc8-4814-83c1-a932b6086b9e x-openstack-request-id: req-9d284bca-abc8-4814-83c1-a932b6086b9e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:07.059716 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "0c21bc8b-aced-479e-abca-34ce41487740", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:07.060225 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d284bca-abc8-4814-83c1-a932b6086b9e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:07.060860 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '0c21bc8b-aced-479e-abca-34ce41487740', 'status': 'completed', 'code': 200} Dec 10 08:55:07.130613 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-601d5e2a-af59-43ad-b7c9-78d1d0885764 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0398798-51b9-41ed-815b-bffec7db4ccb HTTP/1.1" status: 200 len: 217 time: 0.1120124 Dec 10 08:55:07.310356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea9e3c9-4518-4f70-b16c-8494ba89a77f None None] Network c65bd682-0caa-45b0-a312-a23907c0cd41 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:55:07.312566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-db20af4a-1720-46c4-91e1-aea5fb520bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:07.318231 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-db20af4a-1720-46c4-91e1-aea5fb520bfb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c98a0f17-aa22-4222-87da-fe91acbdb5ad HTTP/1.1" status: 200 len: 851 time: 0.1764793 Dec 10 08:55:07.440216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-911112eb-10d3-4c9d-a796-0ae045598377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:07.459010 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-911112eb-10d3-4c9d-a796-0ae045598377 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316116 Dec 10 08:55:07.553061 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00a66fe4-8064-445d-bc19-cba3f45b689e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:07.609581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 925a3395-e6a3-4286-8d14-142038c40544 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:07.669112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:07.776318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-9f2c404c-c006-4ecc-8bef-b38ef41859e5 service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908752 Dec 10 08:55:07.852997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f3c71e5-46a4-4400-a808-e8f82853fd6b req-631fefb3-55bd-4085-8dbe-e30c8ef5f3ea tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 210 time: 0.0706947 Dec 10 08:55:07.886970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5c32e5c7-ebb1-46f5-baca-7bd35bf45879 None None] Provisioning complete for port 925a3395-e6a3-4286-8d14-142038c40544 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:07.887752 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5c32e5c7-ebb1-46f5-baca-7bd35bf45879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:07.897793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 925a3395-e6a3-4286-8d14-142038c40544 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:07.898465 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:07.924657 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.044453 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-babd04c6-d955-4077-9bee-f0f0f26299a4 service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595367 Dec 10 08:55:08.068890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Pushing event updated for resources: {'Port': ['ID=8d5cfddd-252e-4f28-8d30-b773a10c91fa,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:08.092743 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00a66fe4-8064-445d-bc19-cba3f45b689e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.101545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:08.147052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:08.163016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:08.224575 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-03f7e02f-6275-453c-b7d3-a861befd3be4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 200 len: 217 time: 0.1564395 Dec 10 08:55:08.228713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb271a8b-e7fb-44b5-aadc-c8d788e74a72 None None] Network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:55:08.352539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.426589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-b26034cc-60d9-4c03-9e5f-2e092e835cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:08.440307 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-b26034cc-60d9-4c03-9e5f-2e092e835cc2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.1694376 Dec 10 08:55:08.517452 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.573929 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00a66fe4-8064-445d-bc19-cba3f45b689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.579835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00a66fe4-8064-445d-bc19-cba3f45b689e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.584265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-00a66fe4-8064-445d-bc19-cba3f45b689e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/717a70dd-5336-4006-a97b-616f073f7a3d HTTP/1.1" status: 204 len: 168 time: 1.7155375 Dec 10 08:55:08.609026 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5c32e5c7-ebb1-46f5-baca-7bd35bf45879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.631741 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 925a3395-e6a3-4286-8d14-142038c40544, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=925a3395-e6a3-4286-8d14-142038c40544,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:08.648336 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.649923 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a058655d-4ffd-4f5a-ba85-fd25bb6094aa up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:08.676611 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-a13a9efe-c7f6-42dd-99f5-d50b09e59aea tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:08.680396 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-a13a9efe-c7f6-42dd-99f5-d50b09e59aea tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.39 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 816 time: 0.4608476 Dec 10 08:55:08.700423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-4f58d342-eab9-424a-93a9-9ff52146cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:08.704552 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-4f58d342-eab9-424a-93a9-9ff52146cedd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2578058 Dec 10 08:55:08.715153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Request body: {'port': {'device_id': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41', 'admin_state_up': True, 'tenant_id': '0a04c0040d2148b3bf7d935a318f1f6a'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:08.749702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-547b3b51-517c-4ee1-a115-2a4174afef3a tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:08.753881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-547b3b51-517c-4ee1-a115-2a4174afef3a tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 816 time: 1.4812226 Dec 10 08:55:08.778077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a66fe4-8064-445d-bc19-cba3f45b689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717a70dd-5336-4006-a97b-616f073f7a3d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:08.861709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=925a3395-e6a3-4286-8d14-142038c40544,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:08.867896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a058655d-4ffd-4f5a-ba85-fd25bb6094aa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:08.868412 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.872462 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-5c32e5c7-ebb1-46f5-baca-7bd35bf45879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:55:08.872462 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-5c32e5c7-ebb1-46f5-baca-7bd35bf45879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:55:08.883501 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-a26658db-6f06-4028-988a-0d572af1db2d tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/quotas/0a04c0040d2148b3bf7d935a318f1f6a HTTP/1.1" status: 200 len: 375 time: 0.1060081 Dec 10 08:55:08.982977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282097-b96c-4685-bbff-0e355bb8a475 req-1005dcc4-722f-4919-8b3d-cbb413d39603 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:08.989252 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:08.991080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282097-b96c-4685-bbff-0e355bb8a475 req-1005dcc4-722f-4919-8b3d-cbb413d39603 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:08.998208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282097-b96c-4685-bbff-0e355bb8a475 req-1005dcc4-722f-4919-8b3d-cbb413d39603 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:09.005278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282097-b96c-4685-bbff-0e355bb8a475 req-1005dcc4-722f-4919-8b3d-cbb413d39603 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:09.014825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282097-b96c-4685-bbff-0e355bb8a475 req-1005dcc4-722f-4919-8b3d-cbb413d39603 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:09.023332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282097-b96c-4685-bbff-0e355bb8a475 req-1005dcc4-722f-4919-8b3d-cbb413d39603 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:09.032391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282097-b96c-4685-bbff-0e355bb8a475 req-1005dcc4-722f-4919-8b3d-cbb413d39603 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:09.043004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2282097-b96c-4685-bbff-0e355bb8a475 req-1005dcc4-722f-4919-8b3d-cbb413d39603 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.6692932 Dec 10 08:55:09.049772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port a058655d-4ffd-4f5a-ba85-fd25bb6094aa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a058655d-4ffd-4f5a-ba85-fd25bb6094aa,segment=NetworkSegment(6a747753-63bc-4444-8660-4c975b1703fe),segment_id=6a747753-63bc-4444-8660-4c975b1703fe)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:09.058911 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:09.088743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '10464a94-0d9e-4e7b-8ea9-139c73b9a836'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:09.096716 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8e9cbb-249c-4edc-8857-8372d6b8b451" -d '{"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "10464a94-0d9e-4e7b-8ea9-139c73b9a836"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:09.215542 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:09.258216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=a058655d-4ffd-4f5a-ba85-fd25bb6094aa,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:09.266154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 925a3395-e6a3-4286-8d14-142038c40544 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:09.304553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Made reservation on behalf of 0a04c0040d2148b3bf7d935a318f1f6a for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:09.308801 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:09.325480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-b0eed004-453f-4b28-908b-01f856de541f service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998871 Dec 10 08:55:09.344892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 925a3395-e6a3-4286-8d14-142038c40544 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:09.345319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:09.563110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b23efdb0-ba64-4a30-9c11-db9e0d28d4c6 None None] Provisioning complete for port a058655d-4ffd-4f5a-ba85-fd25bb6094aa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:09.563856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b23efdb0-ba64-4a30-9c11-db9e0d28d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:09.742778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b23efdb0-ba64-4a30-9c11-db9e0d28d4c6 None None] Provisioning complete for port 925a3395-e6a3-4286-8d14-142038c40544 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:09.743489 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b23efdb0-ba64-4a30-9c11-db9e0d28d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:09.924546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-14ed5604-7ea0-42f4-93f3-5de16cd09c8b service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895557 Dec 10 08:55:09.949555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Allocated IP 172.20.0.12 (c65bd682-0caa-45b0-a312-a23907c0cd41/8e3824dd-418d-4be1-8029-af2e85fafd44/cdab7dd7-c33c-4a75-b4ec-2567c3d851e0) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:09.954398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-22a9cc2a-21c7-4b0d-88c3-14425d4c6cad tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0658660 Dec 10 08:55:09.984396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2282097-b96c-4685-bbff-0e355bb8a475 req-9b190f9d-9fc4-4c4f-aeed-46779c7d6759 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8551838 Dec 10 08:55:09.994254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-06c99e79-9287-4a37-b033-87a23af558c8 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:09.995885 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-06c99e79-9287-4a37-b033-87a23af558c8 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.39 "GET /v2.0/networks?id=05fc505c-905e-4843-927e-10b22c2608f7 HTTP/1.1" status: 200 len: 818 time: 0.4177382 Dec 10 08:55:09.999310 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-15456064-ccd1-4f76-b16e-9eed63c328be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 200 len: 217 time: 0.0659127 Dec 10 08:55:10.028453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Request body: {'port': {'device_id': '552114cd-58b6-4289-81bd-2752a75a79a8', 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7', 'admin_state_up': True, 'tenant_id': '528bc437be504b20994bf67b1604efdd'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:10.156402 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:10.316318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.39', 55870) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:10.317972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48826) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:10.392448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38745a2a-6b64-481f-9a3b-8dc0cdef231a req-98764a8c-3ca8-4f40-ac32-fd8ccf7b031f tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 210 time: 0.0710502 Dec 10 08:55:10.496974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b4831b2a-75e9-4222-971d-6dd683aa28ef tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:10.498793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b4831b2a-75e9-4222-971d-6dd683aa28ef tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.18 "GET /v2.0/networks?id=05fc505c-905e-4843-927e-10b22c2608f7 HTTP/1.1" status: 200 len: 818 time: 0.5916941 Dec 10 08:55:10.526696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Request body: {'port': {'device_id': 'c8b82b6e-065a-477e-92df-70e3dfab0772', 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7', 'admin_state_up': True, 'tenant_id': '528bc437be504b20994bf67b1604efdd'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:10.605937 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c026d2e9-15e8-4967-9a22-fe479da17697 x-openstack-request-id: req-c026d2e9-15e8-4967-9a22-fe479da17697 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:10.606526 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "10464a94-0d9e-4e7b-8ea9-139c73b9a836", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:10.606526 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c026d2e9-15e8-4967-9a22-fe479da17697 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:10.606976 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': '10464a94-0d9e-4e7b-8ea9-139c73b9a836', 'status': 'completed', 'code': 200} Dec 10 08:55:10.650531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-4ce1f0ad-44ba-4a64-badb-67d32f57ac17 service neutron] 10.222.0.31 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950850 Dec 10 08:55:10.674206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-adc403b4-f0ca-4b17-8b4f-0fc2bb885b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:10.676445 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-adc403b4-f0ca-4b17-8b4f-0fc2bb885b74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.6628957 Dec 10 08:55:10.725203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-118222825-network', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:10.767940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:10.792957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-502c2e35-f4e8-4b6a-bc23-7e29483d6ef8 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:10.794541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-502c2e35-f4e8-4b6a-bc23-7e29483d6ef8 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.39 "GET /v2.0/networks?id=05fc505c-905e-4843-927e-10b22c2608f7 HTTP/1.1" status: 200 len: 818 time: 0.4227750 Dec 10 08:55:10.824469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-7206dc13-3a29-44a1-bd41-51fcf39d4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:10.825891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-7206dc13-3a29-44a1-bd41-51fcf39d4941 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158381 Dec 10 08:55:10.834287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Request body: {'port': {'device_id': '790c3cf4-1181-41e9-a20a-ec5a4073558a', 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7', 'admin_state_up': True, 'tenant_id': '528bc437be504b20994bf67b1604efdd'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:10.907513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Made reservation on behalf of a918434c18b54146b8c2722fdc3fb45c for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:10.909826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:10.911116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:10.926956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Made reservation on behalf of 528bc437be504b20994bf67b1604efdd for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:10.931186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:10.980705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:10.997391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Network c65bd682-0caa-45b0-a312-a23907c0cd41 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:11.014550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:11.016969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:11.028513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Pushing event updated for resources: {'Port': ['ID=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:11.043002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-9f873b6c-351a-40c3-aa54-e06cb9c4ccc3 service neutron] 10.222.0.31 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917072 Dec 10 08:55:11.057441 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-709a1c5a-2fe4-4c28-8489-1634712c7e20 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222180 Dec 10 08:55:11.062136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d453-96db-42b3-a0f1-8ff38b14a855 req-efb403fa-302f-4935-8d45-4946485098da tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:11.070628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c929d453-96db-42b3-a0f1-8ff38b14a855 req-efb403fa-302f-4935-8d45-4946485098da tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 949 time: 0.3538139 Dec 10 08:55:11.137232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Made reservation on behalf of 528bc437be504b20994bf67b1604efdd for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:11.142758 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.187594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:11.188690 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.242324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a058655d-4ffd-4f5a-ba85-fd25bb6094aa up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:11.262957 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b62245e4-5e37-4db8-ae87-55a71ba29641 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5681374 Dec 10 08:55:11.290114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Request body: {'port': {'device_id': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:11.292176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.324777 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.371010 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-1c6255a1-954c-4cfc-9f63-9168ec814d37 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760913 Dec 10 08:55:11.374405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a058655d-4ffd-4f5a-ba85-fd25bb6094aa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:11.374405 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.378080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Allocated IP 172.20.0.6 (05fc505c-905e-4843-927e-10b22c2608f7/d809706b-3cdf-4011-9087-f75bf9d8b3e1/cd30cc66-f23e-46c1-93ed-7036bbb4679e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:11.460118 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.474459 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-623955a4-dea5-4cc4-8f1b-d24743dbd42d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3359a2d0-3419-4374-8b29-362fffaa36e2 HTTP/1.1" status: 200 len: 217 time: 0.0921242 Dec 10 08:55:11.487104 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.554275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255e3ae2-1c96-4fe2-aa06-ab2cd8618ebd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:11.556705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Made reservation on behalf of 528bc437be504b20994bf67b1604efdd for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:11.561778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.612420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-90b8f1cf-2b99-4588-92c3-35d91514fb03 None None] Provisioning complete for port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:11.612847 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-90b8f1cf-2b99-4588-92c3-35d91514fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.655665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-90b8f1cf-2b99-4588-92c3-35d91514fb03 None None] Port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:55:11.698501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:55:11.715127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c929d453-96db-42b3-a0f1-8ff38b14a855 req-09788d89-1195-4785-8984-8b8c49db5a3e tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420047 Dec 10 08:55:11.771430 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.771778 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Added segment b99bbdf5-feb2-4d5a-af92-ca06a9f31350 of type vlan for network d09bb86c-ecf0-4750-9514-41b580d57027 Dec 10 08:55:11.881660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffaab-bd7e-49ea-8ded-6688a5839c20 req-d575458c-0e36-4241-aacf-f6721601475a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:11.887539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffaab-bd7e-49ea-8ded-6688a5839c20 req-d575458c-0e36-4241-aacf-f6721601475a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:11.894215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffaab-bd7e-49ea-8ded-6688a5839c20 req-d575458c-0e36-4241-aacf-f6721601475a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:11.901058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffaab-bd7e-49ea-8ded-6688a5839c20 req-d575458c-0e36-4241-aacf-f6721601475a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:11.909777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffaab-bd7e-49ea-8ded-6688a5839c20 req-d575458c-0e36-4241-aacf-f6721601475a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:11.916416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffaab-bd7e-49ea-8ded-6688a5839c20 req-d575458c-0e36-4241-aacf-f6721601475a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:11.922366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffaab-bd7e-49ea-8ded-6688a5839c20 req-d575458c-0e36-4241-aacf-f6721601475a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:11.931656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-106ffaab-bd7e-49ea-8ded-6688a5839c20 req-d575458c-0e36-4241-aacf-f6721601475a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.4677699 Dec 10 08:55:11.948062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.992781 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:11.999865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-37dd3444-0858-448a-83d9-f4c7d3e539ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:12.001638 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-37dd3444-0858-448a-83d9-f4c7d3e539ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.5186207 Dec 10 08:55:12.024285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a44e675-7778-44b3-a7e2-ed20dfda7c42 req-7d028daa-1ad0-478d-9935-eee1d98dfa53 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 210 time: 0.0711462 Dec 10 08:55:12.117905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.118213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.118851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:12.119425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.175530 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-106ffaab-bd7e-49ea-8ded-6688a5839c20 req-a906d7d2-4369-45ac-b4e8-55c2fa67f02b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2428453 Dec 10 08:55:12.215384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Network 05fc505c-905e-4843-927e-10b22c2608f7 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:12.251121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:12.257629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-4631990a-c33c-47b1-9add-1c2f0a892bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:12.260153 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-4631990a-c33c-47b1-9add-1c2f0a892bb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2445617 Dec 10 08:55:12.265743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:12.268836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Pushing event updated for resources: {'Port': ['ID=cd30cc66-f23e-46c1-93ed-7036bbb4679e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:12.357853 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9753976 Dec 10 08:55:12.394126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48898) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:12.418642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Request body: {'subnet': {'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-118222825-subnet', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:12.458478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a88cb-ace5-4fb8-8a83-43b2593caab5 admin admin] Pushing event updated for resources: {'Network': ['ID=d09bb86c-ecf0-4750-9514-41b580d57027,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:12.462951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Allocated IP 172.20.0.2 (05fc505c-905e-4843-927e-10b22c2608f7/d809706b-3cdf-4011-9087-f75bf9d8b3e1/acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:12.475335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Router ad1c041c-b514-4f53-8abd-10e155f777ec is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:55:12.481606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network d09bb86c-ecf0-4750-9514-41b580d57027 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:55:12.532614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Made reservation on behalf of a918434c18b54146b8c2722fdc3fb45c for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:12.532614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.554454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:12.557659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.602803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:12.610087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-9535d244-7c3b-493c-bea6-bc10c0a882cc tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:12.613570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:55:12.616356 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.618947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-9535d244-7c3b-493c-bea6-bc10c0a882cc tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 816 time: 0.3865428 Dec 10 08:55:12.654819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-0d1f7723-a902-4b6f-bb31-52397324c85c tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/quotas/0a04c0040d2148b3bf7d935a318f1f6a HTTP/1.1" status: 200 len: 375 time: 0.0345585 Dec 10 08:55:12.667820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-3f19bf5b-04ce-4fc9-a14c-ad35f449513c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6556859 Dec 10 08:55:12.727017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Request body: {'port': {'device_id': '552114cd-58b6-4289-81bd-2752a75a79a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:12.766188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Transition to ACTIVE for port object cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:55:12.817843 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.857958 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-cd897a4d-9baf-46ac-9cd1-ecaf0f8dcee2 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2017970 Dec 10 08:55:12.893992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.918384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:55:12.939630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:12.943643 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e59e48b-f459-4236-ad4f-e2afa6721355" -d '{"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-unplugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:12.971807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.973211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f7a43e87-ea3d-402c-98ff-a86c5547714d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.8377604 Dec 10 08:55:12.981561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:12.982953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Sync routers for ids ['ad1c041c-b514-4f53-8abd-10e155f777ec'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:55:12.989647 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:12.995594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48926) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:13.011968 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-aa8b5587-8eb3-4ba8-9f42-2c831974a811 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294011 Dec 10 08:55:13.022005 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:13.076517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Routers {'ad1c041c-b514-4f53-8abd-10e155f777ec'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:13.077469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ad1c041c-b514-4f53-8abd-10e155f777ec'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:13.251653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-3bf5bb5b-c0f1-4fa2-bb65-b2712b59f923 service neutron] 10.222.0.31 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927357 Dec 10 08:55:13.298016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Pushing event updated for resources: {'Port': ['ID=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:13.314892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Set router ad1c041c-b514-4f53-8abd-10e155f777ec gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:13.358623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:13.398506 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-07e309d9-5e74-4a13-aa27-024e76222a0f service neutron] 10.222.0.31 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449139 Dec 10 08:55:13.587340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-064f2940-69ec-4401-b023-dbffdccd4130 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:13.589212 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-064f2940-69ec-4401-b023-dbffdccd4130 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.18 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 816 time: 0.6444817 Dec 10 08:55:13.669839 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b25aefe-9c85-4512-89ea-a449c00fab8c x-openstack-request-id: req-7b25aefe-9c85-4512-89ea-a449c00fab8c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:13.670474 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-unplugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:13.670474 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b25aefe-9c85-4512-89ea-a449c00fab8c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:13.670743 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'code': 200} Dec 10 08:55:13.684372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Request body: {'port': {'device_id': 'eb75481f-0686-4700-b139-ed66770bbb78', 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41', 'admin_state_up': True, 'tenant_id': '0a04c0040d2148b3bf7d935a318f1f6a'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:13.721298 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-863cb9c3-b179-49a6-8cc2-b089794ade75 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142342 Dec 10 08:55:13.813356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Attempting to bind port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:13.813868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Attempting to bind port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:13.814296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Attempting to bind port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 on network c65bd682-0caa-45b0-a312-a23907c0cd41 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:13.865929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:13.883208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 on network c65bd682-0caa-45b0-a312-a23907c0cd41 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:55:13.883908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Attempting to bind port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 on network c65bd682-0caa-45b0-a312-a23907c0cd41 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:13.893404 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:13.897197 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-c7a39e38-2a5f-44bf-9ab7-8c8985dbde09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=921b3032-0cd1-40eb-832a-d29462c70da1 HTTP/1.1" status: 200 len: 217 time: 0.0851171 Dec 10 08:55:13.913821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:03Z', 'updated_at': '2021-12-10T08:55:08Z', 'revision_number': 3, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'gw_port': {'id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:05Z', 'updated_at': '2021-12-10T08:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:13.946253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Checking router: ad1c041c-b514-4f53-8abd-10e155f777ec for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:55:13.946617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Updating router ad1c041c-b514-4f53-8abd-10e155f777ec port 8d5cfddd-252e-4f28-8d30-b773a10c91fa binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:55:13.959454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:13.960196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Checking segment: {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:13.960846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Bound using segment: {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:13.961564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Bound port: cdab7dd7-c33c-4a75-b4ec-2567c3d851e0, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:13.962175 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:13.976704 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.085166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccae701-362d-48d0-ad66-8ee8b757c89e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:14.101589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-d91c91aa-93cd-450b-a3f2-32b0fc1da615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.103213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-d91c91aa-93cd-450b-a3f2-32b0fc1da615 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.1849384 Dec 10 08:55:14.289459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ff2b02e-5aa6-4709-8927-521a802fa071 req-1687d8e1-5669-4b69-9cac-909a751817ac tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 210 time: 0.1766210 Dec 10 08:55:14.319517 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.335636 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.403949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ab7c8-bdb0-4a84-b685-bf21238b09ad None None] Pushing event updated for resources: {'Port': ['ID=8d5cfddd-252e-4f28-8d30-b773a10c91fa,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:14.407004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Attempting to bind port 8d5cfddd-252e-4f28-8d30-b773a10c91fa on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:14.407415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Attempting to bind port 8d5cfddd-252e-4f28-8d30-b773a10c91fa by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:14.407725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Attempting to bind port 8d5cfddd-252e-4f28-8d30-b773a10c91fa on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:14.414300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:14.414686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:14.415344 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.415894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:14.416377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Bound port: 8d5cfddd-252e-4f28-8d30-b773a10c91fa, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:14.416764 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.485884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] For port 8d5cfddd-252e-4f28-8d30-b773a10c91fa, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:14.492025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] For port 8d5cfddd-252e-4f28-8d30-b773a10c91fa, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8d5cfddd-252e-4f28-8d30-b773a10c91fa,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:14.498550 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.521158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Checking segment: {'id': 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:14.521620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Network hostable DHCP agents. Network: d09bb86c-ecf0-4750-9514-41b580d57027, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:55:14.536408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.564143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] For port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:14.568015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] For port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:14.586357 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.616830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ab7c8-bdb0-4a84-b685-bf21238b09ad None None] Pushing event updated for resources: {'Port': ['ID=8d5cfddd-252e-4f28-8d30-b773a10c91fa,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:14.625449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Routers {'ad1c041c-b514-4f53-8abd-10e155f777ec'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:14.626264 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ad1c041c-b514-4f53-8abd-10e155f777ec'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:14.670406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Network d09bb86c-ecf0-4750-9514-41b580d57027 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:55:14.681756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Pushing event updated for resources: {'Port': ['ID=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:14.690165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.690390 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.693077 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-ac0244f0-6972-4d4d-a190-5b86e70a5823 service neutron] 10.222.0.39 "PUT /v2.0/ports/cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 HTTP/1.1" status: 200 len: 1092 time: 3.4125516 Dec 10 08:55:14.697771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, d09bb86c-ecf0-4750-9514-41b580d57027) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:14.699816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'tag': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:14.702636 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8edb103-77bf-4b79-b811-1ce9849513ce" -d '{"events": [{"name": "network-changed", "server_uuid": "59367524-5c92-49b0-a142-e7c6e62a4e12", "tag": "cdab7dd7-c33c-4a75-b4ec-2567c3d851e0"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:14.708068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-1513abf6-e876-4689-a169-95c7a92747ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.708441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60e68edc-4acb-4017-8b97-0c320d52c579 req-02e0b63e-66b0-43f5-89ba-f6c88885b31c tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 210 time: 0.1203282 Dec 10 08:55:14.709811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-1513abf6-e876-4689-a169-95c7a92747ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5947492 Dec 10 08:55:14.711099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.711983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.723544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Made reservation on behalf of 0a04c0040d2148b3bf7d935a318f1f6a for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:14.727277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.733358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944a33-cb28-4b4a-9a1c-af3ea85d67e3 req-f930740b-e35c-43d0-b6d8-fef3d5545027 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.757266 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-341726b9-9093-41f5-b54f-206985a5fcdb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3556550 Dec 10 08:55:14.762723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944a33-cb28-4b4a-9a1c-af3ea85d67e3 req-f930740b-e35c-43d0-b6d8-fef3d5545027 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.792899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] Set router ad1c041c-b514-4f53-8abd-10e155f777ec gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:14.797157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d817cd4c-9761-41fa-8858-0ab476203218 None None] Network d09bb86c-ecf0-4750-9514-41b580d57027 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:55:14.803181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48962) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:14.809339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944a33-cb28-4b4a-9a1c-af3ea85d67e3 req-f930740b-e35c-43d0-b6d8-fef3d5545027 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.810997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:14.819271 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944a33-cb28-4b4a-9a1c-af3ea85d67e3 req-f930740b-e35c-43d0-b6d8-fef3d5545027 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.825316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944a33-cb28-4b4a-9a1c-af3ea85d67e3 req-f930740b-e35c-43d0-b6d8-fef3d5545027 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.856215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944a33-cb28-4b4a-9a1c-af3ea85d67e3 req-f930740b-e35c-43d0-b6d8-fef3d5545027 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.864587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944a33-cb28-4b4a-9a1c-af3ea85d67e3 req-f930740b-e35c-43d0-b6d8-fef3d5545027 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:14.891768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90944a33-cb28-4b4a-9a1c-af3ea85d67e3 req-f930740b-e35c-43d0-b6d8-fef3d5545027 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.7580893 Dec 10 08:55:14.912463 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.914025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:14.917310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Network 05fc505c-905e-4843-927e-10b22c2608f7 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:15.009785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:15.066551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:15.139982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:15.155441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:15.184601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-f31bbcb6-6216-4268-ae3f-6a9288938c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:15.186489 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-f31bbcb6-6216-4268-ae3f-6a9288938c65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 1095 time: 0.3526421 Dec 10 08:55:15.203024 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:15.229665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-d09bb86c-ecf0-4750-9514-41b580d57027', 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027', 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'fixed_ips': [{'subnet_id': '2ccae701-362d-48d0-ad66-8ee8b757c89e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:55:15.230534 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:15.245478 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:15.252440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Pushing event updated for resources: {'Port': ['ID=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:15.284790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Allocated IP 172.20.0.7 (05fc505c-905e-4843-927e-10b22c2608f7/d809706b-3cdf-4011-9087-f75bf9d8b3e1/0ebb14e6-54c6-45d1-8e60-702ee19cda61) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:15.287153 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-6539caf7-7e7f-4e06-ac36-d83f183b5ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571618 Dec 10 08:55:15.288640 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-7052de38-4895-45d2-96f8-acfdfa511f4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 HTTP/1.1" status: 200 len: 217 time: 0.0591476 Dec 10 08:55:15.316231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-c79d3e97-90a7-4d90-8415-f0d2a5b18ee9 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4972053 Dec 10 08:55:15.430802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Request body: {'port': {'device_id': '790c3cf4-1181-41e9-a20a-ec5a4073558a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:15.451248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90944a33-cb28-4b4a-9a1c-af3ea85d67e3 req-7cdaa642-ea6e-4b6e-924d-46b68ea25310 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5583594 Dec 10 08:55:15.626774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:03Z', 'updated_at': '2021-12-10T08:55:08Z', 'revision_number': 3, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'gw_port': {'id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:05Z', 'updated_at': '2021-12-10T08:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:15.666466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df18c6d-09e8-4c42-8682-b03c60e66dd5 None None] The sync data for ids ['ad1c041c-b514-4f53-8abd-10e155f777ec'] in n-d-814746-3 is: [{'id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:03Z', 'updated_at': '2021-12-10T08:55:08Z', 'revision_number': 3, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'gw_port': {'id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:05Z', 'updated_at': '2021-12-10T08:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:55:15.669105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Allocated IP 172.20.0.2 (d09bb86c-ecf0-4750-9514-41b580d57027/2ccae701-362d-48d0-ad66-8ee8b757c89e/bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:15.707129 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5453c57-64c5-4edd-b01e-c2ae430b7e8e x-openstack-request-id: req-a5453c57-64c5-4edd-b01e-c2ae430b7e8e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:15.707920 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59367524-5c92-49b0-a142-e7c6e62a4e12", "tag": "cdab7dd7-c33c-4a75-b4ec-2567c3d851e0", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:15.708263 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5453c57-64c5-4edd-b01e-c2ae430b7e8e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:15.712165 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'tag': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0', 'status': 'completed', 'code': 200} Dec 10 08:55:15.719962 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:15.767274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:15.934826 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:15.947515 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:15.996857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Network d09bb86c-ecf0-4750-9514-41b580d57027 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:16.000741 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:16.010087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:16.025297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fafcac7b-c14a-45d6-b8f6-41a6763d439e req-982e2a1f-ead2-455d-9351-0a6b716b7cd4 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 210 time: 0.1937377 Dec 10 08:55:16.048419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Pushing event updated for resources: {'Port': ['ID=bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:16.122903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Attempting to bind port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:16.124249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Attempting to bind port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:16.125885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Attempting to bind port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e on network d09bb86c-ecf0-4750-9514-41b580d57027 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:16.176892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:16.178459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Checking segment: {'id': 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:16.179273 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:16.179849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Bound using segment: {'id': 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:16.180743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Bound port: bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:16.181742 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:16.222122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d7f7e-aafc-44db-9e4e-bdc846bd3292 req-bbe11d37-27d1-4308-9ee8-ceeab6620d52 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:16.224548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a0d7f7e-aafc-44db-9e4e-bdc846bd3292 req-bbe11d37-27d1-4308-9ee8-ceeab6620d52 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 931 time: 0.4013367 Dec 10 08:55:16.227873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:16.244955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b52e7a14-b4f2-4b37-99c6-42fc955c4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:16.246624 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-b52e7a14-b4f2-4b37-99c6-42fc955c4229 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e3824dd-418d-4be1-8029-af2e85fafd44 HTTP/1.1" status: 200 len: 855 time: 0.5475199 Dec 10 08:55:16.276600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] For port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:16.283833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] For port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e,segment=NetworkSegment(b99bbdf5-feb2-4d5a-af92-ca06a9f31350),segment_id=b99bbdf5-feb2-4d5a-af92-ca06a9f31350)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:16.289495 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:16.300295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Allocated IP 172.20.0.13 (c65bd682-0caa-45b0-a312-a23907c0cd41/8e3824dd-418d-4be1-8029-af2e85fafd44/8bf3e49e-12f6-4c30-9278-af5bfc1c2c07) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:16.356434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:16.376997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e0d17-abaa-442e-8ceb-9135f78e5bb5 None None] Pushing event updated for resources: {'Port': ['ID=bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:16.403379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-1bfd26d2-3e08-4ab1-905c-f5b5c5d18707 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9678230 Dec 10 08:55:16.425344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-89e2c6b0-60a2-4193-bd69-d17e2e61f448 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:16.427020 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-89e2c6b0-60a2-4193-bd69-d17e2e61f448 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.18 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 816 time: 0.7267268 Dec 10 08:55:16.433910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a0d7f7e-aafc-44db-9e4e-bdc846bd3292 req-d4f79789-eb38-46b6-9826-ca678353fb1d tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976407 Dec 10 08:55:16.498307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Request body: {'port': {'device_id': 'b8ead8d2-f69c-4d49-ac62-d6073d4cea42', 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41', 'admin_state_up': True, 'tenant_id': '0a04c0040d2148b3bf7d935a318f1f6a'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:16.514434 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-96839f1d-30a4-41ac-9eb6-e6c13c7c9446 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c21bc8b-aced-479e-abca-34ce41487740 HTTP/1.1" status: 200 len: 217 time: 0.0761752 Dec 10 08:55:16.572811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:16.643920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Network 05fc505c-905e-4843-927e-10b22c2608f7 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:16.674096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-1e1330ff-b233-40eb-b556-b3d2ce7ffb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:16.675587 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-1e1330ff-b233-40eb-b556-b3d2ce7ffb9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c65bd682-0caa-45b0-a312-a23907c0cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3917501 Dec 10 08:55:16.694871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:16.725207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:16.825994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Pushing event updated for resources: {'Port': ['ID=0ebb14e6-54c6-45d1-8e60-702ee19cda61,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:16.905776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:16.906613 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:16.936680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-92c28ebe-0a7a-445e-af34-3dd79b312a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:16.939263 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-92c28ebe-0a7a-445e-af34-3dd79b312a9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.3862391 Dec 10 08:55:17.025397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e0328-a148-4a1b-923a-9044f4ce736b req-95220f9b-9213-487b-af0d-68070c0f7b09 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:17.033323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e0328-a148-4a1b-923a-9044f4ce736b req-95220f9b-9213-487b-af0d-68070c0f7b09 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:17.040780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e0328-a148-4a1b-923a-9044f4ce736b req-95220f9b-9213-487b-af0d-68070c0f7b09 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:17.047660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e0328-a148-4a1b-923a-9044f4ce736b req-95220f9b-9213-487b-af0d-68070c0f7b09 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:17.054302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e0328-a148-4a1b-923a-9044f4ce736b req-95220f9b-9213-487b-af0d-68070c0f7b09 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:17.061338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e0328-a148-4a1b-923a-9044f4ce736b req-95220f9b-9213-487b-af0d-68070c0f7b09 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:17.069632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e0328-a148-4a1b-923a-9044f4ce736b req-95220f9b-9213-487b-af0d-68070c0f7b09 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:17.080026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d3e0328-a148-4a1b-923a-9044f4ce736b req-95220f9b-9213-487b-af0d-68070c0f7b09 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.4527752 Dec 10 08:55:17.133550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-b89c7724-a9ac-4488-ad51-a9e4f344e0da tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6186461 Dec 10 08:55:17.155074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Request body: {'port': {'device_id': 'c8b82b6e-065a-477e-92df-70e3dfab0772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:17.169295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Allocated IP 172.20.0.1 (f54302c4-f30c-46ee-80ff-0f08ef1f1da7/b9da31a4-4437-44b4-a2cd-9ae361a904cc/da2b6d83-67a2-4e81-8a95-90bcd58e5979) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:17.257031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56a29f1e-8537-4f92-a039-64a83f460ebb req-a368766f-6a53-44a4-8614-1d6982071b4c tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 210 time: 0.0460887 Dec 10 08:55:17.307129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8d5cfddd-252e-4f28-8d30-b773a10c91fa up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:17.318144 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d3e0328-a148-4a1b-923a-9044f4ce736b req-f2d9667b-2356-48f2-8bf6-d62f84e1631c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2368746 Dec 10 08:55:17.319769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd30cc66-f23e-46c1-93ed-7036bbb4679e {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:17.329471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.347105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Transition to ACTIVE for port object cd30cc66-f23e-46c1-93ed-7036bbb4679e will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:55:17.354174 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.424867 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.450641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8d5cfddd-252e-4f28-8d30-b773a10c91fa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:17.451164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.513412 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.545387 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-0de725e4-7676-418b-a228-ae14b5c021f2 service neutron] 10.222.0.39 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532701 Dec 10 08:55:17.547310 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.585409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Network c65bd682-0caa-45b0-a312-a23907c0cd41 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:17.610632 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.635424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 8d5cfddd-252e-4f28-8d30-b773a10c91fa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8d5cfddd-252e-4f28-8d30-b773a10c91fa,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:17.649210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.650025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:17.651677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:17.665557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:17.719148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Pushing event updated for resources: {'Port': ['ID=cd30cc66-f23e-46c1-93ed-7036bbb4679e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:17.722412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Made reservation on behalf of 0a04c0040d2148b3bf7d935a318f1f6a for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:55:17.729020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.732911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-943fbb61-9cdd-4a94-9784-5122b4f9c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:17.735532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-943fbb61-9cdd-4a94-9784-5122b4f9c69f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7829573 Dec 10 08:55:17.813155 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.865248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d671e-b5b1-4f5e-aa4f-16d9f08499fc req-8082afb4-05b0-44fb-91c3-2ed7b48b222b tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:17.873060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-664d671e-b5b1-4f5e-aa4f-16d9f08499fc req-8082afb4-05b0-44fb-91c3-2ed7b48b222b tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 931 time: 0.2995989 Dec 10 08:55:17.884038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=8d5cfddd-252e-4f28-8d30-b773a10c91fa,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:17.916763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:17.916763 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:17.989725 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-7c2d34c6-d74a-40cc-a6d5-4c4fd52af038 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123194 Dec 10 08:55:18.032444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:18.055328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-664d671e-b5b1-4f5e-aa4f-16d9f08499fc req-ebebc2ea-75ee-48e8-b358-e7c7149b7d01 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811094 Dec 10 08:55:18.062943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.068097 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.110693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.145715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Pushing event updated for resources: {'Port': ['ID=da2b6d83-67a2-4e81-8a95-90bcd58e5979,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:18.203851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:18.206101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:18.208539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e,segment=NetworkSegment(b99bbdf5-feb2-4d5a-af92-ca06a9f31350),segment_id=b99bbdf5-feb2-4d5a-af92-ca06a9f31350)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:18.210278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:18.216040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Transition to ACTIVE for port object acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:55:18.217934 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.273235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.374782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f9acdc-4b3b-48ec-a35f-ea0f61fe5502 None None] Network d09bb86c-ecf0-4750-9514-41b580d57027 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:55:18.439232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:18.527806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1bb56270-96d2-404f-b656-8165ddc3692e None None] Provisioning complete for port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:18.528277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1bb56270-96d2-404f-b656-8165ddc3692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.537801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25384cb3-4bd3-4e07-ab94-93fdbf4283d7 req-3eada2de-6910-404d-b312-50276786b37c tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 210 time: 0.0979362 Dec 10 08:55:18.584438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1bb56270-96d2-404f-b656-8165ddc3692e None None] Port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:55:18.609400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:18.698848 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.729720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:18.730359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.769714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Pushing event updated for resources: {'Port': ['ID=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:18.779873 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1250951 Dec 10 08:55:18.829652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-80f5ba5e-0f93-4d94-ac1a-3dd1adb06b5b None None] Provisioning complete for port da2b6d83-67a2-4e81-8a95-90bcd58e5979 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:18.830340 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-80f5ba5e-0f93-4d94-ac1a-3dd1adb06b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.872060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7669fe-7fc7-4646-894c-96f79504c3f7 req-c350f906-4d2a-43fb-a798-8aa5ca70cadd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:18.881074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Request body: {'port': {'device_id': 'eb75481f-0686-4700-b139-ed66770bbb78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:18.882313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-80f5ba5e-0f93-4d94-ac1a-3dd1adb06b5b None None] Port da2b6d83-67a2-4e81-8a95-90bcd58e5979 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:55:18.892159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7669fe-7fc7-4646-894c-96f79504c3f7 req-c350f906-4d2a-43fb-a798-8aa5ca70cadd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:18.915963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7669fe-7fc7-4646-894c-96f79504c3f7 req-c350f906-4d2a-43fb-a798-8aa5ca70cadd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:18.917292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-80f5ba5e-0f93-4d94-ac1a-3dd1adb06b5b None None] Provisioning complete for port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:18.918401 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-80f5ba5e-0f93-4d94-ac1a-3dd1adb06b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.922240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7669fe-7fc7-4646-894c-96f79504c3f7 req-c350f906-4d2a-43fb-a798-8aa5ca70cadd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:18.928155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:18.935608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7669fe-7fc7-4646-894c-96f79504c3f7 req-c350f906-4d2a-43fb-a798-8aa5ca70cadd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:18.952270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7669fe-7fc7-4646-894c-96f79504c3f7 req-c350f906-4d2a-43fb-a798-8aa5ca70cadd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:18.953825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:18.974162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7669fe-7fc7-4646-894c-96f79504c3f7 req-c350f906-4d2a-43fb-a798-8aa5ca70cadd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:18.984933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc7669fe-7fc7-4646-894c-96f79504c3f7 req-c350f906-4d2a-43fb-a798-8aa5ca70cadd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.4361265 Dec 10 08:55:19.038742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebb14e6-54c6-45d1-8e60-702ee19cda61 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:19.049890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.083084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Transition to ACTIVE for port object 0ebb14e6-54c6-45d1-8e60-702ee19cda61 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:55:19.127094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'mac_address': 'fa:16:3e:4a:90:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:19.128954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.141909 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.233034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8d5cfddd-252e-4f28-8d30-b773a10c91fa up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:19.286173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ebc48-d507-476f-8034-d8621bdbe3f0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Pushing event updated for resources: {'Port': ['ID=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:19.290391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.310275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506ffffc-2362-433c-b4de-ec9bcb1a659f {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:19.316227 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.339871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.353277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:19.365643 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.366487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Attempting to bind port cd30cc66-f23e-46c1-93ed-7036bbb4679e on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:19.366839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Attempting to bind port cd30cc66-f23e-46c1-93ed-7036bbb4679e by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:19.367179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Attempting to bind port cd30cc66-f23e-46c1-93ed-7036bbb4679e on network 05fc505c-905e-4843-927e-10b22c2608f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:19.429676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:19.432255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8d5cfddd-252e-4f28-8d30-b773a10c91fa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:19.432628 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.471387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Port cd30cc66-f23e-46c1-93ed-7036bbb4679e on network 05fc505c-905e-4843-927e-10b22c2608f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:55:19.471968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Attempting to bind port cd30cc66-f23e-46c1-93ed-7036bbb4679e on network 05fc505c-905e-4843-927e-10b22c2608f7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:19.478659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['506ffffc-2362-433c-b4de-ec9bcb1a659f'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:19.514322 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-750cc7a3-7792-4037-836c-cc44ab7e598f req-6e667978-928d-4ab7-93b2-62fad4897639 service neutron] 10.222.0.39 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9382303 Dec 10 08:55:19.543787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bf51eb0d-81d2-4998-bb5e-268ca0ca8130 None None] Provisioning complete for port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:19.544165 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf51eb0d-81d2-4998-bb5e-268ca0ca8130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.595174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:19.595754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Checking segment: {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:19.596150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Bound using segment: {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:19.596686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Bound port: cd30cc66-f23e-46c1-93ed-7036bbb4679e, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:19.597059 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.675078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Attempting to bind port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:19.675755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Attempting to bind port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:19.675984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Attempting to bind port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab on network 05fc505c-905e-4843-927e-10b22c2608f7 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:19.696575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474071b2-0f6c-4e4a-a3b8-b9302a5b4479 req-3c688aa0-ffdf-4c4e-99c8-73378f66a745 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:19.704311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-474071b2-0f6c-4e4a-a3b8-b9302a5b4479 req-3c688aa0-ffdf-4c4e-99c8-73378f66a745 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 943 time: 0.1457944 Dec 10 08:55:19.751996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Allocated IP 172.25.3.187 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/0bfef75c-77c7-4e3e-bc6c-de65c86a36c0) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:19.778916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-474071b2-0f6c-4e4a-a3b8-b9302a5b4479 req-bdd3291e-4cc8-47e6-b249-263fe856d73c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734444 Dec 10 08:55:19.809684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab on network 05fc505c-905e-4843-927e-10b22c2608f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:55:19.810446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Attempting to bind port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab on network 05fc505c-905e-4843-927e-10b22c2608f7 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:19.876941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebb14e6-54c6-45d1-8e60-702ee19cda61,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:19.899272 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.925259 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:19.926210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Checking segment: {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:19.928093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Bound using segment: {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:19.928940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Bound port: acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:19.929898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:19.947976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:20.082703 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.087663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:20.088040 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.097449 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-048165a7-6462-42d7-975c-8c8f70aa2efc req-a603df20-d9b0-4e17-8240-bcbcb7359985 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 210 time: 0.1423073 Dec 10 08:55:20.109146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc7669fe-7fc7-4646-894c-96f79504c3f7 req-d3518125-1a08-4486-8357-bd76e62c8e0c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1230276 Dec 10 08:55:20.139364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] For port cd30cc66-f23e-46c1-93ed-7036bbb4679e, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:20.145882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] For port cd30cc66-f23e-46c1-93ed-7036bbb4679e, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cd30cc66-f23e-46c1-93ed-7036bbb4679e,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:20.148460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Attempting to bind port 0ebb14e6-54c6-45d1-8e60-702ee19cda61 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:20.149138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Attempting to bind port 0ebb14e6-54c6-45d1-8e60-702ee19cda61 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:20.149969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Attempting to bind port 0ebb14e6-54c6-45d1-8e60-702ee19cda61 on network 05fc505c-905e-4843-927e-10b22c2608f7 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:20.163494 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Allocated IP 172.20.0.3 (c65bd682-0caa-45b0-a312-a23907c0cd41/8e3824dd-418d-4be1-8029-af2e85fafd44/af59967d-867c-4e63-b942-11aac1b3b6fa) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:20.168231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Port 0ebb14e6-54c6-45d1-8e60-702ee19cda61 on network 05fc505c-905e-4843-927e-10b22c2608f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:55:20.171576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Attempting to bind port 0ebb14e6-54c6-45d1-8e60-702ee19cda61 on network 05fc505c-905e-4843-927e-10b22c2608f7 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:20.201853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:20.201853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Checking segment: {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:20.201853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Bound using segment: {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:20.201853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Bound port: 0ebb14e6-54c6-45d1-8e60-702ee19cda61, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3b41f1-580c-42a5-b175-060460046476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:20.201853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.261166 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.265486 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-2858a85e-a8cf-46a2-9b54-8c3706342005 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5505841 Dec 10 08:55:20.277344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] For port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:20.286916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] For port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:20.301497 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.311736 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.384606 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-a66a1aed-747d-47f6-9b39-1bd749f81041 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836 HTTP/1.1" status: 200 len: 217 time: 0.0808282 Dec 10 08:55:20.386457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-79ce1bc1-d5b6-4e38-9e8f-d2c73d5c9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:20.388510 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-79ce1bc1-d5b6-4e38-9e8f-d2c73d5c9da5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 1095 time: 0.7835975 Dec 10 08:55:20.400083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:20.401068 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.402586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] 10.222.0.39 "PUT /v2.0/ports/acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab HTTP/1.1" status: 200 len: 1091 time: 4.9865148 Dec 10 08:55:20.408566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790c3cf4-1181-41e9-a20a-ec5a4073558a', 'tag': 'acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:20.411375 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1888635b-839e-4af5-aab9-c358ff5e14e6" -d '{"events": [{"name": "network-changed", "server_uuid": "790c3cf4-1181-41e9-a20a-ec5a4073558a", "tag": "acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:20.448568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:20.474517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Pushing event updated for resources: {'Port': ['ID=0bfef75c-77c7-4e3e-bc6c-de65c86a36c0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:20.486742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] For port 0ebb14e6-54c6-45d1-8e60-702ee19cda61, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:20.493736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] For port 0ebb14e6-54c6-45d1-8e60-702ee19cda61, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0ebb14e6-54c6-45d1-8e60-702ee19cda61,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:20.512057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:20.512057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.513881 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] 10.222.0.39 "PUT /v2.0/ports/cd30cc66-f23e-46c1-93ed-7036bbb4679e HTTP/1.1" status: 200 len: 1091 time: 7.8242812 Dec 10 08:55:20.513881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:20.515598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552114cd-58b6-4289-81bd-2752a75a79a8', 'tag': 'cd30cc66-f23e-46c1-93ed-7036bbb4679e'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:20.517841 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1876420-00da-4fa2-a068-dedfb9988b55" -d '{"events": [{"name": "network-changed", "server_uuid": "552114cd-58b6-4289-81bd-2752a75a79a8", "tag": "cd30cc66-f23e-46c1-93ed-7036bbb4679e"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:20.518617 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c463d5b-e1c0-4f14-907b-f05d637a9464 x-openstack-request-id: req-6c463d5b-e1c0-4f14-907b-f05d637a9464 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:20.519033 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790c3cf4-1181-41e9-a20a-ec5a4073558a", "tag": "acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:20.519407 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c463d5b-e1c0-4f14-907b-f05d637a9464 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:20.519940 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790c3cf4-1181-41e9-a20a-ec5a4073558a', 'tag': 'acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab', 'status': 'completed', 'code': 200} Dec 10 08:55:20.537275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:20.546184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.606759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:20.634704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c619124-9ad8-449a-876e-751eed8e72c0 service neutron] Pushing event updated for resources: {'Port': ['ID=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:20.640581 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b73ae98-ce04-4fe2-8a5c-2456233901d8 x-openstack-request-id: req-0b73ae98-ce04-4fe2-8a5c-2456233901d8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:20.640925 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552114cd-58b6-4289-81bd-2752a75a79a8", "tag": "cd30cc66-f23e-46c1-93ed-7036bbb4679e", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:20.641131 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b73ae98-ce04-4fe2-8a5c-2456233901d8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:20.641547 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552114cd-58b6-4289-81bd-2752a75a79a8', 'tag': 'cd30cc66-f23e-46c1-93ed-7036bbb4679e', 'status': 'completed', 'code': 200} Dec 10 08:55:20.652989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:20.654007 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.655969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] 10.222.0.18 "PUT /v2.0/ports/0ebb14e6-54c6-45d1-8e60-702ee19cda61 HTTP/1.1" status: 200 len: 1091 time: 3.5078509 Dec 10 08:55:20.726401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-97a2d31f-fa31-40e0-b42b-5facd4ed1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:20.728008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-97a2d31f-fa31-40e0-b42b-5facd4ed1c80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=528bc437be504b20994bf67b1604efdd&device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 1094 time: 0.2710223 Dec 10 08:55:20.752665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 506ffffc-2362-433c-b4de-ec9bcb1a659f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:20.753098 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.783322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-d5be87b2-5503-488a-8ab3-b20708baf73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:20.789074 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-d5be87b2-5503-488a-8ab3-b20708baf73c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.3612587 Dec 10 08:55:20.812746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04bf00-020a-429a-95a0-b9b2156cfce4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebb14e6-54c6-45d1-8e60-702ee19cda61,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:20.823178 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.831633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-4cf4104b-917c-4955-bc8c-23a3e67e7978 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab HTTP/1.1" status: 200 len: 217 time: 0.0785189 Dec 10 08:55:20.861415 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.887632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49060ad-47cc-40b9-97e8-5c82e434d582 service neutron] Pushing event updated for resources: {'Port': ['ID=cd30cc66-f23e-46c1-93ed-7036bbb4679e,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:20.949472 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:20.990959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:20.995570 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705028f1-1838-41f5-aca1-98547ad5aeb2" -d '{"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-plugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:21.001677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-1552f8ae-a9fd-449e-b7d5-2dfd562a9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.004016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-1552f8ae-a9fd-449e-b7d5-2dfd562a9e73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=528bc437be504b20994bf67b1604efdd&device_id=552114cd-58b6-4289-81bd-2752a75a79a8 HTTP/1.1" status: 200 len: 1094 time: 0.3616986 Dec 10 08:55:21.012131 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:21.018967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-d5b4eac8-e764-42e3-bcef-dc856fbebfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.021325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:21.022502 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-d5b4eac8-e764-42e3-bcef-dc856fbebfcd service neutron] 10.222.0.39 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 917 time: 0.5728679 Dec 10 08:55:21.052895 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:21.084426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-d72789a8-7e52-477a-a3ab-4b263f50b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.086263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-d72789a8-7e52-477a-a3ab-4b263f50b596 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=528bc437be504b20994bf67b1604efdd&device_id=c8b82b6e-065a-477e-92df-70e3dfab0772 HTTP/1.1" status: 200 len: 1094 time: 0.3745799 Dec 10 08:55:21.099388 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adefce34-29d0-4b1e-820e-597d2da0f8e3 x-openstack-request-id: req-adefce34-29d0-4b1e-820e-597d2da0f8e3 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:21.101002 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-plugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:21.101290 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adefce34-29d0-4b1e-820e-597d2da0f8e3 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:21.106125 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'code': 200} Dec 10 08:55:21.218807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=10']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:21.228399 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:21.231754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-ec149131-4bb8-49f0-b403-2b99f1ddbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.233152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063dea-bb55-4059-b096-db444719a893 req-8b5d9e0a-5bd6-400c-bd00-17754f98046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.233718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-ec149131-4bb8-49f0-b403-2b99f1ddbd34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d809706b-3cdf-4011-9087-f75bf9d8b3e1 HTTP/1.1" status: 200 len: 858 time: 0.3867950 Dec 10 08:55:21.234686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-8b5d9e0a-5bd6-400c-bd00-17754f98046b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4035072 Dec 10 08:55:21.235975 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-59d3fb22-f93c-4e1b-98ff-dc02805e54bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 HTTP/1.1" status: 200 len: 217 time: 0.2010326 Dec 10 08:55:21.237232 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-a7a8b658-d1b3-44aa-8324-7939f6bfe88c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd30cc66-f23e-46c1-93ed-7036bbb4679e HTTP/1.1" status: 200 len: 217 time: 0.2135363 Dec 10 08:55:21.250242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Pushing event updated for resources: {'Port': ['ID=da2b6d83-67a2-4e81-8a95-90bcd58e5979,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:21.265802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-fb550dd8-defd-4727-9a25-f70184a5c6db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ebb14e6-54c6-45d1-8e60-702ee19cda61 HTTP/1.1" status: 200 len: 217 time: 0.1588328 Dec 10 08:55:21.312829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b77d33dc-9fc6-47b6-bdb4-d52439422ad8 req-d7783347-a536-423f-82c6-15bdacee46e0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 210 time: 0.0766819 Dec 10 08:55:21.342578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cb1f6-6a34-4eb3-bab0-cbc58e3fc0e4 req-a9da2da2-427f-4353-a999-d26f132f8790 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.350911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa5cb1f6-6a34-4eb3-bab0-cbc58e3fc0e4 req-a9da2da2-427f-4353-a999-d26f132f8790 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 943 time: 0.3896992 Dec 10 08:55:21.380685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-bac4fe56-af21-4f8d-bf42-20b037c2358c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05fc505c-905e-4843-927e-10b22c2608f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108081 Dec 10 08:55:21.408196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-535e061d-c452-479c-ab58-054062a43a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.409715 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-535e061d-c452-479c-ab58-054062a43a04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e3824dd-418d-4be1-8029-af2e85fafd44 HTTP/1.1" status: 200 len: 855 time: 0.1431367 Dec 10 08:55:21.505156 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-d50a867a-f867-418f-b183-1b970ed1155e service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896467 Dec 10 08:55:21.554926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-92162892-6b3e-4275-af22-c4caed8655ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.556419 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-92162892-6b3e-4275-af22-c4caed8655ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d809706b-3cdf-4011-9087-f75bf9d8b3e1 HTTP/1.1" status: 200 len: 858 time: 0.2555320 Dec 10 08:55:21.574959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-92e6739e-eef1-43cc-bb0d-9c77de13de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.576945 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-92e6739e-eef1-43cc-bb0d-9c77de13de49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d809706b-3cdf-4011-9087-f75bf9d8b3e1 HTTP/1.1" status: 200 len: 858 time: 0.3126435 Dec 10 08:55:21.617715 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:21.627945 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-8422ff01-3375-40f3-9c4a-c47cafa19bf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fc505c-905e-4843-927e-10b22c2608f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612781 Dec 10 08:55:21.643910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa5cb1f6-6a34-4eb3-bab0-cbc58e3fc0e4 req-969d2919-e564-4047-a238-b38e23b8a30f tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918153 Dec 10 08:55:21.725911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fbd91-6ec2-4ba3-95f6-dcca2744448a req-54107b8b-5a9e-4325-be1a-0a71e13f50aa tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.731707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fbd91-6ec2-4ba3-95f6-dcca2744448a req-54107b8b-5a9e-4325-be1a-0a71e13f50aa tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.737664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fbd91-6ec2-4ba3-95f6-dcca2744448a req-54107b8b-5a9e-4325-be1a-0a71e13f50aa tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.740231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Network c65bd682-0caa-45b0-a312-a23907c0cd41 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:21.744434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fbd91-6ec2-4ba3-95f6-dcca2744448a req-54107b8b-5a9e-4325-be1a-0a71e13f50aa tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.750780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fbd91-6ec2-4ba3-95f6-dcca2744448a req-54107b8b-5a9e-4325-be1a-0a71e13f50aa tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.756585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fbd91-6ec2-4ba3-95f6-dcca2744448a req-54107b8b-5a9e-4325-be1a-0a71e13f50aa tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.762423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fbd91-6ec2-4ba3-95f6-dcca2744448a req-54107b8b-5a9e-4325-be1a-0a71e13f50aa tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:21.764301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-884fbd91-6ec2-4ba3-95f6-dcca2744448a req-54107b8b-5a9e-4325-be1a-0a71e13f50aa tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.3441584 Dec 10 08:55:21.772425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:21.776606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-afa644aa-d61f-46fe-896f-1b038f030619 service neutron] 10.222.0.39 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830943 Dec 10 08:55:21.784062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Pushing event updated for resources: {'Port': ['ID=af59967d-867c-4e63-b942-11aac1b3b6fa,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:21.788244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:21.793484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:21.798618 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-a0c9c4ea-ae4f-43a5-9b7a-8ac9792fa14b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05fc505c-905e-4843-927e-10b22c2608f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1912756 Dec 10 08:55:21.812885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:22.133708 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-884fbd91-6ec2-4ba3-95f6-dcca2744448a req-b6eccada-a3fc-4323-9f39-b70bdffdb92e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3560390 Dec 10 08:55:22.226441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-83e9752d-f87f-40a0-bb9b-b2d41d998574 service neutron] 10.222.0.39 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322202 Dec 10 08:55:22.291506 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-ef9d2da3-938c-4ab4-94a0-26e0f88c38d2 service neutron] 10.222.0.18 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446002 Dec 10 08:55:22.339504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-767989e9-aebc-48c4-8c08-b59816b9e600 None None] Provisioning complete for port da2b6d83-67a2-4e81-8a95-90bcd58e5979 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:22.342040 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-767989e9-aebc-48c4-8c08-b59816b9e600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:22.351087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-a554412c-54d8-43da-bfdf-4fcbe87b8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:22.352581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-a554412c-54d8-43da-bfdf-4fcbe87b8d81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c65bd682-0caa-45b0-a312-a23907c0cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9226904 Dec 10 08:55:22.448738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-767989e9-aebc-48c4-8c08-b59816b9e600 None None] Port da2b6d83-67a2-4e81-8a95-90bcd58e5979 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:55:22.483896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-767989e9-aebc-48c4-8c08-b59816b9e600 None None] Provisioning complete for port af59967d-867c-4e63-b942-11aac1b3b6fa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:22.484270 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-767989e9-aebc-48c4-8c08-b59816b9e600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:22.524682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b82b6e-065a-477e-92df-70e3dfab0772', 'tag': '0ebb14e6-54c6-45d1-8e60-702ee19cda61'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:22.527551 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b82b6e-065a-477e-92df-70e3dfab0772", "tag": "0ebb14e6-54c6-45d1-8e60-702ee19cda61"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:22.552993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-a2d7d57a-41c8-4e35-bed4-308f62f8e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:22.555563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-a2d7d57a-41c8-4e35-bed4-308f62f8e287 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=528bc437be504b20994bf67b1604efdd&device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 1094 time: 0.2626691 Dec 10 08:55:22.559937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:22.560613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:22.580555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-767989e9-aebc-48c4-8c08-b59816b9e600 None None] Port af59967d-867c-4e63-b942-11aac1b3b6fa cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:55:22.603037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:22.632155 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-12df42d0-6f2c-4f9c-8068-2f680b392c61 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1916995 Dec 10 08:55:22.653299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Router ad1c041c-b514-4f53-8abd-10e155f777ec has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:55:22.659137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Request body: {'port': {'device_id': 'b8ead8d2-f69c-4d49-ac62-d6073d4cea42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:22.669779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:22.672913 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f8063dea-bb55-4059-b096-db444719a893 req-45a1e1ba-5a85-4cb5-ae1c-dd586370dd48 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0952587 Dec 10 08:55:22.717264 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f00b54-a96f-436c-978a-2a3b3c0cdb5c x-openstack-request-id: req-40f00b54-a96f-436c-978a-2a3b3c0cdb5c {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:22.717773 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b82b6e-065a-477e-92df-70e3dfab0772", "tag": "0ebb14e6-54c6-45d1-8e60-702ee19cda61", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:22.718230 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40f00b54-a96f-436c-978a-2a3b3c0cdb5c {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:22.718773 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b82b6e-065a-477e-92df-70e3dfab0772', 'tag': '0ebb14e6-54c6-45d1-8e60-702ee19cda61', 'status': 'completed', 'code': 200} Dec 10 08:55:22.778579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93391cae-ff12-46b4-9ba8-818d51b0cae8 req-bf3b161c-78a2-4210-be2d-6cef1d37a471 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:22.789026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93391cae-ff12-46b4-9ba8-818d51b0cae8 req-bf3b161c-78a2-4210-be2d-6cef1d37a471 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 931 time: 0.3139069 Dec 10 08:55:22.828548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-f8e945d5-96c1-453f-abb7-e0db22a9820e service neutron] 10.222.0.18 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216718 Dec 10 08:55:22.867006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:22.883206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0', 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41', 'port_id': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0', 'mac_address': 'fa:16:3e:9c:ab:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3824dd-418d-4be1-8029-af2e85fafd44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:22.900564 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-7f9af7e6-1d95-4c0b-bc6f-deab0b42b0c1 service neutron] 10.222.0.39 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790620 Dec 10 08:55:22.937878 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:22.960153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:22.991443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:22.998922 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:23.047710 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:23.050923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-33d5650e-2742-4575-9407-9351b175c49b service neutron] 10.222.0.39 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504815 Dec 10 08:55:23.052453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-fe566aa4-64fa-49b6-85ac-f26b1b059a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.054033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-fe566aa4-64fa-49b6-85ac-f26b1b059a2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=05fc505c-905e-4843-927e-10b22c2608f7 HTTP/1.1" status: 200 len: 919 time: 0.4857287 Dec 10 08:55:23.061944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:23.077310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3d6fa-973d-4b04-85ec-20c1a9be3f30 req-8e26f945-9540-4ed1-af12-886242f8099c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.096217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90f3d6fa-973d-4b04-85ec-20c1a9be3f30 req-8e26f945-9540-4ed1-af12-886242f8099c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 943 time: 0.3387773 Dec 10 08:55:23.097028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-1758e86e-d749-4788-a61f-ffbde5725de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.097539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-1758e86e-d749-4788-a61f-ffbde5725de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.098530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-1758e86e-d749-4788-a61f-ffbde5725de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.099334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-1758e86e-d749-4788-a61f-ffbde5725de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.099946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-1758e86e-d749-4788-a61f-ffbde5725de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.100429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-1758e86e-d749-4788-a61f-ffbde5725de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.102721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-1758e86e-d749-4788-a61f-ffbde5725de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.103080 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-1758e86e-d749-4788-a61f-ffbde5725de3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6478 time: 0.3460019 Dec 10 08:55:23.137095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:23.138410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93391cae-ff12-46b4-9ba8-818d51b0cae8 req-7296d83a-17aa-4506-bb0d-ee87f3a03c62 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478079 Dec 10 08:55:23.205606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-bd73f89e-4d09-433b-a712-5075c27d1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.208014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-bd73f89e-4d09-433b-a712-5075c27d1f2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=528bc437be504b20994bf67b1604efdd&device_id=c8b82b6e-065a-477e-92df-70e3dfab0772 HTTP/1.1" status: 200 len: 1094 time: 0.3078890 Dec 10 08:55:23.215933 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:23.240096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-5aa95ae1-3daf-42b3-b45a-4bba6b349d87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab HTTP/1.1" status: 200 len: 217 time: 0.1304734 Dec 10 08:55:23.243499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cdab7dd7-c33c-4a75-b4ec-2567c3d851e0'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:23.266914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90f3d6fa-973d-4b04-85ec-20c1a9be3f30 req-48e925ac-cc1a-4c17-8f3b-73c7ca75dc19 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681106 Dec 10 08:55:23.392430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Transition to ACTIVE for port object 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:55:23.421007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:23.673340 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0136d51-a372-4a1a-9573-d8fcd4a90e64 req-db08eacd-127d-4482-808a-10a21db8fe5d service neutron] 10.222.0.39 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279723 Dec 10 08:55:23.745469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-df13d6d3-1680-4bd5-b29f-0f81737b7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.747036 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-df13d6d3-1680-4bd5-b29f-0f81737b7ead service neutron] 10.222.0.39 "GET /v2.0/networks?id=aded683f-8ec1-409b-b472-c0766dd8c73b HTTP/1.1" status: 200 len: 903 time: 0.6196620 Dec 10 08:55:23.748888 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b8edb103-77bf-4b79-b811-1ce9849513ce req-458d6592-883a-4fa4-a18d-e958414160c0 service neutron] 10.222.0.39 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709232 Dec 10 08:55:23.781260 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:23.845731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:23.932149 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-98d95094-933b-4bb7-8451-b0929ece854d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c21bc8b-aced-479e-abca-34ce41487740 HTTP/1.1" status: 200 len: 217 time: 0.1655295 Dec 10 08:55:23.965203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-830c0232-3612-42b5-8131-a42495fe1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:23.966742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-830c0232-3612-42b5-8131-a42495fe1b9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d809706b-3cdf-4011-9087-f75bf9d8b3e1 HTTP/1.1" status: 200 len: 858 time: 0.6345596 Dec 10 08:55:23.992339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:55:24.005398 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Sync routers for ids ['ad1c041c-b514-4f53-8abd-10e155f777ec'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:55:24.016774 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Routers {'ad1c041c-b514-4f53-8abd-10e155f777ec'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:24.017382 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ad1c041c-b514-4f53-8abd-10e155f777ec'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:24.023516 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0d115acb-8e79-42c4-8bcc-bd8971bb191b admin admin] 10.222.0.31 "PUT /v2.0/routers/ad1c041c-b514-4f53-8abd-10e155f777ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0268698 Dec 10 08:55:24.025911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-5b159733-fb88-40fc-ac03-d1b77495b976 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05fc505c-905e-4843-927e-10b22c2608f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470002 Dec 10 08:55:24.042781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865469af-eb86-48df-8db8-e0f28323b24e req-6a60fc05-71c5-4eda-868f-355126f6bd46 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.048743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865469af-eb86-48df-8db8-e0f28323b24e req-6a60fc05-71c5-4eda-868f-355126f6bd46 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.055555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865469af-eb86-48df-8db8-e0f28323b24e req-6a60fc05-71c5-4eda-868f-355126f6bd46 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.061431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865469af-eb86-48df-8db8-e0f28323b24e req-6a60fc05-71c5-4eda-868f-355126f6bd46 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.075189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865469af-eb86-48df-8db8-e0f28323b24e req-6a60fc05-71c5-4eda-868f-355126f6bd46 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.081108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865469af-eb86-48df-8db8-e0f28323b24e req-6a60fc05-71c5-4eda-868f-355126f6bd46 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.095211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865469af-eb86-48df-8db8-e0f28323b24e req-6a60fc05-71c5-4eda-868f-355126f6bd46 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.097180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-865469af-eb86-48df-8db8-e0f28323b24e req-6a60fc05-71c5-4eda-868f-355126f6bd46 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.2524722 Dec 10 08:55:24.248919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-be6c79d4-914f-4a0c-94ce-9bc0efa23218 service neutron] 10.222.0.39 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486418 Dec 10 08:55:24.255787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Attempting to bind port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:24.256128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Attempting to bind port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:24.256461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Attempting to bind port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 on network c65bd682-0caa-45b0-a312-a23907c0cd41 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:24.295071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-9af6e4d5-8538-4149-94c0-7fa31c7b1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.295395 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Set router ad1c041c-b514-4f53-8abd-10e155f777ec gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:24.296587 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-9af6e4d5-8538-4149-94c0-7fa31c7b1829 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=528bc437be504b20994bf67b1604efdd&device_id=552114cd-58b6-4289-81bd-2752a75a79a8 HTTP/1.1" status: 200 len: 1094 time: 0.4015603 Dec 10 08:55:24.297123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-dc958514-4c74-4aba-8424-c752503e531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.298592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-dc958514-4c74-4aba-8424-c752503e531b service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fc505c-905e-4843-927e-10b22c2608f7 HTTP/1.1" status: 200 len: 919 time: 1.0420210 Dec 10 08:55:24.327088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 on network c65bd682-0caa-45b0-a312-a23907c0cd41 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:55:24.327412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Attempting to bind port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 on network c65bd682-0caa-45b0-a312-a23907c0cd41 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:24.348585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:24.348917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Checking segment: {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:24.349381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Bound using segment: {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:24.349734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Bound port: 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:24.350044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:24.352804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-ee9bc6fe-fc81-4166-96d3-2bdbc68327c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.356002 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-ee9bc6fe-fc81-4166-96d3-2bdbc68327c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.3896699 Dec 10 08:55:24.411682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-be6bcc2b-f39e-4915-a3ef-2c339510bdc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ebb14e6-54c6-45d1-8e60-702ee19cda61 HTTP/1.1" status: 200 len: 217 time: 0.0724130 Dec 10 08:55:24.473648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-865469af-eb86-48df-8db8-e0f28323b24e req-95a651b3-795f-4e13-bbc6-270080565a45 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2816534 Dec 10 08:55:24.503230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64cfc5-84a9-4de4-b37e-c7fe0c90d998 req-4bbd5733-f1cc-4e53-93ea-0252a5038115 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.512996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c64cfc5-84a9-4de4-b37e-c7fe0c90d998 req-4bbd5733-f1cc-4e53-93ea-0252a5038115 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 931 time: 0.2379749 Dec 10 08:55:24.613975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:24.622354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:24.624145 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:03Z', 'updated_at': '2021-12-10T08:55:19Z', 'revision_number': 4, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'gw_port': {'id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:05Z', 'updated_at': '2021-12-10T08:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'da2b6d83-67a2-4e81-8a95-90bcd58e5979', 'name': '', 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'mac_address': 'fa:16:3e:c4:0e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'b9da31a4-4437-44b4-a2cd-9ae361a904cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:16Z', 'updated_at': '2021-12-10T08:55:20Z', 'revision_number': 2, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'subnets': [{'id': 'b9da31a4-4437-44b4-a2cd-9ae361a904cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:24.632353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c64cfc5-84a9-4de4-b37e-c7fe0c90d998 req-f0847428-8111-47b6-9b21-4e2f52e5a99e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178145 Dec 10 08:55:24.666916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-d7f89cee-bf36-48ff-bf7d-ee1311edf0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.668444 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-d7f89cee-bf36-48ff-bf7d-ee1311edf0dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2667756 Dec 10 08:55:24.681181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-5ab58a08-c8aa-48b0-837f-83d47cbb3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.689093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-5ab58a08-c8aa-48b0-837f-83d47cbb3d78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d809706b-3cdf-4011-9087-f75bf9d8b3e1 HTTP/1.1" status: 200 len: 858 time: 0.2632556 Dec 10 08:55:24.702617 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Checking router: ad1c041c-b514-4f53-8abd-10e155f777ec for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:55:24.703353 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Updating router ad1c041c-b514-4f53-8abd-10e155f777ec port da2b6d83-67a2-4e81-8a95-90bcd58e5979 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:55:24.739174 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:24.784507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af59967d-867c-4e63-b942-11aac1b3b6fa {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:24.819663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-9b572c3e-2500-49a6-a572-af3de77037ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fc505c-905e-4843-927e-10b22c2608f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192427 Dec 10 08:55:24.838944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:24.856039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-e6132013-1a92-435a-95d0-4a1c24679d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:24.857447 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-e6132013-1a92-435a-95d0-4a1c24679d96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05fc505c-905e-4843-927e-10b22c2608f7 HTTP/1.1" status: 200 len: 919 time: 0.5452576 Dec 10 08:55:24.888584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1888635b-839e-4af5-aab9-c358ff5e14e6 req-84b04402-b941-4d9e-9b25-8bfcfc0f3529 service neutron] 10.222.0.39 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297493 Dec 10 08:55:24.940182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:24.955337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:24.955733 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:24.985027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] For port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:25.039319 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:25.091977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-68a0c9c2-d78d-4ec4-93c7-c9e03d17252d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd30cc66-f23e-46c1-93ed-7036bbb4679e HTTP/1.1" status: 200 len: 217 time: 0.1535506 Dec 10 08:55:25.094902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Transition to ACTIVE for port object af59967d-867c-4e63-b942-11aac1b3b6fa will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:55:25.110487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Router 62735eb9-6282-4021-900a-9bbc03d979c2 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:55:25.112076 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.119315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab', 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7', 'port_id': 'acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab', 'mac_address': 'fa:16:3e:78:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd809706b-3cdf-4011-9087-f75bf9d8b3e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:25.120999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] For port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:25.155399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.241843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:25.243064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:25.245551 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2600e6b-d9e4-4139-90ee-88cb388e1f39" -d '{"events": [{"server_uuid": "59367524-5c92-49b0-a142-e7c6e62a4e12", "name": "network-vif-plugged", "status": "completed", "tag": "cdab7dd7-c33c-4a75-b4ec-2567c3d851e0"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:25.253390 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.268667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33274b98-763f-42a6-b005-3ec13c2f2416 req-fe483101-9165-4247-948b-fee78bec1731 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:25.272493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33274b98-763f-42a6-b005-3ec13c2f2416 req-fe483101-9165-4247-948b-fee78bec1731 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 943 time: 0.2992311 Dec 10 08:55:25.320458 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.334192 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.339163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:25.350676 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.430537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:25.464007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:25.481008 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.499754 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-65e1289b-7e6b-46e3-b063-857098b72b97 service neutron] 10.222.0.18 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692708 Dec 10 08:55:25.513626 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Pushing event updated for resources: {'Port': ['ID=da2b6d83-67a2-4e81-8a95-90bcd58e5979,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:25.540771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-15d0ac92-ce83-41d7-b164-3351960ccebc tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8504863 Dec 10 08:55:25.545225 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.549998 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.550675 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.550976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:25.552047 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.552612 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.553191 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.553819 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.554375 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.555099 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.555652 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.556220 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.557954 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.558578 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:25.571101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:25.713938 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Attempting to bind port da2b6d83-67a2-4e81-8a95-90bcd58e5979 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:25.716863 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Attempting to bind port da2b6d83-67a2-4e81-8a95-90bcd58e5979 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6a747753-63bc-4444-8660-4c975b1703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:25.717485 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Attempting to bind port da2b6d83-67a2-4e81-8a95-90bcd58e5979 on network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:25.721960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439fd571-dd96-4c2e-85d9-2a2836f2a4f2 req-d9d88f28-32ab-4e80-b937-26b3171a8ed7 service neutron] 10.222.0.18 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305795 Dec 10 08:55:25.724933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.730512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:25.733869 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:25.734560 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Checking segment: {'id': '6a747753-63bc-4444-8660-4c975b1703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:25.735245 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.739860 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Bound using segment: {'id': '6a747753-63bc-4444-8660-4c975b1703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:25.740723 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Bound port: da2b6d83-67a2-4e81-8a95-90bcd58e5979, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a747753-63bc-4444-8660-4c975b1703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:25.741400 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:25.768971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33274b98-763f-42a6-b005-3ec13c2f2416 req-21e7cfde-6e0c-4a49-8508-4f31aed11afa tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610226 Dec 10 08:55:25.910034 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] For port da2b6d83-67a2-4e81-8a95-90bcd58e5979, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:25.922024 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] For port da2b6d83-67a2-4e81-8a95-90bcd58e5979, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=da2b6d83-67a2-4e81-8a95-90bcd58e5979,segment=NetworkSegment(6a747753-63bc-4444-8660-4c975b1703fe),segment_id=6a747753-63bc-4444-8660-4c975b1703fe)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:25.931911 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:26.002225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:26.080386 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Routers {'ad1c041c-b514-4f53-8abd-10e155f777ec'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:26.081276 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ad1c041c-b514-4f53-8abd-10e155f777ec'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:26.151844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Pushing event updated for resources: {'Port': ['ID=af59967d-867c-4e63-b942-11aac1b3b6fa,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:26.167186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:26.267126 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feda93b-a107-4aed-88d2-ae87a15202ce x-openstack-request-id: req-9feda93b-a107-4aed-88d2-ae87a15202ce {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:26.267440 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59367524-5c92-49b0-a142-e7c6e62a4e12", "name": "network-vif-plugged", "status": "completed", "tag": "cdab7dd7-c33c-4a75-b4ec-2567c3d851e0", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:26.267866 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9feda93b-a107-4aed-88d2-ae87a15202ce {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:26.268433 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0', 'code': 200} Dec 10 08:55:26.292542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Allocated IP 172.25.3.217 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/8dd58fbf-25c0-41d2-bf7b-47ae4d7fa216) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:26.315632 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] Set router ad1c041c-b514-4f53-8abd-10e155f777ec gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:26.344794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ec15bdad-be76-4ebf-a22d-7ea268aa21ef None None] Provisioning complete for port da2b6d83-67a2-4e81-8a95-90bcd58e5979 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:26.345628 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec15bdad-be76-4ebf-a22d-7ea268aa21ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:26.373150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:26.646061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cd30cc66-f23e-46c1-93ed-7036bbb4679e details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:26.658116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0ebb14e6-54c6-45d1-8e60-702ee19cda61 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:26.687855 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-a3d62bc2-16c1-44fe-bcad-0a9a99ca5426 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9934368 Dec 10 08:55:26.712181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:26.724739 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:26.726479 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-ac1aed30-3cdd-42c2-9be0-988145a73c10 service neutron] 10.222.0.18 "PUT /v2.0/ports/8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 HTTP/1.1" status: 200 len: 1092 time: 7.8595901 Dec 10 08:55:26.728520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb75481f-0686-4700-b139-ed66770bbb78', 'tag': '8bf3e49e-12f6-4c30-9278-af5bfc1c2c07'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:26.731207 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9e9d03-c5d3-475b-9c6b-a1616b610678" -d '{"events": [{"name": "network-changed", "server_uuid": "eb75481f-0686-4700-b139-ed66770bbb78", "tag": "8bf3e49e-12f6-4c30-9278-af5bfc1c2c07"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:26.836648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca933a14-8ad7-4547-b69d-b06d724fcf0c req-06f3e717-9b9e-45c1-b631-a4ebfff362d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:26.843052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca933a14-8ad7-4547-b69d-b06d724fcf0c req-06f3e717-9b9e-45c1-b631-a4ebfff362d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 1097 time: 0.5071416 Dec 10 08:55:26.869575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137b1c0-e687-4a37-b8ce-5cd2b8e9beb6 req-54bce932-e927-43c3-8a24-a506f482f480 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:26.877024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137b1c0-e687-4a37-b8ce-5cd2b8e9beb6 req-54bce932-e927-43c3-8a24-a506f482f480 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:26.887558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137b1c0-e687-4a37-b8ce-5cd2b8e9beb6 req-54bce932-e927-43c3-8a24-a506f482f480 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:26.894601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137b1c0-e687-4a37-b8ce-5cd2b8e9beb6 req-54bce932-e927-43c3-8a24-a506f482f480 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:26.902166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137b1c0-e687-4a37-b8ce-5cd2b8e9beb6 req-54bce932-e927-43c3-8a24-a506f482f480 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:26.908973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137b1c0-e687-4a37-b8ce-5cd2b8e9beb6 req-54bce932-e927-43c3-8a24-a506f482f480 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:26.916147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137b1c0-e687-4a37-b8ce-5cd2b8e9beb6 req-54bce932-e927-43c3-8a24-a506f482f480 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:26.927543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5137b1c0-e687-4a37-b8ce-5cd2b8e9beb6 req-54bce932-e927-43c3-8a24-a506f482f480 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.4670091 Dec 10 08:55:26.952731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0ebb14e6-54c6-45d1-8e60-702ee19cda61, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0ebb14e6-54c6-45d1-8e60-702ee19cda61,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:26.964512 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba899ca-e5b2-4d99-b571-29704961adf3 None None] Pushing event updated for resources: {'Port': ['ID=da2b6d83-67a2-4e81-8a95-90bcd58e5979,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:26.999370 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a004aece-9aeb-4974-a51b-b273634fd2e5 req-ac758294-c4d2-44ae-8695-2fda7e528a1b service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718358 Dec 10 08:55:27.214263 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:03Z', 'updated_at': '2021-12-10T08:55:19Z', 'revision_number': 4, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'gw_port': {'id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:05Z', 'updated_at': '2021-12-10T08:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'da2b6d83-67a2-4e81-8a95-90bcd58e5979', 'name': '', 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'mac_address': 'fa:16:3e:c4:0e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'b9da31a4-4437-44b4-a2cd-9ae361a904cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:16Z', 'updated_at': '2021-12-10T08:55:25Z', 'revision_number': 4, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'subnets': [{'id': 'b9da31a4-4437-44b4-a2cd-9ae361a904cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:27.214949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca933a14-8ad7-4547-b69d-b06d724fcf0c req-237ae6ea-89b7-43b0-90f6-9ea4000c81b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673826 Dec 10 08:55:27.259893 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:27.265067 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d6516-3d91-4137-8deb-7e9e177b65cb None None] The sync data for ids ['ad1c041c-b514-4f53-8abd-10e155f777ec'] in n-d-814746-3 is: [{'id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:03Z', 'updated_at': '2021-12-10T08:55:19Z', 'revision_number': 4, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'gw_port': {'id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:05Z', 'updated_at': '2021-12-10T08:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'da2b6d83-67a2-4e81-8a95-90bcd58e5979', 'name': '', 'network_id': 'f54302c4-f30c-46ee-80ff-0f08ef1f1da7', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'mac_address': 'fa:16:3e:c4:0e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'b9da31a4-4437-44b4-a2cd-9ae361a904cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:16Z', 'updated_at': '2021-12-10T08:55:25Z', 'revision_number': 4, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'subnets': [{'id': 'b9da31a4-4437-44b4-a2cd-9ae361a904cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:55:27.286102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '0ebb14e6-54c6-45d1-8e60-702ee19cda61', 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7', 'port_id': '0ebb14e6-54c6-45d1-8e60-702ee19cda61', 'mac_address': 'fa:16:3e:d8:5a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd809706b-3cdf-4011-9087-f75bf9d8b3e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:27.309642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cd30cc66-f23e-46c1-93ed-7036bbb4679e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cd30cc66-f23e-46c1-93ed-7036bbb4679e,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:27.330194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-7d4178c6-8388-48bf-ba19-9746e45a9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.331706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-7d4178c6-8388-48bf-ba19-9746e45a9c7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d809706b-3cdf-4011-9087-f75bf9d8b3e1 HTTP/1.1" status: 200 len: 858 time: 2.2223172 Dec 10 08:55:27.358169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5137b1c0-e687-4a37-b8ce-5cd2b8e9beb6 req-e7714c67-7551-48fe-a007-6d9a081255ca tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4269109 Dec 10 08:55:27.406170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'cd30cc66-f23e-46c1-93ed-7036bbb4679e', 'network_id': '05fc505c-905e-4843-927e-10b22c2608f7', 'port_id': 'cd30cc66-f23e-46c1-93ed-7036bbb4679e', 'mac_address': 'fa:16:3e:80:49:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd809706b-3cdf-4011-9087-f75bf9d8b3e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:27.407944 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec15bdad-be76-4ebf-a22d-7ea268aa21ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:27.439555 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:27.620555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:27.622433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event updated for resources: {'Port': ['ID=8dd58fbf-25c0-41d2-bf7b-47ae4d7fa216,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:27.635823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:27.636825 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-8fd3ea44-06bf-412c-b600-17afb0da70b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05fc505c-905e-4843-927e-10b22c2608f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800201 Dec 10 08:55:27.640045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:27.651471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Attempting to bind port af59967d-867c-4e63-b942-11aac1b3b6fa on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:27.651841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Attempting to bind port af59967d-867c-4e63-b942-11aac1b3b6fa by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:27.652158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Attempting to bind port af59967d-867c-4e63-b942-11aac1b3b6fa on network c65bd682-0caa-45b0-a312-a23907c0cd41 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:27.658251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:27.722201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ec15bdad-be76-4ebf-a22d-7ea268aa21ef None None] For port da2b6d83-67a2-4e81-8a95-90bcd58e5979, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=da2b6d83-67a2-4e81-8a95-90bcd58e5979,segment=NetworkSegment(6a747753-63bc-4444-8660-4c975b1703fe),segment_id=6a747753-63bc-4444-8660-4c975b1703fe)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:27.732405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebb14e6-54c6-45d1-8e60-702ee19cda61 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:27.769717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685beae-823f-49be-842b-cdff4621f234 req-0c7a106b-10c8-4af2-aa87-ad313b4c5b67 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.782037 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c685beae-823f-49be-842b-cdff4621f234 req-0c7a106b-10c8-4af2-aa87-ad313b4c5b67 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 943 time: 0.2634361 Dec 10 08:55:27.797098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-eef10226-06c4-472b-bfd6-decdb69f8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.798649 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-eef10226-06c4-472b-bfd6-decdb69f8dfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 1095 time: 0.7851901 Dec 10 08:55:27.799175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0ebb14e6-54c6-45d1-8e60-702ee19cda61, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0ebb14e6-54c6-45d1-8e60-702ee19cda61,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:27.802355 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-202f96d6-c7ef-42a4-81cb-2565883dc99d service neutron] 10.222.0.39 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424627 Dec 10 08:55:27.807663 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec15bdad-be76-4ebf-a22d-7ea268aa21ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:27.812477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-1106d40f-6df0-44ab-b884-ba7989e3fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.812477 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-1106d40f-6df0-44ab-b884-ba7989e3fcd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=287ebd8839174417becea5eb760753e0&device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 1101 time: 0.8099713 Dec 10 08:55:27.859661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Port af59967d-867c-4e63-b942-11aac1b3b6fa on network c65bd682-0caa-45b0-a312-a23907c0cd41 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:55:27.860260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Attempting to bind port af59967d-867c-4e63-b942-11aac1b3b6fa on network c65bd682-0caa-45b0-a312-a23907c0cd41 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:27.886559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-4ef6de08-12c7-49c6-a6b8-f1c56ba399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.894465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-4ef6de08-12c7-49c6-a6b8-f1c56ba399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.895846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-4ef6de08-12c7-49c6-a6b8-f1c56ba399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.896490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-4ef6de08-12c7-49c6-a6b8-f1c56ba399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.897128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-4ef6de08-12c7-49c6-a6b8-f1c56ba399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.897780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-4ef6de08-12c7-49c6-a6b8-f1c56ba399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.898408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-4ef6de08-12c7-49c6-a6b8-f1c56ba399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:27.900796 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-4ef6de08-12c7-49c6-a6b8-f1c56ba399aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6478 time: 0.6220973 Dec 10 08:55:27.960543 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:27.960543 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:28.022313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15bdad-be76-4ebf-a22d-7ea268aa21ef None None] Pushing event updated for resources: {'Port': ['ID=da2b6d83-67a2-4e81-8a95-90bcd58e5979,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:28.048373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c685beae-823f-49be-842b-cdff4621f234 req-29b8c618-c478-49aa-8fed-d7c2510299ab tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442491 Dec 10 08:55:28.060997 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-432f326f-2faa-403e-9434-abb8125f84ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 HTTP/1.1" status: 200 len: 217 time: 0.2026286 Dec 10 08:55:28.077517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:55:28.129159 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:28.175912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:28.176502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Checking segment: {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:28.177059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Bound using segment: {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:28.177719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Bound port: af59967d-867c-4e63-b942-11aac1b3b6fa, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:28.178248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:28.280937 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:28.288433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-d0efe830-91f0-49cc-b6d3-8ffde282ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:28.294535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-d0efe830-91f0-49cc-b6d3-8ffde282ed3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=aded683f-8ec1-409b-b472-c0766dd8c73b HTTP/1.1" status: 200 len: 903 time: 0.2643530 Dec 10 08:55:28.370699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0ebb14e6-54c6-45d1-8e60-702ee19cda61,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:28.385136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Sync routers for ids ['62735eb9-6282-4021-900a-9bbc03d979c2'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:55:28.436992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e20bbb2a-512f-40e2-a4bd-8839be37655f None None] Provisioning complete for port da2b6d83-67a2-4e81-8a95-90bcd58e5979 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:28.444166 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e20bbb2a-512f-40e2-a4bd-8839be37655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:28.459280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd30cc66-f23e-46c1-93ed-7036bbb4679e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:28.486040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] For port af59967d-867c-4e63-b942-11aac1b3b6fa, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:28.490197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] For port af59967d-867c-4e63-b942-11aac1b3b6fa, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=af59967d-867c-4e63-b942-11aac1b3b6fa,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:28.497939 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db297ee-55ef-49fd-a72e-2f4ae995f540 x-openstack-request-id: req-0db297ee-55ef-49fd-a72e-2f4ae995f540 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:28.498446 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb75481f-0686-4700-b139-ed66770bbb78", "tag": "8bf3e49e-12f6-4c30-9278-af5bfc1c2c07", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:28.498678 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0db297ee-55ef-49fd-a72e-2f4ae995f540 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:28.499079 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb75481f-0686-4700-b139-ed66770bbb78', 'tag': '8bf3e49e-12f6-4c30-9278-af5bfc1c2c07', 'status': 'completed', 'code': 200} Dec 10 08:55:28.500475 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-ec9efbc3-1df4-40a9-9cc9-f1346a6a1384 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836 HTTP/1.1" status: 200 len: 217 time: 0.1961606 Dec 10 08:55:28.508286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cd30cc66-f23e-46c1-93ed-7036bbb4679e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cd30cc66-f23e-46c1-93ed-7036bbb4679e,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:28.512258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:28.513485 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6a61b5ad-d5bc-438a-b41c-5ac354ce6da8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.7066212 Dec 10 08:55:28.514713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:28.518370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49192) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:28.619780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0ebb14e6-54c6-45d1-8e60-702ee19cda61'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:28.640644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Routers {'62735eb9-6282-4021-900a-9bbc03d979c2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:28.661726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['62735eb9-6282-4021-900a-9bbc03d979c2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:28.667615 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:28.810346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-9f0e91c4-13ed-44eb-a501-244f24132a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:28.811834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-9f0e91c4-13ed-44eb-a501-244f24132a53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3824dd-418d-4be1-8029-af2e85fafd44 HTTP/1.1" status: 200 len: 855 time: 0.7183292 Dec 10 08:55:28.812828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-ab7148e9-942a-4079-8794-4d4fde6fb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:28.814180 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-ab7148e9-942a-4079-8794-4d4fde6fb081 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.9507744 Dec 10 08:55:28.882843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76cf18-fb80-40d0-bb23-bfbb8d36d73a req-121432cf-f1dd-41da-9f18-2b758ad9be1b tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:28.884559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce76cf18-fb80-40d0-bb23-bfbb8d36d73a req-121432cf-f1dd-41da-9f18-2b758ad9be1b tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 944 time: 0.1943674 Dec 10 08:55:28.888380 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1876420-00da-4fa2-a068-dedfb9988b55 req-d90b603b-a39b-4cf4-97cb-fe222b171155 service neutron] 10.222.0.39 "GET /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0761521 Dec 10 08:55:28.896250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:28.947205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:29.131633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:29.134878 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:29.137335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=cd30cc66-f23e-46c1-93ed-7036bbb4679e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:29.178260 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce76cf18-fb80-40d0-bb23-bfbb8d36d73a req-4c792f6a-8abf-46af-9b3f-6081251d53bb tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709067 Dec 10 08:55:29.187143 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:29.188277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6466711 Dec 10 08:55:29.189018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ef22-afb5-4c05-a4eb-9b4f8ca06577 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event updated for resources: {'Port': ['ID=8dd58fbf-25c0-41d2-bf7b-47ae4d7fa216,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:29.264299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-8fce7489-e9fc-42f6-9cb1-0255ef11078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.267220 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-8fce7489-e9fc-42f6-9cb1-0255ef11078f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.7500467 Dec 10 08:55:29.274028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.274681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:29.276719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-67dc3cfa-91f9-4bfa-aac0-1242d9d81013 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.0802307 Dec 10 08:55:29.282619 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] 10.222.0.18 "PUT /v2.0/ports/af59967d-867c-4e63-b942-11aac1b3b6fa HTTP/1.1" status: 200 len: 1091 time: 6.6278450 Dec 10 08:55:29.295000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cd30cc66-f23e-46c1-93ed-7036bbb4679e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:29.318890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-fbe492f3-a998-4e88-b304-b3858d05bdd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f HTTP/1.1" status: 200 len: 217 time: 0.3638144 Dec 10 08:55:29.483872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device da2b6d83-67a2-4e81-8a95-90bcd58e5979 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:29.637466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-75ce9b9c-8d2f-4438-88d4-0d608438ebe5 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.651982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-0690fa95-093f-4c8b-bc12-895fec48f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.656517 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b008b8d-6c63-4ad3-885b-0dec682160ee req-75ce9b9c-8d2f-4438-88d4-0d608438ebe5 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.3734570 Dec 10 08:55:29.666837 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-0690fa95-093f-4c8b-bc12-895fec48f84f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c65bd682-0caa-45b0-a312-a23907c0cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6174061 Dec 10 08:55:29.707184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caacf0f-99fa-43a4-9db3-90ee33051f9a service neutron] Pushing event updated for resources: {'Port': ['ID=af59967d-867c-4e63-b942-11aac1b3b6fa,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:29.810640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-1f70f6ca-df1b-4eea-b720-867c3b5fd491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.812555 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-1f70f6ca-df1b-4eea-b720-867c3b5fd491 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5094869 Dec 10 08:55:29.830764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-ab24dc55-5649-4939-9f07-2a5782ffe00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.835673 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-ab24dc55-5649-4939-9f07-2a5782ffe00f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 1094 time: 0.4586968 Dec 10 08:55:29.837563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-c486628c-3c0b-412d-8dcb-2a3cccb19b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.842954 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-c486628c-3c0b-412d-8dcb-2a3cccb19b53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.5076861 Dec 10 08:55:29.899867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a39a9-c386-4711-868b-8cdfe6d59f81 req-7d368e48-40fb-4641-89b9-ec757d138ddb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.908040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a39a9-c386-4711-868b-8cdfe6d59f81 req-7d368e48-40fb-4641-89b9-ec757d138ddb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.915105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a39a9-c386-4711-868b-8cdfe6d59f81 req-7d368e48-40fb-4641-89b9-ec757d138ddb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.922092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a39a9-c386-4711-868b-8cdfe6d59f81 req-7d368e48-40fb-4641-89b9-ec757d138ddb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.938611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a39a9-c386-4711-868b-8cdfe6d59f81 req-7d368e48-40fb-4641-89b9-ec757d138ddb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.945886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a39a9-c386-4711-868b-8cdfe6d59f81 req-7d368e48-40fb-4641-89b9-ec757d138ddb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.957452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a39a9-c386-4711-868b-8cdfe6d59f81 req-7d368e48-40fb-4641-89b9-ec757d138ddb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:29.969325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb8a39a9-c386-4711-868b-8cdfe6d59f81 req-7d368e48-40fb-4641-89b9-ec757d138ddb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.2310143 Dec 10 08:55:30.024360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:30.030667 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-0d6ba0b6-b873-48bf-ba7b-347b04fbf118 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082932 Dec 10 08:55:30.092647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa400dc2-986f-4d52-a1c1-adada2b999ea req-3d6fa68d-7d01-48eb-b904-ac4476502e9b tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:30.093303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa400dc2-986f-4d52-a1c1-adada2b999ea req-3d6fa68d-7d01-48eb-b904-ac4476502e9b tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 943 time: 0.2387304 Dec 10 08:55:30.128186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Set router 62735eb9-6282-4021-900a-9bbc03d979c2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:30.138127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb8a39a9-c386-4711-868b-8cdfe6d59f81 req-5df33932-90b9-48d9-9e8b-8852b60e5d40 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673546 Dec 10 08:55:30.196848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa400dc2-986f-4d52-a1c1-adada2b999ea req-89d85268-7d64-4167-9edb-7bb8a8a6fa5c tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954676 Dec 10 08:55:30.235594 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-4fb292e9-3890-4a61-90fd-4f9906689fb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af59967d-867c-4e63-b942-11aac1b3b6fa HTTP/1.1" status: 200 len: 217 time: 0.3674684 Dec 10 08:55:30.272721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:30.273784 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:30.415995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-20a99ec6-bb52-4cd4-b035-55b0d79aa2a8 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1629565 Dec 10 08:55:30.441805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:30.443483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port da2b6d83-67a2-4e81-8a95-90bcd58e5979 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:30.444057 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:30.511409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809266-50e5-485d-bf6b-510b88f69c89 req-5627c1b0-e5e3-4dec-a3fb-943870b2e05c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:30.519152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51809266-50e5-485d-bf6b-510b88f69c89 req-5627c1b0-e5e3-4dec-a3fb-943870b2e05c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 944 time: 0.1179225 Dec 10 08:55:30.546328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:30.608411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51809266-50e5-485d-bf6b-510b88f69c89 req-0ea23fdb-5423-49ad-88b9-1d0608ffb45c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879419 Dec 10 08:55:30.771369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:30.783846 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:30.866165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:30.872408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790c3cf4-1181-41e9-a20a-ec5a4073558a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:30.875007 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fa8073-b8d8-4d6f-981f-ad2850ef6ae9" -d '{"events": [{"server_uuid": "790c3cf4-1181-41e9-a20a-ec5a4073558a", "name": "network-vif-plugged", "status": "completed", "tag": "acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:30.887375 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:30.898707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ead8d2-f69c-4d49-ac62-d6073d4cea42', 'tag': 'af59967d-867c-4e63-b942-11aac1b3b6fa'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:30.900609 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bf9298-6eee-450a-9773-bf21a97e2c63" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ead8d2-f69c-4d49-ac62-d6073d4cea42", "tag": "af59967d-867c-4e63-b942-11aac1b3b6fa"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:30.907048 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f8e9cbb-249c-4edc-8857-8372d6b8b451 req-e6181230-6f1e-46e8-89a0-e2a2b1a4685c service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847713 Dec 10 08:55:30.951974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-547ace30-07e5-4840-a823-7602b270dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:30.951974 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-547ace30-07e5-4840-a823-7602b270dbae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0807719 Dec 10 08:55:30.961169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-df2857cd-654c-46f4-b872-ed4bfbf3b239 service neutron] 10.222.0.18 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2694135 Dec 10 08:55:31.031781 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31234fe7-0615-4fb3-bdf4-f5aa4b9b3ed4 x-openstack-request-id: req-31234fe7-0615-4fb3-bdf4-f5aa4b9b3ed4 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:31.032551 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790c3cf4-1181-41e9-a20a-ec5a4073558a", "name": "network-vif-plugged", "status": "completed", "tag": "acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:31.032984 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31234fe7-0615-4fb3-bdf4-f5aa4b9b3ed4 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:31.034624 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790c3cf4-1181-41e9-a20a-ec5a4073558a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab', 'code': 200} Dec 10 08:55:31.039856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:31.079936 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-3636cbe6-8ecf-4963-94b0-85a6fec3c357 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105669 Dec 10 08:55:31.104197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:14Z', 'updated_at': '2021-12-10T08:55:21Z', 'revision_number': 3, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'gw_port': {'id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:19Z', 'updated_at': '2021-12-10T08:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:31.135727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Checking router: 62735eb9-6282-4021-900a-9bbc03d979c2 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:55:31.136338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Updating router 62735eb9-6282-4021-900a-9bbc03d979c2 port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:55:31.147036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Allocated IP 172.25.3.195 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/bee9ad56-96ff-456d-862f-3a52cd71daf0) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:31.173744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:31.222450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3ee02c8-f285-4f77-93f5-fd4c00ee1a13 req-690acbff-e0a1-4c08-a6c6-a26bc18c6852 service neutron] 10.222.0.18 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322250 Dec 10 08:55:31.303208 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4fcbbe-1cfd-40d8-9918-d8dd1d9cd6c5 x-openstack-request-id: req-8f4fcbbe-1cfd-40d8-9918-d8dd1d9cd6c5 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:31.304364 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ead8d2-f69c-4d49-ac62-d6073d4cea42", "tag": "af59967d-867c-4e63-b942-11aac1b3b6fa", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:31.304791 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f4fcbbe-1cfd-40d8-9918-d8dd1d9cd6c5 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:31.305489 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ead8d2-f69c-4d49-ac62-d6073d4cea42', 'tag': 'af59967d-867c-4e63-b942-11aac1b3b6fa', 'status': 'completed', 'code': 200} Dec 10 08:55:31.307155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-fcbe7d01-c679-4755-9f00-0a58107bff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.309034 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-fcbe7d01-c679-4755-9f00-0a58107bff80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3824dd-418d-4be1-8029-af2e85fafd44 HTTP/1.1" status: 200 len: 855 time: 1.0427995 Dec 10 08:55:31.382386 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:31.448489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:31.509116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d3a6-f71f-482e-9db8-9633a3e573c1 req-7b5f2d21-7543-4338-b16c-349c30ce36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.511217 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d349d3a6-f71f-482e-9db8-9633a3e573c1 req-7b5f2d21-7543-4338-b16c-349c30ce36f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 1096 time: 0.4297762 Dec 10 08:55:31.517365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-53bf754b-1d27-4d45-ad0b-bb91b0967670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.519103 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-53bf754b-1d27-4d45-ad0b-bb91b0967670 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 1095 time: 0.1866732 Dec 10 08:55:31.546375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-2141500b-c679-4f35-9b77-3c06bd139aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.548186 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-2141500b-c679-4f35-9b77-3c06bd139aff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c65bd682-0caa-45b0-a312-a23907c0cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144237 Dec 10 08:55:31.571987 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-480245f2-7e11-40cc-9c79-b9ee566578f5 req-f9550271-d895-4285-b215-b2d2cd16d833 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438647 Dec 10 08:55:31.634843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event updated for resources: {'Port': ['ID=bee9ad56-96ff-456d-862f-3a52cd71daf0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:31.648827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:31.656461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:31.659542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:31.703716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0bfd-9628-438d-84f3-a266233363cc req-5e4f2dae-4db2-4194-9147-8f74259266e6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.710049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0bfd-9628-438d-84f3-a266233363cc req-5e4f2dae-4db2-4194-9147-8f74259266e6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.716316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0bfd-9628-438d-84f3-a266233363cc req-5e4f2dae-4db2-4194-9147-8f74259266e6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.734979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0bfd-9628-438d-84f3-a266233363cc req-5e4f2dae-4db2-4194-9147-8f74259266e6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.748328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0bfd-9628-438d-84f3-a266233363cc req-5e4f2dae-4db2-4194-9147-8f74259266e6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.762922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:31.768481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0bfd-9628-438d-84f3-a266233363cc req-5e4f2dae-4db2-4194-9147-8f74259266e6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.780378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0bfd-9628-438d-84f3-a266233363cc req-5e4f2dae-4db2-4194-9147-8f74259266e6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:31.784255 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:31.786643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07be0bfd-9628-438d-84f3-a266233363cc req-5e4f2dae-4db2-4194-9147-8f74259266e6 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.3634448 Dec 10 08:55:31.797784 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:31.873761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Attempting to bind port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:31.874140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Attempting to bind port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:31.874508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Attempting to bind port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:31.887349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d349d3a6-f71f-482e-9db8-9633a3e573c1 req-0ceaf5df-6627-4128-b40c-4bc98e5f6507 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670132 Dec 10 08:55:31.904510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07be0bfd-9628-438d-84f3-a266233363cc req-abd902c0-9c18-4f24-ad87-c734ebb21274 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081152 Dec 10 08:55:31.912486 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:31.950547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:31.950547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:31.950547 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:31.951866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:31.952477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Bound port: 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:31.958548 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:32.039968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:32.077769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Allocated IP 172.20.0.1 (d09bb86c-ecf0-4750-9514-41b580d57027/2ccae701-362d-48d0-ad66-8ee8b757c89e/d2e71b7c-a996-4c20-94ea-4039ccc997df) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:32.079765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] For port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:32.093836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] For port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0bfef75c-77c7-4e3e-bc6c-de65c86a36c0,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:32.121977 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:32.151173 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-d2e59509-20d4-4868-9d30-e5d7c7326347 service neutron] 10.222.0.18 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741725 Dec 10 08:55:32.153251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0909-358e-41ac-a099-cf7efe76d319 req-3200aa8a-f717-4621-90e0-59466882920d tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:32.162159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d0f0909-358e-41ac-a099-cf7efe76d319 req-3200aa8a-f717-4621-90e0-59466882920d tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 943 time: 0.0869169 Dec 10 08:55:32.183545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-90d0d641-62a8-47ab-8e40-b7496610c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:32.185018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-90d0d641-62a8-47ab-8e40-b7496610c424 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 917 time: 0.6357090 Dec 10 08:55:32.202174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079273f7-f245-4274-9545-3e6d29d4cc6c None None] Pushing event updated for resources: {'Port': ['ID=0bfef75c-77c7-4e3e-bc6c-de65c86a36c0,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:32.344201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d0f0909-358e-41ac-a099-cf7efe76d319 req-81c20b69-7612-4f8e-a154-e9cd7669bd4d tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805661 Dec 10 08:55:32.361677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Routers {'62735eb9-6282-4021-900a-9bbc03d979c2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:32.364697 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-40420a4f-d9d5-40b3-9424-67910ad0480b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 HTTP/1.1" status: 200 len: 217 time: 0.0438163 Dec 10 08:55:32.375477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['62735eb9-6282-4021-900a-9bbc03d979c2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:32.506613 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:32.537011 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:32.627685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-31fac56a-c46f-4b62-b080-3ea1648e6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:32.629368 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-31fac56a-c46f-4b62-b080-3ea1648e6b50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3824dd-418d-4be1-8029-af2e85fafd44 HTTP/1.1" status: 200 len: 855 time: 0.2426395 Dec 10 08:55:32.631778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] Set router 62735eb9-6282-4021-900a-9bbc03d979c2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:32.658883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:32.713948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4e74db91-0a37-4999-a69f-22073a8c53d4 req-06fa7861-cd8a-401b-89f3-096279aaaaa1 service neutron] 10.222.0.18 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278151 Dec 10 08:55:32.744920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-dc449e97-6d01-47f9-86ee-8e2f77f90bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:32.746930 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-dc449e97-6d01-47f9-86ee-8e2f77f90bb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c65bd682-0caa-45b0-a312-a23907c0cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054087 Dec 10 08:55:32.799707 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:32.850274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event updated for resources: {'Port': ['ID=bee9ad56-96ff-456d-862f-3a52cd71daf0,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:32.886728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25004fc9-ae3c-40c2-ac54-37093915c6a8 req-0252f809-30a5-4b08-bf2c-9df1c7b783d7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:32.890999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25004fc9-ae3c-40c2-ac54-37093915c6a8 req-0252f809-30a5-4b08-bf2c-9df1c7b783d7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 945 time: 0.2652764 Dec 10 08:55:32.913705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:32.943176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Network d09bb86c-ecf0-4750-9514-41b580d57027 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:32.977260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:32.978163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0ebb14e6-54c6-45d1-8e60-702ee19cda61 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:32.982018 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:32.992474 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:32.993752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-7f1a93a0-01b1-4f56-8ba0-fea5ebd78a63 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5570855 Dec 10 08:55:33.043471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Pushing event updated for resources: {'Port': ['ID=d2e71b7c-a996-4c20-94ea-4039ccc997df,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:33.066015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-16e6382b-fdda-4007-8ac5-05b54f172c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.068223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-16e6382b-fdda-4007-8ac5-05b54f172c53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 1094 time: 0.2830420 Dec 10 08:55:33.125273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25004fc9-ae3c-40c2-ac54-37093915c6a8 req-580ef2ac-2f52-4925-952d-f88fe3fa8fe0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236404 Dec 10 08:55:33.148922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cd30cc66-f23e-46c1-93ed-7036bbb4679e up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:33.148922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079273f7-f245-4274-9545-3e6d29d4cc6c None None] Pushing event updated for resources: {'Port': ['ID=0bfef75c-77c7-4e3e-bc6c-de65c86a36c0,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:33.151178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-0e1985f3-1aee-46c9-96d4-39c14cd06f79 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.1437676 Dec 10 08:55:33.209921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-8ff69762-d51e-4c28-816b-a5a75784fe1e service neutron] 10.222.0.18 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469147 Dec 10 08:55:33.334018 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:33.436091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-99e0c4c5-17ac-451c-8dae-2cd3824df731 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.437562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be88e7d1-a15c-4b04-a2bd-d00ab6ce76e8 req-99e0c4c5-17ac-451c-8dae-2cd3824df731 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.2793210 Dec 10 08:55:33.569120 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3345a036-c3c0-4cad-b327-48b2f50115ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:33.605657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-361a8483-9e31-471b-89d4-973728d8b5fe None None] Provisioning complete for port d2e71b7c-a996-4c20-94ea-4039ccc997df triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:33.606405 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-361a8483-9e31-471b-89d4-973728d8b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:33.640140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 0ebb14e6-54c6-45d1-8e60-702ee19cda61 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:33.640371 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b9e9d03-c5d3-475b-9c6b-a1616b610678 req-d2435848-afad-4155-9728-95de4fff2aa1 service neutron] 10.222.0.18 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913012 Dec 10 08:55:33.643056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-a4d79ffb-56a6-446b-b0c0-7445c3fea70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.644135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-a4d79ffb-56a6-446b-b0c0-7445c3fea70c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 917 time: 0.5425639 Dec 10 08:55:33.662175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 0ebb14e6-54c6-45d1-8e60-702ee19cda61 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:33.663057 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:33.706895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port cd30cc66-f23e-46c1-93ed-7036bbb4679e completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:33.718529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port cd30cc66-f23e-46c1-93ed-7036bbb4679e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:33.719309 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:33.758723 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-e075f188-0820-41b9-abb5-0a2d971fb32a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af59967d-867c-4e63-b942-11aac1b3b6fa HTTP/1.1" status: 200 len: 217 time: 0.0561020 Dec 10 08:55:33.773958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:14Z', 'updated_at': '2021-12-10T08:55:21Z', 'revision_number': 3, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'gw_port': {'id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:19Z', 'updated_at': '2021-12-10T08:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:33.776093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-361a8483-9e31-471b-89d4-973728d8b5fe None None] Port d2e71b7c-a996-4c20-94ea-4039ccc997df cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:55:33.814948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c705a-4151-4d1b-8465-5f5d69a0ec35 req-89a909ba-c760-4418-b57c-0af2ef904df8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.819136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f3e61-c0db-4128-bed3-423c0e5324d2 None None] The sync data for ids ['62735eb9-6282-4021-900a-9bbc03d979c2'] in n-d-814746-3 is: [{'id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:14Z', 'updated_at': '2021-12-10T08:55:21Z', 'revision_number': 3, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'gw_port': {'id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:19Z', 'updated_at': '2021-12-10T08:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:55:33.843556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c705a-4151-4d1b-8465-5f5d69a0ec35 req-89a909ba-c760-4418-b57c-0af2ef904df8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.854605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c705a-4151-4d1b-8465-5f5d69a0ec35 req-89a909ba-c760-4418-b57c-0af2ef904df8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.874293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c705a-4151-4d1b-8465-5f5d69a0ec35 req-89a909ba-c760-4418-b57c-0af2ef904df8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.888131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c705a-4151-4d1b-8465-5f5d69a0ec35 req-89a909ba-c760-4418-b57c-0af2ef904df8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.894260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-b22cdc8a-23e9-4837-bd39-2e2c14fb6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.899478 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-b22cdc8a-23e9-4837-bd39-2e2c14fb6641 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3824dd-418d-4be1-8029-af2e85fafd44 HTTP/1.1" status: 200 len: 855 time: 0.1264198 Dec 10 08:55:33.916316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c705a-4151-4d1b-8465-5f5d69a0ec35 req-89a909ba-c760-4418-b57c-0af2ef904df8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.934816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c705a-4151-4d1b-8465-5f5d69a0ec35 req-89a909ba-c760-4418-b57c-0af2ef904df8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.942833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c45c705a-4151-4d1b-8465-5f5d69a0ec35 req-89a909ba-c760-4418-b57c-0af2ef904df8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.3515785 Dec 10 08:55:33.968723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb797-f383-45cd-9063-dc70a90f642b req-e71b3062-583b-4d86-98e0-466a5f6dcd00 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:33.973021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd6cb797-f383-45cd-9063-dc70a90f642b req-e71b3062-583b-4d86-98e0-466a5f6dcd00 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 943 time: 0.3994422 Dec 10 08:55:34.095766 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:34.114603 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:34.133871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b82b6e-065a-477e-92df-70e3dfab0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebb14e6-54c6-45d1-8e60-702ee19cda61'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:34.136300 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd2bc3a-a4ed-439d-bfeb-175113642c4d" -d '{"events": [{"server_uuid": "c8b82b6e-065a-477e-92df-70e3dfab0772", "name": "network-vif-plugged", "status": "completed", "tag": "0ebb14e6-54c6-45d1-8e60-702ee19cda61"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:34.156080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0ebb14e6-54c6-45d1-8e60-702ee19cda61, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0ebb14e6-54c6-45d1-8e60-702ee19cda61,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:34.164329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd6cb797-f383-45cd-9063-dc70a90f642b req-4470f79a-b387-41f3-a737-7014581889de tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742692 Dec 10 08:55:34.166939 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:34.182310 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:34.215139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-28283cb3-5f1a-4d24-ab43-0484cea9181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:34.225363 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-28283cb3-5f1a-4d24-ab43-0484cea9181d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c65bd682-0caa-45b0-a312-a23907c0cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821396 Dec 10 08:55:34.249686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c45c705a-4151-4d1b-8465-5f5d69a0ec35 req-b8928bfc-fb3f-42a3-9021-1ef4e24add67 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2742338 Dec 10 08:55:34.296326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cd30cc66-f23e-46c1-93ed-7036bbb4679e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cd30cc66-f23e-46c1-93ed-7036bbb4679e,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:34.311011 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:34.350645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0ebb14e6-54c6-45d1-8e60-702ee19cda61,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:34.545168 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d5c292-5ca7-4c4d-b386-e3c19441f464 x-openstack-request-id: req-56d5c292-5ca7-4c4d-b386-e3c19441f464 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:34.549930 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b82b6e-065a-477e-92df-70e3dfab0772", "name": "network-vif-plugged", "status": "completed", "tag": "0ebb14e6-54c6-45d1-8e60-702ee19cda61", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:34.550521 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56d5c292-5ca7-4c4d-b386-e3c19441f464 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:34.551172 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b82b6e-065a-477e-92df-70e3dfab0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebb14e6-54c6-45d1-8e60-702ee19cda61', 'code': 200} Dec 10 08:55:34.563825 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:55:34.569759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=cd30cc66-f23e-46c1-93ed-7036bbb4679e,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:34.721920 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-ff95a364-4e90-4579-b830-64c357b1d052 service neutron] 10.222.0.18 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861915 Dec 10 08:55:34.854493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-4eed4840-d824-450b-99a2-6d45f47a5073 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6030650 Dec 10 08:55:34.876437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:34.900642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575790d9-d807-44da-b5fb-d7769f6e377a req-94a3c36c-efce-4105-b53b-194557425281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:34.902965 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-575790d9-d807-44da-b5fb-d7769f6e377a req-94a3c36c-efce-4105-b53b-194557425281 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8b82b6e-065a-477e-92df-70e3dfab0772 HTTP/1.1" status: 200 len: 1096 time: 0.2601404 Dec 10 08:55:35.033187 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-575790d9-d807-44da-b5fb-d7769f6e377a req-8f4a6a5e-756a-43fe-a25d-0fbc6d0a78e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148252 Dec 10 08:55:35.048245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.062088 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22bf9298-6eee-450a-9773-bf21a97e2c63 req-9825822e-2a5b-483d-a16d-7b450de04038 service neutron] 10.222.0.18 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307338 Dec 10 08:55:35.064270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.158518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Pushing event updated for resources: {'Port': ['ID=d2e71b7c-a996-4c20-94ea-4039ccc997df,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:35.207358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.262710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:35.402483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Network d09bb86c-ecf0-4750-9514-41b580d57027 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:35.404663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:35.410516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:35.411865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.423052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e8554db-464c-434f-95b8-bcdd39504118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.532312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93480e8-ae67-4296-8374-a120068274ea req-b13b25e1-ea62-4024-963c-6002bb0f36ad tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:35.537255 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a93480e8-ae67-4296-8374-a120068274ea req-b13b25e1-ea62-4024-963c-6002bb0f36ad tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 945 time: 0.9209683 Dec 10 08:55:35.601172 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.614712 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.630874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a93480e8-ae67-4296-8374-a120068274ea req-74f6a945-fefc-4f5e-abb3-a15b963f247a tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862730 Dec 10 08:55:35.652984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0bfef75c-77c7-4e3e-bc6c-de65c86a36c0,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:35.656463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Router 62735eb9-6282-4021-900a-9bbc03d979c2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:55:35.665805 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.753863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=0bfef75c-77c7-4e3e-bc6c-de65c86a36c0,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:35.932854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-86b023a0-9eca-436d-a066-5a9fb33d4b90 None None] Provisioning complete for port d2e71b7c-a996-4c20-94ea-4039ccc997df triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:35.933973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-86b023a0-9eca-436d-a066-5a9fb33d4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.951290 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:35.958872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:55:35.969541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a9c3ae7c-56c0-4949-ae4e-2778c3a50e1c admin admin] 10.222.0.31 "PUT /v2.0/routers/62735eb9-6282-4021-900a-9bbc03d979c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4306736 Dec 10 08:55:36.009172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-86b023a0-9eca-436d-a066-5a9fb33d4b90 None None] Port d2e71b7c-a996-4c20-94ea-4039ccc997df cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:55:36.101302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d27a24-c5c6-43f2-9a63-72ab2aa23d15 req-4ddec0c9-98fd-4762-a47c-c60ed31b9ef9 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:36.103097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7d27a24-c5c6-43f2-9a63-72ab2aa23d15 req-4ddec0c9-98fd-4762-a47c-c60ed31b9ef9 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 943 time: 0.1240189 Dec 10 08:55:36.195420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7d27a24-c5c6-43f2-9a63-72ab2aa23d15 req-2a454b21-c872-4ba6-886d-b688e12f50a2 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641067 Dec 10 08:55:36.210057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Allocated IP 172.25.3.62 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/06483acd-9a7e-491e-a18a-ac3e9e63b87f) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:36.408405 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:36.418873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aea7-5ed2-470a-a5d5-5c0ba22d3991 req-cbeb8e80-db4e-4b24-86fd-f0f1d4797c9a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:36.447226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aea7-5ed2-470a-a5d5-5c0ba22d3991 req-cbeb8e80-db4e-4b24-86fd-f0f1d4797c9a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:36.454783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aea7-5ed2-470a-a5d5-5c0ba22d3991 req-cbeb8e80-db4e-4b24-86fd-f0f1d4797c9a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:36.466756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aea7-5ed2-470a-a5d5-5c0ba22d3991 req-cbeb8e80-db4e-4b24-86fd-f0f1d4797c9a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:36.473960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aea7-5ed2-470a-a5d5-5c0ba22d3991 req-cbeb8e80-db4e-4b24-86fd-f0f1d4797c9a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:36.480343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aea7-5ed2-470a-a5d5-5c0ba22d3991 req-cbeb8e80-db4e-4b24-86fd-f0f1d4797c9a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:36.487303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77aea7-5ed2-470a-a5d5-5c0ba22d3991 req-cbeb8e80-db4e-4b24-86fd-f0f1d4797c9a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:36.494542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b77aea7-5ed2-470a-a5d5-5c0ba22d3991 req-cbeb8e80-db4e-4b24-86fd-f0f1d4797c9a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.1958642 Dec 10 08:55:36.554206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552114cd-58b6-4289-81bd-2752a75a79a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd30cc66-f23e-46c1-93ed-7036bbb4679e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:36.556700 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17605fec-4c98-4508-af1e-89dd43507da9" -d '{"events": [{"server_uuid": "552114cd-58b6-4289-81bd-2752a75a79a8", "name": "network-vif-plugged", "status": "completed", "tag": "cd30cc66-f23e-46c1-93ed-7036bbb4679e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:36.578450 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:36.584968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b77aea7-5ed2-470a-a5d5-5c0ba22d3991 req-8c3fa9b3-50cb-4df0-84f0-c012b9fa9f07 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769868 Dec 10 08:55:36.635925 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:36.705681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device af59967d-867c-4e63-b942-11aac1b3b6fa details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:36.720565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:36.742864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:36.750136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:36.848069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event updated for resources: {'Port': ['ID=06483acd-9a7e-491e-a18a-ac3e9e63b87f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:36.954639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port af59967d-867c-4e63-b942-11aac1b3b6fa, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=af59967d-867c-4e63-b942-11aac1b3b6fa,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:36.970585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'af59967d-867c-4e63-b942-11aac1b3b6fa', 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41', 'port_id': 'af59967d-867c-4e63-b942-11aac1b3b6fa', 'mac_address': 'fa:16:3e:38:40:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3824dd-418d-4be1-8029-af2e85fafd44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:36.992230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f77dd0-46df-4296-9032-c7f7053d2732 req-a32fb8e2-9e26-4141-b5b9-dcb76c916d52 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:36.995227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9f77dd0-46df-4296-9032-c7f7053d2732 req-a32fb8e2-9e26-4141-b5b9-dcb76c916d52 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8b82b6e-065a-477e-92df-70e3dfab0772 HTTP/1.1" status: 200 len: 945 time: 0.1315444 Dec 10 08:55:37.013955 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.054085 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.072522 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Sync routers for ids ['62735eb9-6282-4021-900a-9bbc03d979c2'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:55:37.088888 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Routers {'62735eb9-6282-4021-900a-9bbc03d979c2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:37.090059 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['62735eb9-6282-4021-900a-9bbc03d979c2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:37.126264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9f77dd0-46df-4296-9032-c7f7053d2732 req-eca7b302-7a2d-4452-9bec-61b3dd21aa07 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034007 Dec 10 08:55:37.148178 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.150501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af59967d-867c-4e63-b942-11aac1b3b6fa {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:37.248192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port af59967d-867c-4e63-b942-11aac1b3b6fa, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=af59967d-867c-4e63-b942-11aac1b3b6fa,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:37.279640 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.280624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:37.344792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:37.430727 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Set router 62735eb9-6282-4021-900a-9bbc03d979c2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:37.549787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:37.600256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '8bf3e49e-12f6-4c30-9278-af5bfc1c2c07', 'network_id': 'c65bd682-0caa-45b0-a312-a23907c0cd41', 'port_id': '8bf3e49e-12f6-4c30-9278-af5bfc1c2c07', 'mac_address': 'fa:16:3e:d6:eb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3824dd-418d-4be1-8029-af2e85fafd44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:37.613304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-ca0687ea-ee39-4a53-abb3-3e90b3e4f981 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3101096 Dec 10 08:55:37.667474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:37.704074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.720696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.726912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=af59967d-867c-4e63-b942-11aac1b3b6fa,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:37.748948 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.750534 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.762053 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:14Z', 'updated_at': '2021-12-10T08:55:34Z', 'revision_number': 4, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'gw_port': {'id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:19Z', 'updated_at': '2021-12-10T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'd2e71b7c-a996-4c20-94ea-4039ccc997df', 'name': '', 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'mac_address': 'fa:16:3e:2b:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2ccae701-362d-48d0-ad66-8ee8b757c89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:31Z', 'updated_at': '2021-12-10T08:55:34Z', 'revision_number': 2, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'subnets': [{'id': '2ccae701-362d-48d0-ad66-8ee8b757c89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:37.767056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:37.767435 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.772367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:37.790623 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Checking router: 62735eb9-6282-4021-900a-9bbc03d979c2 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:55:37.791045 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Updating router 62735eb9-6282-4021-900a-9bbc03d979c2 port d2e71b7c-a996-4c20-94ea-4039ccc997df binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:55:37.827087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:37.837116 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.857738 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:37.939971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event updated for resources: {'Port': ['ID=06483acd-9a7e-491e-a18a-ac3e9e63b87f,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:37.951572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:37.975849 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.004329 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.006162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-21392c14-a928-4eef-967e-3f9e8fbf3c4c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1507897 Dec 10 08:55:38.085485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-f80a7984-7c65-4a81-a21e-bd38c0a853e5 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.0716150 Dec 10 08:55:38.088704 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.106139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.189014 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['8bf3e49e-12f6-4c30-9278-af5bfc1c2c07'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:38.195605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['af59967d-867c-4e63-b942-11aac1b3b6fa'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:38.247278 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.257319 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.291793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-50f852e6-512c-47d0-a86f-2488d5c00bc8 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:38.293047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-620848a9-1bc6-4e88-b03e-df7fa29743ce req-50f852e6-512c-47d0-a86f-2488d5c00bc8 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.2020676 Dec 10 08:55:38.332332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Allocated IP 172.25.3.161 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/046bab36-9a68-42df-894e-71cb0a08c2e1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:38.356177 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e40fef-054e-4316-b3c9-943ac97b79ec None None] Pushing event updated for resources: {'Port': ['ID=d2e71b7c-a996-4c20-94ea-4039ccc997df,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:38.410647 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db81b9d9-68bd-4402-8076-c00d34011574 x-openstack-request-id: req-db81b9d9-68bd-4402-8076-c00d34011574 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:38.416677 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552114cd-58b6-4289-81bd-2752a75a79a8", "name": "network-vif-plugged", "status": "completed", "tag": "cd30cc66-f23e-46c1-93ed-7036bbb4679e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:38.417130 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db81b9d9-68bd-4402-8076-c00d34011574 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:38.417713 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552114cd-58b6-4289-81bd-2752a75a79a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd30cc66-f23e-46c1-93ed-7036bbb4679e', 'code': 200} Dec 10 08:55:38.471920 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Attempting to bind port d2e71b7c-a996-4c20-94ea-4039ccc997df on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:55:38.475006 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Attempting to bind port d2e71b7c-a996-4c20-94ea-4039ccc997df by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:55:38.475359 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Attempting to bind port d2e71b7c-a996-4c20-94ea-4039ccc997df on network d09bb86c-ecf0-4750-9514-41b580d57027 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:55:38.493100 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:55:38.493701 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Checking segment: {'id': 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:55:38.494117 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.496495 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Bound using segment: {'id': 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:55:38.497030 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Bound port: d2e71b7c-a996-4c20-94ea-4039ccc997df, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:55:38.503635 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.578116 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.612882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309abf1-e188-405d-890c-acde3b1eec46 req-3a90148d-2630-4970-bff4-0119a6d847c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:38.614621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6309abf1-e188-405d-890c-acde3b1eec46 req-3a90148d-2630-4970-bff4-0119a6d847c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=552114cd-58b6-4289-81bd-2752a75a79a8 HTTP/1.1" status: 200 len: 1096 time: 0.1573088 Dec 10 08:55:38.643813 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] For port d2e71b7c-a996-4c20-94ea-4039ccc997df, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:55:38.644736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73520283-bbb6-4b35-9d25-69cacee42e36 req-24b9489e-018b-4464-b739-a2e81a78b7df tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:38.651379 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] For port d2e71b7c-a996-4c20-94ea-4039ccc997df, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d2e71b7c-a996-4c20-94ea-4039ccc997df,segment=NetworkSegment(b99bbdf5-feb2-4d5a-af92-ca06a9f31350),segment_id=b99bbdf5-feb2-4d5a-af92-ca06a9f31350)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:55:38.653284 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73520283-bbb6-4b35-9d25-69cacee42e36 req-24b9489e-018b-4464-b739-a2e81a78b7df tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=552114cd-58b6-4289-81bd-2752a75a79a8 HTTP/1.1" status: 200 len: 945 time: 0.0877283 Dec 10 08:55:38.664133 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.722505 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Routers {'62735eb9-6282-4021-900a-9bbc03d979c2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:38.723141 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['62735eb9-6282-4021-900a-9bbc03d979c2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:38.739852 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6309abf1-e188-405d-890c-acde3b1eec46 req-1513bc1a-063d-4a04-8bb4-4bf43eea3bfa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043305 Dec 10 08:55:38.756407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.763131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73520283-bbb6-4b35-9d25-69cacee42e36 req-a411dfc8-717a-4d8a-8960-b4446eba945f tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087372 Dec 10 08:55:38.772183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-af310add-3fdd-467f-b0a3-e17bd042efd2 None None] Provisioning complete for port d2e71b7c-a996-4c20-94ea-4039ccc997df triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:38.772766 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-af310add-3fdd-467f-b0a3-e17bd042efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.835613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:38.838909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:38.844701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:38.851018 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] Set router 62735eb9-6282-4021-900a-9bbc03d979c2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:38.948959 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-af310add-3fdd-467f-b0a3-e17bd042efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:38.982354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Pushing event updated for resources: {'Port': ['ID=046bab36-9a68-42df-894e-71cb0a08c2e1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:39.019455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-af310add-3fdd-467f-b0a3-e17bd042efd2 None None] For port d2e71b7c-a996-4c20-94ea-4039ccc997df, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d2e71b7c-a996-4c20-94ea-4039ccc997df,segment=NetworkSegment(b99bbdf5-feb2-4d5a-af92-ca06a9f31350),segment_id=b99bbdf5-feb2-4d5a-af92-ca06a9f31350)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:39.028836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-af310add-3fdd-467f-b0a3-e17bd042efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:39.079230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66fa30-a044-4492-8d1b-419133fe7a35 req-4829c69c-cece-4126-bdcf-f1ab79948a72 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:39.080850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c66fa30-a044-4492-8d1b-419133fe7a35 req-4829c69c-cece-4126-bdcf-f1ab79948a72 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 944 time: 0.1504161 Dec 10 08:55:39.125967 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:39.153484 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e40fef-054e-4316-b3c9-943ac97b79ec None None] Pushing event updated for resources: {'Port': ['ID=d2e71b7c-a996-4c20-94ea-4039ccc997df,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:39.163504 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:39.174345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af310add-3fdd-467f-b0a3-e17bd042efd2 None None] Pushing event updated for resources: {'Port': ['ID=d2e71b7c-a996-4c20-94ea-4039ccc997df,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:39.186918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3274184b-a789-4d89-ac84-9f412ca1e778 None None] Provisioning complete for port d2e71b7c-a996-4c20-94ea-4039ccc997df triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:39.187534 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3274184b-a789-4d89-ac84-9f412ca1e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:39.206474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c66fa30-a044-4492-8d1b-419133fe7a35 req-8a209ff1-dc7c-4823-8a60-edeef820eeb0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132371 Dec 10 08:55:39.208617 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:14Z', 'updated_at': '2021-12-10T08:55:34Z', 'revision_number': 4, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'gw_port': {'id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:19Z', 'updated_at': '2021-12-10T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'd2e71b7c-a996-4c20-94ea-4039ccc997df', 'name': '', 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'mac_address': 'fa:16:3e:2b:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2ccae701-362d-48d0-ad66-8ee8b757c89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:31Z', 'updated_at': '2021-12-10T08:55:38Z', 'revision_number': 4, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'subnets': [{'id': '2ccae701-362d-48d0-ad66-8ee8b757c89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:39.212980 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:39.261985 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f589c4-b5f4-4e46-a760-a99ac2ba02f6 None None] The sync data for ids ['62735eb9-6282-4021-900a-9bbc03d979c2'] in n-d-814746-3 is: [{'id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:14Z', 'updated_at': '2021-12-10T08:55:34Z', 'revision_number': 4, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'gw_port': {'id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:19Z', 'updated_at': '2021-12-10T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'd2e71b7c-a996-4c20-94ea-4039ccc997df', 'name': '', 'network_id': 'd09bb86c-ecf0-4750-9514-41b580d57027', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'mac_address': 'fa:16:3e:2b:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '2ccae701-362d-48d0-ad66-8ee8b757c89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:31Z', 'updated_at': '2021-12-10T08:55:38Z', 'revision_number': 4, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'subnets': [{'id': '2ccae701-362d-48d0-ad66-8ee8b757c89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:55:39.485711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c33c9-97bb-4c0a-b3e4-41212960cc64 req-93c20789-f0a3-4568-a5dd-72eb47594998 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:39.492092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c33c9-97bb-4c0a-b3e4-41212960cc64 req-93c20789-f0a3-4568-a5dd-72eb47594998 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:39.498068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c33c9-97bb-4c0a-b3e4-41212960cc64 req-93c20789-f0a3-4568-a5dd-72eb47594998 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:39.503941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c33c9-97bb-4c0a-b3e4-41212960cc64 req-93c20789-f0a3-4568-a5dd-72eb47594998 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:39.515302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c33c9-97bb-4c0a-b3e4-41212960cc64 req-93c20789-f0a3-4568-a5dd-72eb47594998 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:39.524338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c33c9-97bb-4c0a-b3e4-41212960cc64 req-93c20789-f0a3-4568-a5dd-72eb47594998 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:39.529565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c33c9-97bb-4c0a-b3e4-41212960cc64 req-93c20789-f0a3-4568-a5dd-72eb47594998 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:39.534849 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b02c33c9-97bb-4c0a-b3e4-41212960cc64 req-93c20789-f0a3-4568-a5dd-72eb47594998 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5421 time: 0.1617053 Dec 10 08:55:39.599703 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:39.620720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:39.645248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b02c33c9-97bb-4c0a-b3e4-41212960cc64 req-3e9c43c8-b371-4acb-9b07-4ca144d2f934 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994675 Dec 10 08:55:39.744658 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Pushing event updated for resources: {'Port': ['ID=046bab36-9a68-42df-894e-71cb0a08c2e1,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:39.782376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:39.869271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:39.870673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-b46ba2e7-8d81-4abd-8656-61ce8af68ad9 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2084420 Dec 10 08:55:39.946282 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-0a8a4992-e17e-4af0-b43e-6e214f3f6264 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0682085 Dec 10 08:55:40.046362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79830a28-101a-4262-9460-9d2f940d68d4 req-24bf5470-4538-40d5-b523-9ef4d4886de7 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2401140 Dec 10 08:55:40.066743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:40.136195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-bbb8e222-f471-4a55-8cce-24b0dc962f45 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:40.151256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4308566-bc7b-456b-aa82-e018b3bf929e req-bbb8e222-f471-4a55-8cce-24b0dc962f45 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1861451 Dec 10 08:55:40.156334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:40.412069 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:40.601632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4eb0b1-8d0b-429a-b3d8-b86507e02fc6 req-5d01f9d7-9466-4329-bd9a-0632ffe30819 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:40.610262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be4eb0b1-8d0b-429a-b3d8-b86507e02fc6 req-5d01f9d7-9466-4329-bd9a-0632ffe30819 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=552114cd-58b6-4289-81bd-2752a75a79a8 HTTP/1.1" status: 200 len: 945 time: 0.1045630 Dec 10 08:55:40.685904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Allocated IP 172.25.3.241 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/64aca6bb-acb6-4a33-b0d1-a7b26161307a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:40.694984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 921b3032-0cd1-40eb-832a-d29462c70da1 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:40.712297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be4eb0b1-8d0b-429a-b3d8-b86507e02fc6 req-bf4a9e6a-2187-4e89-a095-30910948107f tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956542 Dec 10 08:55:40.762414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device af59967d-867c-4e63-b942-11aac1b3b6fa up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:40.836857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e302afb3-b50e-4f21-ad99-a49771dd754e req-ccb8e19e-e234-4009-8747-edefd72acd07 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips/16f98b26-3eca-4fab-8829-8e7083410588 HTTP/1.1" status: 200 len: 693 time: 0.0898168 Dec 10 08:55:40.963303 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:40.974495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port af59967d-867c-4e63-b942-11aac1b3b6fa completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:41.003628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 921b3032-0cd1-40eb-832a-d29462c70da1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=921b3032-0cd1-40eb-832a-d29462c70da1,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:41.010425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302afb3-b50e-4f21-ad99-a49771dd754e req-3d14b4fd-c155-47e6-bf2b-20768c235f81 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:41.014466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port af59967d-867c-4e63-b942-11aac1b3b6fa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:41.014836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.015419 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e302afb3-b50e-4f21-ad99-a49771dd754e req-3d14b4fd-c155-47e6-bf2b-20768c235f81 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1756587 Dec 10 08:55:41.060025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '921b3032-0cd1-40eb-832a-d29462c70da1', 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'port_id': '921b3032-0cd1-40eb-832a-d29462c70da1', 'mac_address': 'fa:16:3e:11:12:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85caf6b4-e53f-4a3d-9937-b7efc22f8196', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:41.061535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-e302afb3-b50e-4f21-ad99-a49771dd754e req-2228beb3-281d-49f5-bb66-6ab21b9f9bdc tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:55:41.065701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e302afb3-b50e-4f21-ad99-a49771dd754e req-2228beb3-281d-49f5-bb66-6ab21b9f9bdc tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162733 Dec 10 08:55:41.069196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.172011 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.190896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:41.206936 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921b3032-0cd1-40eb-832a-d29462c70da1 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:41.213797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:41.229370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:41.248449 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.251680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 921b3032-0cd1-40eb-832a-d29462c70da1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=921b3032-0cd1-40eb-832a-d29462c70da1,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:41.262665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.263512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device edb3151a-f1ca-4c05-b923-aa726dc3455b details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:41.296529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event updated for resources: {'Port': ['ID=64aca6bb-acb6-4a33-b0d1-a7b26161307a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:41.326610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ead8d2-f69c-4d49-ac62-d6073d4cea42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af59967d-867c-4e63-b942-11aac1b3b6fa'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:41.329103 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1b1a3e-2763-4152-945a-859bece2ce3b" -d '{"events": [{"server_uuid": "b8ead8d2-f69c-4d49-ac62-d6073d4cea42", "name": "network-vif-plugged", "status": "completed", "tag": "af59967d-867c-4e63-b942-11aac1b3b6fa"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:41.340375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d2e71b7c-a996-4c20-94ea-4039ccc997df up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:41.370473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6367df-0215-444c-b94d-49de848deccc req-34203d42-aa5f-4db2-a50a-10dd71eeb92a tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:41.372306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e6367df-0215-444c-b94d-49de848deccc req-34203d42-aa5f-4db2-a50a-10dd71eeb92a tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 944 time: 0.1729379 Dec 10 08:55:41.394103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port af59967d-867c-4e63-b942-11aac1b3b6fa, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=af59967d-867c-4e63-b942-11aac1b3b6fa,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:41.413429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port edb3151a-f1ca-4c05-b923-aa726dc3455b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:41.420997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.421952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:41.464291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=921b3032-0cd1-40eb-832a-d29462c70da1,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:41.466015 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.498363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e6367df-0215-444c-b94d-49de848deccc req-c8ca3d1d-a571-41e5-9298-765dc0efcde7 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169276 Dec 10 08:55:41.570382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=af59967d-867c-4e63-b942-11aac1b3b6fa,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:41.584848 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.592300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'edb3151a-f1ca-4c05-b923-aa726dc3455b', 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'port_id': 'edb3151a-f1ca-4c05-b923-aa726dc3455b', 'mac_address': 'fa:16:3e:e7:51:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85caf6b4-e53f-4a3d-9937-b7efc22f8196', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:41.667722 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.684569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d2e71b7c-a996-4c20-94ea-4039ccc997df triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:41.684929 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.690060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb3151a-f1ca-4c05-b923-aa726dc3455b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:41.747371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:41.755608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port edb3151a-f1ca-4c05-b923-aa726dc3455b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:41.759924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:41.760298 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.761814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a12ec-7524-4afd-a7a5-a66411d2143b req-6a9b6ee3-bd58-4116-aa09-c85a485fb9d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:41.768273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a12ec-7524-4afd-a7a5-a66411d2143b req-6a9b6ee3-bd58-4116-aa09-c85a485fb9d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:41.774539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a12ec-7524-4afd-a7a5-a66411d2143b req-6a9b6ee3-bd58-4116-aa09-c85a485fb9d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:41.780923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a12ec-7524-4afd-a7a5-a66411d2143b req-6a9b6ee3-bd58-4116-aa09-c85a485fb9d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:41.783124 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.783925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c0398798-51b9-41ed-815b-bffec7db4ccb details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:41.787923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a12ec-7524-4afd-a7a5-a66411d2143b req-6a9b6ee3-bd58-4116-aa09-c85a485fb9d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:41.794069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a12ec-7524-4afd-a7a5-a66411d2143b req-6a9b6ee3-bd58-4116-aa09-c85a485fb9d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:41.800878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a12ec-7524-4afd-a7a5-a66411d2143b req-6a9b6ee3-bd58-4116-aa09-c85a485fb9d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:41.803113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca4a12ec-7524-4afd-a7a5-a66411d2143b req-6a9b6ee3-bd58-4116-aa09-c85a485fb9d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5422 time: 0.1652229 Dec 10 08:55:41.872141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=edb3151a-f1ca-4c05-b923-aa726dc3455b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:41.894677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.913211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:41.963489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca4a12ec-7524-4afd-a7a5-a66411d2143b req-05d03f28-1ecb-448c-a617-c1d402ee8b26 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517589 Dec 10 08:55:42.075235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:42.087057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c0398798-51b9-41ed-815b-bffec7db4ccb, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c0398798-51b9-41ed-815b-bffec7db4ccb,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:42.109397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:42.119724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79830a28-101a-4262-9460-9d2f940d68d4 req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0568242 Dec 10 08:55:42.131577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'port_id': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'mac_address': 'fa:16:3e:d2:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:42.143968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:42.206255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9aebf0-2e94-46a4-9474-a8f420e169f0 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event updated for resources: {'Port': ['ID=64aca6bb-acb6-4a33-b0d1-a7b26161307a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:42.237353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:42.239941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79830a28-101a-4262-9460-9d2f940d68d4 req-47c1f94b-aa00-4211-948c-9e32acae6e0f tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.1179535 Dec 10 08:55:42.243671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:42.257546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:42.263536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0398798-51b9-41ed-815b-bffec7db4ccb {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:42.422397 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1616fdb-5077-4152-b11f-19883bbcd6ef req-8955d829-e83e-4696-8aa9-cb0e342ce35f tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=a918434c18b54146b8c2722fdc3fb45c HTTP/1.1" status: 200 len: 696 time: 0.0832975 Dec 10 08:55:42.468034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c0398798-51b9-41ed-815b-bffec7db4ccb, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c0398798-51b9-41ed-815b-bffec7db4ccb,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:42.472921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830a28-101a-4262-9460-9d2f940d68d4 req-f4250fb1-be79-4bfd-afae-6d4181eab0c1 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:42.475340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79830a28-101a-4262-9460-9d2f940d68d4 req-f4250fb1-be79-4bfd-afae-6d4181eab0c1 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.2345896 Dec 10 08:55:42.482861 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:42.483515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3359a2d0-3419-4374-8b29-362fffaa36e2 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:42.491660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:42.564007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3359a2d0-3419-4374-8b29-362fffaa36e2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3359a2d0-3419-4374-8b29-362fffaa36e2,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:42.567770 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279c859-6b34-4f94-897f-34762c7bd338 x-openstack-request-id: req-b279c859-6b34-4f94-897f-34762c7bd338 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:42.568068 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ead8d2-f69c-4d49-ac62-d6073d4cea42", "name": "network-vif-plugged", "status": "completed", "tag": "af59967d-867c-4e63-b942-11aac1b3b6fa", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:42.568319 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b279c859-6b34-4f94-897f-34762c7bd338 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:42.568702 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ead8d2-f69c-4d49-ac62-d6073d4cea42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af59967d-867c-4e63-b942-11aac1b3b6fa', 'code': 200} Dec 10 08:55:42.593930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c0398798-51b9-41ed-815b-bffec7db4ccb,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:42.616088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '3359a2d0-3419-4374-8b29-362fffaa36e2', 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'port_id': '3359a2d0-3419-4374-8b29-362fffaa36e2', 'mac_address': 'fa:16:3e:ec:c1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85caf6b4-e53f-4a3d-9937-b7efc22f8196', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:42.684177 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:42.707370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3359a2d0-3419-4374-8b29-362fffaa36e2 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:42.709664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616fdb-5077-4152-b11f-19883bbcd6ef req-ffb246a0-78f9-4c7a-a173-ad6b968df5aa tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:42.712736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1616fdb-5077-4152-b11f-19883bbcd6ef req-ffb246a0-78f9-4c7a-a173-ad6b968df5aa tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/networks?id=c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 787 time: 0.2891631 Dec 10 08:55:42.733946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-c1616fdb-5077-4152-b11f-19883bbcd6ef req-29ddfe10-0b74-4c9d-ace7-6441e5b49e78 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:55:42.737012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1616fdb-5077-4152-b11f-19883bbcd6ef req-29ddfe10-0b74-4c9d-ace7-6441e5b49e78 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165620 Dec 10 08:55:42.740296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3359a2d0-3419-4374-8b29-362fffaa36e2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3359a2d0-3419-4374-8b29-362fffaa36e2,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:42.756477 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:42.757635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:42.760070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840af3cc-876b-412f-9953-02fef254d591 req-c062c5c0-14a4-41cb-b00e-d681fa5aebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:42.761892 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-840af3cc-876b-412f-9953-02fef254d591 req-c062c5c0-14a4-41cb-b00e-d681fa5aebd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 1096 time: 0.1120989 Dec 10 08:55:42.839012 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-840af3cc-876b-412f-9953-02fef254d591 req-bcda1cb2-ae24-4132-ae9f-51042852e52b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692406 Dec 10 08:55:42.874011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3359a2d0-3419-4374-8b29-362fffaa36e2,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:42.878313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:42.888133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e366294-3071-4460-b6a3-1eff738e183f req-22aa37ab-0999-46e2-8d0f-01e7a857fcf5 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips/c6dc2995-a5eb-46bd-8997-59011b3cfdd5 HTTP/1.1" status: 200 len: 693 time: 0.1227219 Dec 10 08:55:42.890925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '00f2e7c6-7b80-48f1-83c8-c5b9aea56df9', 'network_id': '65715e0f-6807-491a-ad82-063644e9b9f7', 'port_id': '00f2e7c6-7b80-48f1-83c8-c5b9aea56df9', 'mac_address': 'fa:16:3e:bb:dd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85caf6b4-e53f-4a3d-9937-b7efc22f8196', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:42.940624 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:42.960642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:43.004114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:43.019607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:43.060221 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0c21bc8b-aced-479e-abca-34ce41487740 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:43.064243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366294-3071-4460-b6a3-1eff738e183f req-f5ae7beb-dd1f-4cfd-8dd9-e9cf094e5853 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:43.080485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e366294-3071-4460-b6a3-1eff738e183f req-f5ae7beb-dd1f-4cfd-8dd9-e9cf094e5853 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1816604 Dec 10 08:55:43.123086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:43.125774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b61d40-6dfd-49a7-ad27-5f05368ca291 req-64fda361-edac-4e89-abca-e806c5e3aabb tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:43.135274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97b61d40-6dfd-49a7-ad27-5f05368ca291 req-64fda361-edac-4e89-abca-e806c5e3aabb tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=552114cd-58b6-4289-81bd-2752a75a79a8 HTTP/1.1" status: 200 len: 945 time: 0.3015704 Dec 10 08:55:43.240241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97b61d40-6dfd-49a7-ad27-5f05368ca291 req-5687dd8a-a3b2-450e-9d9a-8d905d15e0ff tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020470 Dec 10 08:55:43.240971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0c21bc8b-aced-479e-abca-34ce41487740, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0c21bc8b-aced-479e-abca-34ce41487740,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:43.263435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '0c21bc8b-aced-479e-abca-34ce41487740', 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b', 'port_id': '0c21bc8b-aced-479e-abca-34ce41487740', 'mac_address': 'fa:16:3e:fd:f4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f53a55-7376-4757-aecf-c43d0e17611d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:43.309017 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:43.315769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b848fdf1-8620-4334-beeb-3d316a39372b req-ea1d37f1-fa97-4b1a-8418-25261f265059 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips/16f98b26-3eca-4fab-8829-8e7083410588 HTTP/1.1" status: 200 len: 693 time: 0.0537794 Dec 10 08:55:43.350449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c21bc8b-aced-479e-abca-34ce41487740 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:43.380202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0c21bc8b-aced-479e-abca-34ce41487740, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0c21bc8b-aced-479e-abca-34ce41487740,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:43.387651 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:43.389234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10464a94-0d9e-4e7b-8ea9-139c73b9a836 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:55:43.492753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=0c21bc8b-aced-479e-abca-34ce41487740,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:43.546528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10464a94-0d9e-4e7b-8ea9-139c73b9a836, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:43.572602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '10464a94-0d9e-4e7b-8ea9-139c73b9a836', 'network_id': 'aded683f-8ec1-409b-b472-c0766dd8c73b', 'port_id': '10464a94-0d9e-4e7b-8ea9-139c73b9a836', 'mac_address': 'fa:16:3e:7b:5d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f53a55-7376-4757-aecf-c43d0e17611d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:55:43.682498 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:43.705774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10464a94-0d9e-4e7b-8ea9-139c73b9a836 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:55:43.765230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10464a94-0d9e-4e7b-8ea9-139c73b9a836, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:43.772535 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:43.780348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5f519-9a39-4ff2-88fd-dcc824f33e45 req-934b9f10-8773-4ccd-99cd-b2eedf24a076 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:43.782381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53b5f519-9a39-4ff2-88fd-dcc824f33e45 req-934b9f10-8773-4ccd-99cd-b2eedf24a076 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 945 time: 0.6065190 Dec 10 08:55:43.856595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=10464a94-0d9e-4e7b-8ea9-139c73b9a836,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:43.873452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['c0398798-51b9-41ed-815b-bffec7db4ccb'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:43.893076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848fdf1-8620-4334-beeb-3d316a39372b req-3519d3ee-db0a-41ba-aca2-ea760fcc4126 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:43.903188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b848fdf1-8620-4334-beeb-3d316a39372b req-3519d3ee-db0a-41ba-aca2-ea760fcc4126 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.5865116 Dec 10 08:55:43.927136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['921b3032-0cd1-40eb-832a-d29462c70da1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:43.930047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['edb3151a-f1ca-4c05-b923-aa726dc3455b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:43.936755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['3359a2d0-3419-4374-8b29-362fffaa36e2'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:43.986227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['00f2e7c6-7b80-48f1-83c8-c5b9aea56df9'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:43.986646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b848fdf1-8620-4334-beeb-3d316a39372b req-ded8f04a-856b-4d70-87d3-fdc9b67eff23 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0822120 Dec 10 08:55:43.988347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-9eb3aef1-3cd9-41d7-986c-692bc9b7443b tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:43.992864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-9eb3aef1-3cd9-41d7-986c-692bc9b7443b tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.39 "GET /v2.0/ports?device_id=552114cd-58b6-4289-81bd-2752a75a79a8 HTTP/1.1" status: 200 len: 945 time: 0.0856082 Dec 10 08:55:44.102816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b848fdf1-8620-4334-beeb-3d316a39372b req-90888a37-0816-40e3-aa92-258665400a8d tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.1150908 Dec 10 08:55:44.241433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['10464a94-0d9e-4e7b-8ea9-139c73b9a836'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:44.245186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['0c21bc8b-aced-479e-abca-34ce41487740'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:44.263579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53b5f519-9a39-4ff2-88fd-dcc824f33e45 req-d5254171-e17c-4454-9c28-f7469073d3db tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660444 Dec 10 08:55:44.268507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Deleting port cd30cc66-f23e-46c1-93ed-7036bbb4679e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:44.269698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:44.568270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add27c9-7cf7-4cfa-b183-0c87421f4f06 req-5aa5c741-b218-4513-a80e-c905f60957d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:44.576115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add27c9-7cf7-4cfa-b183-0c87421f4f06 req-5aa5c741-b218-4513-a80e-c905f60957d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:44.604402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb75481f-0686-4700-b139-ed66770bbb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf3e49e-12f6-4c30-9278-af5bfc1c2c07'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:44.608968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add27c9-7cf7-4cfa-b183-0c87421f4f06 req-5aa5c741-b218-4513-a80e-c905f60957d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:44.616304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add27c9-7cf7-4cfa-b183-0c87421f4f06 req-5aa5c741-b218-4513-a80e-c905f60957d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:44.617452 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b235ecdd-4509-4a6a-b03e-92518da0fa51" -d '{"events": [{"server_uuid": "eb75481f-0686-4700-b139-ed66770bbb78", "name": "network-vif-plugged", "status": "completed", "tag": "8bf3e49e-12f6-4c30-9278-af5bfc1c2c07"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:44.625776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add27c9-7cf7-4cfa-b183-0c87421f4f06 req-5aa5c741-b218-4513-a80e-c905f60957d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:44.633467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add27c9-7cf7-4cfa-b183-0c87421f4f06 req-5aa5c741-b218-4513-a80e-c905f60957d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:44.639465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add27c9-7cf7-4cfa-b183-0c87421f4f06 req-5aa5c741-b218-4513-a80e-c905f60957d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:44.641429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6add27c9-7cf7-4cfa-b183-0c87421f4f06 req-5aa5c741-b218-4513-a80e-c905f60957d1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5428 time: 0.1587918 Dec 10 08:55:44.702138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-b848fdf1-8620-4334-beeb-3d316a39372b req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Deleting port 046bab36-9a68-42df-894e-71cb0a08c2e1 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:44.703287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b848fdf1-8620-4334-beeb-3d316a39372b req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:44.898949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6add27c9-7cf7-4cfa-b183-0c87421f4f06 req-c9dfa10b-31ce-4323-beef-0663fd4db966 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2473819 Dec 10 08:55:45.050686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-50a28271-28c6-46c3-a85f-97dd1c82e7ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips/c6dc2995-a5eb-46bd-8997-59011b3cfdd5 HTTP/1.1" status: 200 len: 693 time: 0.0811388 Dec 10 08:55:45.074482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b848fdf1-8620-4334-beeb-3d316a39372b req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:45.074744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b848fdf1-8620-4334-beeb-3d316a39372b req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:45.086388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] For port cd30cc66-f23e-46c1-93ed-7036bbb4679e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cd30cc66-f23e-46c1-93ed-7036bbb4679e,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:45.086967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:45.128247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Calling delete_port for cd30cc66-f23e-46c1-93ed-7036bbb4679e owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:45.153016 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:45.158585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-b848fdf1-8620-4334-beeb-3d316a39372b req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Calling delete_port for 046bab36-9a68-42df-894e-71cb0a08c2e1 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:45.301157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-657a97f0-96dd-4c93-8b4f-6af201cb9513 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:45.309423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-657a97f0-96dd-4c93-8b4f-6af201cb9513 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.2578676 Dec 10 08:55:45.315421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1f3bcf62-8873-4fbd-9d02-dcd0d76c5c72 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:55:45.324346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1f3bcf62-8873-4fbd-9d02-dcd0d76c5c72 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137851 Dec 10 08:55:45.368341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:45.408026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-b5b74559-7148-4036-a6c5-5eca14573066 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0825129 Dec 10 08:55:45.447312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0ebb14e6-54c6-45d1-8e60-702ee19cda61'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:45.501796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-884f8c67-b00e-41de-bd38-b41c8ddc4e4e tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0771091 Dec 10 08:55:45.516061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Pushing event deleted for resources: {'Port': ['ID=cd30cc66-f23e-46c1-93ed-7036bbb4679e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:45.562441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] No DVR routers for this DVR port cd30cc66-f23e-46c1-93ed-7036bbb4679e on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:55:45.565318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:45.571703 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb553c8a-2a68-4d7f-87ff-80d4cad30341 req-717e18b2-f580-4755-9877-676d1f744a8c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.39 "DELETE /v2.0/ports/cd30cc66-f23e-46c1-93ed-7036bbb4679e HTTP/1.1" status: 204 len: 173 time: 1.5707493 Dec 10 08:55:45.572193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552114cd-58b6-4289-81bd-2752a75a79a8', 'name': 'network-vif-deleted', 'tag': 'cd30cc66-f23e-46c1-93ed-7036bbb4679e'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:45.574518 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bd594f-92b6-464f-b4f0-faa1d8416e65" -d '{"events": [{"server_uuid": "552114cd-58b6-4289-81bd-2752a75a79a8", "name": "network-vif-deleted", "tag": "cd30cc66-f23e-46c1-93ed-7036bbb4679e"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:45.701137 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b848fdf1-8620-4334-beeb-3d316a39372b req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:45.779475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Pushing event deleted for resources: {'Port': ['ID=046bab36-9a68-42df-894e-71cb0a08c2e1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:45.839287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b848fdf1-8620-4334-beeb-3d316a39372b req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:45.843117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b848fdf1-8620-4334-beeb-3d316a39372b req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:45.844311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b848fdf1-8620-4334-beeb-3d316a39372b req-c776e69b-4151-47a4-b8a8-c5050d6d64d8 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "DELETE /v2.0/floatingips/16f98b26-3eca-4fab-8829-8e7083410588 HTTP/1.1" status: 204 len: 173 time: 1.7405353 Dec 10 08:55:45.867598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Deleting port 64aca6bb-acb6-4a33-b0d1-a7b26161307a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:45.867886 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:46.041744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:46.042077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:46.089227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Calling delete_port for 64aca6bb-acb6-4a33-b0d1-a7b26161307a owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:46.233212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51013eb9-3ac8-4642-ba14-d9e6d4dec400 req-151176b6-d959-40e0-b946-faac6c7a25c2 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=552114cd-58b6-4289-81bd-2752a75a79a8 HTTP/1.1" status: 200 len: 210 time: 0.0345392 Dec 10 08:55:46.343271 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d616d8-ed72-409a-938e-24f6328dd45e x-openstack-request-id: req-05d616d8-ed72-409a-938e-24f6328dd45e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:46.346571 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb75481f-0686-4700-b139-ed66770bbb78", "name": "network-vif-plugged", "status": "completed", "tag": "8bf3e49e-12f6-4c30-9278-af5bfc1c2c07", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:46.346837 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05d616d8-ed72-409a-938e-24f6328dd45e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:46.347247 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb75481f-0686-4700-b139-ed66770bbb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf3e49e-12f6-4c30-9278-af5bfc1c2c07', 'code': 200} Dec 10 08:55:46.367566 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:46.417314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event deleted for resources: {'Port': ['ID=64aca6bb-acb6-4a33-b0d1-a7b26161307a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:46.506562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30361612-1db4-4d5f-9745-bf55bcf977c9 req-65ea3f32-678c-45c3-9132-69e4952eb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:46.508017 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30361612-1db4-4d5f-9745-bf55bcf977c9 req-65ea3f32-678c-45c3-9132-69e4952eb40f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 1097 time: 0.0441306 Dec 10 08:55:46.513689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:46.516383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:46.517535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5392a80-6507-4acb-bead-6f44e9ea7f2c req-1561e502-7b2d-415e-b5fe-a59e2261a3e6 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "DELETE /v2.0/floatingips/c6dc2995-a5eb-46bd-8997-59011b3cfdd5 HTTP/1.1" status: 204 len: 173 time: 1.0063539 Dec 10 08:55:46.529542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b103cf-9c67-4d28-8391-0d53801959dd req-7b4dce6b-7a5b-4578-b1be-e4d6107a152a tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:46.531333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05b103cf-9c67-4d28-8391-0d53801959dd req-7b4dce6b-7a5b-4578-b1be-e4d6107a152a tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 945 time: 0.0716450 Dec 10 08:55:46.575199 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30361612-1db4-4d5f-9745-bf55bcf977c9 req-3a1d7ffb-2fe7-44ff-9d67-46ccbda441b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Dec 10 08:55:46.578500 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964649b5-d16c-42e7-b4af-f0a228cdbcb1 x-openstack-request-id: req-964649b5-d16c-42e7-b4af-f0a228cdbcb1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:46.578863 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552114cd-58b6-4289-81bd-2752a75a79a8", "name": "network-vif-deleted", "tag": "cd30cc66-f23e-46c1-93ed-7036bbb4679e", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:46.579184 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-964649b5-d16c-42e7-b4af-f0a228cdbcb1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:46.579642 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552114cd-58b6-4289-81bd-2752a75a79a8', 'name': 'network-vif-deleted', 'tag': 'cd30cc66-f23e-46c1-93ed-7036bbb4679e', 'status': 'completed', 'code': 200} Dec 10 08:55:46.594115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05b103cf-9c67-4d28-8391-0d53801959dd req-59714641-8454-4ac4-889f-20bb4bf46e1b tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550096 Dec 10 08:55:46.748886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-182448cf-04f1-4401-99ce-51cfad35b2af req-3faa9f82-4789-4e71-bf14-e336e4f4677f tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1538072 Dec 10 08:55:46.761608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:46.776518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827c3a0-6ddb-4ed2-ba50-8224b321b69a req-bba58406-c815-42ef-9c9f-c2bc2a30cb97 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:46.782810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827c3a0-6ddb-4ed2-ba50-8224b321b69a req-bba58406-c815-42ef-9c9f-c2bc2a30cb97 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:46.788920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827c3a0-6ddb-4ed2-ba50-8224b321b69a req-bba58406-c815-42ef-9c9f-c2bc2a30cb97 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:46.794976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827c3a0-6ddb-4ed2-ba50-8224b321b69a req-bba58406-c815-42ef-9c9f-c2bc2a30cb97 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:46.800918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827c3a0-6ddb-4ed2-ba50-8224b321b69a req-bba58406-c815-42ef-9c9f-c2bc2a30cb97 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:46.806950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827c3a0-6ddb-4ed2-ba50-8224b321b69a req-bba58406-c815-42ef-9c9f-c2bc2a30cb97 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:46.813190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827c3a0-6ddb-4ed2-ba50-8224b321b69a req-bba58406-c815-42ef-9c9f-c2bc2a30cb97 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:46.815195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9827c3a0-6ddb-4ed2-ba50-8224b321b69a req-bba58406-c815-42ef-9c9f-c2bc2a30cb97 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5428 time: 0.1230123 Dec 10 08:55:46.855226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:46.934919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9827c3a0-6ddb-4ed2-ba50-8224b321b69a req-1f9c1202-0e07-4112-9d41-d7e331038df2 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107256 Dec 10 08:55:47.036245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cd30cc66-f23e-46c1-93ed-7036bbb4679e no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:55:47.057675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: cd30cc66-f23e-46c1-93ed-7036bbb4679e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:55:47.058114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cd30cc66-f23e-46c1-93ed-7036bbb4679e not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:55:47.058606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:55:47.144304 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:47.178291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:47.182177 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bbd82-a3a6-40b6-9621-f01fb9c4892e req-e84b487b-3338-4b72-a0f6-4163e46078a9 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:47.183702 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:47.183864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-868bbd82-a3a6-40b6-9621-f01fb9c4892e req-e84b487b-3338-4b72-a0f6-4163e46078a9 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2154384 Dec 10 08:55:47.195820 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:47.241177 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=11']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:47.374491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf96eeb-8c52-45a0-8745-ee820a7189e8 req-0e47ecc3-ede4-47dc-9ef1-258d4fa877ce tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:47.375862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bf96eeb-8c52-45a0-8745-ee820a7189e8 req-0e47ecc3-ede4-47dc-9ef1-258d4fa877ce tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.1047673 Dec 10 08:55:47.384589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Allocated IP 172.25.3.8 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/58d507ce-8e82-4ffb-8ddc-8e901d21dda8) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:55:47.480724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bf96eeb-8c52-45a0-8745-ee820a7189e8 req-ef154ead-2ce8-47d4-8230-2e3bc576822b tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973456 Dec 10 08:55:47.528218 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:47.564308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:47.613525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:55:47.626057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:55:47.639843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:55:47.639843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Pushing event updated for resources: {'Port': ['ID=58d507ce-8e82-4ffb-8ddc-8e901d21dda8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:47.728331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7567423e-308a-4b25-811f-453113ede350 req-49f7b061-2145-487a-9eb3-433daa84750a tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=2806f6a8e54e4f08acb81f5e49177413 HTTP/1.1" status: 200 len: 1656 time: 0.0612946 Dec 10 08:55:47.827421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:47.889489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:47.898972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567423e-308a-4b25-811f-453113ede350 req-fd0dbd05-af4c-45f3-b2e4-527e5eea6da1 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:47.900435 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7567423e-308a-4b25-811f-453113ede350 req-fd0dbd05-af4c-45f3-b2e4-527e5eea6da1 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks?id=c9a255b2-2602-47ee-bee8-4781f79eb851&id=c9a255b2-2602-47ee-bee8-4781f79eb851&id=c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 787 time: 0.1488466 Dec 10 08:55:47.928679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-7567423e-308a-4b25-811f-453113ede350 req-c5035bbc-36b6-4900-9d9e-650535a3618c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:55:47.929670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7567423e-308a-4b25-811f-453113ede350 req-c5035bbc-36b6-4900-9d9e-650535a3618c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107841 Dec 10 08:55:48.128392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:48.139282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033319f-bf54-4d5c-ab09-f35d9a1169b6 req-32503974-4df0-4dd5-9e1d-5f820bc8031a tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.141109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c033319f-bf54-4d5c-ab09-f35d9a1169b6 req-32503974-4df0-4dd5-9e1d-5f820bc8031a tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 946 time: 0.0770032 Dec 10 08:55:48.142340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:48.239487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Pushing event updated for resources: {'Port': ['ID=58d507ce-8e82-4ffb-8ddc-8e901d21dda8,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:48.263100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:48.269884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c033319f-bf54-4d5c-ab09-f35d9a1169b6 req-f14327f1-98d8-4723-9430-410957e555cf tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189053 Dec 10 08:55:48.292234 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:48.293544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-182448cf-04f1-4401-99ce-51cfad35b2af req-537051ca-325e-4b99-9534-3bfb91ab8f9a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5366127 Dec 10 08:55:48.348202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-182448cf-04f1-4401-99ce-51cfad35b2af req-e14e95fc-c8bf-4a92-92ca-3caa8eae7ac7 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 694 time: 0.0480056 Dec 10 08:55:48.349678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:48.352829 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5636a0-2831-42d2-b21c-ac0b0cf2493a" -d '{"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-unplugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:48.446277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-badc781d-fb90-4088-ad21-57b8757f61f2 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips/9098915d-a5a1-440b-9e6d-bc0783d3e9f3 HTTP/1.1" status: 200 len: 692 time: 0.0818310 Dec 10 08:55:48.500355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:48.561217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182448cf-04f1-4401-99ce-51cfad35b2af req-60eae753-79c0-4851-8bda-726908f08394 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.562738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-182448cf-04f1-4401-99ce-51cfad35b2af req-60eae753-79c0-4851-8bda-726908f08394 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.2070553 Dec 10 08:55:48.593858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-17ac6e33-075f-4afa-873f-fc2210cce307 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.601738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-17ac6e33-075f-4afa-873f-fc2210cce307 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1486595 Dec 10 08:55:48.675768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-a725d3f1-967e-40f2-b48f-4920a5ed8abb tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.0731740 Dec 10 08:55:48.743686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95cd5-66fc-4bf4-a58e-8ddd4a80a2c8 req-2447f6c6-c747-4073-becf-9386c63a1f40 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.749447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95cd5-66fc-4bf4-a58e-8ddd4a80a2c8 req-2447f6c6-c747-4073-becf-9386c63a1f40 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.755358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95cd5-66fc-4bf4-a58e-8ddd4a80a2c8 req-2447f6c6-c747-4073-becf-9386c63a1f40 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.761190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95cd5-66fc-4bf4-a58e-8ddd4a80a2c8 req-2447f6c6-c747-4073-becf-9386c63a1f40 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.766999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95cd5-66fc-4bf4-a58e-8ddd4a80a2c8 req-2447f6c6-c747-4073-becf-9386c63a1f40 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.773374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95cd5-66fc-4bf4-a58e-8ddd4a80a2c8 req-2447f6c6-c747-4073-becf-9386c63a1f40 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.779206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95cd5-66fc-4bf4-a58e-8ddd4a80a2c8 req-2447f6c6-c747-4073-becf-9386c63a1f40 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:48.781362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fa95cd5-66fc-4bf4-a58e-8ddd4a80a2c8 req-2447f6c6-c747-4073-becf-9386c63a1f40 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5428 time: 0.1409123 Dec 10 08:55:48.784222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-d8689047-7be4-49c7-9c08-c99f1bb1374c tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.1007390 Dec 10 08:55:48.937142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fa95cd5-66fc-4bf4-a58e-8ddd4a80a2c8 req-c462bfd3-de8c-41cd-9f0b-5bdc21cf69e9 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484704 Dec 10 08:55:48.961080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Deleting port 06483acd-9a7e-491e-a18a-ac3e9e63b87f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:48.961411 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.036176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0c21bc8b-aced-479e-abca-34ce41487740 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:49.087806 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.110085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 0c21bc8b-aced-479e-abca-34ce41487740 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:49.115761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 0c21bc8b-aced-479e-abca-34ce41487740 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:49.116717 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.213590 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.267500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0c21bc8b-aced-479e-abca-34ce41487740, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0c21bc8b-aced-479e-abca-34ce41487740,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:49.272816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.273882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 921b3032-0cd1-40eb-832a-d29462c70da1 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:49.358576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=0c21bc8b-aced-479e-abca-34ce41487740,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:49.373692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 921b3032-0cd1-40eb-832a-d29462c70da1 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:49.378425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 921b3032-0cd1-40eb-832a-d29462c70da1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:49.379156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.412931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.413251 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.422389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e2553-6e80-47fb-8d5b-62b2d0163ca8 req-a20d33c6-6ffc-4782-8da6-100aabfc0897 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:49.423867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf1e2553-6e80-47fb-8d5b-62b2d0163ca8 req-a20d33c6-6ffc-4782-8da6-100aabfc0897 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 948 time: 0.0786347 Dec 10 08:55:49.436341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Calling delete_port for 06483acd-9a7e-491e-a18a-ac3e9e63b87f owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:49.477440 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.513154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 921b3032-0cd1-40eb-832a-d29462c70da1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=921b3032-0cd1-40eb-832a-d29462c70da1,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:49.519070 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.520743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device edb3151a-f1ca-4c05-b923-aa726dc3455b up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:49.525582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf1e2553-6e80-47fb-8d5b-62b2d0163ca8 req-03be3fbc-dd85-4dd1-b203-02e993b942c1 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935028 Dec 10 08:55:49.588335 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3572e8-99aa-4438-8bd0-2d04b8a3ca7f x-openstack-request-id: req-4c3572e8-99aa-4438-8bd0-2d04b8a3ca7f {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:49.588631 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-unplugged", "status": "completed", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:49.588888 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c3572e8-99aa-4438-8bd0-2d04b8a3ca7f {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:49.589286 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'code': 200} Dec 10 08:55:49.623295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=921b3032-0cd1-40eb-832a-d29462c70da1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:49.641145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port edb3151a-f1ca-4c05-b923-aa726dc3455b completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:49.646068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port edb3151a-f1ca-4c05-b923-aa726dc3455b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:49.646516 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.664326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e666cf8-a479-4c77-8701-2345083cda21 req-d72493dc-d041-4a6f-8e32-bd06d7bb1768 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips/04db613c-3d5d-4d78-b02d-75d7182f41a7 HTTP/1.1" status: 200 len: 691 time: 0.0621560 Dec 10 08:55:49.665604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.694903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event deleted for resources: {'Port': ['ID=06483acd-9a7e-491e-a18a-ac3e9e63b87f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:49.747608 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.779532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port edb3151a-f1ca-4c05-b923-aa726dc3455b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:49.783417 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.784239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10464a94-0d9e-4e7b-8ea9-139c73b9a836 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:49.833776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.836302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.837452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95a8cd52-cc03-4fed-a6cd-dbd3adc8fcd7 req-e49a4c6b-e374-45d2-a646-3465564a35ac tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "DELETE /v2.0/floatingips/9098915d-a5a1-440b-9e6d-bc0783d3e9f3 HTTP/1.1" status: 204 len: 173 time: 1.0431428 Dec 10 08:55:49.858300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e666cf8-a479-4c77-8701-2345083cda21 req-9aaba5a6-b791-426c-a9d4-960bffaf422d tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:49.859724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e666cf8-a479-4c77-8701-2345083cda21 req-9aaba5a6-b791-426c-a9d4-960bffaf422d tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1662514 Dec 10 08:55:49.863763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=edb3151a-f1ca-4c05-b923-aa726dc3455b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:49.876112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:49.880254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:49.880621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.922931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e666cf8-a479-4c77-8701-2345083cda21 req-8057bc0a-4aab-4662-8272-61366d87362d tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 694 time: 0.0521512 Dec 10 08:55:49.980874 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:49.995312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e666cf8-a479-4c77-8701-2345083cda21 req-ce6d8092-8c14-44f8-8bb2-d3b99a715f7a tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 694 time: 0.0668774 Dec 10 08:55:50.014063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10464a94-0d9e-4e7b-8ea9-139c73b9a836, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:50.018068 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.018856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3359a2d0-3419-4374-8b29-362fffaa36e2 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:50.097772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=10464a94-0d9e-4e7b-8ea9-139c73b9a836,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:50.107964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9522543-3531-4ddc-9628-38a66d97f93e req-eef95e6a-1539-40b8-ba60-aa0574b0943e tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:50.109707 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9522543-3531-4ddc-9628-38a66d97f93e req-eef95e6a-1539-40b8-ba60-aa0574b0943e tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 946 time: 0.1272616 Dec 10 08:55:50.113070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 3359a2d0-3419-4374-8b29-362fffaa36e2 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:50.118829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 3359a2d0-3419-4374-8b29-362fffaa36e2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:50.119323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.189973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9522543-3531-4ddc-9628-38a66d97f93e req-a9b8ae26-6858-4ccb-b4dc-3e15c5e05504 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/security-groups?id=4296d457-fcd0-4230-835f-d99307ca41a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716186 Dec 10 08:55:50.198146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-1e666cf8-a479-4c77-8701-2345083cda21 req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Deleting port 58d507ce-8e82-4ffb-8ddc-8e901d21dda8 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:50.198721 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e666cf8-a479-4c77-8701-2345083cda21 req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.212500 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.244342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3359a2d0-3419-4374-8b29-362fffaa36e2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3359a2d0-3419-4374-8b29-362fffaa36e2,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:50.254992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.255960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:50.313167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e666cf8-a479-4c77-8701-2345083cda21 req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.313516 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e666cf8-a479-4c77-8701-2345083cda21 req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.330393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-1e666cf8-a479-4c77-8701-2345083cda21 req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Calling delete_port for 58d507ce-8e82-4ffb-8ddc-8e901d21dda8 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:50.332432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3359a2d0-3419-4374-8b29-362fffaa36e2,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:50.338894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da713312-c741-423e-8b19-0614889d26f1 req-b595bec7-46f3-4a47-9af1-e3fa51282531 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:50.340411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da713312-c741-423e-8b19-0614889d26f1 req-b595bec7-46f3-4a47-9af1-e3fa51282531 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 946 time: 0.0850985 Dec 10 08:55:50.348773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:50.352724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:50.353100 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.447923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da713312-c741-423e-8b19-0614889d26f1 req-cd46c6f1-0764-41c4-8767-d08223dad7be tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992348 Dec 10 08:55:50.534665 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e666cf8-a479-4c77-8701-2345083cda21 req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.563984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Pushing event deleted for resources: {'Port': ['ID=58d507ce-8e82-4ffb-8ddc-8e901d21dda8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:50.578635 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.613025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:50.618791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.620696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c0398798-51b9-41ed-815b-bffec7db4ccb up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:55:50.640401 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e666cf8-a479-4c77-8701-2345083cda21 req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.644246 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e666cf8-a479-4c77-8701-2345083cda21 req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.645666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e666cf8-a479-4c77-8701-2345083cda21 req-1d12e43a-2ce8-4faf-8293-fcbd4e97f943 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "DELETE /v2.0/floatingips/04db613c-3d5d-4d78-b02d-75d7182f41a7 HTTP/1.1" status: 204 len: 173 time: 0.6350279 Dec 10 08:55:50.703390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:50.718471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port c0398798-51b9-41ed-815b-bffec7db4ccb completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:55:50.722549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port c0398798-51b9-41ed-815b-bffec7db4ccb triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:55:50.722921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.730802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-2ee5f9c9-b73d-4999-9c91-d8efe58d4f08 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips/5fbf07c5-1dc4-4ac4-b8fb-f07968fdb78a HTTP/1.1" status: 200 len: 693 time: 0.0609877 Dec 10 08:55:50.805599 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.842874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c0398798-51b9-41ed-815b-bffec7db4ccb, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c0398798-51b9-41ed-815b-bffec7db4ccb,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:50.843251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-06a670c7-09e8-4304-99e6-177850e78aa1 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:50.844907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-06a670c7-09e8-4304-99e6-177850e78aa1 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1132376 Dec 10 08:55:50.847696 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:50.905551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c0398798-51b9-41ed-815b-bffec7db4ccb,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:50.907712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-81b20d58-05f7-4853-b276-5511ed7d387a tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0549035 Dec 10 08:55:50.967084 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-2e71b5b4-686c-4b11-85d9-3a8013f6446b tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0519979 Dec 10 08:55:51.108986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Deleting port bee9ad56-96ff-456d-862f-3a52cd71daf0 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:51.109325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.199980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554df08-259a-4f66-95ae-0fc36120f6f5 req-08148463-165b-4b3c-8485-4d56b267b78f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:51.205868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554df08-259a-4f66-95ae-0fc36120f6f5 req-08148463-165b-4b3c-8485-4d56b267b78f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:51.211809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554df08-259a-4f66-95ae-0fc36120f6f5 req-08148463-165b-4b3c-8485-4d56b267b78f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:51.217834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554df08-259a-4f66-95ae-0fc36120f6f5 req-08148463-165b-4b3c-8485-4d56b267b78f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:51.223768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554df08-259a-4f66-95ae-0fc36120f6f5 req-08148463-165b-4b3c-8485-4d56b267b78f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:51.229699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554df08-259a-4f66-95ae-0fc36120f6f5 req-08148463-165b-4b3c-8485-4d56b267b78f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:51.235590 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554df08-259a-4f66-95ae-0fc36120f6f5 req-08148463-165b-4b3c-8485-4d56b267b78f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:51.237395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9554df08-259a-4f66-95ae-0fc36120f6f5 req-08148463-165b-4b3c-8485-4d56b267b78f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5435 time: 0.1441443 Dec 10 08:55:51.272837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.273163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.296426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Calling delete_port for bee9ad56-96ff-456d-862f-3a52cd71daf0 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:51.297270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-b880ad6b-8457-48e0-9037-2ab3d5b6c30d tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:51.298754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-b880ad6b-8457-48e0-9037-2ab3d5b6c30d tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.18 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 946 time: 0.0521750 Dec 10 08:55:51.360814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9554df08-259a-4f66-95ae-0fc36120f6f5 req-677893e2-5dfa-4898-8994-b741f75b7d9e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154718 Dec 10 08:55:51.397083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Deleting port 270ab468-41ea-4366-b4f4-15ee98eda666 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:51.397433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.474220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.502172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event deleted for resources: {'Port': ['ID=bee9ad56-96ff-456d-862f-3a52cd71daf0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:51.502738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] For port 270ab468-41ea-4366-b4f4-15ee98eda666, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=270ab468-41ea-4366-b4f4-15ee98eda666,segment=NetworkSegment(eb01ac63-487a-4bff-afcf-6a730fb21570),segment_id=eb01ac63-487a-4bff-afcf-6a730fb21570)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:51.503116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.520796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Calling delete_port for 270ab468-41ea-4366-b4f4-15ee98eda666 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:51.570397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.574128 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.582043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f79cb33e-2b73-4ab8-9aa9-600c8fb72d49 req-9d50772d-6831-42df-8b39-9f51012fdd18 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "DELETE /v2.0/floatingips/5fbf07c5-1dc4-4ac4-b8fb-f07968fdb78a HTTP/1.1" status: 204 len: 173 time: 0.6094220 Dec 10 08:55:51.590424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c21bc8b-aced-479e-abca-34ce41487740'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921b3032-0cd1-40eb-832a-d29462c70da1'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb3151a-f1ca-4c05-b923-aa726dc3455b'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10464a94-0d9e-4e7b-8ea9-139c73b9a836'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3359a2d0-3419-4374-8b29-362fffaa36e2'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f2e7c6-7b80-48f1-83c8-c5b9aea56df9'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:51.593367 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cece7d0-f4ac-40fd-a6e5-1f81c37f983e" -d '{"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "0c21bc8b-aced-479e-abca-34ce41487740"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "921b3032-0cd1-40eb-832a-d29462c70da1"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "edb3151a-f1ca-4c05-b923-aa726dc3455b"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "10464a94-0d9e-4e7b-8ea9-139c73b9a836"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "3359a2d0-3419-4374-8b29-362fffaa36e2"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "00f2e7c6-7b80-48f1-83c8-c5b9aea56df9"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:51.637158 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-c5e26399-497f-49b4-baae-4b70b997892d req-4ff98506-6532-49cc-b1fe-e81a59dd8c60 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] show failed (client error): The resource could not be found. Dec 10 08:55:51.638216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5e26399-497f-49b4-baae-4b70b997892d req-4ff98506-6532-49cc-b1fe-e81a59dd8c60 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips/04db613c-3d5d-4d78-b02d-75d7182f41a7 HTTP/1.1" status: 404 len: 350 time: 0.0483952 Dec 10 08:55:51.663236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.676064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['270ab468-41ea-4366-b4f4-15ee98eda666'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:51.679842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617bf8-ff7d-4053-a6ad-f1bcc20b345f req-4c42c51b-f10e-4786-82af-a5977b17d52b tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:51.681553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b617bf8-ff7d-4053-a6ad-f1bcc20b345f req-4c42c51b-f10e-4786-82af-a5977b17d52b tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 945 time: 0.0828590 Dec 10 08:55:51.706684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Pushing event deleted for resources: {'Port': ['ID=270ab468-41ea-4366-b4f4-15ee98eda666,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:51.732702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.736887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:51.743894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b617bf8-ff7d-4053-a6ad-f1bcc20b345f req-ac79b2f8-d965-49a9-9874-e08a0e01368f tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556517 Dec 10 08:55:51.767943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] No DVR routers for this DVR port 270ab468-41ea-4366-b4f4-15ee98eda666 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:55:51.771856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:51.775581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc816f09-c3ab-4370-be2a-be4bdd04988a req-800c6f1a-db2b-4946-b0e5-7f50b90960e7 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.18 "DELETE /v2.0/ports/270ab468-41ea-4366-b4f4-15ee98eda666 HTTP/1.1" status: 204 len: 173 time: 0.4702036 Dec 10 08:55:51.776073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c7ff2-e981-4b8b-b522-1f88fde0fa80', 'name': 'network-vif-deleted', 'tag': '270ab468-41ea-4366-b4f4-15ee98eda666'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:51.778377 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e290947a-f9de-4540-98b3-ff3ecbd2a554" -d '{"events": [{"server_uuid": "940c7ff2-e981-4b8b-b522-1f88fde0fa80", "name": "network-vif-deleted", "tag": "270ab468-41ea-4366-b4f4-15ee98eda666"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:51.910604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f100758-879e-4043-a20b-9ecc645d72fc req-636d7ac3-c2ba-4454-943d-58da71f36ec1 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips/c0371ebf-d2e3-419d-97b4-045b5ba54795 HTTP/1.1" status: 200 len: 693 time: 0.0632811 Dec 10 08:55:51.927219 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc27a620-8881-48e6-b05c-cb57f1e28535 req-612856dd-adbe-4681-8598-441d25659372 tempest-VolumesAdminNegativeTest-1484163382 tempest-VolumesAdminNegativeTest-1484163382-project] 10.222.0.31 "GET /v2.0/ports?device_id=940c7ff2-e981-4b8b-b522-1f88fde0fa80 HTTP/1.1" status: 200 len: 210 time: 0.0352933 Dec 10 08:55:51.984142 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e331d0e-215c-4205-9761-61a4751960e7 x-openstack-request-id: req-6e331d0e-215c-4205-9761-61a4751960e7 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:51.984493 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "0c21bc8b-aced-479e-abca-34ce41487740", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "921b3032-0cd1-40eb-832a-d29462c70da1", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "edb3151a-f1ca-4c05-b923-aa726dc3455b", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "10464a94-0d9e-4e7b-8ea9-139c73b9a836", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "3359a2d0-3419-4374-8b29-362fffaa36e2", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "00f2e7c6-7b80-48f1-83c8-c5b9aea56df9", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-plugged", "status": "completed", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:51.984863 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e331d0e-215c-4205-9761-61a4751960e7 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:51.985385 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c21bc8b-aced-479e-abca-34ce41487740', 'code': 200} Dec 10 08:55:51.985758 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921b3032-0cd1-40eb-832a-d29462c70da1', 'code': 200} Dec 10 08:55:51.986137 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb3151a-f1ca-4c05-b923-aa726dc3455b', 'code': 200} Dec 10 08:55:51.986476 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10464a94-0d9e-4e7b-8ea9-139c73b9a836', 'code': 200} Dec 10 08:55:51.986887 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3359a2d0-3419-4374-8b29-362fffaa36e2', 'code': 200} Dec 10 08:55:51.987323 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f2e7c6-7b80-48f1-83c8-c5b9aea56df9', 'code': 200} Dec 10 08:55:51.987567 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'code': 200} Dec 10 08:55:52.040499 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-e0cf426b-9d68-4d4c-b7e5-283d6d761bb7 req-3d85e568-9298-4c16-b301-a58b20099c97 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] show failed (client error): The resource could not be found. Dec 10 08:55:52.041610 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0cf426b-9d68-4d4c-b7e5-283d6d761bb7 req-3d85e568-9298-4c16-b301-a58b20099c97 tempest-FloatingIPsTestJSON-1987668672 tempest-FloatingIPsTestJSON-1987668672-project] 10.222.0.31 "GET /v2.0/floatingips/04db613c-3d5d-4d78-b02d-75d7182f41a7 HTTP/1.1" status: 404 len: 350 time: 0.0453606 Dec 10 08:55:52.050653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49568) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:52.086034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f100758-879e-4043-a20b-9ecc645d72fc req-eb0525b2-19f0-4b02-92d9-e054fa24e299 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.089948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f100758-879e-4043-a20b-9ecc645d72fc req-eb0525b2-19f0-4b02-92d9-e054fa24e299 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1657555 Dec 10 08:55:52.146372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f100758-879e-4043-a20b-9ecc645d72fc req-54f8cd72-fa63-4231-ad1e-af53f7f52aca tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.0519331 Dec 10 08:55:52.191344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eae140-1b0a-44ac-a1af-1e38ab13bcb0 req-38848b91-9b46-4d74-bba9-d2f42a664a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.192733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eae140-1b0a-44ac-a1af-1e38ab13bcb0 req-38848b91-9b46-4d74-bba9-d2f42a664a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.192876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eae140-1b0a-44ac-a1af-1e38ab13bcb0 req-38848b91-9b46-4d74-bba9-d2f42a664a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.193276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eae140-1b0a-44ac-a1af-1e38ab13bcb0 req-38848b91-9b46-4d74-bba9-d2f42a664a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.193779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eae140-1b0a-44ac-a1af-1e38ab13bcb0 req-38848b91-9b46-4d74-bba9-d2f42a664a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.194236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eae140-1b0a-44ac-a1af-1e38ab13bcb0 req-38848b91-9b46-4d74-bba9-d2f42a664a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.194690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eae140-1b0a-44ac-a1af-1e38ab13bcb0 req-38848b91-9b46-4d74-bba9-d2f42a664a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.196864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41eae140-1b0a-44ac-a1af-1e38ab13bcb0 req-38848b91-9b46-4d74-bba9-d2f42a664a42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6492 time: 0.0963483 Dec 10 08:55:52.212749 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e3905193-3637-4994-b123-ad51f9479636 tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.0561442 Dec 10 08:55:52.386143 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41eae140-1b0a-44ac-a1af-1e38ab13bcb0 req-6322676b-9816-4f8b-b448-1f77d7e8d802 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788578 Dec 10 08:55:52.399908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138b155-b5f7-4216-b25b-a9bab011ce63 req-01e4c396-d9f0-4945-8218-90790ba9e83e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.401475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9138b155-b5f7-4216-b25b-a9bab011ce63 req-01e4c396-d9f0-4945-8218-90790ba9e83e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.0847514 Dec 10 08:55:52.406790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Deleting port 8dd58fbf-25c0-41d2-bf7b-47ae4d7fa216 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:52.407128 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:52.504129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9138b155-b5f7-4216-b25b-a9bab011ce63 req-abdf0f69-1dc2-41e1-9454-90d05cd440e9 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942698 Dec 10 08:55:52.522674 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:52.523003 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:52.523673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:52.540965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Calling delete_port for 8dd58fbf-25c0-41d2-bf7b-47ae4d7fa216 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:52.577607 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1115e6fd-44d3-4c47-9212-a7a1dddaf565 x-openstack-request-id: req-1115e6fd-44d3-4c47-9212-a7a1dddaf565 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:52.578128 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c7ff2-e981-4b8b-b522-1f88fde0fa80", "name": "network-vif-deleted", "tag": "270ab468-41ea-4366-b4f4-15ee98eda666", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:52.578385 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1115e6fd-44d3-4c47-9212-a7a1dddaf565 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:52.578780 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c7ff2-e981-4b8b-b522-1f88fde0fa80', 'name': 'network-vif-deleted', 'tag': '270ab468-41ea-4366-b4f4-15ee98eda666', 'status': 'completed', 'code': 200} Dec 10 08:55:52.679299 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:52.708446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Pushing event deleted for resources: {'Port': ['ID=8dd58fbf-25c0-41d2-bf7b-47ae4d7fa216,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:52.777100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:52.779894 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:52.781917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f100758-879e-4043-a20b-9ecc645d72fc req-e82ddbbb-3c69-49c8-a684-8cec851401ff tempest-FloatingIPDetailsTestJSON-399905793 tempest-FloatingIPDetailsTestJSON-399905793-project] 10.222.0.31 "DELETE /v2.0/floatingips/c0371ebf-d2e3-419d-97b4-045b5ba54795 HTTP/1.1" status: 204 len: 173 time: 0.5593472 Dec 10 08:55:52.791784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49580) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:52.835955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Deleting port d2e71b7c-a996-4c20-94ea-4039ccc997df {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:52.836388 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:52.919969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] For port d2e71b7c-a996-4c20-94ea-4039ccc997df, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d2e71b7c-a996-4c20-94ea-4039ccc997df,segment=NetworkSegment(b99bbdf5-feb2-4d5a-af92-ca06a9f31350),segment_id=b99bbdf5-feb2-4d5a-af92-ca06a9f31350)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:52.920337 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:52.923859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312784-b032-44ce-91ff-cffc1ea9c69b req-393e7e44-e63b-49ae-bb9d-6d2b18149dc1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.929784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312784-b032-44ce-91ff-cffc1ea9c69b req-393e7e44-e63b-49ae-bb9d-6d2b18149dc1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.932403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Calling delete_port for d2e71b7c-a996-4c20-94ea-4039ccc997df owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:52.935772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312784-b032-44ce-91ff-cffc1ea9c69b req-393e7e44-e63b-49ae-bb9d-6d2b18149dc1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.941399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312784-b032-44ce-91ff-cffc1ea9c69b req-393e7e44-e63b-49ae-bb9d-6d2b18149dc1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.949758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312784-b032-44ce-91ff-cffc1ea9c69b req-393e7e44-e63b-49ae-bb9d-6d2b18149dc1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.954126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312784-b032-44ce-91ff-cffc1ea9c69b req-393e7e44-e63b-49ae-bb9d-6d2b18149dc1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.960050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312784-b032-44ce-91ff-cffc1ea9c69b req-393e7e44-e63b-49ae-bb9d-6d2b18149dc1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:52.961933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c312784-b032-44ce-91ff-cffc1ea9c69b req-393e7e44-e63b-49ae-bb9d-6d2b18149dc1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5435 time: 0.1791427 Dec 10 08:55:53.126851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:53.136973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c312784-b032-44ce-91ff-cffc1ea9c69b req-73a96179-1c69-4a82-bb07-cb28b8ada4ca tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618912 Dec 10 08:55:53.154324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885daa64-059c-4523-93b4-518df09a71a1 req-468b59c6-58b2-43df-9896-f6e2d314c40e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:53.155000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e71b7c-a996-4c20-94ea-4039ccc997df,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:53.160306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885daa64-059c-4523-93b4-518df09a71a1 req-468b59c6-58b2-43df-9896-f6e2d314c40e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:53.166752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885daa64-059c-4523-93b4-518df09a71a1 req-468b59c6-58b2-43df-9896-f6e2d314c40e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:53.168379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-885daa64-059c-4523-93b4-518df09a71a1 req-468b59c6-58b2-43df-9896-f6e2d314c40e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42&device_id=eb75481f-0686-4700-b139-ed66770bbb78&device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 2418 time: 0.1409566 Dec 10 08:55:53.307880 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-885daa64-059c-4523-93b4-518df09a71a1 req-bb082513-615f-4cd8-a000-3c5739d270c4 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325333 Dec 10 08:55:53.331774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3a3f8-293c-456f-afa0-9140fc57c957 req-398df199-0660-46ad-a79e-696de2a4d7e8 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:53.334021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50e3a3f8-293c-456f-afa0-9140fc57c957 req-398df199-0660-46ad-a79e-696de2a4d7e8 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 948 time: 0.0968726 Dec 10 08:55:53.354894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:53.440689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50e3a3f8-293c-456f-afa0-9140fc57c957 req-d6de2fe3-2dba-419d-900b-3df08fc74171 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923483 Dec 10 08:55:53.454810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49588) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:53.523954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:53.559725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f19a69-c3c1-48e6-80b3-21cde7782177 admin admin] Deleting subnet b51beade-cde3-4304-827c-74d818ef2d53 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:55:53.565273 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29f19a69-c3c1-48e6-80b3-21cde7782177 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:53.639958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29f19a69-c3c1-48e6-80b3-21cde7782177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:53.647870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Router 62735eb9-6282-4021-900a-9bbc03d979c2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:55:53.723112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29f19a69-c3c1-48e6-80b3-21cde7782177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:53.734159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508dc59-c2a1-4c62-9bfd-dbb0083e8ebc req-793139c8-ee39-4ed4-a52a-97f26062b2a2 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:53.735635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9508dc59-c2a1-4c62-9bfd-dbb0083e8ebc req-793139c8-ee39-4ed4-a52a-97f26062b2a2 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 945 time: 0.1713593 Dec 10 08:55:53.763490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:55:53.768831 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c0d7f8e3-7bd5-410d-bb29-1b18a329eda2 admin admin] 10.222.0.31 "PUT /v2.0/routers/62735eb9-6282-4021-900a-9bbc03d979c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171195 Dec 10 08:55:53.771857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49596) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:53.782919 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] Sync routers for ids ['62735eb9-6282-4021-900a-9bbc03d979c2'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:55:53.802710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] Routers {'62735eb9-6282-4021-900a-9bbc03d979c2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:53.804019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['62735eb9-6282-4021-900a-9bbc03d979c2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:53.908463 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:53.914889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9508dc59-c2a1-4c62-9bfd-dbb0083e8ebc req-4d29f1d3-e87a-4256-8cd8-3156cb901664 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565776 Dec 10 08:55:53.933603 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29f19a69-c3c1-48e6-80b3-21cde7782177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:53.962034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] Set router 62735eb9-6282-4021-900a-9bbc03d979c2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:53.969258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f19a69-c3c1-48e6-80b3-21cde7782177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b51beade-cde3-4304-827c-74d818ef2d53,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:53.978788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857535-3204-47f0-8c73-b05f8e379d56 req-1e203dcb-6db5-48ec-8db0-23eb2ccb24bd tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:53.984751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857535-3204-47f0-8c73-b05f8e379d56 req-1e203dcb-6db5-48ec-8db0-23eb2ccb24bd tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:53.992734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e857535-3204-47f0-8c73-b05f8e379d56 req-1e203dcb-6db5-48ec-8db0-23eb2ccb24bd tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a&device_id=c8b82b6e-065a-477e-92df-70e3dfab0772 HTTP/1.1" status: 200 len: 1681 time: 0.1368134 Dec 10 08:55:54.004799 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29f19a69-c3c1-48e6-80b3-21cde7782177 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.008460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-29f19a69-c3c1-48e6-80b3-21cde7782177 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b51beade-cde3-4304-827c-74d818ef2d53 HTTP/1.1" status: 204 len: 168 time: 0.5526145 Dec 10 08:55:54.012525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49600) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:54.053900 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.145885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Deleting port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:54.146550 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.252193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] For port 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0bfef75c-77c7-4e3e-bc6c-de65c86a36c0,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:54.253110 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.262685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:14Z', 'updated_at': '2021-12-10T08:55:53Z', 'revision_number': 5, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'gw_port': {'id': '0bfef75c-77c7-4e3e-bc6c-de65c86a36c0', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:19Z', 'updated_at': '2021-12-10T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:54.268674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Calling delete_port for 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:54.291968 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] Checking router: 62735eb9-6282-4021-900a-9bbc03d979c2 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:55:54.301268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] Routers {'62735eb9-6282-4021-900a-9bbc03d979c2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:54.302096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['62735eb9-6282-4021-900a-9bbc03d979c2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:54.393539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] Set router 62735eb9-6282-4021-900a-9bbc03d979c2 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:54.450573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:14Z', 'updated_at': '2021-12-10T08:55:54Z', 'revision_number': 6, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:54.452240 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.468098 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.472380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e857535-3204-47f0-8c73-b05f8e379d56 req-18e7da46-0423-414c-b5d7-4ee6b9a63402 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788454 Dec 10 08:55:54.482418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9bfeb7-95d5-489d-862a-017afc160463 None None] The sync data for ids ['62735eb9-6282-4021-900a-9bbc03d979c2'] in n-d-814746-3 is: [{'id': '62735eb9-6282-4021-900a-9bbc03d979c2', 'name': 'tempest-FloatingIPsTestJSON-118222825-router', 'tenant_id': 'a918434c18b54146b8c2722fdc3fb45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:14Z', 'updated_at': '2021-12-10T08:55:54Z', 'revision_number': 6, 'project_id': 'a918434c18b54146b8c2722fdc3fb45c', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:55:54.496439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfef75c-77c7-4e3e-bc6c-de65c86a36c0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:54.570832 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.587491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0eb42-6ed2-403a-be40-3984e786102a req-8f228c44-de7a-48a8-9ddf-e7b67b225274 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:54.593358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0eb42-6ed2-403a-be40-3984e786102a req-8f228c44-de7a-48a8-9ddf-e7b67b225274 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:54.599953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0eb42-6ed2-403a-be40-3984e786102a req-8f228c44-de7a-48a8-9ddf-e7b67b225274 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:54.605884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0eb42-6ed2-403a-be40-3984e786102a req-8f228c44-de7a-48a8-9ddf-e7b67b225274 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:54.611999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0eb42-6ed2-403a-be40-3984e786102a req-8f228c44-de7a-48a8-9ddf-e7b67b225274 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:54.618179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0eb42-6ed2-403a-be40-3984e786102a req-8f228c44-de7a-48a8-9ddf-e7b67b225274 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:54.624004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0eb42-6ed2-403a-be40-3984e786102a req-8f228c44-de7a-48a8-9ddf-e7b67b225274 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:54.625941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6a0eb42-6ed2-403a-be40-3984e786102a req-8f228c44-de7a-48a8-9ddf-e7b67b225274 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5435 time: 0.1746626 Dec 10 08:55:54.679123 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.682125 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.701271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.730875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.731595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62735eb9-6282-4021-900a-9bbc03d979c2 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:55:54.738087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.740058 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8422b1ae-bd19-4e29-8b41-6d5413ff7dbb admin admin] 10.222.0.31 "DELETE /v2.0/routers/62735eb9-6282-4021-900a-9bbc03d979c2 HTTP/1.1" status: 204 len: 168 time: 0.9665608 Dec 10 08:55:54.742401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49616) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:54.751936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2dea6a9-8879-4fcc-bbdb-f4bad4956253']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:54.765435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Deleting port da2b6d83-67a2-4e81-8a95-90bcd58e5979 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:54.765884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.794338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 270ab468-41ea-4366-b4f4-15ee98eda666 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:55:54.796514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9479cef5-a988-418e-8025-da55f89323df admin admin] Deleting subnet 2ccae701-362d-48d0-ad66-8ee8b757c89e {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:55:54.800318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9479cef5-a988-418e-8025-da55f89323df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.814239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb01ac63-487a-4bff-afcf-6a730fb21570') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:54.814606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb01ac63-487a-4bff-afcf-6a730fb21570') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:54.815899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 270ab468-41ea-4366-b4f4-15ee98eda666 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:55:54.816479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 270ab468-41ea-4366-b4f4-15ee98eda666 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:55:54.838742 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9479cef5-a988-418e-8025-da55f89323df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.854322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6a0eb42-6ed2-403a-be40-3984e786102a req-e74a3055-ab8b-47d9-9383-3ad7e1e3f77c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173905 Dec 10 08:55:54.855990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.886661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.903751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6f9ac-7f4f-490f-ba06-ca67db989ef9 req-6f7a69c3-7f69-4cda-bb70-fce5fff5f833 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:54.911730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cb6f9ac-7f4f-490f-ba06-ca67db989ef9 req-6f7a69c3-7f69-4cda-bb70-fce5fff5f833 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 948 time: 0.1687381 Dec 10 08:55:54.917784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:55:54.918396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:55:54.925543 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:55:54.948804 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9479cef5-a988-418e-8025-da55f89323df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.029914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] For port da2b6d83-67a2-4e81-8a95-90bcd58e5979, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=da2b6d83-67a2-4e81-8a95-90bcd58e5979,segment=NetworkSegment(6a747753-63bc-4444-8660-4c975b1703fe),segment_id=6a747753-63bc-4444-8660-4c975b1703fe)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:55.030285 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.044291 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9479cef5-a988-418e-8025-da55f89323df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.065410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Calling delete_port for da2b6d83-67a2-4e81-8a95-90bcd58e5979 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:55.067129 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.077942 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.081979 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c2dea6a9-8879-4fcc-bbdb-f4bad4956253 HTTP/1.1" status: 204 len: 168 time: 1.0685537 Dec 10 08:55:55.085354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49624) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:55.086185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479cef5-a988-418e-8025-da55f89323df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccae701-362d-48d0-ad66-8ee8b757c89e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:55.090701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cb6f9ac-7f4f-490f-ba06-ca67db989ef9 req-96b4eedb-aceb-48d8-a583-72ffd95f02b4 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/security-groups?id=73e7293c-831d-4575-8ac7-8d91cac8d849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781483 Dec 10 08:55:55.120824 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9479cef5-a988-418e-8025-da55f89323df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.125420 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9479cef5-a988-418e-8025-da55f89323df admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2ccae701-362d-48d0-ad66-8ee8b757c89e HTTP/1.1" status: 204 len: 168 time: 0.3819835 Dec 10 08:55:55.128837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49626) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:55.129427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984aadd-1b1d-49d6-ad07-58801dceaa9c None None] Network d09bb86c-ecf0-4750-9514-41b580d57027 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:55:55.247573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d9cfde-6484-4c26-b90c-679f97e7b0ec admin admin] Deleting subnet fd754620-7e4f-4335-b520-8e4443ac8dda {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:55:55.252785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6252d-75b3-4662-a381-d5207c520ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2dea6a9-8879-4fcc-bbdb-f4bad4956253,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:55.253816 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3d9cfde-6484-4c26-b90c-679f97e7b0ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.314579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-5700c507-fe70-481e-b62a-c9df2e57f623 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:55.315971 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-5700c507-fe70-481e-b62a-c9df2e57f623 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.39 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 948 time: 0.1596382 Dec 10 08:55:55.317702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb583d-f7b5-4fd6-9627-767b174b3883 req-e823e6da-af9e-4c4a-ae0f-aafe5d64a58f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:55.321714 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.323858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb583d-f7b5-4fd6-9627-767b174b3883 req-e823e6da-af9e-4c4a-ae0f-aafe5d64a58f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:55.329821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb583d-f7b5-4fd6-9627-767b174b3883 req-e823e6da-af9e-4c4a-ae0f-aafe5d64a58f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:55.335775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb583d-f7b5-4fd6-9627-767b174b3883 req-e823e6da-af9e-4c4a-ae0f-aafe5d64a58f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:55.341957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb583d-f7b5-4fd6-9627-767b174b3883 req-e823e6da-af9e-4c4a-ae0f-aafe5d64a58f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:55.347804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb583d-f7b5-4fd6-9627-767b174b3883 req-e823e6da-af9e-4c4a-ae0f-aafe5d64a58f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:55.354646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb583d-f7b5-4fd6-9627-767b174b3883 req-e823e6da-af9e-4c4a-ae0f-aafe5d64a58f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:55.356663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cdb583d-f7b5-4fd6-9627-767b174b3883 req-e823e6da-af9e-4c4a-ae0f-aafe5d64a58f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5435 time: 0.2708991 Dec 10 08:55:55.361155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3d9cfde-6484-4c26-b90c-679f97e7b0ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.389817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49630) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:55.395240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Request body: {'floatingip': {'port_id': 'c0398798-51b9-41ed-815b-bffec7db4ccb'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:55:55.414736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e325b-b4aa-49c3-8d96-38a7e0c55dd6 None None] DHCP port deletion for d09bb86c-ecf0-4750-9514-41b580d57027 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:55:55.452498 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.545192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-190e325b-b4aa-49c3-8d96-38a7e0c55dd6 None None] Deleting port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:55.551314 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-190e325b-b4aa-49c3-8d96-38a7e0c55dd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.561860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.581121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3d9cfde-6484-4c26-b90c-679f97e7b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.588678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:55:55.607728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2b6d83-67a2-4e81-8a95-90bcd58e5979,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:55.648415 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Deleting port 506ffffc-2362-433c-b4de-ec9bcb1a659f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:55.649280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.726331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:55:55.727027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0bfef75c-77c7-4e3e-bc6c-de65c86a36c0 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:55:55.727446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d2e71b7c-a996-4c20-94ea-4039ccc997df no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:55:55.792042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: d2e71b7c-a996-4c20-94ea-4039ccc997df {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:55:55.792394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d2e71b7c-a996-4c20-94ea-4039ccc997df not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:55:55.792813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:55:55.863002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] For port 506ffffc-2362-433c-b4de-ec9bcb1a659f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=506ffffc-2362-433c-b4de-ec9bcb1a659f,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:55.863601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.891600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Calling delete_port for 506ffffc-2362-433c-b4de-ec9bcb1a659f owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:55.897871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-190e325b-b4aa-49c3-8d96-38a7e0c55dd6 None None] For port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e,segment=NetworkSegment(b99bbdf5-feb2-4d5a-af92-ca06a9f31350),segment_id=b99bbdf5-feb2-4d5a-af92-ca06a9f31350)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:55.898411 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-190e325b-b4aa-49c3-8d96-38a7e0c55dd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:55.948003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-190e325b-b4aa-49c3-8d96-38a7e0c55dd6 None None] Calling delete_port for bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:56.160021 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.170487 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.213936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Pushing event deleted for resources: {'Port': ['ID=506ffffc-2362-433c-b4de-ec9bcb1a659f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:56.236552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Deleting port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:56.238692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.241612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.277809 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-190e325b-b4aa-49c3-8d96-38a7e0c55dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.358781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e325b-b4aa-49c3-8d96-38a7e0c55dd6 None None] Pushing event deleted for resources: {'Port': ['ID=bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:56.360602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e325b-b4aa-49c3-8d96-38a7e0c55dd6 None None] No DVR routers for this DVR port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:55:56.361994 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3d9cfde-6484-4c26-b90c-679f97e7b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.382482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3d9cfde-6484-4c26-b90c-679f97e7b0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.387887 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d3d9cfde-6484-4c26-b90c-679f97e7b0ec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fd754620-7e4f-4335-b520-8e4443ac8dda HTTP/1.1" status: 204 len: 168 time: 1.2957363 Dec 10 08:55:56.408542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49652) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:56.434620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] No DVR routers for this DVR port 506ffffc-2362-433c-b4de-ec9bcb1a659f on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:55:56.438916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9cfde-6484-4c26-b90c-679f97e7b0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd754620-7e4f-4335-b520-8e4443ac8dda,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:56.444288 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.447464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2df70191-bcf9-46b8-a8a9-cd6713148cb5 req-ca9ef100-ae61-4ef9-96b2-61479ab194ee tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.39 "DELETE /v2.0/ports/506ffffc-2362-433c-b4de-ec9bcb1a659f HTTP/1.1" status: 204 len: 173 time: 1.1238921 Dec 10 08:55:56.456668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-deleted', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:56.459498 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e12e8e-a63c-4837-bca1-90fb1de1ae34" -d '{"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-deleted", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:56.499060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] For port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e,segment=NetworkSegment(b99bbdf5-feb2-4d5a-af92-ca06a9f31350),segment_id=b99bbdf5-feb2-4d5a-af92-ca06a9f31350)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:56.499426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.510255 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c54ace2-d4f3-4a8a-888b-99f3068201d3 req-8def3886-dc5c-4763-8755-037092642869 tempest-ImagesOneServerTestJSON-890550689 tempest-ImagesOneServerTestJSON-890550689-project] 10.222.0.31 "GET /v2.0/ports?device_id=4222a5f0-79c4-48fd-968b-24000a070643 HTTP/1.1" status: 200 len: 210 time: 0.0723665 Dec 10 08:55:56.518207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.resource_extend [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 08:55:56.532612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Calling delete_port for bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:56.559375 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.620002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.633889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f1fb9-62d5-4fe3-8d7a-01d26b9571d2 req-e00c570e-c20c-43dc-974a-a8168de8d0e8 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:56.642243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a60f1fb9-62d5-4fe3-8d7a-01d26b9571d2 req-e00c570e-c20c-43dc-974a-a8168de8d0e8 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 945 time: 0.2353055 Dec 10 08:55:56.659587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:56.849643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a60f1fb9-62d5-4fe3-8d7a-01d26b9571d2 req-2e0cb245-c3ac-4818-915f-ef2cc93a18b6 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057383 Dec 10 08:55:56.908210 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89f174-d4ce-430b-9852-f777881de8e8 x-openstack-request-id: req-cb89f174-d4ce-430b-9852-f777881de8e8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:56.908757 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4222a5f0-79c4-48fd-968b-24000a070643", "name": "network-vif-deleted", "tag": "506ffffc-2362-433c-b4de-ec9bcb1a659f", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:56.908757 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb89f174-d4ce-430b-9852-f777881de8e8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:56.909302 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4222a5f0-79c4-48fd-968b-24000a070643', 'name': 'network-vif-deleted', 'tag': '506ffffc-2362-433c-b4de-ec9bcb1a659f', 'status': 'completed', 'code': 200} Dec 10 08:55:56.911477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902556d-9793-488d-a2a4-35368f1192c5 req-c9da37ba-402c-4cae-9418-240e644a7a1e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:56.912966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902556d-9793-488d-a2a4-35368f1192c5 req-c9da37ba-402c-4cae-9418-240e644a7a1e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.2129278 Dec 10 08:55:56.920587 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Floating IP c5b04221-a4a2-4e09-824c-04d2fb165b60 associated. External IP: 172.25.3.200, port: c0398798-51b9-41ed-815b-bffec7db4ccb. Dec 10 08:55:57.007378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.020940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.025848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Router ad1c041c-b514-4f53-8abd-10e155f777ec has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:55:57.037084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d33fa4-038d-4261-a829-75fca7cec866']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:57.063644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:57.067191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] No DVR routers for this DVR port bfc5e34b-3835-4ee7-be3e-c0fa6cd2d65e on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:55:57.069683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec96abf-1657-4722-888d-d450f43158bc') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:57.069981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec96abf-1657-4722-888d-d450f43158bc') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:57.097917 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.115230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5902556d-9793-488d-a2a4-35368f1192c5 req-a9aee8e3-8087-4a9e-bbf8-b94bf7a15a2c tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529403 Dec 10 08:55:57.139881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df6ccc-66d7-4769-92fa-52ce3086660b req-52eab4b3-aeab-41b0-b5c9-eaf07944837f tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:57.142128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49df6ccc-66d7-4769-92fa-52ce3086660b req-52eab4b3-aeab-41b0-b5c9-eaf07944837f tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8b82b6e-065a-477e-92df-70e3dfab0772 HTTP/1.1" status: 200 len: 945 time: 0.1770957 Dec 10 08:55:57.150363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.171409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:55:57.171814 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:55:57.174384 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:55:57.186774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.242671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09bb86c-ecf0-4750-9514-41b580d57027']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:57.254374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:57.254752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99bbdf5-feb2-4d5a-af92-ca06a9f31350') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:57.262536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.268374 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.272279 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] 10.222.0.31 "DELETE /v2.0/networks/83d33fa4-038d-4261-a829-75fca7cec866 HTTP/1.1" status: 204 len: 168 time: 0.8498509 Dec 10 08:55:57.279124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.296136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228acb0c-5534-4b2d-bd76-60b08d21677a admin admin] Pushing event deleted for resources: {'Network': ['ID=83d33fa4-038d-4261-a829-75fca7cec866,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:57.308490 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.316915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:55:57.317542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:55:57.320154 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:55:57.404588 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.410304 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.417541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] 10.222.0.31 "DELETE /v2.0/networks/d09bb86c-ecf0-4750-9514-41b580d57027 HTTP/1.1" status: 204 len: 168 time: 2.2837932 Dec 10 08:55:57.417541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49660) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:57.446307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957eccf-6990-4f3a-8c80-863124def57d admin admin] Pushing event deleted for resources: {'Network': ['ID=d09bb86c-ecf0-4750-9514-41b580d57027,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:57.485753 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-773b2e5e-df8e-4bec-89ea-a53127393652 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea3b214e81bf4de983402116334994d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607810 Dec 10 08:55:57.486114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49664) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:57.561298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f29c637-c16a-4394-87d5-58f34c5b4af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.625349 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f29c637-c16a-4394-87d5-58f34c5b4af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.635538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49670) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:57.645132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-ca2f168a-f2be-425e-b170-2ef54a7d95cb tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:57.647717 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-ca2f168a-f2be-425e-b170-2ef54a7d95cb tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8b82b6e-065a-477e-92df-70e3dfab0772 HTTP/1.1" status: 200 len: 945 time: 0.1017714 Dec 10 08:55:57.673890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49df6ccc-66d7-4769-92fa-52ce3086660b req-d883a11e-d17b-4dea-9276-7fb88581e815 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/security-groups?id=14dda36d-a0c3-4d5f-991a-ac8f55992b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958050 Dec 10 08:55:57.696891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:55:57.706699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ab7e60c8-1f4b-448f-8a33-d1391d6a6e77 admin admin] 10.222.0.31 "PUT /v2.0/routers/ad1c041c-b514-4f53-8abd-10e155f777ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9139161 Dec 10 08:55:57.713341 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] Sync routers for ids ['ad1c041c-b514-4f53-8abd-10e155f777ec'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:55:57.714979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49672) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:57.731584 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] Routers {'ad1c041c-b514-4f53-8abd-10e155f777ec'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:57.732417 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ad1c041c-b514-4f53-8abd-10e155f777ec'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:57.786115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6e4218e9-0eec-4111-aa1c-11d18e3cf5d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a918434c18b54146b8c2722fdc3fb45c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468647 Dec 10 08:55:57.792136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49676) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:57.825826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f29c637-c16a-4394-87d5-58f34c5b4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.828465 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f29c637-c16a-4394-87d5-58f34c5b4af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.831939 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0f29c637-c16a-4394-87d5-58f34c5b4af6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4296d457-fcd0-4230-835f-d99307ca41a0 HTTP/1.1" status: 204 len: 168 time: 0.3425708 Dec 10 08:55:57.838185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:55:57.872578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29c637-c16a-4394-87d5-58f34c5b4af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4296d457-fcd0-4230-835f-d99307ca41a0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:57.873173 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] Set router ad1c041c-b514-4f53-8abd-10e155f777ec gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:57.892162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:57.920252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49682) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:57.982673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Deleting port 0ebb14e6-54c6-45d1-8e60-702ee19cda61 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:57.983048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.068490 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-474460c1-864c-44c6-a11f-04aebf2471ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.176224 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-474460c1-864c-44c6-a11f-04aebf2471ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.191966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] For port 0ebb14e6-54c6-45d1-8e60-702ee19cda61, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0ebb14e6-54c6-45d1-8e60-702ee19cda61,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:58.193095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.195558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820c3c-cefb-4456-901b-8fe95cb48cb8 req-ccafe9a2-8af6-4957-8980-7beb4042e1df tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.202745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b820c3c-cefb-4456-901b-8fe95cb48cb8 req-ccafe9a2-8af6-4957-8980-7beb4042e1df tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 945 time: 0.2008832 Dec 10 08:55:58.208741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Calling delete_port for 0ebb14e6-54c6-45d1-8e60-702ee19cda61 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:58.265668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:55:58.282173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] Sync routers for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:55:58.287142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.291316 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.296555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:58.298659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:58.306155 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:03Z', 'updated_at': '2021-12-10T08:55:55Z', 'revision_number': 5, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'gw_port': {'id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:05Z', 'updated_at': '2021-12-10T08:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:58.346128 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] Checking router: ad1c041c-b514-4f53-8abd-10e155f777ec for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:55:58.357537 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] Routers {'ad1c041c-b514-4f53-8abd-10e155f777ec'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:58.358556 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ad1c041c-b514-4f53-8abd-10e155f777ec'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:58.391577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-b0bdeadc-9a22-45de-9598-30c847f3104b tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.394260 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-b0bdeadc-9a22-45de-9598-30c847f3104b tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.39 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 945 time: 0.4906788 Dec 10 08:55:58.431329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b820c3c-cefb-4456-901b-8fe95cb48cb8 req-ebe7bcc6-d781-4506-adbd-fdbb37eafa2a tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177832 Dec 10 08:55:58.431329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5acefe8a-24bf-438a-898f-989f74bc484a tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "PUT /v2.0/floatingips/c5b04221-a4a2-4e09-824c-04d2fb165b60 HTTP/1.1" status: 200 len: 991 time: 3.0346465 Dec 10 08:55:58.458398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49692) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:58.461000 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:58.463375 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52a39c2-098b-4ac5-8fd7-45d94381fda0" -d '{"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:58.478160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1a6c2-4cbc-45e4-8ec5-3d0de55cff2a req-39a513a7-48c2-4c2f-bf78-18754c188c69 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.479743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ed1a6c2-4cbc-45e4-8ec5-3d0de55cff2a req-39a513a7-48c2-4c2f-bf78-18754c188c69 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.2567158 Dec 10 08:55:58.484946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-474460c1-864c-44c6-a11f-04aebf2471ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.487582 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-474460c1-864c-44c6-a11f-04aebf2471ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.491738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-474460c1-864c-44c6-a11f-04aebf2471ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/255e3ae2-1c96-4fe2-aa06-ab2cd8618ebd HTTP/1.1" status: 204 len: 168 time: 0.6954453 Dec 10 08:55:58.491933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:58.515005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474460c1-864c-44c6-a11f-04aebf2471ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255e3ae2-1c96-4fe2-aa06-ab2cd8618ebd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:58.540083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.555318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-ca8b56bc-c707-4a76-a151-a6a7d566004c tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.556843 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-ca8b56bc-c707-4a76-a151-a6a7d566004c tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.18 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 945 time: 0.1943760 Dec 10 08:55:58.562794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] Set router ad1c041c-b514-4f53-8abd-10e155f777ec gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:55:58.574117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Deleting port 8d5cfddd-252e-4f28-8d30-b773a10c91fa {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:58.574855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.617318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ed1a6c2-4cbc-45e4-8ec5-3d0de55cff2a req-3383f33c-d99b-49f4-9fe6-0009ea7c069d tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190596 Dec 10 08:55:58.644346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:58.648095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0ebb14e6-54c6-45d1-8e60-702ee19cda61'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:55:58.660951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Pushing event deleted for resources: {'Port': ['ID=0ebb14e6-54c6-45d1-8e60-702ee19cda61,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:58.664758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c10a0bed-0e83-4f47-976c-56ee71182a81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=287ebd8839174417becea5eb760753e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7429066 Dec 10 08:55:58.674766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49698) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:58.729538 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bc761190-77ad-4bd5-8242-9efa0192effb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd2612073a7143bdb70fa531bfbe4035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664695 Dec 10 08:55:58.735377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49702) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:55:58.753247 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ec69b3-2543-4a16-9e50-dce02f0ed93a x-openstack-request-id: req-37ec69b3-2543-4a16-9e50-dce02f0ed93a {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:58.754247 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:58.754941 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37ec69b3-2543-4a16-9e50-dce02f0ed93a {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:58.755276 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'status': 'completed', 'code': 200} Dec 10 08:55:58.799708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] No DVR routers for this DVR port 0ebb14e6-54c6-45d1-8e60-702ee19cda61 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:55:58.802879 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.806442 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ba6cebb-663f-4a89-99b2-86e3b26de0ba req-572ed5fc-9a5a-4b42-9682-2a022c7c4eb7 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.18 "DELETE /v2.0/ports/0ebb14e6-54c6-45d1-8e60-702ee19cda61 HTTP/1.1" status: 204 len: 173 time: 1.1492119 Dec 10 08:55:58.855179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Deleting port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:58.855649 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.900976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:03Z', 'updated_at': '2021-12-10T08:55:55Z', 'revision_number': 5, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'gw_port': {'id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:05Z', 'updated_at': '2021-12-10T08:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:58.916565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b82b6e-065a-477e-92df-70e3dfab0772', 'name': 'network-vif-deleted', 'tag': '0ebb14e6-54c6-45d1-8e60-702ee19cda61'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:55:58.918905 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225adda2-12bb-4044-87c6-da22244d0c48" -d '{"events": [{"server_uuid": "c8b82b6e-065a-477e-92df-70e3dfab0772", "name": "network-vif-deleted", "tag": "0ebb14e6-54c6-45d1-8e60-702ee19cda61"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:55:58.929321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] For port 8d5cfddd-252e-4f28-8d30-b773a10c91fa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8d5cfddd-252e-4f28-8d30-b773a10c91fa,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:58.929744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.937946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3536f1fd-fd15-4e2d-ac54-0a071be79681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.938540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3536f1fd-fd15-4e2d-ac54-0a071be79681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.938870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3536f1fd-fd15-4e2d-ac54-0a071be79681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.939325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3536f1fd-fd15-4e2d-ac54-0a071be79681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.939778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3536f1fd-fd15-4e2d-ac54-0a071be79681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.940291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3536f1fd-fd15-4e2d-ac54-0a071be79681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.940741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3536f1fd-fd15-4e2d-ac54-0a071be79681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:58.945780 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3536f1fd-fd15-4e2d-ac54-0a071be79681 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6492 time: 0.1448715 Dec 10 08:55:58.946034 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:58.955112 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b20be7-cf1f-4248-8fae-fc477bc2cc75 None None] The sync data for ids ['ad1c041c-b514-4f53-8abd-10e155f777ec'] in n-d-814746-3 is: [{'id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'name': 'tempest-FloatingIPDetailsTestJSON-30721147-router', 'tenant_id': '2806f6a8e54e4f08acb81f5e49177413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:55:03Z', 'updated_at': '2021-12-10T08:55:55Z', 'revision_number': 5, 'project_id': '2806f6a8e54e4f08acb81f5e49177413', 'gw_port': {'id': '8d5cfddd-252e-4f28-8d30-b773a10c91fa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1c041c-b514-4f53-8abd-10e155f777ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:55:05Z', 'updated_at': '2021-12-10T08:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:55:58.979039 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc22b1b4-9149-4764-bfe8-621ff0e7015d req-de2a80cd-d2ea-4081-aa89-1498ea93033c tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8b82b6e-065a-477e-92df-70e3dfab0772 HTTP/1.1" status: 200 len: 210 time: 0.0884559 Dec 10 08:55:59.020837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Calling delete_port for 8d5cfddd-252e-4f28-8d30-b773a10c91fa owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:59.053722 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58ab88ed-3e08-407f-b864-38fb05d0b28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.055657 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.057344 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c5489c-682d-4a0b-9724-b18226df05ed x-openstack-request-id: req-f4c5489c-682d-4a0b-9724-b18226df05ed {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:55:59.057797 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b82b6e-065a-477e-92df-70e3dfab0772", "name": "network-vif-deleted", "tag": "0ebb14e6-54c6-45d1-8e60-702ee19cda61", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:55:59.057915 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4c5489c-682d-4a0b-9724-b18226df05ed {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:55:59.058258 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b82b6e-065a-477e-92df-70e3dfab0772', 'name': 'network-vif-deleted', 'tag': '0ebb14e6-54c6-45d1-8e60-702ee19cda61', 'status': 'completed', 'code': 200} Dec 10 08:55:59.073070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Deleting port 0d2209a2-5035-44a9-918e-b2b15701bb06 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:55:59.073433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.114502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:55:59.148109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 506ffffc-2362-433c-b4de-ec9bcb1a659f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:55:59.148462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 506ffffc-2362-433c-b4de-ec9bcb1a659f not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:55:59.173514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] For port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,segment=NetworkSegment(2e3b41f1-580c-42a5-b175-060460046476),segment_id=2e3b41f1-580c-42a5-b175-060460046476)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:59.173514 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.179936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58ab88ed-3e08-407f-b864-38fb05d0b28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.213126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Calling delete_port for acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:55:59.263267 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.266507 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.270119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9f2d41b-4fb1-4d45-b393-bfa764b8489c HTTP/1.1" status: 204 len: 168 time: 0.5264633 Dec 10 08:55:59.303768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f2d41b-4fb1-4d45-b393-bfa764b8489c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:59.343415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.344153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.344683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.345365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.345901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.346602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.347100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.347979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.349424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.349993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.350662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.351210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.351738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8fd5e3-4f37-4e18-939d-595825090946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:55:59.371110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-62665af3-1b11-42b3-9734-84e0c2dac3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:59.379098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-62665af3-1b11-42b3-9734-84e0c2dac3f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa HTTP/1.1" status: 200 len: 913 time: 0.4221590 Dec 10 08:55:59.383238 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.432882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5cfddd-252e-4f28-8d30-b773a10c91fa,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:55:59.470386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device da2b6d83-67a2-4e81-8a95-90bcd58e5979 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:55:59.534743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-52090615-1d60-4e42-9b91-ccc7c3ac468f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0398798-51b9-41ed-815b-bffec7db4ccb HTTP/1.1" status: 200 len: 999 time: 0.1314325 Dec 10 08:55:59.551389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] For port 0d2209a2-5035-44a9-918e-b2b15701bb06, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0d2209a2-5035-44a9-918e-b2b15701bb06,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:55:59.552315 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.699346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: da2b6d83-67a2-4e81-8a95-90bcd58e5979 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:55:59.702109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device da2b6d83-67a2-4e81-8a95-90bcd58e5979 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:55:59.752115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.767912 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58ab88ed-3e08-407f-b864-38fb05d0b28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.782269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58ab88ed-3e08-407f-b864-38fb05d0b28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.788902 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-58ab88ed-3e08-407f-b864-38fb05d0b28e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73e7293c-831d-4575-8ac7-8d91cac8d849 HTTP/1.1" status: 204 len: 168 time: 1.1041560 Dec 10 08:55:59.822705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-ac2b8787-5f39-429d-b999-1d8ea137f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:59.825141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-ac2b8787-5f39-429d-b999-1d8ea137f17f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c98a0f17-aa22-4222-87da-fe91acbdb5ad HTTP/1.1" status: 200 len: 851 time: 0.2680404 Dec 10 08:55:59.855743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:23Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'c5b04221-a4a2-4e09-824c-04d2fb165b60', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'port_id': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'mac_address': 'fa:16:3e:d2:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:54:20Z', 'updated_at': '2021-12-10T08:55:56Z', 'revision_number': 1, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19', 'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'mac_address': 'fa:16:3e:1f:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:22Z', 'updated_at': '2021-12-10T08:53:27Z', 'revision_number': 5, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'subnets': [{'id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:59.900838 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] Checking router: fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:55:59.910671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:55:59.911806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:55:59.934520 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.940449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:55:59.951137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ddd06-cec3-4120-92b8-42125f9d48ef req-e534e42d-03b3-417a-a2f8-ed67c3bac9ce tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:55:59.959413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-543ddd06-cec3-4120-92b8-42125f9d48ef req-e534e42d-03b3-417a-a2f8-ed67c3bac9ce tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 945 time: 0.3392923 Dec 10 08:55:59.960808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab88ed-3e08-407f-b864-38fb05d0b28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e7293c-831d-4575-8ac7-8d91cac8d849,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:00.039404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a2574-400e-42f8-98a3-ea3a2564a6ee req-3782d942-d0d1-4d5b-a21c-a155196293bc tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:00.049536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f1a2574-400e-42f8-98a3-ea3a2564a6ee req-3782d942-d0d1-4d5b-a21c-a155196293bc tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.2593536 Dec 10 08:56:00.075132 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.075934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad1c041c-b514-4f53-8abd-10e155f777ec {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:56:00.078874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3aac9871-7046-4c3d-a7d8-aae49433b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:00.080404 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-3aac9871-7046-4c3d-a7d8-aae49433b8b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383163 Dec 10 08:56:00.088894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.100868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.102289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3fd903f0-7110-4b09-b1e6-77412f6d5ec5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ad1c041c-b514-4f53-8abd-10e155f777ec HTTP/1.1" status: 204 len: 168 time: 2.3861732 Dec 10 08:56:00.118001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49742) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:00.164926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:00.211935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-ef8bdb50-2fca-4f58-9bf4-0c1f5bb3c624 service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192415 Dec 10 08:56:00.224003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-543ddd06-cec3-4120-92b8-42125f9d48ef req-af55dd8c-dd93-4140-94a4-754e3e747370 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630684 Dec 10 08:56:00.263127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f1a2574-400e-42f8-98a3-ea3a2564a6ee req-e963c3f8-0ffe-472e-83d6-2407d3af0ed5 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125909 Dec 10 08:56:00.282463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Pushing event deleted for resources: {'Port': ['ID=acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:00.318057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a526641d-30b7-4467-a51c-27cd481bb1b2 admin admin] Deleting subnet b9da31a4-4437-44b4-a2cd-9ae361a904cc {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:56:00.326739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a526641d-30b7-4467-a51c-27cd481bb1b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.412037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.412394 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.412732 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Floating IP 83b27f3c-e950-44cd-b07c-6a0d3edf7990 disassociated. External IP: 172.25.3.199, port: 0d2209a2-5035-44a9-918e-b2b15701bb06. Dec 10 08:56:00.412965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Calling delete_port for 0d2209a2-5035-44a9-918e-b2b15701bb06 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:00.419760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a526641d-30b7-4467-a51c-27cd481bb1b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.436983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] No DVR routers for this DVR port acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:00.446534 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.450193 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-092eb5cc-dc6c-432e-9129-1c1e0b050db6 req-8b3644b9-75e1-4f2b-9236-95fdec40e5e0 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.39 "DELETE /v2.0/ports/acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab HTTP/1.1" status: 204 len: 173 time: 2.0361011 Dec 10 08:56:00.541216 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52a39c2-098b-4ac5-8fd7-45d94381fda0 req-b05fa0cd-3064-4fa1-a6cf-e08feaced23b service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822809 Dec 10 08:56:00.618693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a526641d-30b7-4467-a51c-27cd481bb1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.625906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49754) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:00.678067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:23Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'c5b04221-a4a2-4e09-824c-04d2fb165b60', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'port_id': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'mac_address': 'fa:16:3e:d2:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:54:20Z', 'updated_at': '2021-12-10T08:55:56Z', 'revision_number': 1, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19', 'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'mac_address': 'fa:16:3e:1f:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:22Z', 'updated_at': '2021-12-10T08:53:27Z', 'revision_number': 5, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'subnets': [{'id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:00.706645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c44211c-d4f0-45d5-8024-63f3b5bf4aa4 req-950942a7-3bd2-40a4-bc5e-f8cbeab36033 tempest-ListServersNegativeTestJSON-1092832688 tempest-ListServersNegativeTestJSON-1092832688-project] 10.222.0.31 "GET /v2.0/ports?device_id=790c3cf4-1181-41e9-a20a-ec5a4073558a HTTP/1.1" status: 200 len: 210 time: 0.1938186 Dec 10 08:56:00.716581 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.735440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7bae9-d32c-48a9-b0f9-e5829988dba8 None None] The sync data for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 is: [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:23Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'c5b04221-a4a2-4e09-824c-04d2fb165b60', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'port_id': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'mac_address': 'fa:16:3e:d2:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:54:20Z', 'updated_at': '2021-12-10T08:55:56Z', 'revision_number': 1, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19', 'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'mac_address': 'fa:16:3e:1f:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:22Z', 'updated_at': '2021-12-10T08:53:27Z', 'revision_number': 5, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'subnets': [{'id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:56:00.767122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Pushing event deleted for resources: {'Port': ['ID=0d2209a2-5035-44a9-918e-b2b15701bb06,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:00.783466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a526641d-30b7-4467-a51c-27cd481bb1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.819895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0ebb14e6-54c6-45d1-8e60-702ee19cda61 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:00.846363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-840791277-network', 'tenant_id': '3949e94f1b224905b71b511daff20c14'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:00.865206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526641d-30b7-4467-a51c-27cd481bb1b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9da31a4-4437-44b4-a2cd-9ae361a904cc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:00.870170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 0ebb14e6-54c6-45d1-8e60-702ee19cda61 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:00.870576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0ebb14e6-54c6-45d1-8e60-702ee19cda61 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:00.870959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0d2209a2-5035-44a9-918e-b2b15701bb06 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:00.886742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a526641d-30b7-4467-a51c-27cd481bb1b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.891829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a526641d-30b7-4467-a51c-27cd481bb1b2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b9da31a4-4437-44b4-a2cd-9ae361a904cc HTTP/1.1" status: 204 len: 168 time: 0.7726002 Dec 10 08:56:00.896152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49766) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:00.900052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Made reservation on behalf of 3949e94f1b224905b71b511daff20c14 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:00.902200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:00.918929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0620b-0430-4093-bde6-db2528eab7a6 None None] Network f54302c4-f30c-46ee-80ff-0f08ef1f1da7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:00.921556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 0d2209a2-5035-44a9-918e-b2b15701bb06 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:00.922330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0d2209a2-5035-44a9-918e-b2b15701bb06 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:00.940214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.059102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790c3cf4-1181-41e9-a20a-ec5a4073558a', 'name': 'network-vif-deleted', 'tag': 'acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:01.062214 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aaf74b-5272-4d56-b65e-9470f69cc0a4" -d '{"events": [{"server_uuid": "790c3cf4-1181-41e9-a20a-ec5a4073558a", "name": "network-vif-deleted", "tag": "acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:01.097440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Router d81d3564-b6cc-4810-ae7c-96e1de2c0257 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:56:01.112753 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.113069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:01.168487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:01.171335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:01.197387 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c356d4-967d-49e9-ac28-32b9daabe498 None None] New status for floating IP c5b04221-a4a2-4e09-824c-04d2fb165b60: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:56:01.294097 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6454a1e1-925e-4f8d-ad2f-cbb1f42b8a6b x-openstack-request-id: req-6454a1e1-925e-4f8d-ad2f-cbb1f42b8a6b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:01.294465 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790c3cf4-1181-41e9-a20a-ec5a4073558a", "name": "network-vif-deleted", "tag": "acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:01.298822 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6454a1e1-925e-4f8d-ad2f-cbb1f42b8a6b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:01.299383 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790c3cf4-1181-41e9-a20a-ec5a4073558a', 'name': 'network-vif-deleted', 'tag': 'acbaa606-eda3-40b7-aa4d-1ab84d2fa3ab', 'status': 'completed', 'code': 200} Dec 10 08:56:01.356754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab839dd1-c914-4383-b757-5640c9cd0ef6 None None] DHCP port deletion for f54302c4-f30c-46ee-80ff-0f08ef1f1da7 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:56:01.417908 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8d5cfddd-252e-4f28-8d30-b773a10c91fa no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:01.466552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 8d5cfddd-252e-4f28-8d30-b773a10c91fa {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:01.479787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8d5cfddd-252e-4f28-8d30-b773a10c91fa not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:01.537993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ab839dd1-c914-4383-b757-5640c9cd0ef6 None None] Deleting port a058655d-4ffd-4f5a-ba85-fd25bb6094aa {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:01.538379 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ab839dd1-c914-4383-b757-5640c9cd0ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.550903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c2502d5-bcab-4225-a422-c98ab7ab2a23 req-60e1fe5b-8e43-4e75-8cf7-dcd9f56c4677 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 210 time: 0.1083963 Dec 10 08:56:01.666635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.711615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ab839dd1-c914-4383-b757-5640c9cd0ef6 None None] For port a058655d-4ffd-4f5a-ba85-fd25bb6094aa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a058655d-4ffd-4f5a-ba85-fd25bb6094aa,segment=NetworkSegment(6a747753-63bc-4444-8660-4c975b1703fe),segment_id=6a747753-63bc-4444-8660-4c975b1703fe)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:01.712163 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ab839dd1-c914-4383-b757-5640c9cd0ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.749530 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.775989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ab839dd1-c914-4383-b757-5640c9cd0ef6 None None] Calling delete_port for a058655d-4ffd-4f5a-ba85-fd25bb6094aa owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:01.792774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:56:01.796758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf330188-4a63-45b5-b284-d9a30679a852 req-a67d4cba-d9e9-44af-8888-ce49d9dfed74 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:01.805406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf330188-4a63-45b5-b284-d9a30679a852 req-a67d4cba-d9e9-44af-8888-ce49d9dfed74 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.2641678 Dec 10 08:56:01.819592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:56:01.822722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Deleting port a058655d-4ffd-4f5a-ba85-fd25bb6094aa {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:01.823066 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.829429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49798) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:01.829741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88afdd3c-4600-4bc4-a905-25382b0f9258,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:01.844216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.845991 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Added segment d99bffc6-aaab-4042-bd23-a1e171fec5f3 of type vlan for network 103b1340-6b00-4180-bed7-1b83eb345535 Dec 10 08:56:01.931671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] Sync routers for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:56:01.938295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9387ec87-8ab4-4917-9415-9e3728e2dd9f admin admin] Deleting subnet d809706b-3cdf-4011-9087-f75bf9d8b3e1 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:56:01.946197 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9387ec87-8ab4-4917-9415-9e3728e2dd9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.960502 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ab839dd1-c914-4383-b757-5640c9cd0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:01.964768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:01.965444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:01.999873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49804) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:02.016487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] No DVR routers for this DVR port 0d2209a2-5035-44a9-918e-b2b15701bb06 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:02.033121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf330188-4a63-45b5-b284-d9a30679a852 req-d43f9d3a-2e88-4bb2-9306-ec5cb15f1480 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209358 Dec 10 08:56:02.041324 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.045401 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ab820066-46bd-4eb7-87bf-d50a58190271 req-81fb38b0-d9ce-441a-989d-fa82c614d8d1 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.18 "DELETE /v2.0/ports/0d2209a2-5035-44a9-918e-b2b15701bb06 HTTP/1.1" status: 204 len: 173 time: 3.4574032 Dec 10 08:56:02.053792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab839dd1-c914-4383-b757-5640c9cd0ef6 None None] Pushing event deleted for resources: {'Port': ['ID=a058655d-4ffd-4f5a-ba85-fd25bb6094aa,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:02.061316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab839dd1-c914-4383-b757-5640c9cd0ef6 None None] No DVR routers for this DVR port a058655d-4ffd-4f5a-ba85-fd25bb6094aa on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:02.066206 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.079920 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9387ec87-8ab4-4917-9415-9e3728e2dd9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.135824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] For port a058655d-4ffd-4f5a-ba85-fd25bb6094aa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a058655d-4ffd-4f5a-ba85-fd25bb6094aa,segment=NetworkSegment(6a747753-63bc-4444-8660-4c975b1703fe),segment_id=6a747753-63bc-4444-8660-4c975b1703fe)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:02.136543 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.136755 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9387ec87-8ab4-4917-9415-9e3728e2dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.152536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.153700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:02.154490 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.157432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Calling delete_port for a058655d-4ffd-4f5a-ba85-fd25bb6094aa owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:02.207746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:02.229180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9387ec87-8ab4-4917-9415-9e3728e2dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.291553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387ec87-8ab4-4917-9415-9e3728e2dd9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d809706b-3cdf-4011-9087-f75bf9d8b3e1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:02.292496 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6641593 Dec 10 08:56:02.296088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49814) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:02.306167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9387ec87-8ab4-4917-9415-9e3728e2dd9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.306532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Request body: {'subnet': {'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-840791277-subnet', 'tenant_id': '3949e94f1b224905b71b511daff20c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:02.312417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076f443-5058-43a1-9827-eb33c8cdd23e admin admin] Pushing event updated for resources: {'Network': ['ID=103b1340-6b00-4180-bed7-1b83eb345535,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:02.314130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9387ec87-8ab4-4917-9415-9e3728e2dd9f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d809706b-3cdf-4011-9087-f75bf9d8b3e1 HTTP/1.1" status: 204 len: 168 time: 0.4836707 Dec 10 08:56:02.316697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49816) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:02.418267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 103b1340-6b00-4180-bed7-1b83eb345535 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:56:02.433048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1393529192-network', 'tenant_id': '56dd9c2c76e44d3ebf21ba7bd5631e02'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:02.443734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.549948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.558046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:58Z', 'revision_number': 5, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:02.582984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fc505c-905e-4843-927e-10b22c2608f7']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:02.599492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] Checking router: d81d3564-b6cc-4810-ae7c-96e1de2c0257 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:56:02.609260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:02.609553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:55:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:02.651899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3b41f1-580c-42a5-b175-060460046476') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:02.652411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3b41f1-580c-42a5-b175-060460046476') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:02.668652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.712626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.721536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:56:02.722168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.761852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Made reservation on behalf of 3949e94f1b224905b71b511daff20c14 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:02.766534 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.774317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:56:02.802356 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:56:02.816357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.818973 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 08:56:02.818973 n-d-814746-3 neutron-server[114969]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 08:56:02.818973 n-d-814746-3 neutron-server[114969]: [parameters: {'project_id_1': '56dd9c2c76e44d3ebf21ba7bd5631e02', 'expiration_1': datetime.datetime(2021, 12, 10, 8, 55, 42, 438385)}] Dec 10 08:56:02.818973 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:56:02.819416 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:56:02.827846 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:02.831327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/05fc505c-905e-4843-927e-10b22c2608f7 HTTP/1.1" status: 204 len: 168 time: 0.5127203 Dec 10 08:56:02.865141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a32c7d1-bfe8-415e-8a84-4563dff5870c req-0da0d4c7-5fdc-4b88-8965-8f9ec9bed0d0 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/ports?device_id=de6be138-ab4d-4ef6-8121-76fb3c2253c2 HTTP/1.1" status: 200 len: 210 time: 0.0613601 Dec 10 08:56:02.868396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c98dce-368c-4f85-b792-6ffc10cca7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=05fc505c-905e-4843-927e-10b22c2608f7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:02.908978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] No DVR routers for this DVR port a058655d-4ffd-4f5a-ba85-fd25bb6094aa on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:02.921026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Pushing event deleted for resources: {'Port': ['ID=a058655d-4ffd-4f5a-ba85-fd25bb6094aa,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:02.993390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:03.020140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49870) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:03.031272 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.060833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54302c4-f30c-46ee-80ff-0f08ef1f1da7']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:03.074214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-903b4e2f-5fbc-4ef5-aa36-4c37e666d158 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=528bc437be504b20994bf67b1604efdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521441 Dec 10 08:56:03.075088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a747753-63bc-4444-8660-4c975b1703fe') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:03.075592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a747753-63bc-4444-8660-4c975b1703fe') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:03.076900 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49874) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:03.108892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.131868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.144261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:56:03.144715 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:56:03.147412 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:56:03.188761 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98db1a2b-fd77-496e-b000-3cd9e61777ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.209956 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b65d8154-9f9d-42ec-89bb-a35423fc6b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.244690 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98db1a2b-fd77-496e-b000-3cd9e61777ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.261328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a058655d-4ffd-4f5a-ba85-fd25bb6094aa no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:03.264445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d00e34-0aff-44b5-a191-bcd6273b2fbf req-e94fa248-761b-451e-9b82-2a6e6aa49050 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:03.266635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5d00e34-0aff-44b5-a191-bcd6273b2fbf req-e94fa248-761b-451e-9b82-2a6e6aa49050 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.0956511 Dec 10 08:56:03.273765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.287666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.295188 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f54302c4-f30c-46ee-80ff-0f08ef1f1da7 HTTP/1.1" status: 204 len: 168 time: 2.3961463 Dec 10 08:56:03.307495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a058655d-4ffd-4f5a-ba85-fd25bb6094aa {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:03.307852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a058655d-4ffd-4f5a-ba85-fd25bb6094aa not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:03.314899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.320209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'name': 'network-vif-deleted', 'tag': '0d2209a2-5035-44a9-918e-b2b15701bb06'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:03.329070 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8db32f-d75b-41c2-b10d-b66fba80cce2" -d '{"events": [{"server_uuid": "de6be138-ab4d-4ef6-8121-76fb3c2253c2", "name": "network-vif-deleted", "tag": "0d2209a2-5035-44a9-918e-b2b15701bb06"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:03.336998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541d1ce-77aa-4dcc-8a10-d559d02fcb16 admin admin] Pushing event deleted for resources: {'Network': ['ID=f54302c4-f30c-46ee-80ff-0f08ef1f1da7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:03.433217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15349f3d-125d-490d-ae31-4a9529c678c7,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:03.438253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Checking segment: {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:03.438847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Network hostable DHCP agents. Network: 103b1340-6b00-4180-bed7-1b83eb345535, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:56:03.447805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Made reservation on behalf of 56dd9c2c76e44d3ebf21ba7bd5631e02 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:03.453361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.460334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Network 103b1340-6b00-4180-bed7-1b83eb345535 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:56:03.475093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:58Z', 'revision_number': 5, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:03.477240 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.485234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 103b1340-6b00-4180-bed7-1b83eb345535) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:03.494992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:03.495812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.509456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b62df-0d8d-49d2-8466-aedd67c5f224 None None] Network 103b1340-6b00-4180-bed7-1b83eb345535 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:03.512193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a66f85-7f05-488a-9db9-e116f18f3da2 None None] The sync data for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 is: [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:52:48Z', 'revision_number': 4, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c4a207fc-61e8-45a1-bd76-c97a70d2b80f', 'name': '', 'network_id': '8c2bcb36-4319-4f58-9e53-99d426594bac', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'mac_address': 'fa:16:3e:49:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:47Z', 'updated_at': '2021-12-10T08:52:58Z', 'revision_number': 5, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'subnets': [{'id': 'f6b52e2a-cabc-49ed-96bd-240af3b888cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:56:03.527994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0274faa8-95c8-4c63-a1ca-5dbd13d1c06d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2294116 Dec 10 08:56:03.541534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5d00e34-0aff-44b5-a191-bcd6273b2fbf req-046efeed-c135-44f4-93e0-7e0a4c5231eb tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637453 Dec 10 08:56:03.545790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98db1a2b-fd77-496e-b000-3cd9e61777ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.553770 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98db1a2b-fd77-496e-b000-3cd9e61777ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.555885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-98db1a2b-fd77-496e-b000-3cd9e61777ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14dda36d-a0c3-4d5f-991a-ac8f55992b4e HTTP/1.1" status: 204 len: 168 time: 0.4774613 Dec 10 08:56:03.587268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db1a2b-fd77-496e-b000-3cd9e61777ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dda36d-a0c3-4d5f-991a-ac8f55992b4e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:03.620011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49924) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:03.658644 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31d5496-84ca-4302-8e15-72b907beb8e1 x-openstack-request-id: req-d31d5496-84ca-4302-8e15-72b907beb8e1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:03.658948 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6be138-ab4d-4ef6-8121-76fb3c2253c2", "name": "network-vif-deleted", "tag": "0d2209a2-5035-44a9-918e-b2b15701bb06", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:03.671484 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d31d5496-84ca-4302-8e15-72b907beb8e1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:03.673941 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6be138-ab4d-4ef6-8121-76fb3c2253c2', 'name': 'network-vif-deleted', 'tag': '0d2209a2-5035-44a9-918e-b2b15701bb06', 'status': 'completed', 'code': 200} Dec 10 08:56:03.726916 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-92857632-9b88-4c80-82ef-2273b5ce8508 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2806f6a8e54e4f08acb81f5e49177413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1053994 Dec 10 08:56:03.730056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49926) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:03.752283 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.757715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7180ff60-fddb-49f5-95e4-74384d79009a None None] Network 103b1340-6b00-4180-bed7-1b83eb345535 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:03.780654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.847674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:56:03.886943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:03.889376 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Added segment b11333d7-efba-4264-ab65-6398c657688f of type vlan for network 6d752f9e-e96d-4653-819c-c49a87804328 Dec 10 08:56:03.890900 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e10238-2aac-4550-af77-ba7e0c51a1fe,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:03.967374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f29ed4c0-2a41-40ae-97f9-f3a3f08420cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:04.001782 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:04.023976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4554dc6-30c8-4d43-9f08-f7a5ba6b6ae5 None None] New status for floating IP 83b27f3c-e950-44cd-b07c-6a0d3edf7990: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:56:04.039543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f29ed4c0-2a41-40ae-97f9-f3a3f08420cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:04.105121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:04.106213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:04.106888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:04.183642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6d752f9e-e96d-4653-819c-c49a87804328,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:04.187075 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f29ed4c0-2a41-40ae-97f9-f3a3f08420cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:04.194807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 6d752f9e-e96d-4653-819c-c49a87804328 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:56:04.211088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f29ed4c0-2a41-40ae-97f9-f3a3f08420cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:04.214532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f29ed4c0-2a41-40ae-97f9-f3a3f08420cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bb46ac8-f357-4e28-91a0-7019f8ee4c64 HTTP/1.1" status: 204 len: 168 time: 0.4758346 Dec 10 08:56:04.255619 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ed4c0-2a41-40ae-97f9-f3a3f08420cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb46ac8-f357-4e28-91a0-7019f8ee4c64,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:04.283919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-33b34ed3-8de8-4fcc-8bf1-891706a307c4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2811208 Dec 10 08:56:04.284174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49962) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:04.299166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Request body: {'subnet': {'network_id': '6d752f9e-e96d-4653-819c-c49a87804328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1393529192-subnet', 'tenant_id': '56dd9c2c76e44d3ebf21ba7bd5631e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:04.390294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Made reservation on behalf of 56dd9c2c76e44d3ebf21ba7bd5631e02 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:04.394132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:04.510369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc636ea9-398a-4c8f-8a7d-fffe8ca4b988 req-432b46a7-776f-4d51-8775-bfa620ec6be6 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:04.512578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc636ea9-398a-4c8f-8a7d-fffe8ca4b988 req-432b46a7-776f-4d51-8775-bfa620ec6be6 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.0675042 Dec 10 08:56:04.520378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-a755d74f-95cc-4cf3-9028-b7ad3452ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:04.523787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-a755d74f-95cc-4cf3-9028-b7ad3452ecc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 1097 time: 0.1735506 Dec 10 08:56:04.645882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-834b3990-4c5a-47c4-8d3a-1e6da6ab21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:04.648327 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-834b3990-4c5a-47c4-8d3a-1e6da6ab21f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 200 len: 917 time: 0.1158106 Dec 10 08:56:04.669468 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc636ea9-398a-4c8f-8a7d-fffe8ca4b988 req-1397b884-b493-4fef-a326-503a9205668e tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264057 Dec 10 08:56:04.735163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49992) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:04.748191 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-0847fc44-d5e1-41ff-bf40-8273a5c23165 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 HTTP/1.1" status: 200 len: 217 time: 0.0878551 Dec 10 08:56:04.756940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-aa229de7-688f-47af-abe7-00adf5932c41 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:04.774430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-aa229de7-688f-47af-abe7-00adf5932c41 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 804 time: 0.2196419 Dec 10 08:56:04.816137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-00e9ae63-08bf-4026-a150-bb9baf5e0413 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/quotas/3949e94f1b224905b71b511daff20c14 HTTP/1.1" status: 200 len: 375 time: 0.0348861 Dec 10 08:56:04.866107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-ac6d9db7-00d5-4ccc-b055-7789a3ffa643 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475299 Dec 10 08:56:04.889637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c731725-3167-45c7-9a6d-edad8f901465 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:04.892317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-cb907d1c-a63d-431b-b8a5-9d379e126748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:04.894392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-cb907d1c-a63d-431b-b8a5-9d379e126748 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e3824dd-418d-4be1-8029-af2e85fafd44 HTTP/1.1" status: 200 len: 855 time: 0.1314380 Dec 10 08:56:04.971106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-bc003256-84db-42ac-b30e-bf2b6e4c45fc service neutron] 10.222.0.31 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039469 Dec 10 08:56:04.998737 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c731725-3167-45c7-9a6d-edad8f901465 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:05.031903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:05.113771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-b28b3615-8a3a-4603-a44c-2841357c70d5 service neutron] 10.222.0.31 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413431 Dec 10 08:56:05.125706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-3b526451-b2f5-4915-89e7-2dedd5cf9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:05.133785 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-3b526451-b2f5-4915-89e7-2dedd5cf9f4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c65bd682-0caa-45b0-a312-a23907c0cd41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2256510 Dec 10 08:56:05.171604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:05.254181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c731725-3167-45c7-9a6d-edad8f901465 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:05.257446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c731725-3167-45c7-9a6d-edad8f901465 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:05.261401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50044) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:05.261984 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c731725-3167-45c7-9a6d-edad8f901465 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4 HTTP/1.1" status: 204 len: 168 time: 0.5255008 Dec 10 08:56:05.288596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c731725-3167-45c7-9a6d-edad8f901465 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:05.292903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Checking segment: {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:05.293024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Network hostable DHCP agents. Network: 6d752f9e-e96d-4653-819c-c49a87804328, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:56:05.320808 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-bcfc10af-97ea-490a-8715-8c220f4fff7e tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] show failed (client error): The resource could not be found. Dec 10 08:56:05.326731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bcfc10af-97ea-490a-8715-8c220f4fff7e tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "GET /v2.0/security-groups/e6dc8802-a7b1-4b0c-bb90-6772d8cb2db4 HTTP/1.1" status: 404 len: 347 time: 0.0638003 Dec 10 08:56:05.332584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50054) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:05.352599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Network 6d752f9e-e96d-4653-819c-c49a87804328 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:56:05.367338 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-6f0856c9-7bcf-4a9a-b4d9-8b037c35086a service neutron] 10.222.0.39 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264028 Dec 10 08:56:05.373676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 6d752f9e-e96d-4653-819c-c49a87804328) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:05.383664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:05.384342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:05.428444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde2e3b-b80a-4044-8ffa-eadca1c36a3a None None] Network 6d752f9e-e96d-4653-819c-c49a87804328 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:05.494678 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60462c53-3124-4cea-a4a6-b37c9de723a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:05.546465 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4bb446ad-8ffe-4b7e-9397-2e61a71c5d33 req-1482e889-730c-44eb-9909-cf231869430c service neutron] 10.222.0.39 "GET /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563416 Dec 10 08:56:05.547696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50064) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:05.593618 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-43d0badb-93ec-4092-8335-af76c5acef3c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3065162 Dec 10 08:56:05.671450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4663700a-bf4f-4133-b8d8-12b8b6bcbf83 req-5c51eaa4-0272-4e72-a641-7888484605de tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 210 time: 0.1140978 Dec 10 08:56:05.727071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d6a58-4b5f-435c-8121-1943488d74ee None None] Network 6d752f9e-e96d-4653-819c-c49a87804328 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:05.820077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Deleting port 5c747daa-2e2c-49d4-a045-a725c78e3b1a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:05.820921 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:05.954700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1182769588-network', 'tenant_id': 'e6bd7cf9660f4377b60cfc0b3310769e'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:05.966436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f6b6-d62f-45fc-ab81-87872bf3687e req-f7af13ce-f95e-4e84-b93e-afe91cc45eef tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:05.968593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce36f6b6-d62f-45fc-ab81-87872bf3687e req-f7af13ce-f95e-4e84-b93e-afe91cc45eef tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.1325541 Dec 10 08:56:06.013364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Made reservation on behalf of e6bd7cf9660f4377b60cfc0b3310769e for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:06.016366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.017880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.018512 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.030484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.049564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Calling delete_port for 5c747daa-2e2c-49d4-a045-a725c78e3b1a owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:06.090828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce36f6b6-d62f-45fc-ab81-87872bf3687e req-a6855da1-b5f5-4bd0-bb33-d8453f917218 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966253 Dec 10 08:56:06.185558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.194542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.229246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:56:06.240076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.240420 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Added segment a5564335-46bd-4e5d-af5a-15fa31ce3f36 of type vlan for network c681d26a-91ad-4025-8225-8dcc8dc5aab9 Dec 10 08:56:06.273967 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.291376 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.325808 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.326859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:06.327492 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.346287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963287fb-f8b6-4fec-ba81-bcb963052b52,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:06.352152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Pushing event deleted for resources: {'Port': ['ID=5c747daa-2e2c-49d4-a045-a725c78e3b1a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:06.399000 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.407228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.410204 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:06.411421 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5cbc25ba-9be6-452a-b805-6633b0d8e943 tempest-ServersTestFqdnHostnames-653044019 tempest-ServersTestFqdnHostnames-653044019-project] 10.222.0.31 "DELETE /v2.0/floatingips/83b27f3c-e950-44cd-b07c-6a0d3edf7990 HTTP/1.1" status: 204 len: 168 time: 1.0772550 Dec 10 08:56:06.421301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50152) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:06.441161 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8921592 Dec 10 08:56:06.446124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50158) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:06.455709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Request body: {'subnet': {'network_id': 'c681d26a-91ad-4025-8225-8dcc8dc5aab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1182769588-subnet', 'tenant_id': 'e6bd7cf9660f4377b60cfc0b3310769e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:06.475359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194cf5c-c71b-492d-a09f-e8afb2dbe680 admin admin] Pushing event updated for resources: {'Network': ['ID=c681d26a-91ad-4025-8225-8dcc8dc5aab9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:06.487621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c681d26a-91ad-4025-8225-8dcc8dc5aab9 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:56:06.965776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Made reservation on behalf of e6bd7cf9660f4377b60cfc0b3310769e for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:06.967972 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:07.010722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebdd1a76-2632-4d10-baa0-86dcda02ce0a req-436524f6-4d58-45b5-8b89-634e04319e71 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 210 time: 0.0633767 Dec 10 08:56:07.047811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-181563df-3928-499b-9773-178ea4b0ec34 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:07.049542 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-181563df-3928-499b-9773-178ea4b0ec34 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 804 time: 0.1697428 Dec 10 08:56:07.065969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Request body: {'port': {'device_id': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'admin_state_up': True, 'tenant_id': '3949e94f1b224905b71b511daff20c14'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:07.174922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-c560b8c9-bf54-4421-a7c6-7d5da9eab8b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:07.178471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-c560b8c9-bf54-4421-a7c6-7d5da9eab8b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 822 time: 0.6711714 Dec 10 08:56:07.215408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Made reservation on behalf of 3949e94f1b224905b71b511daff20c14 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:07.219863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:07.241209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-d1021e4b-ab7b-4af7-af8f-1b1b6c6b6d95 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/quotas/56dd9c2c76e44d3ebf21ba7bd5631e02 HTTP/1.1" status: 200 len: 375 time: 0.0575690 Dec 10 08:56:07.311137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-89a05554-62d3-42ea-94c2-ed1470053302 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499387 Dec 10 08:56:07.398883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Allocated IP 172.20.0.14 (103b1340-6b00-4180-bed7-1b83eb345535/15349f3d-125d-490d-ae31-4a9529c678c7/3130d1b9-23c4-4d2c-a1b0-a8144d48e27d) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:07.476157 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:07.600432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-dddd9e03-1014-4b2d-8e1b-70bd7d3be191 service neutron] 10.222.0.31 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796242 Dec 10 08:56:07.606393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:07.629117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a0325b-e642-4f6c-b315-6307fb5bc794,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:07.651899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:07.704105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Network 103b1340-6b00-4180-bed7-1b83eb345535 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:07.708719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:07.713542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:07.720995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Checking segment: {'id': 'a5564335-46bd-4e5d-af5a-15fa31ce3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c681d26a-91ad-4025-8225-8dcc8dc5aab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:07.721351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Network hostable DHCP agents. Network: c681d26a-91ad-4025-8225-8dcc8dc5aab9, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:56:07.743947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Pushing event updated for resources: {'Port': ['ID=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:07.756312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912e0ce-955d-456a-9433-052da1214e73 req-861dfd83-fbfc-49c3-8bdc-47c3d19771fd tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:07.757916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7912e0ce-955d-456a-9433-052da1214e73 req-861dfd83-fbfc-49c3-8bdc-47c3d19771fd tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.1545434 Dec 10 08:56:07.777273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:07.778166 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:07.797818 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-830ab079-5218-4bfc-ac98-f18e6800997c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375281 Dec 10 08:56:07.809263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Network c681d26a-91ad-4025-8225-8dcc8dc5aab9 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:56:07.810829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Request body: {'port': {'device_id': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:07.823410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-665e2ea2-f17a-4c7f-9062-90efbecbba0c service neutron] 10.222.0.31 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092485 Dec 10 08:56:07.832281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c681d26a-91ad-4025-8225-8dcc8dc5aab9) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:07.845046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbe919f-4b56-4040-bb19-78354d49f0da None None] Network c681d26a-91ad-4025-8225-8dcc8dc5aab9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:07.864121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:07.864778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:07.884406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:07.898056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7912e0ce-955d-456a-9433-052da1214e73 req-df789588-4daa-44e8-8f37-0619b4e9f995 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210735 Dec 10 08:56:07.904434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f4dd2621-ab08-4866-ae65-835aa6d76b47 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4578090 Dec 10 08:56:07.968101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.127705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa23ba-7336-4018-8f2e-824074365af7 None None] Network c681d26a-91ad-4025-8225-8dcc8dc5aab9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:08.280110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.418304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489b551-f705-4b41-a057-b545bc3cb23a req-853770b1-ac01-47c3-b7cb-fea7357b2f2b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:08.419991 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0489b551-f705-4b41-a057-b545bc3cb23a req-853770b1-ac01-47c3-b7cb-fea7357b2f2b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 932 time: 0.1150668 Dec 10 08:56:08.480480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:08.492218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.493718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0489b551-f705-4b41-a057-b545bc3cb23a req-79b32c25-3d6a-448e-a8a1-a865df64f8d2 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629003 Dec 10 08:56:08.496052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Deleting port c4a207fc-61e8-45a1-bd76-c97a70d2b80f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:08.496390 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.549409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Transition to ACTIVE for port object 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:56:08.555393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.610767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] For port c4a207fc-61e8-45a1-bd76-c97a70d2b80f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c4a207fc-61e8-45a1-bd76-c97a70d2b80f,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:08.611397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.635373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Calling delete_port for c4a207fc-61e8-45a1-bd76-c97a70d2b80f owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:08.666511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:08.676214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-335ff8c7-6bab-4c4a-80ee-88e9500b59a1 req-2f4d57e1-2a53-432e-879c-1846de35e2fe tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 210 time: 0.0374577 Dec 10 08:56:08.786930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Attempting to bind port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:08.787269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Attempting to bind port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:08.787601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Attempting to bind port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d on network 103b1340-6b00-4180-bed7-1b83eb345535 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:08.792728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d on network 103b1340-6b00-4180-bed7-1b83eb345535 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:56:08.793101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Attempting to bind port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d on network 103b1340-6b00-4180-bed7-1b83eb345535 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:08.800210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:08.800575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Checking segment: {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:08.801086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Bound using segment: {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:08.801535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Bound port: 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:08.802699 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.873459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf934a46-d337-4911-85c1-a65b7bb3b07f req-0a26d06e-826e-4cde-a7a5-e1f927542737 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:08.875174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf934a46-d337-4911-85c1-a65b7bb3b07f req-0a26d06e-826e-4cde-a7a5-e1f927542737 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.0689743 Dec 10 08:56:08.897152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:08.900751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:08.911563 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.980308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.990387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:08.992172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:08.994020 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] 10.222.0.39 "PUT /v2.0/ports/3130d1b9-23c4-4d2c-a1b0-a8144d48e27d HTTP/1.1" status: 200 len: 1092 time: 1.1880083 Dec 10 08:56:08.995956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:08.998284 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:09.023337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a207fc-61e8-45a1-bd76-c97a70d2b80f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:09.043797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf934a46-d337-4911-85c1-a65b7bb3b07f req-b17f541b-c7e3-4d43-a668-ef6c18ea9f20 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609006 Dec 10 08:56:09.053798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56926191-55a7-4702-a29d-321a5c4bd5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:09.113994 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:09.168372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-4c2111a7-610b-473d-a163-bb8b21f66eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:09.171647 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-4c2111a7-610b-473d-a163-bb8b21f66eaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 1095 time: 0.1201510 Dec 10 08:56:09.235509 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-4a0b54d1-6094-4793-922f-632878473892 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d HTTP/1.1" status: 200 len: 217 time: 0.0460346 Dec 10 08:56:09.372120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50382) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:09.374246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-165d8825-c487-4441-90d1-7ad61e32a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:09.375926 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-165d8825-c487-4441-90d1-7ad61e32a474 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15349f3d-125d-490d-ae31-4a9529c678c7 HTTP/1.1" status: 200 len: 844 time: 0.1323321 Dec 10 08:56:09.381788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:09.404689 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47090353-854d-4412-ac49-032dcc740188 x-openstack-request-id: req-47090353-854d-4412-ac49-032dcc740188 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:09.407311 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:09.409747 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47090353-854d-4412-ac49-032dcc740188 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:09.410631 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d', 'status': 'completed', 'code': 200} Dec 10 08:56:09.443039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-63c127f9-43ab-426b-a5ad-cde7257a1896 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103b1340-6b00-4180-bed7-1b83eb345535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538988 Dec 10 08:56:09.607035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-db856cb8-e0bf-4d15-b7e6-07da940bd8c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:09.686885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d3c3f-1fbf-4b91-9bb0-7c13c2529a04 req-fcb3d3e8-999b-4e7b-8c16-5dbf3a65aec1 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:09.687372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-bb97ac35-8abc-47b9-8ac6-5164d01e1222 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:09.688378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-845d3c3f-1fbf-4b91-9bb0-7c13c2529a04 req-fcb3d3e8-999b-4e7b-8c16-5dbf3a65aec1 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 946 time: 0.1361089 Dec 10 08:56:09.688919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-bb97ac35-8abc-47b9-8ac6-5164d01e1222 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 822 time: 0.2443087 Dec 10 08:56:09.692905 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-8b21589a-c64b-4194-993a-fbf6acc33b57 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358160 Dec 10 08:56:09.701990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Request body: {'port': {'device_id': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328', 'admin_state_up': True, 'tenant_id': '56dd9c2c76e44d3ebf21ba7bd5631e02'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:09.829596 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-845d3c3f-1fbf-4b91-9bb0-7c13c2529a04 req-530e54d3-6ad7-4147-a3fe-e3cd772cca3b tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332591 Dec 10 08:56:09.846541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Router d81d3564-b6cc-4810-ae7c-96e1de2c0257 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:56:09.862461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-db856cb8-e0bf-4d15-b7e6-07da940bd8c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:09.871923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-db856cb8-e0bf-4d15-b7e6-07da940bd8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:09.903927 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ac1cd63-445d-4e27-9a2c-358e8573d2bc req-ea14b615-e66e-4f8d-96f0-ea470374f960 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787589 Dec 10 08:56:09.928039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Made reservation on behalf of 56dd9c2c76e44d3ebf21ba7bd5631e02 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:09.931271 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:09.998245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-db856cb8-e0bf-4d15-b7e6-07da940bd8c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa08630614564bd69840af4296259394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226227 Dec 10 08:56:10.002784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50414) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:10.019376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856cb8-e0bf-4d15-b7e6-07da940bd8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e3278-baee-4099-97da-9cc59e9f0fa0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:10.070271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-dd2fbafe-4c97-48d4-8558-53c40bdc8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:10.071753 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-dd2fbafe-4c97-48d4-8558-53c40bdc8d37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 1095 time: 0.0837867 Dec 10 08:56:10.087262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07d7dcb5-adf5-426c-9f7f-4ab40ce1b3f7 req-f5b467e3-172c-4f40-bc98-126fc644d3e5 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 210 time: 0.0918748 Dec 10 08:56:10.107692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dc008-69a7-4748-87a5-2650ee90a5f8 req-35e4c363-7f69-4860-a3ec-46f5c8847108 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:10.109216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb8dc008-69a7-4748-87a5-2650ee90a5f8 req-35e4c363-7f69-4860-a3ec-46f5c8847108 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 944 time: 0.1855960 Dec 10 08:56:10.148040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:56:10.153664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Allocated IP 172.20.0.14 (6d752f9e-e96d-4653-819c-c49a87804328/eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17/9ca7d178-b892-4bee-a74b-4e1c3718eaac) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:10.154321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fc019336-a646-465a-9feb-bd1753254bdb admin admin] 10.222.0.31 "PUT /v2.0/routers/d81d3564-b6cc-4810-ae7c-96e1de2c0257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7318392 Dec 10 08:56:10.157070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50418) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:10.159654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] Sync routers for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:56:10.174663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:10.175577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:10.232322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-886ef2aa-b4d1-4c77-a058-e118fe8889a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:10.233980 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-886ef2aa-b4d1-4c77-a058-e118fe8889a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 905 time: 0.1515546 Dec 10 08:56:10.244035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fbd491ee-7272-402d-bb38-d56fdd13cd34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.286692 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb8dc008-69a7-4748-87a5-2650ee90a5f8 req-534a25d5-5594-4334-939e-890aeaf51e83 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701009 Dec 10 08:56:10.307100 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-2a6ef1ee-24f0-4ed6-9369-9addd9027bc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d HTTP/1.1" status: 200 len: 217 time: 0.0614700 Dec 10 08:56:10.308181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:10.358648 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fbd491ee-7272-402d-bb38-d56fdd13cd34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.404769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-5cdde4ff-c10b-410e-8f63-171f5784bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:10.407137 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-5cdde4ff-c10b-410e-8f63-171f5784bd6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15349f3d-125d-490d-ae31-4a9529c678c7 HTTP/1.1" status: 200 len: 844 time: 0.0707734 Dec 10 08:56:10.407884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.454117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a415e8-e053-4620-8161-efe1fc5c4330 req-544aa98c-6e6e-438c-8b64-c02a5fbf2038 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:10.468581 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.470041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82a415e8-e053-4620-8161-efe1fc5c4330 req-544aa98c-6e6e-438c-8b64-c02a5fbf2038 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 945 time: 0.2397776 Dec 10 08:56:10.530740 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-acafbeb7-997a-40ed-beac-f44f7b88a970 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103b1340-6b00-4180-bed7-1b83eb345535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131270 Dec 10 08:56:10.560440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fbd491ee-7272-402d-bb38-d56fdd13cd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.563122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fbd491ee-7272-402d-bb38-d56fdd13cd34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.564308 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fbd491ee-7272-402d-bb38-d56fdd13cd34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a7e3278-baee-4099-97da-9cc59e9f0fa0 HTTP/1.1" status: 204 len: 168 time: 0.5597446 Dec 10 08:56:10.574100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:56:08Z', 'revision_number': 5, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:10.574451 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.609975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] Checking router: d81d3564-b6cc-4810-ae7c-96e1de2c0257 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:56:10.620320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] Routers {'d81d3564-b6cc-4810-ae7c-96e1de2c0257'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:10.620939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:10.624693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd491ee-7272-402d-bb38-d56fdd13cd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e3278-baee-4099-97da-9cc59e9f0fa0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:10.634291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82a415e8-e053-4620-8161-efe1fc5c4330 req-60e9e8f2-aa44-4ff5-8feb-39a4d592f723 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630752 Dec 10 08:56:10.662041 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.741816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-fbd7075f-61ef-484e-bfa3-71b606862974 req-2207af52-4041-4966-b465-9cd666da2f31 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:56:10.743379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fbd7075f-61ef-484e-bfa3-71b606862974 req-2207af52-4041-4966-b465-9cd666da2f31 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136247 Dec 10 08:56:10.748807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Network 6d752f9e-e96d-4653-819c-c49a87804328 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:10.792423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event updated for resources: {'Port': ['ID=9ca7d178-b892-4bee-a74b-4e1c3718eaac,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:10.794672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:10.800943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:10.841920 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-c4229e1b-cdbd-46af-a9d0-4d92cbbd2182 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017492 Dec 10 08:56:10.887095 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fbd7075f-61ef-484e-bfa3-71b606862974 req-c8e891ac-f868-4730-ba20-930111c299e6 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1330378 Dec 10 08:56:10.889590 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Deleting port 3543b361-e2d7-47d2-8a0c-3f4497210754 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:10.889807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.897971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:10.898656 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:10.981757 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-2d557b17-e8bb-4eea-9ef5-7e5d19cb9588 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2835910 Dec 10 08:56:10.996103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Request body: {'port': {'device_id': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:11.066050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] Set router d81d3564-b6cc-4810-ae7c-96e1de2c0257 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:11.125059 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-79c1aa5f-a61f-4b00-8b6d-e5ac1c0d34ba req-cdba87bd-5b4c-4c33-bbe4-bfea3add38a6 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709315 Dec 10 08:56:11.214008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:11.359863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:56:08Z', 'revision_number': 5, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:11.400371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd1b8f-1700-4c1a-90f3-e5980665b516 None None] The sync data for ids ['d81d3564-b6cc-4810-ae7c-96e1de2c0257'] in n-d-814746-3 is: [{'id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'name': 'tempest-ServersTestFqdnHostnames-1597593460-router', 'tenant_id': 'f9d49f0da0b043d58edce4f4962d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:52:38Z', 'updated_at': '2021-12-10T08:56:08Z', 'revision_number': 5, 'project_id': 'f9d49f0da0b043d58edce4f4962d008c', 'gw_port': {'id': '3543b361-e2d7-47d2-8a0c-3f4497210754', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d3564-b6cc-4810-ae7c-96e1de2c0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:52:39Z', 'updated_at': '2021-12-10T08:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:56:11.568181 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:56:11.589056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca7d178-b892-4bee-a74b-4e1c3718eaac {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:11.605417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:11.618188 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] For port 3543b361-e2d7-47d2-8a0c-3f4497210754, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3543b361-e2d7-47d2-8a0c-3f4497210754,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:11.618850 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:11.623511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Transition to ACTIVE for port object 9ca7d178-b892-4bee-a74b-4e1c3718eaac will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:56:11.634572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:11.640256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Calling delete_port for 3543b361-e2d7-47d2-8a0c-3f4497210754 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:11.656677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90c3a-ccec-481b-8734-bea8904a2a03 req-35b6d554-bda2-49bf-9935-37accaafee2d tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:11.664396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01d90c3a-ccec-481b-8734-bea8904a2a03 req-35b6d554-bda2-49bf-9935-37accaafee2d tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 932 time: 0.0893152 Dec 10 08:56:11.746232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Pushing event updated for resources: {'Port': ['ID=9ca7d178-b892-4bee-a74b-4e1c3718eaac,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:11.777246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Attempting to bind port 9ca7d178-b892-4bee-a74b-4e1c3718eaac on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:11.777977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Attempting to bind port 9ca7d178-b892-4bee-a74b-4e1c3718eaac by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:11.777977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Attempting to bind port 9ca7d178-b892-4bee-a74b-4e1c3718eaac on network 6d752f9e-e96d-4653-819c-c49a87804328 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:11.782810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Port 9ca7d178-b892-4bee-a74b-4e1c3718eaac on network 6d752f9e-e96d-4653-819c-c49a87804328 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:56:11.783719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Attempting to bind port 9ca7d178-b892-4bee-a74b-4e1c3718eaac on network 6d752f9e-e96d-4653-819c-c49a87804328 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:11.787442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01d90c3a-ccec-481b-8734-bea8904a2a03 req-7824f6a1-6332-45a2-a1f6-83a0a2111919 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220303 Dec 10 08:56:11.788739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:11.789077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Checking segment: {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:11.789456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Bound using segment: {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:11.789925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Bound port: 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:11.790277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:11.816099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474763-5d97-4d73-a4bf-bd558696d841 req-07a9f6bd-2f8b-48a9-b432-7b0e61291bec tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:11.826237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05474763-5d97-4d73-a4bf-bd558696d841 req-07a9f6bd-2f8b-48a9-b432-7b0e61291bec tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.0989401 Dec 10 08:56:11.857534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:11.860828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:11.883990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:11.933007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05474763-5d97-4d73-a4bf-bd558696d841 req-df1af88e-6443-4e0b-a224-038cf2e337a3 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057801 Dec 10 08:56:11.943699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:11.944358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:11.945792 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] 10.222.0.18 "PUT /v2.0/ports/9ca7d178-b892-4bee-a74b-4e1c3718eaac HTTP/1.1" status: 200 len: 1092 time: 0.9548678 Dec 10 08:56:11.946246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:11.948480 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eb3415-f7e2-4575-96c0-36ab5da6e519" -d '{"events": [{"name": "network-changed", "server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:12.050891 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:12.080015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ee60-fa0f-49e2-8455-46a2e3c709dc service neutron] Pushing event updated for resources: {'Port': ['ID=9ca7d178-b892-4bee-a74b-4e1c3718eaac,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:12.113274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-4a4b4d97-bee6-4d67-8a63-10a826964b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:12.115613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Pushing event deleted for resources: {'Port': ['ID=3543b361-e2d7-47d2-8a0c-3f4497210754,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:12.115791 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-4a4b4d97-bee6-4d67-8a63-10a826964b8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 1095 time: 0.0916605 Dec 10 08:56:12.162164 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-e4eb4e43-46bd-4886-b361-4f19d1568fad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac HTTP/1.1" status: 200 len: 217 time: 0.0375440 Dec 10 08:56:12.220280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-134a2aeb-6601-4107-b00e-880f9cddcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:12.222112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-134a2aeb-6601-4107-b00e-880f9cddcf24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17 HTTP/1.1" status: 200 len: 862 time: 0.0526359 Dec 10 08:56:12.223225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cb9d6-f4ab-4bcc-965e-9ba0a005cbfb req-9cf08ace-50b6-4551-9161-236aad07252f tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:12.224791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-599cb9d6-f4ab-4bcc-965e-9ba0a005cbfb req-9cf08ace-50b6-4551-9161-236aad07252f tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 944 time: 0.1841030 Dec 10 08:56:12.243122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:12.256934 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-86d18bf4-3060-4c69-8aed-9198dadd411d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d752f9e-e96d-4653-819c-c49a87804328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268269 Dec 10 08:56:12.285004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2c45-f341-44e9-a9f5-a4e8430ee399 req-71ed9f94-13d4-4e7a-95a7-061c146119c7 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:12.287065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-300a2c45-f341-44e9-a9f5-a4e8430ee399 req-71ed9f94-13d4-4e7a-95a7-061c146119c7 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 946 time: 0.1526594 Dec 10 08:56:12.355800 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-3fffb7dc-4624-417a-aea9-ea0f44f33151 service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905027 Dec 10 08:56:12.381802 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:12.385597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:12.446083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-599cb9d6-f4ab-4bcc-965e-9ba0a005cbfb req-b49e20df-1089-4f01-9513-2d94c0d193a7 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133491 Dec 10 08:56:12.456328 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcfe90c0-7be7-4f8a-92e2-6d28c4588cdf req-a68df9f4-6ebc-4c45-bc5a-d138f95067eb service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927105 Dec 10 08:56:12.458258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:12.458789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d81d3564-b6cc-4810-ae7c-96e1de2c0257 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:56:12.467341 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:12.468481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f9f46369-5d54-468f-856e-aaacad21b14d admin admin] 10.222.0.31 "DELETE /v2.0/routers/d81d3564-b6cc-4810-ae7c-96e1de2c0257 HTTP/1.1" status: 204 len: 168 time: 2.3104391 Dec 10 08:56:12.471996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50572) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:12.496022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-300a2c45-f341-44e9-a9f5-a4e8430ee399 req-2f112404-9e0e-4191-8971-38a9984ee550 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660986 Dec 10 08:56:12.535011 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae95f37-d449-46a8-83ea-c84ecc163b10 x-openstack-request-id: req-aae95f37-d449-46a8-83ea-c84ecc163b10 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:12.535309 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:12.535548 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aae95f37-d449-46a8-83ea-c84ecc163b10 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:12.536486 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac', 'status': 'completed', 'code': 200} Dec 10 08:56:12.547962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4deaecd1-262b-4074-b767-c1ded32f0795 admin admin] Deleting subnet f6b52e2a-cabc-49ed-96bd-240af3b888cc {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:56:12.551454 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4deaecd1-262b-4074-b767-c1ded32f0795 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:12.608166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-8574fc18-c43a-4280-ad42-0bd4a191129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:12.610126 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-8574fc18-c43a-4280-ad42-0bd4a191129c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 1095 time: 0.0548708 Dec 10 08:56:12.662699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4deaecd1-262b-4074-b767-c1ded32f0795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:12.752235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-7a6b9ff3-2aa2-4b44-b462-da2bb753bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:12.753264 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-7a6b9ff3-2aa2-4b44-b462-da2bb753bb63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 923 time: 0.1357372 Dec 10 08:56:12.774573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193583a-a5cb-40a4-9cac-5f8b2ec4c1a4 req-92ac5e09-b4c2-49aa-82ee-6c5e2b9ab466 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:12.782480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e193583a-a5cb-40a4-9cac-5f8b2ec4c1a4 req-92ac5e09-b4c2-49aa-82ee-6c5e2b9ab466 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 945 time: 0.0861542 Dec 10 08:56:12.815074 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-d7c21f6a-dc3d-4d13-b374-1432092a4d49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac HTTP/1.1" status: 200 len: 217 time: 0.0513942 Dec 10 08:56:12.839249 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e193583a-a5cb-40a4-9cac-5f8b2ec4c1a4 req-5809161b-212d-42dd-8e45-079f87b6601f tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556595 Dec 10 08:56:12.874723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-c6a35392-041e-4f9b-998e-ca74b9e4bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:12.876588 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-c6a35392-041e-4f9b-998e-ca74b9e4bbbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17 HTTP/1.1" status: 200 len: 862 time: 0.0542145 Dec 10 08:56:12.901718 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4deaecd1-262b-4074-b767-c1ded32f0795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:12.917328 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-1d2c7d7d-8361-4a29-8428-13a27869731d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d752f9e-e96d-4653-819c-c49a87804328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333321 Dec 10 08:56:12.978173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50592) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:13.013471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c3daf-fcc6-4144-b036-7ffec755ec7f req-e103dac6-470a-4d8f-8228-694dcbab89a3 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:13.021375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b8c3daf-fcc6-4144-b036-7ffec755ec7f req-e103dac6-470a-4d8f-8228-694dcbab89a3 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 944 time: 0.0749333 Dec 10 08:56:13.024971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4deaecd1-262b-4074-b767-c1ded32f0795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.112901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-07473548-af5c-436f-a2d6-bab6efca7736 service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861408 Dec 10 08:56:13.122428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaecd1-262b-4074-b767-c1ded32f0795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b52e2a-cabc-49ed-96bd-240af3b888cc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:13.135457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd78c58-1473-4ea9-9d75-8de0c614face None None] Network 8c2bcb36-4319-4f58-9e53-99d426594bac requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:13.165196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:56:13.170256 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4deaecd1-262b-4074-b767-c1ded32f0795 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.179228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4deaecd1-262b-4074-b767-c1ded32f0795 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6b52e2a-cabc-49ed-96bd-240af3b888cc HTTP/1.1" status: 204 len: 168 time: 0.7038207 Dec 10 08:56:13.189889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50604) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:13.233882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a14c79-670e-4acd-b969-0bf075ab67f4 req-68cd80bb-58ae-44c7-bb4b-74c735789056 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:13.240130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a14c79-670e-4acd-b969-0bf075ab67f4 req-68cd80bb-58ae-44c7-bb4b-74c735789056 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:13.241979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3543b361-e2d7-47d2-8a0c-3f4497210754 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:13.246236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a14c79-670e-4acd-b969-0bf075ab67f4 req-68cd80bb-58ae-44c7-bb4b-74c735789056 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:13.247934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6a14c79-670e-4acd-b969-0bf075ab67f4 req-68cd80bb-58ae-44c7-bb4b-74c735789056 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42&device_id=eb75481f-0686-4700-b139-ed66770bbb78&device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 2418 time: 0.1324096 Dec 10 08:56:13.248731 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06f58399-95dc-499a-b53f-ef6de026592e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.280752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b8c3daf-fcc6-4144-b036-7ffec755ec7f req-d68729b9-3c7b-4148-bf1d-40813b081eb5 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583640 Dec 10 08:56:13.296410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 3543b361-e2d7-47d2-8a0c-3f4497210754 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:13.297006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3543b361-e2d7-47d2-8a0c-3f4497210754 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:13.297624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c4a207fc-61e8-45a1-bd76-c97a70d2b80f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:13.335097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c4a207fc-61e8-45a1-bd76-c97a70d2b80f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:13.336654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c4a207fc-61e8-45a1-bd76-c97a70d2b80f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:13.356325 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.370161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6a14c79-670e-4acd-b969-0bf075ab67f4 req-bec7682a-7169-4e1b-a503-4a1d99d2c903 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086290 Dec 10 08:56:13.408131 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-13eb3415-f7e2-4575-96c0-36ab5da6e519 req-c9c16cc8-1861-47e8-a340-de9ee42ea489 service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848568 Dec 10 08:56:13.447981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-b0328f72-98ee-42cd-9d79-ed898c0f5b40 req-f2164595-6422-4bff-9aaa-f445f69542a0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:56:13.449076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0328f72-98ee-42cd-9d79-ed898c0f5b40 req-f2164595-6422-4bff-9aaa-f445f69542a0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257719 Dec 10 08:56:13.490854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Deleting port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:13.491197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.543710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:13.561638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'port_id': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d', 'mac_address': 'fa:16:3e:bf:0c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15349f3d-125d-490d-ae31-4a9529c678c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:56:13.583966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] For port c9c63e3e-90c6-4c33-a651-0f73efaeebc6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c9c63e3e-90c6-4c33-a651-0f73efaeebc6,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:13.584337 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.587133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06f58399-95dc-499a-b53f-ef6de026592e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.601154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Calling delete_port for c9c63e3e-90c6-4c33-a651-0f73efaeebc6 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:13.607652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06f58399-95dc-499a-b53f-ef6de026592e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.637522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0328f72-98ee-42cd-9d79-ed898c0f5b40 req-ae1e13e9-2dfb-4232-97c4-ebdb8cbe3428 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1438892 Dec 10 08:56:13.649190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a76caa-a3f2-4307-9c77-f2ffbf0efbfd None None] DHCP port deletion for 8c2bcb36-4319-4f58-9e53-99d426594bac request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:56:13.676432 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.681236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f58399-95dc-499a-b53f-ef6de026592e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73ab885-c7bc-4000-9b14-fa80d4ed6ae1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:13.694245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-1ccc086f-13e9-4138-b053-f512719ab8ee tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:13.694693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:13.702840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-1ccc086f-13e9-4138-b053-f512719ab8ee tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/networks?id=c681d26a-91ad-4025-8225-8dcc8dc5aab9 HTTP/1.1" status: 200 len: 810 time: 0.3034956 Dec 10 08:56:13.711540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-06f58399-95dc-499a-b53f-ef6de026592e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e32eff6eed4404e9c40f64853c09d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7269340 Dec 10 08:56:13.718786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50632) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:13.732965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:13.744176 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.750149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-de07d00f-befe-495a-bba2-822660a7c8d0 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/quotas/e6bd7cf9660f4377b60cfc0b3310769e HTTP/1.1" status: 200 len: 375 time: 0.0459986 Dec 10 08:56:13.801347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-47beada3-9a7a-42b1-8b3c-b49dcd06fe6d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6bd7cf9660f4377b60cfc0b3310769e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500693 Dec 10 08:56:13.813371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:13.826548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.826906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.827330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.827688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.828055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.828439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.828775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.829566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.830032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.830412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.830745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.831131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.831501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:13.841450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-08a76caa-a3f2-4307-9c77-f2ffbf0efbfd None None] Deleting port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:13.841450 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-08a76caa-a3f2-4307-9c77-f2ffbf0efbfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.888369 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f639e09-b852-4738-bd2d-ab78a4297483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.947615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-08a76caa-a3f2-4307-9c77-f2ffbf0efbfd None None] For port c9c63e3e-90c6-4c33-a651-0f73efaeebc6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c9c63e3e-90c6-4c33-a651-0f73efaeebc6,segment=NetworkSegment(42e7d700-3227-4f06-9cd5-53599310cd30),segment_id=42e7d700-3227-4f06-9cd5-53599310cd30)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:13.948249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-08a76caa-a3f2-4307-9c77-f2ffbf0efbfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.959969 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f639e09-b852-4738-bd2d-ab78a4297483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:13.964105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-08a76caa-a3f2-4307-9c77-f2ffbf0efbfd None None] Calling delete_port for c9c63e3e-90c6-4c33-a651-0f73efaeebc6 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:13.989855 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-ef933787-e6d0-483b-893e-c81fa7437ca2 service neutron] 10.222.0.31 "GET /v2.0/networks/c681d26a-91ad-4025-8225-8dcc8dc5aab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788383 Dec 10 08:56:14.020267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.051308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c63e3e-90c6-4c33-a651-0f73efaeebc6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:14.055202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] No DVR routers for this DVR port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:14.061554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['3130d1b9-23c4-4d2c-a1b0-a8144d48e27d'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:14.062744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ca08e-509c-4987-899c-a6c8fe335969 req-ef22ba69-f403-4131-8134-4cf9abc5aff1 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:14.064286 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c1ca08e-509c-4987-899c-a6c8fe335969 req-ef22ba69-f403-4131-8134-4cf9abc5aff1 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 945 time: 0.1548707 Dec 10 08:56:14.100245 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-08a76caa-a3f2-4307-9c77-f2ffbf0efbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.110025 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f639e09-b852-4738-bd2d-ab78a4297483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.112596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f639e09-b852-4738-bd2d-ab78a4297483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.116235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7f639e09-b852-4738-bd2d-ab78a4297483 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f73ab885-c7bc-4000-9b14-fa80d4ed6ae1 HTTP/1.1" status: 204 len: 168 time: 0.3938563 Dec 10 08:56:14.130789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a76caa-a3f2-4307-9c77-f2ffbf0efbfd None None] Pushing event deleted for resources: {'Port': ['ID=c9c63e3e-90c6-4c33-a651-0f73efaeebc6,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:14.137830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f639e09-b852-4738-bd2d-ab78a4297483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73ab885-c7bc-4000-9b14-fa80d4ed6ae1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:14.149759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a76caa-a3f2-4307-9c77-f2ffbf0efbfd None None] No DVR routers for this DVR port c9c63e3e-90c6-4c33-a651-0f73efaeebc6 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:14.153066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-ed8738e8-e05c-49ed-ad9e-e185c3d13c93 service neutron] 10.222.0.31 "GET /v2.0/networks/c681d26a-91ad-4025-8225-8dcc8dc5aab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529522 Dec 10 08:56:14.170702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.189916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c1ca08e-509c-4987-899c-a6c8fe335969 req-057c0395-780d-4be6-94a6-c801ff22c109 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074052 Dec 10 08:56:14.211066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2bcb36-4319-4f58-9e53-99d426594bac']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:14.224730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e7d700-3227-4f06-9cd5-53599310cd30') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:14.225883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e7d700-3227-4f06-9cd5-53599310cd30') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:14.245564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.273219 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.283680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:56:14.284112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:56:14.286827 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:56:14.352311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.359193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.365040 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8c2bcb36-4319-4f58-9e53-99d426594bac HTTP/1.1" status: 204 len: 168 time: 1.1680446 Dec 10 08:56:14.373342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2484f7-9778-4d0d-82eb-3a6a10477df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2bcb36-4319-4f58-9e53-99d426594bac,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:14.668810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50676) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:14.716356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d22d385-612d-4d9a-a91d-a6962d1d44c1 req-3b3633e9-d8c9-4b99-8470-8fc71085bf4f tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 210 time: 0.0656371 Dec 10 08:56:14.721285 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d9f1ad89-6b72-43bd-a81c-3c5391e638a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9d49f0da0b043d58edce4f4962d008c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488276 Dec 10 08:56:14.721575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50680) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:14.789943 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18f567a3-0cec-47ac-a955-efd136ac7c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.808110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532cc0-f878-438b-a1bb-568b027d7ebd req-5355d845-c0bf-4822-9933-898f4554139e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:14.813837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad532cc0-f878-438b-a1bb-568b027d7ebd req-5355d845-c0bf-4822-9933-898f4554139e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 944 time: 0.1744351 Dec 10 08:56:14.825865 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18f567a3-0cec-47ac-a955-efd136ac7c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.894419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18f567a3-0cec-47ac-a955-efd136ac7c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.898183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.899044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18f567a3-0cec-47ac-a955-efd136ac7c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:14.900411 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-18f567a3-0cec-47ac-a955-efd136ac7c1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60a6aeaa-1849-435c-ba2c-728bbc242759 HTTP/1.1" status: 204 len: 168 time: 0.1779201 Dec 10 08:56:14.911404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f567a3-0cec-47ac-a955-efd136ac7c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a6aeaa-1849-435c-ba2c-728bbc242759,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:14.926697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad532cc0-f878-438b-a1bb-568b027d7ebd req-86b97ba1-ce88-4284-ab43-b0e27a6ab0e0 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898964 Dec 10 08:56:15.178789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:15.276367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c9c63e3e-90c6-4c33-a651-0f73efaeebc6 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:15.342736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:56:15.342736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c9c63e3e-90c6-4c33-a651-0f73efaeebc6 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:15.342954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c9c63e3e-90c6-4c33-a651-0f73efaeebc6 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:15.351059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:15.351433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:15.376352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98da303-53ce-4b12-9345-9a63ae669339 req-39b4a2fe-91ec-4c69-9fb7-b633c9acd364 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:15.386360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c98da303-53ce-4b12-9345-9a63ae669339 req-39b4a2fe-91ec-4c69-9fb7-b633c9acd364 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 945 time: 0.0727623 Dec 10 08:56:15.477588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c98da303-53ce-4b12-9345-9a63ae669339 req-ad526ea0-fcd2-4133-911b-535680c1c34f tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895827 Dec 10 08:56:15.531221 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:15.561832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:15.564465 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b2307-5c94-40d3-8d1b-b3b8794ee4f9" -d '{"events": [{"server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "name": "network-vif-plugged", "status": "completed", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:15.598209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:15.609050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:15.650106 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64526dd2-0b95-4ab1-a460-3df7f0419186 x-openstack-request-id: req-64526dd2-0b95-4ab1-a460-3df7f0419186 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:15.650415 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "name": "network-vif-plugged", "status": "completed", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:15.650784 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64526dd2-0b95-4ab1-a460-3df7f0419186 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:15.652563 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d', 'code': 200} Dec 10 08:56:15.655187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50720) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:15.679334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:15.817236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340d2db-5515-4fcf-ad85-996303ce2eb4 req-9a11c204-4c5f-4c22-94af-ace38877bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:15.823271 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0340d2db-5515-4fcf-ad85-996303ce2eb4 req-9a11c204-4c5f-4c22-94af-ace38877bf00 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 1097 time: 0.0910099 Dec 10 08:56:15.839064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bef3174-c247-4b39-bdaf-093389c84bcf req-ee766a38-9171-4f36-bd1d-e72364ea0abb tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 210 time: 0.0475118 Dec 10 08:56:15.894478 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0340d2db-5515-4fcf-ad85-996303ce2eb4 req-167510c8-29ec-4869-888e-a26ea6b4dc01 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610516 Dec 10 08:56:15.906984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1688564760-network', 'tenant_id': '9f51c25a508b425fbd0548d22c123e8b'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:15.940290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Made reservation on behalf of 9f51c25a508b425fbd0548d22c123e8b for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:15.943313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:15.956033 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.084651 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.092833 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.125262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a94855-3c18-4c4f-b1c6-9e9bb3e5110b req-7a057ab7-ea8e-4747-a789-5bf539afa3a3 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:16.125262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12a94855-3c18-4c4f-b1c6-9e9bb3e5110b req-7a057ab7-ea8e-4747-a789-5bf539afa3a3 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 944 time: 0.0891519 Dec 10 08:56:16.129485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:56:16.183366 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.184004 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Added segment 5a1b13d2-e8f0-4438-973f-b143cb4e5f14 of type vlan for network 2b3c54ee-5125-4822-980a-8507cd061f9d Dec 10 08:56:16.196084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4398739c-6709-4109-9c91-f68b8ce58e4f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:16.245214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12a94855-3c18-4c4f-b1c6-9e9bb3e5110b req-53bcf664-2a0e-4e30-8476-c47e9cc42fb9 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077800 Dec 10 08:56:16.250972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50750) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:16.273957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.324110 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.325579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:16.327007 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.365701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7090046 Dec 10 08:56:16.384348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50756) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:16.402963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Request body: {'subnet': {'network_id': '2b3c54ee-5125-4822-980a-8507cd061f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1688564760-subnet', 'tenant_id': '9f51c25a508b425fbd0548d22c123e8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:16.455025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a213e-3a3a-48e0-8f8d-854cb82e656f admin admin] Pushing event updated for resources: {'Network': ['ID=2b3c54ee-5125-4822-980a-8507cd061f9d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:16.474762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 2b3c54ee-5125-4822-980a-8507cd061f9d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:56:16.520092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01654007-0261-4b0e-946c-82e201052251 req-78ed3062-71e5-4419-a9bb-ae0eb509a960 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:16.534529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01654007-0261-4b0e-946c-82e201052251 req-78ed3062-71e5-4419-a9bb-ae0eb509a960 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 945 time: 0.1316242 Dec 10 08:56:16.577673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-098755de-b09c-4994-bfdc-45d869ebbbde tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:16.580093 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-098755de-b09c-4994-bfdc-45d869ebbbde tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.39 "GET /v2.0/networks?id=c681d26a-91ad-4025-8225-8dcc8dc5aab9 HTTP/1.1" status: 200 len: 810 time: 0.2244153 Dec 10 08:56:16.593449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-65236974-network', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:16.612621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Request body: {'port': {'device_id': '7f465c19-ff76-454a-b9ea-c35bd565445c', 'network_id': 'c681d26a-91ad-4025-8225-8dcc8dc5aab9', 'admin_state_up': True, 'tenant_id': 'e6bd7cf9660f4377b60cfc0b3310769e'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:16.620011 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01654007-0261-4b0e-946c-82e201052251 req-2ec40b9a-0bf1-43f4-b545-6a92730687a8 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840850 Dec 10 08:56:16.690937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Made reservation on behalf of 9f51c25a508b425fbd0548d22c123e8b for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:16.694167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.718964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757ebd-10a8-44d5-b272-ee003c6ba5a8 req-e667bf46-7734-4d25-9f18-c498a64de2b5 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:16.720467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87757ebd-10a8-44d5-b272-ee003c6ba5a8 req-e667bf46-7734-4d25-9f18-c498a64de2b5 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 946 time: 0.0608125 Dec 10 08:56:16.774958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:16.777548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.780743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87757ebd-10a8-44d5-b272-ee003c6ba5a8 req-83c10c80-a46a-4743-852f-cb699fee403b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523155 Dec 10 08:56:16.808468 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.897865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Made reservation on behalf of e6bd7cf9660f4377b60cfc0b3310769e for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:16.901395 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:16.915453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9ca7d178-b892-4bee-a74b-4e1c3718eaac details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:56:16.945612 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c23eccf-f529-4a42-9b4d-b120efb0627d req-f3f323f5-05f4-4053-933a-7b60af45146a tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 210 time: 0.0326328 Dec 10 08:56:17.025475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:17.043375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '9ca7d178-b892-4bee-a74b-4e1c3718eaac', 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328', 'port_id': '9ca7d178-b892-4bee-a74b-4e1c3718eaac', 'mac_address': 'fa:16:3e:f1:5b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:56:17.093088 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.107057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca7d178-b892-4bee-a74b-4e1c3718eaac {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:17.125559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.128470 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:17.135512 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.139082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.171351 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.183320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9ca7d178-b892-4bee-a74b-4e1c3718eaac,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:17.216990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:56:17.254193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.254515 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Added segment a22b76c8-2d1b-49f5-8aa6-1785b1e2479b of type vlan for network 1230761f-c97f-4b7a-8a29-87123443b633 Dec 10 08:56:17.260320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4879574f-4d26-4a9e-aaa5-172c35da5caf,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:17.273767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Allocated IP 172.20.0.5 (c681d26a-91ad-4025-8225-8dcc8dc5aab9/f3a0325b-e642-4f6c-b315-6307fb5bc794/2b8d02f1-4f03-4e35-87a2-427a5ee14d40) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:17.315977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2586d228-209d-48c9-a7de-7bbb43420c47,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:17.338268 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.358894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Checking segment: {'id': '5a1b13d2-e8f0-4438-973f-b143cb4e5f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2b3c54ee-5125-4822-980a-8507cd061f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:17.359263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Network hostable DHCP agents. Network: 2b3c54ee-5125-4822-980a-8507cd061f9d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:56:17.366508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c961b06-f044-4507-8e79-b607d9f3ac45 req-e330dbe2-c83b-42b7-a261-a29f6517c72c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:17.367996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c961b06-f044-4507-8e79-b607d9f3ac45 req-e330dbe2-c83b-42b7-a261-a29f6517c72c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 945 time: 0.0593562 Dec 10 08:56:17.405542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.406984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:17.407695 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.418601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c961b06-f044-4507-8e79-b607d9f3ac45 req-276f506f-eef2-4f69-9b70-5ed9656a8abb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Dec 10 08:56:17.420391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Network 2b3c54ee-5125-4822-980a-8507cd061f9d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:56:17.474685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9ca7d178-b892-4bee-a74b-4e1c3718eaac'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:17.508899 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2571292 Dec 10 08:56:17.509610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 2b3c54ee-5125-4822-980a-8507cd061f9d) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:17.513481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50796) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:17.518235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732067bc-5cd1-4aa4-aa07-1d1c40ab6347 None None] Network 2b3c54ee-5125-4822-980a-8507cd061f9d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:17.527114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Request body: {'subnet': {'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-subnet', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:17.528309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:17.528901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.550429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a8561-87fb-42af-b9ea-612614ce501f admin admin] Pushing event updated for resources: {'Network': ['ID=1230761f-c97f-4b7a-8a29-87123443b633,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:17.555487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:17.559408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.580352 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5598f7a5-fcb2-46ba-9212-74818c8b8063 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1904252 Dec 10 08:56:17.581600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 1230761f-c97f-4b7a-8a29-87123443b633 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:56:17.625995 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.687504 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.792661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f1a13-3ca3-4fe2-9bad-7455f5901e1c None None] Network 2b3c54ee-5125-4822-980a-8507cd061f9d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:17.816511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Network c681d26a-91ad-4025-8225-8dcc8dc5aab9 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:17.821736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:17.824269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:17.842567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.860704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Pushing event updated for resources: {'Port': ['ID=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:17.898985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fe84-2816-4d92-bec4-b05b8cdc8ce7 req-a7948fed-ac4f-40a7-a866-51d1c5560e5d tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:17.900542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e101fe84-2816-4d92-bec4-b05b8cdc8ce7 req-a7948fed-ac4f-40a7-a866-51d1c5560e5d tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 945 time: 0.1142128 Dec 10 08:56:17.949098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:17.950065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:17.990274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a4b9f5-eb04-4fd3-a1d9-01870caa7159,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:18.000667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85583df-f841-4e17-9842-807407fad45e req-6cffaa39-c6a5-46ac-a70b-9bb0ae2f8b68 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:18.007379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d85583df-f841-4e17-9842-807407fad45e req-6cffaa39-c6a5-46ac-a70b-9bb0ae2f8b68 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ead8d2-f69c-4d49-ac62-d6073d4cea42 HTTP/1.1" status: 200 len: 945 time: 0.1175799 Dec 10 08:56:18.007533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Checking segment: {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:18.007807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Network hostable DHCP agents. Network: 1230761f-c97f-4b7a-8a29-87123443b633, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:56:18.010980 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a5c344e4-e58e-4aa9-94f9-f743684f3a9d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4068882 Dec 10 08:56:18.028015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-0b13352f-bd92-462c-815a-38c18a1b3b0d req-b4be708a-564e-487a-b400-626ff8e4b7ff tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-806499248', 'description': 'tempest-description-1169222233'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:18.030105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Request body: {'port': {'device_id': '7f465c19-ff76-454a-b9ea-c35bd565445c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:18.071999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e101fe84-2816-4d92-bec4-b05b8cdc8ce7 req-0cbee8b9-9610-4ae1-bd77-6974bee76c05 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607525 Dec 10 08:56:18.096760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Network 1230761f-c97f-4b7a-8a29-87123443b633 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:56:18.111433 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0b13352f-bd92-462c-815a-38c18a1b3b0d req-b4be708a-564e-487a-b400-626ff8e4b7ff tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.140319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 1230761f-c97f-4b7a-8a29-87123443b633) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:18.157385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f2ea30-d39a-4f8b-84e5-5f97d4b3d075 None None] Network 1230761f-c97f-4b7a-8a29-87123443b633 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:18.164492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:18.165150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.204444 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.218709 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-877d0824-9244-4ba4-9f3a-196d02499ef3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6964297 Dec 10 08:56:18.221778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d85583df-f841-4e17-9842-807407fad45e req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Deleting port af59967d-867c-4e63-b942-11aac1b3b6fa {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:18.222163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d85583df-f841-4e17-9842-807407fad45e req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.226297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50828) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:18.231963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:18.268323 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0b13352f-bd92-462c-815a-38c18a1b3b0d req-b4be708a-564e-487a-b400-626ff8e4b7ff tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.276455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818715e5-2302-456f-97d4-83f0792fca62 req-42aa0e20-f445-43d1-aa04-37d9055ab405 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:18.284077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-818715e5-2302-456f-97d4-83f0792fca62 req-42aa0e20-f445-43d1-aa04-37d9055ab405 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 946 time: 0.1386902 Dec 10 08:56:18.300015 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0b13352f-bd92-462c-815a-38c18a1b3b0d req-b4be708a-564e-487a-b400-626ff8e4b7ff tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.326604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.327737 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.328260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-1230761f-c97f-4b7a-8a29-87123443b633', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:56:18.329920 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.336652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d85583df-f841-4e17-9842-807407fad45e req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] For port af59967d-867c-4e63-b942-11aac1b3b6fa, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=af59967d-867c-4e63-b942-11aac1b3b6fa,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:18.337265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d85583df-f841-4e17-9842-807407fad45e req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.356878 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0b13352f-bd92-462c-815a-38c18a1b3b0d req-b4be708a-564e-487a-b400-626ff8e4b7ff tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.358227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b13352f-bd92-462c-815a-38c18a1b3b0d req-b4be708a-564e-487a-b400-626ff8e4b7ff tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3423786 Dec 10 08:56:18.377436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be708a-564e-487a-b400-626ff8e4b7ff tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aee234c-1477-4bd2-9708-d6a879600bad,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:18.378725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d85583df-f841-4e17-9842-807407fad45e req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Calling delete_port for af59967d-867c-4e63-b942-11aac1b3b6fa owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:18.415408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-818715e5-2302-456f-97d4-83f0792fca62 req-20551d73-4d87-4473-be76-c54342d1f16d tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281738 Dec 10 08:56:18.485090 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.540314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Allocated IP 172.20.0.2 (1230761f-c97f-4b7a-8a29-87123443b633/72a4b9f5-eb04-4fd3-a1d9-01870caa7159/0010cd44-c46c-417c-a5e9-7796cfec3876) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:18.700514 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.703639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d85583df-f841-4e17-9842-807407fad45e req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.705174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa830453-7e59-4c9b-af3c-34121611d53f req-d19b2514-cb23-4f1b-9667-eadd44031f08 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:18.707971 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.713669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa830453-7e59-4c9b-af3c-34121611d53f req-d19b2514-cb23-4f1b-9667-eadd44031f08 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 931 time: 0.2303813 Dec 10 08:56:18.717598 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.720347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['af59967d-867c-4e63-b942-11aac1b3b6fa', '8bf3e49e-12f6-4c30-9278-af5bfc1c2c07'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:18.722667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cdab7dd7-c33c-4a75-b4ec-2567c3d851e0'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:18.728971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6440331d-58c1-4b1b-9c4e-6ac684b36b78 req-13faba4d-ce97-4f7f-a0f9-6770feacfb57 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/0aee234c-1477-4bd2-9708-d6a879600bad HTTP/1.1" status: 200 len: 1831 time: 0.1792233 Dec 10 08:56:18.761918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Pushing event deleted for resources: {'Port': ['ID=af59967d-867c-4e63-b942-11aac1b3b6fa,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:18.768962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-6440331d-58c1-4b1b-9c4e-6ac684b36b78 req-e9f4d09f-b913-4fd9-86be-c1f2b98e9521 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0aee234c-1477-4bd2-9708-d6a879600bad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:18.771221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-6440331d-58c1-4b1b-9c4e-6ac684b36b78 req-e9f4d09f-b913-4fd9-86be-c1f2b98e9521 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0aee234c-1477-4bd2-9708-d6a879600bad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:18.814446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85583df-f841-4e17-9842-807407fad45e req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] No DVR routers for this DVR port af59967d-867c-4e63-b942-11aac1b3b6fa on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:18.816669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Network 1230761f-c97f-4b7a-8a29-87123443b633 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:18.818313 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d85583df-f841-4e17-9842-807407fad45e req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.822210 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d85583df-f841-4e17-9842-807407fad45e req-520b616a-ddd8-4b15-9e28-75548ac4dad0 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.18 "DELETE /v2.0/ports/af59967d-867c-4e63-b942-11aac1b3b6fa HTTP/1.1" status: 204 len: 173 time: 0.8077438 Dec 10 08:56:18.822846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ead8d2-f69c-4d49-ac62-d6073d4cea42', 'name': 'network-vif-deleted', 'tag': 'af59967d-867c-4e63-b942-11aac1b3b6fa'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:18.830568 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62306416-3609-464b-b866-ec83c75c82b3" -d '{"events": [{"server_uuid": "b8ead8d2-f69c-4d49-ac62-d6073d4cea42", "name": "network-vif-deleted", "tag": "af59967d-867c-4e63-b942-11aac1b3b6fa"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:18.836421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:18.841029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:18.852068 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.856074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:18.862819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Pushing event updated for resources: {'Port': ['ID=0010cd44-c46c-417c-a5e9-7796cfec3876,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:18.872339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Transition to ACTIVE for port object 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:56:18.874307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa830453-7e59-4c9b-af3c-34121611d53f req-316e4aff-63ae-4375-9e69-c485bd69ddfc tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596670 Dec 10 08:56:18.877492 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:18.958820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:19.014529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6440331d-58c1-4b1b-9c4e-6ac684b36b78 req-e9f4d09f-b913-4fd9-86be-c1f2b98e9521 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.021479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9ca7d178-b892-4bee-a74b-4e1c3718eaac up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:19.075708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6440331d-58c1-4b1b-9c4e-6ac684b36b78 req-e9f4d09f-b913-4fd9-86be-c1f2b98e9521 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.087770 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6440331d-58c1-4b1b-9c4e-6ac684b36b78 req-e9f4d09f-b913-4fd9-86be-c1f2b98e9521 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.103318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Attempting to bind port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:19.104102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Attempting to bind port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'a5564335-46bd-4e5d-af5a-15fa31ce3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c681d26a-91ad-4025-8225-8dcc8dc5aab9'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:19.105383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Attempting to bind port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 on network c681d26a-91ad-4025-8225-8dcc8dc5aab9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:19.116630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 on network c681d26a-91ad-4025-8225-8dcc8dc5aab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:56:19.116630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Attempting to bind port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 on network c681d26a-91ad-4025-8225-8dcc8dc5aab9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:19.123096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:19.123859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Checking segment: {'id': 'a5564335-46bd-4e5d-af5a-15fa31ce3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c681d26a-91ad-4025-8225-8dcc8dc5aab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:19.124362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Bound using segment: {'id': 'a5564335-46bd-4e5d-af5a-15fa31ce3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c681d26a-91ad-4025-8225-8dcc8dc5aab9'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:19.124912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Bound port: 2b8d02f1-4f03-4e35-87a2-427a5ee14d40, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5564335-46bd-4e5d-af5a-15fa31ce3f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c681d26a-91ad-4025-8225-8dcc8dc5aab9'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:19.125367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.197952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4d09f-b913-4fd9-86be-c1f2b98e9521 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ef828f-2dcc-496d-a7d3-7567dbf94d99,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:19.220065 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6440331d-58c1-4b1b-9c4e-6ac684b36b78 req-e9f4d09f-b913-4fd9-86be-c1f2b98e9521 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.220336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] For port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:19.221296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6440331d-58c1-4b1b-9c4e-6ac684b36b78 req-e9f4d09f-b913-4fd9-86be-c1f2b98e9521 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4716067 Dec 10 08:56:19.227274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] For port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,segment=NetworkSegment(a5564335-46bd-4e5d-af5a-15fa31ce3f36),segment_id=a5564335-46bd-4e5d-af5a-15fa31ce3f36)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:19.234321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.283562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be5b7-dcb3-40a6-b5ba-737661634791 req-d65bcece-a0cd-47f8-b680-f870c72ab08a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:19.293056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c17be5b7-dcb3-40a6-b5ba-737661634791 req-d65bcece-a0cd-47f8-b680-f870c72ab08a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 945 time: 0.1142046 Dec 10 08:56:19.316000 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.320763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Attempting to bind port 0010cd44-c46c-417c-a5e9-7796cfec3876 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:19.321143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Attempting to bind port 0010cd44-c46c-417c-a5e9-7796cfec3876 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:19.321703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Attempting to bind port 0010cd44-c46c-417c-a5e9-7796cfec3876 on network 1230761f-c97f-4b7a-8a29-87123443b633 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:19.324260 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.335835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:19.348132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.348132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] 10.222.0.39 "PUT /v2.0/ports/2b8d02f1-4f03-4e35-87a2-427a5ee14d40 HTTP/1.1" status: 200 len: 1091 time: 1.3174980 Dec 10 08:56:19.363917 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.382236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4e90a-3ea4-4eb8-bbe8-97d1e40eaf09 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:19.409814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:19.410252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Checking segment: {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:19.410662 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.411061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Bound using segment: {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:19.411701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Bound port: 0010cd44-c46c-417c-a5e9-7796cfec3876, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:19.412319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.444992 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccdd6f4-2994-4c77-a1a0-3cbb633320d6 x-openstack-request-id: req-3ccdd6f4-2994-4c77-a1a0-3cbb633320d6 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:19.445817 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ead8d2-f69c-4d49-ac62-d6073d4cea42", "name": "network-vif-deleted", "tag": "af59967d-867c-4e63-b942-11aac1b3b6fa", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:19.446770 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ccdd6f4-2994-4c77-a1a0-3cbb633320d6 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:19.447363 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ead8d2-f69c-4d49-ac62-d6073d4cea42', 'name': 'network-vif-deleted', 'tag': 'af59967d-867c-4e63-b942-11aac1b3b6fa', 'status': 'completed', 'code': 200} Dec 10 08:56:19.473624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c17be5b7-dcb3-40a6-b5ba-737661634791 req-89aeda7b-d66b-4fed-a911-df3fa25f872a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795127 Dec 10 08:56:19.550279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 9ca7d178-b892-4bee-a74b-4e1c3718eaac completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:56:19.551309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-9e5e5b6b-4c13-439f-96b0-a9680f4c8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:19.556307 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-9e5e5b6b-4c13-439f-96b0-a9680f4c8b70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6bd7cf9660f4377b60cfc0b3310769e&device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 1094 time: 0.1431761 Dec 10 08:56:19.572534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 9ca7d178-b892-4bee-a74b-4e1c3718eaac triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:19.573258 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.646139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] For port 0010cd44-c46c-417c-a5e9-7796cfec3876, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:19.656635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Allocated IP 172.25.3.68 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/a13b6fca-d672-479c-b0c6-de5ff7b6894b) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:19.668725 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-8d455466-241b-4771-b605-3a6fe9024b5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8d02f1-4f03-4e35-87a2-427a5ee14d40 HTTP/1.1" status: 200 len: 217 time: 0.0990541 Dec 10 08:56:19.684921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] For port 0010cd44-c46c-417c-a5e9-7796cfec3876, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0010cd44-c46c-417c-a5e9-7796cfec3876,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:19.697403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.710711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d5bec-0ead-4654-bad3-e702d2861b8c req-2fcdcf8a-acd6-4637-8cdc-051443d38d6c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:19.714146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec9d5bec-0ead-4654-bad3-e702d2861b8c req-2fcdcf8a-acd6-4637-8cdc-051443d38d6c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 946 time: 0.1265383 Dec 10 08:56:19.740498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-c1b7caeb-7ab1-4863-b7dc-e0808449327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:19.742827 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-c1b7caeb-7ab1-4863-b7dc-e0808449327c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f3a0325b-e642-4f6c-b315-6307fb5bc794 HTTP/1.1" status: 200 len: 850 time: 0.0633464 Dec 10 08:56:19.786531 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-b37102fc-cb1e-4258-b59e-ea427b921e96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c681d26a-91ad-4025-8225-8dcc8dc5aab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363500 Dec 10 08:56:19.831052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa7286ff-2f6a-43f1-bd22-99f68f7609af req-9d1e03e9-9886-423c-bad2-3e0d3731a511 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/0aee234c-1477-4bd2-9708-d6a879600bad HTTP/1.1" status: 200 len: 2425 time: 0.1549973 Dec 10 08:56:19.836583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76da90b-636b-4339-8ab1-c051321f20cf None None] Pushing event updated for resources: {'Port': ['ID=0010cd44-c46c-417c-a5e9-7796cfec3876,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:19.852702 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.892726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:19.895186 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c5d1fd-a7aa-4b31-a8e4-7103e2819dc8" -d '{"events": [{"server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "name": "network-vif-plugged", "status": "completed", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:19.899691 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.911910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:19.919179 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:19.954819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec9d5bec-0ead-4654-bad3-e702d2861b8c req-ae9b25f0-f228-4d14-ae39-277d9f991755 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915987 Dec 10 08:56:19.967026 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-ae4345fe-398f-4017-a112-a0de2a1599b1 service neutron] 10.222.0.39 "GET /v2.0/networks/c681d26a-91ad-4025-8225-8dcc8dc5aab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715815 Dec 10 08:56:19.991048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9ca7d178-b892-4bee-a74b-4e1c3718eaac,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:19.996555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-0e261b71-52c5-423e-8f53-9dc8cc4f3ab8 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=379071bc4ce84880bfc82254d9a08606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458550 Dec 10 08:56:20.088062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:20.111378 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aaaa5b7c-c0eb-4e5e-88be-872e22e1d241 req-a7e8c053-b88a-40d5-b5c7-089d1edd3bca service neutron] 10.222.0.39 "GET /v2.0/networks/c681d26a-91ad-4025-8225-8dcc8dc5aab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292841 Dec 10 08:56:20.169084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:20.185646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:20.187721 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:20.226072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Pushing event updated for resources: {'Port': ['ID=a13b6fca-d672-479c-b0c6-de5ff7b6894b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:20.271768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-2d5e5f8e-a101-4fb2-98dd-f7be83441862 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:20.273334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-2d5e5f8e-a101-4fb2-98dd-f7be83441862 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759027 Dec 10 08:56:20.301649 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-678c7059-5d76-4bb5-b2ed-a50b4d4d634e req-92c0b3aa-1dee-4898-8ced-b7ccbb560986 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-group-rules/d9ef828f-2dcc-496d-a7d3-7567dbf94d99 HTTP/1.1" status: 200 len: 778 time: 0.0727482 Dec 10 08:56:20.314212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-e4c46f33-6f7b-490a-aee9-b378ab187dde tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/quotas/379071bc4ce84880bfc82254d9a08606 HTTP/1.1" status: 200 len: 375 time: 0.0259774 Dec 10 08:56:20.709744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77481ffc-271b-4039-ba3b-721718fe66d0 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=379071bc4ce84880bfc82254d9a08606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3857975 Dec 10 08:56:20.798066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-678c7059-5d76-4bb5-b2ed-a50b4d4d634e req-f533f3be-0d20-430b-8cad-1b80ebdcc3d4 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/0aee234c-1477-4bd2-9708-d6a879600bad HTTP/1.1" status: 200 len: 2425 time: 0.4883077 Dec 10 08:56:20.881853 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b17c74-677f-49bf-8b5b-052787d54f56 x-openstack-request-id: req-41b17c74-677f-49bf-8b5b-052787d54f56 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:20.882294 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "name": "network-vif-plugged", "status": "completed", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:20.882572 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41b17c74-677f-49bf-8b5b-052787d54f56 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:20.883217 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac', 'code': 200} Dec 10 08:56:20.902392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-678c7059-5d76-4bb5-b2ed-a50b4d4d634e req-77c501db-6fbd-478d-aa7b-a69878ea91d6 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:20.922652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-678c7059-5d76-4bb5-b2ed-a50b4d4d634e req-77c501db-6fbd-478d-aa7b-a69878ea91d6 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:20.948588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device af59967d-867c-4e63-b942-11aac1b3b6fa no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:20.957562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d58598-583d-4e58-9313-212cfa633706 None None] Network 1230761f-c97f-4b7a-8a29-87123443b633 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:20.998224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: af59967d-867c-4e63-b942-11aac1b3b6fa {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:20.998616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device af59967d-867c-4e63-b942-11aac1b3b6fa not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:21.020377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2083a0c-679c-4349-adf9-3755ca666a77 req-a849331c-2f32-4486-9a25-c6d4ef566f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:21.023595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2083a0c-679c-4349-adf9-3755ca666a77 req-a849331c-2f32-4486-9a25-c6d4ef566f58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 1097 time: 0.0513923 Dec 10 08:56:21.059532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-54c305e7-67d8-41fa-b5cc-67e5a83cd8d2 None None] Provisioning complete for port 0010cd44-c46c-417c-a5e9-7796cfec3876 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:21.060237 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-54c305e7-67d8-41fa-b5cc-67e5a83cd8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:21.084178 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-678c7059-5d76-4bb5-b2ed-a50b4d4d634e req-77c501db-6fbd-478d-aa7b-a69878ea91d6 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:21.096082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-678c7059-5d76-4bb5-b2ed-a50b4d4d634e req-77c501db-6fbd-478d-aa7b-a69878ea91d6 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:21.106623 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2083a0c-679c-4349-adf9-3755ca666a77 req-de01fcfd-a4db-4ba7-b6d6-aa73b898ee8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721138 Dec 10 08:56:21.109091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-678c7059-5d76-4bb5-b2ed-a50b4d4d634e req-77c501db-6fbd-478d-aa7b-a69878ea91d6 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d9ef828f-2dcc-496d-a7d3-7567dbf94d99 HTTP/1.1" status: 204 len: 173 time: 0.3039026 Dec 10 08:56:21.133115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:21.241427 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-54c305e7-67d8-41fa-b5cc-67e5a83cd8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:21.281921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-54c305e7-67d8-41fa-b5cc-67e5a83cd8d2 None None] For port 0010cd44-c46c-417c-a5e9-7796cfec3876, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0010cd44-c46c-417c-a5e9-7796cfec3876,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:21.289236 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-54c305e7-67d8-41fa-b5cc-67e5a83cd8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:21.371783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c305e7-67d8-41fa-b5cc-67e5a83cd8d2 None None] Pushing event updated for resources: {'Port': ['ID=0010cd44-c46c-417c-a5e9-7796cfec3876,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:21.377471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0010cd44-c46c-417c-a5e9-7796cfec3876 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:21.439536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c501db-6fbd-478d-aa7b-a69878ea91d6 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9ef828f-2dcc-496d-a7d3-7567dbf94d99,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:21.449127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f465c19-ff76-454a-b9ea-c35bd565445c', 'tag': '2b8d02f1-4f03-4e35-87a2-427a5ee14d40'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:21.451631 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24429363-f428-41eb-8a03-c013d8b0804e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f465c19-ff76-454a-b9ea-c35bd565445c", "tag": "2b8d02f1-4f03-4e35-87a2-427a5ee14d40"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:21.454473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0010cd44-c46c-417c-a5e9-7796cfec3876 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:21.455198 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:21.472206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d874879-a2bd-42ed-a624-a5f59ef7a901 req-ee703bed-060c-45f3-82c2-59b1e527569d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:21.487038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d874879-a2bd-42ed-a624-a5f59ef7a901 req-ee703bed-060c-45f3-82c2-59b1e527569d tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 943 time: 0.5115044 Dec 10 08:56:21.533835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:21.609389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d874879-a2bd-42ed-a624-a5f59ef7a901 req-6a078a1d-5010-42d5-b0a0-da263458bd80 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213109 Dec 10 08:56:21.620073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-562643ee-34ea-4f1a-a364-c123924730f8 None None] Provisioning complete for port 0010cd44-c46c-417c-a5e9-7796cfec3876 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:21.620606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-562643ee-34ea-4f1a-a364-c123924730f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:21.814584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:56:21.827287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040cd54-0bd4-4b76-9b67-dc89daa6c3a2 req-6a66ba08-92b6-43f8-bef6-16ad36c95372 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:21.828698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b040cd54-0bd4-4b76-9b67-dc89daa6c3a2 req-6a66ba08-92b6-43f8-bef6-16ad36c95372 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 946 time: 0.1036713 Dec 10 08:56:21.855623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2dab0-e42c-4bb3-a1dc-d9fce3b5771f req-f67c3501-1dc9-4ebd-8637-f2a935893ada tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:21.857097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61a2dab0-e42c-4bb3-a1dc-d9fce3b5771f req-f67c3501-1dc9-4ebd-8637-f2a935893ada tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.1151474 Dec 10 08:56:22.000720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b040cd54-0bd4-4b76-9b67-dc89daa6c3a2 req-6041d074-727f-409d-8129-a0210a4a2826 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631291 Dec 10 08:56:22.013915 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61a2dab0-e42c-4bb3-a1dc-d9fce3b5771f req-62b41d2f-6111-4618-bbe0-e06f546a475b tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250591 Dec 10 08:56:22.035089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:56:22.046182 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Sync routers for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:56:22.057864 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.059249 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:22.059425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-650718d0-4f70-4710-ac2e-dd8247b17c05 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8319845 Dec 10 08:56:22.060042 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:22.062200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50924) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:22.141914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-c68957c7-c985-4b39-b720-2084e18ecef6 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:22.144146 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-c68957c7-c985-4b39-b720-2084e18ecef6 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 946 time: 0.0593092 Dec 10 08:56:22.230974 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:22.232194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-26dd0cd5-dd7d-47b0-a6dc-36efb0ef05ba req-4c4dbd8f-21b1-416a-a95d-77809e88f20e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1690862814', 'description': 'tempest-description-2120267121'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:22.263975 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-5d2ff5e0-80e2-42b4-acd7-db069521693f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=379071bc4ce84880bfc82254d9a08606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362954 Dec 10 08:56:22.266035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-59f9e847-41b0-4427-8307-c97c1a3b1b92 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=379071bc4ce84880bfc82254d9a08606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433755 Dec 10 08:56:22.388466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Deleting port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:22.389205 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.395214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-26dd0cd5-dd7d-47b0-a6dc-36efb0ef05ba req-4c4dbd8f-21b1-416a-a95d-77809e88f20e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.399626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-69742049-2769-4f5a-995a-eac8a46e334e tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:22.401093 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-69742049-2769-4f5a-995a-eac8a46e334e tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1308031 Dec 10 08:56:22.422637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Request body: {'port': {'device_id': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '379071bc4ce84880bfc82254d9a08606'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:22.471665 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:20Z', 'revision_number': 3, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:22.501027 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Checking router: e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:56:22.501447 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Updating router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 port a13b6fca-d672-479c-b0c6-de5ff7b6894b binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:56:22.502794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db287737-86cf-4146-8872-55c6d2eaed04 req-0ddd75d4-9279-43b6-aff6-cb7b557d8ecf tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:22.510338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-0ddd75d4-9279-43b6-aff6-cb7b557d8ecf tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050478 Dec 10 08:56:22.535009 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.545291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-02a5c136-122b-4720-b6b0-6c6af5bfc2a2 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/quotas/379071bc4ce84880bfc82254d9a08606 HTTP/1.1" status: 200 len: 375 time: 0.0342689 Dec 10 08:56:22.586156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-13e49bf6-46e8-4d0f-b8c6-5420a586c491 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=379071bc4ce84880bfc82254d9a08606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398142 Dec 10 08:56:22.655673 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-26dd0cd5-dd7d-47b0-a6dc-36efb0ef05ba req-4c4dbd8f-21b1-416a-a95d-77809e88f20e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.674968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] For port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:22.677585 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.743409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Calling delete_port for 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:22.796148 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-26dd0cd5-dd7d-47b0-a6dc-36efb0ef05ba req-4c4dbd8f-21b1-416a-a95d-77809e88f20e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.881389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dbd8f-21b1-416a-a95d-77809e88f20e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb1c5ac-ac0e-4aae-bc0f-7d46568b526c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:22.890169 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe7e188-eeea-4411-b2a0-6b04fcd0c376 x-openstack-request-id: req-7fe7e188-eeea-4411-b2a0-6b04fcd0c376 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:22.890530 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f465c19-ff76-454a-b9ea-c35bd565445c", "tag": "2b8d02f1-4f03-4e35-87a2-427a5ee14d40", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:22.890818 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fe7e188-eeea-4411-b2a0-6b04fcd0c376 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:22.891659 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f465c19-ff76-454a-b9ea-c35bd565445c', 'tag': '2b8d02f1-4f03-4e35-87a2-427a5ee14d40', 'status': 'completed', 'code': 200} Dec 10 08:56:22.968228 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.977686 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.977977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:22.996821 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Made reservation on behalf of 379071bc4ce84880bfc82254d9a08606 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:23.000970 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.011739 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.023132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.026311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['cdab7dd7-c33c-4a75-b4ec-2567c3d851e0'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:23.039919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-26dd0cd5-dd7d-47b0-a6dc-36efb0ef05ba req-4c4dbd8f-21b1-416a-a95d-77809e88f20e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.054093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26dd0cd5-dd7d-47b0-a6dc-36efb0ef05ba req-4c4dbd8f-21b1-416a-a95d-77809e88f20e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.8325543 Dec 10 08:56:23.063076 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Attempting to bind port a13b6fca-d672-479c-b0c6-de5ff7b6894b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:23.063767 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Attempting to bind port a13b6fca-d672-479c-b0c6-de5ff7b6894b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:23.063893 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Attempting to bind port a13b6fca-d672-479c-b0c6-de5ff7b6894b on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:23.077245 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:23.078293 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:23.078740 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.079175 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:23.079663 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Bound port: a13b6fca-d672-479c-b0c6-de5ff7b6894b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:23.080048 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.102086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Pushing event deleted for resources: {'Port': ['ID=8bf3e49e-12f6-4c30-9278-af5bfc1c2c07,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:23.115301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24429363-f428-41eb-8a03-c013d8b0804e req-76f07ca8-43cf-4104-afd0-8c67dce2a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:23.116929 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24429363-f428-41eb-8a03-c013d8b0804e req-76f07ca8-43cf-4104-afd0-8c67dce2a621 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6bd7cf9660f4377b60cfc0b3310769e&device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 1094 time: 0.2379751 Dec 10 08:56:23.167803 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] For port a13b6fca-d672-479c-b0c6-de5ff7b6894b, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:23.176084 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] For port a13b6fca-d672-479c-b0c6-de5ff7b6894b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a13b6fca-d672-479c-b0c6-de5ff7b6894b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:23.198755 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.203527 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f58c-7a6d-41e6-976c-a39a1d7d9815 None None] Pushing event updated for resources: {'Port': ['ID=a13b6fca-d672-479c-b0c6-de5ff7b6894b,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:23.205211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] No DVR routers for this DVR port 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:23.208667 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.214247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:56:23.215440 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f1facde-96e6-43e3-8c9d-e35dd935fdc5 req-f6b1cef2-920c-4ac2-9bd7-c34e69496458 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.18 "DELETE /v2.0/ports/8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 HTTP/1.1" status: 204 len: 173 time: 1.0629458 Dec 10 08:56:23.274258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045325-5f26-47f6-a186-ac2c54a3b54d req-2900c937-14e6-4727-a514-474296fc99a0 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:23.286808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98045325-5f26-47f6-a186-ac2c54a3b54d req-2900c937-14e6-4727-a514-474296fc99a0 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 943 time: 0.2881982 Dec 10 08:56:23.336684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb3e4003-fc10-4cae-8139-ad86cd9ef301 req-62a5ee5a-d64f-409a-834d-51f793829b14 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 210 time: 0.1558812 Dec 10 08:56:23.393941 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f58c-7a6d-41e6-976c-a39a1d7d9815 None None] Pushing event updated for resources: {'Port': ['ID=a13b6fca-d672-479c-b0c6-de5ff7b6894b,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:23.408568 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:23.410785 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:23.415689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0010cd44-c46c-417c-a5e9-7796cfec3876 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:23.492148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24429363-f428-41eb-8a03-c013d8b0804e req-ab7e092f-5131-485d-aa09-96e1b339ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:23.493657 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24429363-f428-41eb-8a03-c013d8b0804e req-ab7e092f-5131-485d-aa09-96e1b339ba07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c681d26a-91ad-4025-8225-8dcc8dc5aab9 HTTP/1.1" status: 200 len: 911 time: 0.3498132 Dec 10 08:56:23.529920 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.578568 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:23.592591 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.635698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2761d03-4c88-4320-86d2-6401da80fa2e req-653d16de-6504-482c-8666-88411e97eef2 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb75481f-0686-4700-b139-ed66770bbb78 HTTP/1.1" status: 200 len: 210 time: 0.0685544 Dec 10 08:56:23.639861 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24429363-f428-41eb-8a03-c013d8b0804e req-b6a123d9-8485-40e8-9ffd-1f4618c27290 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b8d02f1-4f03-4e35-87a2-427a5ee14d40 HTTP/1.1" status: 200 len: 217 time: 0.1264923 Dec 10 08:56:23.729491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:23.731504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0010cd44-c46c-417c-a5e9-7796cfec3876 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:23.731871 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.755394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24429363-f428-41eb-8a03-c013d8b0804e req-85d5e47b-4c1c-4004-8f05-ed24a349af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:23.757093 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24429363-f428-41eb-8a03-c013d8b0804e req-85d5e47b-4c1c-4004-8f05-ed24a349af5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f3a0325b-e642-4f6c-b315-6307fb5bc794 HTTP/1.1" status: 200 len: 850 time: 0.0938711 Dec 10 08:56:23.765260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd49a0c-eefb-49ae-93a7-b2892a5320dc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:23.813069 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:20Z', 'revision_number': 3, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:23.831951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'port_id': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d', 'mac_address': 'fa:16:3e:bf:0c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15349f3d-125d-490d-ae31-4a9529c678c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:56:23.846573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98045325-5f26-47f6-a186-ac2c54a3b54d req-c92dd318-0db6-4998-b4ee-8a057b9de1ef tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532813 Dec 10 08:56:23.855947 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59907a-99fe-40eb-ae5b-c2ad2a934b13 None None] The sync data for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 is: [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:20Z', 'revision_number': 3, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:56:23.912001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Allocated IP 172.20.0.1 (1230761f-c97f-4b7a-8a29-87123443b633/72a4b9f5-eb04-4fd3-a1d9-01870caa7159/e3726aa6-f8e1-4ad3-98e2-41a13b811b3a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:23.917001 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24429363-f428-41eb-8a03-c013d8b0804e req-74f1e2f4-bffd-47f9-b317-e3c30125bc91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c681d26a-91ad-4025-8225-8dcc8dc5aab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769973 Dec 10 08:56:23.952909 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:23.979092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:24.011485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:24.017375 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.018431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:56:24.081336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Allocated IP 192.168.233.126 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/d6f1ca27-2cfc-4997-a053-ad285eaaac69) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:24.088707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb19cb-2024-4345-a218-05faf9dc53e9 req-d80f15f9-62d7-46e7-9fff-d9a1a4a9eaaa tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:24.090132 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50bb19cb-2024-4345-a218-05faf9dc53e9 req-d80f15f9-62d7-46e7-9fff-d9a1a4a9eaaa tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.2724569 Dec 10 08:56:24.097907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78be9328-0185-43e8-871d-3df0fd7da2a5 req-a884a16a-6c1e-41b4-aef1-ef61c9f4e619 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/3eb1c5ac-ac0e-4aae-bc0f-7d46568b526c HTTP/1.1" status: 200 len: 1832 time: 0.1904292 Dec 10 08:56:24.124469 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24429363-f428-41eb-8a03-c013d8b0804e req-ddc0c5c4-b054-4b77-9606-091f8c148f0e service neutron] 10.222.0.39 "GET /v2.0/networks/c681d26a-91ad-4025-8225-8dcc8dc5aab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960287 Dec 10 08:56:24.188130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50bb19cb-2024-4345-a218-05faf9dc53e9 req-39debc52-af8d-4b55-adde-239c6c499202 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891387 Dec 10 08:56:24.233087 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.338773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:24.359781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-c29db408-4c1c-490b-9d9b-683ad05d6aac req-40457173-dea8-4288-8e1e-a70bdb99d15b tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2077627010', 'description': 'tempest-description-1862538135'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:24.375984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,segment=NetworkSegment(a5564335-46bd-4e5d-af5a-15fa31ce3f36),segment_id=a5564335-46bd-4e5d-af5a-15fa31ce3f36)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:24.401046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c29db408-4c1c-490b-9d9b-683ad05d6aac req-40457173-dea8-4288-8e1e-a70bdb99d15b tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.417145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '2b8d02f1-4f03-4e35-87a2-427a5ee14d40', 'network_id': 'c681d26a-91ad-4025-8225-8dcc8dc5aab9', 'port_id': '2b8d02f1-4f03-4e35-87a2-427a5ee14d40', 'mac_address': 'fa:16:3e:e5:49:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a0325b-e642-4f6c-b315-6307fb5bc794', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:56:24.490753 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-4529df43-789f-4c2e-8d38-8056e7c780f5 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=379071bc4ce84880bfc82254d9a08606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803506 Dec 10 08:56:24.500951 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.502815 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.516172 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24429363-f428-41eb-8a03-c013d8b0804e req-b9d5ac01-81d1-45ff-9696-9401f6a8d2a0 service neutron] 10.222.0.39 "GET /v2.0/networks/c681d26a-91ad-4025-8225-8dcc8dc5aab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812251 Dec 10 08:56:24.520170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:24.567360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,segment=NetworkSegment(a5564335-46bd-4e5d-af5a-15fa31ce3f36),segment_id=a5564335-46bd-4e5d-af5a-15fa31ce3f36)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:24.574601 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.680051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Network 1230761f-c97f-4b7a-8a29-87123443b633 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:24.684259 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3726aa6-f8e1-4ad3-98e2-41a13b811b3a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:24.693601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:24.698761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:24.706148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:24.721639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['3130d1b9-23c4-4d2c-a1b0-a8144d48e27d'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:24.749075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a6a35-4015-467f-8329-ce9edf666df1 req-438c0775-39ec-4365-b055-29ca4194f7fe tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:24.773049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a1a6a35-4015-467f-8329-ce9edf666df1 req-438c0775-39ec-4365-b055-29ca4194f7fe tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.3359044 Dec 10 08:56:24.850756 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c29db408-4c1c-490b-9d9b-683ad05d6aac req-40457173-dea8-4288-8e1e-a70bdb99d15b tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.874521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c29db408-4c1c-490b-9d9b-683ad05d6aac req-40457173-dea8-4288-8e1e-a70bdb99d15b tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.893494 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.894975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb75481f-0686-4700-b139-ed66770bbb78', 'name': 'network-vif-deleted', 'tag': '8bf3e49e-12f6-4c30-9278-af5bfc1c2c07'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:24.899559 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:24.901966 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274655dd-ac44-4211-92d3-3dfaa9d78588" -d '{"events": [{"server_uuid": "eb75481f-0686-4700-b139-ed66770bbb78", "name": "network-vif-deleted", "tag": "8bf3e49e-12f6-4c30-9278-af5bfc1c2c07"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:24.947851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['2b8d02f1-4f03-4e35-87a2-427a5ee14d40'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:24.950317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db287737-86cf-4146-8872-55c6d2eaed04 req-7c7b9ae4-f015-4638-9b96-37f6139e32fa tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:24.951891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-7c7b9ae4-f015-4638-9b96-37f6139e32fa tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4296756 Dec 10 08:56:24.975880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Request body: {'port': {'device_id': '6da1804f-cea0-42d3-b11c-608306afe79a', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '379071bc4ce84880bfc82254d9a08606'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:25.007862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:25.076601 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c29db408-4c1c-490b-9d9b-683ad05d6aac req-40457173-dea8-4288-8e1e-a70bdb99d15b tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:25.087279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c29db408-4c1c-490b-9d9b-683ad05d6aac req-40457173-dea8-4288-8e1e-a70bdb99d15b tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7329035 Dec 10 08:56:25.088145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:25.088541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8bf3e49e-12f6-4c30-9278-af5bfc1c2c07 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:25.092333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a1a6a35-4015-467f-8329-ce9edf666df1 req-dc2d2bd0-9ce4-40f5-9139-00d6a3cfb57b tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184681 Dec 10 08:56:25.142064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40457173-dea8-4288-8e1e-a70bdb99d15b tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d5cb50-77d2-4e10-8cd5-c5d0e11b5815,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:25.168287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:25.213948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-68462395-5fa0-493f-8dfe-b3887df01b23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3251626 Dec 10 08:56:25.270607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ea21ec32-8a02-4850-ae76-fc75245f1c63 None None] Provisioning complete for port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:25.272353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea21ec32-8a02-4850-ae76-fc75245f1c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:25.325328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ea21ec32-8a02-4850-ae76-fc75245f1c63 None None] Port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:56:25.394559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a13b6fca-d672-479c-b0c6-de5ff7b6894b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:25.419591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ee0a5d8-ce21-467a-adba-9dffabaafe04 req-321f6e87-e851-4c0d-92ff-358ba4c94e20 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 210 time: 0.1842167 Dec 10 08:56:25.492605 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:25.548572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a13b6fca-d672-479c-b0c6-de5ff7b6894b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:25.548989 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:25.634886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f7ae-bfa6-4dea-a9b7-76f75519782d req-b6ac353f-9fe0-4cd6-968a-37f895faddf6 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:25.643298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9c6f7ae-bfa6-4dea-a9b7-76f75519782d req-b6ac353f-9fe0-4cd6-968a-37f895faddf6 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 944 time: 0.2303305 Dec 10 08:56:25.661981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-860eee3f-c786-416e-8294-35f2588ba153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:25.663856 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-860eee3f-c786-416e-8294-35f2588ba153 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 1097 time: 0.3075960 Dec 10 08:56:25.675883 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:25.707402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port a13b6fca-d672-479c-b0c6-de5ff7b6894b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a13b6fca-d672-479c-b0c6-de5ff7b6894b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:25.715939 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:25.829373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=a13b6fca-d672-479c-b0c6-de5ff7b6894b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:25.886514 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55d842e7-62b5-4443-9370-eefc9c22d011 req-7a9c31ac-c671-4dd9-a6b8-07584995276e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/f2d5cb50-77d2-4e10-8cd5-c5d0e11b5815 HTTP/1.1" status: 200 len: 1832 time: 0.3232968 Dec 10 08:56:25.888935 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f94ce4-3149-47c7-80c5-b090ecb8fe34 x-openstack-request-id: req-35f94ce4-3149-47c7-80c5-b090ecb8fe34 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:25.889525 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb75481f-0686-4700-b139-ed66770bbb78", "name": "network-vif-deleted", "tag": "8bf3e49e-12f6-4c30-9278-af5bfc1c2c07", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:25.889525 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35f94ce4-3149-47c7-80c5-b090ecb8fe34 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:25.889856 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb75481f-0686-4700-b139-ed66770bbb78', 'name': 'network-vif-deleted', 'tag': '8bf3e49e-12f6-4c30-9278-af5bfc1c2c07', 'status': 'completed', 'code': 200} Dec 10 08:56:25.924616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:25.934065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:25.946210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:25.949919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:25.993795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9c6f7ae-bfa6-4dea-a9b7-76f75519782d req-d37194f7-e577-4c13-8a44-c09b863176c4 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424914 Dec 10 08:56:26.048673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:26.049358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:26.058217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Made reservation on behalf of 379071bc4ce84880bfc82254d9a08606 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:26.069884 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:26.101316 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:26.114740 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:26.190462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-7194bf8c-a745-4753-944b-16ed479eeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:26.192561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-7194bf8c-a745-4753-944b-16ed479eeaaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 923 time: 0.4978447 Dec 10 08:56:26.217451 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77965b29-5308-4aeb-842e-34ee3269eb7f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7990456 Dec 10 08:56:26.255744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Request body: {'port': {'device_id': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:26.292164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:26.318561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-721a30c8-9a24-431d-ab12-6dbaf2f83179 req-2d050206-55a2-494c-b35f-4d601ca19f70 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-975020155', 'description': 'tempest-description-1663758387'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:26.344911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3726aa6-f8e1-4ad3-98e2-41a13b811b3a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:26.372420 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-721a30c8-9a24-431d-ab12-6dbaf2f83179 req-2d050206-55a2-494c-b35f-4d601ca19f70 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:26.453098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Allocated IP 192.168.233.61 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/17ca6385-49a1-4074-a059-d35bbdf7367b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:26.456730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:26.577201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e88c4f67-ae18-42a2-860b-22a14fd27b1d None None] Provisioning complete for port d6f1ca27-2cfc-4997-a053-ad285eaaac69 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:26.578049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e88c4f67-ae18-42a2-860b-22a14fd27b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:26.660435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e88c4f67-ae18-42a2-860b-22a14fd27b1d None None] Port d6f1ca27-2cfc-4997-a053-ad285eaaac69 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:56:26.867203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:26.957199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-146c036d-465c-4750-9e5e-6e1e567a9eea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac HTTP/1.1" status: 200 len: 217 time: 0.6444242 Dec 10 08:56:27.031890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.112216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-ac648e82-b0b0-44d4-8882-afd8c47be088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:27.114033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-ac648e82-b0b0-44d4-8882-afd8c47be088 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17 HTTP/1.1" status: 200 len: 862 time: 0.1304836 Dec 10 08:56:27.115368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:27.121181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Pushing event updated for resources: {'Port': ['ID=17ca6385-49a1-4074-a059-d35bbdf7367b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:27.122779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6254be-99f7-48b4-aba3-a538ed0cc8c8 req-4e6e6e68-7d89-4742-af75-5c635ec0702c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:27.128874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:27.133252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:27.142063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8d6254be-99f7-48b4-aba3-a538ed0cc8c8 req-4e6e6e68-7d89-4742-af75-5c635ec0702c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.6885364 Dec 10 08:56:27.151546 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-721a30c8-9a24-431d-ab12-6dbaf2f83179 req-2d050206-55a2-494c-b35f-4d601ca19f70 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.179083 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-721a30c8-9a24-431d-ab12-6dbaf2f83179 req-2d050206-55a2-494c-b35f-4d601ca19f70 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.207769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:27.251839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f1ca27-2cfc-4997-a053-ad285eaaac69 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:27.280935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a13b6fca-d672-479c-b0c6-de5ff7b6894b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:27.285159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:27.291727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Network 1230761f-c97f-4b7a-8a29-87123443b633 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:27.293017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d050206-55a2-494c-b35f-4d601ca19f70 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc3ee9-b453-4a32-a65c-46b9fc365fe7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:27.297425 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.301090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.307818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-9810dae9-c1be-437c-9c8d-3f7931ba980e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d752f9e-e96d-4653-819c-c49a87804328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548889 Dec 10 08:56:27.309478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:27.350299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Transition to ACTIVE for port object d6f1ca27-2cfc-4997-a053-ad285eaaac69 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:56:27.358211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-1360d1b3-aba3-4a2b-92e9-8ff5ac47ff3c tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3882945 Dec 10 08:56:27.359299 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.368885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:27.369658 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.386880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Request body: {'port': {'device_id': '6da1804f-cea0-42d3-b11c-608306afe79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:27.471477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a13b6fca-d672-479c-b0c6-de5ff7b6894b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:27.471860 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.540727 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-721a30c8-9a24-431d-ab12-6dbaf2f83179 req-2d050206-55a2-494c-b35f-4d601ca19f70 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.542341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-721a30c8-9a24-431d-ab12-6dbaf2f83179 req-2d050206-55a2-494c-b35f-4d601ca19f70 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.2282898 Dec 10 08:56:27.603142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8d6254be-99f7-48b4-aba3-a538ed0cc8c8 req-2ba795ff-45f3-48b2-8e50-d8249eeba772 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576328 Dec 10 08:56:27.749875 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f340c9cc-cfa7-43bb-84a5-64bdaeed33ba None None] Provisioning complete for port 17ca6385-49a1-4074-a059-d35bbdf7367b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:27.750500 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f340c9cc-cfa7-43bb-84a5-64bdaeed33ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.811286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f340c9cc-cfa7-43bb-84a5-64bdaeed33ba None None] Port 17ca6385-49a1-4074-a059-d35bbdf7367b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:56:27.814235 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.837024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:27.859025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:27.861827 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9802dda1-aa6d-43ec-b13d-d431d4a37ea6" -d '{"events": [{"server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "name": "network-vif-plugged", "status": "completed", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:27.873280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-c461d6d4-9ef9-4e9f-9bc5-8f8c1d3abf81 service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381346 Dec 10 08:56:27.882300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:27.884061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.890979 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.891913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:27.903376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:56:27.918553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Attempting to bind port d6f1ca27-2cfc-4997-a053-ad285eaaac69 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:27.919044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Attempting to bind port d6f1ca27-2cfc-4997-a053-ad285eaaac69 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:27.919461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Attempting to bind port d6f1ca27-2cfc-4997-a053-ad285eaaac69 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:27.927560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Port d6f1ca27-2cfc-4997-a053-ad285eaaac69 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:56:27.928169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Attempting to bind port d6f1ca27-2cfc-4997-a053-ad285eaaac69 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:27.935860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:27.936302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:27.936763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:27.937349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Bound port: d6f1ca27-2cfc-4997-a053-ad285eaaac69, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:27.937815 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:27.999594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cee92-3abe-4c5d-a3ba-c9c6742f799f req-273679de-18d2-4bf3-9f32-a196f88c8f6c tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:28.003158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe5cee92-3abe-4c5d-a3ba-c9c6742f799f req-273679de-18d2-4bf3-9f32-a196f88c8f6c tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.2835279 Dec 10 08:56:28.058306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209d3e1-e7e8-4eab-ad78-f228307a96d0 req-b2248528-f1fb-4e31-b685-89814277e3bd tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:28.060111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7209d3e1-e7e8-4eab-ad78-f228307a96d0 req-b2248528-f1fb-4e31-b685-89814277e3bd tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 935 time: 0.3205702 Dec 10 08:56:28.088118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:28.122839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-525e0662-b2f6-4d15-918c-9ee18e8af212 None None] Provisioning complete for port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:28.123223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-525e0662-b2f6-4d15-918c-9ee18e8af212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:28.335178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:28.347052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:56:28.356400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f2fbbf2c-5ca6-44c8-91e2-10a4a502e9e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/e9f14bf7-c974-434c-bb7a-6f6f7c820ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2929499 Dec 10 08:56:28.362325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:28.372786 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:28.394815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Sync routers for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:56:28.401639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-3b655576-38a1-43d9-818f-689880e39299 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:28.401639 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-3b655576-38a1-43d9-818f-689880e39299 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.39 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 946 time: 0.2383645 Dec 10 08:56:28.409327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:56:28.420912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:28.421285 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:28.429224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:28.430235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:28.465381 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-525e0662-b2f6-4d15-918c-9ee18e8af212 None None] Port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:56:28.517818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:28.517818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:28.522684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] 10.222.0.18 "PUT /v2.0/ports/d6f1ca27-2cfc-4997-a053-ad285eaaac69 HTTP/1.1" status: 200 len: 1096 time: 2.2868357 Dec 10 08:56:28.598131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c744cbf-c8f2-4105-aad1-40028ad4c38c req-842e3ba1-a5a4-4399-a425-1c0b6f3a7d80 service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011585 Dec 10 08:56:28.604332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe5cee92-3abe-4c5d-a3ba-c9c6742f799f req-024b1995-0af2-4694-962e-3347acc0ca0b tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5212b61-c164-42e0-9671-be768c7153d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861528 Dec 10 08:56:28.626479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7209d3e1-e7e8-4eab-ad78-f228307a96d0 req-86724f13-311f-41df-b145-f9ed6e75b019 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237825 Dec 10 08:56:28.633337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:28.636023 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:28.842092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a739c8-3e2e-4677-8147-d5099bc1262a service neutron] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:28.868310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77101285-5be8-45bb-bd61-e1856fd28e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:28.876560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-77101285-5be8-45bb-bd61-e1856fd28e23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379071bc4ce84880bfc82254d9a08606&device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 1099 time: 0.2428055 Dec 10 08:56:28.877670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:29.018999 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.020096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-4f7f3395-01d4-4478-8309-bf27d23ad698 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69 HTTP/1.1" status: 200 len: 217 time: 0.1293960 Dec 10 08:56:29.042566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ca6385-49a1-4074-a059-d35bbdf7367b {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:29.064018 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.096901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Transition to ACTIVE for port object 17ca6385-49a1-4074-a059-d35bbdf7367b will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:56:29.113812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.181477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca6385-49a1-4074-a059-d35bbdf7367b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:29.200936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-1ddc3cf9-6745-478e-b35f-f9b54a9c0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:29.205047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-1ddc3cf9-6745-478e-b35f-f9b54a9c0340 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1611433 Dec 10 08:56:29.261554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,segment=NetworkSegment(a5564335-46bd-4e5d-af5a-15fa31ce3f36),segment_id=a5564335-46bd-4e5d-af5a-15fa31ce3f36)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:29.267867 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.289463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:29.388783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17cd4de6-55aa-4531-902a-8b85a02a518d req-67c8b567-0c1c-4d08-883f-e6717cca398e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/c7fc3ee9-b453-4a32-a65c-46b9fc365fe7 HTTP/1.1" status: 200 len: 1831 time: 0.1527684 Dec 10 08:56:29.391314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Deleting port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:29.392188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.426598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Attempting to bind port 17ca6385-49a1-4074-a059-d35bbdf7367b on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:29.427111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Attempting to bind port 17ca6385-49a1-4074-a059-d35bbdf7367b by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:29.427556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Attempting to bind port 17ca6385-49a1-4074-a059-d35bbdf7367b on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:29.481560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce623-5dbf-4140-beb5-17b87fe9f25f req-a390e3ae-fdc1-4145-920b-a58d6a43d3d3 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:29.483848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a97ce623-5dbf-4140-beb5-17b87fe9f25f req-a390e3ae-fdc1-4145-920b-a58d6a43d3d3 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 944 time: 0.4657030 Dec 10 08:56:29.494387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-1a53e16d-f54c-4fc9-a918-026355f5a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:29.496836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-1a53e16d-f54c-4fc9-a918-026355f5a641 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955438 Dec 10 08:56:29.538774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Port 17ca6385-49a1-4074-a059-d35bbdf7367b on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:56:29.539216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Attempting to bind port 17ca6385-49a1-4074-a059-d35bbdf7367b on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:29.584371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:29.587022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:29.587476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:29.587966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:29.592279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Bound port: 17ca6385-49a1-4074-a059-d35bbdf7367b, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:29.592778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.687549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] For port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:29.687914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.695102 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.707419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Calling delete_port for cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:29.738993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e3726aa6-f8e1-4ad3-98e2-41a13b811b3a', 'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'mac_address': 'fa:16:3e:3e:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:23Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 2, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'subnets': [{'id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:29.777265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Checking router: e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:56:29.777821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Updating router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:56:29.805084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51070) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:29.811928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-network', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:29.816313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a97ce623-5dbf-4140-beb5-17b87fe9f25f req-bdafec26-f405-4e90-b528-1d287a7328d3 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175883 Dec 10 08:56:29.822350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-05b47d3c-f110-4060-9b73-a2e05721fbc0 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019556 Dec 10 08:56:29.823394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:29.832665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.889141 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.904979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:29.957596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:29.978950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625ad1a-a40d-46e8-8086-4ccfa5ff93a3 req-c3d75460-394d-4b01-aaea-26e3395d02bb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:29.980587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6625ad1a-a40d-46e8-8086-4ccfa5ff93a3 req-c3d75460-394d-4b01-aaea-26e3395d02bb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.3792782 Dec 10 08:56:30.037450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-86cf17a7-ba04-4e68-ad10-dd5d2f3f18b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4941666 Dec 10 08:56:30.046797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Made reservation on behalf of 9152c1c7bd9449a4b0e6fbd8da17b579 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:30.050103 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.067587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.071447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Pushing event deleted for resources: {'Port': ['ID=cdab7dd7-c33c-4a75-b4ec-2567c3d851e0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:30.117558 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d206378-ba05-411f-951e-8a73071b2c9f x-openstack-request-id: req-5d206378-ba05-411f-951e-8a73071b2c9f {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:30.118187 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:30.118691 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d206378-ba05-411f-951e-8a73071b2c9f {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:30.119264 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'status': 'completed', 'code': 200} Dec 10 08:56:30.123693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-eea9a3cd-e965-4951-83ef-43cb89de27cf req-f558db39-ced2-44e7-b268-1343b80a496d tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1755885318', 'description': 'tempest-description-1556504749'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:30.137963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:30.202015 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-eea9a3cd-e965-4951-83ef-43cb89de27cf req-f558db39-ced2-44e7-b268-1343b80a496d tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.236423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6625ad1a-a40d-46e8-8086-4ccfa5ff93a3 req-35b34ad7-f9a2-4f4b-998d-e9d4b0c0d7f3 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388825 Dec 10 08:56:30.256069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] No DVR routers for this DVR port cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:30.264430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.269085 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-286d47e4-deb3-48fe-8925-001815dde8e3 req-7b9bb0a4-4c06-4d60-9a76-5f9e95f6a678 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.39 "DELETE /v2.0/ports/cdab7dd7-c33c-4a75-b4ec-2567c3d851e0 HTTP/1.1" status: 204 len: 173 time: 1.8010688 Dec 10 08:56:30.275020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=17ca6385-49a1-4074-a059-d35bbdf7367b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:30.289180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.373115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca6385-49a1-4074-a059-d35bbdf7367b,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:30.389685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-7f03973e-793f-4176-8093-13e596fd3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.390159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-7f03973e-793f-4176-8093-13e596fd3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.390628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-7f03973e-793f-4176-8093-13e596fd3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.391085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-7f03973e-793f-4176-8093-13e596fd3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.391547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-7f03973e-793f-4176-8093-13e596fd3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.392128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-7f03973e-793f-4176-8093-13e596fd3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.392436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-7f03973e-793f-4176-8093-13e596fd3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.394402 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-7f03973e-793f-4176-8093-13e596fd3570 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6492 time: 0.2537706 Dec 10 08:56:30.408316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.410004 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.413186 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-fd817b5c-7fbd-46db-9d34-047f38b84361 service neutron] 10.222.0.18 "PUT /v2.0/ports/17ca6385-49a1-4074-a059-d35bbdf7367b HTTP/1.1" status: 200 len: 1095 time: 3.0320003 Dec 10 08:56:30.431293 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.436314 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a24628-a04c-4419-ba36-2f0fc7a1ea47 x-openstack-request-id: req-f8a24628-a04c-4419-ba36-2f0fc7a1ea47 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:30.436314 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "name": "network-vif-plugged", "status": "completed", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:30.436674 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8a24628-a04c-4419-ba36-2f0fc7a1ea47 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:30.437731 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d', 'code': 200} Dec 10 08:56:30.443239 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.473515 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-eea9a3cd-e965-4951-83ef-43cb89de27cf req-f558db39-ced2-44e7-b268-1343b80a496d tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.481200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-038858c8-174c-440f-ac40-c897cf2a5ed9 req-c5cf1c15-d637-415d-8d07-e29ad533109b service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170490 Dec 10 08:56:30.522521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-eea9a3cd-e965-4951-83ef-43cb89de27cf req-f558db39-ced2-44e7-b268-1343b80a496d tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.653923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-eea9a3cd-e965-4951-83ef-43cb89de27cf req-f558db39-ced2-44e7-b268-1343b80a496d tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.655194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eea9a3cd-e965-4951-83ef-43cb89de27cf req-f558db39-ced2-44e7-b268-1343b80a496d tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5416722 Dec 10 08:56:30.670040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Attempting to bind port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:30.670428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Attempting to bind port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:30.670794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Attempting to bind port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a on network 1230761f-c97f-4b7a-8a29-87123443b633 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:30.694001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6834e5-31fa-43f7-97d6-3c4bebb0cd75 None None] Pushing event updated for resources: {'Port': ['ID=e3726aa6-f8e1-4ad3-98e2-41a13b811b3a,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:30.703710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:30.704450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Checking segment: {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:30.705069 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.720885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Bound using segment: {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:30.721476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Bound port: e3726aa6-f8e1-4ad3-98e2-41a13b811b3a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:30.721905 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.729880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558db39-ced2-44e7-b268-1343b80a496d tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e1a66f-9481-455a-85a2-4cde8c4f70c3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:30.743047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.751051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-8c482de8-dc6b-46c2-ad3c-30383ab0b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.763248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-8c482de8-dc6b-46c2-ad3c-30383ab0b134 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379071bc4ce84880bfc82254d9a08606&device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 1099 time: 0.1282287 Dec 10 08:56:30.783225 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.791918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9bc1e-2dd8-435a-bb82-94de41f6a2dc req-6c3536d6-6283-4bbb-843f-0ef57b402d9d tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.793724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dea9bc1e-2dd8-435a-bb82-94de41f6a2dc req-6c3536d6-6283-4bbb-843f-0ef57b402d9d tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 947 time: 0.3115203 Dec 10 08:56:30.864904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] For port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:30.878870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] For port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e3726aa6-f8e1-4ad3-98e2-41a13b811b3a,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:30.885890 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:30.918839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acbbce2-6538-44e1-91a4-6ba7e1e75bf1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:30.943272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db287737-86cf-4146-8872-55c6d2eaed04 req-f2df2913-0f8c-4f7f-9251-e8d180348c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:30.945092 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-f2df2913-0f8c-4f7f-9251-e8d180348c30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379071bc4ce84880bfc82254d9a08606&device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 1098 time: 0.3211052 Dec 10 08:56:30.993321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:56:31.047695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:31.049461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:31.054276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6834e5-31fa-43f7-97d6-3c4bebb0cd75 None None] Pushing event updated for resources: {'Port': ['ID=e3726aa6-f8e1-4ad3-98e2-41a13b811b3a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:31.107354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2677241d-7a7e-4ddb-80ea-7e8cd7d38cad req-c68255b0-2f28-405e-b5c6-cee8a114f223 tempest-ListServerFiltersTestJSON-2144264399 tempest-ListServerFiltersTestJSON-2144264399-project] 10.222.0.31 "GET /v2.0/ports?device_id=59367524-5c92-49b0-a142-e7c6e62a4e12 HTTP/1.1" status: 200 len: 210 time: 0.1512752 Dec 10 08:56:31.155343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-40e0c3fe-0539-4984-98ad-730ecbf1fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.155827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-40e0c3fe-0539-4984-98ad-730ecbf1fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.160762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-40e0c3fe-0539-4984-98ad-730ecbf1fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.171659 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-40e0c3fe-0539-4984-98ad-730ecbf1fc94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=aded683f-8ec1-409b-b472-c0766dd8c73b&id=aded683f-8ec1-409b-b472-c0766dd8c73b HTTP/1.1" status: 200 len: 2293 time: 0.7311001 Dec 10 08:56:31.189299 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-9115fc5f-715a-4d58-b446-4917d70b79ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=17ca6385-49a1-4074-a059-d35bbdf7367b HTTP/1.1" status: 200 len: 217 time: 0.2081256 Dec 10 08:56:31.191873 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:31.194724 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Added segment cf44acc8-377b-4fb7-8d08-644b096a2b9f of type vlan for network 3a904ca1-89cc-4beb-8e56-31d6344053ba Dec 10 08:56:31.239031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-029add08-bc5c-4355-a392-1d9204866155 None None] Provisioning complete for port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:31.239588 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-029add08-bc5c-4355-a392-1d9204866155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:31.251694 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dea9bc1e-2dd8-435a-bb82-94de41f6a2dc req-db2c6d4f-d112-406f-9172-d030795f32f1 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903528 Dec 10 08:56:31.277403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:31.327469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-5907f58c-a714-4870-82af-3dfff8586f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.333959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-5907f58c-a714-4870-82af-3dfff8586f08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.5373416 Dec 10 08:56:31.419177 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-d01b23b5-0d54-436f-be31-d98945792161 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0398798-51b9-41ed-815b-bffec7db4ccb HTTP/1.1" status: 200 len: 1001 time: 0.2388637 Dec 10 08:56:31.451557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-7f24cae0-b84b-40e6-964e-ad0dbfa5f888 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69 HTTP/1.1" status: 200 len: 217 time: 0.1100295 Dec 10 08:56:31.517029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-43647e94-69ab-4264-88fb-9d1846410c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.519036 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-43647e94-69ab-4264-88fb-9d1846410c3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c98a0f17-aa22-4222-87da-fe91acbdb5ad HTTP/1.1" status: 200 len: 851 time: 0.0731509 Dec 10 08:56:31.527825 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-029add08-bc5c-4355-a392-1d9204866155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:31.608223 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a955d51e-a50a-477b-ba5c-4297d9d4d237 req-27da06c9-c7eb-45be-bf36-63b8f35994f2 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/c7e1a66f-9481-455a-85a2-4cde8c4f70c3 HTTP/1.1" status: 200 len: 1832 time: 0.1543834 Dec 10 08:56:31.630648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-2e0b746d-3754-459c-be3c-a09cb6a13aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.632742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-2e0b746d-3754-459c-be3c-a09cb6a13aff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1485896 Dec 10 08:56:31.644350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:31.650105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb535fa-2de3-4ee8-a899-cb428d8a8ee8 req-3d8ffe8e-8767-485b-a3e5-0576b3be0d77 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.660024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9cb535fa-2de3-4ee8-a899-cb428d8a8ee8 req-3d8ffe8e-8767-485b-a3e5-0576b3be0d77 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 945 time: 0.2073898 Dec 10 08:56:31.671526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-103d3587-7a20-4f31-98f4-4c41de1c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.673055 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-103d3587-7a20-4f31-98f4-4c41de1c7e4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985773 Dec 10 08:56:31.680657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db287737-86cf-4146-8872-55c6d2eaed04 req-7430e584-211b-404c-b391-584711df8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.682213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-7430e584-211b-404c-b391-584711df8131 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.2497835 Dec 10 08:56:31.790521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-160dca03-b856-4840-9a51-b746fd4ba5b2 service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071973 Dec 10 08:56:31.817334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-92c25fe8-1ec9-4e59-ad8f-164b702d80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.819675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-92c25fe8-1ec9-4e59-ad8f-164b702d80c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567006 Dec 10 08:56:31.821021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-029add08-bc5c-4355-a392-1d9204866155 None None] For port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e3726aa6-f8e1-4ad3-98e2-41a13b811b3a,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:31.835890 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-029add08-bc5c-4355-a392-1d9204866155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:31.844966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9cb535fa-2de3-4ee8-a899-cb428d8a8ee8 req-d4a17a35-b231-4b33-8d28-abe435b0eef4 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836617 Dec 10 08:56:31.856061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:31.857034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.857610 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:31.879823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b6c09-f955-4add-8723-c4e35a80969a req-7d0707f8-b06d-41b8-9f1e-d19368376a0e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:31.885016 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d15b6c09-f955-4add-8723-c4e35a80969a req-7d0707f8-b06d-41b8-9f1e-d19368376a0e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.1639135 Dec 10 08:56:31.922632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e3726aa6-f8e1-4ad3-98e2-41a13b811b3a', 'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'mac_address': 'fa:16:3e:3e:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:23Z', 'updated_at': '2021-12-10T08:56:30Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'subnets': [{'id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:31.925783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029add08-bc5c-4355-a392-1d9204866155 None None] Pushing event updated for resources: {'Port': ['ID=e3726aa6-f8e1-4ad3-98e2-41a13b811b3a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:31.966119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776512a1-e330-483e-8e10-ba83f79acf10 None None] The sync data for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 is: [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e3726aa6-f8e1-4ad3-98e2-41a13b811b3a', 'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'mac_address': 'fa:16:3e:3e:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:23Z', 'updated_at': '2021-12-10T08:56:30Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'subnets': [{'id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:56:31.982418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-9de09d0a-48c6-4eea-9299-8e241d43299f service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501975 Dec 10 08:56:31.998609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a7a389a8-656b-4583-829c-655bff7750cb None None] Provisioning complete for port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:31.999010 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a7a389a8-656b-4583-829c-655bff7750cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:32.004121 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-1ceca4fc-341a-4be6-adb9-503200670af8 req-8940ed86-1749-4b5d-bddf-cdbd87787d99 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] show failed (client error): The resource could not be found. Dec 10 08:56:32.005921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ceca4fc-341a-4be6-adb9-503200670af8 req-8940ed86-1749-4b5d-bddf-cdbd87787d99 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/72f377e7-e189-4dab-906b-73a55bb235a1 HTTP/1.1" status: 404 len: 352 time: 0.0219297 Dec 10 08:56:32.026173 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2174301 Dec 10 08:56:32.044816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51098) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:32.062135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Request body: {'subnet': {'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-subnet', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:32.073343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b844f0c-7bbf-42d3-8586-13391720ea84 admin admin] Pushing event updated for resources: {'Network': ['ID=3a904ca1-89cc-4beb-8e56-31d6344053ba,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:32.113336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 3a904ca1-89cc-4beb-8e56-31d6344053ba details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:56:32.120348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'name': 'network-vif-deleted', 'tag': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0'}, {'name': 'network-changed', 'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:32.123202 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f49ca9-2668-4352-8ea0-547ae1f815d1" -d '{"events": [{"server_uuid": "59367524-5c92-49b0-a142-e7c6e62a4e12", "name": "network-vif-deleted", "tag": "cdab7dd7-c33c-4a75-b4ec-2567c3d851e0"}, {"name": "network-changed", "server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:32.151379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db287737-86cf-4146-8872-55c6d2eaed04 req-6d74d0b4-2757-4042-a276-5426ce83b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:32.152926 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-6d74d0b4-2757-4042-a276-5426ce83b624 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3616023 Dec 10 08:56:32.234235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Made reservation on behalf of 9152c1c7bd9449a4b0e6fbd8da17b579 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:32.236990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:32.256244 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-886ba7d1-b702-478e-9a4c-59522782b3bf service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405329 Dec 10 08:56:32.284962 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-237707f4-a06e-464d-b0ef-37fc3a252738 req-7a547c6f-b705-481d-9455-62f91add2b11 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] show failed (client error): The resource could not be found. Dec 10 08:56:32.298103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-237707f4-a06e-464d-b0ef-37fc3a252738 req-7a547c6f-b705-481d-9455-62f91add2b11 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-group-rules/c7c9bd81-571f-4180-a990-889f53e45a8b HTTP/1.1" status: 404 len: 361 time: 0.1853776 Dec 10 08:56:32.335602 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-b1b11b83-381b-422b-a052-47994a1ddb21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 200 len: 217 time: 0.0689921 Dec 10 08:56:32.385686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d15b6c09-f955-4add-8723-c4e35a80969a req-93d8b8ae-c304-4538-868a-a58fa17e9a89 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984756 Dec 10 08:56:32.389719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51112) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:32.439685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f465c19-ff76-454a-b9ea-c35bd565445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8d02f1-4f03-4e35-87a2-427a5ee14d40'}, {'server_uuid': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:32.442044 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a43b6-e517-45b0-9741-6c0240149893" -d '{"events": [{"server_uuid": "7f465c19-ff76-454a-b9ea-c35bd565445c", "name": "network-vif-plugged", "status": "completed", "tag": "2b8d02f1-4f03-4e35-87a2-427a5ee14d40"}, {"server_uuid": "59367524-5c92-49b0-a142-e7c6e62a4e12", "name": "network-vif-unplugged", "status": "completed", "tag": "cdab7dd7-c33c-4a75-b4ec-2567c3d851e0"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:32.482673 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f877ae-feb5-436a-8ba2-a361c4585bff x-openstack-request-id: req-98f877ae-feb5-436a-8ba2-a361c4585bff {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:32.483294 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59367524-5c92-49b0-a142-e7c6e62a4e12", "name": "network-vif-deleted", "tag": "cdab7dd7-c33c-4a75-b4ec-2567c3d851e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:32.483404 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98f877ae-feb5-436a-8ba2-a361c4585bff {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:32.483750 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'name': 'network-vif-deleted', 'tag': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0', 'status': 'completed', 'code': 200} Dec 10 08:56:32.486624 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b', 'status': 'completed', 'code': 200} Dec 10 08:56:32.613595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-b1ed417b-1314-4248-b0f6-5e651f658ca7 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427698 Dec 10 08:56:32.615968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-d3087e92-931e-4485-9311-7a5396cdc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:32.617571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-d3087e92-931e-4485-9311-7a5396cdc76f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.2640641 Dec 10 08:56:32.687111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66d4937d-72e7-4fe6-9a7f-96540dbe5ba5 req-d2602998-47db-4fd9-8f77-c80d94865c3b service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722565 Dec 10 08:56:32.724408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4733066-7078-4efb-89dc-e89772483e90 admin admin] Deleting subnet 8e3824dd-418d-4be1-8029-af2e85fafd44 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:56:32.746353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4733066-7078-4efb-89dc-e89772483e90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:32.799960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8523ee-6659-44b4-8467-3768cbfbf9cf req-b3dd401c-5ffa-4db7-98b4-53a75cc07103 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:32.801561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da8523ee-6659-44b4-8467-3768cbfbf9cf req-b3dd401c-5ffa-4db7-98b4-53a75cc07103 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 947 time: 0.2588556 Dec 10 08:56:32.829210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-777ae44d-7a00-4140-9355-e5f31e4833ba req-bcdd7a23-ce2c-419e-9720-ddafffc83a2e tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/c7e1a66f-9481-455a-85a2-4cde8c4f70c3 HTTP/1.1" status: 200 len: 1832 time: 0.2884986 Dec 10 08:56:32.831735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-fcaacfc8-19c4-4811-ac5a-30011f015465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:32.841921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-fcaacfc8-19c4-4811-ac5a-30011f015465 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1987362 Dec 10 08:56:32.896502 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da8523ee-6659-44b4-8467-3768cbfbf9cf req-18f22eda-9b15-4933-a084-8eba6feb476d tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809543 Dec 10 08:56:32.992424 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db287737-86cf-4146-8872-55c6d2eaed04 req-eea048bb-0351-4479-9dea-6a510e0757f6 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654375 Dec 10 08:56:33.005487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4733066-7078-4efb-89dc-e89772483e90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:33.117316 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99455bc8-2b13-47a1-bc41-6036939c1efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:33.121648 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-777ae44d-7a00-4140-9355-e5f31e4833ba req-8e51ac01-feec-4ad1-8f3a-a96dd6055366 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:33.130104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-f74b0c48-2b19-43cf-8a75-bae0c9c40b59 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825749 Dec 10 08:56:33.174358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-777ae44d-7a00-4140-9355-e5f31e4833ba req-8e51ac01-feec-4ad1-8f3a-a96dd6055366 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:33.275837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-777ae44d-7a00-4140-9355-e5f31e4833ba req-8e51ac01-feec-4ad1-8f3a-a96dd6055366 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:33.282372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-777ae44d-7a00-4140-9355-e5f31e4833ba req-8e51ac01-feec-4ad1-8f3a-a96dd6055366 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:33.283918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-5460f1f0-56ff-4f1d-8f37-8137685f86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:33.284949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-777ae44d-7a00-4140-9355-e5f31e4833ba req-8e51ac01-feec-4ad1-8f3a-a96dd6055366 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "DELETE /v2.0/security-groups/c7e1a66f-9481-455a-85a2-4cde8c4f70c3 HTTP/1.1" status: 204 len: 173 time: 0.3945539 Dec 10 08:56:33.298714 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-5460f1f0-56ff-4f1d-8f37-8137685f86db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379071bc4ce84880bfc82254d9a08606&device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 1098 time: 0.2415202 Dec 10 08:56:33.340182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e3726aa6-f8e1-4ad3-98e2-41a13b811b3a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:33.399507 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399b82a0-2c09-4287-ac5d-b47ec742f0bf x-openstack-request-id: req-399b82a0-2c09-4287-ac5d-b47ec742f0bf {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:33.399810 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f465c19-ff76-454a-b9ea-c35bd565445c", "name": "network-vif-plugged", "status": "completed", "tag": "2b8d02f1-4f03-4e35-87a2-427a5ee14d40", "code": 200}, {"server_uuid": "59367524-5c92-49b0-a142-e7c6e62a4e12", "name": "network-vif-unplugged", "status": "completed", "tag": "cdab7dd7-c33c-4a75-b4ec-2567c3d851e0", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:33.400069 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-399b82a0-2c09-4287-ac5d-b47ec742f0bf {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:33.400478 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f465c19-ff76-454a-b9ea-c35bd565445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8d02f1-4f03-4e35-87a2-427a5ee14d40', 'code': 200} Dec 10 08:56:33.400741 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59367524-5c92-49b0-a142-e7c6e62a4e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdab7dd7-c33c-4a75-b4ec-2567c3d851e0', 'code': 200} Dec 10 08:56:33.435144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51ac01-feec-4ad1-8f3a-a96dd6055366 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e1a66f-9481-455a-85a2-4cde8c4f70c3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:33.551555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:33.555407 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:33.664209 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-067b784e-3fc3-4ff9-ba59-037db5c3e254 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259781 Dec 10 08:56:33.694103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-936a14b7-c9ee-48ff-bff4-2062d1a8e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:33.699858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-936a14b7-c9ee-48ff-bff4-2062d1a8e361 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.3826807 Dec 10 08:56:33.745868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:33.839924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf0595-6de6-4588-9c0a-d0062bb1050b req-b0a86327-29d3-48bd-bdd9-8f62849306fb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:33.842024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ebf0595-6de6-4588-9c0a-d0062bb1050b req-b0a86327-29d3-48bd-bdd9-8f62849306fb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.5559876 Dec 10 08:56:33.857979 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4733066-7078-4efb-89dc-e89772483e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.040630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ebf0595-6de6-4588-9c0a-d0062bb1050b req-6459fa42-9007-4b16-9394-e62e6558b4a9 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814769 Dec 10 08:56:34.049974 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4733066-7078-4efb-89dc-e89772483e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.074028 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d7ba7-742a-4787-9747-1493106a3843 None None] Network c65bd682-0caa-45b0-a312-a23907c0cd41 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:34.077765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1603-c813-4416-a8e3-292e940c9135 req-6f8d6107-bdda-4090-be8a-244663eb1e1b tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:34.086934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24eb1603-c813-4416-a8e3-292e940c9135 req-6f8d6107-bdda-4090-be8a-244663eb1e1b tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 945 time: 0.4994152 Dec 10 08:56:34.170838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4733066-7078-4efb-89dc-e89772483e90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.176175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c4733066-7078-4efb-89dc-e89772483e90 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8e3824dd-418d-4be1-8029-af2e85fafd44 HTTP/1.1" status: 204 len: 168 time: 1.7832708 Dec 10 08:56:34.178018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60b94a5-30f8-4f48-b829-466a461904fb,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:34.181781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51140) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:34.206258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ee94a-006e-474a-9482-f9bcab1936e5 req-33165eac-1320-4031-97a3-4371919b2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:34.208445 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-418ee94a-006e-474a-9482-f9bcab1936e5 req-33165eac-1320-4031-97a3-4371919b2070 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 1096 time: 0.6182742 Dec 10 08:56:34.210106 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-4c721f7b-871a-49bb-9cc0-8ad3609f7d00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=17ca6385-49a1-4074-a059-d35bbdf7367b HTTP/1.1" status: 200 len: 217 time: 0.0526569 Dec 10 08:56:34.212123 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-eb8bc614-6fec-4dd6-bf95-65d3ebc86d6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 200 len: 217 time: 0.5312054 Dec 10 08:56:34.239984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3aa847d-9528-4382-ac6e-050b4ff8f69a req-6c395420-e7dc-40e6-be90-e48b9acfaf29 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/c7fc3ee9-b453-4a32-a65c-46b9fc365fe7 HTTP/1.1" status: 200 len: 1831 time: 0.1262457 Dec 10 08:56:34.242608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4733066-7078-4efb-89dc-e89772483e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3824dd-418d-4be1-8029-af2e85fafd44,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:34.330561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-61edb24e-6692-4288-9518-65d527727042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:34.332211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-61edb24e-6692-4288-9518-65d527727042 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0974343 Dec 10 08:56:34.375561 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.446493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Checking segment: {'id': 'cf44acc8-377b-4fb7-8d08-644b096a2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:34.447169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Network hostable DHCP agents. Network: 3a904ca1-89cc-4beb-8e56-31d6344053ba, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:56:34.452881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24eb1603-c813-4416-a8e3-292e940c9135 req-7eb9d71e-0d52-4ac0-96ed-b63fbaeec453 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646598 Dec 10 08:56:34.468213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-418ee94a-006e-474a-9482-f9bcab1936e5 req-4f48b6eb-16b7-44ec-ad79-382375cee5cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464280 Dec 10 08:56:34.468213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-9db60e92-03e1-4d61-9cf6-f800ea9d15db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:34.468213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-9db60e92-03e1-4d61-9cf6-f800ea9d15db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.2453377 Dec 10 08:56:34.504081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b6c3c-b190-4e1c-9a7c-5184620ad024 None None] DHCP port deletion for c65bd682-0caa-45b0-a312-a23907c0cd41 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:56:34.532132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Network 3a904ca1-89cc-4beb-8e56-31d6344053ba is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:56:34.540471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-84374163-e9b2-4add-b919-5e5a953f83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:34.542436 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-84374163-e9b2-4add-b919-5e5a953f83d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1985390 Dec 10 08:56:34.571690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-48c97cfb-41f5-438c-ad86-78fd18982dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:34.576667 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-48c97cfb-41f5-438c-ad86-78fd18982dfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873065 Dec 10 08:56:34.625491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 3a904ca1-89cc-4beb-8e56-31d6344053ba) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:34.631033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b6c3c-b190-4e1c-9a7c-5184620ad024 None None] Deleting port 925a3395-e6a3-4286-8d14-142038c40544 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:34.631638 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c6b6c3c-b190-4e1c-9a7c-5184620ad024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.635160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d8a8c7-1765-46ba-9175-f33f561c3431 None None] Network 3a904ca1-89cc-4beb-8e56-31d6344053ba requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:34.657435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:34.673919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.772953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-12579337-f76e-4de9-9625-f92790b38e3c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7125661 Dec 10 08:56:34.775404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:34.783263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:34.795243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6c6b6c3c-b190-4e1c-9a7c-5184620ad024 None None] For port 925a3395-e6a3-4286-8d14-142038c40544, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=925a3395-e6a3-4286-8d14-142038c40544,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:34.795931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c6b6c3c-b190-4e1c-9a7c-5184620ad024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.802906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f3aa847d-9528-4382-ac6e-050b4ff8f69a req-5e03f18e-1d00-4fd6-862c-5a1b4ea7d4e3 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.807811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-6a5d24ff-35e3-4183-9aa6-8748d79e6b06 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216856 Dec 10 08:56:34.821747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b6c3c-b190-4e1c-9a7c-5184620ad024 None None] Calling delete_port for 925a3395-e6a3-4286-8d14-142038c40544 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:34.825445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5916fe-9574-4752-89ca-fae74fa89c24 req-73e264c7-7da6-49ff-8595-718ed267817f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:34.827969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec5916fe-9574-4752-89ca-fae74fa89c24 req-73e264c7-7da6-49ff-8595-718ed267817f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 947 time: 0.2048023 Dec 10 08:56:34.887907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-cc93469a-60db-4587-83c3-b592fd8ab069 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213795 Dec 10 08:56:34.903907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.904932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.940552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Deleting port 925a3395-e6a3-4286-8d14-142038c40544 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:34.942022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.977641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-3a904ca1-89cc-4beb-8e56-31d6344053ba', 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba', 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'fixed_ips': [{'subnet_id': 'e60b94a5-30f8-4f48-b829-466a461904fb'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:56:34.979211 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:34.981459 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.010702 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c6b6c3c-b190-4e1c-9a7c-5184620ad024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.043684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b6c3c-b190-4e1c-9a7c-5184620ad024 None None] Pushing event deleted for resources: {'Port': ['ID=925a3395-e6a3-4286-8d14-142038c40544,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:35.045618 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:56:35.064112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] For port 925a3395-e6a3-4286-8d14-142038c40544, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=925a3395-e6a3-4286-8d14-142038c40544,segment=NetworkSegment(a8d0b6d1-89fe-419b-b237-cdbe24be0cc9),segment_id=a8d0b6d1-89fe-419b-b237-cdbe24be0cc9)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:35.064947 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.068057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b6c3c-b190-4e1c-9a7c-5184620ad024 None None] No DVR routers for this DVR port 925a3395-e6a3-4286-8d14-142038c40544 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:35.124625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Calling delete_port for 925a3395-e6a3-4286-8d14-142038c40544 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:35.261689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-49f49ca9-2668-4352-8ea0-547ae1f815d1 req-80b8c5aa-1912-4356-8dba-7e64c3ce2eaa service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368322 Dec 10 08:56:35.294671 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.305274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 925a3395-e6a3-4286-8d14-142038c40544 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:35.309564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:35.332022 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-3532cf38-01c5-4c81-89cb-77f1428c1498 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359834 Dec 10 08:56:35.336798 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Allocated IP 172.20.0.2 (3a904ca1-89cc-4beb-8e56-31d6344053ba/e60b94a5-30f8-4f48-b829-466a461904fb/e335b97e-6004-4246-b867-9dad6d84684f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:35.348451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 925a3395-e6a3-4286-8d14-142038c40544 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:56:35.348852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 925a3395-e6a3-4286-8d14-142038c40544 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:56:35.357008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'mac_address': 'fa:16:3e:e3:e3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:56:35.422356 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-6ec63aa9-94fc-45bb-836b-5386ab3a33dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3359a2d0-3419-4374-8b29-362fffaa36e2 HTTP/1.1" status: 200 len: 217 time: 0.0754952 Dec 10 08:56:35.434015 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.481487 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2b10cf4-bd65-45cb-8e35-958fbbcb8e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.490353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f1ca27-2cfc-4997-a053-ad285eaaac69 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:35.533528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:35.546336 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.634589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-764a55c9-f9f0-4588-8aa0-3040cde828a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:35.643552 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-764a55c9-f9f0-4588-8aa0-3040cde828a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.2040794 Dec 10 08:56:35.662715 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.666097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:35.676651 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.733196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Network 3a904ca1-89cc-4beb-8e56-31d6344053ba is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:35.739289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:35.742883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:35.751917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Pushing event updated for resources: {'Port': ['ID=e335b97e-6004-4246-b867-9dad6d84684f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:35.776087 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f3aa847d-9528-4382-ac6e-050b4ff8f69a req-5e03f18e-1d00-4fd6-862c-5a1b4ea7d4e3 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.849666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-a1921d95-c060-411b-a13c-0d92d551fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:35.852046 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-a1921d95-c060-411b-a13c-0d92d551fc39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811791 Dec 10 08:56:35.870401 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['d6f1ca27-2cfc-4997-a053-ad285eaaac69'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:35.889974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec5916fe-9574-4752-89ca-fae74fa89c24 req-722a7580-ac9a-489c-8a8f-5f759c1055c6 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0331185 Dec 10 08:56:35.912545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Attempting to bind port e335b97e-6004-4246-b867-9dad6d84684f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:35.912917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Attempting to bind port e335b97e-6004-4246-b867-9dad6d84684f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'cf44acc8-377b-4fb7-8d08-644b096a2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:35.913283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Attempting to bind port e335b97e-6004-4246-b867-9dad6d84684f on network 3a904ca1-89cc-4beb-8e56-31d6344053ba {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:35.926884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:35.928198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Checking segment: {'id': 'cf44acc8-377b-4fb7-8d08-644b096a2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:35.928603 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.928806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Bound using segment: {'id': 'cf44acc8-377b-4fb7-8d08-644b096a2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:35.929287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Bound port: e335b97e-6004-4246-b867-9dad6d84684f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf44acc8-377b-4fb7-8d08-644b096a2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:35.929753 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:35.936857 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.011858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] No DVR routers for this DVR port 925a3395-e6a3-4286-8d14-142038c40544 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:36.014761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-80bd1d39-bb4e-4ab3-9208-9fd401a3ee23 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444643 Dec 10 08:56:36.016051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=925a3395-e6a3-4286-8d14-142038c40544,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:36.027584 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f3aa847d-9528-4382-ac6e-050b4ff8f69a req-5e03f18e-1d00-4fd6-862c-5a1b4ea7d4e3 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.030304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f3aa847d-9528-4382-ac6e-050b4ff8f69a req-5e03f18e-1d00-4fd6-862c-5a1b4ea7d4e3 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.031718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3aa847d-9528-4382-ac6e-050b4ff8f69a req-5e03f18e-1d00-4fd6-862c-5a1b4ea7d4e3 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "DELETE /v2.0/security-groups/c7fc3ee9-b453-4a32-a65c-46b9fc365fe7 HTTP/1.1" status: 204 len: 173 time: 1.6448195 Dec 10 08:56:36.079431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03f18e-1d00-4fd6-862c-5a1b4ea7d4e3 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc3ee9-b453-4a32-a65c-46b9fc365fe7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:36.144224 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.181661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] For port e335b97e-6004-4246-b867-9dad6d84684f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:36.201931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] For port e335b97e-6004-4246-b867-9dad6d84684f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e335b97e-6004-4246-b867-9dad6d84684f,segment=NetworkSegment(cf44acc8-377b-4fb7-8d08-644b096a2b9f),segment_id=cf44acc8-377b-4fb7-8d08-644b096a2b9f)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:36.232556 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.235667 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.244724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65bd682-0caa-45b0-a312-a23907c0cd41']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:36.284689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.327542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e44f03-46b2-4fa3-89dc-4ba36f36c887 None None] Pushing event updated for resources: {'Port': ['ID=e335b97e-6004-4246-b867-9dad6d84684f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:36.390170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:36.390429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d0b6d1-89fe-419b-b237-cdbe24be0cc9') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:36.398561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.402141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-9b21524d-d092-4be4-9839-34a263048fd0 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778055 Dec 10 08:56:36.411647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.451697 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.469453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158987b-d6f8-4f2b-b370-a8233ee97771 req-ef39d001-8270-4f94-87d6-fa05ba8bf5c0 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:36.471068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8158987b-d6f8-4f2b-b370-a8233ee97771 req-ef39d001-8270-4f94-87d6-fa05ba8bf5c0 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 945 time: 0.1987534 Dec 10 08:56:36.483289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-92df53e0-11d0-44e4-ae80-c3f7875184c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=921b3032-0cd1-40eb-832a-d29462c70da1 HTTP/1.1" status: 200 len: 217 time: 0.0717292 Dec 10 08:56:36.484126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de570fa-8464-4d20-b62e-875f7df02f4b req-a2eaeaf0-59b5-4669-b0d7-82334df66182 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:36.485724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7de570fa-8464-4d20-b62e-875f7df02f4b req-a2eaeaf0-59b5-4669-b0d7-82334df66182 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.1512308 Dec 10 08:56:36.502947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:56:36.503328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:56:36.504976 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:56:36.550292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Allocated IP 172.25.3.248 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/5dee0a61-dc8e-4575-995c-4ec07e48dced) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:36.564655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-fa53ca37-5e57-4ef3-bf23-461ff586103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:36.566936 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-fa53ca37-5e57-4ef3-bf23-461ff586103e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0748758 Dec 10 08:56:36.672518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8158987b-d6f8-4f2b-b370-a8233ee97771 req-cc806d5e-e388-4c30-ba7d-cd12a7ac85c4 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845109 Dec 10 08:56:36.706484 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.717098 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.722712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c65bd682-0caa-45b0-a312-a23907c0cd41 HTTP/1.1" status: 204 len: 168 time: 2.4807372 Dec 10 08:56:36.728478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7de570fa-8464-4d20-b62e-875f7df02f4b req-74d8fee3-eec4-496e-9bde-09541a9f79b7 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337611 Dec 10 08:56:36.768102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718c504-e256-482c-ab12-ab7e65835ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65bd682-0caa-45b0-a312-a23907c0cd41,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:36.809473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e606cea-3cef-4d1b-aabc-2124f92f9af2 req-661154be-8226-40b9-a669-265fd8c7ac12 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/f2d5cb50-77d2-4e10-8cd5-c5d0e11b5815 HTTP/1.1" status: 200 len: 1832 time: 0.0778871 Dec 10 08:56:36.871149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-fcb5634d-ee87-407f-a2eb-54633c7ded58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:36.875208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-fcb5634d-ee87-407f-a2eb-54633c7ded58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1993620 Dec 10 08:56:36.914662 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e606cea-3cef-4d1b-aabc-2124f92f9af2 req-4cf3bf5a-370f-4839-8c77-179434bc5aee tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.980270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:36.996515 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e606cea-3cef-4d1b-aabc-2124f92f9af2 req-4cf3bf5a-370f-4839-8c77-179434bc5aee tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.029168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.052231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 17ca6385-49a1-4074-a059-d35bbdf7367b details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:56:37.080412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854b7ea-6d97-4c76-a0d6-6023ae60f723 req-6abf009c-1f87-4d87-9a59-17db863055fb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:37.082698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f854b7ea-6d97-4c76-a0d6-6023ae60f723 req-6abf009c-1f87-4d87-9a59-17db863055fb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.1289978 Dec 10 08:56:37.089861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:37.124984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:37.137329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:37.146924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e606cea-3cef-4d1b-aabc-2124f92f9af2 req-4cf3bf5a-370f-4839-8c77-179434bc5aee tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.150583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0e606cea-3cef-4d1b-aabc-2124f92f9af2 req-4cf3bf5a-370f-4839-8c77-179434bc5aee tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.153725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:37.162297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Pushing event updated for resources: {'Port': ['ID=5dee0a61-dc8e-4575-995c-4ec07e48dced,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:37.171626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e606cea-3cef-4d1b-aabc-2124f92f9af2 req-4cf3bf5a-370f-4839-8c77-179434bc5aee tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "DELETE /v2.0/security-groups/f2d5cb50-77d2-4e10-8cd5-c5d0e11b5815 HTTP/1.1" status: 204 len: 173 time: 0.3611290 Dec 10 08:56:37.215263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3bf5a-370f-4839-8c77-179434bc5aee tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d5cb50-77d2-4e10-8cd5-c5d0e11b5815,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:37.216547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51176) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:37.230242 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-dcff8811-6a8a-43c9-ab11-c3c1acb113ec service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450086 Dec 10 08:56:37.250001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.resource_extend [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 08:56:37.342092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f854b7ea-6d97-4c76-a0d6-6023ae60f723 req-477638a9-fc46-4e67-b686-5ae7604b27e7 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339797 Dec 10 08:56:37.406009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51180) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:37.410881 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-aec07b3f-e181-4b8a-9f80-e8eed44bdd4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a04c0040d2148b3bf7d935a318f1f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899798 Dec 10 08:56:37.493612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e335b97e-6004-4246-b867-9dad6d84684f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:37.513756 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd8ec-9ece-42ea-a806-ec230fe2ec59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.556834 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port d6f1ca27-2cfc-4997-a053-ad285eaaac69 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:56:37.567992 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd8ec-9ece-42ea-a806-ec230fe2ec59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.603876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port d6f1ca27-2cfc-4997-a053-ad285eaaac69 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:37.604813 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.695937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca538fbc-da10-40fb-ae34-3dd48ad30d10 req-a4ad4b82-7f2a-47fe-bf3a-edd6913e838a tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:37.697887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca538fbc-da10-40fb-ae34-3dd48ad30d10 req-a4ad4b82-7f2a-47fe-bf3a-edd6913e838a tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 947 time: 0.1192379 Dec 10 08:56:37.700985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=17ca6385-49a1-4074-a059-d35bbdf7367b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:37.770101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '17ca6385-49a1-4074-a059-d35bbdf7367b', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '17ca6385-49a1-4074-a059-d35bbdf7367b', 'mac_address': 'fa:16:3e:17:10:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:56:37.781480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e335b97e-6004-4246-b867-9dad6d84684f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:37.782973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.811241 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd8ec-9ece-42ea-a806-ec230fe2ec59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.815191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd8ec-9ece-42ea-a806-ec230fe2ec59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:37.816814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2e2fd8ec-9ece-42ea-a806-ec230fe2ec59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5212b61-c164-42e0-9671-be768c7153d3 HTTP/1.1" status: 204 len: 168 time: 0.4092762 Dec 10 08:56:37.859216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca538fbc-da10-40fb-ae34-3dd48ad30d10 req-975f3284-f50e-46c1-8615-bf7c3a672e9a tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412129 Dec 10 08:56:37.876816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fd8ec-9ece-42ea-a806-ec230fe2ec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5212b61-c164-42e0-9671-be768c7153d3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:37.981816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.000481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4cc33f0-7bcc-4243-beed-e75d6a0330e8 req-fd7d33a1-1ec9-4a18-8a3c-c1f31ca51d37 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/3eb1c5ac-ac0e-4aae-bc0f-7d46568b526c HTTP/1.1" status: 200 len: 1832 time: 0.1026082 Dec 10 08:56:38.094571 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.166928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d4cc33f0-7bcc-4243-beed-e75d6a0330e8 req-24eb48ec-dddb-4acc-8064-03258701c564 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.197898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d98bb1-fb01-40d9-b040-f1309701617f None None] Network 3a904ca1-89cc-4beb-8e56-31d6344053ba requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:38.211185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d4cc33f0-7bcc-4243-beed-e75d6a0330e8 req-24eb48ec-dddb-4acc-8064-03258701c564 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.260184 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-9fec0129-8123-43fe-8f3f-7bc37f589d50 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0091934 Dec 10 08:56:38.283886 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d4cc33f0-7bcc-4243-beed-e75d6a0330e8 req-24eb48ec-dddb-4acc-8064-03258701c564 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.292057 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d4cc33f0-7bcc-4243-beed-e75d6a0330e8 req-24eb48ec-dddb-4acc-8064-03258701c564 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.308935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4cc33f0-7bcc-4243-beed-e75d6a0330e8 req-24eb48ec-dddb-4acc-8064-03258701c564 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "DELETE /v2.0/security-groups/3eb1c5ac-ac0e-4aae-bc0f-7d46568b526c HTTP/1.1" status: 204 len: 173 time: 0.2977204 Dec 10 08:56:38.357650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb48ec-dddb-4acc-8064-03258701c564 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb1c5ac-ac0e-4aae-bc0f-7d46568b526c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:38.371694 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-6bae5809-645b-4eb9-8f8d-32f2cbdf403c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c21bc8b-aced-479e-abca-34ce41487740 HTTP/1.1" status: 200 len: 217 time: 0.0994010 Dec 10 08:56:38.494706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa0998-335f-4a2b-8aa4-0fd5ded688a3 req-f4f482d5-b73b-4071-941f-704f369f305f tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:38.507339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4fa0998-335f-4a2b-8aa4-0fd5ded688a3 req-f4f482d5-b73b-4071-941f-704f369f305f tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 945 time: 0.1183400 Dec 10 08:56:38.612614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4fa0998-335f-4a2b-8aa4-0fd5ded688a3 req-061a00da-acbe-4f60-9095-3861a0c0ae58 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961385 Dec 10 08:56:38.627282 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.670251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ca6385-49a1-4074-a059-d35bbdf7367b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:38.740754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=17ca6385-49a1-4074-a059-d35bbdf7367b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:38.775620 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d446efd-0e6c-4325-af2c-d855af2b8a89 req-6ad2861d-3c71-4f82-9e8e-5fcbc29cf8f9 tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "GET /v2.0/security-groups/0aee234c-1477-4bd2-9708-d6a879600bad HTTP/1.1" status: 200 len: 1831 time: 0.1324596 Dec 10 08:56:38.918592 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d446efd-0e6c-4325-af2c-d855af2b8a89 req-52317b9e-4293-4692-b55c-8dc51a5a3b7c tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.951971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d446efd-0e6c-4325-af2c-d855af2b8a89 req-52317b9e-4293-4692-b55c-8dc51a5a3b7c tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.970656 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:38.991105 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.015304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d446efd-0e6c-4325-af2c-d855af2b8a89 req-52317b9e-4293-4692-b55c-8dc51a5a3b7c tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.018720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d446efd-0e6c-4325-af2c-d855af2b8a89 req-52317b9e-4293-4692-b55c-8dc51a5a3b7c tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.022308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-1ae6971d-929c-4b46-b04c-66837a184614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:39.028104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-1ae6971d-929c-4b46-b04c-66837a184614 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.6459837 Dec 10 08:56:39.033215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51228) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:39.036152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d446efd-0e6c-4325-af2c-d855af2b8a89 req-52317b9e-4293-4692-b55c-8dc51a5a3b7c tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] 10.222.0.31 "DELETE /v2.0/security-groups/0aee234c-1477-4bd2-9708-d6a879600bad HTTP/1.1" status: 204 len: 173 time: 0.2453480 Dec 10 08:56:39.054493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52317b9e-4293-4692-b55c-8dc51a5a3b7c tempest-SecurityGroupRulesNegativeTestJSON-1252349725 tempest-SecurityGroupRulesNegativeTestJSON-1252349725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aee234c-1477-4bd2-9708-d6a879600bad,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:39.064363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:39.067421 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ec1a0-a651-4644-9482-7a6449cf1c2a" -d '{"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:39.111859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-59c47492-a7ca-4240-8d40-1b3476abfaa4 None None] Provisioning complete for port e335b97e-6004-4246-b867-9dad6d84684f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:39.112226 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59c47492-a7ca-4240-8d40-1b3476abfaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.122883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:39.195522 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.216393 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.250726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-71694603-55e2-41f0-a219-2615445c761c admin admin] Deleting subnet 2586d228-209d-48c9-a7de-7bbb43420c47 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:56:39.251158 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.257045 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71694603-55e2-41f0-a219-2615445c761c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.258867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=17ca6385-49a1-4074-a059-d35bbdf7367b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:39.303501 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71694603-55e2-41f0-a219-2615445c761c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.327624 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.424806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['17ca6385-49a1-4074-a059-d35bbdf7367b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:39.434638 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08ef36a-9faa-40b8-9c60-35ec3a92091b x-openstack-request-id: req-e08ef36a-9faa-40b8-9c60-35ec3a92091b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:39.435204 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:39.436328 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e08ef36a-9faa-40b8-9c60-35ec3a92091b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:39.437170 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'code': 200} Dec 10 08:56:39.481155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6ecb5-79ed-4f93-b82f-7d331aac523f req-c32a96ef-56aa-4b6d-864e-cfdd231f0914 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:39.490393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98e6ecb5-79ed-4f93-b82f-7d331aac523f req-c32a96ef-56aa-4b6d-864e-cfdd231f0914 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 948 time: 0.0951946 Dec 10 08:56:39.519729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port e335b97e-6004-4246-b867-9dad6d84684f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e335b97e-6004-4246-b867-9dad6d84684f,segment=NetworkSegment(cf44acc8-377b-4fb7-8d08-644b096a2b9f),segment_id=cf44acc8-377b-4fb7-8d08-644b096a2b9f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:39.540252 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.613006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71694603-55e2-41f0-a219-2615445c761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:39.634394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:39.656193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98e6ecb5-79ed-4f93-b82f-7d331aac523f req-172c01a9-bfc5-4e0e-9fca-a9270839d09a tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630282 Dec 10 08:56:39.705180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-7d6dca41-541d-4b58-bacb-9fb673a69926 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:39.706917 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-7d6dca41-541d-4b58-bacb-9fb673a69926 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 945 time: 0.4616480 Dec 10 08:56:39.742737 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=e335b97e-6004-4246-b867-9dad6d84684f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:39.851656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252ae34-f923-44d1-9a51-f459bdaa5af2 req-35b19012-2810-4cbe-ae85-8c410df9ad49 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:39.853762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d252ae34-f923-44d1-9a51-f459bdaa5af2 req-35b19012-2810-4cbe-ae85-8c410df9ad49 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.1804273 Dec 10 08:56:39.920568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-e43adfda-c174-4564-8931-e74fd5eb7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:39.929169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-e43adfda-c174-4564-8931-e74fd5eb7027 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8341682 Dec 10 08:56:39.969587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d252ae34-f923-44d1-9a51-f459bdaa5af2 req-b06d4669-4310-45b9-919c-321be8af5855 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755646 Dec 10 08:56:40.027660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4aeb9-f5ea-4810-a5c4-4bdbeb288c91 req-835e6127-f9e4-41d8-927e-d3f215decab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:40.029568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15d4aeb9-f5ea-4810-a5c4-4bdbeb288c91 req-835e6127-f9e4-41d8-927e-d3f215decab8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 1101 time: 0.4982443 Dec 10 08:56:40.039466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5beb3-1a4a-4f5b-8391-169f1de2af9d req-d730ddc5-3b12-4cbc-90ba-b716d6999c96 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:40.052114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ee5beb3-1a4a-4f5b-8391-169f1de2af9d req-d730ddc5-3b12-4cbc-90ba-b716d6999c96 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 945 time: 0.1970048 Dec 10 08:56:40.084979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ccef1c71-7b3a-4fe4-bd99-7ac8416aed6d None None] Provisioning complete for port e335b97e-6004-4246-b867-9dad6d84684f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:40.085708 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c71-7b3a-4fe4-bd99-7ac8416aed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.184396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ee5beb3-1a4a-4f5b-8391-169f1de2af9d req-9b03b2d7-a3b8-49d0-b8ae-b3be2e979568 tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/security-groups?id=963287fb-f8b6-4fec-ba81-bcb963052b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299882 Dec 10 08:56:40.189820 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71694603-55e2-41f0-a219-2615445c761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.257175 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15d4aeb9-f5ea-4810-a5c4-4bdbeb288c91 req-1c1b247b-f5a3-49ab-8d6a-9c51d5d80632 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694605 Dec 10 08:56:40.268702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71694603-55e2-41f0-a219-2615445c761c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2586d228-209d-48c9-a7de-7bbb43420c47,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:40.287425 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71694603-55e2-41f0-a219-2615445c761c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.291054 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-71694603-55e2-41f0-a219-2615445c761c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2586d228-209d-48c9-a7de-7bbb43420c47 HTTP/1.1" status: 204 len: 168 time: 1.2407508 Dec 10 08:56:40.295322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51260) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:40.309984 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-2e3b98e9-f230-40be-82fe-2429b21a4447 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501813 Dec 10 08:56:40.313691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Deleting port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:40.314129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.316924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Router 795095d0-85b5-4304-a129-c690ca9dbbb2 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:56:40.422883 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.613191 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-2011dd0a-dc72-4d20-9f71-8d856bc4555c service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920170 Dec 10 08:56:40.630822 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.631208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] For port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,segment=NetworkSegment(a5564335-46bd-4e5d-af5a-15fa31ce3f36),segment_id=a5564335-46bd-4e5d-af5a-15fa31ce3f36)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:40.631592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.678191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:56:40.680633 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-933f7e38-2337-4e1f-933f-c3b4ee662914 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836 HTTP/1.1" status: 200 len: 217 time: 0.0582170 Dec 10 08:56:40.687304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Calling delete_port for 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:40.691266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3c54ee-5125-4822-980a-8507cd061f9d']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:40.697304 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Sync routers for ids ['795095d0-85b5-4304-a129-c690ca9dbbb2'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:56:40.706587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1b13d2-e8f0-4438-973f-b143cb4e5f14') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:40.706587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1b13d2-e8f0-4438-973f-b143cb4e5f14') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:40.736575 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Routers {'795095d0-85b5-4304-a129-c690ca9dbbb2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:40.739673 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['795095d0-85b5-4304-a129-c690ca9dbbb2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:40.746898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.748982 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.751140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f73a8a10-f068-4217-acdc-727fb52b395e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9727643 Dec 10 08:56:40.753550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51288) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:40.770245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.778681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:56:40.779150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.859037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-b5b8a8ab-e7d5-4ce1-b4f0-f6fda37a5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:40.861375 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-b5b8a8ab-e7d5-4ce1-b4f0-f6fda37a5921 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.1718583 Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:56:40.882703 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:56:40.892594 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.913074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:40.921667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] 10.222.0.31 "DELETE /v2.0/networks/2b3c54ee-5125-4822-980a-8507cd061f9d HTTP/1.1" status: 204 len: 168 time: 0.6219556 Dec 10 08:56:41.009247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b3494-abf6-4f2f-8f69-8149f6c4204a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3c54ee-5125-4822-980a-8507cd061f9d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:41.073752 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Set router 795095d0-85b5-4304-a129-c690ca9dbbb2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:41.087470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0d66f-bab8-4db1-8e45-eed8224a366f req-1758271a-cc05-43b2-b0c7-6ce07cbbc461 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:41.099799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9b0d66f-bab8-4db1-8e45-eed8224a366f req-1758271a-cc05-43b2-b0c7-6ce07cbbc461 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 948 time: 0.2136035 Dec 10 08:56:41.158973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-0606ff86-8833-4e23-b1a3-863656f1cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:41.160664 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-0606ff86-8833-4e23-b1a3-863656f1cc6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2833223 Dec 10 08:56:41.229372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9b0d66f-bab8-4db1-8e45-eed8224a366f req-8562cb0c-ff54-468e-ae69-a5c83a49d22a tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280718 Dec 10 08:56:41.314578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e45a07-9cf8-48a2-a894-12736c03c138 req-3356afb3-136a-445f-9cd9-5cc110e742c1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:41.322738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1e45a07-9cf8-48a2-a894-12736c03c138 req-3356afb3-136a-445f-9cd9-5cc110e742c1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.1785374 Dec 10 08:56:41.454771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:41.490119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1e45a07-9cf8-48a2-a894-12736c03c138 req-06c69052-5a45-418b-8b0a-c0e1dd9ca98d tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451313 Dec 10 08:56:41.490720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51306) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:41.492776 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-8c702fc0-0942-4717-995e-69a72c7bf0c8 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147337 Dec 10 08:56:41.507839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51308) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:41.550086 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:34Z', 'updated_at': '2021-12-10T08:56:37Z', 'revision_number': 3, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'gw_port': {'id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:36Z', 'updated_at': '2021-12-10T08:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:41.594472 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Checking router: 795095d0-85b5-4304-a129-c690ca9dbbb2 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:56:41.595966 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Updating router 795095d0-85b5-4304-a129-c690ca9dbbb2 port 5dee0a61-dc8e-4575-995c-4ec07e48dced binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:56:41.624342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-438770d7-f814-4a5a-99cd-47b57bc4b3c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f51c25a508b425fbd0548d22c123e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324353 Dec 10 08:56:41.625302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51322) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:41.637484 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:41.743384 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab010eae-903d-4ea2-b557-6c908982c7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:41.787335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:41.804317 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab010eae-903d-4ea2-b557-6c908982c7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:41.828720 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:41.834429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e335b97e-6004-4246-b867-9dad6d84684f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:41.951156 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab010eae-903d-4ea2-b557-6c908982c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:41.954271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab010eae-903d-4ea2-b557-6c908982c7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:41.973384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ab010eae-903d-4ea2-b557-6c908982c7cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4398739c-6709-4109-9c91-f68b8ce58e4f HTTP/1.1" status: 204 len: 168 time: 0.3300159 Dec 10 08:56:41.992938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010eae-903d-4ea2-b557-6c908982c7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4398739c-6709-4109-9c91-f68b8ce58e4f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:42.113447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ac62cd1-ada2-48fe-967e-9945e866f9a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.116521 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Pushing event deleted for resources: {'Port': ['ID=2b8d02f1-4f03-4e35-87a2-427a5ee14d40,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:42.175839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e335b97e-6004-4246-b867-9dad6d84684f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:42.176374 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.280547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] No DVR routers for this DVR port 2b8d02f1-4f03-4e35-87a2-427a5ee14d40 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:42.285352 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.294789 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6db3cb42-2a71-4441-afe5-0facab66c9e3 req-caf7656d-015b-4eb0-b7b8-58249b9da38e tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.39 "DELETE /v2.0/ports/2b8d02f1-4f03-4e35-87a2-427a5ee14d40 HTTP/1.1" status: 204 len: 173 time: 2.4982996 Dec 10 08:56:42.330859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f465c19-ff76-454a-b9ea-c35bd565445c', 'name': 'network-vif-deleted', 'tag': '2b8d02f1-4f03-4e35-87a2-427a5ee14d40'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:42.336056 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ebfac7-9283-430b-9cdc-91d912c7e39b" -d '{"events": [{"server_uuid": "7f465c19-ff76-454a-b9ea-c35bd565445c", "name": "network-vif-deleted", "tag": "2b8d02f1-4f03-4e35-87a2-427a5ee14d40"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:42.358670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0060379-796d-4abe-a7b0-18329ebde1db req-f71e4c2c-825f-47d8-a45b-a83affdfd3be tempest-ServerGroupTestJSON-630352701 tempest-ServerGroupTestJSON-630352701-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f465c19-ff76-454a-b9ea-c35bd565445c HTTP/1.1" status: 200 len: 210 time: 0.8029003 Dec 10 08:56:42.414727 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a7700da-465f-4c8e-afb4-7d5c1f2a2ba0 req-68853ef0-9472-41a5-b128-8781b301a5c4 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8988433 Dec 10 08:56:42.457064 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f841205c-0646-40f7-b62d-3fcbd2f7a3ae x-openstack-request-id: req-f841205c-0646-40f7-b62d-3fcbd2f7a3ae {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:42.458989 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f465c19-ff76-454a-b9ea-c35bd565445c", "name": "network-vif-deleted", "tag": "2b8d02f1-4f03-4e35-87a2-427a5ee14d40", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:42.459504 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f841205c-0646-40f7-b62d-3fcbd2f7a3ae {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:42.460133 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f465c19-ff76-454a-b9ea-c35bd565445c', 'name': 'network-vif-deleted', 'tag': '2b8d02f1-4f03-4e35-87a2-427a5ee14d40', 'status': 'completed', 'code': 200} Dec 10 08:56:42.530894 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.542584 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.628151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0549e3-4801-4934-a0c6-66d9c306898e req-716cb310-8eb2-453d-af61-f71ea4e6d2a8 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:42.637893 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Attempting to bind port 5dee0a61-dc8e-4575-995c-4ec07e48dced on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:42.638447 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Attempting to bind port 5dee0a61-dc8e-4575-995c-4ec07e48dced by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:42.638967 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Attempting to bind port 5dee0a61-dc8e-4575-995c-4ec07e48dced on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:42.639452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea0549e3-4801-4934-a0c6-66d9c306898e req-716cb310-8eb2-453d-af61-f71ea4e6d2a8 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 948 time: 0.1718247 Dec 10 08:56:42.664297 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:42.668059 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:42.668705 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.669426 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:42.671945 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Bound port: 5dee0a61-dc8e-4575-995c-4ec07e48dced, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:42.673383 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.714568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ac62cd1-ada2-48fe-967e-9945e866f9a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.727423 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ac62cd1-ada2-48fe-967e-9945e866f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.783450 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Pushing event updated for resources: {'Port': ['ID=5dee0a61-dc8e-4575-995c-4ec07e48dced,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:42.820298 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.822208 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.822561 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.822893 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.826626 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.827328 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.827847 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.828513 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.829027 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.829616 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.830407 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.831881 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.832532 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:42.874014 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] For port 5dee0a61-dc8e-4575-995c-4ec07e48dced, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:42.882707 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] For port 5dee0a61-dc8e-4575-995c-4ec07e48dced, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5dee0a61-dc8e-4575-995c-4ec07e48dced,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:42.891349 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:42.947021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd111d6-5f5f-4ff9-9ffd-002d48a84ebf req-aa2223cd-3d21-4899-b286-03728390199e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:42.952933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac62cd1-ada2-48fe-967e-9945e866f9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f1528c-5baf-456f-a877-82a907ea51d9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:42.959888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dd111d6-5f5f-4ff9-9ffd-002d48a84ebf req-aa2223cd-3d21-4899-b286-03728390199e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.1695566 Dec 10 08:56:42.992534 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4ac62cd1-ada2-48fe-967e-9945e866f9a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fef8fd434fab4df4beafa07289c19291&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4325039 Dec 10 08:56:43.003606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51352) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:43.057296 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Routers {'795095d0-85b5-4304-a129-c690ca9dbbb2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:43.058238 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['795095d0-85b5-4304-a129-c690ca9dbbb2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:43.073672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9ca7d178-b892-4bee-a74b-4e1c3718eaac details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:56:43.076391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 17ca6385-49a1-4074-a059-d35bbdf7367b up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:43.146633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dd111d6-5f5f-4ff9-9ffd-002d48a84ebf req-c5d93f3b-3ddd-4b21-bd22-fa48350f78f7 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845450 Dec 10 08:56:43.187343 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2c5fd-c3d8-40d3-86ab-1dc9b8e11e89 None None] Pushing event updated for resources: {'Port': ['ID=5dee0a61-dc8e-4575-995c-4ec07e48dced,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:43.244099 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac7cae80-09bb-4377-87d4-da164a5631c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:43.292515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea0549e3-4801-4934-a0c6-66d9c306898e req-78940f06-0f4b-47c2-8359-ce286583121f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521559 Dec 10 08:56:43.352179 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] Set router 795095d0-85b5-4304-a129-c690ca9dbbb2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:43.354928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 17ca6385-49a1-4074-a059-d35bbdf7367b completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:56:43.368678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 17ca6385-49a1-4074-a059-d35bbdf7367b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:43.370001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:43.415563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:43.432455 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac7cae80-09bb-4377-87d4-da164a5631c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:43.439320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '9ca7d178-b892-4bee-a74b-4e1c3718eaac', 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328', 'port_id': '9ca7d178-b892-4bee-a74b-4e1c3718eaac', 'mac_address': 'fa:16:3e:f1:5b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:56:43.513440 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:43.590841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:43.629951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac7cae80-09bb-4377-87d4-da164a5631c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:43.634516 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac7cae80-09bb-4377-87d4-da164a5631c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:43.635690 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ac7cae80-09bb-4377-87d4-da164a5631c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01f1528c-5baf-456f-a877-82a907ea51d9 HTTP/1.1" status: 204 len: 168 time: 0.6306472 Dec 10 08:56:43.688671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cae80-09bb-4377-87d4-da164a5631c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f1528c-5baf-456f-a877-82a907ea51d9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:43.724758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ca7d178-b892-4bee-a74b-4e1c3718eaac {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:43.850314 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:43.861352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:43.883482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Allocated IP 172.20.0.1 (3a904ca1-89cc-4beb-8e56-31d6344053ba/e60b94a5-30f8-4f48-b829-466a461904fb/027278fd-cf42-482a-8e28-7782d6572edb) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:43.915917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.019095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51398) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:44.051835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51404) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:44.059154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:44.064970 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceec1b5-484c-48db-a9a6-ed81137c4e93" -d '{"events": [{"server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "name": "network-vif-plugged", "status": "completed", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:44.128066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=17ca6385-49a1-4074-a059-d35bbdf7367b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:44.131856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9ca7d178-b892-4bee-a74b-4e1c3718eaac'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:44.149462 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.150005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.244618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8645f851-d9cc-457b-8dc6-abbd37c43d73 admin admin] Deleting subnet f3a0325b-e642-4f6c-b315-6307fb5bc794 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:56:44.246182 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:34Z', 'updated_at': '2021-12-10T08:56:37Z', 'revision_number': 3, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'gw_port': {'id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:36Z', 'updated_at': '2021-12-10T08:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:44.254428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8645f851-d9cc-457b-8dc6-abbd37c43d73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.255123 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d90102-3877-4cbd-87fd-f9be00d95d84 x-openstack-request-id: req-90d90102-3877-4cbd-87fd-f9be00d95d84 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:44.255490 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "name": "network-vif-plugged", "status": "completed", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:44.255902 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90d90102-3877-4cbd-87fd-f9be00d95d84 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:44.259812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1585393450-network', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:44.264595 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b', 'code': 200} Dec 10 08:56:44.277472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9ca7d178-b892-4bee-a74b-4e1c3718eaac,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:44.308250 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8358d-af9e-4659-8dce-ba17aa5a50d7 None None] The sync data for ids ['795095d0-85b5-4304-a129-c690ca9dbbb2'] in n-d-814746-3 is: [{'id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:34Z', 'updated_at': '2021-12-10T08:56:37Z', 'revision_number': 3, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'gw_port': {'id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:36Z', 'updated_at': '2021-12-10T08:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:56:44.421163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.421923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8645f851-d9cc-457b-8dc6-abbd37c43d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.456902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Made reservation on behalf of a93c43f3519746ea85e30a64a310e750 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:44.468539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.508488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=17ca6385-49a1-4074-a059-d35bbdf7367b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:44.554040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Network 3a904ca1-89cc-4beb-8e56-31d6344053ba is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:44.580216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.586926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:44.592440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:44.641947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a26455-1e85-4b3b-a3e8-019172249e74 req-67ac4519-daa4-43ea-87d4-97f6d3dcae4c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:44.646145 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35a26455-1e85-4b3b-a3e8-019172249e74 req-67ac4519-daa4-43ea-87d4-97f6d3dcae4c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 945 time: 0.2741334 Dec 10 08:56:44.675794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd72c0-ccff-4f93-8f94-23754b54dff9 req-3ae01bc2-1e76-4cc1-903b-9c45e3710472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:44.678049 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-25dd72c0-ccff-4f93-8f94-23754b54dff9 req-3ae01bc2-1e76-4cc1-903b-9c45e3710472 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 1100 time: 0.3951507 Dec 10 08:56:44.698774 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8645f851-d9cc-457b-8dc6-abbd37c43d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.735750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.879983 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35a26455-1e85-4b3b-a3e8-019172249e74 req-1ff83b83-4d08-43bc-b852-d5f51eb7800c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922343 Dec 10 08:56:44.893725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e282b03-c54a-48bc-9614-3a719a3bab5f req-7c43d0af-9613-4cfb-95f0-47fb23c21294 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:44.895910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e282b03-c54a-48bc-9614-3a719a3bab5f req-7c43d0af-9613-4cfb-95f0-47fb23c21294 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 949 time: 0.3448648 Dec 10 08:56:44.928342 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:44.988359 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8645f851-d9cc-457b-8dc6-abbd37c43d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.059788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645f851-d9cc-457b-8dc6-abbd37c43d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a0325b-e642-4f6c-b315-6307fb5bc794,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:45.081701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9ca7d178-b892-4bee-a74b-4e1c3718eaac up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:45.107941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e282b03-c54a-48bc-9614-3a719a3bab5f req-640a8ab2-7bc6-4a39-bd6a-eb1506d96644 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035444 Dec 10 08:56:45.109084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8645f851-d9cc-457b-8dc6-abbd37c43d73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.123885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8645f851-d9cc-457b-8dc6-abbd37c43d73 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3a0325b-e642-4f6c-b315-6307fb5bc794 HTTP/1.1" status: 204 len: 168 time: 1.0676365 Dec 10 08:56:45.124618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51438) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:45.189041 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-058fd868-7617-4cce-b7a4-0cb9de683442 None None] Provisioning complete for port 027278fd-cf42-482a-8e28-7782d6572edb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:45.189041 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-058fd868-7617-4cce-b7a4-0cb9de683442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.236402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51440) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:45.306177 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.491436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1648915508-network', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:45.503655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-058fd868-7617-4cce-b7a4-0cb9de683442 None None] Port 027278fd-cf42-482a-8e28-7782d6572edb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:56:45.522648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 9ca7d178-b892-4bee-a74b-4e1c3718eaac triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:45.523323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.585962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Pushing event updated for resources: {'Port': ['ID=027278fd-cf42-482a-8e28-7782d6572edb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:45.642025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Made reservation on behalf of 7226e7216385423394b4b8d0fe7d2f18 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:45.644467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.652318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.673526 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.673775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.681366 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-25dd72c0-ccff-4f93-8f94-23754b54dff9 req-def131d7-96a6-4162-8315-eebf884398fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9811506 Dec 10 08:56:45.731835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c681d26a-91ad-4025-8225-8dcc8dc5aab9']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:45.759907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5564335-46bd-4e5d-af5a-15fa31ce3f36') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:45.760397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5564335-46bd-4e5d-af5a-15fa31ce3f36') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:45.797278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.836930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5dee0a61-dc8e-4575-995c-4ec07e48dced up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:45.843480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:45.848685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.854213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.864020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:56:45.865394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:56:45.872250 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:56:45.883502 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.912412 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.963748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9ca7d178-b892-4bee-a74b-4e1c3718eaac,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:45.964477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:56:45.972413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5dee0a61-dc8e-4575-995c-4ec07e48dced triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:45.972851 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:45.987548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.035032 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.035426 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Added segment bd4992ef-ac8e-4160-b66c-402c59357d18 of type vlan for network dd6741d2-514c-427c-94f6-2278d2e47880 Dec 10 08:56:46.040752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9db7e1-165b-4d2f-b941-a19889c12465,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:46.137719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.163433 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.171693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.197465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 5dee0a61-dc8e-4575-995c-4ec07e48dced, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5dee0a61-dc8e-4575-995c-4ec07e48dced,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:46.207838 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.237255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c349ecb6-779e-47d4-a600-35de8394b2b7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:46.242704 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.252372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.260811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] 10.222.0.31 "DELETE /v2.0/networks/c681d26a-91ad-4025-8225-8dcc8dc5aab9 HTTP/1.1" status: 204 len: 168 time: 1.1351678 Dec 10 08:56:46.276471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:56:46.313258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:46.313908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503b72-59fc-46e2-9a59-3355d093ac95 req-282f720d-1e30-4c7c-9cd6-87a875684f19 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:46.315669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18503b72-59fc-46e2-9a59-3355d093ac95 req-282f720d-1e30-4c7c-9cd6-87a875684f19 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.2214463 Dec 10 08:56:46.320472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5becf-16a0-4c6e-8b5f-1f288ac718db admin admin] Pushing event deleted for resources: {'Network': ['ID=c681d26a-91ad-4025-8225-8dcc8dc5aab9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:46.327086 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a735cf25-298b-47a4-9519-577575b70e3c" -d '{"events": [{"server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "name": "network-vif-plugged", "status": "completed", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:46.346095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.346576 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Added segment 5636ae45-86c5-4952-9812-349a5f975131 of type vlan for network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 Dec 10 08:56:46.424173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=5dee0a61-dc8e-4575-995c-4ec07e48dced,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:46.447906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.451424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.509605 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.529460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.531287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:46.538407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.540205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51466) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:46.602632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.613584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3719871 Dec 10 08:56:46.616997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51470) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:46.629563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Request body: {'subnet': {'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1648915508-subnet', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:46.672169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.674686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Pushing event updated for resources: {'Port': ['ID=027278fd-cf42-482a-8e28-7782d6572edb,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:46.682332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18503b72-59fc-46e2-9a59-3355d093ac95 req-b2453e55-94b5-41e1-b628-cbb0e5485b08 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583817 Dec 10 08:56:46.707651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734bde4-540f-49f9-80ea-26020eb3ec9d req-1bcac745-20fe-4df6-8412-67c60a8b74d5 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:46.710303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2734bde4-540f-49f9-80ea-26020eb3ec9d req-1bcac745-20fe-4df6-8412-67c60a8b74d5 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 949 time: 0.2206631 Dec 10 08:56:46.722193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad052d2-9d3a-439a-b6df-47daa2e0c1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:46.735640 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e2ab3cd1-6a34-4a98-b6ca-071f6ca2d414 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6bd7cf9660f4377b60cfc0b3310769e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728377 Dec 10 08:56:46.736705 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.737755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:46.740716 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.742064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:56:46.774952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51472) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:46.807258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Made reservation on behalf of 7226e7216385423394b4b8d0fe7d2f18 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:46.813152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.835430 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc59339-f0b2-4844-9d36-e31d7a2c7017 x-openstack-request-id: req-6fc59339-f0b2-4844-9d36-e31d7a2c7017 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:46.835681 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "name": "network-vif-plugged", "status": "completed", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:46.835969 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fc59339-f0b2-4844-9d36-e31d7a2c7017 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:46.836301 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac', 'code': 200} Dec 10 08:56:46.918351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2734bde4-540f-49f9-80ea-26020eb3ec9d req-45df8c14-8a6b-4249-8279-968241c921fa tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853836 Dec 10 08:56:46.950155 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a09-8d83-47f4-b17b-4797394b2364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:46.951295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6741d2-514c-427c-94f6-2278d2e47880,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:46.964112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network dd6741d2-514c-427c-94f6-2278d2e47880 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:56:46.981159 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-54022e6e-71fb-4100-8753-7fdf45b14e30 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9572692 Dec 10 08:56:46.982236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51482) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:46.986835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Request body: {'subnet': {'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1585393450-subnet', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:47.003803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a09-8d83-47f4-b17b-4797394b2364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:47.048846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Network 3a904ca1-89cc-4beb-8e56-31d6344053ba is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:47.051847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:47.059669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Made reservation on behalf of a93c43f3519746ea85e30a64a310e750 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:47.062033 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:47.177864 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a09-8d83-47f4-b17b-4797394b2364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:47.206009 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a09-8d83-47f4-b17b-4797394b2364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:47.218002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5e1e4a09-8d83-47f4-b17b-4797394b2364 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/963287fb-f8b6-4fec-ba81-bcb963052b52 HTTP/1.1" status: 204 len: 168 time: 0.4323318 Dec 10 08:56:47.247944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e4a09-8d83-47f4-b17b-4797394b2364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963287fb-f8b6-4fec-ba81-bcb963052b52,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:47.598149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:47.662954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-569d33e9-c999-41c9-9cc5-43085de46c2c None None] Provisioning complete for port 027278fd-cf42-482a-8e28-7782d6572edb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:47.664121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-569d33e9-c999-41c9-9cc5-43085de46c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:47.699225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5dee0a61-dc8e-4575-995c-4ec07e48dced up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:47.707644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Router 795095d0-85b5-4304-a129-c690ca9dbbb2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:56:47.754012 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-569d33e9-c999-41c9-9cc5-43085de46c2c None None] Port 027278fd-cf42-482a-8e28-7782d6572edb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:56:47.771845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9607bd-d8f0-46bf-8703-706a5b30db35,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:47.777934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5dee0a61-dc8e-4575-995c-4ec07e48dced triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:47.779367 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:47.828599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Checking segment: {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:47.828969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Network hostable DHCP agents. Network: e948e6a0-5d72-4cc5-b028-9d68eb3ccef7, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:56:47.851718 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:47.955144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:56:48.003204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, e948e6a0-5d72-4cc5-b028-9d68eb3ccef7) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:48.005663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23734c40-7cbf-474f-8614-f49a212f04ba req-5edf46e2-f364-4003-be87-a5a19107e563 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:48.010592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23734c40-7cbf-474f-8614-f49a212f04ba req-5edf46e2-f364-4003-be87-a5a19107e563 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.1962292 Dec 10 08:56:48.014662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4b1d78-bda9-4e39-9eca-b14c4b907cda,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:48.022268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:48.022875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:48.025143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Checking segment: {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:48.025574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Network hostable DHCP agents. Network: dd6741d2-514c-427c-94f6-2278d2e47880, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:56:48.035586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa153937-c2a0-49ff-b3c3-d50496f6d932 None None] Network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:48.043296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:56:48.060658 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-32fc5399-2a75-4bca-890d-01ea615c506d admin admin] 10.222.0.31 "PUT /v2.0/routers/795095d0-85b5-4304-a129-c690ca9dbbb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2924247 Dec 10 08:56:48.082267 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a0a0cbd0-3ac1-4431-a2d4-5e2b83e24a60 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4607682 Dec 10 08:56:48.084843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51514) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:48.087189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Network dd6741d2-514c-427c-94f6-2278d2e47880 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:56:48.098559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:48.152104 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:48.154216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:48.166815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, dd6741d2-514c-427c-94f6-2278d2e47880) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:48.176059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:48.176669 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:48.189789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23734c40-7cbf-474f-8614-f49a212f04ba req-bfedf9e3-37ca-4cae-b518-4c6ef88a30c2 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445441 Dec 10 08:56:48.220402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b02b8-71be-4084-93fb-81c886e4fa28 req-0225e567-d5b5-4f64-ba9d-bc6d283e7cfa tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:48.244853 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a3b02b8-71be-4084-93fb-81c886e4fa28 req-0225e567-d5b5-4f64-ba9d-bc6d283e7cfa tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 949 time: 0.1108556 Dec 10 08:56:48.269450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-722ec17a-3c37-4a10-a9c6-12de0a19f632 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2863605 Dec 10 08:56:48.274265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51518) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:48.321118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:48.326923 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:48.327395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92038d1c-5baf-4559-bc8c-892fea98a6cc None None] Network dd6741d2-514c-427c-94f6-2278d2e47880 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:48.372945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Sync routers for ids ['795095d0-85b5-4304-a129-c690ca9dbbb2'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:56:48.426575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a3b02b8-71be-4084-93fb-81c886e4fa28 req-a3fbb871-e572-41be-8207-31032071abb8 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786942 Dec 10 08:56:48.489579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e110cf62-6a5d-42d2-98c3-a4f92407c086 None None] Network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:48.563765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:48.566036 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:48.577857 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:56:48.657532 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:48.681697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:48.719408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Routers {'795095d0-85b5-4304-a129-c690ca9dbbb2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:48.720823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['795095d0-85b5-4304-a129-c690ca9dbbb2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:48.797193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabad373-77e3-41ec-8004-2fd6231b41ab req-99bfd6ea-812d-4029-887c-e2db9e889291 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:48.799482 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cabad373-77e3-41ec-8004-2fd6231b41ab req-99bfd6ea-812d-4029-887c-e2db9e889291 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 950 time: 0.1047995 Dec 10 08:56:48.925560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51560) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:49.014374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3e20c-409a-4586-ba7d-64331e0116e0 req-579ac749-ec06-491f-acef-f8bdd3f40105 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:49.018689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-dd6741d2-514c-427c-94f6-2278d2e47880', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:56:49.019788 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.023226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10b3e20c-409a-4586-ba7d-64331e0116e0 req-579ac749-ec06-491f-acef-f8bdd3f40105 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.2218037 Dec 10 08:56:49.060728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.104036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cabad373-77e3-41ec-8004-2fd6231b41ab req-bd1c2a03-8c4c-4149-80e9-6c5dd6c5208a tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748277 Dec 10 08:56:49.185995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10b3e20c-409a-4586-ba7d-64331e0116e0 req-e330bd27-1890-4e2a-823b-5105a97efef5 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611078 Dec 10 08:56:49.324195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Allocated IP 172.20.0.2 (dd6741d2-514c-427c-94f6-2278d2e47880/dc4b1d78-bda9-4e39-9eca-b14c4b907cda/f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:49.517876 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.520117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9ca7d178-b892-4bee-a74b-4e1c3718eaac no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:49.535662 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.569636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-network', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:49.611297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Made reservation on behalf of 6054a4c35cfa467580618fc3e08ddafd for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:49.620672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.666615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.667089 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.680488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.717294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.727843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Network dd6741d2-514c-427c-94f6-2278d2e47880 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:49.752115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:49.770194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:49.802547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Pushing event updated for resources: {'Port': ['ID=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:49.806733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Set router 795095d0-85b5-4304-a129-c690ca9dbbb2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:49.817467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.907914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.908623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.918049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.952322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:56:49.978416 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:49.979500 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Added segment c8c516db-4e31-4379-9e4c-ce700393e452 of type vlan for network 4e890126-8461-42d1-91c6-8acf4db46b85 Dec 10 08:56:50.019252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Attempting to bind port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:50.020003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Attempting to bind port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:50.020632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Attempting to bind port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb on network dd6741d2-514c-427c-94f6-2278d2e47880 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:50.081111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Allocated IP 172.25.3.111 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/903705d5-d4a7-4b2e-a0c4-c5ef653aaaab) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:50.126000 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.215090 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.216051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:50.216628 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.277365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:50.277946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Checking segment: {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:50.278476 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.278973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Bound using segment: {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:50.279566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Bound port: f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:50.280062 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.310370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.327277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.341299 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4062359 Dec 10 08:56:50.342233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1caffc-fcb7-488d-8651-438f9ef0dd23,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:50.345481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51652) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:50.360189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Request body: {'subnet': {'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-subnet', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:50.392349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817838a-f5f3-4f87-a501-fed3675d62ff admin admin] Pushing event updated for resources: {'Network': ['ID=4e890126-8461-42d1-91c6-8acf4db46b85,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:50.396926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Made reservation on behalf of 6054a4c35cfa467580618fc3e08ddafd for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:56:50.400928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.438912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 4e890126-8461-42d1-91c6-8acf4db46b85 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:56:50.509846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:50.515689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.524942 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d7febe-c13d-4568-a770-085073b71456" -d '{"events": [{"server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "name": "network-vif-unplugged", "status": "completed", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:50.650948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Allocated IP 172.25.3.57 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/3eafc870-9517-404a-8ec9-bf06e6eb5ee9) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:50.725634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] For port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:50.731570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:50.734163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] For port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:50.748902 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.755856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.765532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:50.808673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:50.818211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:50.872597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Pushing event updated for resources: {'Port': ['ID=903705d5-d4a7-4b2e-a0c4-c5ef653aaaab,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:50.874598 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:50.918602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d27f66-525a-4a30-8797-f4013ea87271 req-3ebd2d76-aaf9-4e1c-9faa-b9e3b474e334 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:50.920246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16d27f66-525a-4a30-8797-f4013ea87271 req-3ebd2d76-aaf9-4e1c-9faa-b9e3b474e334 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 0.4091594 Dec 10 08:56:50.931051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9ca7d178-b892-4bee-a74b-4e1c3718eaac,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:51.070896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:34Z', 'updated_at': '2021-12-10T08:56:45Z', 'revision_number': 4, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'gw_port': {'id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:36Z', 'updated_at': '2021-12-10T08:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '027278fd-cf42-482a-8e28-7782d6572edb', 'name': '', 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'mac_address': 'fa:16:3e:69:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'e60b94a5-30f8-4f48-b829-466a461904fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:43Z', 'updated_at': '2021-12-10T08:56:46Z', 'revision_number': 2, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'subnets': [{'id': 'e60b94a5-30f8-4f48-b829-466a461904fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:51.102399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Checking segment: {'id': 'c8c516db-4e31-4379-9e4c-ce700393e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:51.102788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Network hostable DHCP agents. Network: 4e890126-8461-42d1-91c6-8acf4db46b85, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:56:51.114288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4cfc30-40ad-4b75-b06d-caac798bd05a,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:51.170681 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16d27f66-525a-4a30-8797-f4013ea87271 req-2936d97e-ebe4-4b3d-85c4-e2192b8175be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182858 Dec 10 08:56:51.175044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Network 4e890126-8461-42d1-91c6-8acf4db46b85 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:56:51.195968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 4e890126-8461-42d1-91c6-8acf4db46b85) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:51.205714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Checking router: 795095d0-85b5-4304-a129-c690ca9dbbb2 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:56:51.205714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Updating router 795095d0-85b5-4304-a129-c690ca9dbbb2 port 027278fd-cf42-482a-8e28-7782d6572edb binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:56:51.206079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:51.206079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:51.215100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2239eb-71ee-43e6-b857-a3565856e83b None None] Pushing event updated for resources: {'Port': ['ID=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:51.238357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-433036a3-b280-4b66-a1d6-8b2f03f858f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8815310 Dec 10 08:56:51.239390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51670) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:51.241490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408bcd3-5a36-4ee9-930a-b1f30a3630ae None None] Network 4e890126-8461-42d1-91c6-8acf4db46b85 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:51.251979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:51.306609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:51.308261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:51.308788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:51.369718 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99a84bb-bfd8-4ddf-9078-cab91619d601 x-openstack-request-id: req-b99a84bb-bfd8-4ddf-9078-cab91619d601 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:51.371648 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "name": "network-vif-unplugged", "status": "completed", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:51.376070 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b99a84bb-bfd8-4ddf-9078-cab91619d601 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:51.376955 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac', 'code': 200} Dec 10 08:56:51.483522 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:51.652569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9326c-47e1-4512-8a17-f2bd9d77c57b None None] Network 4e890126-8461-42d1-91c6-8acf4db46b85 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:51.786108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:51.846067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:51.855448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:51.866156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:51.951081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Pushing event updated for resources: {'Port': ['ID=3eafc870-9517-404a-8ec9-bf06e6eb5ee9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:51.965538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e4cc-d766-422f-ab67-5da81a85298f req-ae7fd0b3-55e7-4b27-b367-c81db025ed05 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:51.970700 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b142e4cc-d766-422f-ab67-5da81a85298f req-ae7fd0b3-55e7-4b27-b367-c81db025ed05 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 946 time: 1.4519391 Dec 10 08:56:52.008329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:52.008704 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.043996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:52.066836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:52.073796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:52.085678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.086063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.086408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.086745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.087077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.087407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.087735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.088070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.088435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.088761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.089083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.089404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.089852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:56:52.176132 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.228959 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.348155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c04ef-73f1-4fbc-b208-f2d42daa5f26 None None] Pushing event updated for resources: {'Port': ['ID=027278fd-cf42-482a-8e28-7782d6572edb,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:52.374717 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.433480 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.434553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:52.445888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.535570 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.622997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Attempting to bind port 027278fd-cf42-482a-8e28-7782d6572edb on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:52.623397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Attempting to bind port 027278fd-cf42-482a-8e28-7782d6572edb by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'cf44acc8-377b-4fb7-8d08-644b096a2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:52.623801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Attempting to bind port 027278fd-cf42-482a-8e28-7782d6572edb on network 3a904ca1-89cc-4beb-8e56-31d6344053ba {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:52.626104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:52.642565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:52.642823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Checking segment: {'id': 'cf44acc8-377b-4fb7-8d08-644b096a2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:52.643858 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.644299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Bound using segment: {'id': 'cf44acc8-377b-4fb7-8d08-644b096a2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:52.644843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Bound port: 027278fd-cf42-482a-8e28-7782d6572edb, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf44acc8-377b-4fb7-8d08-644b096a2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:52.645261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.796067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Allocated IP 172.25.3.128 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/e4da92e6-7442-4822-93e3-1830bf710a84) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:52.890339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] For port 027278fd-cf42-482a-8e28-7782d6572edb, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:52.901244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] For port 027278fd-cf42-482a-8e28-7782d6572edb, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=027278fd-cf42-482a-8e28-7782d6572edb,segment=NetworkSegment(cf44acc8-377b-4fb7-8d08-644b096a2b9f),segment_id=cf44acc8-377b-4fb7-8d08-644b096a2b9f)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:52.909644 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.957941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b142e4cc-d766-422f-ab67-5da81a85298f req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Deleting port 9ca7d178-b892-4bee-a74b-4e1c3718eaac {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:52.959224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b142e4cc-d766-422f-ab67-5da81a85298f req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:52.977844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6f7cb-d441-4819-8093-14111eee5395 None None] Network dd6741d2-514c-427c-94f6-2278d2e47880 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:56:53.070400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-367c6029-2831-42af-94de-10d6b29e7d6c None None] Provisioning complete for port 027278fd-cf42-482a-8e28-7782d6572edb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:53.070777 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-367c6029-2831-42af-94de-10d6b29e7d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:53.146851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9ca7d178-b892-4bee-a74b-4e1c3718eaac no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:53.156525 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:53.164047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Routers {'795095d0-85b5-4304-a129-c690ca9dbbb2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:53.164703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['795095d0-85b5-4304-a129-c690ca9dbbb2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:53.166872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fef9-8fd1-4523-9219-2be5234da092 req-454592c8-276a-4b67-a875-f7421b516ed6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:53.189937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fa4fef9-8fd1-4523-9219-2be5234da092 req-454592c8-276a-4b67-a875-f7421b516ed6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 944 time: 0.3419981 Dec 10 08:56:53.200715 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:53.319121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c04ef-73f1-4fbc-b208-f2d42daa5f26 None None] Pushing event updated for resources: {'Port': ['ID=027278fd-cf42-482a-8e28-7782d6572edb,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:53.348443 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b142e4cc-d766-422f-ab67-5da81a85298f req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] For port 9ca7d178-b892-4bee-a74b-4e1c3718eaac, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9ca7d178-b892-4bee-a74b-4e1c3718eaac,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:53.348443 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b142e4cc-d766-422f-ab67-5da81a85298f req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:53.364117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fa4fef9-8fd1-4523-9219-2be5234da092 req-b803becf-fdbb-4b58-904e-73ca76b84d3b tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728659 Dec 10 08:56:53.370344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b142e4cc-d766-422f-ab67-5da81a85298f req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Calling delete_port for 9ca7d178-b892-4bee-a74b-4e1c3718eaac owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:53.382034 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:53.438808 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:53.450375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:53.454156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:53.458600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:53.503969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4da92e6-7442-4822-93e3-1830bf710a84,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:53.676336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] Set router 795095d0-85b5-4304-a129-c690ca9dbbb2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:53.744326 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-367c6029-2831-42af-94de-10d6b29e7d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:53.793106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:53.942268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-367c6029-2831-42af-94de-10d6b29e7d6c None None] For port 027278fd-cf42-482a-8e28-7782d6572edb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=027278fd-cf42-482a-8e28-7782d6572edb,segment=NetworkSegment(cf44acc8-377b-4fb7-8d08-644b096a2b9f),segment_id=cf44acc8-377b-4fb7-8d08-644b096a2b9f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:53.952665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-367c6029-2831-42af-94de-10d6b29e7d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.031918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:54.032536 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.073446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.101269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c6029-2831-42af-94de-10d6b29e7d6c None None] Pushing event updated for resources: {'Port': ['ID=027278fd-cf42-482a-8e28-7782d6572edb,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:54.102344 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.132783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ff38b79a-6c16-463e-9c75-ba4802a9ad72 None None] Provisioning complete for port 027278fd-cf42-482a-8e28-7782d6572edb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:54.133211 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ff38b79a-6c16-463e-9c75-ba4802a9ad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.179981 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b142e4cc-d766-422f-ab67-5da81a85298f req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.236820 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.238713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:34Z', 'updated_at': '2021-12-10T08:56:45Z', 'revision_number': 4, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'gw_port': {'id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:36Z', 'updated_at': '2021-12-10T08:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '027278fd-cf42-482a-8e28-7782d6572edb', 'name': '', 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'mac_address': 'fa:16:3e:69:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'e60b94a5-30f8-4f48-b829-466a461904fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:43Z', 'updated_at': '2021-12-10T08:56:52Z', 'revision_number': 4, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'subnets': [{'id': 'e60b94a5-30f8-4f48-b829-466a461904fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:54.287945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35a479-57d5-4a19-9f77-a27a26f18dcc None None] The sync data for ids ['795095d0-85b5-4304-a129-c690ca9dbbb2'] in n-d-814746-3 is: [{'id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:34Z', 'updated_at': '2021-12-10T08:56:45Z', 'revision_number': 4, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'gw_port': {'id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:36Z', 'updated_at': '2021-12-10T08:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '027278fd-cf42-482a-8e28-7782d6572edb', 'name': '', 'network_id': '3a904ca1-89cc-4beb-8e56-31d6344053ba', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'mac_address': 'fa:16:3e:69:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'e60b94a5-30f8-4f48-b829-466a461904fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:43Z', 'updated_at': '2021-12-10T08:56:52Z', 'revision_number': 4, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'subnets': [{'id': 'e60b94a5-30f8-4f48-b829-466a461904fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:56:54.429147 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ff38b79a-6c16-463e-9c75-ba4802a9ad72 None None] Provisioning complete for port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:54.429544 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ff38b79a-6c16-463e-9c75-ba4802a9ad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.458576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event deleted for resources: {'Port': ['ID=9ca7d178-b892-4bee-a74b-4e1c3718eaac,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:54.586386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce359b48-e647-4c0b-8669-fa279d512a95 req-0bbc2833-b6e5-404a-894d-58c03018ffcb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a959611-327a-43d6-b5f6-00853b9b9d90 HTTP/1.1" status: 200 len: 210 time: 0.0512424 Dec 10 08:56:54.601425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.723803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b142e4cc-d766-422f-ab67-5da81a85298f req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] No DVR routers for this DVR port 9ca7d178-b892-4bee-a74b-4e1c3718eaac on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:54.727086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b142e4cc-d766-422f-ab67-5da81a85298f req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.731221 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b142e4cc-d766-422f-ab67-5da81a85298f req-263503ed-aa6a-4bb9-bb40-7c5506bf18be tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "DELETE /v2.0/ports/9ca7d178-b892-4bee-a74b-4e1c3718eaac HTTP/1.1" status: 204 len: 173 time: 2.7426205 Dec 10 08:56:54.733359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'name': 'network-vif-deleted', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:54.737498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-46d08522-26a6-4e38-a036-51572bcf767e None None] Provisioning complete for port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:54.739361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-46d08522-26a6-4e38-a036-51572bcf767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:54.750125 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709a1064-450a-4e2f-addf-42eca25fbcf9" -d '{"events": [{"server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "name": "network-vif-deleted", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:54.872606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Router c4328007-32a1-4f4f-a785-9c588596c46f is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:56:54.912975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Router 740983ce-71c6-4870-9496-c480778905e7 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:56:55.041261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Router c9b2d879-a0f7-4dbc-97dc-1373030801e0 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:56:55.110467 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7521e9-e172-4ffe-bee4-6f139f0204fd x-openstack-request-id: req-1c7521e9-e172-4ffe-bee4-6f139f0204fd {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:55.110994 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a959611-327a-43d6-b5f6-00853b9b9d90", "name": "network-vif-deleted", "tag": "9ca7d178-b892-4bee-a74b-4e1c3718eaac", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:55.110994 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c7521e9-e172-4ffe-bee4-6f139f0204fd {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:55.111342 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a959611-327a-43d6-b5f6-00853b9b9d90', 'name': 'network-vif-deleted', 'tag': '9ca7d178-b892-4bee-a74b-4e1c3718eaac', 'status': 'completed', 'code': 200} Dec 10 08:56:55.116754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:56:55.179587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:56:55.193352 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Sync routers for ids ['c4328007-32a1-4f4f-a785-9c588596c46f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:56:55.219146 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Routers {'c4328007-32a1-4f4f-a785-9c588596c46f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:55.220419 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c4328007-32a1-4f4f-a785-9c588596c46f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:55.233355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:56:55.258594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:56:55.273292 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:55.283382 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-43fa94ee-b3f8-41a8-8873-cf8cd02d33c3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0402672 Dec 10 08:56:55.285940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51788) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:55.290861 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:55.299492 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-220ca69f-eb55-4c4c-a014-609a1ae0aa75 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2114804 Dec 10 08:56:55.306528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51790) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:55.332217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:55.336537 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3712adf3-58aa-44c9-8a1f-1dece073ca42 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.0583031 Dec 10 08:56:55.339846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51796) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:55.381733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Sync routers for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:56:55.425291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:55.435217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:55.507920 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Set router c4328007-32a1-4f4f-a785-9c588596c46f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:55.610952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:56:55.682714 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Sync routers for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:56:55.886184 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:55.889409 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:55.931145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 027278fd-cf42-482a-8e28-7782d6572edb up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:55.969526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:56.187764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:56.258856 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:56.362376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'mac_address': 'fa:16:3e:e3:e3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:56:56.584714 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:52Z', 'revision_number': 3, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'gw_port': {'id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:56.641141 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:56.701247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51842) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:56.708791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-537a3c31-8eae-46ff-8ebb-833aa30de07e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1838860467', 'description': 'tempest-description--822544683'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:56.774044 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Checking router: c4328007-32a1-4f4f-a785-9c588596c46f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:56:56.774401 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Updating router c4328007-32a1-4f4f-a785-9c588596c46f port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:56:56.950680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:56.953164 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c276b7a1-83fb-4cef-bfe2-289117b24204" -d '{"events": [{"server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "name": "network-vif-unplugged", "status": "completed", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:56.962394 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:56.977394 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.008375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 027278fd-cf42-482a-8e28-7782d6572edb triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:56:57.010349 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.029329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-11b07f9d-7080-40f1-a64f-aa29afdf5529 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:57.031120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-11b07f9d-7080-40f1-a64f-aa29afdf5529 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 804 time: 0.4761372 Dec 10 08:56:57.037359 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-537a3c31-8eae-46ff-8ebb-833aa30de07e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.063977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:57.110758 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:52Z', 'revision_number': 3, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:57.121047 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.130397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6f1ca27-2cfc-4997-a053-ad285eaaac69 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:56:57.169033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-a21c5755-5a34-4b57-b4fd-4a2f75b984cc tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/quotas/3949e94f1b224905b71b511daff20c14 HTTP/1.1" status: 200 len: 375 time: 0.0895126 Dec 10 08:56:57.174806 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Checking router: 740983ce-71c6-4870-9496-c480778905e7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:56:57.175165 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Updating router 740983ce-71c6-4870-9496-c480778905e7 port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:56:57.179693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:57.216392 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.373205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['d6f1ca27-2cfc-4997-a053-ad285eaaac69'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:56:57.387230 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.415418 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.463916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-bf2192d7-ca94-4e87-969d-5018837561e2 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:56:57.465645 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-bf2192d7-ca94-4e87-969d-5018837561e2 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b57208f-24a1-4b06-a902-cb2769e8fad1 HTTP/1.1" status: 200 len: 944 time: 0.1567819 Dec 10 08:56:57.515681 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a5d53-213a-433f-949c-b18f738e3807 None None] Pushing event updated for resources: {'Port': ['ID=903705d5-d4a7-4b2e-a0c4-c5ef653aaaab,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:57.558042 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.659647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-76fb8ca2-dcbb-4209-a464-474e767c9026 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4692149 Dec 10 08:56:57.803234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-e0613979-9787-40cf-b0f4-dccdb387b733 service neutron] 10.222.0.31 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273551 Dec 10 08:56:57.871652 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Attempting to bind port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:57.872030 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Attempting to bind port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:57.873437 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Attempting to bind port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:57.883230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:57.884912 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:57.885289 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:57.885903 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.886307 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:57.886795 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Bound port: 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:57.887176 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.924296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Deleting port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:56:57.934123 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.966026 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:57.968357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-537a3c31-8eae-46ff-8ebb-833aa30de07e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.017718 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-537a3c31-8eae-46ff-8ebb-833aa30de07e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.160245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] For port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:56:58.160786 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.167104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:56:53Z', 'revision_number': 3, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:58.172386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:58.182048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Calling delete_port for 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:56:58.233128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Checking router: c9b2d879-a0f7-4dbc-97dc-1373030801e0 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:56:58.239506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Updating router c9b2d879-a0f7-4dbc-97dc-1373030801e0 port e4da92e6-7442-4822-93e3-1830bf710a84 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:56:58.277792 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] For port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:58.283248 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] For port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=903705d5-d4a7-4b2e-a0c4-c5ef653aaaab,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:58.285532 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.298440 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.332087 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.411297 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Routers {'c4328007-32a1-4f4f-a785-9c588596c46f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:56:58.413675 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c4328007-32a1-4f4f-a785-9c588596c46f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:56:58.453766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Allocated IP 172.20.0.1 (dd6741d2-514c-427c-94f6-2278d2e47880/dc4b1d78-bda9-4e39-9eca-b14c4b907cda/c9ffd611-7287-464a-b4fe-7f286ea9a74a) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:58.458536 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-537a3c31-8eae-46ff-8ebb-833aa30de07e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.463701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-537a3c31-8eae-46ff-8ebb-833aa30de07e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7608674 Dec 10 08:56:58.464336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51852) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:58.496240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-24936607-b0ff-4b1f-b2ca-b73ef86662a4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Request body: {'security_group_rule': {'security_group_id': '9019d823-690a-4e54-b63f-b34ee463e473', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:58.648000 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] Set router c4328007-32a1-4f4f-a785-9c588596c46f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:56:58.654005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a3c31-8eae-46ff-8ebb-833aa30de07e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9019d823-690a-4e54-b63f-b34ee463e473,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:58.694061 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24936607-b0ff-4b1f-b2ca-b73ef86662a4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.723112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.785309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.793590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-313c0142-d75e-41ca-98b1-57390b6615bc service neutron] 10.222.0.31 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9451537 Dec 10 08:56:58.854121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Pushing event deleted for resources: {'Port': ['ID=3130d1b9-23c4-4d2c-a1b0-a8144d48e27d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:58.878190 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:58.914562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Allocated IP 172.20.0.1 (e948e6a0-5d72-4cc5-b028-9d68eb3ccef7/ea9607bd-d8f0-46bf-8703-706a5b30db35/d72fde2b-7575-4aa9-8c06-661c1602b01c) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:58.935507 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a5d53-213a-433f-949c-b18f738e3807 None None] Pushing event updated for resources: {'Port': ['ID=903705d5-d4a7-4b2e-a0c4-c5ef653aaaab,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:59.002528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] No DVR routers for this DVR port 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:56:59.005758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.024803 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c68ef2b-328e-4e1e-aac9-791839238c05 req-e2b96f81-33c7-44ee-ad5a-48aa0b76e5fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "DELETE /v2.0/ports/3130d1b9-23c4-4d2c-a1b0-a8144d48e27d HTTP/1.1" status: 204 len: 173 time: 1.5087335 Dec 10 08:56:59.032174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'name': 'network-vif-deleted', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:56:59.034814 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ffc7c8-a5b9-4d64-8cf7-69835fe65b83" -d '{"events": [{"server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "name": "network-vif-deleted", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:56:59.097384 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24936607-b0ff-4b1f-b2ca-b73ef86662a4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.139050 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.161940 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.173851 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24936607-b0ff-4b1f-b2ca-b73ef86662a4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.228562 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.328560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24936607-b0ff-4b1f-b2ca-b73ef86662a4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de959eae-6b17-49dc-8b95-d873d195a341,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:59.330131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Network dd6741d2-514c-427c-94f6-2278d2e47880 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:56:59.340859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:56:59.343402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ffd611-7287-464a-b4fe-7f286ea9a74a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:59.346461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:56:59.452622 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24936607-b0ff-4b1f-b2ca-b73ef86662a4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.456665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-24936607-b0ff-4b1f-b2ca-b73ef86662a4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9651744 Dec 10 08:56:59.458920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:56:59.480835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51864) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:56:59.481891 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.524816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7219fd64-d540-417b-85ea-47def40b5e56 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Request body: {'security_group_rule': {'security_group_id': '9019d823-690a-4e54-b63f-b34ee463e473', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:56:59.530426 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Attempting to bind port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:56:59.530960 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Attempting to bind port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:56:59.531228 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Attempting to bind port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:56:59.556736 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f69b69-9a0a-497f-8202-ead0f65450ca None None] Pushing event updated for resources: {'Port': ['ID=3eafc870-9517-404a-8ec9-bf06e6eb5ee9,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:56:59.600450 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:56:59.600879 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:56:59.601298 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.605019 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:56:59.605592 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Bound port: 3eafc870-9517-404a-8ec9-bf06e6eb5ee9, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:56:59.610168 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.722615 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d052f67d-48bc-44cf-a847-c28b411c409f x-openstack-request-id: req-d052f67d-48bc-44cf-a847-c28b411c409f {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:59.737642 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "name": "network-vif-deleted", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:59.738018 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d052f67d-48bc-44cf-a847-c28b411c409f {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:59.743394 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'name': 'network-vif-deleted', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d', 'status': 'completed', 'code': 200} Dec 10 08:56:59.744788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.828417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Allocated IP 172.20.0.1 (4e890126-8461-42d1-91c6-8acf4db46b85/fe4cfc30-40ad-4b75-b06d-caac798bd05a/df1bf1c9-e0b4-41e9-89c3-71853bb3f11f) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:56:59.834166 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7219fd64-d540-417b-85ea-47def40b5e56 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.934372 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] For port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:56:59.963706 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] For port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3eafc870-9517-404a-8ec9-bf06e6eb5ee9,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:56:59.980767 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b216825-32ff-4a7f-93f5-adf5c8ccb54a x-openstack-request-id: req-3b216825-32ff-4a7f-93f5-adf5c8ccb54a {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:56:59.981399 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b57208f-24a1-4b06-a902-cb2769e8fad1", "name": "network-vif-unplugged", "status": "completed", "tag": "3130d1b9-23c4-4d2c-a1b0-a8144d48e27d", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:56:59.981854 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b216825-32ff-4a7f-93f5-adf5c8ccb54a {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:56:59.982712 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b57208f-24a1-4b06-a902-cb2769e8fad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3130d1b9-23c4-4d2c-a1b0-a8144d48e27d', 'code': 200} Dec 10 08:56:59.985483 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7219fd64-d540-417b-85ea-47def40b5e56 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:56:59.992445 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.017122 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7219fd64-d540-417b-85ea-47def40b5e56 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.040793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a8a8f473-8e6b-481b-8aa1-81697da7c91f None None] Provisioning complete for port c9ffd611-7287-464a-b4fe-7f286ea9a74a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:00.041570 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a8a8f473-8e6b-481b-8aa1-81697da7c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.064952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e3095f1-22b6-4c0a-8034-946af53ea69a req-a5145c3a-de2f-4d40-bb08-d8389642b7b2 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 210 time: 0.2164516 Dec 10 08:57:00.100038 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.104692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8f473-8e6b-481b-8aa1-81697da7c91f None None] Port c9ffd611-7287-464a-b4fe-7f286ea9a74a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:00.111349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219fd64-d540-417b-85ea-47def40b5e56 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7886fc-a399-49ba-8ca1-e74eaca6511b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:00.126058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.126902 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7219fd64-d540-417b-85ea-47def40b5e56 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.129189 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7219fd64-d540-417b-85ea-47def40b5e56 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6413548 Dec 10 08:57:00.132261 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.136142 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:52Z', 'revision_number': 3, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'gw_port': {'id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:00.138194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51872) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:00.158746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:00.276954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Attempting to bind port e4da92e6-7442-4822-93e3-1830bf710a84 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:00.277327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Attempting to bind port e4da92e6-7442-4822-93e3-1830bf710a84 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:00.277719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Attempting to bind port e4da92e6-7442-4822-93e3-1830bf710a84 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:00.289426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port d6f1ca27-2cfc-4997-a053-ad285eaaac69 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:00.289741 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.296366 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f69b69-9a0a-497f-8202-ead0f65450ca None None] Pushing event updated for resources: {'Port': ['ID=3eafc870-9517-404a-8ec9-bf06e6eb5ee9,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:00.312653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:00.313106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:00.313528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.319430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:00.320341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Bound port: e4da92e6-7442-4822-93e3-1830bf710a84, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:00.320508 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.331525 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9c8b5-3a17-465e-b650-59692435870f None None] The sync data for ids ['c4328007-32a1-4f4f-a785-9c588596c46f'] in n-d-814746-3 is: [{'id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:52Z', 'revision_number': 3, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'gw_port': {'id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:57:00.339234 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.360202 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:00.371688 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:00.467804 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.469767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab313971-83f4-4fbc-b245-c021e0f196e7 None None] Pushing event updated for resources: {'Port': ['ID=e4da92e6-7442-4822-93e3-1830bf710a84,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:00.520127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:00.572990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:00.574455 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.581178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:00.590008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] For port e4da92e6-7442-4822-93e3-1830bf710a84, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:00.597711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.603697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] For port e4da92e6-7442-4822-93e3-1830bf710a84, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e4da92e6-7442-4822-93e3-1830bf710a84,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:00.662217 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.699768 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.722678 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:00.917053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Pushing event updated for resources: {'Port': ['ID=d72fde2b-7575-4aa9-8c06-661c1602b01c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:00.921946 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:00.926273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab313971-83f4-4fbc-b245-c021e0f196e7 None None] Pushing event updated for resources: {'Port': ['ID=e4da92e6-7442-4822-93e3-1830bf710a84,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:00.952016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:01.050490 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:01.149259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:01.175850 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:01.184905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:01.210576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ffd611-7287-464a-b4fe-7f286ea9a74a,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:01.226620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:01.229804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:56:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:01.238338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:01.283654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.285954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.286296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.288676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.289134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.289609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.292638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.293114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.293618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.294063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.294511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.294948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.297688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:01.350357 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Network 4e890126-8461-42d1-91c6-8acf4db46b85 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:01.451304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78598b9b-dafd-426f-95f8-24a4b8a45c32 req-1a24f970-caa4-4849-b923-9d8efe927403 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 210 time: 0.1782751 Dec 10 08:57:01.464938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:01.509437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:01.524617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Network dd6741d2-514c-427c-94f6-2278d2e47880 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:01.538740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:01.572668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:57:01.589111 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:56:58Z', 'revision_number': 1, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:01.621309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Pushing event updated for resources: {'Port': ['ID=df1bf1c9-e0b4-41e9-89c3-71853bb3f11f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:01.671736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:57:01.681989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3130d1b9-23c4-4d2c-a1b0-a8144d48e27d not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:57:01.688561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:01.736415 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45727d55-93c4-4ddb-b186-1a66782383e8 None None] The sync data for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 is: [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:56:58Z', 'revision_number': 1, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:57:01.816716 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:02.069612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:02.075401 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bf4b79-ae96-4584-a3c4-f5ac9bc509b7" -d '{"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:02.334805 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:02.388437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:02.395639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-8011dccb-14a8-4840-b266-590de7640d38 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:02.398563 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-8011dccb-14a8-4840-b266-590de7640d38 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 804 time: 0.5368261 Dec 10 08:57:02.476612 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb5c09a-1d57-45af-90d8-4c14d8d8e2ea x-openstack-request-id: req-0eb5c09a-1d57-45af-90d8-4c14d8d8e2ea {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:02.477581 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:02.488296 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eb5c09a-1d57-45af-90d8-4c14d8d8e2ea {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:02.490575 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'code': 200} Dec 10 08:57:02.507836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:02.526070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Router 740983ce-71c6-4870-9496-c480778905e7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:57:02.574464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Request body: {'port': {'device_id': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'admin_state_up': True, 'tenant_id': '3949e94f1b224905b71b511daff20c14'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:02.687080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-01a20d2b-3ea6-4da2-a2da-a32211742d29 None None] Provisioning complete for port c9ffd611-7287-464a-b4fe-7f286ea9a74a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:02.688318 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01a20d2b-3ea6-4da2-a2da-a32211742d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:02.746118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-01a20d2b-3ea6-4da2-a2da-a32211742d29 None None] Port c9ffd611-7287-464a-b4fe-7f286ea9a74a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:02.752192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c230352-bda5-48a1-a0ee-e2407e1d0110 req-92ac2886-e29a-44e8-aaab-f5923f1c7ba6 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 210 time: 0.0612752 Dec 10 08:57:02.804250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:02.804509 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:02.825704 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:02.963809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:56:53Z', 'revision_number': 3, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:03.041207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea32ce2-4326-4e8a-910b-efc4d02937fb None None] The sync data for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 is: [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:56:53Z', 'revision_number': 3, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:57:03.064949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Allocated IP 172.25.3.127 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/775f64f2-105d-4e99-8a9a-21de356c4ade) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:03.159680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:57:03.176042 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7f0a75c6-91e2-46f3-8605-b533676424a5 admin admin] 10.222.0.31 "PUT /v2.0/routers/740983ce-71c6-4870-9496-c480778905e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8275154 Dec 10 08:57:03.176042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Made reservation on behalf of 3949e94f1b224905b71b511daff20c14 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:03.176042 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:03.214495 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1db39ba0-2991-4707-91d5-9ca281d9aa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:03.250363 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:03.357281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=903705d5-d4a7-4b2e-a0c4-c5ef653aaaab,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:03.366927 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:03.529583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=903705d5-d4a7-4b2e-a0c4-c5ef653aaaab,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:03.590027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Allocated IP 172.20.0.12 (103b1340-6b00-4180-bed7-1b83eb345535/15349f3d-125d-490d-ae31-4a9529c678c7/8c7c46fa-ecca-4102-909a-28c8afca1eaf) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:03.827720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:03.854202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:03.888815 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:03.984673 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:04.002473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:04.012274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:04.042466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Pushing event updated for resources: {'Port': ['ID=d72fde2b-7575-4aa9-8c06-661c1602b01c,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:04.063063 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:04.188084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:04.327293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Network 103b1340-6b00-4180-bed7-1b83eb345535 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:04.331942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:04.341604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:04.430964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Pushing event updated for resources: {'Port': ['ID=8c7c46fa-ecca-4102-909a-28c8afca1eaf,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:04.485164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:04.488586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:04.530693 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-06cc35f6-9da4-4148-9784-e5ec36507111 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9920104 Dec 10 08:57:04.544530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-1d47f618-2919-442c-812b-d64cdd2d8fa8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:57:04.549602 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-1d47f618-2919-442c-812b-d64cdd2d8fa8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102050 Dec 10 08:57:04.618674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e4da92e6-7442-4822-93e3-1830bf710a84 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:04.749920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Request body: {'port': {'device_id': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:04.772646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e4da92e6-7442-4822-93e3-1830bf710a84 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:04.776619 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:04.806643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51908) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:04.813750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2214b32a-5b46-482c-aaff-7c1671967771 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348992646', 'description': 'tempest-description--1216034941'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:04.918535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:04.956799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2214b32a-5b46-482c-aaff-7c1671967771 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.008101 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.040810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port e4da92e6-7442-4822-93e3-1830bf710a84, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e4da92e6-7442-4822-93e3-1830bf710a84,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:05.066733 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.071697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:05.280574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=e4da92e6-7442-4822-93e3-1830bf710a84,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:05.359684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:05.360055 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.417789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2214b32a-5b46-482c-aaff-7c1671967771 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.432383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2214b32a-5b46-482c-aaff-7c1671967771 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.480171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214b32a-5b46-482c-aaff-7c1671967771 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b51d490-f8ff-47e7-b2cd-0c9547762aff,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:05.486288 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1a0f09d1-1bb6-42b1-a399-92d370108491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.575727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Pushing event updated for resources: {'Port': ['ID=df1bf1c9-e0b4-41e9-89c3-71853bb3f11f,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:05.577694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2214b32a-5b46-482c-aaff-7c1671967771 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.578944 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2214b32a-5b46-482c-aaff-7c1671967771 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7713034 Dec 10 08:57:05.586901 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.601810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:05.606460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2d21e0b6-fbd4-4927-baee-df7faea45bcc tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Request body: {'security_group_rule': {'security_group_id': '2b51d490-f8ff-47e7-b2cd-0c9547762aff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:05.616921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.645319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:05.659764 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.666624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3eafc870-9517-404a-8ec9-bf06e6eb5ee9,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:05.679317 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.680200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:05.686613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:05.857828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3873-252d-4efb-b086-ad67de40d150 req-1196757a-0436-4041-9924-088f1c20c6cc tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:05.866901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d21e0b6-fbd4-4927-baee-df7faea45bcc tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:05.867863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c6b3873-252d-4efb-b086-ad67de40d150 req-1196757a-0436-4041-9924-088f1c20c6cc tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 932 time: 0.6997535 Dec 10 08:57:05.878179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:05.898756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Network 4e890126-8461-42d1-91c6-8acf4db46b85 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:05.910157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:05.916796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:05.925693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=3eafc870-9517-404a-8ec9-bf06e6eb5ee9,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:05.953008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:05.953383 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.156280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:06.178449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d21e0b6-fbd4-4927-baee-df7faea45bcc tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.196357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7c46fa-ecca-4102-909a-28c8afca1eaf {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:06.204267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d21e0b6-fbd4-4927-baee-df7faea45bcc tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.228486 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.240404 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d21e0b6-fbd4-4927-baee-df7faea45bcc tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.244776 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2d21e0b6-fbd4-4927-baee-df7faea45bcc tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6392608 Dec 10 08:57:06.250724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51914) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:06.258666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3b77a273-11d0-4b6d-aefc-e63b9e6a1c0f tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Request body: {'security_group_rule': {'security_group_id': '2b51d490-f8ff-47e7-b2cd-0c9547762aff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:06.268533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21e0b6-fbd4-4927-baee-df7faea45bcc tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9920962-0d99-43c0-a0b2-64e40abc999e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:06.272761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event updated for resources: {'Port': ['ID=775f64f2-105d-4e99-8a9a-21de356c4ade,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:06.299060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Transition to ACTIVE for port object 8c7c46fa-ecca-4102-909a-28c8afca1eaf will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:06.313286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Router c4328007-32a1-4f4f-a785-9c588596c46f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:57:06.319682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.408579 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.435329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b77a273-11d0-4b6d-aefc-e63b9e6a1c0f tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.455821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e4da92e6-7442-4822-93e3-1830bf710a84 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:06.548046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c6b3873-252d-4efb-b086-ad67de40d150 req-9c3c58ec-3faf-4dc3-acd9-d07df9a61f5b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788311 Dec 10 08:57:06.601145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e4da92e6-7442-4822-93e3-1830bf710a84 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:06.601691 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.635027 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b77a273-11d0-4b6d-aefc-e63b9e6a1c0f tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.638450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7c46fa-ecca-4102-909a-28c8afca1eaf,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:06.654367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b77a273-11d0-4b6d-aefc-e63b9e6a1c0f tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.757985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77a273-11d0-4b6d-aefc-e63b9e6a1c0f tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311b2196-7084-4c2f-b68c-49a94d1b2a5e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:06.774990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b77a273-11d0-4b6d-aefc-e63b9e6a1c0f tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.777181 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3b77a273-11d0-4b6d-aefc-e63b9e6a1c0f tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5237954 Dec 10 08:57:06.780573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:06.790558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51916) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:06.801962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:06.857012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Attempting to bind port 8c7c46fa-ecca-4102-909a-28c8afca1eaf on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:06.857482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Attempting to bind port 8c7c46fa-ecca-4102-909a-28c8afca1eaf by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:06.858336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Attempting to bind port 8c7c46fa-ecca-4102-909a-28c8afca1eaf on network 103b1340-6b00-4180-bed7-1b83eb345535 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:06.863380 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.885930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Port 8c7c46fa-ecca-4102-909a-28c8afca1eaf on network 103b1340-6b00-4180-bed7-1b83eb345535 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:06.886722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Attempting to bind port 8c7c46fa-ecca-4102-909a-28c8afca1eaf on network 103b1340-6b00-4180-bed7-1b83eb345535 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:06.888322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:06.888322 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:06.899660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:06.900132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Checking segment: {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:06.930576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Bound using segment: {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:06.935278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Bound port: 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:06.937349 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:07.067011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:57:07.077400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-86f2121f-3fb0-4b0a-a99e-da4ed57778dc admin admin] 10.222.0.31 "PUT /v2.0/routers/c4328007-32a1-4f4f-a785-9c588596c46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7698233 Dec 10 08:57:07.081330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Sync routers for ids ['c4328007-32a1-4f4f-a785-9c588596c46f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:57:07.089403 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:07.098044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Router c9b2d879-a0f7-4dbc-97dc-1373030801e0 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:57:07.126196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] For port 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:07.138662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] For port 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:07.152168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:07.227863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:07.282303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7c46fa-ecca-4102-909a-28c8afca1eaf,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:07.302668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:07.303538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:07.305004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2436bb98-0031-44ce-8f53-bf1552164192 service neutron] 10.222.0.39 "PUT /v2.0/ports/8c7c46fa-ecca-4102-909a-28c8afca1eaf HTTP/1.1" status: 200 len: 1092 time: 2.7499971 Dec 10 08:57:07.307053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'tag': '8c7c46fa-ecca-4102-909a-28c8afca1eaf'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:07.316932 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc24471-222a-47d4-b156-d9fbfee5a1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa6d5cf-1ad6-4609-8b8b-28be7a813e80", "tag": "8c7c46fa-ecca-4102-909a-28c8afca1eaf"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:07.400391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:07.587954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Allocated IP 172.25.3.245 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/3354e3e7-a717-4161-bc36-858f00dc6c4e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:07.639330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Routers {'c4328007-32a1-4f4f-a785-9c588596c46f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:07.639983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:57:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c4328007-32a1-4f4f-a785-9c588596c46f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:07.698324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:57:07.717526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2b41db93-0c66-4f08-83e2-654db1e86224 admin admin] 10.222.0.31 "PUT /v2.0/routers/c9b2d879-a0f7-4dbc-97dc-1373030801e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4280751 Dec 10 08:57:07.745763 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fc839f-6e5c-4436-95e1-6c5c000e2326 x-openstack-request-id: req-d8fc839f-6e5c-4436-95e1-6c5c000e2326 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:07.746386 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa6d5cf-1ad6-4609-8b8b-28be7a813e80", "tag": "8c7c46fa-ecca-4102-909a-28c8afca1eaf", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:07.747070 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8fc839f-6e5c-4436-95e1-6c5c000e2326 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:07.747945 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'tag': '8c7c46fa-ecca-4102-909a-28c8afca1eaf', 'status': 'completed', 'code': 200} Dec 10 08:57:07.758704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-e7f791bd-32ce-4a14-a174-b6b30e15c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:07.758950 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:07.768047 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-e7f791bd-32ce-4a14-a174-b6b30e15c68f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 1095 time: 0.4097750 Dec 10 08:57:07.769096 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:07.891352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event updated for resources: {'Port': ['ID=775f64f2-105d-4e99-8a9a-21de356c4ade,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:07.944890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-67410cfa-a8d2-4040-9052-99e8c0d6938c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf HTTP/1.1" status: 200 len: 217 time: 0.1662216 Dec 10 08:57:08.027552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Set router c4328007-32a1-4f4f-a785-9c588596c46f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:08.081719 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:08.117739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:08.119773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-17b7e65b-5876-45d3-9219-b1c814d6ff22 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9783115 Dec 10 08:57:08.122379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-0761a512-f40e-4534-8ed1-4bf76be8e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:08.123865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-0761a512-f40e-4534-8ed1-4bf76be8e651 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15349f3d-125d-490d-ae31-4a9529c678c7 HTTP/1.1" status: 200 len: 844 time: 0.1670566 Dec 10 08:57:08.160748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:08.226203 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2116a0e4-7594-443c-a67d-767f4ff658d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103b1340-6b00-4180-bed7-1b83eb345535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546341 Dec 10 08:57:08.279355 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:08.405736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'gw_port': {'id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'd72fde2b-7575-4aa9-8c06-661c1602b01c', 'name': '', 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'mac_address': 'fa:16:3e:ca:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'ea9607bd-d8f0-46bf-8703-706a5b30db35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 2, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'subnets': [{'id': 'ea9607bd-d8f0-46bf-8703-706a5b30db35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:08.417178 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-2982e23c-e386-41c4-9145-d8eea41d7c55 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812775 Dec 10 08:57:08.421080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:08.454133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Checking router: c4328007-32a1-4f4f-a785-9c588596c46f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:57:08.455145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Updating router c4328007-32a1-4f4f-a785-9c588596c46f port d72fde2b-7575-4aa9-8c06-661c1602b01c binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:57:08.495165 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:08.875696 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Sync routers for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:57:08.892619 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:08.893248 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:57:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:08.929323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:08.943893 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:08.976965 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-095b1358-95a2-41f7-b9d8-8da57db46e7b req-e22ab1c1-0a98-45e6-8ba1-5af39151ce21 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477755 Dec 10 08:57:08.987503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:08.992869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Pushing event updated for resources: {'Port': ['ID=3354e3e7-a717-4161-bc36-858f00dc6c4e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:08.995455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:08.997583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:09.064275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8756967-5b68-4bda-adfa-1c1146eba926 None None] Pushing event updated for resources: {'Port': ['ID=d72fde2b-7575-4aa9-8c06-661c1602b01c,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:09.136661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.187387 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.206114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Attempting to bind port d72fde2b-7575-4aa9-8c06-661c1602b01c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:09.207317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Attempting to bind port d72fde2b-7575-4aa9-8c06-661c1602b01c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:09.207736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Attempting to bind port d72fde2b-7575-4aa9-8c06-661c1602b01c on network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:09.217548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.218441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:09.218822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Checking segment: {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:09.219226 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.222797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Bound using segment: {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:09.223425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Bound port: d72fde2b-7575-4aa9-8c06-661c1602b01c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:09.225183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.231254 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:09.245827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-d7cb8d2b-ea8f-4bdd-90b7-7545636b0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:09.247954 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-d7cb8d2b-ea8f-4bdd-90b7-7545636b0443 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 1095 time: 0.1036265 Dec 10 08:57:09.328145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Sync routers for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:57:09.376158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:09.376814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:57:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:09.450940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-cef576b6-651d-4cbc-a41f-e561d156993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:09.452601 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-cef576b6-651d-4cbc-a41f-e561d156993c service neutron] 10.222.0.39 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 905 time: 0.1897204 Dec 10 08:57:09.524139 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-6404e029-e157-4451-9eed-2a185470ab94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf HTTP/1.1" status: 200 len: 217 time: 0.0634527 Dec 10 08:57:09.570220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] For port d72fde2b-7575-4aa9-8c06-661c1602b01c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:09.582867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] For port d72fde2b-7575-4aa9-8c06-661c1602b01c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d72fde2b-7575-4aa9-8c06-661c1602b01c,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:09.603394 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'df1bf1c9-e0b4-41e9-89c3-71853bb3f11f', 'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'mac_address': 'fa:16:3e:c1:1e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:03Z', 'revision_number': 2, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'subnets': [{'id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:09.638031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-4740abd7-d210-4591-8d72-ae29388193d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:09.639709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-4740abd7-d210-4591-8d72-ae29388193d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15349f3d-125d-490d-ae31-4a9529c678c7 HTTP/1.1" status: 200 len: 844 time: 0.0984144 Dec 10 08:57:09.645717 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Checking router: c9b2d879-a0f7-4dbc-97dc-1373030801e0 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:57:09.646140 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Updating router c9b2d879-a0f7-4dbc-97dc-1373030801e0 port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:57:09.647662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.659990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.668312 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.683559 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.694378 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-b41c26c2-b8d9-43da-bb68-f5c1d172e563 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103b1340-6b00-4180-bed7-1b83eb345535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443702 Dec 10 08:57:09.806253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:09.849675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Pushing event updated for resources: {'Port': ['ID=3354e3e7-a717-4161-bc36-858f00dc6c4e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:09.857167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.865614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Routers {'c4328007-32a1-4f4f-a785-9c588596c46f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:09.866243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:57:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c4328007-32a1-4f4f-a785-9c588596c46f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:09.897659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:09.899548 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a94dd45c-e108-437e-ac5d-d9c2b32c87b3 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1059563 Dec 10 08:57:09.924555 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-f4564ca7-0d22-47b4-9ce1-a5af65e81969 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088974 Dec 10 08:57:10.084863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] Set router c4328007-32a1-4f4f-a785-9c588596c46f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:10.171939 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fcc24471-222a-47d4-b156-d9fbfee5a1c0 req-e33b52f4-6a1d-4f37-adcf-6ff2f00bc1a3 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399065 Dec 10 08:57:10.251519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8756967-5b68-4bda-adfa-1c1146eba926 None None] Pushing event updated for resources: {'Port': ['ID=d72fde2b-7575-4aa9-8c06-661c1602b01c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:10.402764 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:10.413943 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:10.470280 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3833c91-dc3d-4e17-9e6b-40de5c0ad5cb None None] Pushing event updated for resources: {'Port': ['ID=df1bf1c9-e0b4-41e9-89c3-71853bb3f11f,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:10.585619 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Attempting to bind port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:10.587010 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Attempting to bind port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'c8c516db-4e31-4379-9e4c-ce700393e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:10.588195 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Attempting to bind port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f on network 4e890126-8461-42d1-91c6-8acf4db46b85 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:10.598081 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:10.599286 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Checking segment: {'id': 'c8c516db-4e31-4379-9e4c-ce700393e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:10.599914 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:10.600315 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Bound using segment: {'id': 'c8c516db-4e31-4379-9e4c-ce700393e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:10.600812 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Bound port: df1bf1c9-e0b4-41e9-89c3-71853bb3f11f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c516db-4e31-4379-9e4c-ce700393e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:10.601202 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:10.668747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'gw_port': {'id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'd72fde2b-7575-4aa9-8c06-661c1602b01c', 'name': '', 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'mac_address': 'fa:16:3e:ca:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'ea9607bd-d8f0-46bf-8703-706a5b30db35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:09Z', 'revision_number': 4, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'subnets': [{'id': 'ea9607bd-d8f0-46bf-8703-706a5b30db35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:10.701913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c64240-dbcc-43d2-a289-2ee9e635abb4 None None] The sync data for ids ['c4328007-32a1-4f4f-a785-9c588596c46f'] in n-d-814746-3 is: [{'id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'gw_port': {'id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'd72fde2b-7575-4aa9-8c06-661c1602b01c', 'name': '', 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'mac_address': 'fa:16:3e:ca:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'ea9607bd-d8f0-46bf-8703-706a5b30db35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:09Z', 'revision_number': 4, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'subnets': [{'id': 'ea9607bd-d8f0-46bf-8703-706a5b30db35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:57:10.716403 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] For port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:10.720248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:00Z', 'revision_number': 2, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:10.722904 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] For port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=df1bf1c9-e0b4-41e9-89c3-71853bb3f11f,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:10.737233 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:10.788994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Checking router: 740983ce-71c6-4870-9496-c480778905e7 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:57:10.789352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Updating router 740983ce-71c6-4870-9496-c480778905e7 port c9ffd611-7287-464a-b4fe-7f286ea9a74a binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:57:10.842133 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:10.864953 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:10.865923 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:57:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:11.028338 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:11.117670 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3833c91-dc3d-4e17-9e6b-40de5c0ad5cb None None] Pushing event updated for resources: {'Port': ['ID=df1bf1c9-e0b4-41e9-89c3-71853bb3f11f,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:11.298248 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:11.310699 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:11.408013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df106a-5dfb-47ab-ac0d-80ba691f06e8 None None] Pushing event updated for resources: {'Port': ['ID=c9ffd611-7287-464a-b4fe-7f286ea9a74a,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:11.514410 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'df1bf1c9-e0b4-41e9-89c3-71853bb3f11f', 'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'mac_address': 'fa:16:3e:c1:1e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:10Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'subnets': [{'id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:11.543057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7c46fa-ecca-4102-909a-28c8afca1eaf details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:57:11.561254 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df2a84-1b4f-44ff-ae3c-a878015b73bc None None] The sync data for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 is: [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'df1bf1c9-e0b4-41e9-89c3-71853bb3f11f', 'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'mac_address': 'fa:16:3e:c1:1e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:10Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'subnets': [{'id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:57:11.606453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Attempting to bind port c9ffd611-7287-464a-b4fe-7f286ea9a74a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:11.606832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Attempting to bind port c9ffd611-7287-464a-b4fe-7f286ea9a74a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:11.607199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Attempting to bind port c9ffd611-7287-464a-b4fe-7f286ea9a74a on network dd6741d2-514c-427c-94f6-2278d2e47880 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:11.622586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:11.623125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Checking segment: {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:11.628455 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:11.632391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Bound using segment: {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:11.632955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Bound port: c9ffd611-7287-464a-b4fe-7f286ea9a74a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:11.638683 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:11.920331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] For port c9ffd611-7287-464a-b4fe-7f286ea9a74a, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:11.992775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c9b36265-67e6-4c0e-8065-54630f7a120c None None] Provisioning complete for port c9ffd611-7287-464a-b4fe-7f286ea9a74a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:11.993270 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c9b36265-67e6-4c0e-8065-54630f7a120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:12.002804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:12.016039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] For port c9ffd611-7287-464a-b4fe-7f286ea9a74a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c9ffd611-7287-464a-b4fe-7f286ea9a74a,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:12.056295 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:12.058499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b371cc6-4a4d-47b6-88c0-4fe1546faedb req-8ab2c4b2-1908-42d2-a2d0-e2ed76d42f57 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:12.060955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b371cc6-4a4d-47b6-88c0-4fe1546faedb req-8ab2c4b2-1908-42d2-a2d0-e2ed76d42f57 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 944 time: 0.1017442 Dec 10 08:57:12.064535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '8c7c46fa-ecca-4102-909a-28c8afca1eaf', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'port_id': '8c7c46fa-ecca-4102-909a-28c8afca1eaf', 'mac_address': 'fa:16:3e:57:7c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15349f3d-125d-490d-ae31-4a9529c678c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:57:12.104376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-386f5eb7-d860-44a2-b418-66ce0c2e7678 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:12.112572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-386f5eb7-d860-44a2-b418-66ce0c2e7678 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/networks?id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 200 len: 811 time: 0.2308924 Dec 10 08:57:12.139818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-33cc84ff-2c64-42c9-aa83-2e8473390abd tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/quotas/7226e7216385423394b4b8d0fe7d2f18 HTTP/1.1" status: 200 len: 375 time: 0.0262749 Dec 10 08:57:12.150588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c9b36265-67e6-4c0e-8065-54630f7a120c None None] Port c9ffd611-7287-464a-b4fe-7f286ea9a74a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:12.219467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b371cc6-4a4d-47b6-88c0-4fe1546faedb req-a6bf2da9-ffb6-40db-b116-19a8a8c2ed35 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470935 Dec 10 08:57:12.242930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df106a-5dfb-47ab-ac0d-80ba691f06e8 None None] Pushing event updated for resources: {'Port': ['ID=c9ffd611-7287-464a-b4fe-7f286ea9a74a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:12.257791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:12.259424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-a4818216-13e9-462b-ad4c-9edf6f45716f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7226e7216385423394b4b8d0fe7d2f18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186576 Dec 10 08:57:12.264518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:12.265158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:57:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:12.443585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7c46fa-ecca-4102-909a-28c8afca1eaf {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:12.529578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:12.582340 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:12.588713 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-dd455b51-93ff-4845-a8d0-995c3e6ee793 service neutron] 10.222.0.31 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250914 Dec 10 08:57:12.642185 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d72fde2b-7575-4aa9-8c06-661c1602b01c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:12.834748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-7a094f40-b91f-4697-a374-56dbb6614f28 service neutron] 10.222.0.31 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451136 Dec 10 08:57:12.845010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8c7c46fa-ecca-4102-909a-28c8afca1eaf,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:12.921857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-99e69d6c-53fe-4fca-977b-45d200956133 None None] Provisioning complete for port c9ffd611-7287-464a-b4fe-7f286ea9a74a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:12.922298 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99e69d6c-53fe-4fca-977b-45d200956133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:12.930497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:12.970246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332819-99ba-47ff-8908-0698cbb252af req-970df395-46be-46b7-bda5-5747c97837f4 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:12.971546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-970df395-46be-46b7-bda5-5747c97837f4 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 820 time: 0.2282398 Dec 10 08:57:13.015634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['8c7c46fa-ecca-4102-909a-28c8afca1eaf'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:57:13.024136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d72fde2b-7575-4aa9-8c06-661c1602b01c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:13.024136 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:13.026093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-94d82bfe-b036-4e32-b289-2ef5179d2ed2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/quotas/6054a4c35cfa467580618fc3e08ddafd HTTP/1.1" status: 200 len: 375 time: 0.0405765 Dec 10 08:57:13.150133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-da2b37a6-528f-423d-8ab8-8beef353dd83 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176074 Dec 10 08:57:13.458972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:13.619086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port d72fde2b-7575-4aa9-8c06-661c1602b01c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d72fde2b-7575-4aa9-8c06-661c1602b01c,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:13.642238 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:13.642880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device df1bf1c9-e0b4-41e9-89c3-71853bb3f11f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:13.654032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-54d730ab-76b1-4d44-9f91-6a17a49fdc02 service neutron] 10.222.0.31 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972198 Dec 10 08:57:13.725268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-af59eb63-2ae6-4fa7-99f3-d13595975cc9 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:13.733315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-af59eb63-2ae6-4fa7-99f3-d13595975cc9 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 822 time: 0.4859555 Dec 10 08:57:13.827288 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-54316648-9b65-4028-ba47-3bbb80042899 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/quotas/56dd9c2c76e44d3ebf21ba7bd5631e02 HTTP/1.1" status: 200 len: 375 time: 0.0917740 Dec 10 08:57:13.905318 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99e69d6c-53fe-4fca-977b-45d200956133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:13.937257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9f9880cc-5877-4b1a-b07e-22ffab317f79 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961733 Dec 10 08:57:13.987290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=d72fde2b-7575-4aa9-8c06-661c1602b01c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:14.060039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.060364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.060773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.061105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.061436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.061821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.062142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.062461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.063466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.063800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.064123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.064444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.064762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:14.074819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:14.075180 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:14.154589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-99e69d6c-53fe-4fca-977b-45d200956133 None None] For port c9ffd611-7287-464a-b4fe-7f286ea9a74a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c9ffd611-7287-464a-b4fe-7f286ea9a74a,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:14.179777 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99e69d6c-53fe-4fca-977b-45d200956133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:14.193092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-c99841a1-fcf9-4720-8b30-2cb7a6caeba0 service neutron] 10.222.0.31 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268457 Dec 10 08:57:14.248813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-388a2f74-0674-45b7-a8e5-8e629be91150 service neutron] 10.222.0.31 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105083 Dec 10 08:57:14.322814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:11Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:14.569083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-190d6292-4404-41cf-88cf-4dabe5fe219a service neutron] 10.222.0.31 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108747 Dec 10 08:57:14.749863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974edbf-858c-45e4-8b60-e11399e710ce None None] The sync data for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 is: [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:11Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:57:14.776488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:14.808839 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-e5d2acce-1313-4012-b945-0a1941e712c2 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1348992646&fields=id&tenant_id=a93c43f3519746ea85e30a64a310e750 HTTP/1.1" status: 200 len: 267 time: 0.1300139 Dec 10 08:57:15.039431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e69d6c-53fe-4fca-977b-45d200956133 None None] Pushing event updated for resources: {'Port': ['ID=c9ffd611-7287-464a-b4fe-7f286ea9a74a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:15.049759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=df1bf1c9-e0b4-41e9-89c3-71853bb3f11f,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:15.057021 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:15.060730 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:15.212064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=df1bf1c9-e0b4-41e9-89c3-71853bb3f11f,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:15.236939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-da75e6d2-81eb-4b1a-8b14-957ded9d884b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:15.238597 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-da75e6d2-81eb-4b1a-8b14-957ded9d884b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.39 "GET /v2.0/networks?id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 200 len: 811 time: 0.3899250 Dec 10 08:57:15.265322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Request body: {'port': {'device_id': '58044122-a53f-4933-918b-528b4e1e174c', 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7', 'admin_state_up': True, 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:15.393673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a54dd716-853c-44fc-9dbb-66cb4bbc8616 req-33c3ecfd-2de3-47e6-87ef-eeca87a30e50 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 210 time: 0.1667800 Dec 10 08:57:15.416170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-1442885b-63c5-45e6-9afb-3928e1494797 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:15.422980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d72fde2b-7575-4aa9-8c06-661c1602b01c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:15.433062 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-1442885b-63c5-45e6-9afb-3928e1494797 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/networks?id=dd6741d2-514c-427c-94f6-2278d2e47880 HTTP/1.1" status: 200 len: 806 time: 0.6137528 Dec 10 08:57:15.467412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-6fffd034-91d5-43c3-99f0-060c3da865d9 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/quotas/a93c43f3519746ea85e30a64a310e750 HTTP/1.1" status: 200 len: 375 time: 0.0333180 Dec 10 08:57:15.568830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7c46fa-ecca-4102-909a-28c8afca1eaf up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:15.572652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d72fde2b-7575-4aa9-8c06-661c1602b01c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:15.575477 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:15.587529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Made reservation on behalf of 7226e7216385423394b4b8d0fe7d2f18 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:15.591298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:15.770217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-3d9bbd58-0d80-48f1-a984-1538ed169314 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a93c43f3519746ea85e30a64a310e750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3018885 Dec 10 08:57:15.905644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 8c7c46fa-ecca-4102-909a-28c8afca1eaf completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:57:15.920950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dc5d6-d097-4ef7-89f3-c42d53dc2660 req-aa41644c-c4e0-4d96-9b2c-407bb2867947 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:15.935266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c9ffd611-7287-464a-b4fe-7f286ea9a74a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:15.940699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Allocated IP 172.20.0.3 (e948e6a0-5d72-4cc5-b028-9d68eb3ccef7/ea9607bd-d8f0-46bf-8703-706a5b30db35/4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:15.942264 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 8c7c46fa-ecca-4102-909a-28c8afca1eaf triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:15.944921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:15.947734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec0dc5d6-d097-4ef7-89f3-c42d53dc2660 req-aa41644c-c4e0-4d96-9b2c-407bb2867947 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 945 time: 0.4307835 Dec 10 08:57:16.134777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-040d2f2f-2982-4284-8924-4613218be8da service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:57:16.145713 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-040d2f2f-2982-4284-8924-4613218be8da service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3530526 Dec 10 08:57:16.280614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec0dc5d6-d097-4ef7-89f3-c42d53dc2660 req-7b075794-70c9-4625-9460-01e401742be7 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245637 Dec 10 08:57:16.300671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c9ffd611-7287-464a-b4fe-7f286ea9a74a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:16.311093 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:16.424079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:16.474918 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:16.539957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:16.561634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:16.577980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7c46fa-ecca-4102-909a-28c8afca1eaf'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:16.582225 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323cc0ea-cee2-408d-b44f-d2910f0bc4d1" -d '{"events": [{"server_uuid": "4fa6d5cf-1ad6-4609-8b8b-28be7a813e80", "name": "network-vif-plugged", "status": "completed", "tag": "8c7c46fa-ecca-4102-909a-28c8afca1eaf"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:16.598481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-b775dfc2-c1f6-47cb-a59f-d23c6e80b24f service neutron] 10.222.0.31 "GET /v2.0/networks/dd6741d2-514c-427c-94f6-2278d2e47880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498360 Dec 10 08:57:16.640073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:16.690812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:16.693921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Pushing event updated for resources: {'Port': ['ID=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:16.703154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:16.707569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:16.728037 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-557e4675-2fb8-4166-a3cd-0f94037cf58c req-0cf0edba-ce7a-442a-9f84-959fed621b4c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 210 time: 0.1022425 Dec 10 08:57:16.767179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8c7c46fa-ecca-4102-909a-28c8afca1eaf,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:16.834471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:16.835506 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:16.868714 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5b48c1d7-34b7-4266-b05d-c6096467d785 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6128237 Dec 10 08:57:16.898133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Request body: {'port': {'device_id': '58044122-a53f-4933-918b-528b4e1e174c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:16.994032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8b5f6c9-ca0f-49b6-9f29-8c11f48955cf req-619ff720-a88c-4e74-97ca-fcf0a0823be1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 210 time: 0.0776012 Dec 10 08:57:17.118530 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-e9e5ccd2-e318-41e3-8d70-ac594cd19535 service neutron] 10.222.0.31 "GET /v2.0/networks/dd6741d2-514c-427c-94f6-2278d2e47880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110340 Dec 10 08:57:17.336524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device df1bf1c9-e0b4-41e9-89c3-71853bb3f11f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:17.358232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:17.503316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:17.503831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:17.555101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fecaf5-3398-4016-90bf-f43cf5c037c5 req-38ca055d-fbac-4831-b3ad-41605f37b36c tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:17.567324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8fecaf5-3398-4016-90bf-f43cf5c037c5 req-38ca055d-fbac-4831-b3ad-41605f37b36c tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 931 time: 0.2079995 Dec 10 08:57:17.695553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8fecaf5-3398-4016-90bf-f43cf5c037c5 req-810a0898-d2b8-47b0-a551-e51619b8d686 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265247 Dec 10 08:57:17.792968 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a60a03-72d9-40b7-a1df-1149d08a749a x-openstack-request-id: req-d3a60a03-72d9-40b7-a1df-1149d08a749a {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:17.793836 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa6d5cf-1ad6-4609-8b8b-28be7a813e80", "name": "network-vif-plugged", "status": "completed", "tag": "8c7c46fa-ecca-4102-909a-28c8afca1eaf", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:17.794681 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3a60a03-72d9-40b7-a1df-1149d08a749a {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:17.794824 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7c46fa-ecca-4102-909a-28c8afca1eaf', 'code': 200} Dec 10 08:57:18.181960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332819-99ba-47ff-8908-0698cbb252af req-558c418b-7b63-4a30-96ac-9f5773dc9d05 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:18.184546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-558c418b-7b63-4a30-96ac-9f5773dc9d05 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.18 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 820 time: 1.1827476 Dec 10 08:57:18.203105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Request body: {'port': {'device_id': '5d608de8-05de-4983-927e-d3e7961f36c8', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'admin_state_up': True, 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:18.231254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-268f331b-d681-4399-a447-8f60841c810c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:18.234148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-268f331b-d681-4399-a447-8f60841c810c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 822 time: 0.5862291 Dec 10 08:57:18.314075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbe596-57a8-4155-9f6e-8053929448dd req-830a7ade-18d0-4c1c-8bd0-b1bec17fdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:18.314075 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2bdbe596-57a8-4155-9f6e-8053929448dd req-830a7ade-18d0-4c1c-8bd0-b1bec17fdd55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 1097 time: 0.2079465 Dec 10 08:57:18.364405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3aec7bb9-636c-4df3-8429-582314f56a60 req-306dc7c1-b5f4-4055-b10e-1214306b9d07 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 210 time: 0.1281214 Dec 10 08:57:18.379976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Request body: {'port': {'device_id': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328', 'admin_state_up': True, 'tenant_id': '56dd9c2c76e44d3ebf21ba7bd5631e02'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:18.527042 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2bdbe596-57a8-4155-9f6e-8053929448dd req-27d0d4f6-e381-4eeb-8d48-799a6d37160c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829233 Dec 10 08:57:18.569729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f3707-b0b3-462f-94d0-fcfb91f59ab1 req-39ff4825-8987-422c-8d39-c2104827f8f9 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:18.585189 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb5f3707-b0b3-462f-94d0-fcfb91f59ab1 req-39ff4825-8987-422c-8d39-c2104827f8f9 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.6678343 Dec 10 08:57:18.606586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:18.610393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Made reservation on behalf of 6054a4c35cfa467580618fc3e08ddafd for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:18.612433 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-134ffb00-c2f5-416f-bac8-1e0fff10f6e7 req-07f3c173-fc39-4a85-b24d-f379e5e483cd tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 210 time: 0.0979817 Dec 10 08:57:18.614589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:18.642049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:18.676438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Transition to ACTIVE for port object 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:18.731185 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:18.778361 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29c39538-ddfe-49af-a154-d5e6942f13f6 req-81194d9a-ea24-4f00-863d-d33014bc4e42 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 210 time: 0.0487883 Dec 10 08:57:18.827897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb5f3707-b0b3-462f-94d0-fcfb91f59ab1 req-e66ac910-f2cd-4175-9479-16e2c61440d8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394717 Dec 10 08:57:18.856501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Pushing event updated for resources: {'Port': ['ID=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:18.857941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Made reservation on behalf of 56dd9c2c76e44d3ebf21ba7bd5631e02 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:18.861772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:19.092568 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:19.141203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4e53c-cdb8-432e-9bfe-fea7b61cc452 req-6efbf8fd-c618-4876-8664-191487ab2f96 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:19.143584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31d4e53c-cdb8-432e-9bfe-fea7b61cc452 req-6efbf8fd-c618-4876-8664-191487ab2f96 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 943 time: 0.1651864 Dec 10 08:57:19.191085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Attempting to bind port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:19.191979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Attempting to bind port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:19.192451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Attempting to bind port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 on network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:19.204834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Allocated IP 172.20.0.13 (4e890126-8461-42d1-91c6-8acf4db46b85/fe4cfc30-40ad-4b75-b06d-caac798bd05a/c6dc372e-05ef-4f84-a4b0-99fe5bba6409) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:19.213272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 on network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:19.214586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Attempting to bind port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 on network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:19.222595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:19.222930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Checking segment: {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:19.223362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Bound using segment: {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:19.223825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Bound port: 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:19.224893 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:19.227078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31d4e53c-cdb8-432e-9bfe-fea7b61cc452 req-34af62f2-45c1-43a2-9c79-86e99de2cb64 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694194 Dec 10 08:57:19.304456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Allocated IP 172.20.0.10 (6d752f9e-e96d-4653-819c-c49a87804328/eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17/29339d2a-4f30-46d9-84c2-8291c4576eff) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:19.355284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] For port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:19.408533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] For port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:19.418150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:19.528093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Pushing event updated for resources: {'Port': ['ID=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:19.580298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:19.580910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:19.593716 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-188b05b5-7889-478c-97e4-ba7a061e8808 service neutron] 10.222.0.39 "PUT /v2.0/ports/4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 HTTP/1.1" status: 200 len: 1091 time: 2.7152116 Dec 10 08:57:19.594216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58044122-a53f-4933-918b-528b4e1e174c', 'tag': '4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:19.613745 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720c95f1-d771-4600-9979-da1cd5bc1334" -d '{"events": [{"name": "network-changed", "server_uuid": "58044122-a53f-4933-918b-528b4e1e174c", "tag": "4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:19.681229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b82b7e94-1958-4f0d-950b-7a82791abf76 req-e94c8e8f-8b16-4da8-b4bb-a20c3ba156de tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 210 time: 0.1075947 Dec 10 08:57:19.714700 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:19.784511 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4ae805-0376-4fce-8f8b-547fbe4f2f02 x-openstack-request-id: req-ac4ae805-0376-4fce-8f8b-547fbe4f2f02 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:19.785024 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58044122-a53f-4933-918b-528b4e1e174c", "tag": "4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:19.785414 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac4ae805-0376-4fce-8f8b-547fbe4f2f02 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:19.786033 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58044122-a53f-4933-918b-528b4e1e174c', 'tag': '4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261', 'status': 'completed', 'code': 200} Dec 10 08:57:19.829704 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:19.873350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb2f9c-03dd-48b4-b29f-b9b4c4e8c39b req-61fa0715-c061-4cca-8b61-d433a0fb2a36 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:19.881562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:19.884862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ddfb2f9c-03dd-48b4-b29f-b9b4c4e8c39b req-61fa0715-c061-4cca-8b61-d433a0fb2a36 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 932 time: 0.1065385 Dec 10 08:57:19.969624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:20.042659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ddfb2f9c-03dd-48b4-b29f-b9b4c4e8c39b req-524d7bd3-0a72-465f-a833-43dd5c574014 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555314 Dec 10 08:57:20.101795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Network 6d752f9e-e96d-4653-819c-c49a87804328 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:20.118714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:20.123956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:20.161357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Network 4e890126-8461-42d1-91c6-8acf4db46b85 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:20.169807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:20.182916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Pushing event updated for resources: {'Port': ['ID=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:20.187599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5aab7859-b4ee-473c-8d48-ca1e8a6fc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:20.189464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-5aab7859-b4ee-473c-8d48-ca1e8a6fc703 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7226e7216385423394b4b8d0fe7d2f18&device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 1094 time: 0.4146028 Dec 10 08:57:20.196629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:20.258062 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-ed5b04b8-c4d9-49f6-86f5-dd4924b23b80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 HTTP/1.1" status: 200 len: 217 time: 0.0535476 Dec 10 08:57:20.338116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-bb283203-bb72-434f-9e9b-6c3421254941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:20.339787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-bb283203-bb72-434f-9e9b-6c3421254941 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea9607bd-d8f0-46bf-8703-706a5b30db35 HTTP/1.1" status: 200 len: 851 time: 0.0590818 Dec 10 08:57:20.350826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-a69d2b4a-e87a-45e6-b5b0-ce9d7f0912c9 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:20.352514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-a69d2b4a-e87a-45e6-b5b0-ce9d7f0912c9 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.39 "GET /v2.0/networks?id=dd6741d2-514c-427c-94f6-2278d2e47880 HTTP/1.1" status: 200 len: 806 time: 0.5649931 Dec 10 08:57:20.394292 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-7a9a3af8-ccb0-4fe9-8cfb-b9fbacf076ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382385 Dec 10 08:57:20.505084 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-be5fa937-cd0b-4d4a-9422-66e64bebaaf4 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a93c43f3519746ea85e30a64a310e750 HTTP/1.1" status: 200 len: 380 time: 0.1410847 Dec 10 08:57:20.513764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:20.514543 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:20.529659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Request body: {'port': {'device_id': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'admin_state_up': True, 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'security_groups': ['2b51d490-f8ff-47e7-b2cd-0c9547762aff']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:20.655547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:20.656174 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:20.676183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6b77-b0eb-4ede-a190-059a406277e2 req-132c099a-ebf8-4830-9e02-259265a3ccc1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:20.690934 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-db787445-3b5c-47ed-b98a-ef9d6526ff1a service neutron] 10.222.0.39 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869012 Dec 10 08:57:20.696195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f9d6b77-b0eb-4ede-a190-059a406277e2 req-132c099a-ebf8-4830-9e02-259265a3ccc1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 932 time: 0.7558882 Dec 10 08:57:20.698223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-4eb4900d-8a7c-4e79-abf1-6549e39595c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5007424 Dec 10 08:57:20.716089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event updated for resources: {'Port': ['ID=29339d2a-4f30-46d9-84c2-8291c4576eff,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:20.730032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-27463be2-5ab1-4233-bda9-0f19cbe6ca7e tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:57:20.731258 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-27463be2-5ab1-4233-bda9-0f19cbe6ca7e tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138147 Dec 10 08:57:20.753941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-c10cf6ed-6a8a-4591-9ddd-1223c761c3f6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3845358 Dec 10 08:57:20.845345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f9d6b77-b0eb-4ede-a190-059a406277e2 req-1f4c7b6f-17a4-4628-a9fd-4d104d2d5877 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482289 Dec 10 08:57:20.869812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Request body: {'port': {'device_id': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:20.894518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8dbaf-4702-43a3-81cb-96e22511ae1a req-96e95fe3-bf82-4919-acdd-9c6c2177085a tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:20.896823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Request body: {'port': {'device_id': '5d608de8-05de-4983-927e-d3e7961f36c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:20.900712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38c8dbaf-4702-43a3-81cb-96e22511ae1a req-96e95fe3-bf82-4919-acdd-9c6c2177085a tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1817775 Dec 10 08:57:21.065766 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2986cb02-64f3-4e47-a361-666d383f1df2 req-1fb79118-d5e4-4bf7-b5e7-2b112e91b532 service neutron] 10.222.0.39 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602755 Dec 10 08:57:21.070375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:21.077762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38c8dbaf-4702-43a3-81cb-96e22511ae1a req-ff63da2a-fe9b-46f9-8649-c66679acd5ae tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438456 Dec 10 08:57:21.107292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:21.107292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Made reservation on behalf of a93c43f3519746ea85e30a64a310e750 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:21.113348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:21.480043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-adf08b78-8e46-489c-8704-a15385122e26 req-d90e65b6-2fb7-4f9d-942d-0d209ba48799 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 210 time: 0.1880929 Dec 10 08:57:21.534688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cab57-e83b-4e4e-959c-d8ec3c3df61a req-4a8c2d5b-362a-40f1-939d-707a28815a0b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:21.536234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be5cab57-e83b-4e4e-959c-d8ec3c3df61a req-4a8c2d5b-362a-40f1-939d-707a28815a0b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 943 time: 0.2861853 Dec 10 08:57:21.717842 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be5cab57-e83b-4e4e-959c-d8ec3c3df61a req-a97732a6-b935-43dc-9011-5ba2e332a956 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726735 Dec 10 08:57:21.760932 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6c056-3e40-4ccb-a181-b5bc4cc801aa req-c2d134ac-ba5a-4eeb-b003-465ec1754539 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:21.765977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eda6c056-3e40-4ccb-a181-b5bc4cc801aa req-c2d134ac-ba5a-4eeb-b003-465ec1754539 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 932 time: 0.1685789 Dec 10 08:57:21.863888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eda6c056-3e40-4ccb-a181-b5bc4cc801aa req-9d6bee2a-ec6c-46f7-bbbe-8b301951186d tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793989 Dec 10 08:57:22.180190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29339d2a-4f30-46d9-84c2-8291c4576eff {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:22.180190 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:22.180190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Transition to ACTIVE for port object 29339d2a-4f30-46d9-84c2-8291c4576eff will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:22.218206 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:22.258179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c51af-f71b-4178-a207-7741b9fb857b req-aca95597-6cc2-472a-afd2-a48ea4056e9a tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:22.267560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e3c51af-f71b-4178-a207-7741b9fb857b req-aca95597-6cc2-472a-afd2-a48ea4056e9a tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1197166 Dec 10 08:57:22.327879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-b8e48bc3-1a07-4373-93ef-d5001c9eb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:22.329662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-b8e48bc3-1a07-4373-93ef-d5001c9eb1f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7226e7216385423394b4b8d0fe7d2f18&device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 1094 time: 1.1592720 Dec 10 08:57:22.351172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Allocated IP 172.20.0.14 (dd6741d2-514c-427c-94f6-2278d2e47880/dc4b1d78-bda9-4e39-9eca-b14c4b907cda/21905037-2b3e-4975-8e7a-c59bb25c33af) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:22.362728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8c87-75f4-4680-a5e2-2dd356162cb2 req-a20ca849-af4b-45c6-82f5-752616b449b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:22.365140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07eb8c87-75f4-4680-a5e2-2dd356162cb2 req-a20ca849-af4b-45c6-82f5-752616b449b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 932 time: 0.3326466 Dec 10 08:57:22.422164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Pushing event updated for resources: {'Port': ['ID=29339d2a-4f30-46d9-84c2-8291c4576eff,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:22.496818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e3c51af-f71b-4178-a207-7741b9fb857b req-978b339d-d65b-4c9d-a1b4-2c829d463875 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269683 Dec 10 08:57:22.668564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dc372e-05ef-4f84-a4b0-99fe5bba6409 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:22.680638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-a796ddbd-b9ad-4785-aebd-c8a87dc6c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:22.682258 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-a796ddbd-b9ad-4785-aebd-c8a87dc6c1e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 200 len: 912 time: 0.3403449 Dec 10 08:57:22.686768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:22.789810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07eb8c87-75f4-4680-a5e2-2dd356162cb2 req-691fe589-0b97-438c-a966-4b5265a01603 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069867 Dec 10 08:57:22.814748 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-7359cd1d-97e9-417b-bcf3-cec7d22b9bbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 HTTP/1.1" status: 200 len: 217 time: 0.1178281 Dec 10 08:57:22.893358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Transition to ACTIVE for port object c6dc372e-05ef-4f84-a4b0-99fe5bba6409 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:22.915855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:22.977614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:22.981165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:22.982934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Attempting to bind port 29339d2a-4f30-46d9-84c2-8291c4576eff on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:22.983520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Attempting to bind port 29339d2a-4f30-46d9-84c2-8291c4576eff by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:22.986150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Attempting to bind port 29339d2a-4f30-46d9-84c2-8291c4576eff on network 6d752f9e-e96d-4653-819c-c49a87804328 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:23.007724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-8ca844d5-58a4-49c1-8abd-1883ad09fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:23.009893 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-8ca844d5-58a4-49c1-8abd-1883ad09fed3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea9607bd-d8f0-46bf-8703-706a5b30db35 HTTP/1.1" status: 200 len: 851 time: 0.1561744 Dec 10 08:57:23.074172 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-ab3a8c56-e229-4f06-9d36-6a04bf60c5dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517879 Dec 10 08:57:23.088197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Port 29339d2a-4f30-46d9-84c2-8291c4576eff on network 6d752f9e-e96d-4653-819c-c49a87804328 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:23.088884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Attempting to bind port 29339d2a-4f30-46d9-84c2-8291c4576eff on network 6d752f9e-e96d-4653-819c-c49a87804328 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:23.095851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:23.096792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Checking segment: {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:23.097195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Bound using segment: {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:23.097887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Bound port: 29339d2a-4f30-46d9-84c2-8291c4576eff, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:23.099924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.103391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30d7f361-37bb-490b-ac8b-3c5920e8f1b3 req-f6970faa-87ac-4174-8b14-158003a7f454 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 210 time: 0.0730348 Dec 10 08:57:23.280900 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.294811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:23.298912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=29339d2a-4f30-46d9-84c2-8291c4576eff,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:23.318479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc969c1-3402-4239-9f9c-bcfe8a4b1129 req-e1b0503d-6dcd-4bf5-856d-6cd5eb77710e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:23.327411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbc969c1-3402-4239-9f9c-bcfe8a4b1129 req-e1b0503d-6dcd-4bf5-856d-6cd5eb77710e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 943 time: 0.2131884 Dec 10 08:57:23.329756 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.355402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Network dd6741d2-514c-427c-94f6-2278d2e47880 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:23.358275 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-0a5ed4c1-2dab-43a7-b657-40b849d4b702 service neutron] 10.222.0.39 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559118 Dec 10 08:57:23.359092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Attempting to bind port c6dc372e-05ef-4f84-a4b0-99fe5bba6409 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:23.359536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Attempting to bind port c6dc372e-05ef-4f84-a4b0-99fe5bba6409 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'c8c516db-4e31-4379-9e4c-ce700393e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:23.359974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Attempting to bind port c6dc372e-05ef-4f84-a4b0-99fe5bba6409 on network 4e890126-8461-42d1-91c6-8acf4db46b85 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:23.371870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:23.374738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:23.388055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:23.388679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.390122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] 10.222.0.18 "PUT /v2.0/ports/29339d2a-4f30-46d9-84c2-8291c4576eff HTTP/1.1" status: 200 len: 1092 time: 2.6209342 Dec 10 08:57:23.398493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d2c19-c972-43c6-b451-4da5cc0e649d req-a5b176e0-d781-4a27-b83e-3d9a687ed52a tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:23.405728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a43d2c19-c972-43c6-b451-4da5cc0e649d req-a5b176e0-d781-4a27-b83e-3d9a687ed52a tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 944 time: 0.1712651 Dec 10 08:57:23.413324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:23.415641 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d6011-1229-4959-81cb-de97d4dcd4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:23.507051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Port c6dc372e-05ef-4f84-a4b0-99fe5bba6409 on network 4e890126-8461-42d1-91c6-8acf4db46b85 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:23.507546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Attempting to bind port c6dc372e-05ef-4f84-a4b0-99fe5bba6409 on network 4e890126-8461-42d1-91c6-8acf4db46b85 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:23.527078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbc969c1-3402-4239-9f9c-bcfe8a4b1129 req-5f3c95fb-7d54-4a3b-80b5-00faa5de7efa tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986740 Dec 10 08:57:23.533392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e394255-1051-4690-9024-76fb50a8db1c service neutron] Pushing event updated for resources: {'Port': ['ID=29339d2a-4f30-46d9-84c2-8291c4576eff,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:23.537028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:23.538485 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.541440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:23.541918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Checking segment: {'id': 'c8c516db-4e31-4379-9e4c-ce700393e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:23.542411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Bound using segment: {'id': 'c8c516db-4e31-4379-9e4c-ce700393e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:23.542971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Bound port: c6dc372e-05ef-4f84-a4b0-99fe5bba6409, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c516db-4e31-4379-9e4c-ce700393e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:23.543427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.555788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Pushing event updated for resources: {'Port': ['ID=21905037-2b3e-4975-8e7a-c59bb25c33af,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:23.563946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:57:23.610801 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-720c95f1-d771-4600-9979-da1cd5bc1334 req-97569080-623c-4604-8366-bc3f52d3b7c7 service neutron] 10.222.0.39 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399089 Dec 10 08:57:23.622011 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a43d2c19-c972-43c6-b451-4da5cc0e649d req-377ac68b-c44d-4dc5-a1cc-ac4852f75a31 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151427 Dec 10 08:57:23.629882 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-7bafd276-93f5-4fb6-b2f1-b4ff3330f59e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1033733 Dec 10 08:57:23.641858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Request body: {'port': {'device_id': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:23.645823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-f95f58cd-5131-4182-af85-f60b7a192701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:23.647567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-f95f58cd-5131-4182-af85-f60b7a192701 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 1095 time: 0.2037530 Dec 10 08:57:23.655633 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44d3eb1-651a-4fb8-9169-13852dc48bec x-openstack-request-id: req-a44d3eb1-651a-4fb8-9169-13852dc48bec {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:23.655929 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:23.656189 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a44d3eb1-651a-4fb8-9169-13852dc48bec {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:23.656659 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff', 'status': 'completed', 'code': 200} Dec 10 08:57:23.753273 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.772074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:23.784219 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-443cfe1a-8910-44f3-b250-c4335341c71c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29339d2a-4f30-46d9-84c2-8291c4576eff HTTP/1.1" status: 200 len: 217 time: 0.1196189 Dec 10 08:57:23.820877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] For port c6dc372e-05ef-4f84-a4b0-99fe5bba6409, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:23.838377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261', 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7', 'port_id': '4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261', 'mac_address': 'fa:16:3e:d9:fd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9607bd-d8f0-46bf-8703-706a5b30db35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:57:23.857000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6e70786b-aefb-440c-a0da-8d132f7e3220 None None] Provisioning complete for port 21905037-2b3e-4975-8e7a-c59bb25c33af triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:23.858692 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6e70786b-aefb-440c-a0da-8d132f7e3220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.864117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] For port c6dc372e-05ef-4f84-a4b0-99fe5bba6409, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:23.874698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.923140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-76b49c25-ad11-42b1-b655-23471302602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:23.931442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-76b49c25-ad11-42b1-b655-23471302602a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17 HTTP/1.1" status: 200 len: 862 time: 0.1023190 Dec 10 08:57:23.939843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6e70786b-aefb-440c-a0da-8d132f7e3220 None None] Port 21905037-2b3e-4975-8e7a-c59bb25c33af cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:23.960263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:23.961712 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:23.965849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] 10.222.0.18 "PUT /v2.0/ports/c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 1092 time: 3.2146909 Dec 10 08:57:23.977602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:23.984095 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:23.990662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee661f4-1033-4edc-9850-cb3d09b8d397 req-b56704f1-005f-472f-ab9d-f53618f23428 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:23.993299 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee661f4-1033-4edc-9850-cb3d09b8d397 req-b56704f1-005f-472f-ab9d-f53618f23428 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.2303903 Dec 10 08:57:24.038417 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:24.055937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:24.079408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:24.085547 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:24.099927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-1056c97e-e5e3-4f14-80e2-f7e36590ad02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d752f9e-e96d-4653-819c-c49a87804328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330581 Dec 10 08:57:24.144996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:24.165325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee661f4-1033-4edc-9850-cb3d09b8d397 req-4fe940e7-b84f-49ca-be80-fc555018499b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532626 Dec 10 08:57:24.168276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87774742-3e77-4fe4-8883-c7cf85c8c952 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:24.186241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332819-99ba-47ff-8908-0698cbb252af req-481b03de-5cbd-4533-b6e6-dbe412fc9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:24.187834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-481b03de-5cbd-4533-b6e6-dbe412fc9d92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1095 time: 0.1474411 Dec 10 08:57:24.235410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fdc99-3a8d-47e1-9f39-385ec3db725e req-0d1620e8-dcd7-4dce-9122-dd510316a59a tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:24.237388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b86fdc99-3a8d-47e1-9f39-385ec3db725e req-0d1620e8-dcd7-4dce-9122-dd510316a59a tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 950 time: 0.1574368 Dec 10 08:57:24.242296 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-b626bffd-e5b9-4aa9-8099-f23fffe2cdd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 217 time: 0.0448687 Dec 10 08:57:24.301722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-fbe8e761-d8fe-4109-93b5-2441f1c35c7d service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882205 Dec 10 08:57:24.325520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332819-99ba-47ff-8908-0698cbb252af req-f45b51a1-cad7-4b16-979a-a062e7bfc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:24.327042 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-f45b51a1-cad7-4b16-979a-a062e7bfc5fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 200 len: 860 time: 0.0783200 Dec 10 08:57:24.371753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:57:24.384815 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-60a6d06b-f726-4707-925e-0f2925e3cc15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e890126-8461-42d1-91c6-8acf4db46b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480704 Dec 10 08:57:24.412069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b86fdc99-3a8d-47e1-9f39-385ec3db725e req-083fbbb6-13ea-4ba1-afac-d660b548c027 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568389 Dec 10 08:57:24.437937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cb065-2059-468d-9260-5786b8ff8a25 req-1c1f1ae1-b929-4ef9-92ac-e1b6a9c51e94 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:24.439050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb4cb065-2059-468d-9260-5786b8ff8a25 req-1c1f1ae1-b929-4ef9-92ac-e1b6a9c51e94 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 944 time: 0.1630158 Dec 10 08:57:24.452627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21905037-2b3e-4975-8e7a-c59bb25c33af {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:24.464768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:24.486937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Transition to ACTIVE for port object 21905037-2b3e-4975-8e7a-c59bb25c33af will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:24.498712 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1546151-a080-48df-88ad-36149b21d2b4 x-openstack-request-id: req-b1546151-a080-48df-88ad-36149b21d2b4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:24.498973 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:24.499219 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1546151-a080-48df-88ad-36149b21d2b4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:24.499655 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'status': 'completed', 'code': 200} Dec 10 08:57:24.501868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:24.511232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-336dcc0b-9f63-4a76-806c-ed945ed70653 req-a688e6d8-82dc-404b-bc36-71a640ec875e service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908054 Dec 10 08:57:24.569654 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-8897b401-2f77-480e-81d4-4977c673f4ef service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762023 Dec 10 08:57:24.579470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Pushing event updated for resources: {'Port': ['ID=21905037-2b3e-4975-8e7a-c59bb25c33af,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:24.593655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb4cb065-2059-468d-9260-5786b8ff8a25 req-c4de8a8c-2ff1-46cf-91d5-cb21c6897331 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510847 Dec 10 08:57:24.700461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142082a-6c73-48a2-828e-b5931d917aaf req-af6f186e-e914-4ebe-9fcd-1a402d81ac6c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:24.702340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a142082a-6c73-48a2-828e-b5931d917aaf req-af6f186e-e914-4ebe-9fcd-1a402d81ac6c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 944 time: 0.1347656 Dec 10 08:57:24.704313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-94047f8f-e47a-40a8-846c-45f039d685ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:24.705739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-94047f8f-e47a-40a8-846c-45f039d685ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 1095 time: 0.1110160 Dec 10 08:57:24.768944 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02332819-99ba-47ff-8908-0698cbb252af req-fe75be42-1a54-42ff-a337-8c8c5be7cf22 service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856487 Dec 10 08:57:24.773425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Attempting to bind port 21905037-2b3e-4975-8e7a-c59bb25c33af on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:24.773766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Attempting to bind port 21905037-2b3e-4975-8e7a-c59bb25c33af by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:24.774232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Attempting to bind port 21905037-2b3e-4975-8e7a-c59bb25c33af on network dd6741d2-514c-427c-94f6-2278d2e47880 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:24.779030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Port 21905037-2b3e-4975-8e7a-c59bb25c33af on network dd6741d2-514c-427c-94f6-2278d2e47880 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:24.779426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Attempting to bind port 21905037-2b3e-4975-8e7a-c59bb25c33af on network dd6741d2-514c-427c-94f6-2278d2e47880 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:24.785148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:24.785628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Checking segment: {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:24.786235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Bound using segment: {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:24.786700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Bound port: 21905037-2b3e-4975-8e7a-c59bb25c33af, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4992ef-ac8e-4160-b66c-402c59357d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:24.787160 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:24.845728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a142082a-6c73-48a2-828e-b5931d917aaf req-5256cf0e-49b5-402b-a5d0-d1953776f896 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373119 Dec 10 08:57:24.860038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee52ccc-8755-4657-b127-18e743bdb305 req-be004bf6-b057-4407-ae76-a5082dce5a14 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:24.867802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dee52ccc-8755-4657-b127-18e743bdb305 req-be004bf6-b057-4407-ae76-a5082dce5a14 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 944 time: 0.1858637 Dec 10 08:57:24.883870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] For port 21905037-2b3e-4975-8e7a-c59bb25c33af, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:24.911062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-f6831f9d-76e4-47ab-8aa8-e4a675a01ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:24.913142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-f6831f9d-76e4-47ab-8aa8-e4a675a01ba1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 923 time: 0.1878269 Dec 10 08:57:24.946265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] For port 21905037-2b3e-4975-8e7a-c59bb25c33af, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=21905037-2b3e-4975-8e7a-c59bb25c33af,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:24.957832 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:24.972122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dee52ccc-8755-4657-b127-18e743bdb305 req-cfabd3a5-1bab-4b00-b093-5fc487014b34 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032438 Dec 10 08:57:24.987587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-45052a76-3532-453a-b592-d55d09833938 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29339d2a-4f30-46d9-84c2-8291c4576eff HTTP/1.1" status: 200 len: 217 time: 0.0666840 Dec 10 08:57:25.006914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.007537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:25.009357 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] 10.222.0.39 "PUT /v2.0/ports/21905037-2b3e-4975-8e7a-c59bb25c33af HTTP/1.1" status: 200 len: 1092 time: 1.3728113 Dec 10 08:57:25.024111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-d70b07cb-7a03-4fb1-bf87-10d0a2d594ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.025680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-d70b07cb-7a03-4fb1-bf87-10d0a2d594ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1095 time: 0.1810992 Dec 10 08:57:25.066639 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7729eb5-a434-444b-8923-add22fdd147a req-f75396cb-6ea5-4a9b-a0b4-338c5b1ab38a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1683280 Dec 10 08:57:25.080927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b67a2f-70e7-4848-9214-c8bb4b9d7b08 req-0672abc8-5f22-435c-86b4-4b58fc8f3c7a tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.093730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02b67a2f-70e7-4848-9214-c8bb4b9d7b08 req-0672abc8-5f22-435c-86b4-4b58fc8f3c7a tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 944 time: 0.1715302 Dec 10 08:57:25.139205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-e6cec28e-9645-4f30-8e02-aef2f8d2fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.141406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-e6cec28e-9645-4f30-8e02-aef2f8d2fcad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17 HTTP/1.1" status: 200 len: 862 time: 0.1453500 Dec 10 08:57:25.166651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b05465-de8b-4556-9369-49a9e3614df8 service neutron] Pushing event updated for resources: {'Port': ['ID=21905037-2b3e-4975-8e7a-c59bb25c33af,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:25.220481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-17cd2c65-fb7c-4a97-bddb-a44078fec20b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d752f9e-e96d-4653-819c-c49a87804328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661788 Dec 10 08:57:25.242015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02b67a2f-70e7-4848-9214-c8bb4b9d7b08 req-713623e5-3d86-4d5b-a451-a69689027e92 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452606 Dec 10 08:57:25.269032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-9d150801-e77f-4678-9f35-5923f3423515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.270689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-9d150801-e77f-4678-9f35-5923f3423515 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a93c43f3519746ea85e30a64a310e750&device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 1095 time: 0.1500463 Dec 10 08:57:25.280650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729eb5-a434-444b-8923-add22fdd147a req-8b3ac2f9-f567-4ba7-8e5c-ad5bb9b6fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.282152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7729eb5-a434-444b-8923-add22fdd147a req-8b3ac2f9-f567-4ba7-8e5c-ad5bb9b6fc60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379071bc4ce84880bfc82254d9a08606&device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 1101 time: 0.1431100 Dec 10 08:57:25.294038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-9bb1ed2f-cf92-4b55-8e7c-4b242c26912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.296074 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-9bb1ed2f-cf92-4b55-8e7c-4b242c26912d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 921 time: 0.2566016 Dec 10 08:57:25.354279 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-e18d1e75-3f31-4887-9fff-c9d6726d1ca9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21905037-2b3e-4975-8e7a-c59bb25c33af HTTP/1.1" status: 200 len: 217 time: 0.0704937 Dec 10 08:57:25.388247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00a26c-892d-4d10-8276-ecfe715edeb7 req-530f04be-5952-4d2a-83b9-2c66bce21216 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.403170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c00a26c-892d-4d10-8276-ecfe715edeb7 req-530f04be-5952-4d2a-83b9-2c66bce21216 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1247344 Dec 10 08:57:25.435199 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-76453560-0391-4c64-ac20-d6738221b7c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 217 time: 0.1049502 Dec 10 08:57:25.451148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-52c099c8-9f6d-41d3-9c86-f3780a09fe8a service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063980 Dec 10 08:57:25.527113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-1d22c1a0-f3c2-4ca9-a9e4-0d564e5c9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.528621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-1d22c1a0-f3c2-4ca9-a9e4-0d564e5c9f5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc4b1d78-bda9-4e39-9eca-b14c4b907cda HTTP/1.1" status: 200 len: 845 time: 0.1339238 Dec 10 08:57:25.559913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-b4523f05-57ed-4508-8893-b9c8db41f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.561530 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-b4523f05-57ed-4508-8893-b9c8db41f3ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 200 len: 860 time: 0.1006317 Dec 10 08:57:25.575797 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:57:25.579844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:25.592845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729eb5-a434-444b-8923-add22fdd147a req-a46ba6fb-92dc-401a-8e1c-48e155ba1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.594890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7729eb5-a434-444b-8923-add22fdd147a req-a46ba6fb-92dc-401a-8e1c-48e155ba1d60 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.2547250 Dec 10 08:57:25.608332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c00a26c-892d-4d10-8276-ecfe715edeb7 req-990a5d4c-ef74-4692-a8ed-5ecd2c12b545 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001066 Dec 10 08:57:25.634651 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-21dcdfad-d0ae-4867-a846-5233b303a658 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e890126-8461-42d1-91c6-8acf4db46b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546129 Dec 10 08:57:25.659116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:57:25.663855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:25.664431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:25.673671 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7729eb5-a434-444b-8923-add22fdd147a req-291706e2-553e-4763-858a-40ed5f5c9457 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69 HTTP/1.1" status: 200 len: 217 time: 0.0476468 Dec 10 08:57:25.688437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea178e-6f9e-48b2-946c-2042141d9f94 req-a39b753e-44f6-43f4-b09f-3bc6043eadea tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.690609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44ea178e-6f9e-48b2-946c-2042141d9f94 req-a39b753e-44f6-43f4-b09f-3bc6043eadea tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 950 time: 0.1797698 Dec 10 08:57:25.726075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-b77ad863-8c29-45a0-b8f0-8f8256eb6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.728422 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-b77ad863-8c29-45a0-b8f0-8f8256eb6ec3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd6741d2-514c-427c-94f6-2278d2e47880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877110 Dec 10 08:57:25.778160 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:25.795537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-027d6011-1229-4959-81cb-de97d4dcd4a5 req-41f50063-c422-469c-b262-d52b63423ffa service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200057 Dec 10 08:57:25.827664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:25.829362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58044122-a53f-4933-918b-528b4e1e174c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:25.832945 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59cf999-0d0e-4b22-b35d-d5d1ff75223b" -d '{"events": [{"server_uuid": "58044122-a53f-4933-918b-528b4e1e174c", "name": "network-vif-plugged", "status": "completed", "tag": "4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:25.838924 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:25.847384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ff209-36ae-491a-a8ad-b39a21e1cb09 req-82986413-327d-4262-9e2c-dfcdc6d26c90 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.849643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a8ff209-36ae-491a-a8ad-b39a21e1cb09 req-82986413-327d-4262-9e2c-dfcdc6d26c90 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 944 time: 0.1573503 Dec 10 08:57:25.878084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729eb5-a434-444b-8923-add22fdd147a req-674785cf-5dcd-457a-9654-b7cd259abfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:25.879913 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7729eb5-a434-444b-8923-add22fdd147a req-674785cf-5dcd-457a-9654-b7cd259abfc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1903629 Dec 10 08:57:25.905673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44ea178e-6f9e-48b2-946c-2042141d9f94 req-bf99aa83-b9b9-4053-b24f-098acb1bdd25 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015862 Dec 10 08:57:25.919859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:25.934247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a8ff209-36ae-491a-a8ad-b39a21e1cb09 req-4d756900-1752-473d-b968-7f1247d9c41d tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710716 Dec 10 08:57:26.012064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-89a1ad5e-4da4-45de-9def-526845c11123 service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371420 Dec 10 08:57:26.041732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729eb5-a434-444b-8923-add22fdd147a req-db42ecfe-ef38-42fc-a650-e2122ee4cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:26.041957 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793756fc-5460-4e03-a7d0-af9aa46e959b x-openstack-request-id: req-793756fc-5460-4e03-a7d0-af9aa46e959b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:26.042261 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58044122-a53f-4933-918b-528b4e1e174c", "name": "network-vif-plugged", "status": "completed", "tag": "4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:26.042514 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-793756fc-5460-4e03-a7d0-af9aa46e959b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:26.042908 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58044122-a53f-4933-918b-528b4e1e174c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261', 'code': 200} Dec 10 08:57:26.043428 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7729eb5-a434-444b-8923-add22fdd147a req-db42ecfe-ef38-42fc-a650-e2122ee4cc98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549499 Dec 10 08:57:26.056821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28d9e2-0cf2-4c17-9c23-de964aaa020a req-89bcf6e4-1db5-4872-b1d3-d5329a64adaf tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:26.058573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d28d9e2-0cf2-4c17-9c23-de964aaa020a req-89bcf6e4-1db5-4872-b1d3-d5329a64adaf tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 944 time: 0.0604646 Dec 10 08:57:26.083311 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-67d60cae-fc9d-4225-818d-e21de6e18e82 service neutron] 10.222.0.39 "GET /v2.0/networks/dd6741d2-514c-427c-94f6-2278d2e47880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325326 Dec 10 08:57:26.127611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d28d9e2-0cf2-4c17-9c23-de964aaa020a req-428c066e-4087-4e90-9782-1c7793bcfcc4 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550199 Dec 10 08:57:26.255056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35b80f-2873-4f3e-baee-746b6530dd10 req-6ae437b1-2dc1-405c-bfe6-f5798f89bbff tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:26.257389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd35b80f-2873-4f3e-baee-746b6530dd10 req-6ae437b1-2dc1-405c-bfe6-f5798f89bbff tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0562849 Dec 10 08:57:26.312434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd35b80f-2873-4f3e-baee-746b6530dd10 req-dff12ffc-66ce-4bb1-bfbe-0b1e092a8afc tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468812 Dec 10 08:57:26.361445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfada7c-9d1b-4758-98dd-70860c0546c8 req-f8e6ee51-1d43-41ae-a7cc-6c65b90670f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:26.362991 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0bfada7c-9d1b-4758-98dd-70860c0546c8 req-f8e6ee51-1d43-41ae-a7cc-6c65b90670f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 1096 time: 0.2404814 Dec 10 08:57:26.369379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6e45018a-f80f-46fc-8308-7b4867577a93 req-97bb02a5-f766-47df-bd2c-4bdc70ffc9db service neutron] 10.222.0.39 "GET /v2.0/networks/dd6741d2-514c-427c-94f6-2278d2e47880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333219 Dec 10 08:57:26.401714 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7729eb5-a434-444b-8923-add22fdd147a req-be97ae32-6a7f-469f-8621-148cf4f0087b service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339226 Dec 10 08:57:26.403563 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41a4ca77-89be-49f7-a2c1-4faf1fd510a4 req-1f717720-c21b-4a7c-a716-5866f7fe6fb2 service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769164 Dec 10 08:57:26.612633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa24838-6a1e-4a16-96ba-618e2b50be7c req-a38f8d89-ca8f-4cc1-83ab-c6f368b340c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:26.614277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aa24838-6a1e-4a16-96ba-618e2b50be7c req-a38f8d89-ca8f-4cc1-83ab-c6f368b340c8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 944 time: 0.0634019 Dec 10 08:57:26.682074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aa24838-6a1e-4a16-96ba-618e2b50be7c req-22bf850d-dfb2-40e5-9c6c-315eef04639d tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Dec 10 08:57:26.740480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da6d51-a38d-4005-a5b9-a0e10e3591fc req-2e2eba12-bb84-4ec4-b487-568f92f575a5 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:26.742215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12da6d51-a38d-4005-a5b9-a0e10e3591fc req-2e2eba12-bb84-4ec4-b487-568f92f575a5 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0540082 Dec 10 08:57:26.794616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12da6d51-a38d-4005-a5b9-a0e10e3591fc req-71d796fe-ddbf-4cc2-aa84-1e32077243e4 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Dec 10 08:57:26.851841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'tag': '21905037-2b3e-4975-8e7a-c59bb25c33af'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:26.854008 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "93edb4e1-57e6-41a0-a843-a99dbffb6ccf", "tag": "21905037-2b3e-4975-8e7a-c59bb25c33af"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:26.860194 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0bfada7c-9d1b-4758-98dd-70860c0546c8 req-7bade990-1849-451a-bc1d-aff289c1a983 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859557 Dec 10 08:57:26.895064 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea82d88-f7ba-4940-aa6a-69a2a6c9608f x-openstack-request-id: req-6ea82d88-f7ba-4940-aa6a-69a2a6c9608f {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:26.895354 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93edb4e1-57e6-41a0-a843-a99dbffb6ccf", "tag": "21905037-2b3e-4975-8e7a-c59bb25c33af", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:26.895607 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ea82d88-f7ba-4940-aa6a-69a2a6c9608f {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:26.896690 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'tag': '21905037-2b3e-4975-8e7a-c59bb25c33af', 'status': 'completed', 'code': 200} Dec 10 08:57:26.902007 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7729eb5-a434-444b-8923-add22fdd147a req-b280f51d-6f4d-4b1c-b5e3-a78ada179aef service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847181 Dec 10 08:57:27.044240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfa716-8f5d-4822-800f-da15255f93e2 req-adf04703-ff32-47f9-a447-d0fa770faae0 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:27.045899 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fedfa716-8f5d-4822-800f-da15255f93e2 req-adf04703-ff32-47f9-a447-d0fa770faae0 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 944 time: 0.0483158 Dec 10 08:57:27.101279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fedfa716-8f5d-4822-800f-da15255f93e2 req-d44a4cfe-fbf9-4173-b643-52ab1a368e6d tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 Dec 10 08:57:27.121876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-bae9c090-a40b-42ec-a0a8-9ccbc7c345af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:27.123342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-bae9c090-a40b-42ec-a0a8-9ccbc7c345af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a93c43f3519746ea85e30a64a310e750&device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 1095 time: 0.0416074 Dec 10 08:57:27.221094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-87db7597-3a96-40a1-81a1-f77336945ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:27.222594 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-87db7597-3a96-40a1-81a1-f77336945ba7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd6741d2-514c-427c-94f6-2278d2e47880 HTTP/1.1" status: 200 len: 907 time: 0.0911145 Dec 10 08:57:27.246478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de3d58-34ad-4b18-b463-042936b467b0 req-54706801-e746-4f88-81b2-ca386713c540 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:27.247952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23de3d58-34ad-4b18-b463-042936b467b0 req-54706801-e746-4f88-81b2-ca386713c540 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 944 time: 0.0481732 Dec 10 08:57:27.271294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-226945d1-e7de-45ab-a713-e49603a06ef1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21905037-2b3e-4975-8e7a-c59bb25c33af HTTP/1.1" status: 200 len: 217 time: 0.0358946 Dec 10 08:57:27.297036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23de3d58-34ad-4b18-b463-042936b467b0 req-2c608a6a-f285-4ed9-826d-4f97135510ff tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Dec 10 08:57:27.322339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-1431a5e6-0ff0-4521-9698-918181eedb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:27.323809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-1431a5e6-0ff0-4521-9698-918181eedb3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc4b1d78-bda9-4e39-9eca-b14c4b907cda HTTP/1.1" status: 200 len: 845 time: 0.0443814 Dec 10 08:57:27.375527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-6a8c49a5-3fe9-4e13-8222-74876c8a4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:27.377040 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-6a8c49a5-3fe9-4e13-8222-74876c8a4401 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd6741d2-514c-427c-94f6-2278d2e47880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448179 Dec 10 08:57:27.427859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:57:27.436550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb1cba-badc-4c21-bc94-3519b0fd5f1e req-4a4c19fb-6cc9-4f45-a583-d64437df6537 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:27.438111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08cb1cba-badc-4c21-bc94-3519b0fd5f1e req-4a4c19fb-6cc9-4f45-a583-d64437df6537 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0547881 Dec 10 08:57:27.490182 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-b2cc8360-fc52-475a-a724-fc54f071eb78 service neutron] 10.222.0.39 "GET /v2.0/networks/dd6741d2-514c-427c-94f6-2278d2e47880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043262 Dec 10 08:57:27.509715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08cb1cba-badc-4c21-bc94-3519b0fd5f1e req-80cacf80-13af-4591-9767-1426d5a25740 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611980 Dec 10 08:57:27.523175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:27.561273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:27.566878 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:27.599116 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ba3712b-5c89-4d88-b2b2-8e12cfa61a9f req-ac6060e0-9846-4b7d-b799-15e7d5fc649a service neutron] 10.222.0.39 "GET /v2.0/networks/dd6741d2-514c-427c-94f6-2278d2e47880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955973 Dec 10 08:57:27.623061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:27.789290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719635-63cd-4890-ba46-5ca64be04ac7 req-b86fbf36-a9c1-4b16-b51d-e1ae84d7c247 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:27.790912 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7719635-63cd-4890-ba46-5ca64be04ac7 req-b86fbf36-a9c1-4b16-b51d-e1ae84d7c247 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 944 time: 0.0535803 Dec 10 08:57:27.860312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7719635-63cd-4890-ba46-5ca64be04ac7 req-517a2fc3-1aad-4f3c-9cfc-27412a338acc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613253 Dec 10 08:57:27.919037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc069b-bc35-480b-a229-aee07b95fe53 req-926d537d-04bc-4038-9f86-470499d0ee97 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:27.920534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96bc069b-bc35-480b-a229-aee07b95fe53 req-926d537d-04bc-4038-9f86-470499d0ee97 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0525157 Dec 10 08:57:27.973861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96bc069b-bc35-480b-a229-aee07b95fe53 req-d59940a2-da51-4721-bcd9-f69b7c88de87 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469494 Dec 10 08:57:28.044129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:28.047948 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0dd70-e93f-461f-9d12-bcaeef6675b2" -d '{"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:28.088286 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614229c5-61e3-4b11-8d06-8e553b6fb73b x-openstack-request-id: req-614229c5-61e3-4b11-8d06-8e553b6fb73b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:28.088780 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:28.089034 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-614229c5-61e3-4b11-8d06-8e553b6fb73b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:28.089605 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'code': 200} Dec 10 08:57:28.219775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79874e7e-074c-471d-8a98-c38257547bb6 req-3dce7c5a-ba0b-46f9-979e-46f5ab449acb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:28.221267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79874e7e-074c-471d-8a98-c38257547bb6 req-3dce7c5a-ba0b-46f9-979e-46f5ab449acb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 944 time: 0.0523176 Dec 10 08:57:28.270107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79874e7e-074c-471d-8a98-c38257547bb6 req-4d2e95c2-b8f9-40c7-bc07-13052d732b0c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Dec 10 08:57:28.415319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8013d52-1b9f-43aa-b1ce-5508090d4f87 req-74e7814f-96ad-47af-a10e-65ac0f26105e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:28.416812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8013d52-1b9f-43aa-b1ce-5508090d4f87 req-74e7814f-96ad-47af-a10e-65ac0f26105e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 944 time: 0.0495977 Dec 10 08:57:28.472104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8013d52-1b9f-43aa-b1ce-5508090d4f87 req-757c3265-3a5b-4c7a-845e-2befa0c294ae tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492501 Dec 10 08:57:28.623222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccaac0-add1-4097-8bba-3d17ac349853 req-e8aafdb3-0576-436f-9753-c8e0db476d96 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:28.624739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5dccaac0-add1-4097-8bba-3d17ac349853 req-e8aafdb3-0576-436f-9753-c8e0db476d96 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0505683 Dec 10 08:57:28.694108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5dccaac0-add1-4097-8bba-3d17ac349853 req-6ae34db0-0802-4f4c-86bc-b47b84c933d2 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614941 Dec 10 08:57:28.953564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52366) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:28.963174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1231686175'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:28.976903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-beda84ea-68ae-4774-a022-6a0c6a3c3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:28.978418 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-beda84ea-68ae-4774-a022-6a0c6a3c3e49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7226e7216385423394b4b8d0fe7d2f18&device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 1096 time: 0.0709960 Dec 10 08:57:29.007370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:29.010847 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.026187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ff7af-7398-475f-ba9c-0b355672991d req-644e8ced-c418-41be-b0c5-c03a02d5806f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:29.027600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f6ff7af-7398-475f-ba9c-0b355672991d req-644e8ced-c418-41be-b0c5-c03a02d5806f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1084447 Dec 10 08:57:29.040082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cde41-93ad-4020-b667-3ed9713f3484 req-2cdd3572-6e7a-43a4-a646-b7dd9068a574 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:29.041558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee6cde41-93ad-4020-b667-3ed9713f3484 req-2cdd3572-6e7a-43a4-a646-b7dd9068a574 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 944 time: 0.1017981 Dec 10 08:57:29.074560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:57:29.099469 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.099822 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Added segment b2491d95-2b7a-4aa5-85da-a026ae9b937e of type vlan for network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 Dec 10 08:57:29.114115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-8a01afdd-602b-42a5-b0ad-c476c97111fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:29.115059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f6ff7af-7398-475f-ba9c-0b355672991d req-b802fa9d-17b9-49d1-b85a-d773e0c3e9e8 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725546 Dec 10 08:57:29.115566 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-8a01afdd-602b-42a5-b0ad-c476c97111fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 200 len: 912 time: 0.1283352 Dec 10 08:57:29.128256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee6cde41-93ad-4020-b667-3ed9713f3484 req-e071a83e-a3e3-41bd-9645-98816d162a01 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788062 Dec 10 08:57:29.183735 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-227dafae-a0e2-473d-8810-d1d0b851231b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 HTTP/1.1" status: 200 len: 217 time: 0.0488193 Dec 10 08:57:29.187372 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.255843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-e8d85369-47fe-447c-ad52-b773d5726542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:29.257862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-e8d85369-47fe-447c-ad52-b773d5726542 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea9607bd-d8f0-46bf-8703-706a5b30db35 HTTP/1.1" status: 200 len: 851 time: 0.0666761 Dec 10 08:57:29.258621 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.262974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3403b7-c47e-493d-8c66-69b5fffc4e4e req-ee3e4cda-ccf9-4381-ae3d-0446150f4c43 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:29.263994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:29.264577 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.265362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef3403b7-c47e-493d-8c66-69b5fffc4e4e req-ee3e4cda-ccf9-4381-ae3d-0446150f4c43 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0657995 Dec 10 08:57:29.314353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-f0acc8ee-d422-47cf-9121-e4cdc0095cae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469296 Dec 10 08:57:29.329230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef3403b7-c47e-493d-8c66-69b5fffc4e4e req-2ffa7557-dce1-4797-9f43-d5f785cd0d21 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570543 Dec 10 08:57:29.377438 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4189065 Dec 10 08:57:29.391213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52372) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:29.397646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1097042815'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:29.415652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05e12f-c159-47dc-a1a1-db7688779acf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Network': ['ID=3b1ec076-b952-4ca7-9dc0-3f57cf014738,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:29.430793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c6dc372e-05ef-4f84-a4b0-99fe5bba6409 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:57:29.436055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:57:29.444553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461365-108f-4b94-ac3f-30df12182bb2 req-7e2f2524-9582-445b-b7df-17cb19a95fea tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:29.446115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83461365-108f-4b94-ac3f-30df12182bb2 req-7e2f2524-9582-445b-b7df-17cb19a95fea tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 944 time: 0.0857534 Dec 10 08:57:29.447234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:29.450572 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.465998 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-4b7ae4b6-6114-4508-bb6d-62bec77e9321 service neutron] 10.222.0.39 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239767 Dec 10 08:57:29.515336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:57:29.536526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83461365-108f-4b94-ac3f-30df12182bb2 req-a3306d57-e33a-4735-9358-9c28df0fab21 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753970 Dec 10 08:57:29.542495 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.542918 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Added segment ad10b611-73f0-46b0-bd29-f923fb80981e of type vlan for network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 Dec 10 08:57:29.604432 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.608210 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b140ab7a-57d2-4c2f-a99c-0d9ca922f9d9 req-4334fae1-c29f-4570-aec3-e40743c8959c service neutron] 10.222.0.39 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340375 Dec 10 08:57:29.620070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 21905037-2b3e-4975-8e7a-c59bb25c33af details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:57:29.648098 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.666666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:29.667737 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.757215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c6dc372e-05ef-4f84-a4b0-99fe5bba6409, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:29.780447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'port_id': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'mac_address': 'fa:16:3e:75:5b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:57:29.799109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 21905037-2b3e-4975-8e7a-c59bb25c33af, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=21905037-2b3e-4975-8e7a-c59bb25c33af,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:29.832064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4391952 Dec 10 08:57:29.833329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '21905037-2b3e-4975-8e7a-c59bb25c33af', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'port_id': '21905037-2b3e-4975-8e7a-c59bb25c33af', 'mac_address': 'fa:16:3e:95:d5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:57:29.835216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52392) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:29.842958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43447aec-7213-450a-9f93-9fdf0ba05459 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Network': ['ID=07b4e1b6-6375-4ba9-8150-4ba3bb616612,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:29.845485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'subnet': {'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:29.854543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97812b2-6eb7-44fb-8309-50210ae290ec req-53ebf7c3-ab35-461a-b4a8-3e5c82bdeaba tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:29.856087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c97812b2-6eb7-44fb-8309-50210ae290ec req-53ebf7c3-ab35-461a-b4a8-3e5c82bdeaba tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 944 time: 0.2475901 Dec 10 08:57:29.877999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:57:29.880095 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.916254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c97812b2-6eb7-44fb-8309-50210ae290ec req-6f80f5c5-1da7-450e-93d0-45a3c448d132 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540941 Dec 10 08:57:29.948370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:29.949585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dc372e-05ef-4f84-a4b0-99fe5bba6409 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:29.952286 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.956936 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:29.988972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c6dc372e-05ef-4f84-a4b0-99fe5bba6409, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:29.994128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21905037-2b3e-4975-8e7a-c59bb25c33af {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:30.001369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.002045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 29339d2a-4f30-46d9-84c2-8291c4576eff details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:57:30.051837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 21905037-2b3e-4975-8e7a-c59bb25c33af, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=21905037-2b3e-4975-8e7a-c59bb25c33af,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:30.060493 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.114444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:30.141012 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.204338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=29339d2a-4f30-46d9-84c2-8291c4576eff,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:30.207001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=21905037-2b3e-4975-8e7a-c59bb25c33af,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:30.219905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Subnet': ['ID=f8949a4d-5519-406f-bb6c-ec86cd267047,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:30.225858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Checking segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:30.226504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network hostable DHCP agents. Network: 3b1ec076-b952-4ca7-9dc0-3f57cf014738, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:57:30.234888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '29339d2a-4f30-46d9-84c2-8291c4576eff', 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328', 'port_id': '29339d2a-4f30-46d9-84c2-8291c4576eff', 'mac_address': 'fa:16:3e:5a:b9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:57:30.246280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:57:30.267449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 3b1ec076-b952-4ca7-9dc0-3f57cf014738) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:30.272847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:30.273963 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.282339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aa8dec-9a73-4988-98f8-272e3dc612c0 None None] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:57:30.298579 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.301546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-608f3351-d0a2-4e47-b04b-a9f016e562e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4613378 Dec 10 08:57:30.301708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba348a2-82bd-408b-9aad-865879baed1f req-958552a8-fcb2-4fd8-a90f-202624b39171 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:30.302184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52398) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:30.306159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ba348a2-82bd-408b-9aad-865879baed1f req-958552a8-fcb2-4fd8-a90f-202624b39171 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1030867 Dec 10 08:57:30.308661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'subnet': {'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:30.339285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824b462-2dde-42ee-9a9a-d93c8a28e3cc req-da09005d-d49b-4de1-a5c2-ef5935fd6003 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:30.341621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2824b462-2dde-42ee-9a9a-d93c8a28e3cc req-da09005d-d49b-4de1-a5c2-ef5935fd6003 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 945 time: 0.1083815 Dec 10 08:57:30.394076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ba348a2-82bd-408b-9aad-865879baed1f req-87a8e3cb-1b1e-4c0a-aea2-9d5424b4bc65 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843914 Dec 10 08:57:30.428769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:30.433476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.435570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2824b462-2dde-42ee-9a9a-d93c8a28e3cc req-ea16adbe-b27e-4f45-9cca-301fe0d80a22 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814970 Dec 10 08:57:30.492522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['21905037-2b3e-4975-8e7a-c59bb25c33af'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:57:30.499932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29339d2a-4f30-46d9-84c2-8291c4576eff {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:30.523371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068479a-ec28-4661-8f9c-1a047fbf32a5 req-143266d0-c858-4c9f-83bc-07e2ec386894 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:30.531309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7068479a-ec28-4661-8f9c-1a047fbf32a5 req-143266d0-c858-4c9f-83bc-07e2ec386894 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0591166 Dec 10 08:57:30.560404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=29339d2a-4f30-46d9-84c2-8291c4576eff,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:30.570531 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.611108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7068479a-ec28-4661-8f9c-1a047fbf32a5 req-c709eb60-807e-4c2e-ad23-223978b825d7 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769298 Dec 10 08:57:30.627691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'fixed_ips': [{'subnet_id': 'f8949a4d-5519-406f-bb6c-ec86cd267047'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:57:30.628549 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.680025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.682019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca1c75-4126-48d8-9229-10bbb1fcd391 req-5cc0302b-caa9-460b-9832-32f645c7767e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:30.683573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6ca1c75-4126-48d8-9229-10bbb1fcd391 req-5cc0302b-caa9-460b-9832-32f645c7767e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 945 time: 0.0563366 Dec 10 08:57:30.687714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=29339d2a-4f30-46d9-84c2-8291c4576eff,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:30.744814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6ca1c75-4126-48d8-9229-10bbb1fcd391 req-381ca42f-c7e7-49bf-b990-26c3e305910b tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Dec 10 08:57:30.753921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Subnet': ['ID=1b8f06df-da41-4ed7-89f0-5cd04856d5d4,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:30.799592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Checking segment: {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:30.799974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network hostable DHCP agents. Network: 07b4e1b6-6375-4ba9-8150-4ba3bb616612, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:57:30.825270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:57:30.841609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 07b4e1b6-6375-4ba9-8150-4ba3bb616612) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:30.845830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:30.847545 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:30.862471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575356fd-09f9-4658-a336-d1f1af580ae6 None None] Network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:57:30.868484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-60851377-3ac9-4053-aa8c-6e3db4e6b2b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5646858 Dec 10 08:57:30.870721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52416) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:30.875731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'port': {'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'name': 'tempest-TaggedBootDevicesTest_v242-1292832403', 'fixed_ips': [{'subnet_id': 'f8949a4d-5519-406f-bb6c-ec86cd267047'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:30.920950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Allocated IP 10.1.1.2 (3b1ec076-b952-4ca7-9dc0-3f57cf014738/f8949a4d-5519-406f-bb6c-ec86cd267047/48c9f94b-7112-49d1-8481-3359ecef725a) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:30.999041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:31.017227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['29339d2a-4f30-46d9-84c2-8291c4576eff'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:57:31.045598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c6dc372e-05ef-4f84-a4b0-99fe5bba6409'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:57:31.058518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2e8c3-4290-4bb5-8359-6c858f1c7dba req-f38b0a1c-5bfc-4987-9e47-39444c795b26 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:31.060081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7fa2e8c3-4290-4bb5-8359-6c858f1c7dba req-f38b0a1c-5bfc-4987-9e47-39444c795b26 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 945 time: 0.0583816 Dec 10 08:57:31.093695 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.113461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] device_id is not set on port 6da0b6a7-db9a-421b-b479-8421a78e97bb yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 08:57:31.114511 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7fa2e8c3-4290-4bb5-8359-6c858f1c7dba req-b965219b-aada-4b86-bbb7-512e0f4eb36f tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475261 Dec 10 08:57:31.131286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-07b4e1b6-6375-4ba9-8150-4ba3bb616612', 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612', 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'fixed_ips': [{'subnet_id': '1b8f06df-da41-4ed7-89f0-5cd04856d5d4'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:57:31.132424 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.309864 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.336949 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.371076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Allocated IP 10.1.1.229 (3b1ec076-b952-4ca7-9dc0-3f57cf014738/f8949a4d-5519-406f-bb6c-ec86cd267047/6da0b6a7-db9a-421b-b479-8421a78e97bb) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:31.442530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:31.460790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:31.463254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 17ca6385-49a1-4074-a059-d35bbdf7367b details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:57:31.467270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:31.481564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Pushing event updated for resources: {'Port': ['ID=48c9f94b-7112-49d1-8481-3359ecef725a,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:31.544244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Allocated IP 10.2.2.2 (07b4e1b6-6375-4ba9-8150-4ba3bb616612/1b8f06df-da41-4ed7-89f0-5cd04856d5d4/d4f956c7-31fb-45e1-93f5-203278f5892f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:31.546823 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.594595 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.595516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebe355-c77f-42a8-8188-7bf6891579e2 req-fac78d98-d871-4784-a1a2-83241f6f65a2 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:31.605762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8ebe355-c77f-42a8-8188-7bf6891579e2 req-fac78d98-d871-4784-a1a2-83241f6f65a2 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1021800 Dec 10 08:57:31.637106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04756f6-2b43-45f1-a851-e77111affb58 req-aae5d228-2c35-4c4b-b2de-24013ceedc8e tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:31.638405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a04756f6-2b43-45f1-a851-e77111affb58 req-aae5d228-2c35-4c4b-b2de-24013ceedc8e tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 945 time: 0.0969472 Dec 10 08:57:31.647607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:31.650984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:31.654536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:31.682580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Port': ['ID=6da0b6a7-db9a-421b-b479-8421a78e97bb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:31.697763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8ebe355-c77f-42a8-8188-7bf6891579e2 req-6edd2091-9bca-4135-90ee-097f1c53e021 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837145 Dec 10 08:57:31.717764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Attempting to bind port 48c9f94b-7112-49d1-8481-3359ecef725a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:31.718150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Attempting to bind port 48c9f94b-7112-49d1-8481-3359ecef725a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:31.718512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Attempting to bind port 48c9f94b-7112-49d1-8481-3359ecef725a on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:31.727692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:31.728343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.732173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a04756f6-2b43-45f1-a851-e77111affb58 req-88d50d00-7429-442b-a166-4b6d51ffb573 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807223 Dec 10 08:57:31.739959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:31.740344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Checking segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:31.740806 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.741433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Bound using segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:31.741967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Bound port: 48c9f94b-7112-49d1-8481-3359ecef725a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:31.742356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.758520 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b9286ff0-f17b-439a-8f37-a6bfcc717756 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8863094 Dec 10 08:57:31.759127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52426) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:31.766101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'port': {'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'name': 'tempest-TaggedBootDevicesTest_v242-1878852401', 'fixed_ips': [{'subnet_id': 'f8949a4d-5519-406f-bb6c-ec86cd267047'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:31.828056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1600ead-4162-4d36-921d-dc059355e1c3 req-f224e878-c00b-44a5-acda-fd0ebd84de25 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:31.830366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1600ead-4162-4d36-921d-dc059355e1c3 req-f224e878-c00b-44a5-acda-fd0ebd84de25 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0574625 Dec 10 08:57:31.848033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=17ca6385-49a1-4074-a059-d35bbdf7367b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:31.887072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '17ca6385-49a1-4074-a059-d35bbdf7367b', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '17ca6385-49a1-4074-a059-d35bbdf7367b', 'mac_address': 'fa:16:3e:17:10:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:57:31.913456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1600ead-4162-4d36-921d-dc059355e1c3 req-077fdf67-29ba-4c0e-a116-ad6cba22f235 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761559 Dec 10 08:57:31.917708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:31.921778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a895d5-7c57-401b-9b51-b244bf5d584a req-7e0136ab-bff1-452b-a81d-7f5f2fe08f37 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:31.923283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69a895d5-7c57-401b-9b51-b244bf5d584a req-7e0136ab-bff1-452b-a81d-7f5f2fe08f37 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 945 time: 0.0783982 Dec 10 08:57:31.925197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] For port 48c9f94b-7112-49d1-8481-3359ecef725a, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:31.925983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.958227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] device_id is not set on port fad3c689-a2cd-4d11-aaae-5e9a06256def yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 08:57:31.971229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] For port 48c9f94b-7112-49d1-8481-3359ecef725a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=48c9f94b-7112-49d1-8481-3359ecef725a,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:31.982063 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:31.986398 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.008595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69a895d5-7c57-401b-9b51-b244bf5d584a req-726b0d4a-131d-4798-b67d-54fe32e5277e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772135 Dec 10 08:57:32.018627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.027314 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.074475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17ca6385-49a1-4074-a059-d35bbdf7367b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:32.082229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:32.084753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:32.095017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:32.096972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e50bb9-40c9-48cd-be5b-4e378b004dab None None] Pushing event updated for resources: {'Port': ['ID=48c9f94b-7112-49d1-8481-3359ecef725a,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:32.136558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=17ca6385-49a1-4074-a059-d35bbdf7367b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:32.165762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.181962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Allocated IP 10.1.1.11 (3b1ec076-b952-4ca7-9dc0-3f57cf014738/f8949a4d-5519-406f-bb6c-ec86cd267047/fad3c689-a2cd-4d11-aaae-5e9a06256def) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:32.186518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Pushing event updated for resources: {'Port': ['ID=d4f956c7-31fb-45e1-93f5-203278f5892f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:32.219914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Attempting to bind port d4f956c7-31fb-45e1-93f5-203278f5892f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:32.220298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Attempting to bind port d4f956c7-31fb-45e1-93f5-203278f5892f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:32.220653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Attempting to bind port d4f956c7-31fb-45e1-93f5-203278f5892f on network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:32.241581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:32.241962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Checking segment: {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:32.242376 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.242770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Bound using segment: {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:32.243701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Bound port: d4f956c7-31fb-45e1-93f5-203278f5892f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:32.244092 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.262564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f41d6f-cd64-4c6c-ac1a-6e152a2672b7 req-e18b2121-17c8-48ae-8795-187355dee2e7 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:32.271806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56f41d6f-cd64-4c6c-ac1a-6e152a2672b7 req-e18b2121-17c8-48ae-8795-187355dee2e7 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 945 time: 0.0679107 Dec 10 08:57:32.326710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] For port d4f956c7-31fb-45e1-93f5-203278f5892f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:32.330045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] For port d4f956c7-31fb-45e1-93f5-203278f5892f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d4f956c7-31fb-45e1-93f5-203278f5892f,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:32.335881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=17ca6385-49a1-4074-a059-d35bbdf7367b,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:32.340877 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.358756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56f41d6f-cd64-4c6c-ac1a-6e152a2672b7 req-c1b12db3-d39f-4c42-ad18-214738c4831e tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868065 Dec 10 08:57:32.451381 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.460928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce732d-bb43-415c-bda0-49ec87e225b8 None None] Pushing event updated for resources: {'Port': ['ID=d4f956c7-31fb-45e1-93f5-203278f5892f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:32.509946 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.548667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['17ca6385-49a1-4074-a059-d35bbdf7367b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:57:32.575330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:32.578466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:32.587214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:32.590067 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Port': ['ID=fad3c689-a2cd-4d11-aaae-5e9a06256def,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:32.649804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:32.650603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:32.672160 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c8bfd7e3-1ad7-443a-9ca4-adeba93c5fec tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9084451 Dec 10 08:57:32.876534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717aa4-b2e1-47b1-a0c0-6c117c3cca7d req-879fc42f-2e6b-4a0b-8009-8ae021906954 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:32.878385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60717aa4-b2e1-47b1-a0c0-6c117c3cca7d req-879fc42f-2e6b-4a0b-8009-8ae021906954 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0620866 Dec 10 08:57:32.938099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60717aa4-b2e1-47b1-a0c0-6c117c3cca7d req-6819c402-0b33-4e00-a389-c9ff5b6e7a3e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510755 Dec 10 08:57:33.002022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52452) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:33.007037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5c9ce569-8371-497b-8ef9-9ebccd0d212f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378273214', 'description': 'tempest-description--900986959'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:33.070668 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-90eb9cd5-b180-4b21-b045-651803a11dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.113970 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce569-8371-497b-8ef9-9ebccd0d212f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.170963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99216daf-7850-4d5c-ab2b-f6a0ba621420 req-448b3fa1-1756-4de3-b27b-dca6576dde04 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:33.172466 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99216daf-7850-4d5c-ab2b-f6a0ba621420 req-448b3fa1-1756-4de3-b27b-dca6576dde04 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 945 time: 0.1599119 Dec 10 08:57:33.211588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d56f-3b9c-4d3a-8ab2-f766610f958d req-32456d1b-1c2f-4235-8bfd-1e75312a4409 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:33.213332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a46d56f-3b9c-4d3a-8ab2-f766610f958d req-32456d1b-1c2f-4235-8bfd-1e75312a4409 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1472988 Dec 10 08:57:33.276444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d4f956c7-31fb-45e1-93f5-203278f5892f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:33.278481 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce569-8371-497b-8ef9-9ebccd0d212f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.328874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99216daf-7850-4d5c-ab2b-f6a0ba621420 req-e1c6f623-fba9-4b8a-99f0-74b87d654169 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443007 Dec 10 08:57:33.353872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d4f956c7-31fb-45e1-93f5-203278f5892f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:33.354620 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.360559 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce569-8371-497b-8ef9-9ebccd0d212f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.398009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a46d56f-3b9c-4d3a-8ab2-f766610f958d req-f5b58cfb-29fe-4d44-93bb-338cbb323065 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546569 Dec 10 08:57:33.427994 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce569-8371-497b-8ef9-9ebccd0d212f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.431508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5c9ce569-8371-497b-8ef9-9ebccd0d212f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4284286 Dec 10 08:57:33.434382 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52462) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:33.439186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5da2ffab-0207-4ac6-85c2-7ff2a5fd75f4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'security_group_rule': {'security_group_id': 'b82064b4-b03a-4ac4-b01c-b3fe5c91df48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:33.461679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ce569-8371-497b-8ef9-9ebccd0d212f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82064b4-b03a-4ac4-b01c-b3fe5c91df48,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:33.468496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.473165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c6dc372e-05ef-4f84-a4b0-99fe5bba6409 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:33.508729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5da2ffab-0207-4ac6-85c2-7ff2a5fd75f4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.561779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d2b7f-f325-4581-a0ef-75d415bfc2f4 req-0e4eab9e-407d-45ed-b369-6cb95965aea1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:33.573592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac0d2b7f-f325-4581-a0ef-75d415bfc2f4 req-0e4eab9e-407d-45ed-b369-6cb95965aea1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 945 time: 0.1405373 Dec 10 08:57:33.624343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port d4f956c7-31fb-45e1-93f5-203278f5892f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d4f956c7-31fb-45e1-93f5-203278f5892f,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:33.636919 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.637548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 48c9f94b-7112-49d1-8481-3359ecef725a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:33.663529 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5da2ffab-0207-4ac6-85c2-7ff2a5fd75f4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.671974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5da2ffab-0207-4ac6-85c2-7ff2a5fd75f4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.691710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 21905037-2b3e-4975-8e7a-c59bb25c33af up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:33.698937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca7f050-12a5-4e16-a569-e73749788ad5 None None] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:57:33.708953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2ffab-0207-4ac6-85c2-7ff2a5fd75f4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7bab21-d771-4c11-96fc-b48ed653f59b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:33.711211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac0d2b7f-f325-4581-a0ef-75d415bfc2f4 req-2218403d-0b70-47b6-80cc-03a8b897d074 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325903 Dec 10 08:57:33.741597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port c6dc372e-05ef-4f84-a4b0-99fe5bba6409 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:57:33.748421 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5da2ffab-0207-4ac6-85c2-7ff2a5fd75f4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.753799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5da2ffab-0207-4ac6-85c2-7ff2a5fd75f4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181233 Dec 10 08:57:33.754407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52472) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:33.760005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-88b8b4d5-7f12-4a3c-9df2-c6513c4a0517 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'security_group_rule': {'security_group_id': 'b82064b4-b03a-4ac4-b01c-b3fe5c91df48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:33.795951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88b8b4d5-7f12-4a3c-9df2-c6513c4a0517 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.808215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97ff05-13c4-4f75-8cb1-a9754ec83fb1 req-04ae01e2-ac73-42c5-b0ed-a6ff119a5eb7 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:33.809896 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e97ff05-13c4-4f75-8cb1-a9754ec83fb1 req-04ae01e2-ac73-42c5-b0ed-a6ff119a5eb7 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 945 time: 0.0705462 Dec 10 08:57:33.872279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88b8b4d5-7f12-4a3c-9df2-c6513c4a0517 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.874045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e97ff05-13c4-4f75-8cb1-a9754ec83fb1 req-3598da37-37c8-4fb3-ab1f-e1026ba79339 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566204 Dec 10 08:57:33.882008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88b8b4d5-7f12-4a3c-9df2-c6513c4a0517 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.912271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8b4d5-7f12-4a3c-9df2-c6513c4a0517 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638919bb-f75d-46e3-b954-a9471a0710b5,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:33.923051 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88b8b4d5-7f12-4a3c-9df2-c6513c4a0517 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:33.927855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52474) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:33.928898 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-88b8b4d5-7f12-4a3c-9df2-c6513c4a0517 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1727908 Dec 10 08:57:33.934588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:33.970397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.063412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port c6dc372e-05ef-4f84-a4b0-99fe5bba6409 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:34.063777 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.124517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91abd754-2d77-49af-b267-6e2e4084a883 None None] Network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:57:34.146164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=d4f956c7-31fb-45e1-93f5-203278f5892f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:34.199625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0b0bf1f5-7c8d-4778-801c-93eba6ac679d None None] Provisioning complete for port 48c9f94b-7112-49d1-8481-3359ecef725a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:34.199993 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0b0bf1f5-7c8d-4778-801c-93eba6ac679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.306300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 21905037-2b3e-4975-8e7a-c59bb25c33af completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:57:34.314632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 48c9f94b-7112-49d1-8481-3359ecef725a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:34.314997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.343500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 21905037-2b3e-4975-8e7a-c59bb25c33af triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:34.344072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.460085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1a767-3bcb-41a9-8194-88e93cf55e85 req-060caadf-a7f6-4d6f-9f4a-b780c09ec507 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:34.461624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9c1a767-3bcb-41a9-8194-88e93cf55e85 req-060caadf-a7f6-4d6f-9f4a-b780c09ec507 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1013823 Dec 10 08:57:34.473128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.479204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc85888-aa8b-403d-9402-a6dd0740155c req-ef1d1076-308f-41ee-ad56-b2a4390b09df tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:34.480913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bc85888-aa8b-403d-9402-a6dd0740155c req-ef1d1076-308f-41ee-ad56-b2a4390b09df tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 945 time: 0.0885880 Dec 10 08:57:34.564282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:34.566710 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161dde74-239f-4d47-8ebf-62ab42945984" -d '{"events": [{"server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "name": "network-vif-plugged", "status": "completed", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:34.579632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9c1a767-3bcb-41a9-8194-88e93cf55e85 req-1454cd51-31c0-4fc3-8f84-b496f27a1036 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091764 Dec 10 08:57:34.586549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bc85888-aa8b-403d-9402-a6dd0740155c req-81da8078-7e83-49cc-beb3-0fad581917ce tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966687 Dec 10 08:57:34.589435 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.592512 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0b0bf1f5-7c8d-4778-801c-93eba6ac679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.668384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c6dc372e-05ef-4f84-a4b0-99fe5bba6409, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:34.692438 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.693440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 29339d2a-4f30-46d9-84c2-8291c4576eff up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:34.697714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0b0bf1f5-7c8d-4778-801c-93eba6ac679d None None] For port 48c9f94b-7112-49d1-8481-3359ecef725a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=48c9f94b-7112-49d1-8481-3359ecef725a,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:34.804745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0b0bf1f5-7c8d-4778-801c-93eba6ac679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.808218 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.811326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:34.831876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Allocated IP 172.25.3.126 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/b2841aec-3fa6-4578-bfc3-e545c70b81f9) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:34.882715 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2981aa6f-d562-4320-9b62-446e13c92311 x-openstack-request-id: req-2981aa6f-d562-4320-9b62-446e13c92311 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:34.883085 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "name": "network-vif-plugged", "status": "completed", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:34.883446 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2981aa6f-d562-4320-9b62-446e13c92311 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:34.884118 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'code': 200} Dec 10 08:57:34.899199 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:34.907206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bf1f5-7c8d-4778-801c-93eba6ac679d None None] Pushing event updated for resources: {'Port': ['ID=48c9f94b-7112-49d1-8481-3359ecef725a,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:34.979693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.044781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Provisioning complete for port d4f956c7-31fb-45e1-93f5-203278f5892f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:35.045176 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.050829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.052820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 21905037-2b3e-4975-8e7a-c59bb25c33af, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=21905037-2b3e-4975-8e7a-c59bb25c33af,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:35.056472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 29339d2a-4f30-46d9-84c2-8291c4576eff completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:57:35.062789 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.098735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:57:35.099352 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:57:35.099714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140b796-fa9c-47db-89dd-95adb3e1e754 req-82b392e7-5f06-4d8b-aa6f-24ab9bda62f4 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:35.106940 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 29339d2a-4f30-46d9-84c2-8291c4576eff triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:35.107558 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.110405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f140b796-fa9c-47db-89dd-95adb3e1e754 req-82b392e7-5f06-4d8b-aa6f-24ab9bda62f4 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.4195204 Dec 10 08:57:35.121970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea4ca6-2a6a-4dea-9024-8bdf3af1e80a req-b7344fa1-b349-4930-bd3e-3c6981197c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:35.124224 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b7ea4ca6-2a6a-4dea-9024-8bdf3af1e80a req-b7344fa1-b349-4930-bd3e-3c6981197c87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0543590 Dec 10 08:57:35.151624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:35.160196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:35.170920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:35.188410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721452ea-a1cf-4cfe-9094-05138b6910d7 req-4cf83a98-55ca-42a0-bb5b-51c95545f076 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:35.198809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-721452ea-a1cf-4cfe-9094-05138b6910d7 req-4cf83a98-55ca-42a0-bb5b-51c95545f076 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 945 time: 0.1863625 Dec 10 08:57:35.205923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b7ea4ca6-2a6a-4dea-9024-8bdf3af1e80a req-9d6e2aee-90fa-4289-92ad-c5cef0c67caf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585184 Dec 10 08:57:35.213671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=21905037-2b3e-4975-8e7a-c59bb25c33af,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:35.222447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Port': ['ID=b2841aec-3fa6-4578-bfc3-e545c70b81f9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:35.294243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f140b796-fa9c-47db-89dd-95adb3e1e754 req-69f1c31e-f192-4ac2-86f5-c8e24a4584d4 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829581 Dec 10 08:57:35.332515 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.338688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Provisioning complete for port fad3c689-a2cd-4d11-aaae-5e9a06256def triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:35.339065 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.372128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-721452ea-a1cf-4cfe-9094-05138b6910d7 req-674bb7e3-8eb3-4498-972b-0c12d197d6e7 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722715 Dec 10 08:57:35.430184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.433333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Port fad3c689-a2cd-4d11-aaae-5e9a06256def cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:35.435595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f568-6ad4-407a-8fb5-7e7b0f321748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.447653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472157b-dc06-436d-a294-cc6970db7349 req-4d7638de-2c97-44b1-a1ce-73c2477636ba tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:35.449160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b472157b-dc06-436d-a294-cc6970db7349 req-4d7638de-2c97-44b1-a1ce-73c2477636ba tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 946 time: 0.0761440 Dec 10 08:57:35.453188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=29339d2a-4f30-46d9-84c2-8291c4576eff,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:35.461085 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.461924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 17ca6385-49a1-4074-a059-d35bbdf7367b up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:35.486727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Provisioning complete for port 48c9f94b-7112-49d1-8481-3359ecef725a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:35.487108 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.495908 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.574286 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b472157b-dc06-436d-a294-cc6970db7349 req-7c111fa6-d664-4238-a221-becb6181c82a tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013701 Dec 10 08:57:35.580599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=29339d2a-4f30-46d9-84c2-8291c4576eff,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:35.603809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 17ca6385-49a1-4074-a059-d35bbdf7367b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:35.604187 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.730078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Provisioning complete for port 6da0b6a7-db9a-421b-b479-8421a78e97bb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:35.730768 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.800988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-222edb0f-1144-4698-8d07-971220b501f2 None None] Port 6da0b6a7-db9a-421b-b479-8421a78e97bb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:35.806196 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.822839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.841486 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.851209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d4f956c7-31fb-45e1-93f5-203278f5892f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:35.857810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=17ca6385-49a1-4074-a059-d35bbdf7367b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:35.886563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.931425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc293ed-cf41-4682-b05b-ba73dcf6b64f req-54cd14ca-f497-492e-a10b-861f524e1ed1 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:35.933046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcc293ed-cf41-4682-b05b-ba73dcf6b64f req-54cd14ca-f497-492e-a10b-861f524e1ed1 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.2200720 Dec 10 08:57:35.944972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cb6d2-80a2-4503-99cb-2cf75aaf4287 req-77846aae-7606-4429-8d9e-0c01c1041014 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:35.952390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-656cb6d2-80a2-4503-99cb-2cf75aaf4287 req-77846aae-7606-4429-8d9e-0c01c1041014 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.2376573 Dec 10 08:57:35.965840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-24705b4f-0398-4c3b-8c7d-146d9393357b None None] Provisioning complete for port d4f956c7-31fb-45e1-93f5-203278f5892f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:35.966215 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24705b4f-0398-4c3b-8c7d-146d9393357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:35.968366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=17ca6385-49a1-4074-a059-d35bbdf7367b,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:35.990104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Port': ['ID=b2841aec-3fa6-4578-bfc3-e545c70b81f9,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:36.008252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d4f956c7-31fb-45e1-93f5-203278f5892f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:36.008627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:36.078317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bcc293ed-cf41-4682-b05b-ba73dcf6b64f req-076b3485-ac08-44d3-9186-3ee5e2f6597d tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219735 Dec 10 08:57:36.110505 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-656cb6d2-80a2-4503-99cb-2cf75aaf4287 req-1e4a9905-9211-43ad-9598-3dce7efcb5d2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560378 Dec 10 08:57:36.110505 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:36.131705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:36.134736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a61c4b44-e851-4ece-a38d-20debbd4dace tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2040226 Dec 10 08:57:36.193238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 48c9f94b-7112-49d1-8481-3359ecef725a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:36.224212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-24705b4f-0398-4c3b-8c7d-146d9393357b None None] Provisioning complete for port fad3c689-a2cd-4d11-aaae-5e9a06256def triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:36.224579 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24705b4f-0398-4c3b-8c7d-146d9393357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:36.277620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-24705b4f-0398-4c3b-8c7d-146d9393357b None None] Port fad3c689-a2cd-4d11-aaae-5e9a06256def cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:36.307950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 48c9f94b-7112-49d1-8481-3359ecef725a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:36.308347 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:36.309950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-24705b4f-0398-4c3b-8c7d-146d9393357b None None] Provisioning complete for port 6da0b6a7-db9a-421b-b479-8421a78e97bb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:36.310299 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24705b4f-0398-4c3b-8c7d-146d9393357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:36.556837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41511c-c883-4848-b974-971170940463 req-fbd02589-4fb7-49b6-a4f0-d35030ecec3c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:36.564952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc41511c-c883-4848-b974-971170940463 req-fbd02589-4fb7-49b6-a4f0-d35030ecec3c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1679223 Dec 10 08:57:36.576249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-24705b4f-0398-4c3b-8c7d-146d9393357b None None] Port 6da0b6a7-db9a-421b-b479-8421a78e97bb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:36.579072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:36.610066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-8811cd46-fb55-4e00-8acd-7dfb544cb595 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1378273214&fields=id&tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93 HTTP/1.1" status: 200 len: 267 time: 0.1426330 Dec 10 08:57:36.688160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc41511c-c883-4848-b974-971170940463 req-0ddf044c-480c-4605-b84e-27e43308c125 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212389 Dec 10 08:57:36.700030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-931c1519-df16-4c28-8f00-41695ad2ce53 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:36.703234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-931c1519-df16-4c28-8f00-41695ad2ce53 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports/6da0b6a7-db9a-421b-b479-8421a78e97bb HTTP/1.1" status: 200 len: 937 time: 0.0757022 Dec 10 08:57:36.766186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-040b66c6-3dcc-48f0-8a35-20d43f4cc8b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:36.767555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-040b66c6-3dcc-48f0-8a35-20d43f4cc8b3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports/fad3c689-a2cd-4d11-aaae-5e9a06256def HTTP/1.1" status: 200 len: 936 time: 0.0586712 Dec 10 08:57:36.811312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0177a968-053a-43c9-ae02-d66ab60f0fea tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0365412 Dec 10 08:57:36.858183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-3df42f37-4cb3-4c82-805e-b16a874cdeab tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0312994 Dec 10 08:57:36.885094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04587-02b0-4090-a73b-87c240d73ed2 req-41c31bfe-d0ec-4c85-8949-1f6951e67191 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:36.885320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21905037-2b3e-4975-8e7a-c59bb25c33af'}, {'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff'}, {'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:36.886892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9eb04587-02b0-4090-a73b-87c240d73ed2 req-41c31bfe-d0ec-4c85-8949-1f6951e67191 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.1020315 Dec 10 08:57:36.887694 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958ae87e-f7a0-4c5c-86fd-0969a460c645" -d '{"events": [{"server_uuid": "93edb4e1-57e6-41a0-a843-a99dbffb6ccf", "name": "network-vif-plugged", "status": "completed", "tag": "21905037-2b3e-4975-8e7a-c59bb25c33af"}, {"server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "name": "network-vif-plugged", "status": "completed", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff"}, {"server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "name": "network-vif-plugged", "status": "completed", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:37.004434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9eb04587-02b0-4090-a73b-87c240d73ed2 req-9c2b1693-7134-4a40-be7a-564bf7ee247b tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999553 Dec 10 08:57:37.034961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-fc2de6ab-962b-4373-b1eb-608b94fce0dd tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:37.041909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-fc2de6ab-962b-4373-b1eb-608b94fce0dd tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:37.047750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-fc2de6ab-962b-4373-b1eb-608b94fce0dd tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:37.049415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-fc2de6ab-962b-4373-b1eb-608b94fce0dd tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/networks?id=1230761f-c97f-4b7a-8a29-87123443b633&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612 HTTP/1.1" status: 200 len: 1994 time: 0.1821885 Dec 10 08:57:37.073794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-2e35525a-e103-4814-a691-48bfd3855801 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/quotas/1d2e45cd5bab4b0ebb4620c1d1e12c93 HTTP/1.1" status: 200 len: 375 time: 0.0158937 Dec 10 08:57:37.167681 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-c0df26f6-1c52-4cb1-9ad8-a4677d718f66 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0929894 Dec 10 08:57:37.181673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca06bd-6ffe-4074-a9b1-a73d1197c048 req-c9c352ab-118c-4ca2-8d76-6c266b28a166 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:37.183520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09ca06bd-6ffe-4074-a9b1-a73d1197c048 req-c9c352ab-118c-4ca2-8d76-6c266b28a166 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 946 time: 0.0989645 Dec 10 08:57:37.257578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-49d45ec0-e01c-4931-b8a7-e65470e462a9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 08:57:37.262366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-49d45ec0-e01c-4931-b8a7-e65470e462a9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0772769 Dec 10 08:57:37.281546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09ca06bd-6ffe-4074-a9b1-a73d1197c048 req-b92c5d60-f01a-4ba2-8c6e-af60a835bf09 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813615 Dec 10 08:57:37.346276 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de1897a-2659-419a-b3d0-d7d18144953c x-openstack-request-id: req-5de1897a-2659-419a-b3d0-d7d18144953c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:37.346540 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93edb4e1-57e6-41a0-a843-a99dbffb6ccf", "name": "network-vif-plugged", "status": "completed", "tag": "21905037-2b3e-4975-8e7a-c59bb25c33af", "code": 200}, {"server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "name": "network-vif-plugged", "status": "completed", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff", "code": 200}, {"server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "name": "network-vif-plugged", "status": "completed", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:37.346799 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5de1897a-2659-419a-b3d0-d7d18144953c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:37.347769 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21905037-2b3e-4975-8e7a-c59bb25c33af', 'code': 200} Dec 10 08:57:37.347769 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff', 'code': 200} Dec 10 08:57:37.347769 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b', 'code': 200} Dec 10 08:57:37.421060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-10bff650-6228-45c1-a161-9d1485690dc6 service neutron] 10.222.0.31 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552207 Dec 10 08:57:37.535168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313689d-f1f9-4985-817d-73ab590bb393 req-f06ad19e-5e3b-4b66-a9b0-a8abe776317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:37.536747 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0313689d-f1f9-4985-817d-73ab590bb393 req-f06ad19e-5e3b-4b66-a9b0-a8abe776317b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 1097 time: 0.1140888 Dec 10 08:57:37.540169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b4527-ccb2-4340-9a21-b38a067c3522 req-3130f48d-482a-4aa0-9026-d99eb7adcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:37.541551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fd2b4527-ccb2-4340-9a21-b38a067c3522 req-3130f48d-482a-4aa0-9026-d99eb7adcd74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 1097 time: 0.0698552 Dec 10 08:57:37.577604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec151-8009-4f27-859d-2c234fa7902e req-86dba915-5448-4ec2-81d1-c242526cf347 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:37.579160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-540ec151-8009-4f27-859d-2c234fa7902e req-86dba915-5448-4ec2-81d1-c242526cf347 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0884244 Dec 10 08:57:37.590336 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-92bc693b-8222-46b6-9493-6a9a2b652f40 service neutron] 10.222.0.31 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627398 Dec 10 08:57:37.643399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fd2b4527-ccb2-4340-9a21-b38a067c3522 req-0457ffa8-f618-469b-95df-85a01560acd9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864789 Dec 10 08:57:37.654354 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0313689d-f1f9-4985-817d-73ab590bb393 req-9497b6a3-1179-44fa-afb3-f30ddb0a0adc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073508 Dec 10 08:57:37.655376 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5b90b947-8c51-404a-9f84-5dff845ad34d service neutron] 10.222.0.31 "GET /v2.0/ports/6da0b6a7-db9a-421b-b479-8421a78e97bb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0617692 Dec 10 08:57:37.693049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-540ec151-8009-4f27-859d-2c234fa7902e req-1d3d47fc-d84d-4e5b-9b80-273f1a9d189c tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015468 Dec 10 08:57:37.786935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a1c796e6-204e-4ee1-9bcc-997346acca71 service neutron] 10.222.0.31 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200609 Dec 10 08:57:37.889012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8bc74-f809-4b21-a827-8cd8bfe9bbbb req-93cbc632-4264-41ab-a127-bd9b5867e352 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:37.890952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0d8bc74-f809-4b21-a827-8cd8bfe9bbbb req-93cbc632-4264-41ab-a127-bd9b5867e352 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1257598 Dec 10 08:57:37.940458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a7085d85-b883-46a9-b4b5-2270710bffe9 service neutron] 10.222.0.31 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383252 Dec 10 08:57:37.992433 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0d8bc74-f809-4b21-a827-8cd8bfe9bbbb req-4fe4c74d-fcd7-49ad-9f52-ab079ebb06ae tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942738 Dec 10 08:57:38.004317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-64bb82d1-0820-4120-aeab-f711e922a83f service neutron] 10.222.0.31 "GET /v2.0/ports/fad3c689-a2cd-4d11-aaae-5e9a06256def?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0513468 Dec 10 08:57:38.101683 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:38.142215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-8b4363cc-b9b4-44db-874c-dee4770eb308 service neutron] 10.222.0.31 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294498 Dec 10 08:57:38.307925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc864fd1-b6ea-4060-8791-c19c23ab4ed6 req-97276642-a06c-47f3-ada2-d2fd507262b3 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:38.309428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc864fd1-b6ea-4060-8791-c19c23ab4ed6 req-97276642-a06c-47f3-ada2-d2fd507262b3 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0861101 Dec 10 08:57:38.311310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cb4bccb1-37a2-4c71-912b-fcd091beeee9 service neutron] 10.222.0.31 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606150 Dec 10 08:57:38.413040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc864fd1-b6ea-4060-8791-c19c23ab4ed6 req-c3441ab1-b5ef-4816-a192-3139a24456ce tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975599 Dec 10 08:57:38.465671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0eeee2b2-78a8-4fb7-940c-8ac3926cc93b service neutron] 10.222.0.31 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433136 Dec 10 08:57:38.598473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0f7f89f3-b838-406a-a9c6-a474d124ee50 service neutron] 10.222.0.31 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238701 Dec 10 08:57:38.714764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-7a30b06c-5d10-4d30-9cea-204617b13308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:38.719871 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-7a30b06c-5d10-4d30-9cea-204617b13308 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0606141 Dec 10 08:57:38.778077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-6a7544d4-d25b-4a15-bf4c-3d48b2a87326 service neutron] 10.222.0.31 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698358 Dec 10 08:57:38.792209 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3f257-402b-4a36-b952-fafe6e377846 req-2d8662fb-7f08-4ab3-a638-403db6c409b0 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:38.799355 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1b3f257-402b-4a36-b952-fafe6e377846 req-2d8662fb-7f08-4ab3-a638-403db6c409b0 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.1083949 Dec 10 08:57:38.836465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-97785da8-d38c-4332-b02f-65deeae471b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:38.838424 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-97785da8-d38c-4332-b02f-65deeae471b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 921 time: 0.1090124 Dec 10 08:57:38.889129 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-ba81ea1c-0d40-42cc-874b-2b7003578e08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 217 time: 0.0401566 Dec 10 08:57:38.943048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1b3f257-402b-4a36-b952-fafe6e377846 req-050715a1-130b-4d60-9f8f-21a671bb29e3 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427150 Dec 10 08:57:38.962065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-67c68359-42d6-4c9d-99dd-3390267be3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:38.964734 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-67c68359-42d6-4c9d-99dd-3390267be3ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 200 len: 860 time: 0.0659711 Dec 10 08:57:39.021814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-d9e1a0ae-527b-4787-9885-bce5223ff39e service neutron] 10.222.0.31 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192056 Dec 10 08:57:39.056653 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-2553fc89-b00c-4264-9966-5d14344160c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e890126-8461-42d1-91c6-8acf4db46b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773952 Dec 10 08:57:39.152833 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:39.187316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-e3613405-e8ef-4e3c-8e5e-00c6a9a7e73b service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210229 Dec 10 08:57:39.189128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d93bb-4317-485a-b1c5-5c476a84ef02 req-00c7fe40-04f8-4887-9dfd-9f874b6edde2 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:39.196990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b7d93bb-4317-485a-b1c5-5c476a84ef02 req-00c7fe40-04f8-4887-9dfd-9f874b6edde2 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 946 time: 0.1296599 Dec 10 08:57:39.227482 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-9d1f1ef5-68f8-4e1c-9788-ac7cc1abf6d2 service neutron] 10.222.0.31 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980407 Dec 10 08:57:39.304900 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-302bd1b6-0618-49d6-921c-703023f8f6fb req-53b55c10-5798-4946-af16-012cd5499798 service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081548 Dec 10 08:57:39.371928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b7d93bb-4317-485a-b1c5-5c476a84ef02 req-22b89a22-6f9a-4491-b8fe-c03d81e94e50 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695902 Dec 10 08:57:39.461256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-046db90c-b360-4123-86b4-14ec2868ed8f service neutron] 10.222.0.31 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142398 Dec 10 08:57:39.578155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef569ce-9f63-445a-aabe-46a4b54a8326 req-b3db9471-ca3c-4892-97ae-9ab8e336f966 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:39.579647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ef569ce-9f63-445a-aabe-46a4b54a8326 req-b3db9471-ca3c-4892-97ae-9ab8e336f966 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1171551 Dec 10 08:57:39.624352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-e0e9ce84-c9d9-4083-8e5e-33c6a40e8afb service neutron] 10.222.0.31 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509960 Dec 10 08:57:39.710082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ef569ce-9f63-445a-aabe-46a4b54a8326 req-d60755a8-b84c-42ee-8224-60339c74c4fa tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160309 Dec 10 08:57:39.765429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-3f9fdc6c-28b3-43b8-af32-fee19ff8c33f service neutron] 10.222.0.31 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350243 Dec 10 08:57:39.820290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387ad1f-21d2-4150-821a-4d0d965947e0 req-32ac8faa-35c2-4c61-8ab3-4e86be218548 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:39.821846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6387ad1f-21d2-4150-821a-4d0d965947e0 req-32ac8faa-35c2-4c61-8ab3-4e86be218548 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0555034 Dec 10 08:57:39.879796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6387ad1f-21d2-4150-821a-4d0d965947e0 req-83563de3-8eed-42f6-870f-71b840f2e541 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478375 Dec 10 08:57:40.145633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbc653-47b8-4585-a415-42394bc34746 req-5c584d9c-8457-49d3-891c-8bb46dda3262 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:40.150001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9bbbc653-47b8-4585-a415-42394bc34746 req-5c584d9c-8457-49d3-891c-8bb46dda3262 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 946 time: 0.0640306 Dec 10 08:57:40.157199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52630) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:57:40.161852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-64ef983e-3009-4159-aa8c-2e3be8fd951b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Request body: {'floatingip': {'port_id': '21905037-2b3e-4975-8e7a-c59bb25c33af'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:40.216658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64ef983e-3009-4159-aa8c-2e3be8fd951b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:40.288198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570ea5b-f2d3-46b3-97d7-d2b2cbfd5c67 req-b467f13c-4591-4df4-a022-2ff54f036d2b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:40.295659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b570ea5b-f2d3-46b3-97d7-d2b2cbfd5c67 req-b467f13c-4591-4df4-a022-2ff54f036d2b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0743723 Dec 10 08:57:40.386945 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b570ea5b-f2d3-46b3-97d7-d2b2cbfd5c67 req-3152975e-1b08-4ef0-856b-0b89484f732d tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897233 Dec 10 08:57:40.571327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af4b630a-eaa9-4d9b-b055-065c8e2c89ed req-56404999-0678-476e-a53c-2d8e814be7c2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0682216 Dec 10 08:57:40.613418 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937b828-4791-4adf-8b90-0be0d9d8af26 req-5d11f096-f0bd-47b9-8a8e-b909219e42b6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:40.614072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6937b828-4791-4adf-8b90-0be0d9d8af26 req-5d11f096-f0bd-47b9-8a8e-b909219e42b6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.1218839 Dec 10 08:57:40.697493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6937b828-4791-4adf-8b90-0be0d9d8af26 req-c80441f7-c857-44bc-8b6b-4de83f4517ab tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795369 Dec 10 08:57:40.854358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64ef983e-3009-4159-aa8c-2e3be8fd951b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:40.862616 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64ef983e-3009-4159-aa8c-2e3be8fd951b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:40.894071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a0f94-606d-42c3-83a7-37c8a61f277e req-23951e73-7e74-4dec-bce0-528f573e442a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:40.904745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c54a0f94-606d-42c3-83a7-37c8a61f277e req-23951e73-7e74-4dec-bce0-528f573e442a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.1042929 Dec 10 08:57:40.966363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062525bf-3d36-4b5b-8636-095f6350d4a3 req-6dee50d7-9c33-4e6f-93aa-6450c2bbc106 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:40.968082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-062525bf-3d36-4b5b-8636-095f6350d4a3 req-6dee50d7-9c33-4e6f-93aa-6450c2bbc106 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1298270 Dec 10 08:57:41.008473 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-64ef983e-3009-4159-aa8c-2e3be8fd951b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Floating IP ddc502fe-4390-4696-88d7-db3c700f8050 associated. External IP: 172.25.3.245, port: 21905037-2b3e-4975-8e7a-c59bb25c33af. Dec 10 08:57:41.031956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c54a0f94-606d-42c3-83a7-37c8a61f277e req-1205ff4e-299e-4b8e-98a6-579f954a1f64 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259854 Dec 10 08:57:41.079506 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-062525bf-3d36-4b5b-8636-095f6350d4a3 req-1dc560d9-ee86-40a1-88ae-de935710fc93 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045454 Dec 10 08:57:41.269394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fdddb-d048-4e57-927d-897a8ecf624f req-ab5aca71-78d9-4038-a6d9-0e45653493ee tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:41.273356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-785fdddb-d048-4e57-927d-897a8ecf624f req-ab5aca71-78d9-4038-a6d9-0e45653493ee tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1126697 Dec 10 08:57:41.398101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-785fdddb-d048-4e57-927d-897a8ecf624f req-93a1bfd4-3621-4780-9305-f0de533439df tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147780 Dec 10 08:57:41.400453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ef983e-3009-4159-aa8c-2e3be8fd951b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Router 740983ce-71c6-4870-9496-c480778905e7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:57:41.575209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ef983e-3009-4159-aa8c-2e3be8fd951b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:57:41.583943 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64ef983e-3009-4159-aa8c-2e3be8fd951b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:41.589118 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] Sync routers for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:57:41.604522 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:41.605153 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:57:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:41.635344 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-64ef983e-3009-4159-aa8c-2e3be8fd951b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "PUT /v2.0/floatingips/ddc502fe-4390-4696-88d7-db3c700f8050 HTTP/1.1" status: 200 len: 992 time: 1.4771845 Dec 10 08:57:41.637453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'tag': '21905037-2b3e-4975-8e7a-c59bb25c33af'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:41.643932 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "93edb4e1-57e6-41a0-a843-a99dbffb6ccf", "tag": "21905037-2b3e-4975-8e7a-c59bb25c33af"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:41.651878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a73aa1-9352-4fea-a12f-704bb45353c7 req-32c5f13e-ec80-4887-a577-769487003233 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:41.659561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23a73aa1-9352-4fea-a12f-704bb45353c7 req-32c5f13e-ec80-4887-a577-769487003233 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1499448 Dec 10 08:57:41.732040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23a73aa1-9352-4fea-a12f-704bb45353c7 req-f10bc6e4-343c-458c-87e1-2fb0abb5694c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715115 Dec 10 08:57:41.766726 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:41.839372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4f85f20-3267-4884-8868-31f4fe60e3f4 req-54d09759-b5dd-4f18-bece-c2a5cd2c0ef8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0365064 Dec 10 08:57:41.947780 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76220e6b-a6c3-4d34-89b8-d04033253ba4 x-openstack-request-id: req-76220e6b-a6c3-4d34-89b8-d04033253ba4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:41.949643 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93edb4e1-57e6-41a0-a843-a99dbffb6ccf", "tag": "21905037-2b3e-4975-8e7a-c59bb25c33af", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:41.950745 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76220e6b-a6c3-4d34-89b8-d04033253ba4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:41.952841 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'tag': '21905037-2b3e-4975-8e7a-c59bb25c33af', 'status': 'completed', 'code': 200} Dec 10 08:57:42.158707 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'ddc502fe-4390-4696-88d7-db3c700f8050', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'floating_ip_address': '172.25.3.245', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '740983ce-71c6-4870-9496-c480778905e7', 'port_id': '21905037-2b3e-4975-8e7a-c59bb25c33af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'mac_address': 'fa:16:3e:95:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:57:09Z', 'updated_at': '2021-12-10T08:57:40Z', 'revision_number': 1, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:42.195682 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] Checking router: 740983ce-71c6-4870-9496-c480778905e7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:57:42.205744 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:57:42.206709 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:57:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:42.347477 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:57:42.350898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd916b-5128-4cca-a42c-5a1558e06859 req-00706211-64ff-4df5-8302-4747df3ebf7e tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:42.355416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8abd916b-5128-4cca-a42c-5a1558e06859 req-00706211-64ff-4df5-8302-4747df3ebf7e tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1298547 Dec 10 08:57:42.471259 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278b65-ffcc-458f-9b9e-14dfe59bfbcf req-f895be5a-bb44-4065-a1f1-2a88a84c8868 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:42.484482 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6278b65-ffcc-458f-9b9e-14dfe59bfbcf req-f895be5a-bb44-4065-a1f1-2a88a84c8868 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.3090663 Dec 10 08:57:42.523020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8abd916b-5128-4cca-a42c-5a1558e06859 req-023d1375-2303-4663-8b40-1ad8abb01eb3 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559162 Dec 10 08:57:42.574993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-136aa0d2-c1ea-4559-ae3b-663b1cae6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:42.576418 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-136aa0d2-c1ea-4559-ae3b-663b1cae6ceb service neutron] 10.222.0.39 "GET /v2.0/ports/6da0b6a7-db9a-421b-b479-8421a78e97bb HTTP/1.1" status: 200 len: 1033 time: 0.5365348 Dec 10 08:57:42.596605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-4d766871-6e4c-4e52-b190-1dd9c3f11548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:42.600035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-4d766871-6e4c-4e52-b190-1dd9c3f11548 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a93c43f3519746ea85e30a64a310e750&device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 1097 time: 0.6077859 Dec 10 08:57:42.662033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6278b65-ffcc-458f-9b9e-14dfe59bfbcf req-138c09a4-74da-459e-b3f1-74608f9110a5 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766539 Dec 10 08:57:42.676325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-f5633c82-1647-4921-bcf8-b5b9f807f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:42.688567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-f5633c82-1647-4921-bcf8-b5b9f807f14e service neutron] 10.222.0.39 "GET /v2.0/ports/fad3c689-a2cd-4d11-aaae-5e9a06256def HTTP/1.1" status: 200 len: 1032 time: 0.0929925 Dec 10 08:57:42.836714 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'ddc502fe-4390-4696-88d7-db3c700f8050', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'floating_ip_address': '172.25.3.245', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '740983ce-71c6-4870-9496-c480778905e7', 'port_id': '21905037-2b3e-4975-8e7a-c59bb25c33af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'mac_address': 'fa:16:3e:95:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:57:09Z', 'updated_at': '2021-12-10T08:57:40Z', 'revision_number': 1, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:57:42.898392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3bc57-214b-46b4-aa8c-d7d924e66cff req-bb14038b-7aed-4996-aae8-3f506f1b0a97 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:42.899872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7a3bc57-214b-46b4-aa8c-d7d924e66cff req-bb14038b-7aed-4996-aae8-3f506f1b0a97 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0927269 Dec 10 08:57:42.901040 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee00f17-082e-49c8-9d01-9c8e4ab4d7c7 None None] The sync data for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 is: [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'ddc502fe-4390-4696-88d7-db3c700f8050', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'floating_ip_address': '172.25.3.245', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '740983ce-71c6-4870-9496-c480778905e7', 'port_id': '21905037-2b3e-4975-8e7a-c59bb25c33af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'mac_address': 'fa:16:3e:95:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:57:09Z', 'updated_at': '2021-12-10T08:57:40Z', 'revision_number': 1, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:57:42.926899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-c65d6a98-f00e-4b9e-8558-0fb8a6ecb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:42.928945 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-c65d6a98-f00e-4b9e-8558-0fb8a6ecb221 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd6741d2-514c-427c-94f6-2278d2e47880 HTTP/1.1" status: 200 len: 907 time: 0.3057134 Dec 10 08:57:42.970465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0433554a-d47c-4b50-bfab-6109e98f10a3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:42.984676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0433554a-d47c-4b50-bfab-6109e98f10a3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:43.009558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0433554a-d47c-4b50-bfab-6109e98f10a3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:43.011404 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0433554a-d47c-4b50-bfab-6109e98f10a3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "GET /v2.0/networks?id=1230761f-c97f-4b7a-8a29-87123443b633&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612 HTTP/1.1" status: 200 len: 1994 time: 0.3016503 Dec 10 08:57:43.048475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac5417-1463-4f91-82fa-03fc16929786 req-eda28a9a-dc95-41bc-94d0-35600ff67631 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:43.056620 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72ac5417-1463-4f91-82fa-03fc16929786 req-eda28a9a-dc95-41bc-94d0-35600ff67631 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1557279 Dec 10 08:57:43.068048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7a3bc57-214b-46b4-aa8c-d7d924e66cff req-115aed0d-e616-4103-a31c-c062dc133869 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489146 Dec 10 08:57:43.150963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72ac5417-1463-4f91-82fa-03fc16929786 req-67ac37c5-9401-48fc-8949-2c5b8e05d691 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892334 Dec 10 08:57:43.216555 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-f14861cb-b8b7-41e6-bcdf-f5ad15626d05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21905037-2b3e-4975-8e7a-c59bb25c33af HTTP/1.1" status: 200 len: 1000 time: 0.2740190 Dec 10 08:57:43.274653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1401dd42-bbc7-416b-9385-b91f5c081e46 req-4496462b-05d7-4e38-93ab-8029f916fa08 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0376124 Dec 10 08:57:43.276060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb14138-8777-4394-ad91-058a03712e1e None None] New status for floating IP ddc502fe-4390-4696-88d7-db3c700f8050: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:57:43.336809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-97dc8edd-d1c4-427d-9fcb-855ff4c3f382 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93 HTTP/1.1" status: 200 len: 380 time: 0.2725894 Dec 10 08:57:43.354439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'admin_state_up': True, 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'security_groups': ['b82064b4-b03a-4ac4-b01c-b3fe5c91df48']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:43.451165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-d1c573a8-7e5b-4c47-a479-019288481f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:43.452924 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-d1c573a8-7e5b-4c47-a479-019288481f6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc4b1d78-bda9-4e39-9eca-b14c4b907cda HTTP/1.1" status: 200 len: 845 time: 0.1983144 Dec 10 08:57:43.601210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-e38a04af-7fbb-4465-9734-5c7cb20e470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:43.603636 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-e38a04af-7fbb-4465-9734-5c7cb20e470c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd6741d2-514c-427c-94f6-2278d2e47880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393704 Dec 10 08:57:43.605037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:43.614395 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:43.704994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c5a6a-75f3-4458-9e13-a6320b0eb03b req-50df733e-e232-4ee5-8fb3-6955172b2c81 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:43.716775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a85c5a6a-75f3-4458-9e13-a6320b0eb03b req-50df733e-e232-4ee5-8fb3-6955172b2c81 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0922379 Dec 10 08:57:43.761897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-b422d022-c7fa-4883-aad3-0f3b27dfdd2d service neutron] 10.222.0.39 "GET /v2.0/networks/dd6741d2-514c-427c-94f6-2278d2e47880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435962 Dec 10 08:57:43.789239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a85c5a6a-75f3-4458-9e13-a6320b0eb03b req-d9a4f6e6-c8e5-445f-b311-77cab9ae3df2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713708 Dec 10 08:57:43.851745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291950e-716b-43a6-81b7-ce0aaa5761ac req-ca46c5de-85f4-461a-98af-7e1d217c953a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:43.853689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4291950e-716b-43a6-81b7-ce0aaa5761ac req-ca46c5de-85f4-461a-98af-7e1d217c953a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.0633247 Dec 10 08:57:43.911512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4291950e-716b-43a6-81b7-ce0aaa5761ac req-8679f47b-144b-432c-8e26-fee3d903c266 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498214 Dec 10 08:57:43.990142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48b6f41d-c9d5-43d1-b35c-6c628ba8bf8a req-0e73cb8f-8938-4500-b685-792fb1ff92fc service neutron] 10.222.0.39 "GET /v2.0/networks/dd6741d2-514c-427c-94f6-2278d2e47880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202897 Dec 10 08:57:44.081046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Allocated IP 172.20.0.5 (1230761f-c97f-4b7a-8a29-87123443b633/72a4b9f5-eb04-4fd3-a1d9-01870caa7159/d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:44.360332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896a342-9a53-4edf-ac7f-39f30e3afb03 req-a61ed6b4-a8fe-4c3b-9567-f4927ab3ed12 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:44.360614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:44.368584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1896a342-9a53-4edf-ac7f-39f30e3afb03 req-a61ed6b4-a8fe-4c3b-9567-f4927ab3ed12 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1266882 Dec 10 08:57:44.392468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70882946-4b4f-4344-960f-a1633fff5e95 req-3d11449c-11d5-4f7e-b5a8-ca87e472e49c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:44.393972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70882946-4b4f-4344-960f-a1633fff5e95 req-3d11449c-11d5-4f7e-b5a8-ca87e472e49c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1189322 Dec 10 08:57:44.417448 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:44.451025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1896a342-9a53-4edf-ac7f-39f30e3afb03 req-26ce1e91-cd2c-4454-b4ce-4d7203454a70 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815637 Dec 10 08:57:44.475567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70882946-4b4f-4344-960f-a1633fff5e95 req-caf66355-e2d9-46e1-8782-a28166a3d261 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721142 Dec 10 08:57:44.566515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Port': ['ID=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:44.583258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network 1230761f-c97f-4b7a-8a29-87123443b633 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:44.586114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:44.602832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:44.608891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a7f8d-3886-4f74-9a0e-351d0de7b735 req-57de5e33-25e5-453e-bf59-2dcc53440d08 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:44.619311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-530a7f8d-3886-4f74-9a0e-351d0de7b735 req-57de5e33-25e5-453e-bf59-2dcc53440d08 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 931 time: 0.0872061 Dec 10 08:57:44.700030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-530a7f8d-3886-4f74-9a0e-351d0de7b735 req-41f535c7-1a88-40cb-b532-0ef863117ca6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786421 Dec 10 08:57:44.704865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:44.705576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:44.751821 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69973cd2-5896-4142-a516-4882a7641388 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4012680 Dec 10 08:57:44.769989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'admin_state_up': True, 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'security_groups': ['b82064b4-b03a-4ac4-b01c-b3fe5c91df48']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:44.953307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:44.979360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5ad4e73b-ee05-4ba2-b04e-ff3ca3f512d8 None None] Provisioning complete for port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:44.980011 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e73b-ee05-4ba2-b04e-ff3ca3f512d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:45.042053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:45.046508 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:45.051913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e62126-f3e7-4464-b84e-8ded9e379d37 req-13dc069e-245f-4437-9267-a4eb1fb580c7 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:45.057862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0e62126-f3e7-4464-b84e-8ded9e379d37 req-13dc069e-245f-4437-9267-a4eb1fb580c7 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1331236 Dec 10 08:57:45.083463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4e73b-ee05-4ba2-b04e-ff3ca3f512d8 None None] Port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:45.164939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0e62126-f3e7-4464-b84e-8ded9e379d37 req-84a68a89-58ae-4237-b978-634b4a503110 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007550 Dec 10 08:57:45.238866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226824-406d-42d6-93db-12052b49aa8b req-0aa9dc8b-9e2e-4448-a2b8-d8a264bf2b40 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:45.240602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32226824-406d-42d6-93db-12052b49aa8b req-0aa9dc8b-9e2e-4448-a2b8-d8a264bf2b40 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.0701282 Dec 10 08:57:45.301738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Allocated IP 10.1.1.143 (3b1ec076-b952-4ca7-9dc0-3f57cf014738/f8949a4d-5519-406f-bb6c-ec86cd267047/88ae583b-c224-41c8-8a3a-19e4d00dc9fd) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:45.342587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32226824-406d-42d6-93db-12052b49aa8b req-c6fb4b18-2399-46ff-a667-073acc016cf1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925729 Dec 10 08:57:45.516874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 29339d2a-4f30-46d9-84c2-8291c4576eff details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:57:45.538280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:45.655406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:45.684440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11831040-1f1c-44c0-b396-1feec193d12c req-da5a7b78-ff50-4888-8773-19614c654f9c tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:45.686883 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11831040-1f1c-44c0-b396-1feec193d12c req-da5a7b78-ff50-4888-8773-19614c654f9c tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1018789 Dec 10 08:57:45.762026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=29339d2a-4f30-46d9-84c2-8291c4576eff,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:45.778457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '29339d2a-4f30-46d9-84c2-8291c4576eff', 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328', 'port_id': '29339d2a-4f30-46d9-84c2-8291c4576eff', 'mac_address': 'fa:16:3e:5a:b9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:57:45.833327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:45.837493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:45.841630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:45.875022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:45.889152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Port': ['ID=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:45.902598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29339d2a-4f30-46d9-84c2-8291c4576eff {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:45.938337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=29339d2a-4f30-46d9-84c2-8291c4576eff,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:45.944900 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:45.946661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee086c-cbdb-4bb9-aa74-4a2f4c538835 req-dba32c2d-343f-4b64-ac4f-7f2d8b9776aa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:45.950359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:45.952658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:45.955839 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cee086c-cbdb-4bb9-aa74-4a2f4c538835 req-dba32c2d-343f-4b64-ac4f-7f2d8b9776aa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.3156273 Dec 10 08:57:45.989532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11831040-1f1c-44c0-b396-1feec193d12c req-b4856319-e68e-4028-a1ef-0e35d995484d tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946566 Dec 10 08:57:46.001326 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b723b571-520c-4f34-9fcc-adb95d487cb9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2399406 Dec 10 08:57:46.016687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'admin_state_up': True, 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'security_groups': ['b82064b4-b03a-4ac4-b01c-b3fe5c91df48']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:46.090395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cee086c-cbdb-4bb9-aa74-4a2f4c538835 req-5a361345-8400-451a-8c16-689c4b5c4ffa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336730 Dec 10 08:57:46.126982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['29339d2a-4f30-46d9-84c2-8291c4576eff'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:57:46.136501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=29339d2a-4f30-46d9-84c2-8291c4576eff,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:46.298244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:46.303396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:46.360300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f0768fdb-4a6b-405b-81b6-e2a4a232f0ab None None] Provisioning complete for port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:46.360670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f0768fdb-4a6b-405b-81b6-e2a4a232f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:46.418071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac6c7-35bd-4ef0-a370-7075579198cd req-57660bd3-8b19-4d4c-a5ad-2c965081340b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:46.430676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac6c7-35bd-4ef0-a370-7075579198cd req-57660bd3-8b19-4d4c-a5ad-2c965081340b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:46.436177 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f0768fdb-4a6b-405b-81b6-e2a4a232f0ab None None] Port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:46.464476 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5cac6c7-35bd-4ef0-a370-7075579198cd req-57660bd3-8b19-4d4c-a5ad-2c965081340b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 1653 time: 0.1951749 Dec 10 08:57:46.623028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Allocated IP 10.1.1.22 (3b1ec076-b952-4ca7-9dc0-3f57cf014738/f8949a4d-5519-406f-bb6c-ec86cd267047/c7c8f6ce-edda-4995-a15b-89d5fab75730) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:46.801828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:46.852392 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:46.907422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:46.911547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:46.930466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:46.990839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Port': ['ID=c7c8f6ce-edda-4995-a15b-89d5fab75730,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:46.998588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debf616-505e-4b5e-b36c-b5881f0fa70f req-3afd52eb-9cb5-47bd-a31e-92d9a621226a tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:47.009824 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1debf616-505e-4b5e-b36c-b5881f0fa70f req-3afd52eb-9cb5-47bd-a31e-92d9a621226a tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.4970329 Dec 10 08:57:47.031204 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5cac6c7-35bd-4ef0-a370-7075579198cd req-589f3435-9777-4dd0-94e4-bd81771ff763 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5654633 Dec 10 08:57:47.031605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:47.032288 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:47.081927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1debf616-505e-4b5e-b36c-b5881f0fa70f req-f1312352-d3fb-4763-917e-524e0b4452f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709765 Dec 10 08:57:47.088256 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-781d8b3b-4d5c-4d78-9ab5-9193b78de838 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0775986 Dec 10 08:57:47.108004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612', 'admin_state_up': True, 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'security_groups': ['b82064b4-b03a-4ac4-b01c-b3fe5c91df48']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:47.294665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a55e26-8b70-48bb-9b75-7b1a794f0c0c req-20bdd069-4cd9-4ab3-b7d6-675fa0ce448f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:47.297363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8a55e26-8b70-48bb-9b75-7b1a794f0c0c req-20bdd069-4cd9-4ab3-b7d6-675fa0ce448f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1190176 Dec 10 08:57:47.319051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:47.365947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f3257f36-926c-4897-8640-06ec850252a5 None None] Provisioning complete for port c7c8f6ce-edda-4995-a15b-89d5fab75730 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:47.366763 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f3257f36-926c-4897-8640-06ec850252a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:47.370138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e755c-aca4-4555-8398-9f2085a5a54b req-e0e7eb69-98c2-4082-b6dd-ebfd615ab9f1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:47.371697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-873e755c-aca4-4555-8398-9f2085a5a54b req-e0e7eb69-98c2-4082-b6dd-ebfd615ab9f1 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 945 time: 0.1842835 Dec 10 08:57:47.446252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f3257f36-926c-4897-8640-06ec850252a5 None None] Port c7c8f6ce-edda-4995-a15b-89d5fab75730 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:47.456975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:47.478271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-873e755c-aca4-4555-8398-9f2085a5a54b req-48bcd4f8-c5c9-4395-9aea-9301fbc2b7a8 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871768 Dec 10 08:57:47.491773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8a55e26-8b70-48bb-9b75-7b1a794f0c0c req-54660c62-70a8-43f0-9686-b48be15f3af9 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814702 Dec 10 08:57:47.541776 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 29339d2a-4f30-46d9-84c2-8291c4576eff up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:47.643011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 29339d2a-4f30-46d9-84c2-8291c4576eff triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:47.646701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:47.741386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c37de1-2885-4ece-aad8-b8eca637af98 req-3149fd81-5c4e-43e5-86e7-bd576aa45973 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:47.753319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44c37de1-2885-4ece-aad8-b8eca637af98 req-3149fd81-5c4e-43e5-86e7-bd576aa45973 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1244323 Dec 10 08:57:47.839527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:47.846473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44c37de1-2885-4ece-aad8-b8eca637af98 req-bee1e25d-d669-4cb1-91fc-0704f65acdab tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897377 Dec 10 08:57:47.862607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Allocated IP 10.2.2.100 (07b4e1b6-6375-4ba9-8150-4ba3bb616612/1b8f06df-da41-4ed7-89f0-5cd04856d5d4/8cd7fda3-8c74-4f2f-9d0a-b052706c910a) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:47.880533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:47.884384 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b3f5a3-5c58-4ea1-82bf-5bfb500d7fd7" -d '{"events": [{"server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "name": "network-vif-plugged", "status": "completed", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:47.907212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=29339d2a-4f30-46d9-84c2-8291c4576eff,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:47.917866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:47.966675 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd7c16c-304c-4b9e-8312-c1a1ab82b45e x-openstack-request-id: req-5dd7c16c-304c-4b9e-8312-c1a1ab82b45e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:47.967058 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "name": "network-vif-plugged", "status": "completed", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:47.967319 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5dd7c16c-304c-4b9e-8312-c1a1ab82b45e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:47.967752 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff', 'code': 200} Dec 10 08:57:47.997896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=29339d2a-4f30-46d9-84c2-8291c4576eff,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:48.065041 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:48.111302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:48.175292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:48.179993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:48.185110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:48.188133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Port': ['ID=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:48.196078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc22a-90e7-47df-bd04-6dd234948173 req-0254e94d-bb1d-419f-9035-e0a9fb171cac tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:48.203265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc22a-90e7-47df-bd04-6dd234948173 req-0254e94d-bb1d-419f-9035-e0a9fb171cac tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:48.210709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc22a-90e7-47df-bd04-6dd234948173 req-0254e94d-bb1d-419f-9035-e0a9fb171cac tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:48.217551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc22a-90e7-47df-bd04-6dd234948173 req-0254e94d-bb1d-419f-9035-e0a9fb171cac tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:48.228445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b40fc22a-90e7-47df-bd04-6dd234948173 req-0254e94d-bb1d-419f-9035-e0a9fb171cac tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 3094 time: 0.0890887 Dec 10 08:57:48.271997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:48.272783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:48.308543 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-688cd8f6-d539-43a5-b4cd-741e28209514 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2121451 Dec 10 08:57:48.332368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612', 'admin_state_up': True, 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'security_groups': ['b82064b4-b03a-4ac4-b01c-b3fe5c91df48']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:48.333223 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b40fc22a-90e7-47df-bd04-6dd234948173 req-4b502045-af61-4af4-9654-741b05c30862 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037626 Dec 10 08:57:48.359949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229dbc9-d741-4b7c-a01b-3afd3a212d8a req-93c1030c-d842-4a3d-862b-d07e1b891777 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:48.371329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a229dbc9-d741-4b7c-a01b-3afd3a212d8a req-93c1030c-d842-4a3d-862b-d07e1b891777 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1256723 Dec 10 08:57:48.479048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a229dbc9-d741-4b7c-a01b-3afd3a212d8a req-6e1230c7-ebcc-4f3f-94e2-21e675ceadc9 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016107 Dec 10 08:57:48.536162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Made reservation on behalf of 1d2e45cd5bab4b0ebb4620c1d1e12c93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:57:48.541632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:48.652882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ffd7-5e37-4def-8424-a82556d9aa4e req-850771e8-7e2d-4a16-ae1c-dda0ea114f7b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:48.666030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ee7ffd7-5e37-4def-8424-a82556d9aa4e req-850771e8-7e2d-4a16-ae1c-dda0ea114f7b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0841603 Dec 10 08:57:48.686278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b54f80d8-3221-44e2-8914-a373ee71c7da None None] Provisioning complete for port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:48.686815 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b54f80d8-3221-44e2-8914-a373ee71c7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:48.777723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b54f80d8-3221-44e2-8914-a373ee71c7da None None] Port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:48.810644 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225e76-cfe0-469c-9a31-9e09e6bf0d61 req-345e7735-ed33-4326-bde1-f6d2c9721f38 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:48.812178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c225e76-cfe0-469c-9a31-9e09e6bf0d61 req-345e7735-ed33-4326-bde1-f6d2c9721f38 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.1305642 Dec 10 08:57:48.818845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Allocated IP 10.2.2.200 (07b4e1b6-6375-4ba9-8150-4ba3bb616612/1b8f06df-da41-4ed7-89f0-5cd04856d5d4/57ecd40a-60d8-4a15-90a8-7a3412b89810) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:57:48.869936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ee7ffd7-5e37-4def-8424-a82556d9aa4e req-8d13942d-a665-41b6-8ac4-e54539ccd516 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027562 Dec 10 08:57:48.903888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c225e76-cfe0-469c-9a31-9e09e6bf0d61 req-0a0a98bd-fe0b-4e43-ae32-e86d44dea2e6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853117 Dec 10 08:57:49.032124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:49.121681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:49.124597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:49.184051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:57:49.201049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:57:49.211505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:57:49.235180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03237e-9ad4-40c9-98a0-6be35b2e367c req-0241c84a-0edc-428c-bacb-f6bb0f50288b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:49.247487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd03237e-9ad4-40c9-98a0-6be35b2e367c req-0241c84a-0edc-428c-bacb-f6bb0f50288b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0975659 Dec 10 08:57:49.328741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event updated for resources: {'Port': ['ID=57ecd40a-60d8-4a15-90a8-7a3412b89810,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:49.350790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:49.351610 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:49.374512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd03237e-9ad4-40c9-98a0-6be35b2e367c req-10644380-a62c-44ee-bba8-032d1dd612a8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260591 Dec 10 08:57:49.388464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a4187ec0-8a86-4b0a-9248-5147817b4488 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0460398 Dec 10 08:57:49.398916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:49.465983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:49.572492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b940d71-08bd-4f81-ae3c-d722c13e5fd0 req-e117ea16-88f4-4f3a-96b0-08951f019eee tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:49.588870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b940d71-08bd-4f81-ae3c-d722c13e5fd0 req-e117ea16-88f4-4f3a-96b0-08951f019eee tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:49.605146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b940d71-08bd-4f81-ae3c-d722c13e5fd0 req-e117ea16-88f4-4f3a-96b0-08951f019eee tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:49.612211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b940d71-08bd-4f81-ae3c-d722c13e5fd0 req-e117ea16-88f4-4f3a-96b0-08951f019eee tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:49.619439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b940d71-08bd-4f81-ae3c-d722c13e5fd0 req-e117ea16-88f4-4f3a-96b0-08951f019eee tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:49.629150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b940d71-08bd-4f81-ae3c-d722c13e5fd0 req-e117ea16-88f4-4f3a-96b0-08951f019eee tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 3815 time: 0.1902514 Dec 10 08:57:49.712945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9090e51e-3ccb-4d4b-8d08-f2f321cad058 None None] Provisioning complete for port 57ecd40a-60d8-4a15-90a8-7a3412b89810 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:49.713526 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9090e51e-3ccb-4d4b-8d08-f2f321cad058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:49.769671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b940d71-08bd-4f81-ae3c-d722c13e5fd0 req-41d788d2-60bb-4aa8-a225-9746a122b3da tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395800 Dec 10 08:57:49.806210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f12ff-b56b-41ab-96e4-8389ce404270 req-959634d8-4aa8-4a59-9193-8e8d22a57ad4 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:49.808018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-387f12ff-b56b-41ab-96e4-8389ce404270 req-959634d8-4aa8-4a59-9193-8e8d22a57ad4 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1768405 Dec 10 08:57:49.815486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9090e51e-3ccb-4d4b-8d08-f2f321cad058 None None] Port 57ecd40a-60d8-4a15-90a8-7a3412b89810 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:57:49.845189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:49.860350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:49.884666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Transition to ACTIVE for port object d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:49.898763 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:49.916514 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-387f12ff-b56b-41ab-96e4-8389ce404270 req-099e0561-c5a4-4c33-b83e-5b62add2d5c7 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969841 Dec 10 08:57:50.046198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Pushing event updated for resources: {'Port': ['ID=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:50.134200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870599f5-ce06-4839-af20-58b5d8f82da7 req-f4275809-0bae-4e3e-89f7-f0ae32959eab tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:50.140786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-870599f5-ce06-4839-af20-58b5d8f82da7 req-f4275809-0bae-4e3e-89f7-f0ae32959eab tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1406326 Dec 10 08:57:50.153873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c428-866f-400b-9c73-d5633c82ceac req-0bf0feef-d735-45c3-9dc5-6d5fa3349ce5 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:50.159888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2605c428-866f-400b-9c73-d5633c82ceac req-0bf0feef-d735-45c3-9dc5-6d5fa3349ce5 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.1141725 Dec 10 08:57:50.191987 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Attempting to bind port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:50.192665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Attempting to bind port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:50.193238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Attempting to bind port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 on network 1230761f-c97f-4b7a-8a29-87123443b633 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:50.200501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 on network 1230761f-c97f-4b7a-8a29-87123443b633 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:50.201162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Attempting to bind port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 on network 1230761f-c97f-4b7a-8a29-87123443b633 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:50.206846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:50.207510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Checking segment: {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:50.208119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Bound using segment: {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:50.208755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Bound port: d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:50.209332 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:50.289969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-870599f5-ce06-4839-af20-58b5d8f82da7 req-c73ffb5a-7d9d-42bf-bf1b-0f4a720b7ec5 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286643 Dec 10 08:57:50.332885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] For port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:50.340042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] For port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:50.353296 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:50.354040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2605c428-866f-400b-9c73-d5633c82ceac req-638334bd-435a-4a2c-82ab-b2745e937c13 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543078 Dec 10 08:57:50.426499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:50.427069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:50.430185 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 HTTP/1.1" status: 200 len: 1091 time: 1.0387630 Dec 10 08:57:50.431499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:50.449398 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ad770-2ddc-452d-a437-7c3c80df50a6" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:50.481233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:50.565490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e1692-26d9-44d9-9ebb-8b26bb776320 service neutron] Pushing event updated for resources: {'Port': ['ID=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:50.650058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:50.750718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bfe4c-2116-4875-85c9-e7482bee8576 req-ed5eb9c0-cd6e-43c6-87cc-f1597eaea213 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:50.772477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c0bfe4c-2116-4875-85c9-e7482bee8576 req-ed5eb9c0-cd6e-43c6-87cc-f1597eaea213 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.1016726 Dec 10 08:57:50.886483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c0bfe4c-2116-4875-85c9-e7482bee8576 req-a9f88e00-c821-4115-95a9-dba807306a57 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128380 Dec 10 08:57:51.077828 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7325c33f-41d5-4933-8ebe-6217dde24007 x-openstack-request-id: req-7325c33f-41d5-4933-8ebe-6217dde24007 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:51.078395 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:51.078395 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7325c33f-41d5-4933-8ebe-6217dde24007 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:51.078739 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'status': 'completed', 'code': 200} Dec 10 08:57:51.080988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05978947-3786-43b4-8316-e69432fc2407 req-1ca05de7-7a7f-4d60-b36b-41debfa1f213 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.088820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05978947-3786-43b4-8316-e69432fc2407 req-1ca05de7-7a7f-4d60-b36b-41debfa1f213 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.1058452 Dec 10 08:57:51.173662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da0b6a7-db9a-421b-b479-8421a78e97bb {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:51.182762 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:51.183086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6302-0a79-4dac-ade4-4d808c1d93c3 req-e7086d20-f692-491d-809d-0b35b0d2a249 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.203220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6302-0a79-4dac-ade4-4d808c1d93c3 req-e7086d20-f692-491d-809d-0b35b0d2a249 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.207422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-523af418-93e8-4908-b7e3-b7d719ee0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.208030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-523af418-93e8-4908-b7e3-b7d719ee0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.208566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-523af418-93e8-4908-b7e3-b7d719ee0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.209102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-523af418-93e8-4908-b7e3-b7d719ee0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.210226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-523af418-93e8-4908-b7e3-b7d719ee0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.212283 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-523af418-93e8-4908-b7e3-b7d719ee0363 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 4362 time: 0.1362603 Dec 10 08:57:51.218372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6302-0a79-4dac-ade4-4d808c1d93c3 req-e7086d20-f692-491d-809d-0b35b0d2a249 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.219752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Transition to ACTIVE for port object 6da0b6a7-db9a-421b-b479-8421a78e97bb will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:51.227166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6302-0a79-4dac-ade4-4d808c1d93c3 req-e7086d20-f692-491d-809d-0b35b0d2a249 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.235640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6302-0a79-4dac-ade4-4d808c1d93c3 req-e7086d20-f692-491d-809d-0b35b0d2a249 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.237606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-649b6302-0a79-4dac-ade4-4d808c1d93c3 req-e7086d20-f692-491d-809d-0b35b0d2a249 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 3827 time: 0.1417129 Dec 10 08:57:51.244980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:51.247643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05978947-3786-43b4-8316-e69432fc2407 req-5d0cb3c6-207c-48c4-a0fc-0347e88c3a36 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578867 Dec 10 08:57:51.336557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-649b6302-0a79-4dac-ade4-4d808c1d93c3 req-7dc754f7-5f2a-4e33-b72d-c2298577ec60 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825160 Dec 10 08:57:51.359150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Pushing event updated for resources: {'Port': ['ID=6da0b6a7-db9a-421b-b479-8421a78e97bb,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:51.446495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697908f3-90e3-4ef8-864d-b61fba6af3f7 req-1daf12fb-91be-4a56-b97b-f98b1c4a6abf tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.462070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-697908f3-90e3-4ef8-864d-b61fba6af3f7 req-1daf12fb-91be-4a56-b97b-f98b1c4a6abf tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1094558 Dec 10 08:57:51.478881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-22de0a87-26d6-43dc-9d04-2f0a4e32d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.479354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-22de0a87-26d6-43dc-9d04-2f0a4e32d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.479873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-22de0a87-26d6-43dc-9d04-2f0a4e32d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.481443 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-22de0a87-26d6-43dc-9d04-2f0a4e32d38d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2570634 Dec 10 08:57:51.628879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-697908f3-90e3-4ef8-864d-b61fba6af3f7 req-66715fba-c2f9-42d0-b3af-11e1f0c22458 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658905 Dec 10 08:57:51.641943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0fde4-6744-433e-81e0-49c565bb5995 req-297fdd51-ac9c-470a-b2bf-03dc126f072d tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.654769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f0fde4-6744-433e-81e0-49c565bb5995 req-297fdd51-ac9c-470a-b2bf-03dc126f072d tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1846797 Dec 10 08:57:51.734607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-2e0829d2-13f0-4584-b3af-7c0805c9078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.744527 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8b9ad770-2ddc-452d-a437-7c3c80df50a6 req-2e0829d2-13f0-4584-b3af-7c0805c9078a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236860 Dec 10 08:57:51.753817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Attempting to bind port 6da0b6a7-db9a-421b-b479-8421a78e97bb on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:51.758783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Attempting to bind port 6da0b6a7-db9a-421b-b479-8421a78e97bb by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:51.759288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Attempting to bind port 6da0b6a7-db9a-421b-b479-8421a78e97bb on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:51.768388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Port 6da0b6a7-db9a-421b-b479-8421a78e97bb on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:51.771744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Attempting to bind port 6da0b6a7-db9a-421b-b479-8421a78e97bb on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:51.785670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:51.786131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Checking segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:51.786871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f0fde4-6744-433e-81e0-49c565bb5995 req-3e204387-3678-49a4-9f0a-05323ee4f809 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257615 Dec 10 08:57:51.787489 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Bound using segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:51.788929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Bound port: 6da0b6a7-db9a-421b-b479-8421a78e97bb, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:51.789398 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:51.900943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] For port 6da0b6a7-db9a-421b-b479-8421a78e97bb, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:51.903873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] For port 6da0b6a7-db9a-421b-b479-8421a78e97bb, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=6da0b6a7-db9a-421b-b479-8421a78e97bb,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:51.911790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:51.958738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:51.960597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:51.963046 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] 10.222.0.39 "PUT /v2.0/ports/6da0b6a7-db9a-421b-b479-8421a78e97bb HTTP/1.1" status: 200 len: 1136 time: 1.4974184 Dec 10 08:57:52.004262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:52.031082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd5e7f-e67f-4aeb-a1b3-c6a9484819ce service neutron] Pushing event updated for resources: {'Port': ['ID=6da0b6a7-db9a-421b-b479-8421a78e97bb,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:52.077458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628540f-649e-480a-b2d4-886f684fb66a req-94bbd69d-2cf0-4db9-9999-a07c28e12c20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:52.079647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2628540f-649e-480a-b2d4-886f684fb66a req-94bbd69d-2cf0-4db9-9999-a07c28e12c20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0840087 Dec 10 08:57:52.095317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:52.164829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2628540f-649e-480a-b2d4-886f684fb66a req-72b2e3a1-a5ef-46b0-97a1-3586e75a30d6 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773251 Dec 10 08:57:52.535227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad3c689-a2cd-4d11-aaae-5e9a06256def {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:52.542955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b05cd-0b16-45ee-a612-f11a6ca5e945 req-b1ec4029-609a-4f47-8c07-bd3e7893a35a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:52.545952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:52.554247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd5b05cd-0b16-45ee-a612-f11a6ca5e945 req-b1ec4029-609a-4f47-8c07-bd3e7893a35a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.1702785 Dec 10 08:57:52.561061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Transition to ACTIVE for port object fad3c689-a2cd-4d11-aaae-5e9a06256def will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:52.566136 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:52.567738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d76db-ccda-4334-901e-998217f5ef20 req-37a92dfd-2c90-442c-927b-68e0580c4b2f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:52.575247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d76db-ccda-4334-901e-998217f5ef20 req-37a92dfd-2c90-442c-927b-68e0580c4b2f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:52.581313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d76db-ccda-4334-901e-998217f5ef20 req-37a92dfd-2c90-442c-927b-68e0580c4b2f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:52.588913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d76db-ccda-4334-901e-998217f5ef20 req-37a92dfd-2c90-442c-927b-68e0580c4b2f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:52.595270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d76db-ccda-4334-901e-998217f5ef20 req-37a92dfd-2c90-442c-927b-68e0580c4b2f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:52.602851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d76db-ccda-4334-901e-998217f5ef20 req-37a92dfd-2c90-442c-927b-68e0580c4b2f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:52.610917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b0d76db-ccda-4334-901e-998217f5ef20 req-37a92dfd-2c90-442c-927b-68e0580c4b2f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 4605 time: 0.1778672 Dec 10 08:57:52.647880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Pushing event updated for resources: {'Port': ['ID=fad3c689-a2cd-4d11-aaae-5e9a06256def,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:52.660263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.660572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.660926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.661273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.662154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.662154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.662654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.663615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.664101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.664439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.664772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.665100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.665462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:57:52.742490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Attempting to bind port fad3c689-a2cd-4d11-aaae-5e9a06256def on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:52.742834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Attempting to bind port fad3c689-a2cd-4d11-aaae-5e9a06256def by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:52.743171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Attempting to bind port fad3c689-a2cd-4d11-aaae-5e9a06256def on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:52.745346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b0d76db-ccda-4334-901e-998217f5ef20 req-e45ec4cd-64eb-428d-b9b0-6af70f8e7177 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333716 Dec 10 08:57:52.747859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Port fad3c689-a2cd-4d11-aaae-5e9a06256def on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:52.748183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Attempting to bind port fad3c689-a2cd-4d11-aaae-5e9a06256def on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:52.754894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:52.755156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Checking segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:52.755540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Bound using segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:52.755968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Bound port: fad3c689-a2cd-4d11-aaae-5e9a06256def, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:52.756347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:52.782324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd5b05cd-0b16-45ee-a612-f11a6ca5e945 req-9643aeb4-de82-4c97-b730-2d7e3e2d791a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620314 Dec 10 08:57:52.918566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] For port fad3c689-a2cd-4d11-aaae-5e9a06256def, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:52.925540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] For port fad3c689-a2cd-4d11-aaae-5e9a06256def, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fad3c689-a2cd-4d11-aaae-5e9a06256def,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:52.927809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cfd09-bf89-4e0a-a061-b03fe38b86f1 req-9e280071-002b-4bd0-a97a-db65637bb797 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:52.930860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-697cfd09-bf89-4e0a-a061-b03fe38b86f1 req-9e280071-002b-4bd0-a97a-db65637bb797 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0823224 Dec 10 08:57:52.936984 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:53.007023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-697cfd09-bf89-4e0a-a061-b03fe38b86f1 req-e9f8ec56-57bb-441b-ab41-2f4a00b47f00 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703435 Dec 10 08:57:53.010880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.011594 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:53.012973 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] 10.222.0.39 "PUT /v2.0/ports/fad3c689-a2cd-4d11-aaae-5e9a06256def HTTP/1.1" status: 200 len: 1135 time: 1.0166719 Dec 10 08:57:53.064207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-d2ff1be1-ae73-4a55-a0da-b1e4f6fa83c4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.065748 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-d2ff1be1-ae73-4a55-a0da-b1e4f6fa83c4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 946 time: 0.0966585 Dec 10 08:57:53.077965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:53.079659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa28af-7dd6-4a9e-80b5-b8a96239cd9c req-0c2eaea4-6c4f-41d1-aca1-4b662439dff0 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.080389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': '6da0b6a7-db9a-421b-b479-8421a78e97bb'}, {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': 'fad3c689-a2cd-4d11-aaae-5e9a06256def'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:53.081709 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0fa28af-7dd6-4a9e-80b5-b8a96239cd9c req-0c2eaea4-6c4f-41d1-aca1-4b662439dff0 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0938947 Dec 10 08:57:53.092899 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "6da0b6a7-db9a-421b-b479-8421a78e97bb"}, {"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "fad3c689-a2cd-4d11-aaae-5e9a06256def"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:53.154702 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0fa28af-7dd6-4a9e-80b5-b8a96239cd9c req-4a392d18-f54d-47ac-87aa-2816e810f843 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645044 Dec 10 08:57:53.186329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1efe9c-d0c6-462c-9d35-1703e2303f53 service neutron] Pushing event updated for resources: {'Port': ['ID=fad3c689-a2cd-4d11-aaae-5e9a06256def,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:53.251728 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105a8506-b102-4104-a0ad-d2e46b9610d9 x-openstack-request-id: req-105a8506-b102-4104-a0ad-d2e46b9610d9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:53.252036 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "6da0b6a7-db9a-421b-b479-8421a78e97bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "fad3c689-a2cd-4d11-aaae-5e9a06256def", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:53.252298 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-105a8506-b102-4104-a0ad-d2e46b9610d9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:53.252701 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': '6da0b6a7-db9a-421b-b479-8421a78e97bb', 'status': 'completed', 'code': 200} Dec 10 08:57:53.253102 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': 'fad3c689-a2cd-4d11-aaae-5e9a06256def', 'status': 'completed', 'code': 200} Dec 10 08:57:53.365105 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:53.403951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7ffec7b-4c08-42ab-8a47-45e929393f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.405093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7ffec7b-4c08-42ab-8a47-45e929393f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.405093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7ffec7b-4c08-42ab-8a47-45e929393f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.405314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7ffec7b-4c08-42ab-8a47-45e929393f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.407879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7ffec7b-4c08-42ab-8a47-45e929393f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.407879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7ffec7b-4c08-42ab-8a47-45e929393f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.407879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7ffec7b-4c08-42ab-8a47-45e929393f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.409191 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7ffec7b-4c08-42ab-8a47-45e929393f0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6219 time: 0.1239896 Dec 10 08:57:53.414286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Deleting port 29339d2a-4f30-46d9-84c2-8291c4576eff {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:57:53.414630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:53.450516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd770d-ffa8-46f8-a1f8-0aa827c761f4 req-2d991212-896d-473c-8a09-6e9bae1b3fa9 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.452373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6dd770d-ffa8-46f8-a1f8-0aa827c761f4 req-2d991212-896d-473c-8a09-6e9bae1b3fa9 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 949 time: 0.1255059 Dec 10 08:57:53.469821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f66f5c-1910-45e3-8357-04848ac905f5 req-fea557d6-eb2e-44f9-93f9-a4ded87c583c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.474203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5f66f5c-1910-45e3-8357-04848ac905f5 req-fea557d6-eb2e-44f9-93f9-a4ded87c583c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0860913 Dec 10 08:57:53.565770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6dd770d-ffa8-46f8-a1f8-0aa827c761f4 req-6436515e-73e7-47f9-aa7a-6dfa54a3cf8f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894830 Dec 10 08:57:53.573319 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 29339d2a-4f30-46d9-84c2-8291c4576eff no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:57:53.590819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5f66f5c-1910-45e3-8357-04848ac905f5 req-8ce4c9fb-cfac-4201-9abc-5e4373d4a579 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084130 Dec 10 08:57:53.680898 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:53.722222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=29339d2a-4f30-46d9-84c2-8291c4576eff,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:53.723676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:53.727868 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebac4cb-fd19-4e0e-affb-93a156890772" -d '{"events": [{"server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "name": "network-vif-unplugged", "status": "completed", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:53.733852 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:53.735549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 17ca6385-49a1-4074-a059-d35bbdf7367b no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:57:53.782885 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918b0920-786e-42a1-a5f5-73c3992d7a4e x-openstack-request-id: req-918b0920-786e-42a1-a5f5-73c3992d7a4e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:53.784069 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "name": "network-vif-unplugged", "status": "completed", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:53.784547 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-918b0920-786e-42a1-a5f5-73c3992d7a4e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:53.785166 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff', 'code': 200} Dec 10 08:57:53.853380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=29339d2a-4f30-46d9-84c2-8291c4576eff,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:53.930941 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:53.956520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768ee5-9042-461e-8be9-b21f1aba87ac req-ed38b538-c569-4084-bd76-d8b9bc9e5060 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.962897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] For port 29339d2a-4f30-46d9-84c2-8291c4576eff, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=29339d2a-4f30-46d9-84c2-8291c4576eff,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:53.963273 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:53.965570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768ee5-9042-461e-8be9-b21f1aba87ac req-ed38b538-c569-4084-bd76-d8b9bc9e5060 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.971918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768ee5-9042-461e-8be9-b21f1aba87ac req-ed38b538-c569-4084-bd76-d8b9bc9e5060 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.978473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768ee5-9042-461e-8be9-b21f1aba87ac req-ed38b538-c569-4084-bd76-d8b9bc9e5060 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.984714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768ee5-9042-461e-8be9-b21f1aba87ac req-ed38b538-c569-4084-bd76-d8b9bc9e5060 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.986575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Calling delete_port for 29339d2a-4f30-46d9-84c2-8291c4576eff owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:57:53.991955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768ee5-9042-461e-8be9-b21f1aba87ac req-ed38b538-c569-4084-bd76-d8b9bc9e5060 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:53.998547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768ee5-9042-461e-8be9-b21f1aba87ac req-ed38b538-c569-4084-bd76-d8b9bc9e5060 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.000739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9768ee5-9042-461e-8be9-b21f1aba87ac req-ed38b538-c569-4084-bd76-d8b9bc9e5060 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5382 time: 0.1083975 Dec 10 08:57:54.008783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=17ca6385-49a1-4074-a059-d35bbdf7367b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:54.024394 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:54.098655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9768ee5-9042-461e-8be9-b21f1aba87ac req-52ac0d52-348b-405c-8a86-236033046c5c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906463 Dec 10 08:57:54.135488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=17ca6385-49a1-4074-a059-d35bbdf7367b,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:54.189035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a73cde-65c6-4e7b-b017-f4ebd06399c5 req-fb49c23f-11f8-4a4a-a7cc-76bd56a5843d tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.199232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07a73cde-65c6-4e7b-b017-f4ebd06399c5 req-fb49c23f-11f8-4a4a-a7cc-76bd56a5843d tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc86d5e-7cc5-4531-8922-adff2199d095 HTTP/1.1" status: 200 len: 944 time: 0.0919669 Dec 10 08:57:54.266844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07a73cde-65c6-4e7b-b017-f4ebd06399c5 req-f2fae412-efd6-4ca6-aeee-07fb6cb482b8 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657740 Dec 10 08:57:54.274269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7620d58-a5b4-4031-bcd8-daa81380c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.274783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7620d58-a5b4-4031-bcd8-daa81380c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.275347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7620d58-a5b4-4031-bcd8-daa81380c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.276820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-b7620d58-a5b4-4031-bcd8-daa81380c92c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8417587 Dec 10 08:57:54.389755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee66f26-9809-48e5-9b10-b9aa2fe32ebb req-99c58203-df7a-40a6-bc86-c803d243f5f3 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.398344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fee66f26-9809-48e5-9b10-b9aa2fe32ebb req-99c58203-df7a-40a6-bc86-c803d243f5f3 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0990982 Dec 10 08:57:54.434540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7f724-edda-4383-b1b8-4ebf17d8b12f req-e4741740-17e2-468d-a072-97df0a1da808 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.436239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31e7f724-edda-4383-b1b8-4ebf17d8b12f req-e4741740-17e2-468d-a072-97df0a1da808 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1039698 Dec 10 08:57:54.504265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fee66f26-9809-48e5-9b10-b9aa2fe32ebb req-f184dead-6e22-4920-b091-95900493e356 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044867 Dec 10 08:57:54.511790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-e55842c9-1b62-44fa-8145-334852a96127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.513407 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-e55842c9-1b62-44fa-8145-334852a96127 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2147338 Dec 10 08:57:54.515319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31e7f724-edda-4383-b1b8-4ebf17d8b12f req-6ee12e46-bd73-4ca4-a5aa-8f15df227c5a tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635026 Dec 10 08:57:54.517855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:54.574305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ae583b-c224-41c8-8a3a-19e4d00dc9fd {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:54.591521 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event deleted for resources: {'Port': ['ID=29339d2a-4f30-46d9-84c2-8291c4576eff,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:54.607515 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:54.674429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Transition to ACTIVE for port object 88ae583b-c224-41c8-8a3a-19e4d00dc9fd will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:54.695529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] No DVR routers for this DVR port 29339d2a-4f30-46d9-84c2-8291c4576eff on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:57:54.698552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:54.701802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:54.705262 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-defa28cb-77d2-4d6c-a97f-707096a9a8db req-77542890-b678-484b-a49d-e5cc9ecb50b4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "DELETE /v2.0/ports/29339d2a-4f30-46d9-84c2-8291c4576eff HTTP/1.1" status: 204 len: 173 time: 1.5997643 Dec 10 08:57:54.762291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-4c46c938-fedc-48d0-ad48-c1762b39dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.762842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-4c46c938-fedc-48d0-ad48-c1762b39dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.764403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-4c46c938-fedc-48d0-ad48-c1762b39dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.764903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-4c46c938-fedc-48d0-ad48-c1762b39dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.765368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-4c46c938-fedc-48d0-ad48-c1762b39dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.765957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-4c46c938-fedc-48d0-ad48-c1762b39dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.766412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-4c46c938-fedc-48d0-ad48-c1762b39dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.768621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-4c46c938-fedc-48d0-ad48-c1762b39dd76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6219 time: 0.1725929 Dec 10 08:57:54.779280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:54.958660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3f7b2-0a30-4041-95a1-3d04ef97fbdc req-6d97156b-ac12-46a2-a5f5-2e1e94361412 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:54.961919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebc3f7b2-0a30-4041-95a1-3d04ef97fbdc req-6d97156b-ac12-46a2-a5f5-2e1e94361412 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 947 time: 0.0866675 Dec 10 08:57:55.024404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-cfd97ddf-c5ca-48c1-96ea-db552d4df14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.025189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-cfd97ddf-c5ca-48c1-96ea-db552d4df14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.026198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-cfd97ddf-c5ca-48c1-96ea-db552d4df14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.028758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-cfd97ddf-c5ca-48c1-96ea-db552d4df14d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2453873 Dec 10 08:57:55.031989 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebc3f7b2-0a30-4041-95a1-3d04ef97fbdc req-7ed5cd12-9bad-4975-ad9f-e80310fa5484 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630150 Dec 10 08:57:55.127579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Attempting to bind port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:55.127925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Attempting to bind port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:55.128254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Attempting to bind port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:55.145474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:55.145822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Attempting to bind port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:55.161036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:55.161435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Checking segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:55.161845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Bound using segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:55.162287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Bound port: 88ae583b-c224-41c8-8a3a-19e4d00dc9fd, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:55.163435 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:55.176893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-c83ee067-a8f3-43df-9f91-0c5f25037ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.178498 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c1042af-c7b1-4e0a-b81a-5aac58a19f44 req-c83ee067-a8f3-43df-9f91-0c5f25037ee4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385894 Dec 10 08:57:55.266400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'name': 'network-vif-deleted', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:55.276225 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaf017f-65dc-4145-a415-8bd2a1db1a8b" -d '{"events": [{"server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "name": "network-vif-deleted", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:55.309064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15cfb-44cb-4dfa-9a5d-1f925a53f237 req-8575c838-3e21-4d52-bb32-0c7fec014e10 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.315676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15cfb-44cb-4dfa-9a5d-1f925a53f237 req-8575c838-3e21-4d52-bb32-0c7fec014e10 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.315978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] For port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:55.320473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] For port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:55.324257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15cfb-44cb-4dfa-9a5d-1f925a53f237 req-8575c838-3e21-4d52-bb32-0c7fec014e10 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.326102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:55.331130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15cfb-44cb-4dfa-9a5d-1f925a53f237 req-8575c838-3e21-4d52-bb32-0c7fec014e10 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.338209 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15cfb-44cb-4dfa-9a5d-1f925a53f237 req-8575c838-3e21-4d52-bb32-0c7fec014e10 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.346664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15cfb-44cb-4dfa-9a5d-1f925a53f237 req-8575c838-3e21-4d52-bb32-0c7fec014e10 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.354649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15cfb-44cb-4dfa-9a5d-1f925a53f237 req-8575c838-3e21-4d52-bb32-0c7fec014e10 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.364402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18d15cfb-44cb-4dfa-9a5d-1f925a53f237 req-8575c838-3e21-4d52-bb32-0c7fec014e10 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5394 time: 0.1340196 Dec 10 08:57:55.377702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.378511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:55.380227 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] 10.222.0.39 "PUT /v2.0/ports/88ae583b-c224-41c8-8a3a-19e4d00dc9fd HTTP/1.1" status: 200 len: 1091 time: 2.3272576 Dec 10 08:57:55.427000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:55.468787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785f293-6448-40e6-b3e4-636e66ab5cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:55.497019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18d15cfb-44cb-4dfa-9a5d-1f925a53f237 req-b97ccc37-32b7-4610-9d85-c590bb67cb3a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314950 Dec 10 08:57:55.538427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:55.584193 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b5263c-d3b5-4cc8-8ef0-6fbeb8f7cc3d x-openstack-request-id: req-58b5263c-d3b5-4cc8-8ef0-6fbeb8f7cc3d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:55.586548 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc86d5e-7cc5-4531-8922-adff2199d095", "name": "network-vif-deleted", "tag": "29339d2a-4f30-46d9-84c2-8291c4576eff", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:55.586548 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58b5263c-d3b5-4cc8-8ef0-6fbeb8f7cc3d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:55.586548 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc86d5e-7cc5-4531-8922-adff2199d095', 'name': 'network-vif-deleted', 'tag': '29339d2a-4f30-46d9-84c2-8291c4576eff', 'status': 'completed', 'code': 200} Dec 10 08:57:55.787341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:55.791175 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb92fdb5-47e8-4a04-8ffc-4ba78cb0ecbb" -d '{"events": [{"server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "name": "network-vif-unplugged", "status": "completed", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:55.794617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7c46fa-ecca-4102-909a-28c8afca1eaf details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:57:55.821611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f4c8-f95a-45d6-9224-73b6ea81d853 req-5604089d-e59c-403f-94c0-0c31c34bb2af tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.841821 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8967f4c8-f95a-45d6-9224-73b6ea81d853 req-5604089d-e59c-403f-94c0-0c31c34bb2af tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1451137 Dec 10 08:57:55.907374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6177-435b-421a-8dc5-e6bc1661735e req-26b900b3-a6cc-40ac-ba51-45ce72600c78 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:55.911557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8aaf6177-435b-421a-8dc5-e6bc1661735e req-26b900b3-a6cc-40ac-ba51-45ce72600c78 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1631267 Dec 10 08:57:55.944653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:55.963143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '8c7c46fa-ecca-4102-909a-28c8afca1eaf', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'port_id': '8c7c46fa-ecca-4102-909a-28c8afca1eaf', 'mac_address': 'fa:16:3e:57:7c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15349f3d-125d-490d-ae31-4a9529c678c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:57:55.977058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c8f6ce-edda-4995-a15b-89d5fab75730 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:55.985114 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:55.998156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8967f4c8-f95a-45d6-9224-73b6ea81d853 req-0ded6479-aad6-4d97-adcd-096bfd30ccbf tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538413 Dec 10 08:57:55.999867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Transition to ACTIVE for port object c7c8f6ce-edda-4995-a15b-89d5fab75730 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:56.016980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:56.034044 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:56.042768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8aaf6177-435b-421a-8dc5-e6bc1661735e req-8f840403-53e9-47f1-906d-1a88d238021b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241908 Dec 10 08:57:56.089237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Pushing event updated for resources: {'Port': ['ID=c7c8f6ce-edda-4995-a15b-89d5fab75730,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:56.098424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c7c46fa-ecca-4102-909a-28c8afca1eaf {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:56.122372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:56.128122 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:56.186424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Attempting to bind port c7c8f6ce-edda-4995-a15b-89d5fab75730 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:56.187022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Attempting to bind port c7c8f6ce-edda-4995-a15b-89d5fab75730 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:56.187523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Attempting to bind port c7c8f6ce-edda-4995-a15b-89d5fab75730 on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:56.195319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Port c7c8f6ce-edda-4995-a15b-89d5fab75730 on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:56.195652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Attempting to bind port c7c8f6ce-edda-4995-a15b-89d5fab75730 on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:56.204159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8c7c46fa-ecca-4102-909a-28c8afca1eaf,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:56.210953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:56.211299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Checking segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:56.212830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Bound using segment: {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:56.213394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Bound port: c7c8f6ce-edda-4995-a15b-89d5fab75730, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2491d95-2b7a-4aa5-85da-a026ae9b937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:56.214977 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:56.261829 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cdbcd9-a3ee-4197-8763-f24aef603751 x-openstack-request-id: req-d2cdbcd9-a3ee-4197-8763-f24aef603751 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:56.262757 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "name": "network-vif-unplugged", "status": "completed", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:56.262757 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2cdbcd9-a3ee-4197-8763-f24aef603751 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:56.263637 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b', 'code': 200} Dec 10 08:57:56.300153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-47966bff-1990-40e8-b87e-dddeae2128a7 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:56.309059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-47966bff-1990-40e8-b87e-dddeae2128a7 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 822 time: 0.1657062 Dec 10 08:57:56.329321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] For port c7c8f6ce-edda-4995-a15b-89d5fab75730, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:56.330573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-084d2636-1aaa-4b3a-aa0b-4b9b5d780337 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/quotas/56dd9c2c76e44d3ebf21ba7bd5631e02 HTTP/1.1" status: 200 len: 375 time: 0.0181694 Dec 10 08:57:56.331034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['8c7c46fa-ecca-4102-909a-28c8afca1eaf'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:57:56.343814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] For port c7c8f6ce-edda-4995-a15b-89d5fab75730, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:56.352369 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:56.378629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-84aab977-fddf-4628-baff-4d7b5c6fd732 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467498 Dec 10 08:57:56.460130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:56.460955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:56.467589 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-40cc7dea-1213-4098-a233-10f570679dba service neutron] 10.222.0.39 "PUT /v2.0/ports/c7c8f6ce-edda-4995-a15b-89d5fab75730 HTTP/1.1" status: 200 len: 1090 time: 1.0431690 Dec 10 08:57:56.501521 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc7dea-1213-4098-a233-10f570679dba service neutron] Pushing event updated for resources: {'Port': ['ID=c7c8f6ce-edda-4995-a15b-89d5fab75730,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:56.521555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:56.566987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-d75fd67c-fde3-4b96-a882-bedcd93a98b4 service neutron] 10.222.0.31 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848838 Dec 10 08:57:56.622034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:56.852231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-aead6c65-87da-4e66-825d-454b4cd2674a service neutron] 10.222.0.31 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840247 Dec 10 08:57:56.867791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4b49-aaef-4c41-bff7-4f8bcd657c5e req-92e8920e-f507-45dd-8db7-e9d91a5e37c1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:56.875697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4b49-aaef-4c41-bff7-4f8bcd657c5e req-92e8920e-f507-45dd-8db7-e9d91a5e37c1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:56.882596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4b49-aaef-4c41-bff7-4f8bcd657c5e req-92e8920e-f507-45dd-8db7-e9d91a5e37c1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:56.888923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4b49-aaef-4c41-bff7-4f8bcd657c5e req-92e8920e-f507-45dd-8db7-e9d91a5e37c1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:56.896518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4b49-aaef-4c41-bff7-4f8bcd657c5e req-92e8920e-f507-45dd-8db7-e9d91a5e37c1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:56.904598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4b49-aaef-4c41-bff7-4f8bcd657c5e req-92e8920e-f507-45dd-8db7-e9d91a5e37c1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:56.910649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4b49-aaef-4c41-bff7-4f8bcd657c5e req-92e8920e-f507-45dd-8db7-e9d91a5e37c1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:56.919672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e46e4b49-aaef-4c41-bff7-4f8bcd657c5e req-92e8920e-f507-45dd-8db7-e9d91a5e37c1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5406 time: 0.2206905 Dec 10 08:57:57.004489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e46e4b49-aaef-4c41-bff7-4f8bcd657c5e req-81ef03b3-73d0-4f31-8883-86f80b8b30ae tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838637 Dec 10 08:57:57.245453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd7fda3-8c74-4f2f-9d0a-b052706c910a {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:57.264758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23627306-ad35-492a-86cc-6c86804592c6 req-acc22d9a-78e5-4d28-9826-f437eb94c54a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 210 time: 0.0548887 Dec 10 08:57:57.271628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:57.336640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Transition to ACTIVE for port object 8cd7fda3-8c74-4f2f-9d0a-b052706c910a will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:57.340129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5b445-f2aa-4b87-b75c-37e726e09b19 req-cc6f2de0-0eef-436c-943a-ea22bf465588 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:57.346989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:57.356649 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dcd5b445-f2aa-4b87-b75c-37e726e09b19 req-cc6f2de0-0eef-436c-943a-ea22bf465588 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0893328 Dec 10 08:57:57.474294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:57.589199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd'}, {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': 'c7c8f6ce-edda-4995-a15b-89d5fab75730'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:57.593489 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd35cf6-896d-44b5-b24c-f0467eefd796" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "88ae583b-c224-41c8-8a3a-19e4d00dc9fd"}, {"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "c7c8f6ce-edda-4995-a15b-89d5fab75730"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:57.595121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4da7-d338-4e69-bd8d-7acf4549472d req-67086ab5-8174-4949-99a0-aa4db15c4b08 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:57.601647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c20d4da7-d338-4e69-bd8d-7acf4549472d req-67086ab5-8174-4949-99a0-aa4db15c4b08 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.2402611 Dec 10 08:57:57.613463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Attempting to bind port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:57:57.614098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Attempting to bind port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:57:57.614748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Attempting to bind port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a on network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:57.623469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a on network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:57:57.623993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Attempting to bind port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a on network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:57:57.624307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dcd5b445-f2aa-4b87-b75c-37e726e09b19 req-7a7f6712-fa2b-4c80-b845-69948872cc17 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651122 Dec 10 08:57:57.633010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:57:57.633917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Checking segment: {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:57:57.636711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Bound using segment: {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:57:57.637851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Bound port: 8cd7fda3-8c74-4f2f-9d0a-b052706c910a, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:57:57.638513 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:57.751211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] For port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:57:57.755893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c20d4da7-d338-4e69-bd8d-7acf4549472d req-7c074530-5112-45c4-968e-a55f28d92efe tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274142 Dec 10 08:57:57.766291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] For port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:57:57.769476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:57.800106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7c46fa-ecca-4102-909a-28c8afca1eaf up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:57:57.902454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:57.903090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:57.910547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] 10.222.0.39 "PUT /v2.0/ports/8cd7fda3-8c74-4f2f-9d0a-b052706c910a HTTP/1.1" status: 200 len: 1091 time: 1.3940983 Dec 10 08:57:57.931007 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2370e17a-e335-4218-9a86-c572ca386ab5 x-openstack-request-id: req-2370e17a-e335-4218-9a86-c572ca386ab5 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:57.931401 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "88ae583b-c224-41c8-8a3a-19e4d00dc9fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "c7c8f6ce-edda-4995-a15b-89d5fab75730", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:57.931682 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2370e17a-e335-4218-9a86-c572ca386ab5 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:57.939149 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd', 'status': 'completed', 'code': 200} Dec 10 08:57:57.939463 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': 'c7c8f6ce-edda-4995-a15b-89d5fab75730', 'status': 'completed', 'code': 200} Dec 10 08:57:57.946290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 8c7c46fa-ecca-4102-909a-28c8afca1eaf triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:57:57.947250 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:57.990032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Request body: {'port': {'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:58.060786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b267a-9af0-4bca-b7ed-435752616a43 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:58.143016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:58.171513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-ae2e99e4-e167-44d5-bf57-c2af1d62afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.172135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-ae2e99e4-e167-44d5-bf57-c2af1d62afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.172829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-ae2e99e4-e167-44d5-bf57-c2af1d62afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.173354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-ae2e99e4-e167-44d5-bf57-c2af1d62afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.173904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-ae2e99e4-e167-44d5-bf57-c2af1d62afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.174576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-ae2e99e4-e167-44d5-bf57-c2af1d62afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.175101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-ae2e99e4-e167-44d5-bf57-c2af1d62afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.177233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-ae2e99e4-e167-44d5-bf57-c2af1d62afb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6420 time: 0.1813612 Dec 10 08:57:58.225762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:58.310069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7c46fa-ecca-4102-909a-28c8afca1eaf'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:58.316688 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bf929b-1b6e-4ad3-92b7-b29194386197" -d '{"events": [{"server_uuid": "4fa6d5cf-1ad6-4609-8b8b-28be7a813e80", "name": "network-vif-plugged", "status": "completed", "tag": "8c7c46fa-ecca-4102-909a-28c8afca1eaf"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:58.370572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:57:58.374567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57be6a6-a1bf-4aaf-92d6-c45c376086f8 req-a2d2ef5f-d4a7-4721-b4b8-27b50e19fde0 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.406423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57be6a6-a1bf-4aaf-92d6-c45c376086f8 req-a2d2ef5f-d4a7-4721-b4b8-27b50e19fde0 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.430207 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:58.435134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57be6a6-a1bf-4aaf-92d6-c45c376086f8 req-a2d2ef5f-d4a7-4721-b4b8-27b50e19fde0 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.453614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57be6a6-a1bf-4aaf-92d6-c45c376086f8 req-a2d2ef5f-d4a7-4721-b4b8-27b50e19fde0 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.483860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57be6a6-a1bf-4aaf-92d6-c45c376086f8 req-a2d2ef5f-d4a7-4721-b4b8-27b50e19fde0 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.498282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57be6a6-a1bf-4aaf-92d6-c45c376086f8 req-a2d2ef5f-d4a7-4721-b4b8-27b50e19fde0 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.515794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57be6a6-a1bf-4aaf-92d6-c45c376086f8 req-a2d2ef5f-d4a7-4721-b4b8-27b50e19fde0 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.519730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b57be6a6-a1bf-4aaf-92d6-c45c376086f8 req-a2d2ef5f-d4a7-4721-b4b8-27b50e19fde0 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5418 time: 0.3275771 Dec 10 08:57:58.588691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8c7c46fa-ecca-4102-909a-28c8afca1eaf,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:58.612760 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69000c2e-1e2d-4282-bb4b-8c78ba8ee98e req-eef2356c-26cf-49fc-b4f0-9bab1b0b8a5f tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 210 time: 0.0867972 Dec 10 08:57:58.700264 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc70675-69b5-405d-ae36-0109d8c96075 x-openstack-request-id: req-1fc70675-69b5-405d-ae36-0109d8c96075 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:57:58.700780 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa6d5cf-1ad6-4609-8b8b-28be7a813e80", "name": "network-vif-plugged", "status": "completed", "tag": "8c7c46fa-ecca-4102-909a-28c8afca1eaf", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:57:58.701986 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fc70675-69b5-405d-ae36-0109d8c96075 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:57:58.702549 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7c46fa-ecca-4102-909a-28c8afca1eaf', 'code': 200} Dec 10 08:57:58.705811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b57be6a6-a1bf-4aaf-92d6-c45c376086f8 req-229ba8b7-33ff-468e-88af-1d2e90d58905 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314390 Dec 10 08:57:58.849747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-34244214-79f5-4171-b5ab-6aee9ed9a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.850900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-34244214-79f5-4171-b5ab-6aee9ed9a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.851387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-34244214-79f5-4171-b5ab-6aee9ed9a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.852999 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-34244214-79f5-4171-b5ab-6aee9ed9a2c7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6321840 Dec 10 08:57:58.942036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55283416-a85c-4fc3-9b0a-14de34c50131 req-68f34e2b-f7af-4183-8635-9efab69fa469 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:58.949111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55283416-a85c-4fc3-9b0a-14de34c50131 req-68f34e2b-f7af-4183-8635-9efab69fa469 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1831000 Dec 10 08:57:59.092269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55283416-a85c-4fc3-9b0a-14de34c50131 req-425b3cdf-eae8-4956-9e0a-af9cff96f347 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126127 Dec 10 08:57:59.111057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fb46a-8290-4364-b0df-b7eb4a8d9c96 req-04632fb3-3928-4b08-a96d-da6637de55b4 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.127677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-353fb46a-8290-4364-b0df-b7eb4a8d9c96 req-04632fb3-3928-4b08-a96d-da6637de55b4 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1758983 Dec 10 08:57:59.280011 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-353fb46a-8290-4364-b0df-b7eb4a8d9c96 req-1316dde0-3847-448d-b175-4b7991eaa87b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505699 Dec 10 08:57:59.317577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ecd40a-60d8-4a15-90a8-7a3412b89810 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:57:59.329980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:59.373928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Transition to ACTIVE for port object 57ecd40a-60d8-4a15-90a8-7a3412b89810 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:57:59.390305 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:57:59.413085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-0522f89a-e5c0-45b0-b520-3cd87e614805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.413085 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-0522f89a-e5c0-45b0-b520-3cd87e614805 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5443075 Dec 10 08:57:59.604532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-a495f2ff-aef4-4ccc-b291-29cfd6358a74 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.606081 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-a495f2ff-aef4-4ccc-b291-29cfd6358a74 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 822 time: 0.3671498 Dec 10 08:57:59.633497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Request body: {'port': {'device_id': 'b907b383-a334-43b8-8aec-8a5c26eba281', 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328', 'admin_state_up': True, 'tenant_id': '56dd9c2c76e44d3ebf21ba7bd5631e02'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:57:59.652092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Pushing event updated for resources: {'Port': ['ID=57ecd40a-60d8-4a15-90a8-7a3412b89810,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:57:59.818431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2a22e21-7144-4b05-9712-cca190cb5e05 req-71846e1e-0e36-4ad3-89c9-452925294254 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 210 time: 0.0689545 Dec 10 08:57:59.841597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c1e05ed9-2e2c-4a03-b6d9-f09e4c4d47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.843371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c1e05ed9-2e2c-4a03-b6d9-f09e4c4d47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.843937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c1e05ed9-2e2c-4a03-b6d9-f09e4c4d47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.844449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c1e05ed9-2e2c-4a03-b6d9-f09e4c4d47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.844958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c1e05ed9-2e2c-4a03-b6d9-f09e4c4d47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.845529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c1e05ed9-2e2c-4a03-b6d9-f09e4c4d47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.854608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c1e05ed9-2e2c-4a03-b6d9-f09e4c4d47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.856874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c1e05ed9-2e2c-4a03-b6d9-f09e4c4d47fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6445 time: 0.3476176 Dec 10 08:57:59.911856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439861cb-df9b-44f8-833a-238390e10f90 req-0ad6351b-00bf-41b1-bc07-3fc51bc86c96 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.919525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439861cb-df9b-44f8-833a-238390e10f90 req-0ad6351b-00bf-41b1-bc07-3fc51bc86c96 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.925963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439861cb-df9b-44f8-833a-238390e10f90 req-0ad6351b-00bf-41b1-bc07-3fc51bc86c96 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.934156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439861cb-df9b-44f8-833a-238390e10f90 req-0ad6351b-00bf-41b1-bc07-3fc51bc86c96 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.940512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439861cb-df9b-44f8-833a-238390e10f90 req-0ad6351b-00bf-41b1-bc07-3fc51bc86c96 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.941980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:57:59.947329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439861cb-df9b-44f8-833a-238390e10f90 req-0ad6351b-00bf-41b1-bc07-3fc51bc86c96 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.952038 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062ebafe-0dab-419f-a1b2-73a506142667" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "8cd7fda3-8c74-4f2f-9d0a-b052706c910a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:57:59.953647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439861cb-df9b-44f8-833a-238390e10f90 req-0ad6351b-00bf-41b1-bc07-3fc51bc86c96 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:57:59.965058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439861cb-df9b-44f8-833a-238390e10f90 req-0ad6351b-00bf-41b1-bc07-3fc51bc86c96 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1269488 Dec 10 08:58:00.059091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439861cb-df9b-44f8-833a-238390e10f90 req-52521b8f-94a8-450c-9103-d8d6cb860a5c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933354 Dec 10 08:58:00.092786 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f1129d-2e23-44a8-9489-a4ff56896869 x-openstack-request-id: req-c3f1129d-2e23-44a8-9489-a4ff56896869 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:00.093586 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "8cd7fda3-8c74-4f2f-9d0a-b052706c910a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:00.093843 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3f1129d-2e23-44a8-9489-a4ff56896869 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:00.094240 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a', 'status': 'completed', 'code': 200} Dec 10 08:58:00.110916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Attempting to bind port 57ecd40a-60d8-4a15-90a8-7a3412b89810 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:58:00.110916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Attempting to bind port 57ecd40a-60d8-4a15-90a8-7a3412b89810 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:58:00.110916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Attempting to bind port 57ecd40a-60d8-4a15-90a8-7a3412b89810 on network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:00.141397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Port 57ecd40a-60d8-4a15-90a8-7a3412b89810 on network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:58:00.141764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Attempting to bind port 57ecd40a-60d8-4a15-90a8-7a3412b89810 on network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:00.164583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:58:00.164919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Checking segment: {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:00.165308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Bound using segment: {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:58:00.165761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Bound port: 57ecd40a-60d8-4a15-90a8-7a3412b89810, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad10b611-73f0-46b0-bd29-f923fb80981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:58:00.166115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:00.171519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-1446170f-1ba1-48af-818e-2ae061afdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.171987 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-1446170f-1ba1-48af-818e-2ae061afdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.172441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-1446170f-1ba1-48af-818e-2ae061afdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.174046 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-1446170f-1ba1-48af-818e-2ae061afdf55 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3027327 Dec 10 08:58:00.205805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Made reservation on behalf of 56dd9c2c76e44d3ebf21ba7bd5631e02 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:00.209204 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:00.257247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f7a2-91d4-4e6f-b7c1-d9270eb32b1d req-2ec7e346-aad5-409c-82b7-eec3ba047efc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.270890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e14f7a2-91d4-4e6f-b7c1-d9270eb32b1d req-2ec7e346-aad5-409c-82b7-eec3ba047efc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0841947 Dec 10 08:58:00.347452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e14f7a2-91d4-4e6f-b7c1-d9270eb32b1d req-bba2ba71-d715-4f40-a6fa-3776cbd10a2d tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681124 Dec 10 08:58:00.426178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] For port 57ecd40a-60d8-4a15-90a8-7a3412b89810, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:58:00.442729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] For port 57ecd40a-60d8-4a15-90a8-7a3412b89810, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:58:00.445930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c9ad6f49-8c58-4153-b9c5-cf252790b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.447966 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bd35cf6-896d-44b5-b24c-f0467eefd796 req-c9ad6f49-8c58-4153-b9c5-cf252790b7e6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634113 Dec 10 08:58:00.489475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038f223-1a6a-4e92-aff1-2d7fea493fee req-ce7693fb-e465-4d9a-aa95-3e9c66e951c1 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.498481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7038f223-1a6a-4e92-aff1-2d7fea493fee req-ce7693fb-e465-4d9a-aa95-3e9c66e951c1 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0993786 Dec 10 08:58:00.608106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7038f223-1a6a-4e92-aff1-2d7fea493fee req-04096165-e706-4151-b3b2-3e129c4ca85a tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079021 Dec 10 08:58:00.612598 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:00.667616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Allocated IP 172.20.0.13 (6d752f9e-e96d-4653-819c-c49a87804328/eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17/025bdd92-9af8-485c-af18-36b78508e90f) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:58:00.717813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.718446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:00.719884 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] 10.222.0.39 "PUT /v2.0/ports/57ecd40a-60d8-4a15-90a8-7a3412b89810 HTTP/1.1" status: 200 len: 1091 time: 2.7359476 Dec 10 08:58:00.761591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ce257-1477-4347-982b-3cb741a27dbd service neutron] Pushing event updated for resources: {'Port': ['ID=57ecd40a-60d8-4a15-90a8-7a3412b89810,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:00.769535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-76ab626e-2201-4233-992c-3f503c6dcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.770045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-76ab626e-2201-4233-992c-3f503c6dcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.770490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-76ab626e-2201-4233-992c-3f503c6dcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.770952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-76ab626e-2201-4233-992c-3f503c6dcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.771461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-76ab626e-2201-4233-992c-3f503c6dcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.772443 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-76ab626e-2201-4233-992c-3f503c6dcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.772903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-76ab626e-2201-4233-992c-3f503c6dcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.774839 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-062ebafe-0dab-419f-a1b2-73a506142667 req-76ab626e-2201-4233-992c-3f503c6dcc24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6487 time: 0.1944413 Dec 10 08:58:00.944322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-f5c5580c-fad7-45c4-bade-7f01f7caba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.948124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-f5c5580c-fad7-45c4-bade-7f01f7caba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.948760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-f5c5580c-fad7-45c4-bade-7f01f7caba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:00.951037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-062ebafe-0dab-419f-a1b2-73a506142667 req-f5c5580c-fad7-45c4-bade-7f01f7caba66 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1415217 Dec 10 08:58:00.986210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a18a6e8-b7d1-47e7-8065-5b4816c7b820 req-5f0fc5d4-c31a-469d-87ab-4ca12ae7154c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 210 time: 0.0435905 Dec 10 08:58:01.254022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1c447-1ac6-4bc4-946b-2bad710caf97 req-549dc19e-9b3d-49dd-a464-852efb9e7855 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.261380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1c447-1ac6-4bc4-946b-2bad710caf97 req-549dc19e-9b3d-49dd-a464-852efb9e7855 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.269182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1c447-1ac6-4bc4-946b-2bad710caf97 req-549dc19e-9b3d-49dd-a464-852efb9e7855 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.276101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1c447-1ac6-4bc4-946b-2bad710caf97 req-549dc19e-9b3d-49dd-a464-852efb9e7855 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.284194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1c447-1ac6-4bc4-946b-2bad710caf97 req-549dc19e-9b3d-49dd-a464-852efb9e7855 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.290365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1c447-1ac6-4bc4-946b-2bad710caf97 req-549dc19e-9b3d-49dd-a464-852efb9e7855 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.296482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1c447-1ac6-4bc4-946b-2bad710caf97 req-549dc19e-9b3d-49dd-a464-852efb9e7855 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.304615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7af1c447-1ac6-4bc4-946b-2bad710caf97 req-549dc19e-9b3d-49dd-a464-852efb9e7855 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1204569 Dec 10 08:58:01.418183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7af1c447-1ac6-4bc4-946b-2bad710caf97 req-dd321340-b70c-46c8-a95d-b28750b067f8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125574 Dec 10 08:58:01.558573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dd0b8-fdd6-47be-8119-d60a6f363e92 req-0cd4a1ff-9ecb-4ad3-b83d-fb041dbab83d tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.560139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b97dd0b8-fdd6-47be-8119-d60a6f363e92 req-0cd4a1ff-9ecb-4ad3-b83d-fb041dbab83d tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0990794 Dec 10 08:58:01.619764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:01.634973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60655b5-7b59-4adf-b0f0-2aa0bfa95c86 req-0ede1130-68a5-4f06-92a4-3c7cad04111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.636533 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a60655b5-7b59-4adf-b0f0-2aa0bfa95c86 req-0ede1130-68a5-4f06-92a4-3c7cad04111f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 1096 time: 0.5861578 Dec 10 08:58:01.696016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebafe-0dab-419f-a1b2-73a506142667 req-1ad3137d-b02f-445b-a3f0-dd0687f03adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.697444 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-062ebafe-0dab-419f-a1b2-73a506142667 req-1ad3137d-b02f-445b-a3f0-dd0687f03adb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7379158 Dec 10 08:58:01.719972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b97dd0b8-fdd6-47be-8119-d60a6f363e92 req-53758cd6-a300-4761-8f7d-55e0bb513806 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382084 Dec 10 08:58:01.816308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:01.819549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:01.862321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'mac_address': 'fa:16:3e:e3:e3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:01.922243 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a60655b5-7b59-4adf-b0f0-2aa0bfa95c86 req-a12f4228-4bcf-4ef3-a90a-9afa5b9e4a85 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588449 Dec 10 08:58:01.933049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:01.947354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0e4ccc10-7a06-449e-85e2-b29ed1d78158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.948420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0e4ccc10-7a06-449e-85e2-b29ed1d78158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.949038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0e4ccc10-7a06-449e-85e2-b29ed1d78158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.949745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0e4ccc10-7a06-449e-85e2-b29ed1d78158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.950488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0e4ccc10-7a06-449e-85e2-b29ed1d78158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.951101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0e4ccc10-7a06-449e-85e2-b29ed1d78158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.951710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0e4ccc10-7a06-449e-85e2-b29ed1d78158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.951867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f1ca27-2cfc-4997-a053-ad285eaaac69 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:01.954053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-0e4ccc10-7a06-449e-85e2-b29ed1d78158 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6487 time: 0.1958516 Dec 10 08:58:01.971335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:01.973219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3060a-3747-4155-868e-53e0756521a6 req-fa370825-29a7-4d9d-ae15-8b1be1f9ad8f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:01.979191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35d3060a-3747-4155-868e-53e0756521a6 req-fa370825-29a7-4d9d-ae15-8b1be1f9ad8f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0859106 Dec 10 08:58:02.016850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:02.028029 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:02.064715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Network 6d752f9e-e96d-4653-819c-c49a87804328 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:58:02.065091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35d3060a-3747-4155-868e-53e0756521a6 req-35535372-c7f2-40ca-a689-2f3ffe0f7ae2 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786695 Dec 10 08:58:02.087470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:02.096996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': '57ecd40a-60d8-4a15-90a8-7a3412b89810'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:02.102532 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "57ecd40a-60d8-4a15-90a8-7a3412b89810"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:02.111817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:58:02.118172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:02.120497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event updated for resources: {'Port': ['ID=025bdd92-9af8-485c-af18-36b78508e90f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:02.189049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['d6f1ca27-2cfc-4997-a053-ad285eaaac69'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:02.189275 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa68440-8209-48d6-9a52-b24c8a859058 x-openstack-request-id: req-daa68440-8209-48d6-9a52-b24c8a859058 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:02.189558 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "57ecd40a-60d8-4a15-90a8-7a3412b89810", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:02.189878 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-daa68440-8209-48d6-9a52-b24c8a859058 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:02.190188 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': '57ecd40a-60d8-4a15-90a8-7a3412b89810', 'status': 'completed', 'code': 200} Dec 10 08:58:02.195808 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-10a62e99-ce7e-41fb-9063-9be24ce9d77d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 HTTP/1.1" status: 200 len: 217 time: 0.0722783 Dec 10 08:58:02.212565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a44885-50a8-44bd-85ae-44137bc66a30 req-bf3e4be5-b5a7-49ec-be80-b086d6e953b8 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.221231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0a44885-50a8-44bd-85ae-44137bc66a30 req-bf3e4be5-b5a7-49ec-be80-b086d6e953b8 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 932 time: 0.1157043 Dec 10 08:58:02.277782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.284622 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:02.304669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-e1736208-b6ba-45cd-97cd-ddedaf62b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.306190 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-e1736208-b6ba-45cd-97cd-ddedaf62b0f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=72a4b9f5-eb04-4fd3-a1d9-01870caa7159 HTTP/1.1" status: 200 len: 854 time: 0.1012647 Dec 10 08:58:02.307318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0a44885-50a8-44bd-85ae-44137bc66a30 req-ab00d9f5-cb1e-4e94-8f52-d55fc2e668e6 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851731 Dec 10 08:58:02.314483 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-9dbc351a-0e5b-40ef-a981-c775827a364c tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6861703 Dec 10 08:58:02.343139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Request body: {'port': {'device_id': 'b907b383-a334-43b8-8aec-8a5c26eba281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:02.412117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a2d7c012-6fa9-4c17-917e-363eb08a1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.424105 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-a2d7c012-6fa9-4c17-917e-363eb08a1840 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1230761f-c97f-4b7a-8a29-87123443b633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032333 Dec 10 08:58:02.483474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:02.616026 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:58:02.695391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622600c-2d69-4c36-99bc-65d12f04fa72 req-e74057ee-f20c-4863-8ca2-025b5a149b11 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.702118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622600c-2d69-4c36-99bc-65d12f04fa72 req-e74057ee-f20c-4863-8ca2-025b5a149b11 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.716972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622600c-2d69-4c36-99bc-65d12f04fa72 req-e74057ee-f20c-4863-8ca2-025b5a149b11 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.727742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622600c-2d69-4c36-99bc-65d12f04fa72 req-e74057ee-f20c-4863-8ca2-025b5a149b11 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.743197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622600c-2d69-4c36-99bc-65d12f04fa72 req-e74057ee-f20c-4863-8ca2-025b5a149b11 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.752303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622600c-2d69-4c36-99bc-65d12f04fa72 req-e74057ee-f20c-4863-8ca2-025b5a149b11 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.764972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622600c-2d69-4c36-99bc-65d12f04fa72 req-e74057ee-f20c-4863-8ca2-025b5a149b11 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:02.777698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a622600c-2d69-4c36-99bc-65d12f04fa72 req-e74057ee-f20c-4863-8ca2-025b5a149b11 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.2043226 Dec 10 08:58:02.827207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-ebfa28a4-6013-49b8-9a81-9260a6b0b998 service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912635 Dec 10 08:58:02.894911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a622600c-2d69-4c36-99bc-65d12f04fa72 req-8ad2798f-c874-4ea0-ab0d-4070a3215f8c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087959 Dec 10 08:58:03.087145 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-552754d4-8f4f-44b1-b4d6-ce249972aac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:03.109310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a96e5-52e7-4e1f-8875-223b896b9cbf req-f87ace45-38fe-4a33-a018-2390d904d404 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:03.122693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c54a96e5-52e7-4e1f-8875-223b896b9cbf req-f87ace45-38fe-4a33-a018-2390d904d404 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1512160 Dec 10 08:58:03.249762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c54a96e5-52e7-4e1f-8875-223b896b9cbf req-fced434f-c9f5-49dd-bda1-0115d07f24cc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189439 Dec 10 08:58:03.291752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025bdd92-9af8-485c-af18-36b78508e90f {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:03.300641 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:03.316659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Transition to ACTIVE for port object 025bdd92-9af8-485c-af18-36b78508e90f will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:58:03.326536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:03.347598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fcbae-e468-4823-9f81-3da592d641cf req-663c5668-018d-4d70-9c24-ca53cb8791fa tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:03.361908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-812fcbae-e468-4823-9f81-3da592d641cf req-663c5668-018d-4d70-9c24-ca53cb8791fa tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.0921509 Dec 10 08:58:03.372632 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-57e7273a-bac1-4535-a45f-fab76768c8e4 service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328019 Dec 10 08:58:03.476087 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-6f43211a-26a2-44f1-ab99-3685d26d3771 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6da0b6a7-db9a-421b-b479-8421a78e97bb HTTP/1.1" status: 200 len: 217 time: 0.0901806 Dec 10 08:58:03.502614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-812fcbae-e468-4823-9f81-3da592d641cf req-e33a4073-25ce-4575-b8bb-d5fa3a09d59c tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385744 Dec 10 08:58:03.504268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Pushing event updated for resources: {'Port': ['ID=025bdd92-9af8-485c-af18-36b78508e90f,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:03.541031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f0de0-384b-4c4d-b252-71fabe3b4392 req-739471f4-2ab4-418c-9290-c862fd9db1ae tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:03.550606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-956f0de0-384b-4c4d-b252-71fabe3b4392 req-739471f4-2ab4-418c-9290-c862fd9db1ae tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 944 time: 0.0930285 Dec 10 08:58:03.609409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-e13a9496-e5ee-4660-8e54-a4a18f097418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:03.611089 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-e13a9496-e5ee-4660-8e54-a4a18f097418 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.1147554 Dec 10 08:58:03.614729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Attempting to bind port 025bdd92-9af8-485c-af18-36b78508e90f on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:58:03.615165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Attempting to bind port 025bdd92-9af8-485c-af18-36b78508e90f by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:58:03.615584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Attempting to bind port 025bdd92-9af8-485c-af18-36b78508e90f on network 6d752f9e-e96d-4653-819c-c49a87804328 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:03.643658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:03.677894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-956f0de0-384b-4c4d-b252-71fabe3b4392 req-b703a689-c666-4277-b2e9-8522c8db821e tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267419 Dec 10 08:58:03.692939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Port 025bdd92-9af8-485c-af18-36b78508e90f on network 6d752f9e-e96d-4653-819c-c49a87804328 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:58:03.696059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Attempting to bind port 025bdd92-9af8-485c-af18-36b78508e90f on network 6d752f9e-e96d-4653-819c-c49a87804328 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:03.719351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:58:03.719694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Checking segment: {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:03.720089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Bound using segment: {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:58:03.720549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Bound port: 025bdd92-9af8-485c-af18-36b78508e90f, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11333d7-efba-4264-ab65-6398c657688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:58:03.720910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:03.754886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-e9c6939f-e555-4991-9d9e-59aea48809ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:03.757031 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-e9c6939f-e555-4991-9d9e-59aea48809ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359224 Dec 10 08:58:03.819869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port d6f1ca27-2cfc-4997-a053-ad285eaaac69 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:03.820639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:03.827865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] For port 025bdd92-9af8-485c-af18-36b78508e90f, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:58:03.831461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] For port 025bdd92-9af8-485c-af18-36b78508e90f, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=025bdd92-9af8-485c-af18-36b78508e90f,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:58:03.907225 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:03.960788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574676-b218-45e5-b545-40901cfa5d65 req-06b1280c-1311-4547-a00d-7390b9931671 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:03.971115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-06b1280c-1311-4547-a00d-7390b9931671 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/networks?id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 200 len: 811 time: 0.2781274 Dec 10 08:58:03.972076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Pushing event updated for resources: {'Port': ['ID=025bdd92-9af8-485c-af18-36b78508e90f,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:03.989439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-4f64986a-3151-4fcb-b17a-48678cd5202e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/quotas/7226e7216385423394b4b8d0fe7d2f18 HTTP/1.1" status: 200 len: 375 time: 0.0163202 Dec 10 08:58:03.995607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:04.018892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.019533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:04.020968 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-f0dd8e2d-f490-49ce-b7d1-9eb6fb9e6fea service neutron] 10.222.0.18 "PUT /v2.0/ports/025bdd92-9af8-485c-af18-36b78508e90f HTTP/1.1" status: 200 len: 1092 time: 1.6870663 Dec 10 08:58:04.051696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:04.053355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:04.058108 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994f9154-acb2-4cc5-8ee4-7c992cd7700e" -d '{"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:04.074241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-a3b55a62-2531-4e0e-a6e8-97291e18b20a tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7226e7216385423394b4b8d0fe7d2f18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836682 Dec 10 08:58:04.077877 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:04.155553 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-6da7e0af-1546-4d80-b60f-de6fd885a0fe service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222499 Dec 10 08:58:04.192198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b907b383-a334-43b8-8aec-8a5c26eba281', 'tag': '025bdd92-9af8-485c-af18-36b78508e90f'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:04.196168 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b907b383-a334-43b8-8aec-8a5c26eba281", "tag": "025bdd92-9af8-485c-af18-36b78508e90f"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:04.199779 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-a464bf47-abff-45fe-918c-e460c46a0e3d service neutron] 10.222.0.31 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244135 Dec 10 08:58:04.242027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=10']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:04.252600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-0ff468eb-298e-4264-a9ed-5015ed41ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.254495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-0ff468eb-298e-4264-a9ed-5015ed41ce76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 1095 time: 0.1715188 Dec 10 08:58:04.326801 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-c7531c6d-2a65-4838-b045-4b26456e6656 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=025bdd92-9af8-485c-af18-36b78508e90f HTTP/1.1" status: 200 len: 217 time: 0.0563123 Dec 10 08:58:04.328224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216680-180f-4dae-822c-770983d4520f req-1b84c4d7-5c9d-4288-a017-9c6dc5c0c7c6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.336289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216680-180f-4dae-822c-770983d4520f req-1b84c4d7-5c9d-4288-a017-9c6dc5c0c7c6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.343348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216680-180f-4dae-822c-770983d4520f req-1b84c4d7-5c9d-4288-a017-9c6dc5c0c7c6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.349442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216680-180f-4dae-822c-770983d4520f req-1b84c4d7-5c9d-4288-a017-9c6dc5c0c7c6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.356274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216680-180f-4dae-822c-770983d4520f req-1b84c4d7-5c9d-4288-a017-9c6dc5c0c7c6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.362985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216680-180f-4dae-822c-770983d4520f req-1b84c4d7-5c9d-4288-a017-9c6dc5c0c7c6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.369280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216680-180f-4dae-822c-770983d4520f req-1b84c4d7-5c9d-4288-a017-9c6dc5c0c7c6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.369594 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-c35890cf-692c-4f93-8a83-89f478febf6e service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046421 Dec 10 08:58:04.377727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92216680-180f-4dae-822c-770983d4520f req-1b84c4d7-5c9d-4288-a017-9c6dc5c0c7c6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.2651784 Dec 10 08:58:04.424242 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-7dccf68b-5352-46dd-9242-91fb57e359c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=fad3c689-a2cd-4d11-aaae-5e9a06256def HTTP/1.1" status: 200 len: 217 time: 0.0449877 Dec 10 08:58:04.428037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-b47ec8c5-54ca-483a-9d86-b67045702ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.430021 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-b47ec8c5-54ca-483a-9d86-b67045702ab4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17 HTTP/1.1" status: 200 len: 862 time: 0.0935609 Dec 10 08:58:04.455940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-c72e3d78-3ffc-4bb7-b6e6-e03b8002f946 service neutron] 10.222.0.31 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551460 Dec 10 08:58:04.486761 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92216680-180f-4dae-822c-770983d4520f req-f0ffbe53-6bdf-4efd-af14-853c07e150fa tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080184 Dec 10 08:58:04.496053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-d7128104-58d2-49fd-a722-0de14c4b1c05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d752f9e-e96d-4653-819c-c49a87804328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556767 Dec 10 08:58:04.539137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-083bb856-4bc1-4315-8491-7e435d057639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.540788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-083bb856-4bc1-4315-8491-7e435d057639 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.1088679 Dec 10 08:58:04.644778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-23121da4-bc0b-47da-b696-7457195bfba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:04.647583 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-23121da4-bc0b-47da-b696-7457195bfba7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773911 Dec 10 08:58:04.691558 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434896b1-ff84-418e-af60-0557deb81808 x-openstack-request-id: req-434896b1-ff84-418e-af60-0557deb81808 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:04.691973 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:04.692372 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-434896b1-ff84-418e-af60-0557deb81808 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:04.692916 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'code': 200} Dec 10 08:58:04.727345 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-e27ead7c-1dea-4071-844c-aa4fa6eeb01b service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187357 Dec 10 08:58:04.785435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-d0a11cde-6074-49fe-a3d7-3fbf01622511 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201220 Dec 10 08:58:04.916356 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-42d5002f-6e65-42e3-b281-9b0a3c745835 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190751 Dec 10 08:58:04.917985 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e82da9-0a90-4e2d-bab9-dc83ce66c477 x-openstack-request-id: req-19e82da9-0a90-4e2d-bab9-dc83ce66c477 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:04.918464 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b907b383-a334-43b8-8aec-8a5c26eba281", "tag": "025bdd92-9af8-485c-af18-36b78508e90f", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:04.918725 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19e82da9-0a90-4e2d-bab9-dc83ce66c477 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:04.919115 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b907b383-a334-43b8-8aec-8a5c26eba281', 'tag': '025bdd92-9af8-485c-af18-36b78508e90f', 'status': 'completed', 'code': 200} Dec 10 08:58:04.995175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90e8edd0-8d01-42f4-afa3-f997fd8241a9 req-347b2b8b-2617-494b-b550-95addfedd168 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 210 time: 0.0470157 Dec 10 08:58:05.017941 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-6ff3e2e7-6f40-47e1-9f0b-bc64faf660a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd HTTP/1.1" status: 200 len: 217 time: 0.0823858 Dec 10 08:58:05.026498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fb45a-a23f-493a-822b-d5b75cbccbcd req-4e907def-4cbd-4643-ba60-24f6ea4fe36c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.028923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-012fb45a-a23f-493a-822b-d5b75cbccbcd req-4e907def-4cbd-4643-ba60-24f6ea4fe36c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1376255 Dec 10 08:58:05.140518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b53203f3-ea75-43ae-b760-2fbefee65fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.142976 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b53203f3-ea75-43ae-b760-2fbefee65fd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.1171422 Dec 10 08:58:05.190709 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-012fb45a-a23f-493a-822b-d5b75cbccbcd req-d8429620-3c34-432e-9359-3843f23ff46d tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525650 Dec 10 08:58:05.216762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69aae-e073-47b9-b538-aef6d4760fad req-e9a206b2-d81c-4e39-a031-7835bacc75ab tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.226238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ca69aae-e073-47b9-b538-aef6d4760fad req-e9a206b2-d81c-4e39-a031-7835bacc75ab tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 944 time: 0.1432757 Dec 10 08:58:05.291933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ca69aae-e073-47b9-b538-aef6d4760fad req-1a54652c-839c-41a3-89ed-dfe78f85110a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645332 Dec 10 08:58:05.297941 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4d8b10c1-b55b-4808-9f03-c7d1f9b70575 req-72a8d85e-e4fb-4c59-bce1-774ee82ecc02 service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111921 Dec 10 08:58:05.301142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-f553a9ec-b094-4f2f-bb23-3e882365c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.317313 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-f553a9ec-b094-4f2f-bb23-3e882365c2e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1663530 Dec 10 08:58:05.402821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbe8a-0e05-4717-af91-50948410cb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:05.531081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-964a0a5e-7e30-4a58-b19a-16b325519023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.533817 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-964a0a5e-7e30-4a58-b19a-16b325519023 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 1095 time: 0.1533391 Dec 10 08:58:05.538733 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-d3b724b2-290d-4c67-9ce1-dab45b6d396c service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119586 Dec 10 08:58:05.719126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-85cbb2d5-fc4b-4236-9fa6-c2eb8191e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.721708 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-85cbb2d5-fc4b-4236-9fa6-c2eb8191e257 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 200 len: 923 time: 0.1803317 Dec 10 08:58:05.726194 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-76cf338a-7ff2-41a6-ba42-21bc2e277f37 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758318 Dec 10 08:58:05.754208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0c25-d623-4d6b-ac57-c26d66ed82ca req-a0df3f0d-930e-446d-84d3-2ebbd3a98cd2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.762019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0c25-d623-4d6b-ac57-c26d66ed82ca req-a0df3f0d-930e-446d-84d3-2ebbd3a98cd2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.768349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0c25-d623-4d6b-ac57-c26d66ed82ca req-a0df3f0d-930e-446d-84d3-2ebbd3a98cd2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.779895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0c25-d623-4d6b-ac57-c26d66ed82ca req-a0df3f0d-930e-446d-84d3-2ebbd3a98cd2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.816460 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-f34f260a-9ada-4ea7-b454-179565dbf79c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=025bdd92-9af8-485c-af18-36b78508e90f HTTP/1.1" status: 200 len: 217 time: 0.0854747 Dec 10 08:58:05.817821 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-b86be991-0b98-409f-aa52-06241a0bcb6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730 HTTP/1.1" status: 200 len: 217 time: 0.0793912 Dec 10 08:58:05.831152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0c25-d623-4d6b-ac57-c26d66ed82ca req-a0df3f0d-930e-446d-84d3-2ebbd3a98cd2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.837690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0c25-d623-4d6b-ac57-c26d66ed82ca req-a0df3f0d-930e-446d-84d3-2ebbd3a98cd2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.856565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0c25-d623-4d6b-ac57-c26d66ed82ca req-a0df3f0d-930e-446d-84d3-2ebbd3a98cd2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.867015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f36d0c25-d623-4d6b-ac57-c26d66ed82ca req-a0df3f0d-930e-446d-84d3-2ebbd3a98cd2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.2465994 Dec 10 08:58:05.944510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-d5e69161-389b-441e-8b1d-ed006f77c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.946234 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-d5e69161-389b-441e-8b1d-ed006f77c81b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17 HTTP/1.1" status: 200 len: 862 time: 0.1125705 Dec 10 08:58:05.948044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-45355db0-8ca3-4b23-bcf4-da00261303a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:05.948911 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-45355db0-8ca3-4b23-bcf4-da00261303a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.1234379 Dec 10 08:58:05.995746 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-1479d3f9-8a26-43df-87c4-b757c0d671d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d752f9e-e96d-4653-819c-c49a87804328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406251 Dec 10 08:58:06.010828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f36d0c25-d623-4d6b-ac57-c26d66ed82ca req-01ef6e4d-c966-4daa-a7c5-b1085c9e0655 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417623 Dec 10 08:58:06.146159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-59da705c-ef9d-484d-9572-6389d56cc9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:06.147897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-59da705c-ef9d-484d-9572-6389d56cc9e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1822476 Dec 10 08:58:06.164308 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e69783c-b327-448d-b929-1220a63c38ee req-ba83e92f-c8f9-4169-bb6e-17a5b8ac4bc4 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 210 time: 0.0501714 Dec 10 08:58:06.258452 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-d34e8959-36cd-4a11-acae-a29e073a08e6 service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431505 Dec 10 08:58:06.415505 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:06.485199 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-bf4abbf0-fcdd-48e4-a008-8cbfefee9280 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273957 Dec 10 08:58:06.548006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d2c8d-33cc-4aa1-a2e2-d8107f23e611 req-6118c512-f142-44b2-877a-0edcf4f12514 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:06.565758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2d2c8d-33cc-4aa1-a2e2-d8107f23e611 req-6118c512-f142-44b2-877a-0edcf4f12514 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1980686 Dec 10 08:58:06.615258 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2ee9e90-7dff-4680-b1e9-6ce07ca441a1 req-d28f47f6-cfdb-4b26-9db9-afb1741db9bb service neutron] 10.222.0.18 "GET /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440115 Dec 10 08:58:06.696796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240b4c-ba8a-4d4c-8b61-cb621ff4e724 req-df12d02e-227d-4f56-9f92-bb74434627d0 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:06.705596 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb240b4c-ba8a-4d4c-8b61-cb621ff4e724 req-df12d02e-227d-4f56-9f92-bb74434627d0 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 944 time: 0.2627621 Dec 10 08:58:06.719747 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-c4c14394-d100-4a6a-8998-99220cf7d17a service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233059 Dec 10 08:58:06.736873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2d2c8d-33cc-4aa1-a2e2-d8107f23e611 req-0c5c5b38-db61-41cd-8cc4-7c6024582f4b tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695549 Dec 10 08:58:06.823053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-69dcc549-0e9f-4e4a-b0dc-13d4d7d3f457 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a HTTP/1.1" status: 200 len: 217 time: 0.0948849 Dec 10 08:58:06.936362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb240b4c-ba8a-4d4c-8b61-cb621ff4e724 req-3c8cc97f-c53e-4949-9888-936b78237882 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295475 Dec 10 08:58:06.968210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-51ad9457-7a1c-4099-88b1-81d10db133f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:06.969884 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-51ad9457-7a1c-4099-88b1-81d10db133f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1337316 Dec 10 08:58:07.185614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574676-b218-45e5-b545-40901cfa5d65 req-fd1c84bf-5d77-4850-b96b-08fd5c0b687f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:07.187154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-fd1c84bf-5d77-4850-b96b-08fd5c0b687f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.18 "GET /v2.0/networks?id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 200 len: 811 time: 0.2162180 Dec 10 08:58:07.236806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Request body: {'port': {'device_id': 'c7b56394-e081-4447-a764-1cac278c3c4a', 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7', 'admin_state_up': True, 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:07.305311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5091b150-db5c-4e5e-ad67-5d38ae6dde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:07.307136 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-5091b150-db5c-4e5e-ad67-5d38ae6dde3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190763 Dec 10 08:58:07.529949 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-730a7eed-33bf-40ea-ae09-948d6456a13a service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044244 Dec 10 08:58:07.812495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-ea5f55f8-3225-4465-a68f-fe037f506008 service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694185 Dec 10 08:58:07.826359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Made reservation on behalf of 7226e7216385423394b4b8d0fe7d2f18 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:07.832191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:08.096281 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-311676dc-8e06-4f06-af87-6f34ec57049d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810 HTTP/1.1" status: 200 len: 217 time: 0.2615421 Dec 10 08:58:08.099194 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:08.150004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-866b6e38-93ed-43e2-b94b-ff1c563acc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:08.151481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-866b6e38-93ed-43e2-b94b-ff1c563acc9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 200 len: 797 time: 0.0474622 Dec 10 08:58:08.202749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Allocated IP 172.20.0.13 (e948e6a0-5d72-4cc5-b028-9d68eb3ccef7/ea9607bd-d8f0-46bf-8703-706a5b30db35/4184e4ca-ebb0-4278-9aba-f0342cb12144) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:58:08.235235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-558baf58-34f7-4101-8ce6-02976447ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:08.305879 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-558baf58-34f7-4101-8ce6-02976447ec64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741620 Dec 10 08:58:08.407174 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-fdae33c1-22e3-46fa-ae2e-d2ad105aeee9 service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617103 Dec 10 08:58:08.535551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-899bf3f0-cfe0-4ab1-abd4-7bb350d0e738 req-da8d13a8-6eee-47c4-b609-6285faa92d69 service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180236 Dec 10 08:58:08.816479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:08.865906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:08.873809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:08.938247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:58:08.954584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:08.962683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:58:09.233790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:09.524627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Pushing event updated for resources: {'Port': ['ID=4184e4ca-ebb0-4278-9aba-f0342cb12144,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:09.544604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c8ffd61e-adc4-453b-8db9-e1ece7736efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.545124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c8ffd61e-adc4-453b-8db9-e1ece7736efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.545695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c8ffd61e-adc4-453b-8db9-e1ece7736efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.546670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c8ffd61e-adc4-453b-8db9-e1ece7736efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.548314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c8ffd61e-adc4-453b-8db9-e1ece7736efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.548314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c8ffd61e-adc4-453b-8db9-e1ece7736efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.548834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c8ffd61e-adc4-453b-8db9-e1ece7736efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.551140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c8ffd61e-adc4-453b-8db9-e1ece7736efd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6487 time: 0.7011731 Dec 10 08:58:09.652419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.653064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:09.689903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 025bdd92-9af8-485c-af18-36b78508e90f details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:09.717609 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-4160e691-4395-403e-a790-0e41d0877864 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4854445 Dec 10 08:58:09.740641 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Request body: {'port': {'device_id': 'c7b56394-e081-4447-a764-1cac278c3c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:09.747465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c2370d03-8830-4db1-935d-fe956c3e1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.748922 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-c2370d03-8830-4db1-935d-fe956c3e1292 service neutron] 10.222.0.39 "GET /v2.0/networks?id=07b4e1b6-6375-4ba9-8150-4ba3bb616612 HTTP/1.1" status: 200 len: 903 time: 0.1889021 Dec 10 08:58:09.826125 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-43055a1c-dad9-4ea3-861e-a3c00465d4c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810 HTTP/1.1" status: 200 len: 217 time: 0.0515420 Dec 10 08:58:09.873568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 025bdd92-9af8-485c-af18-36b78508e90f, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=025bdd92-9af8-485c-af18-36b78508e90f,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:09.904605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '025bdd92-9af8-485c-af18-36b78508e90f', 'network_id': '6d752f9e-e96d-4653-819c-c49a87804328', 'port_id': '025bdd92-9af8-485c-af18-36b78508e90f', 'mac_address': 'fa:16:3e:69:db:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:09.932090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:09.974040 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:09.974757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-3c3eb88f-fc59-4ba7-aa42-1d6fefcd20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:09.979242 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-3c3eb88f-fc59-4ba7-aa42-1d6fefcd20c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1376472 Dec 10 08:58:09.995868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025bdd92-9af8-485c-af18-36b78508e90f {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:10.031594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 025bdd92-9af8-485c-af18-36b78508e90f, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=025bdd92-9af8-485c-af18-36b78508e90f,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:10.040859 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:10.075206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-f2acfce6-56c7-4856-88b5-5c26cc7a63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:10.077132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-f2acfce6-56c7-4856-88b5-5c26cc7a63d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688806 Dec 10 08:58:10.110521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=025bdd92-9af8-485c-af18-36b78508e90f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:10.320630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-dc51f7d0-6752-44d1-8621-e69066fac67f service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349710 Dec 10 08:58:10.431397 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578cf6d-06fa-4fa6-89ab-4eeabb9baa34 req-ebbd4e97-ad6b-45e6-8dc6-262bf667179f service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991240 Dec 10 08:58:10.502415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['025bdd92-9af8-485c-af18-36b78508e90f'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:10.610694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4184e4ca-ebb0-4278-9aba-f0342cb12144 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:10.620416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:10.654306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Transition to ACTIVE for port object 4184e4ca-ebb0-4278-9aba-f0342cb12144 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:58:10.663883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:10.835429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Pushing event updated for resources: {'Port': ['ID=4184e4ca-ebb0-4278-9aba-f0342cb12144,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:10.935488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Attempting to bind port 4184e4ca-ebb0-4278-9aba-f0342cb12144 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:58:10.935843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Attempting to bind port 4184e4ca-ebb0-4278-9aba-f0342cb12144 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:58:10.936165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Attempting to bind port 4184e4ca-ebb0-4278-9aba-f0342cb12144 on network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:10.940752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Port 4184e4ca-ebb0-4278-9aba-f0342cb12144 on network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:58:10.941083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Attempting to bind port 4184e4ca-ebb0-4278-9aba-f0342cb12144 on network e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:10.949872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:58:10.950245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Checking segment: {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:10.950621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Bound using segment: {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:58:10.951065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Bound port: 4184e4ca-ebb0-4278-9aba-f0342cb12144, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5636ae45-86c5-4952-9812-349a5f975131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:58:10.951425 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:11.046582 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] For port 4184e4ca-ebb0-4278-9aba-f0342cb12144, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:58:11.062580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] For port 4184e4ca-ebb0-4278-9aba-f0342cb12144, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4184e4ca-ebb0-4278-9aba-f0342cb12144,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:58:11.071634 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:11.094530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:11.097864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:11.099619 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] 10.222.0.18 "PUT /v2.0/ports/4184e4ca-ebb0-4278-9aba-f0342cb12144 HTTP/1.1" status: 200 len: 1092 time: 1.3699553 Dec 10 08:58:11.102232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b56394-e081-4447-a764-1cac278c3c4a', 'tag': '4184e4ca-ebb0-4278-9aba-f0342cb12144'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:11.114511 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b56394-e081-4447-a764-1cac278c3c4a", "tag": "4184e4ca-ebb0-4278-9aba-f0342cb12144"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:11.251374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574676-b218-45e5-b545-40901cfa5d65 req-c902639f-b962-46d1-bf73-0fc09cdbb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:11.252909 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-c902639f-b962-46d1-bf73-0fc09cdbb276 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7226e7216385423394b4b8d0fe7d2f18&device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 1095 time: 0.0829773 Dec 10 08:58:11.254100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c868780-330d-48b1-9453-86c6e74a8767 service neutron] Pushing event updated for resources: {'Port': ['ID=4184e4ca-ebb0-4278-9aba-f0342cb12144,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:11.370870 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-35f98f83-9c26-4a63-abe8-84184c1e41e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4184e4ca-ebb0-4278-9aba-f0342cb12144 HTTP/1.1" status: 200 len: 217 time: 0.1081455 Dec 10 08:58:11.474168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574676-b218-45e5-b545-40901cfa5d65 req-54302fa6-6ab2-41b6-aea7-5aec5f8e7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:11.475948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-54302fa6-6ab2-41b6-aea7-5aec5f8e7c27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea9607bd-d8f0-46bf-8703-706a5b30db35 HTTP/1.1" status: 200 len: 851 time: 0.0807123 Dec 10 08:58:11.515032 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-992e60e4-ff05-4218-9b38-bec51d1102f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302632 Dec 10 08:58:11.644786 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-55e79252-4bcb-41b0-81d4-38c229a23279 service neutron] 10.222.0.18 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216333 Dec 10 08:58:11.781600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-24574676-b218-45e5-b545-40901cfa5d65 req-f5c42aa8-6776-412e-8e46-89132948038a service neutron] 10.222.0.18 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283114 Dec 10 08:58:11.987582 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f5d5d-2c12-4824-b9e1-c6216bbd7d77 req-9900b6a3-a9b8-4fe8-a3e2-09965a31780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:11.989316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2d6f5d5d-2c12-4824-b9e1-c6216bbd7d77 req-9900b6a3-a9b8-4fe8-a3e2-09965a31780b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0689042 Dec 10 08:58:12.070051 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2d6f5d5d-2c12-4824-b9e1-c6216bbd7d77 req-6ae54aee-a852-4076-ad6f-7b3a7d7d435b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716410 Dec 10 08:58:13.717549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 025bdd92-9af8-485c-af18-36b78508e90f up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:13.772170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 025bdd92-9af8-485c-af18-36b78508e90f completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:13.777205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 025bdd92-9af8-485c-af18-36b78508e90f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:13.777804 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:13.879324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:13.907343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b907b383-a334-43b8-8aec-8a5c26eba281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025bdd92-9af8-485c-af18-36b78508e90f'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:13.910058 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3c3260-94cc-4de1-b815-c74d5aca5c95" -d '{"events": [{"server_uuid": "b907b383-a334-43b8-8aec-8a5c26eba281", "name": "network-vif-plugged", "status": "completed", "tag": "025bdd92-9af8-485c-af18-36b78508e90f"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:13.927514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 025bdd92-9af8-485c-af18-36b78508e90f, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=025bdd92-9af8-485c-af18-36b78508e90f,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:13.933188 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:14.014059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=025bdd92-9af8-485c-af18-36b78508e90f,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:14.124869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4fa1-20e6-40be-816a-dbbe4ea2f912 req-2ca75f10-966f-4063-8932-ac1466ae1f03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.132565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4fa1-20e6-40be-816a-dbbe4ea2f912 req-2ca75f10-966f-4063-8932-ac1466ae1f03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.138928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4fa1-20e6-40be-816a-dbbe4ea2f912 req-2ca75f10-966f-4063-8932-ac1466ae1f03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.144855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4fa1-20e6-40be-816a-dbbe4ea2f912 req-2ca75f10-966f-4063-8932-ac1466ae1f03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.151636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4fa1-20e6-40be-816a-dbbe4ea2f912 req-2ca75f10-966f-4063-8932-ac1466ae1f03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.157472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4fa1-20e6-40be-816a-dbbe4ea2f912 req-2ca75f10-966f-4063-8932-ac1466ae1f03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.164554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4fa1-20e6-40be-816a-dbbe4ea2f912 req-2ca75f10-966f-4063-8932-ac1466ae1f03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.167191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-004f4fa1-20e6-40be-816a-dbbe4ea2f912 req-2ca75f10-966f-4063-8932-ac1466ae1f03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1346645 Dec 10 08:58:14.179794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79dbd2-ff47-4a79-94a7-5d307a567df4 req-a3f06ec7-c0b5-4998-a556-52edbf03d6fa tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.187740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca79dbd2-ff47-4a79-94a7-5d307a567df4 req-a3f06ec7-c0b5-4998-a556-52edbf03d6fa tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 944 time: 0.1234987 Dec 10 08:58:14.261615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca79dbd2-ff47-4a79-94a7-5d307a567df4 req-9ac4507c-fb2f-485e-835d-93c8c9e4f682 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737658 Dec 10 08:58:14.277746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-004f4fa1-20e6-40be-816a-dbbe4ea2f912 req-35219357-a398-45d9-9030-bf27e74dfb33 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881343 Dec 10 08:58:14.437005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419f9b9-460c-458e-bf1f-eb1b3852b136 req-75eca90a-320b-4e42-b4e9-d411458fbcbd tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.444827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a419f9b9-460c-458e-bf1f-eb1b3852b136 req-75eca90a-320b-4e42-b4e9-d411458fbcbd tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0892353 Dec 10 08:58:14.490419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc96f-2002-439d-a6c0-914dc55a20e7 req-1ccb3954-c48f-41e4-a16b-b70032450f57 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.492418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb2cc96f-2002-439d-a6c0-914dc55a20e7 req-1ccb3954-c48f-41e4-a16b-b70032450f57 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 946 time: 0.1030676 Dec 10 08:58:14.549464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a419f9b9-460c-458e-bf1f-eb1b3852b136 req-7412fb9f-8dd6-4b8d-a4e9-a6422aa163bf tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037180 Dec 10 08:58:14.585693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb2cc96f-2002-439d-a6c0-914dc55a20e7 req-68fdbde8-a8b7-4b99-8e72-4b1c23a58ffb tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818543 Dec 10 08:58:14.688927 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dbcb2a-7e39-4c09-93c2-76dc161624f9 x-openstack-request-id: req-57dbcb2a-7e39-4c09-93c2-76dc161624f9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:14.689453 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b56394-e081-4447-a764-1cac278c3c4a", "tag": "4184e4ca-ebb0-4278-9aba-f0342cb12144", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:14.689692 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57dbcb2a-7e39-4c09-93c2-76dc161624f9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:14.690158 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b56394-e081-4447-a764-1cac278c3c4a', 'tag': '4184e4ca-ebb0-4278-9aba-f0342cb12144', 'status': 'completed', 'code': 200} Dec 10 08:58:14.731587 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1624f2a-0999-4cff-a9c1-494a08d4c050 x-openstack-request-id: req-b1624f2a-0999-4cff-a9c1-494a08d4c050 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:14.732135 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b907b383-a334-43b8-8aec-8a5c26eba281", "name": "network-vif-plugged", "status": "completed", "tag": "025bdd92-9af8-485c-af18-36b78508e90f", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:14.732315 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1624f2a-0999-4cff-a9c1-494a08d4c050 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:14.732576 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b907b383-a334-43b8-8aec-8a5c26eba281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025bdd92-9af8-485c-af18-36b78508e90f', 'code': 200} Dec 10 08:58:14.749073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-b6c0883a-be21-4b46-90a6-5169c1701e8d req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1602317911', 'description': 'tempest-description-66368694'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:14.776676 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b6c0883a-be21-4b46-90a6-5169c1701e8d req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:14.792351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-10ae07b9-db10-4f55-a456-fae08367fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.793998 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-10ae07b9-db10-4f55-a456-fae08367fbb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7226e7216385423394b4b8d0fe7d2f18&device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 1095 time: 0.0812807 Dec 10 08:58:14.860954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b6c0883a-be21-4b46-90a6-5169c1701e8d req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:14.868446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b6c0883a-be21-4b46-90a6-5169c1701e8d req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:14.899937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4777f-aea7-493f-8830-d4ea637b5687 req-7743e908-3ce7-4074-9a60-e3343590539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:14.902284 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02c4777f-aea7-493f-8830-d4ea637b5687 req-7743e908-3ce7-4074-9a60-e3343590539b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 1097 time: 0.1071827 Dec 10 08:58:14.922054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b6c0883a-be21-4b46-90a6-5169c1701e8d req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:14.923304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6c0883a-be21-4b46-90a6-5169c1701e8d req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.1784148 Dec 10 08:58:14.924305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0dfeaf-aab4-4af3-9029-00f20123ffa6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:14.940335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.941055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.941572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.942278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.942825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.943364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.944287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.944835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.945405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.945940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.946938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.947748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.948618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82ff94-32b9-40e6-afb9-2deedb674297 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:14.950323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:15.007789 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02c4777f-aea7-493f-8830-d4ea637b5687 req-6c265dee-6bd5-4b2e-babe-b4b69d4a8472 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950997 Dec 10 08:58:15.009399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-145cd836-1d4f-4c11-91fe-9bba76c118e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.011173 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-145cd836-1d4f-4c11-91fe-9bba76c118e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 200 len: 912 time: 0.1873004 Dec 10 08:58:15.085823 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-a22ae6e2-11f7-4cff-8ab1-1e6ab929af87 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1602317911&fields=id&tenant_id=6054a4c35cfa467580618fc3e08ddafd HTTP/1.1" status: 200 len: 267 time: 0.0635970 Dec 10 08:58:15.144754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-92abd5f4-f714-4d40-9a3d-d57056942c0c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.146294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-92abd5f4-f714-4d40-9a3d-d57056942c0c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0585842 Dec 10 08:58:15.163136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-30c52d93-20e0-4700-95cc-dfebf273796f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Request body: {'port': {'security_groups': ['6f1caffc-fcb7-488d-8651-438f9ef0dd23', '2f0dfeaf-aab4-4af3-9029-00f20123ffa6']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:15.277197 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-30c52d93-20e0-4700-95cc-dfebf273796f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:15.315992 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-4b3b0b82-874a-4c8b-924b-9f5b7d83af00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4184e4ca-ebb0-4278-9aba-f0342cb12144 HTTP/1.1" status: 200 len: 217 time: 0.0650210 Dec 10 08:58:15.380327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-3a22ddb0-864e-475a-bee5-8bf55fa16b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.388235 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-3a22ddb0-864e-475a-bee5-8bf55fa16b3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea9607bd-d8f0-46bf-8703-706a5b30db35 HTTP/1.1" status: 200 len: 851 time: 0.0612843 Dec 10 08:58:15.442537 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-d813f93a-25e9-4a4f-abeb-56d937ee9bbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453305 Dec 10 08:58:15.526344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-30c52d93-20e0-4700-95cc-dfebf273796f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] For port c6dc372e-05ef-4f84-a4b0-99fe5bba6409, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:15.576814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-30c52d93-20e0-4700-95cc-dfebf273796f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:15.585250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-30c52d93-20e0-4700-95cc-dfebf273796f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:15.601165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c6dc372e-05ef-4f84-a4b0-99fe5bba6409'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:15.605878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-b29041f5-233b-4731-b97b-3688ea8c9783 service neutron] 10.222.0.18 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338027 Dec 10 08:58:15.674640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-30c52d93-20e0-4700-95cc-dfebf273796f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.678048 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-30c52d93-20e0-4700-95cc-dfebf273796f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:15.680568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13ff7d0d-a543-4fd8-a856-be2412f18b91 req-30c52d93-20e0-4700-95cc-dfebf273796f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "PUT /v2.0/ports/c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 982 time: 0.5230486 Dec 10 08:58:15.688533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:15.695404 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac60c1ef-87b2-44df-a900-ebfb782db070" -d '{"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:15.723160 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe943e48-45c1-421c-9ac6-6cb7d88edbc7 req-3908c9b9-2b07-4c25-bc53-408c6d7b7fe7 service neutron] 10.222.0.18 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082439 Dec 10 08:58:15.724234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 4184e4ca-ebb0-4278-9aba-f0342cb12144 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:15.781071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c52d93-20e0-4700-95cc-dfebf273796f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Pushing event updated for resources: {'Port': ['ID=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:15.904568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb085cf-6a71-4ac3-af1f-9e96444fe5a8 req-f2033665-7c89-4c29-8f66-1bff6a7666ef tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.906281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9cb085cf-6a71-4ac3-af1f-9e96444fe5a8 req-f2033665-7c89-4c29-8f66-1bff6a7666ef tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 944 time: 0.1150482 Dec 10 08:58:15.911637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c6dc372e-05ef-4f84-a4b0-99fe5bba6409'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:15.939821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dddc6-7c83-4aa4-9551-0ad16a5e0573 req-138b3aa0-bb2f-4ebd-a4d4-69f17b39ddff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.946299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dddc6-7c83-4aa4-9551-0ad16a5e0573 req-138b3aa0-bb2f-4ebd-a4d4-69f17b39ddff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.952410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dddc6-7c83-4aa4-9551-0ad16a5e0573 req-138b3aa0-bb2f-4ebd-a4d4-69f17b39ddff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.958554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dddc6-7c83-4aa4-9551-0ad16a5e0573 req-138b3aa0-bb2f-4ebd-a4d4-69f17b39ddff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.966303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dddc6-7c83-4aa4-9551-0ad16a5e0573 req-138b3aa0-bb2f-4ebd-a4d4-69f17b39ddff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.972944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dddc6-7c83-4aa4-9551-0ad16a5e0573 req-138b3aa0-bb2f-4ebd-a4d4-69f17b39ddff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.979440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dddc6-7c83-4aa4-9551-0ad16a5e0573 req-138b3aa0-bb2f-4ebd-a4d4-69f17b39ddff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:15.981408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-267dddc6-7c83-4aa4-9551-0ad16a5e0573 req-138b3aa0-bb2f-4ebd-a4d4-69f17b39ddff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1339138 Dec 10 08:58:16.048820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9cb085cf-6a71-4ac3-af1f-9e96444fe5a8 req-377b9b0e-1fed-430c-9136-5eec2597e9a8 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290641 Dec 10 08:58:16.082788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-267dddc6-7c83-4aa4-9551-0ad16a5e0573 req-5361e446-731e-41b9-83fc-394c726047af tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927322 Dec 10 08:58:16.236420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba136da-5335-4ad3-beea-c79255c1e8be req-0ebbd636-974c-4db6-9489-0d1a6dd45abe tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:16.246685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ba136da-5335-4ad3-beea-c79255c1e8be req-0ebbd636-974c-4db6-9489-0d1a6dd45abe tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 946 time: 0.0648484 Dec 10 08:58:16.301262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 4184e4ca-ebb0-4278-9aba-f0342cb12144, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4184e4ca-ebb0-4278-9aba-f0342cb12144,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:16.323161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ba136da-5335-4ad3-beea-c79255c1e8be req-11f9f245-10da-430e-b309-c706135fb56f tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721519 Dec 10 08:58:16.388426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '4184e4ca-ebb0-4278-9aba-f0342cb12144', 'network_id': 'e948e6a0-5d72-4cc5-b028-9d68eb3ccef7', 'port_id': '4184e4ca-ebb0-4278-9aba-f0342cb12144', 'mac_address': 'fa:16:3e:68:2f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9607bd-d8f0-46bf-8703-706a5b30db35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:16.493847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4dc08c80-a862-45ae-a599-054abffabc91 req-d717cb15-c3f1-4807-982a-9500da35fdee tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1602317911&fields=id&tenant_id=6054a4c35cfa467580618fc3e08ddafd HTTP/1.1" status: 200 len: 267 time: 0.0924761 Dec 10 08:58:16.503662 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:16.536560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4184e4ca-ebb0-4278-9aba-f0342cb12144 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:16.549388 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaa20d1-ee7f-4dab-8a43-3b1c403f305c x-openstack-request-id: req-cfaa20d1-ee7f-4dab-8a43-3b1c403f305c {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:16.549935 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:16.558039 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfaa20d1-ee7f-4dab-8a43-3b1c403f305c {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:16.558669 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'status': 'completed', 'code': 200} Dec 10 08:58:16.598042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc08c80-a862-45ae-a599-054abffabc91 req-922dbf8a-bfd1-476e-82ee-57c662f01957 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:16.620302 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4dc08c80-a862-45ae-a599-054abffabc91 req-922dbf8a-bfd1-476e-82ee-57c662f01957 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 985 time: 0.1220379 Dec 10 08:58:16.627879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-4dc08c80-a862-45ae-a599-054abffabc91 req-04a8ac17-b802-4d24-9aab-2ffd30d2d320 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Request body: {'port': {'security_groups': ['6f1caffc-fcb7-488d-8651-438f9ef0dd23']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:16.635906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-b12bc36e-5889-4544-984f-06ef44e47c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:16.637642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 4184e4ca-ebb0-4278-9aba-f0342cb12144, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4184e4ca-ebb0-4278-9aba-f0342cb12144,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:16.641558 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-b12bc36e-5889-4544-984f-06ef44e47c40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1136 time: 0.0701675 Dec 10 08:58:16.645215 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:16.716734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=4184e4ca-ebb0-4278-9aba-f0342cb12144,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:16.727037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.727742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.728127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.728551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.728950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.729346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.729777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.730167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.730601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.731023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.731405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.731823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.732222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:16.826140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-5b91ad4b-aa8b-4edc-94d5-83823972db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:16.827719 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-5b91ad4b-aa8b-4edc-94d5-83823972db7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 921 time: 0.1781113 Dec 10 08:58:16.847542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4dc08c80-a862-45ae-a599-054abffabc91 req-04a8ac17-b802-4d24-9aab-2ffd30d2d320 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:16.888597 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-26432ec8-39c8-408b-bc88-7a10a4b72940 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 217 time: 0.0507119 Dec 10 08:58:16.958998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-ea879f7d-28b2-4903-abc9-00745bd22da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:16.961480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-ea879f7d-28b2-4903-abc9-00745bd22da1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 200 len: 860 time: 0.0642047 Dec 10 08:58:16.975972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-13c3c126-5eef-4763-9881-507e3b2719ab tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:16.988996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-13c3c126-5eef-4763-9881-507e3b2719ab tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 804 time: 0.2192814 Dec 10 08:58:16.999305 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-3676dc7d-039b-4aeb-b941-dcdb72148b05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e890126-8461-42d1-91c6-8acf4db46b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296459 Dec 10 08:58:17.004070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-c8415eea-4ff0-476e-86a3-fa068e6d1416 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/quotas/3949e94f1b224905b71b511daff20c14 HTTP/1.1" status: 200 len: 375 time: 0.0142026 Dec 10 08:58:17.014867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4184e4ca-ebb0-4278-9aba-f0342cb12144'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:17.137645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-24bba952-bd66-447b-af42-84ef8ce8d2a0 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1264102 Dec 10 08:58:17.146239 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-019676ae-6378-47d8-9a89-4dcbacaef8ea service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367393 Dec 10 08:58:17.264686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac60c1ef-87b2-44df-a900-ebfb782db070 req-794438d2-85e4-46fd-ba16-74a9e0476aef service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109560 Dec 10 08:58:17.555019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-4dc08c80-a862-45ae-a599-054abffabc91 req-04a8ac17-b802-4d24-9aab-2ffd30d2d320 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] For port c6dc372e-05ef-4f84-a4b0-99fe5bba6409, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:17.608066 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4dc08c80-a862-45ae-a599-054abffabc91 req-04a8ac17-b802-4d24-9aab-2ffd30d2d320 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:17.615151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-8f5c78f9-37c2-418e-b05b-2b5c45572d74 service neutron] 10.222.0.31 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696486 Dec 10 08:58:17.618266 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4dc08c80-a862-45ae-a599-054abffabc91 req-04a8ac17-b802-4d24-9aab-2ffd30d2d320 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:17.715204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc08c80-a862-45ae-a599-054abffabc91 req-04a8ac17-b802-4d24-9aab-2ffd30d2d320 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:17.715835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4dc08c80-a862-45ae-a599-054abffabc91 req-04a8ac17-b802-4d24-9aab-2ffd30d2d320 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:17.717252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4dc08c80-a862-45ae-a599-054abffabc91 req-04a8ac17-b802-4d24-9aab-2ffd30d2d320 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "PUT /v2.0/ports/c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 943 time: 1.0956390 Dec 10 08:58:17.757745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8ac17-b802-4d24-9aab-2ffd30d2d320 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Pushing event updated for resources: {'Port': ['ID=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:17.790220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-9a8d10f7-01ee-4be1-8323-05c46e192758 service neutron] 10.222.0.31 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586623 Dec 10 08:58:17.926670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c6dc372e-05ef-4f84-a4b0-99fe5bba6409'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:17.971859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c6dc372e-05ef-4f84-a4b0-99fe5bba6409'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:17.986647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80836687-2a9f-4159-a7b5-0ee59e0de330 req-f02976f3-2de0-49c8-8cf7-4230efa3559b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:17.988432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80836687-2a9f-4159-a7b5-0ee59e0de330 req-f02976f3-2de0-49c8-8cf7-4230efa3559b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 945 time: 0.1212714 Dec 10 08:58:18.125943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e93f-c402-4878-a285-36f2fa1aa889 req-20ee7292-bfa1-420c-8ae4-c52b9df3e9d6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:18.133716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e93f-c402-4878-a285-36f2fa1aa889 req-20ee7292-bfa1-420c-8ae4-c52b9df3e9d6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:18.140528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e93f-c402-4878-a285-36f2fa1aa889 req-20ee7292-bfa1-420c-8ae4-c52b9df3e9d6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:18.146538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e93f-c402-4878-a285-36f2fa1aa889 req-20ee7292-bfa1-420c-8ae4-c52b9df3e9d6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:18.153557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e93f-c402-4878-a285-36f2fa1aa889 req-20ee7292-bfa1-420c-8ae4-c52b9df3e9d6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:18.162288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-7e5bfd54-2845-4d1d-aa2d-a5ed907b3dc3 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:18.167521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-7e5bfd54-2845-4d1d-aa2d-a5ed907b3dc3 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa6d5cf-1ad6-4609-8b8b-28be7a813e80 HTTP/1.1" status: 200 len: 946 time: 0.0955684 Dec 10 08:58:18.169231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e93f-c402-4878-a285-36f2fa1aa889 req-20ee7292-bfa1-420c-8ae4-c52b9df3e9d6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:18.184465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e93f-c402-4878-a285-36f2fa1aa889 req-20ee7292-bfa1-420c-8ae4-c52b9df3e9d6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:18.192777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ad5e93f-c402-4878-a285-36f2fa1aa889 req-20ee7292-bfa1-420c-8ae4-c52b9df3e9d6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.2032630 Dec 10 08:58:18.211174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80836687-2a9f-4159-a7b5-0ee59e0de330 req-e32cfcb1-b771-4de2-b0e3-35d35e88f39e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794462 Dec 10 08:58:18.316662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ad5e93f-c402-4878-a285-36f2fa1aa889 req-dceaed8c-d956-45c6-9be0-8e1da18f9c6d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226196 Dec 10 08:58:18.401121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Deleting port 8c7c46fa-ecca-4102-909a-28c8afca1eaf {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:18.403311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:18.515334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42f277-3188-480e-8308-95e78392603a req-99d682f8-37e6-4d3c-82f8-605405b87864 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:18.517911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db42f277-3188-480e-8308-95e78392603a req-99d682f8-37e6-4d3c-82f8-605405b87864 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 946 time: 0.1280727 Dec 10 08:58:18.539385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] For port 8c7c46fa-ecca-4102-909a-28c8afca1eaf, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7c46fa-ecca-4102-909a-28c8afca1eaf,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:18.540915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:18.559678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:18.564095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Calling delete_port for 8c7c46fa-ecca-4102-909a-28c8afca1eaf owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:18.565064 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf23a203-648f-4ead-be61-711c9d286980" -d '{"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:18.662487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db42f277-3188-480e-8308-95e78392603a req-8c8eac82-b0ff-4c65-b522-4d4c2b796fcc tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364608 Dec 10 08:58:18.747282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:18.790430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Pushing event deleted for resources: {'Port': ['ID=8c7c46fa-ecca-4102-909a-28c8afca1eaf,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:18.835773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-044b136a-da51-40a3-8b9c-0a6c44abe876 req-c1fc60c4-7c96-4834-8595-c145a42bf1b6 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 210 time: 0.0445707 Dec 10 08:58:18.862002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] No DVR routers for this DVR port 8c7c46fa-ecca-4102-909a-28c8afca1eaf on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:58:18.864958 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-90ad6833-e180-4c0b-8ba3-dd519987c43e tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2664530 Dec 10 08:58:18.875129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:18.898794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:18.901252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:18.903207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5de460c6-d4b3-4d0b-afdd-91de5bdb9446 req-762f2194-316f-40c9-a4ab-4829a4b94a20 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "DELETE /v2.0/ports/8c7c46fa-ecca-4102-909a-28c8afca1eaf HTTP/1.1" status: 204 len: 173 time: 0.7274539 Dec 10 08:58:18.903951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'name': 'network-vif-deleted', 'tag': '8c7c46fa-ecca-4102-909a-28c8afca1eaf'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:18.914788 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2abd5b7-e205-48a3-bf0f-31bab5b92852" -d '{"events": [{"server_uuid": "4fa6d5cf-1ad6-4609-8b8b-28be7a813e80", "name": "network-vif-deleted", "tag": "8c7c46fa-ecca-4102-909a-28c8afca1eaf"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:18.927216 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c365bf-4369-49cd-b5ec-e48f4ab03cac x-openstack-request-id: req-26c365bf-4369-49cd-b5ec-e48f4ab03cac {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:18.928174 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:18.928697 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26c365bf-4369-49cd-b5ec-e48f4ab03cac {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:18.931607 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'status': 'completed', 'code': 200} Dec 10 08:58:19.016342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a203-648f-4ead-be61-711c9d286980 req-7bbae102-0582-4630-b964-edb2a9189f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:19.019016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf23a203-648f-4ead-be61-711c9d286980 req-7bbae102-0582-4630-b964-edb2a9189f03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0875931 Dec 10 08:58:19.119352 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:19.199909 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:19.211941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a203-648f-4ead-be61-711c9d286980 req-c5413594-31f1-487f-afed-968ac357fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:19.213595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf23a203-648f-4ead-be61-711c9d286980 req-c5413594-31f1-487f-afed-968ac357fa03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 921 time: 0.1855719 Dec 10 08:58:19.279215 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf23a203-648f-4ead-be61-711c9d286980 req-0409dc10-4a96-4092-a9f9-827dc311b1d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 217 time: 0.0559959 Dec 10 08:58:19.282818 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9670df1d-8717-4014-9c6b-84a404c066c9 x-openstack-request-id: req-9670df1d-8717-4014-9c6b-84a404c066c9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:19.283127 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa6d5cf-1ad6-4609-8b8b-28be7a813e80", "name": "network-vif-deleted", "tag": "8c7c46fa-ecca-4102-909a-28c8afca1eaf", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:19.283383 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9670df1d-8717-4014-9c6b-84a404c066c9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:19.284305 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa6d5cf-1ad6-4609-8b8b-28be7a813e80', 'name': 'network-vif-deleted', 'tag': '8c7c46fa-ecca-4102-909a-28c8afca1eaf', 'status': 'completed', 'code': 200} Dec 10 08:58:19.342005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a203-648f-4ead-be61-711c9d286980 req-06d50cd3-eed2-4bf1-9345-da58c9039d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:19.344709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf23a203-648f-4ead-be61-711c9d286980 req-06d50cd3-eed2-4bf1-9345-da58c9039d9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 200 len: 860 time: 0.0560007 Dec 10 08:58:19.355019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Allocated IP 172.25.3.251 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/b76f1412-5b31-45e0-a0e1-de26f3e9225a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:58:19.395606 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf23a203-648f-4ead-be61-711c9d286980 req-faf72230-fd89-46f6-a994-752d704ed4e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e890126-8461-42d1-91c6-8acf4db46b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376225 Dec 10 08:58:19.523154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf23a203-648f-4ead-be61-711c9d286980 req-32de6404-7244-4390-988e-3de56fb7b722 service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162758 Dec 10 08:58:19.618476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:19.629997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd913-a5b7-4820-9d4f-05afc10bf2b1 req-7ecca395-d1ee-43f8-8705-ad06d2ecafe7 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:19.637853 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a51dd913-a5b7-4820-9d4f-05afc10bf2b1 req-7ecca395-d1ee-43f8-8705-ad06d2ecafe7 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 946 time: 0.3037062 Dec 10 08:58:19.676491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf23a203-648f-4ead-be61-711c9d286980 req-b025d1e4-b584-432e-9248-58c3fdd62576 service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463480 Dec 10 08:58:19.714507 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a51dd913-a5b7-4820-9d4f-05afc10bf2b1 req-eddc52d0-c936-4308-a031-da9657cc8b84 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754447 Dec 10 08:58:19.723771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:19.730261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 4184e4ca-ebb0-4278-9aba-f0342cb12144 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:19.775954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:58:19.789922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:19.792421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:58:19.826053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 4184e4ca-ebb0-4278-9aba-f0342cb12144 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:19.831105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 4184e4ca-ebb0-4278-9aba-f0342cb12144 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:19.831488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:19.839495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Pushing event updated for resources: {'Port': ['ID=b76f1412-5b31-45e0-a0e1-de26f3e9225a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:19.880713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cc412-3285-4bf2-8c73-23a20a44be20 req-3761a009-7c9e-42cf-8015-0b4d0f653a05 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:19.885562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-185cc412-3285-4bf2-8c73-23a20a44be20 req-3761a009-7c9e-42cf-8015-0b4d0f653a05 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 945 time: 0.1059148 Dec 10 08:58:19.897071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7c46fa-ecca-4102-909a-28c8afca1eaf no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:19.954996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 8c7c46fa-ecca-4102-909a-28c8afca1eaf {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:58:19.957434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7c46fa-ecca-4102-909a-28c8afca1eaf not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:58:19.968583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:19.985154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-185cc412-3285-4bf2-8c73-23a20a44be20 req-443125e4-2a58-4f5f-9f59-dc551350f51e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767419 Dec 10 08:58:20.009855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.034949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.051078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b56394-e081-4447-a764-1cac278c3c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4184e4ca-ebb0-4278-9aba-f0342cb12144'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:20.054037 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d376e71c-aa86-4fc1-af05-1eee1e708227" -d '{"events": [{"server_uuid": "c7b56394-e081-4447-a764-1cac278c3c4a", "name": "network-vif-plugged", "status": "completed", "tag": "4184e4ca-ebb0-4278-9aba-f0342cb12144"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:20.075721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 4184e4ca-ebb0-4278-9aba-f0342cb12144, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4184e4ca-ebb0-4278-9aba-f0342cb12144,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:20.086081 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.151033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=4184e4ca-ebb0-4278-9aba-f0342cb12144,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:20.217857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-1e4c30a5-ad09-4439-bbd4-1dbdb4b6a9d8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.221783 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-1e4c30a5-ad09-4439-bbd4-1dbdb4b6a9d8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 804 time: 0.2129266 Dec 10 08:58:20.238972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Request body: {'port': {'device_id': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'admin_state_up': True, 'tenant_id': '3949e94f1b224905b71b511daff20c14'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:20.293302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c084ab-2f4d-425a-9977-cf1bbc0347e1 req-7b8f791a-482c-4d96-9918-e0efc9ef2a93 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.299227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c084ab-2f4d-425a-9977-cf1bbc0347e1 req-7b8f791a-482c-4d96-9918-e0efc9ef2a93 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.305836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c084ab-2f4d-425a-9977-cf1bbc0347e1 req-7b8f791a-482c-4d96-9918-e0efc9ef2a93 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.312033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c084ab-2f4d-425a-9977-cf1bbc0347e1 req-7b8f791a-482c-4d96-9918-e0efc9ef2a93 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.317911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c084ab-2f4d-425a-9977-cf1bbc0347e1 req-7b8f791a-482c-4d96-9918-e0efc9ef2a93 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.325135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c084ab-2f4d-425a-9977-cf1bbc0347e1 req-7b8f791a-482c-4d96-9918-e0efc9ef2a93 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.331638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c084ab-2f4d-425a-9977-cf1bbc0347e1 req-7b8f791a-482c-4d96-9918-e0efc9ef2a93 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.333587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6c084ab-2f4d-425a-9977-cf1bbc0347e1 req-7b8f791a-482c-4d96-9918-e0efc9ef2a93 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1836224 Dec 10 08:58:20.361280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Made reservation on behalf of 3949e94f1b224905b71b511daff20c14 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:20.364780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.399661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.411094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.465358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6c084ab-2f4d-425a-9977-cf1bbc0347e1 req-25f18981-beed-4811-810e-f7ad228c3204 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165941 Dec 10 08:58:20.509399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Allocated IP 172.20.0.11 (103b1340-6b00-4180-bed7-1b83eb345535/15349f3d-125d-490d-ae31-4a9529c678c7/d3146366-ec13-443a-8678-b2b49b47880a) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:58:20.512746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Pushing event updated for resources: {'Port': ['ID=b76f1412-5b31-45e0-a0e1-de26f3e9225a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:20.522286 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.540019 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.547712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-e6a8e83a-5023-4b81-bfdb-5a135c0d13bc tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6768725 Dec 10 08:58:20.596418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-2f50ce8e-bc59-4def-a7d3-a41fe11b5a9c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0478501 Dec 10 08:58:20.694997 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.734178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b17ab695-989a-4613-8522-4dc4fb129f4a req-a89097cd-441c-4258-ac65-30cdc951861c tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 210 time: 0.0353274 Dec 10 08:58:20.742437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-ef5dcbc4-dfec-4a64-9125-c08cc9c08836 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.743811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0109da9b-920a-4b17-89ef-ec7e772ca210 req-ef5dcbc4-dfec-4a64-9125-c08cc9c08836 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1406174 Dec 10 08:58:20.756094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.788855 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254e7fc7-1bd8-408f-87cd-0a6262263f4a x-openstack-request-id: req-254e7fc7-1bd8-408f-87cd-0a6262263f4a {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:20.789152 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b56394-e081-4447-a764-1cac278c3c4a", "name": "network-vif-plugged", "status": "completed", "tag": "4184e4ca-ebb0-4278-9aba-f0342cb12144", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:20.789408 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-254e7fc7-1bd8-408f-87cd-0a6262263f4a {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:20.790412 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b56394-e081-4447-a764-1cac278c3c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4184e4ca-ebb0-4278-9aba-f0342cb12144', 'code': 200} Dec 10 08:58:20.804479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Network 103b1340-6b00-4180-bed7-1b83eb345535 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:58:20.809332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:20.816312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:58:20.851768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-57da2e09-a034-424a-8f40-690f74b1b835 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.853271 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-57da2e09-a034-424a-8f40-690f74b1b835 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 946 time: 0.1294801 Dec 10 08:58:20.859079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Pushing event updated for resources: {'Port': ['ID=d3146366-ec13-443a-8678-b2b49b47880a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:20.909895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19f0d3-ef64-44d7-bfcf-227ceb9ac776 req-e72f7ba6-c1f0-4cf1-953b-25fc051bafd2 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.911554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea19f0d3-ef64-44d7-bfcf-227ceb9ac776 req-e72f7ba6-c1f0-4cf1-953b-25fc051bafd2 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/ports?device_id=b907b383-a334-43b8-8aec-8a5c26eba281 HTTP/1.1" status: 200 len: 946 time: 0.0572290 Dec 10 08:58:20.945226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.946719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:20.994685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-7221c1af-6612-42c8-a0d7-50e3480d478f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:20.996094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-7221c1af-6612-42c8-a0d7-50e3480d478f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0836577 Dec 10 08:58:20.997883 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-2d588f23-c11a-4eff-ab07-21a5aa838655 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7635653 Dec 10 08:58:21.009166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72898-ddf9-44cb-9e81-3a994d232257 req-a853d156-4a01-4e28-a8b5-08fef4ce9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:21.010783 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fba72898-ddf9-44cb-9e81-3a994d232257 req-a853d156-4a01-4e28-a8b5-08fef4ce9a7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 1097 time: 0.1245215 Dec 10 08:58:21.012704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea19f0d3-ef64-44d7-bfcf-227ceb9ac776 req-c642113a-3807-41d6-8bcc-494ea147f2c4 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e10238-2aac-4550-af77-ba7e0c51a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889387 Dec 10 08:58:21.016988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Request body: {'port': {'device_id': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:21.070236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-cdac1e38-2594-46d3-92c0-d97f8333b02d tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0661864 Dec 10 08:58:21.086678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-64b4629b-0542-4a00-9d2b-3c708d733cc1 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Request body: {'floatingip': {'port_id': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:21.093271 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.103936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Deleting port 025bdd92-9af8-485c-af18-36b78508e90f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:21.104364 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.141624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-64b4629b-0542-4a00-9d2b-3c708d733cc1 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.230029 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fba72898-ddf9-44cb-9e81-3a994d232257 req-d6e39cec-d007-49bd-851b-c56399a8d042 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379869 Dec 10 08:58:21.284559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c91ba4-c2f8-4089-98fe-80cbd6bdfb76 req-33261abf-c1b7-4ab3-b33f-a0d1d5873c7e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:21.285947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6c91ba4-c2f8-4089-98fe-80cbd6bdfb76 req-33261abf-c1b7-4ab3-b33f-a0d1d5873c7e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1057618 Dec 10 08:58:21.311595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] For port 025bdd92-9af8-485c-af18-36b78508e90f, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=025bdd92-9af8-485c-af18-36b78508e90f,segment=NetworkSegment(b11333d7-efba-4264-ab65-6398c657688f),segment_id=b11333d7-efba-4264-ab65-6398c657688f)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:21.311961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.334200 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Calling delete_port for 025bdd92-9af8-485c-af18-36b78508e90f owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:21.418468 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6c91ba4-c2f8-4089-98fe-80cbd6bdfb76 req-03e56547-5fee-4e5d-a715-29c1f6e3c5fd tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209750 Dec 10 08:58:21.593050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3146366-ec13-443a-8678-b2b49b47880a {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:21.599882 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.603778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.611268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['025bdd92-9af8-485c-af18-36b78508e90f'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:21.616484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc908d-bbe7-4e8a-8578-71655731a461 req-07f9af58-a46f-4a86-ae54-ee7f609bdb20 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:21.618151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5acc908d-bbe7-4e8a-8578-71655731a461 req-07f9af58-a46f-4a86-ae54-ee7f609bdb20 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 951 time: 0.1057563 Dec 10 08:58:21.643839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event deleted for resources: {'Port': ['ID=025bdd92-9af8-485c-af18-36b78508e90f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:21.650114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Transition to ACTIVE for port object d3146366-ec13-443a-8678-b2b49b47880a will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:58:21.660220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.730662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] No DVR routers for this DVR port 025bdd92-9af8-485c-af18-36b78508e90f on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:58:21.736169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.739499 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3baf488e-cfd9-49b2-a751-66a6d4cfc6c1 req-8afad4e3-4b51-4075-bcd4-6a0ad1258d44 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.18 "DELETE /v2.0/ports/025bdd92-9af8-485c-af18-36b78508e90f HTTP/1.1" status: 204 len: 173 time: 0.8653827 Dec 10 08:58:21.741046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b907b383-a334-43b8-8aec-8a5c26eba281', 'name': 'network-vif-deleted', 'tag': '025bdd92-9af8-485c-af18-36b78508e90f'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:21.743321 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcb3184-53a9-4cb4-9a42-1d17d50aa747" -d '{"events": [{"server_uuid": "b907b383-a334-43b8-8aec-8a5c26eba281", "name": "network-vif-deleted", "tag": "025bdd92-9af8-485c-af18-36b78508e90f"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:21.745627 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5acc908d-bbe7-4e8a-8578-71655731a461 req-a2525d37-1b37-49fa-bb4a-03658cd61e23 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170778 Dec 10 08:58:21.757208 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-64b4629b-0542-4a00-9d2b-3c708d733cc1 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.766124 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-64b4629b-0542-4a00-9d2b-3c708d733cc1 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:21.925135 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-64b4629b-0542-4a00-9d2b-3c708d733cc1 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Floating IP e674510d-0393-49f6-9987-79447fc3af35 associated. External IP: 172.25.3.251, port: c6dc372e-05ef-4f84-a4b0-99fe5bba6409. Dec 10 08:58:21.984572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cb62-ca59-44ce-9aa0-20efab69b2ea req-858d9fe6-2a53-4002-91c7-c4f2cac51421 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:21.990421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cb62-ca59-44ce-9aa0-20efab69b2ea req-858d9fe6-2a53-4002-91c7-c4f2cac51421 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:21.996940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cb62-ca59-44ce-9aa0-20efab69b2ea req-858d9fe6-2a53-4002-91c7-c4f2cac51421 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.002837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cb62-ca59-44ce-9aa0-20efab69b2ea req-858d9fe6-2a53-4002-91c7-c4f2cac51421 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.009287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cb62-ca59-44ce-9aa0-20efab69b2ea req-858d9fe6-2a53-4002-91c7-c4f2cac51421 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.015099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cb62-ca59-44ce-9aa0-20efab69b2ea req-858d9fe6-2a53-4002-91c7-c4f2cac51421 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.021168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15cb62-ca59-44ce-9aa0-20efab69b2ea req-858d9fe6-2a53-4002-91c7-c4f2cac51421 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.023176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff15cb62-ca59-44ce-9aa0-20efab69b2ea req-858d9fe6-2a53-4002-91c7-c4f2cac51421 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1528726 Dec 10 08:58:22.081703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Pushing event updated for resources: {'Port': ['ID=d3146366-ec13-443a-8678-b2b49b47880a,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:22.132706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Attempting to bind port d3146366-ec13-443a-8678-b2b49b47880a on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:58:22.133048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Attempting to bind port d3146366-ec13-443a-8678-b2b49b47880a by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:58:22.133377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Attempting to bind port d3146366-ec13-443a-8678-b2b49b47880a on network 103b1340-6b00-4180-bed7-1b83eb345535 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:22.134952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff15cb62-ca59-44ce-9aa0-20efab69b2ea req-13ae84e1-ae29-47bb-ae29-f0c965463743 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044464 Dec 10 08:58:22.138247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Port d3146366-ec13-443a-8678-b2b49b47880a on network 103b1340-6b00-4180-bed7-1b83eb345535 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:58:22.138579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Attempting to bind port d3146366-ec13-443a-8678-b2b49b47880a on network 103b1340-6b00-4180-bed7-1b83eb345535 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:22.143546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:58:22.143886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Checking segment: {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:22.144275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Bound using segment: {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:58:22.144707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Bound port: d3146366-ec13-443a-8678-b2b49b47880a, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:58:22.145065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:22.219760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] For port d3146366-ec13-443a-8678-b2b49b47880a, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:58:22.227634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] For port d3146366-ec13-443a-8678-b2b49b47880a, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3146366-ec13-443a-8678-b2b49b47880a,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:58:22.236682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:22.255086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-64b4629b-0542-4a00-9d2b-3c708d733cc1 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Router c9b2d879-a0f7-4dbc-97dc-1373030801e0 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:58:22.284470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.285089 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:22.286492 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] 10.222.0.39 "PUT /v2.0/ports/d3146366-ec13-443a-8678-b2b49b47880a HTTP/1.1" status: 200 len: 1092 time: 1.2747555 Dec 10 08:58:22.317705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d9fbe-4f72-4057-8aaa-2b755c5aab5e service neutron] Pushing event updated for resources: {'Port': ['ID=d3146366-ec13-443a-8678-b2b49b47880a,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:22.358932 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26091ca7-bd5a-4bd1-b559-63d977c25a45 x-openstack-request-id: req-26091ca7-bd5a-4bd1-b559-63d977c25a45 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:22.362117 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b907b383-a334-43b8-8aec-8a5c26eba281", "name": "network-vif-deleted", "tag": "025bdd92-9af8-485c-af18-36b78508e90f", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:22.362847 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26091ca7-bd5a-4bd1-b559-63d977c25a45 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:22.363628 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b907b383-a334-43b8-8aec-8a5c26eba281', 'name': 'network-vif-deleted', 'tag': '025bdd92-9af8-485c-af18-36b78508e90f', 'status': 'completed', 'code': 200} Dec 10 08:58:22.406786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-64b4629b-0542-4a00-9d2b-3c708d733cc1 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:58:22.413360 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-64b4629b-0542-4a00-9d2b-3c708d733cc1 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:22.418396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-bd806d79-94b7-4eda-8612-addf4dfddd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.419905 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-bd806d79-94b7-4eda-8612-addf4dfddd36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 1095 time: 0.0552323 Dec 10 08:58:22.420654 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] Sync routers for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:58:22.432442 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:58:22.433145 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:22.468067 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-58f306fb-e017-475f-8fc9-02313366e24b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3146366-ec13-443a-8678-b2b49b47880a HTTP/1.1" status: 200 len: 217 time: 0.0377405 Dec 10 08:58:22.469123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-64b4629b-0542-4a00-9d2b-3c708d733cc1 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "PUT /v2.0/floatingips/e674510d-0393-49f6-9987-79447fc3af35 HTTP/1.1" status: 200 len: 997 time: 1.3926666 Dec 10 08:58:22.471243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:22.473553 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f3b73f-78e2-4d14-a200-a76c99ef9e31" -d '{"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:22.523420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8168e-e9aa-4146-a8cb-9b6664ccfbca req-9ea295a7-51c1-483e-9565-0e782a598381 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.524644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-319cc5f7-5edd-4286-881e-c05e0bc679c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.525492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bce8168e-e9aa-4146-a8cb-9b6664ccfbca req-9ea295a7-51c1-483e-9565-0e782a598381 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 944 time: 0.1068482 Dec 10 08:58:22.526346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-319cc5f7-5edd-4286-881e-c05e0bc679c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15349f3d-125d-490d-ae31-4a9529c678c7 HTTP/1.1" status: 200 len: 844 time: 0.0457008 Dec 10 08:58:22.568559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-b517a1f9-95f7-44fc-98e4-64353f83168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.570229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-b517a1f9-95f7-44fc-98e4-64353f83168e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0884748 Dec 10 08:58:22.575165 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-b5848b2e-3cc2-4968-9e65-d01a19b1ee58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103b1340-6b00-4180-bed7-1b83eb345535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329247 Dec 10 08:58:22.657466 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:58:22.659029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bce8168e-e9aa-4146-a8cb-9b6664ccfbca req-0bc91024-99f0-45e2-aabe-7117de4a9845 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267443 Dec 10 08:58:22.692079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-58e02283-a206-418a-9532-ee7e879ba6c5 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078784 Dec 10 08:58:22.698718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-eb59e589-32e8-4536-9fb9-53276a9ebb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.700292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-eb59e589-32e8-4536-9fb9-53276a9ebb51 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 921 time: 0.1174464 Dec 10 08:58:22.790550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-b4581f8f-eb3a-4250-887c-fcdc98ab1265 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 1000 time: 0.0838318 Dec 10 08:58:22.812263 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0cb8e758-8626-467a-be1c-3710c31ca01d req-03b5dc2d-c1b6-4539-b198-d3e14490c7ba service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110225 Dec 10 08:58:22.850388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-6b8399d9-4edd-4858-b143-08a78e528379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:22.851881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-6b8399d9-4edd-4858-b143-08a78e528379 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 200 len: 860 time: 0.0541203 Dec 10 08:58:22.895166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-34e61299-9637-40d0-8a04-831fab522311 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e890126-8461-42d1-91c6-8acf4db46b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368388 Dec 10 08:58:22.948284 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'e674510d-0393-49f6-9987-79447fc3af35', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'floating_ip_address': '172.25.3.251', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'port_id': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'mac_address': 'fa:16:3e:75:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d608de8-05de-4983-927e-d3e7961f36c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:58:19Z', 'updated_at': '2021-12-10T08:58:21Z', 'revision_number': 1, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1bf1c9-e0b4-41e9-89c3-71853bb3f11f', 'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'mac_address': 'fa:16:3e:c1:1e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'subnets': [{'id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:22.981212 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] Checking router: c9b2d879-a0f7-4dbc-97dc-1373030801e0 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:58:22.989792 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:58:22.990412 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:23.024518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7ecdf-8498-4c65-b4bd-fc88e44bbbb8 req-dfe1d2db-e69b-465a-b6ca-4b67074313da tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.026007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cf7ecdf-8498-4c65-b4bd-fc88e44bbbb8 req-dfe1d2db-e69b-465a-b6ca-4b67074313da tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0776281 Dec 10 08:58:23.031483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-422e81c9-3e01-46d6-a56e-af65ad93edac service neutron] 10.222.0.31 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288645 Dec 10 08:58:23.098739 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:58:23.124065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cf7ecdf-8498-4c65-b4bd-fc88e44bbbb8 req-64366b12-0918-4813-ae38-0f129e50e033 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884039 Dec 10 08:58:23.167347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1effa-a2ff-4cad-8801-28f9b0067381 req-46e92bc4-dbd0-4eb3-8008-1dad4946a51a service neutron] 10.222.0.31 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257017 Dec 10 08:58:23.171044 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb325185-f266-42b8-a6cf-48d0e0fd61d6 x-openstack-request-id: req-eb325185-f266-42b8-a6cf-48d0e0fd61d6 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:23.171362 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:23.171686 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb325185-f266-42b8-a6cf-48d0e0fd61d6 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:23.172154 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'status': 'completed', 'code': 200} Dec 10 08:58:23.277196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-196bc499-e76e-4354-bc82-cac3ee325855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.280711 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-196bc499-e76e-4354-bc82-cac3ee325855 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0788636 Dec 10 08:58:23.390015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf819162-ec67-4d33-80db-33bdd037efbf req-8148080f-d4c7-4735-ab86-c5c9c51df749 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.391330 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'e674510d-0393-49f6-9987-79447fc3af35', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'floating_ip_address': '172.25.3.251', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'port_id': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'mac_address': 'fa:16:3e:75:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d608de8-05de-4983-927e-d3e7961f36c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:58:19Z', 'updated_at': '2021-12-10T08:58:21Z', 'revision_number': 1, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1bf1c9-e0b4-41e9-89c3-71853bb3f11f', 'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'mac_address': 'fa:16:3e:c1:1e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'subnets': [{'id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:23.397593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-761fdbc9-ca28-4706-bb5f-28454d3ea4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.398944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf819162-ec67-4d33-80db-33bdd037efbf req-8148080f-d4c7-4735-ab86-c5c9c51df749 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.402288 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-761fdbc9-ca28-4706-bb5f-28454d3ea4ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 921 time: 0.1162682 Dec 10 08:58:23.405771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf819162-ec67-4d33-80db-33bdd037efbf req-8148080f-d4c7-4735-ab86-c5c9c51df749 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.412085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf819162-ec67-4d33-80db-33bdd037efbf req-8148080f-d4c7-4735-ab86-c5c9c51df749 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.419021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf819162-ec67-4d33-80db-33bdd037efbf req-8148080f-d4c7-4735-ab86-c5c9c51df749 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.422165 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14564045-00b7-4fc4-95f0-30ad82a61a06 None None] The sync data for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 is: [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'e674510d-0393-49f6-9987-79447fc3af35', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'floating_ip_address': '172.25.3.251', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'port_id': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'mac_address': 'fa:16:3e:75:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d608de8-05de-4983-927e-d3e7961f36c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:58:19Z', 'updated_at': '2021-12-10T08:58:21Z', 'revision_number': 1, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1bf1c9-e0b4-41e9-89c3-71853bb3f11f', 'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'mac_address': 'fa:16:3e:c1:1e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'subnets': [{'id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:58:23.425997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf819162-ec67-4d33-80db-33bdd037efbf req-8148080f-d4c7-4735-ab86-c5c9c51df749 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.436262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf819162-ec67-4d33-80db-33bdd037efbf req-8148080f-d4c7-4735-ab86-c5c9c51df749 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.438597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf819162-ec67-4d33-80db-33bdd037efbf req-8148080f-d4c7-4735-ab86-c5c9c51df749 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1280367 Dec 10 08:58:23.517357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-a1cb561c-e7a8-4673-b144-d3e2f0e51b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.519429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-a1cb561c-e7a8-4673-b144-d3e2f0e51b08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7226e7216385423394b4b8d0fe7d2f18&device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 1097 time: 0.0581684 Dec 10 08:58:23.520800 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-b60214d7-6e69-4c42-b7f2-dd66137733dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 1000 time: 0.1073086 Dec 10 08:58:23.540751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-e8daf015-a1af-47d0-bbd0-65bf8a7cc7e7 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1000 time: 0.1010587 Dec 10 08:58:23.567872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf819162-ec67-4d33-80db-33bdd037efbf req-26cddc64-fa59-4691-ae4f-81162cb7abdf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167815 Dec 10 08:58:23.608423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e00ae-723a-4ee4-9307-f0f995827eae req-c7065519-5a99-4f7b-a602-73b8a1dae67e tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.610090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-c7065519-5a99-4f7b-a602-73b8a1dae67e tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports/c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 943 time: 0.0617716 Dec 10 08:58:23.641675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-36ab8a86-97a5-4121-8c93-c313e6b875da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.643169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-36ab8a86-97a5-4121-8c93-c313e6b875da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 200 len: 860 time: 0.1025863 Dec 10 08:58:23.696974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a0ea1-912d-4d2b-aa69-24b62e0ba492 None None] New status for floating IP e674510d-0393-49f6-9987-79447fc3af35: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:58:23.697528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-a3d5ad37-fd91-450b-adde-6fd9259eb4db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e890126-8461-42d1-91c6-8acf4db46b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428197 Dec 10 08:58:23.704774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-6ee21ed9-99fe-4e85-9bb5-b79871ebcc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.707234 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-6ee21ed9-99fe-4e85-9bb5-b79871ebcc63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 200 len: 912 time: 0.1748612 Dec 10 08:58:23.756526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-d0a8bdf8-fc37-46ea-b037-e6ff2376f75f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1000 time: 0.0852382 Dec 10 08:58:23.757227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:23.818269 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-512e92f5-9088-486e-a03b-4ed72e6469e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4184e4ca-ebb0-4278-9aba-f0342cb12144 HTTP/1.1" status: 200 len: 217 time: 0.0982394 Dec 10 08:58:23.912683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e00ae-723a-4ee4-9307-f0f995827eae req-ccb93c4d-15a7-42d3-92f4-cdd9c2f3b482 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.913393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-b392abd2-64c6-4634-9dc2-ad52e83ec373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:23.914250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-ccb93c4d-15a7-42d3-92f4-cdd9c2f3b482 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1492264 Dec 10 08:58:23.914719 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-b392abd2-64c6-4634-9dc2-ad52e83ec373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea9607bd-d8f0-46bf-8703-706a5b30db35 HTTP/1.1" status: 200 len: 851 time: 0.0853744 Dec 10 08:58:23.940128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3146366-ec13-443a-8678-b2b49b47880a details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:23.942084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7c46fa-ecca-4102-909a-28c8afca1eaf no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:23.961463 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-eb83dd00-10be-44f1-9daf-bec91f569ccc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391705 Dec 10 08:58:23.971835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:23.995011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 8c7c46fa-ecca-4102-909a-28c8afca1eaf {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:58:23.995590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7c46fa-ecca-4102-909a-28c8afca1eaf not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:58:24.000394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-a103a3dd-b1b6-454b-9353-9cdbe8cbbf2d tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1000 time: 0.0792632 Dec 10 08:58:24.010352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:24.012624 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d269f70e-14a5-4961-b7ea-69bf7a711de1" -d '{"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:24.012954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-999e00ae-723a-4ee4-9307-f0f995827eae req-67a76f5e-24da-4806-bd69-fe82254db16c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:24.039601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:24.050653 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-da1d8b84-01e3-4273-b087-c14282bc1e9d service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420193 Dec 10 08:58:24.088035 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:24.089197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 025bdd92-9af8-485c-af18-36b78508e90f no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:24.142731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 025bdd92-9af8-485c-af18-36b78508e90f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:58:24.143323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 025bdd92-9af8-485c-af18-36b78508e90f not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:58:24.148062 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-4111f504-3d12-4a6a-9e93-ae1c3ea234f9 service neutron] 10.222.0.18 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712117 Dec 10 08:58:24.185835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=11']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:24.198029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3146366-ec13-443a-8678-b2b49b47880a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3146366-ec13-443a-8678-b2b49b47880a,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:24.210748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd3146366-ec13-443a-8678-b2b49b47880a', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'port_id': 'd3146366-ec13-443a-8678-b2b49b47880a', 'mac_address': 'fa:16:3e:4e:3c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15349f3d-125d-490d-ae31-4a9529c678c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:24.234014 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14f3b73f-78e2-4d14-a200-a76c99ef9e31 req-b992162b-dd81-4ba7-9369-afc1b55898d5 service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681015 Dec 10 08:58:24.255519 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:24.270816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3146366-ec13-443a-8678-b2b49b47880a {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:24.276759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d52f0405-8b49-45bd-a83a-805a5a2bdc6c req-5c635e65-b8f3-4c32-9a11-53b682420146 service neutron] 10.222.0.18 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106596 Dec 10 08:58:24.293443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3146366-ec13-443a-8678-b2b49b47880a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3146366-ec13-443a-8678-b2b49b47880a,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:24.298870 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:24.351742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3146366-ec13-443a-8678-b2b49b47880a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:24.365089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'tag': 'd3146366-ec13-443a-8678-b2b49b47880a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:24.367953 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606f05ae-39f9-4999-ba44-60abdcda53e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0fc75a-49bd-4a6c-9ef6-513528b40df0", "tag": "d3146366-ec13-443a-8678-b2b49b47880a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:24.457270 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-999e00ae-723a-4ee4-9307-f0f995827eae req-67a76f5e-24da-4806-bd69-fe82254db16c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:24.508083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c612788-26e4-4f58-b1af-bea7e98a085b req-7f9d7192-2150-47fe-8ba4-e151140f4551 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:24.509478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c612788-26e4-4f58-b1af-bea7e98a085b req-7f9d7192-2150-47fe-8ba4-e151140f4551 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.4548657 Dec 10 08:58:24.612413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c612788-26e4-4f58-b1af-bea7e98a085b req-78161acc-c952-4a1d-864b-b9237e5675bd tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963511 Dec 10 08:58:24.620556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d3146366-ec13-443a-8678-b2b49b47880a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:24.651742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-999e00ae-723a-4ee4-9307-f0f995827eae req-67a76f5e-24da-4806-bd69-fe82254db16c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:24.656283 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-999e00ae-723a-4ee4-9307-f0f995827eae req-67a76f5e-24da-4806-bd69-fe82254db16c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:24.656694 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-999e00ae-723a-4ee4-9307-f0f995827eae req-67a76f5e-24da-4806-bd69-fe82254db16c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Floating IP e674510d-0393-49f6-9987-79447fc3af35 disassociated. External IP: 172.25.3.251, port: c6dc372e-05ef-4f84-a4b0-99fe5bba6409. Dec 10 08:58:24.808331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48f2f9-5d0f-496c-b798-8522b1e675d1 req-a06afe5d-a0d0-46a8-92fd-27a3cf680234 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:24.809748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f48f2f9-5d0f-496c-b798-8522b1e675d1 req-a06afe5d-a0d0-46a8-92fd-27a3cf680234 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 945 time: 0.1130033 Dec 10 08:58:24.901909 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f48f2f9-5d0f-496c-b798-8522b1e675d1 req-af5af32d-6e26-45af-9a33-77419d57ef26 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852430 Dec 10 08:58:24.930774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-56f72f5a-cdeb-47ec-99b5-49664bfdac0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470803 Dec 10 08:58:24.971639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-999e00ae-723a-4ee4-9307-f0f995827eae req-67a76f5e-24da-4806-bd69-fe82254db16c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Router c9b2d879-a0f7-4dbc-97dc-1373030801e0 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:58:24.998634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-dc37d67c-53e0-4d72-9ac1-997600612ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.000146 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-dc37d67c-53e0-4d72-9ac1-997600612ac8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=379071bc4ce84880bfc82254d9a08606&device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 1098 time: 0.0469606 Dec 10 08:58:25.047244 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b56f7f-105b-47ed-adba-b72b42c23c4e x-openstack-request-id: req-91b56f7f-105b-47ed-adba-b72b42c23c4e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:25.048114 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:25.048617 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91b56f7f-105b-47ed-adba-b72b42c23c4e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:25.049327 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'code': 200} Dec 10 08:58:25.078869 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1482b8a1-95c3-40f2-9337-5b2a4d2e653b x-openstack-request-id: req-1482b8a1-95c3-40f2-9337-5b2a4d2e653b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:25.079239 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0fc75a-49bd-4a6c-9ef6-513528b40df0", "tag": "d3146366-ec13-443a-8678-b2b49b47880a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:25.079565 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1482b8a1-95c3-40f2-9337-5b2a4d2e653b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:25.080039 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'tag': 'd3146366-ec13-443a-8678-b2b49b47880a', 'status': 'completed', 'code': 200} Dec 10 08:58:25.102020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-999e00ae-723a-4ee4-9307-f0f995827eae req-67a76f5e-24da-4806-bd69-fe82254db16c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:58:25.108773 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-999e00ae-723a-4ee4-9307-f0f995827eae req-67a76f5e-24da-4806-bd69-fe82254db16c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:25.112475 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] Sync routers for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:58:25.126164 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:58:25.126803 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:25.154462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-7bebae6c-214d-4b51-93b8-58bf0e14841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.156135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-7bebae6c-214d-4b51-93b8-58bf0e14841b service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1349943 Dec 10 08:58:25.163054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-67a76f5e-24da-4806-bd69-fe82254db16c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "PUT /v2.0/floatingips/e674510d-0393-49f6-9987-79447fc3af35 HTTP/1.1" status: 200 len: 695 time: 1.1559091 Dec 10 08:58:25.168752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-04605886-72be-4312-85b1-a5378987caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.170336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-04605886-72be-4312-85b1-a5378987caac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 1096 time: 0.0620368 Dec 10 08:58:25.187856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:25.190138 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea48bf2-dfab-43f4-a160-ada77be7a475" -d '{"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:25.220742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-59f4a1bb-c13b-4856-a3bf-3564a22f6a6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=17ca6385-49a1-4074-a059-d35bbdf7367b HTTP/1.1" status: 200 len: 217 time: 0.0493670 Dec 10 08:58:25.241617 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:58:25.249642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba60901-1053-4ad1-9847-a3aeb28d975c req-8d5b1c4f-b5af-4bb7-936b-f05432b93168 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.255657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba60901-1053-4ad1-9847-a3aeb28d975c req-8d5b1c4f-b5af-4bb7-936b-f05432b93168 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.261826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba60901-1053-4ad1-9847-a3aeb28d975c req-8d5b1c4f-b5af-4bb7-936b-f05432b93168 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.268088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba60901-1053-4ad1-9847-a3aeb28d975c req-8d5b1c4f-b5af-4bb7-936b-f05432b93168 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.274053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba60901-1053-4ad1-9847-a3aeb28d975c req-8d5b1c4f-b5af-4bb7-936b-f05432b93168 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.280001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba60901-1053-4ad1-9847-a3aeb28d975c req-8d5b1c4f-b5af-4bb7-936b-f05432b93168 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.286212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba60901-1053-4ad1-9847-a3aeb28d975c req-8d5b1c4f-b5af-4bb7-936b-f05432b93168 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.288906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ba60901-1053-4ad1-9847-a3aeb28d975c req-8d5b1c4f-b5af-4bb7-936b-f05432b93168 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1391196 Dec 10 08:58:25.295480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e00ae-723a-4ee4-9307-f0f995827eae req-794fc8e0-8023-447a-95ee-3f616fa81f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.296963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-794fc8e0-8023-447a-95ee-3f616fa81f6a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1097 time: 0.1038282 Dec 10 08:58:25.337287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-a282cd6f-bd1a-45cb-95bd-c29a90fc5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.339008 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-a282cd6f-bd1a-45cb-95bd-c29a90fc5c6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.1058815 Dec 10 08:58:25.343574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-f2c279a7-2532-44af-af44-62fb44e4be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.344923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-f2c279a7-2532-44af-af44-62fb44e4be40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 905 time: 0.1604958 Dec 10 08:58:25.415071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ba60901-1053-4ad1-9847-a3aeb28d975c req-057ca6ea-7562-461c-9250-f9dddc977dcc tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171260 Dec 10 08:58:25.415401 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-18065c94-bfbe-4ea8-a3e5-88e6c4102f1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3146366-ec13-443a-8678-b2b49b47880a HTTP/1.1" status: 200 len: 217 time: 0.0563309 Dec 10 08:58:25.432377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e00ae-723a-4ee4-9307-f0f995827eae req-48049589-1062-4c78-bab4-301ebf0d6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.433910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-48049589-1062-4c78-bab4-301ebf0d6fbc service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 921 time: 0.1286900 Dec 10 08:58:25.454800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-fd3a611f-d7fb-45f0-80ae-0937d5bab492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.456548 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-fd3a611f-d7fb-45f0-80ae-0937d5bab492 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054311 Dec 10 08:58:25.476518 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'df1bf1c9-e0b4-41e9-89c3-71853bb3f11f', 'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'mac_address': 'fa:16:3e:c1:1e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'subnets': [{'id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:25.488162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-a78438b6-b15d-4fa1-ba23-10bb374121a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.488363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-cb8a8ff4-281e-4178-b6dc-701189fb0757 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 217 time: 0.0441234 Dec 10 08:58:25.489656 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-a78438b6-b15d-4fa1-ba23-10bb374121a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15349f3d-125d-490d-ae31-4a9529c678c7 HTTP/1.1" status: 200 len: 844 time: 0.0649540 Dec 10 08:58:25.504680 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] Checking router: c9b2d879-a0f7-4dbc-97dc-1373030801e0 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:58:25.516167 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:58:25.517139 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:25.555224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e00ae-723a-4ee4-9307-f0f995827eae req-cab102eb-7e27-4a92-afc2-62de7ee07eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:25.556881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-cab102eb-7e27-4a92-afc2-62de7ee07eae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 200 len: 860 time: 0.0599458 Dec 10 08:58:25.577562 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-0f195698-e4c1-4e4f-85ff-b16507aaedaa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103b1340-6b00-4180-bed7-1b83eb345535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784371 Dec 10 08:58:25.590480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-bccf88b4-4c07-438f-9011-eac58c1b3c12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e890126-8461-42d1-91c6-8acf4db46b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270069 Dec 10 08:58:25.653883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53728) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:25.658971 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:58:25.698999 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-2dcf10d6-3d99-4c52-96fa-db6d2278c6b5 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082896 Dec 10 08:58:25.745460 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-5dc88d7e-da40-441a-9645-544e35a237c8 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576951 Dec 10 08:58:25.745796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-bfc42f83-26c6-44f5-8d3f-6bf9e68565b5 service neutron] 10.222.0.31 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481376 Dec 10 08:58:25.746667 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-378c39c0-55e0-43c0-aec3-123e0eb12a3a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:25.823961 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc72f29e-c1a2-41dc-b6e0-05ab54768887 x-openstack-request-id: req-bc72f29e-c1a2-41dc-b6e0-05ab54768887 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:25.824250 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:25.824670 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc72f29e-c1a2-41dc-b6e0-05ab54768887 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:25.825966 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'status': 'completed', 'code': 200} Dec 10 08:58:25.832951 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-378c39c0-55e0-43c0-aec3-123e0eb12a3a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:25.927285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3146366-ec13-443a-8678-b2b49b47880a up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:25.952478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-999e00ae-723a-4ee4-9307-f0f995827eae req-1f75e454-088c-4e9f-b374-a2d5dd0d67af service neutron] 10.222.0.31 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991796 Dec 10 08:58:25.964451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-378c39c0-55e0-43c0-aec3-123e0eb12a3a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:25.967579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-378c39c0-55e0-43c0-aec3-123e0eb12a3a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:25.969324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-378c39c0-55e0-43c0-aec3-123e0eb12a3a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "DELETE /v2.0/security-groups/9019d823-690a-4e54-b63f-b34ee463e473 HTTP/1.1" status: 204 len: 168 time: 0.3137746 Dec 10 08:58:25.974575 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'df1bf1c9-e0b4-41e9-89c3-71853bb3f11f', 'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'mac_address': 'fa:16:3e:c1:1e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'subnets': [{'id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:25.981568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53742) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:25.984366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c39c0-55e0-43c0-aec3-123e0eb12a3a tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9019d823-690a-4e54-b63f-b34ee463e473,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:25.998634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-e7a2b5df-db73-403c-921b-ff9b043691dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.000924 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-e7a2b5df-db73-403c-921b-ff9b043691dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6054a4c35cfa467580618fc3e08ddafd&device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 1097 time: 0.1412282 Dec 10 08:58:26.003626 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-62132634-152d-4f56-91df-d0ee3fcb5f4f req-a024ab7b-9758-4079-bff3-0ee85b83158e service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710090 Dec 10 08:58:26.006893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da993a0-2b9e-43ba-bb08-4a15ddb8ada5 req-ed7fe0e7-0353-40fc-820a-7f15727ab3e7 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.007745 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-606f05ae-39f9-4999-ba44-60abdcda53e2 req-9da651e5-fd3f-4c84-8c49-cb52dafa8565 service neutron] 10.222.0.39 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487504 Dec 10 08:58:26.008471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6da993a0-2b9e-43ba-bb08-4a15ddb8ada5 req-ed7fe0e7-0353-40fc-820a-7f15727ab3e7 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1119549 Dec 10 08:58:26.033095 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-a58c0a10-2690-4481-9064-608e8b0b8b6b tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] show failed (client error): The resource could not be found. Dec 10 08:58:26.034644 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a58c0a10-2690-4481-9064-608e8b0b8b6b tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "GET /v2.0/security-groups/9019d823-690a-4e54-b63f-b34ee463e473 HTTP/1.1" status: 404 len: 347 time: 0.0462189 Dec 10 08:58:26.040849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53750) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:26.049182 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aeb8f6-f23d-4773-b508-f90b76c0ca7a None None] The sync data for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 is: [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:57:02Z', 'revision_number': 4, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'df1bf1c9-e0b4-41e9-89c3-71853bb3f11f', 'name': '', 'network_id': '4e890126-8461-42d1-91c6-8acf4db46b85', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'mac_address': 'fa:16:3e:c1:1e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'subnets': [{'id': 'fe4cfc30-40ad-4b75-b06d-caac798bd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:58:26.051657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port d3146366-ec13-443a-8678-b2b49b47880a completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:26.056935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port d3146366-ec13-443a-8678-b2b49b47880a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:26.057541 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.132702 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6da993a0-2b9e-43ba-bb08-4a15ddb8ada5 req-90b29aef-85dc-437b-9632-e3b133c424eb tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081719 Dec 10 08:58:26.163458 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.221630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3146366-ec13-443a-8678-b2b49b47880a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3146366-ec13-443a-8678-b2b49b47880a,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:26.226728 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.276255 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-93b1e5ef-6b5b-4b5b-a349-e43783d8b47c tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/floatingips/e674510d-0393-49f6-9987-79447fc3af35 HTTP/1.1" status: 200 len: 695 time: 0.0686066 Dec 10 08:58:26.285693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3146366-ec13-443a-8678-b2b49b47880a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:26.287913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-7e82eba8-5e1d-4f17-94e7-09aff0d319e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.294545 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-7e82eba8-5e1d-4f17-94e7-09aff0d319e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 200 len: 921 time: 0.2713549 Dec 10 08:58:26.309245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Deleting port 775f64f2-105d-4e99-8a9a-21de356c4ade {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:26.309730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.348599 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-17740a6b-d7b0-4905-af9d-261f96653f39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 200 len: 217 time: 0.0505824 Dec 10 08:58:26.395205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c121e-b6b9-4363-885b-755bd77f5789 req-717bff89-2ab7-4ae7-95c8-588a185c3039 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.396748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc1c121e-b6b9-4363-885b-755bd77f5789 req-717bff89-2ab7-4ae7-95c8-588a185c3039 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 946 time: 0.1131630 Dec 10 08:58:26.420685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd8e51c-9f20-4caa-bf92-d62b6986a8de None None] New status for floating IP e674510d-0393-49f6-9987-79447fc3af35: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:58:26.448545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-de20e009-2b0a-45d1-ab77-170c97d3af30 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.449950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-de20e009-2b0a-45d1-ab77-170c97d3af30 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 784 time: 0.1554494 Dec 10 08:58:26.451037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-a38323d3-030c-4783-a8a1-2e682367812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.451964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-a38323d3-030c-4783-a8a1-2e682367812a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 200 len: 860 time: 0.0726380 Dec 10 08:58:26.477803 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.478183 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.499551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-67a2c9fe-1433-4e32-a398-4b8fffd5d8d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e890126-8461-42d1-91c6-8acf4db46b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356560 Dec 10 08:58:26.504981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Calling delete_port for 775f64f2-105d-4e99-8a9a-21de356c4ade owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:26.522435 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc1c121e-b6b9-4363-885b-755bd77f5789 req-eda685de-56c6-4e5c-a3ff-f769b229f427 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148803 Dec 10 08:58:26.525681 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-5d820885-8b38-4b8c-b610-6dc52f3c4c4b tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 698 time: 0.0668321 Dec 10 08:58:26.590894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-6b367fee-2567-47cb-bceb-da244426db54 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 698 time: 0.0544593 Dec 10 08:58:26.701761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-be898bd8-12f0-4a4e-9521-46f7a3a8d25c service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922989 Dec 10 08:58:26.797957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1880-d381-454a-ad36-8f9e01c2f99b req-7cce7c13-bdb1-4529-a68a-b68814e97531 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.809780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1880-d381-454a-ad36-8f9e01c2f99b req-7cce7c13-bdb1-4529-a68a-b68814e97531 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.815582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1880-d381-454a-ad36-8f9e01c2f99b req-7cce7c13-bdb1-4529-a68a-b68814e97531 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.821535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1880-d381-454a-ad36-8f9e01c2f99b req-7cce7c13-bdb1-4529-a68a-b68814e97531 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.827309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1880-d381-454a-ad36-8f9e01c2f99b req-7cce7c13-bdb1-4529-a68a-b68814e97531 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.833136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1880-d381-454a-ad36-8f9e01c2f99b req-7cce7c13-bdb1-4529-a68a-b68814e97531 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.838938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1880-d381-454a-ad36-8f9e01c2f99b req-7cce7c13-bdb1-4529-a68a-b68814e97531 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:26.840795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c6c1880-d381-454a-ad36-8f9e01c2f99b req-7cce7c13-bdb1-4529-a68a-b68814e97531 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1370199 Dec 10 08:58:26.843803 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4ea48bf2-dfab-43f4-a160-ada77be7a475 req-210e6657-fc39-44b3-8d7d-14977f8fcf9a service neutron] 10.222.0.18 "GET /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270778 Dec 10 08:58:26.850642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.874369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Deleting port b76f1412-5b31-45e0-a0e1-de26f3e9225a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:26.874610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.880619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Pushing event deleted for resources: {'Port': ['ID=775f64f2-105d-4e99-8a9a-21de356c4ade,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:26.945924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.948735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.949211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c6c1880-d381-454a-ad36-8f9e01c2f99b req-cb45d10c-25ee-4ff4-babf-a6e9aa55c83d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011446 Dec 10 08:58:26.952240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-522014d3-3519-4f48-ac09-3b6572ba3501 tempest-ImagesOneServerNegativeTestJSON-815344976 tempest-ImagesOneServerNegativeTestJSON-815344976-project] 10.222.0.31 "DELETE /v2.0/floatingips/8bcaf306-a87d-420f-b996-2cfcbe2370ea HTTP/1.1" status: 204 len: 168 time: 0.9078629 Dec 10 08:58:26.979988 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.980313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:26.992089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Calling delete_port for b76f1412-5b31-45e0-a0e1-de26f3e9225a owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:27.051217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3146366-ec13-443a-8678-b2b49b47880a'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:27.055881 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17132e70-4369-4784-89b1-4fd4ddf41a33" -d '{"events": [{"server_uuid": "6e0fc75a-49bd-4a6c-9ef6-513528b40df0", "name": "network-vif-plugged", "status": "completed", "tag": "d3146366-ec13-443a-8678-b2b49b47880a"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:27.130786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.157980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Pushing event deleted for resources: {'Port': ['ID=b76f1412-5b31-45e0-a0e1-de26f3e9225a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:27.222732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.225529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.226779 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af560406-f54c-464e-9ce8-e34da598cc69 x-openstack-request-id: req-af560406-f54c-464e-9ce8-e34da598cc69 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:27.227185 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0fc75a-49bd-4a6c-9ef6-513528b40df0", "name": "network-vif-plugged", "status": "completed", "tag": "d3146366-ec13-443a-8678-b2b49b47880a", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:27.227677 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af560406-f54c-464e-9ce8-e34da598cc69 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:27.228325 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3146366-ec13-443a-8678-b2b49b47880a', 'code': 200} Dec 10 08:58:27.228733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a214d21-a68a-4022-91c2-c33acd6bdfe7 req-3ab8d1f9-4c06-4bdb-93a3-def36ac2f6f2 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "DELETE /v2.0/floatingips/e674510d-0393-49f6-9987-79447fc3af35 HTTP/1.1" status: 204 len: 173 time: 0.6323249 Dec 10 08:58:27.336019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a004e-1508-400d-8a55-6f7892432b27 req-3f803331-9965-4d1e-95b9-a4555230b1f3 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:27.338031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a0ff7-2971-4e7c-923b-69ac23db0914 req-3b41ff23-c37c-456f-ad30-0323f3d4e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:27.338162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b67a004e-1508-400d-8a55-6f7892432b27 req-3f803331-9965-4d1e-95b9-a4555230b1f3 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0564699 Dec 10 08:58:27.340288 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a7a0ff7-2971-4e7c-923b-69ac23db0914 req-3b41ff23-c37c-456f-ad30-0323f3d4e720 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 1097 time: 0.0475662 Dec 10 08:58:27.397726 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a7a0ff7-2971-4e7c-923b-69ac23db0914 req-999a42b2-6f6b-4f05-84a4-f10c458e192e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Dec 10 08:58:27.399094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b67a004e-1508-400d-8a55-6f7892432b27 req-ed1c9799-a7de-426b-b853-c87ec03df98d tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513403 Dec 10 08:58:27.442113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67d41889-232c-4098-82a5-4f20d9f0e4e6 req-1e186bb6-48df-458a-ae54-99c63047afcb tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups/2f0dfeaf-aab4-4af3-9029-00f20123ffa6 HTTP/1.1" status: 200 len: 1825 time: 0.0420537 Dec 10 08:58:27.509894 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-67d41889-232c-4098-82a5-4f20d9f0e4e6 req-a8d9bf72-785b-48e5-a024-a07aac77e189 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.523132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53820) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:27.538310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-67d41889-232c-4098-82a5-4f20d9f0e4e6 req-a8d9bf72-785b-48e5-a024-a07aac77e189 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.566818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e191fee-08cc-4395-a16f-3e450be53b5e admin admin] Deleting subnet eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:58:27.572635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e191fee-08cc-4395-a16f-3e450be53b5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.586328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-67d41889-232c-4098-82a5-4f20d9f0e4e6 req-a8d9bf72-785b-48e5-a024-a07aac77e189 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.589222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-67d41889-232c-4098-82a5-4f20d9f0e4e6 req-a8d9bf72-785b-48e5-a024-a07aac77e189 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.590845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67d41889-232c-4098-82a5-4f20d9f0e4e6 req-a8d9bf72-785b-48e5-a024-a07aac77e189 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "DELETE /v2.0/security-groups/2f0dfeaf-aab4-4af3-9029-00f20123ffa6 HTTP/1.1" status: 204 len: 173 time: 0.1423442 Dec 10 08:58:27.604565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9bf72-785b-48e5-a024-a07aac77e189 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0dfeaf-aab4-4af3-9029-00f20123ffa6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:27.611960 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e191fee-08cc-4395-a16f-3e450be53b5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.659493 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e191fee-08cc-4395-a16f-3e450be53b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.719753 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e191fee-08cc-4395-a16f-3e450be53b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.728147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb10253-aa1e-40e7-bb06-bfc89ea65d29 req-730c80ef-e7cc-450c-94a2-9946bfe2b264 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:27.729872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1bb10253-aa1e-40e7-bb06-bfc89ea65d29 req-730c80ef-e7cc-450c-94a2-9946bfe2b264 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 946 time: 0.0572162 Dec 10 08:58:27.748510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e191fee-08cc-4395-a16f-3e450be53b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:27.755754 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e191fee-08cc-4395-a16f-3e450be53b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.761559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1e191fee-08cc-4395-a16f-3e450be53b5e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb55bcc6-1fb2-4f10-a1e9-ed4aa18a8d17 HTTP/1.1" status: 204 len: 168 time: 0.2361810 Dec 10 08:58:27.762550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53836) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:27.850679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1bb10253-aa1e-40e7-bb06-bfc89ea65d29 req-c7a6bb09-279f-4687-b1e2-f0b3aa818932 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136665 Dec 10 08:58:27.875598 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:27.942422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:27.995176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.023266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c1e21-2b3f-41c6-af17-dc9b63011a24 req-1ca687e6-81c6-4198-8cb7-6b2d8bb223f8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.024785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca9c1e21-2b3f-41c6-af17-dc9b63011a24 req-1ca687e6-81c6-4198-8cb7-6b2d8bb223f8 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1164281 Dec 10 08:58:28.028311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d752f9e-e96d-4653-819c-c49a87804328']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:28.040689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11333d7-efba-4264-ab65-6398c657688f') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:28.040689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11333d7-efba-4264-ab65-6398c657688f') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:28.057085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:28.069948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'port_id': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'mac_address': 'fa:16:3e:b4:c5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:28.072088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.108028 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.113450 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.122109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:28.131651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:58:28.132041 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:58:28.133699 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:58:28.142547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:28.147507 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.148192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fad3c689-a2cd-4d11-aaae-5e9a06256def details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:28.151396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca9c1e21-2b3f-41c6-af17-dc9b63011a24 req-d5213f02-9be9-48c2-9214-c817fe6ba801 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152117 Dec 10 08:58:28.192472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645cb4-4f77-4db3-94fb-83ebc99ea96b req-5628f31b-47a3-4477-a9fd-cda12b576f06 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.199003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645cb4-4f77-4db3-94fb-83ebc99ea96b req-5628f31b-47a3-4477-a9fd-cda12b576f06 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.204654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645cb4-4f77-4db3-94fb-83ebc99ea96b req-5628f31b-47a3-4477-a9fd-cda12b576f06 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.211385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645cb4-4f77-4db3-94fb-83ebc99ea96b req-5628f31b-47a3-4477-a9fd-cda12b576f06 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.217280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645cb4-4f77-4db3-94fb-83ebc99ea96b req-5628f31b-47a3-4477-a9fd-cda12b576f06 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.223657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645cb4-4f77-4db3-94fb-83ebc99ea96b req-5628f31b-47a3-4477-a9fd-cda12b576f06 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.230049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645cb4-4f77-4db3-94fb-83ebc99ea96b req-5628f31b-47a3-4477-a9fd-cda12b576f06 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.231971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc645cb4-4f77-4db3-94fb-83ebc99ea96b req-5628f31b-47a3-4477-a9fd-cda12b576f06 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5430 time: 0.1801465 Dec 10 08:58:28.268189 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.273884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.285436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6d752f9e-e96d-4653-819c-c49a87804328 HTTP/1.1" status: 204 len: 168 time: 0.5115700 Dec 10 08:58:28.316265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bf388-f4f9-46d3-8f8c-80bbb9008e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d752f9e-e96d-4653-819c-c49a87804328,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:28.339461 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc645cb4-4f77-4db3-94fb-83ebc99ea96b req-e75afb85-5fe9-4d7b-a3f4-ef4542ffb416 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998962 Dec 10 08:58:28.404492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:28.480669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port fad3c689-a2cd-4d11-aaae-5e9a06256def, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fad3c689-a2cd-4d11-aaae-5e9a06256def,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:28.495002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'fad3c689-a2cd-4d11-aaae-5e9a06256def', 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'port_id': 'fad3c689-a2cd-4d11-aaae-5e9a06256def', 'mac_address': 'fa:16:3e:fa:f3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8949a4d-5519-406f-bb6c-ec86cd267047', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:28.551913 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.559429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53900) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:28.567216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad3c689-a2cd-4d11-aaae-5e9a06256def {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:28.572639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d752a6f-b542-4007-9147-552fbeafe48a req-1bcb2ea4-86d1-40a8-932c-22d85f565614 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.575587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d752a6f-b542-4007-9147-552fbeafe48a req-1bcb2ea4-86d1-40a8-932c-22d85f565614 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0673137 Dec 10 08:58:28.594571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port fad3c689-a2cd-4d11-aaae-5e9a06256def, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fad3c689-a2cd-4d11-aaae-5e9a06256def,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:28.602665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.603488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c7c8f6ce-edda-4995-a15b-89d5fab75730 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:28.621669 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-944cacc8-7054-41e0-9d2c-e74f4d5cc3e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56dd9c2c76e44d3ebf21ba7bd5631e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596941 Dec 10 08:58:28.623867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:28.652801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d752a6f-b542-4007-9147-552fbeafe48a req-753edb1e-e878-4572-9076-9a272b6d4e94 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702324 Dec 10 08:58:28.689306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c7c8f6ce-edda-4995-a15b-89d5fab75730, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:28.697592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f49d8153-f308-4ce8-97b0-c8120ef5e021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.708559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=fad3c689-a2cd-4d11-aaae-5e9a06256def,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:28.712802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'c7c8f6ce-edda-4995-a15b-89d5fab75730', 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'port_id': 'c7c8f6ce-edda-4995-a15b-89d5fab75730', 'mac_address': 'fa:16:3e:e3:ef:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8949a4d-5519-406f-bb6c-ec86cd267047', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:28.730724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f49d8153-f308-4ce8-97b0-c8120ef5e021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.757146 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.773089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c8f6ce-edda-4995-a15b-89d5fab75730 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:28.783386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f49d8153-f308-4ce8-97b0-c8120ef5e021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.787330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f49d8153-f308-4ce8-97b0-c8120ef5e021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.789309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f49d8153-f308-4ce8-97b0-c8120ef5e021 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66e10238-2aac-4550-af77-ba7e0c51a1fe HTTP/1.1" status: 204 len: 168 time: 0.1645100 Dec 10 08:58:28.795903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c7c8f6ce-edda-4995-a15b-89d5fab75730, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:28.800868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d8153-f308-4ce8-97b0-c8120ef5e021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e10238-2aac-4550-af77-ba7e0c51a1fe,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:28.802557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:28.806093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 57ecd40a-60d8-4a15-90a8-7a3412b89810 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:28.939186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c7c8f6ce-edda-4995-a15b-89d5fab75730,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:28.981996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 57ecd40a-60d8-4a15-90a8-7a3412b89810, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:28.995294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '57ecd40a-60d8-4a15-90a8-7a3412b89810', 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612', 'port_id': '57ecd40a-60d8-4a15-90a8-7a3412b89810', 'mac_address': 'fa:16:3e:85:bf:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8f06df-da41-4ed7-89f0-5cd04856d5d4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:28.998159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eda9f8-3713-422a-8513-af22094dd61b req-ebe406d0-e323-4714-a15a-86c8e7a4484d tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:28.999823 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34eda9f8-3713-422a-8513-af22094dd61b req-ebe406d0-e323-4714-a15a-86c8e7a4484d tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 946 time: 0.0683165 Dec 10 08:58:29.057070 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:29.062941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34eda9f8-3713-422a-8513-af22094dd61b req-45a40cf0-cbc3-4c14-bc82-8f6f3e7f7593 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558145 Dec 10 08:58:29.076225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ecd40a-60d8-4a15-90a8-7a3412b89810 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:29.109971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 57ecd40a-60d8-4a15-90a8-7a3412b89810, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:29.114977 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:29.115799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 6da0b6a7-db9a-421b-b479-8421a78e97bb details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:29.187982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=57ecd40a-60d8-4a15-90a8-7a3412b89810,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:29.191895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 6da0b6a7-db9a-421b-b479-8421a78e97bb, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=6da0b6a7-db9a-421b-b479-8421a78e97bb,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:29.205309 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '6da0b6a7-db9a-421b-b479-8421a78e97bb', 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'port_id': '6da0b6a7-db9a-421b-b479-8421a78e97bb', 'mac_address': 'fa:16:3e:b9:6c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8949a4d-5519-406f-bb6c-ec86cd267047', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:29.250708 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:29.288415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da0b6a7-db9a-421b-b479-8421a78e97bb {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:29.319691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 6da0b6a7-db9a-421b-b479-8421a78e97bb, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=6da0b6a7-db9a-421b-b479-8421a78e97bb,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:29.325451 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:29.326896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 88ae583b-c224-41c8-8a3a-19e4d00dc9fd details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:29.382566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8866d-6ed4-465c-97ce-2b56b7d5313f req-94cd37a9-0289-49ca-9026-a5e47f874a71 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.384099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bb8866d-6ed4-465c-97ce-2b56b7d5313f req-94cd37a9-0289-49ca-9026-a5e47f874a71 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0568075 Dec 10 08:58:29.411985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:29.414763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=6da0b6a7-db9a-421b-b479-8421a78e97bb,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:29.426297 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd', 'network_id': '3b1ec076-b952-4ca7-9dc0-3f57cf014738', 'port_id': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd', 'mac_address': 'fa:16:3e:43:b4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8949a4d-5519-406f-bb6c-ec86cd267047', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:29.466334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:29.481090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ae583b-c224-41c8-8a3a-19e4d00dc9fd {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:29.481463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bb8866d-6ed4-465c-97ce-2b56b7d5313f req-9148dda1-ef38-4958-8336-01d91c36e325 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907707 Dec 10 08:58:29.503294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a523a6-8db7-4cd0-8927-12ee24eeff20 req-16106cb4-de2e-4de2-8af3-b173482c5c97 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.503798 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:29.504820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9a523a6-8db7-4cd0-8927-12ee24eeff20 req-16106cb4-de2e-4de2-8af3-b173482c5c97 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 946 time: 0.0915067 Dec 10 08:58:29.512600 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:29.513281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8cd7fda3-8c74-4f2f-9d0a-b052706c910a details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:29.574239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9a523a6-8db7-4cd0-8927-12ee24eeff20 req-24aa7e26-b710-41c1-80a3-55cdb9c170d6 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601327 Dec 10 08:58:29.582143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:29.609695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:29.610991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a', 'network_id': '07b4e1b6-6375-4ba9-8150-4ba3bb616612', 'port_id': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a', 'mac_address': 'fa:16:3e:a3:a1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8f06df-da41-4ed7-89f0-5cd04856d5d4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:29.661714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:29.701750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd7fda3-8c74-4f2f-9d0a-b052706c910a {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:29.728976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839258f-0d2b-4102-9170-0d4e25618a0d req-18e71c01-1576-4461-8fc0-61e97d4127a4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.731681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:29.737681 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:29.739119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839258f-0d2b-4102-9170-0d4e25618a0d req-18e71c01-1576-4461-8fc0-61e97d4127a4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.748962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839258f-0d2b-4102-9170-0d4e25618a0d req-18e71c01-1576-4461-8fc0-61e97d4127a4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.757642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839258f-0d2b-4102-9170-0d4e25618a0d req-18e71c01-1576-4461-8fc0-61e97d4127a4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.765467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839258f-0d2b-4102-9170-0d4e25618a0d req-18e71c01-1576-4461-8fc0-61e97d4127a4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.773757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839258f-0d2b-4102-9170-0d4e25618a0d req-18e71c01-1576-4461-8fc0-61e97d4127a4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.780467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839258f-0d2b-4102-9170-0d4e25618a0d req-18e71c01-1576-4461-8fc0-61e97d4127a4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.782598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7839258f-0d2b-4102-9170-0d4e25618a0d req-18e71c01-1576-4461-8fc0-61e97d4127a4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5436 time: 0.1259584 Dec 10 08:58:29.807619 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-6c08676b-704b-4f77-90a4-e0d8939b5a43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0754097 Dec 10 08:58:29.827863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:29.914697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7839258f-0d2b-4102-9170-0d4e25618a0d req-26c725c4-e3c6-4d9a-87c7-c89641fe71ae tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093445 Dec 10 08:58:29.944757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c6f3da42-b832-49ef-bec8-bb407c4c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.945437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c6f3da42-b832-49ef-bec8-bb407c4c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.946018 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c6f3da42-b832-49ef-bec8-bb407c4c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.947140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c6f3da42-b832-49ef-bec8-bb407c4c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.947662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c6f3da42-b832-49ef-bec8-bb407c4c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.948175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c6f3da42-b832-49ef-bec8-bb407c4c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.948812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c6f3da42-b832-49ef-bec8-bb407c4c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:29.951132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c6f3da42-b832-49ef-bec8-bb407c4c8fad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6492 time: 0.0707576 Dec 10 08:58:30.077367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-bbd0e9be-5bc2-48e0-83ab-4c7a8d8d7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:30.078121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-bbd0e9be-5bc2-48e0-83ab-4c7a8d8d7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:30.078684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-bbd0e9be-5bc2-48e0-83ab-4c7a8d8d7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:30.080424 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-bbd0e9be-5bc2-48e0-83ab-4c7a8d8d7366 service neutron] 10.222.0.39 "GET /v2.0/networks?id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=aded683f-8ec1-409b-b472-c0766dd8c73b&id=aded683f-8ec1-409b-b472-c0766dd8c73b HTTP/1.1" status: 200 len: 2293 time: 0.1015420 Dec 10 08:58:30.111045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532bf91-96ef-4fc8-b368-7b72938e708f req-de1bd25f-12e3-42f7-bc94-a234a40242c0 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:30.112618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0532bf91-96ef-4fc8-b368-7b72938e708f req-de1bd25f-12e3-42f7-bc94-a234a40242c0 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0574191 Dec 10 08:58:30.161068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-1adf3ca6-51f9-45df-b6df-dd8442423221 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0398798-51b9-41ed-815b-bffec7db4ccb HTTP/1.1" status: 200 len: 1001 time: 0.0722013 Dec 10 08:58:30.170020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0532bf91-96ef-4fc8-b368-7b72938e708f req-ab7bd61f-645b-4626-b349-a6f102a6b20d tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501432 Dec 10 08:58:30.229073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-0afff5ff-f9e8-4086-b98a-a758025f457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:30.230657 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-0afff5ff-f9e8-4086-b98a-a758025f457d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c98a0f17-aa22-4222-87da-fe91acbdb5ad HTTP/1.1" status: 200 len: 851 time: 0.0624285 Dec 10 08:58:30.282974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-2a7b4912-093d-4f15-92f8-8cfd33e06f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:30.285124 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-2a7b4912-093d-4f15-92f8-8cfd33e06f70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460508 Dec 10 08:58:30.391877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-540f68d6-6257-482d-a578-81552309bd9d service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990179 Dec 10 08:58:30.518909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-04e9f02f-9245-4d0b-ae28-9a8c4075aee6 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:30.520381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-04e9f02f-9245-4d0b-ae28-9a8c4075aee6 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1178043 Dec 10 08:58:30.572761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-574117ff-1d5e-4fca-baed-4638e6a64eb9 service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714928 Dec 10 08:58:30.650698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-00f16a6a-5916-4127-aae6-5cdf8333fb0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 200 len: 217 time: 0.0644145 Dec 10 08:58:30.654532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69642dfd-1845-4db9-8035-bc25101d29aa req-39c9eb1d-cccc-4755-a97a-c65d8b2f658f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:30.655658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69642dfd-1845-4db9-8035-bc25101d29aa req-39c9eb1d-cccc-4755-a97a-c65d8b2f658f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 946 time: 0.0599997 Dec 10 08:58:30.702983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['57ecd40a-60d8-4a15-90a8-7a3412b89810'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:30.713820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69642dfd-1845-4db9-8035-bc25101d29aa req-e7ba9618-5847-44bc-9254-32b1154c6cc3 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1caffc-fcb7-488d-8651-438f9ef0dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513651 Dec 10 08:58:30.716685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Deleting port c6dc372e-05ef-4f84-a4b0-99fe5bba6409 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:30.717023 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:30.766332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['fad3c689-a2cd-4d11-aaae-5e9a06256def'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:30.797464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['c7c8f6ce-edda-4995-a15b-89d5fab75730'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:30.849367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['6da0b6a7-db9a-421b-b479-8421a78e97bb'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:30.852822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:30.865340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['8cd7fda3-8c74-4f2f-9d0a-b052706c910a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:30.980323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c63856-3470-4d01-8143-a5cbe818a910 req-c5cf53dd-2b45-4209-be54-a2fd758ade56 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.001833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9c63856-3470-4d01-8143-a5cbe818a910 req-c5cf53dd-2b45-4209-be54-a2fd758ade56 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 946 time: 0.0844009 Dec 10 08:58:31.074912 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9c63856-3470-4d01-8143-a5cbe818a910 req-987d5fc0-f5d3-46ce-9d3b-4f57052bb7aa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728760 Dec 10 08:58:31.118897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-55ed1173-a703-4a30-8441-a36c9bcc79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.121019 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-55ed1173-a703-4a30-8441-a36c9bcc79ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.4563711 Dec 10 08:58:31.220843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-5d71915f-1350-4d16-85a3-793f1e1bae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.222698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-5d71915f-1350-4d16-85a3-793f1e1bae7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928333 Dec 10 08:58:31.230885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] For port c6dc372e-05ef-4f84-a4b0-99fe5bba6409, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:31.231703 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:31.274838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Calling delete_port for c6dc372e-05ef-4f84-a4b0-99fe5bba6409 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:31.287296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ffd3-3ce8-4c2c-bc51-c3218f386873 req-4cb9200d-818c-46a7-97f8-1ec8547e2866 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.296649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ffd3-3ce8-4c2c-bc51-c3218f386873 req-4cb9200d-818c-46a7-97f8-1ec8547e2866 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.309519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ffd3-3ce8-4c2c-bc51-c3218f386873 req-4cb9200d-818c-46a7-97f8-1ec8547e2866 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.320503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ffd3-3ce8-4c2c-bc51-c3218f386873 req-4cb9200d-818c-46a7-97f8-1ec8547e2866 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.329096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ffd3-3ce8-4c2c-bc51-c3218f386873 req-4cb9200d-818c-46a7-97f8-1ec8547e2866 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.338949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ffd3-3ce8-4c2c-bc51-c3218f386873 req-4cb9200d-818c-46a7-97f8-1ec8547e2866 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.351358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ffd3-3ce8-4c2c-bc51-c3218f386873 req-4cb9200d-818c-46a7-97f8-1ec8547e2866 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.354693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63f2ffd3-3ce8-4c2c-bc51-c3218f386873 req-4cb9200d-818c-46a7-97f8-1ec8547e2866 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5437 time: 0.1851785 Dec 10 08:58:31.414496 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-a05bfa27-e5de-48f5-ba30-6a9f7bc9da5d service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797802 Dec 10 08:58:31.493488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63f2ffd3-3ce8-4c2c-bc51-c3218f386873 req-0e5224f3-151d-4dbc-a106-b5986842fbac tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125236 Dec 10 08:58:31.588783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['88ae583b-c224-41c8-8a3a-19e4d00dc9fd'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:31.630389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:31.686148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c6dc372e-05ef-4f84-a4b0-99fe5bba6409'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:31.706177 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-7618f32b-cce8-4c58-8c1c-9d1bc611f2e1 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812006 Dec 10 08:58:31.724911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Pushing event deleted for resources: {'Port': ['ID=c6dc372e-05ef-4f84-a4b0-99fe5bba6409,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:31.734919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] No DVR routers for this DVR port c6dc372e-05ef-4f84-a4b0-99fe5bba6409 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:58:31.738435 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:31.744223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b41fcd5c-54bb-44b9-b7a3-752fb4333e63 req-31d60830-0e10-40fe-963d-d2f185cf7e0f tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.18 "DELETE /v2.0/ports/c6dc372e-05ef-4f84-a4b0-99fe5bba6409 HTTP/1.1" status: 204 len: 173 time: 1.2154577 Dec 10 08:58:31.775750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'name': 'network-vif-deleted', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:31.790814 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd1a644-4144-4df2-9c9c-28968e1f73a8" -d '{"events": [{"server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "name": "network-vif-deleted", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:31.853474 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-e3447f92-b2af-4c90-aad8-5fcd6178a2f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 200 len: 217 time: 0.1301522 Dec 10 08:58:31.935437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-ab5c7219-38ca-4c26-81f6-d9bd33037239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:31.936949 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-ab5c7219-38ca-4c26-81f6-d9bd33037239 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0748477 Dec 10 08:58:32.015204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-9cb99b54-bbf7-4ebe-8c86-eb33cc4c41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.016730 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-9cb99b54-bbf7-4ebe-8c86-eb33cc4c41da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714056 Dec 10 08:58:32.034621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a5f8c-6ba9-4b6e-8753-ce93dea2fe70 req-b2193da8-114e-49f0-b654-e7ff25e02f79 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.036514 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d06a5f8c-6ba9-4b6e-8753-ce93dea2fe70 req-b2193da8-114e-49f0-b654-e7ff25e02f79 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0802362 Dec 10 08:58:32.116839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4d78-533d-47a0-9cea-05654b73b040 req-2f9c4f5d-2577-4222-9d61-782a26b6217d tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.118336 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eebd4d78-533d-47a0-9cea-05654b73b040 req-2f9c4f5d-2577-4222-9d61-782a26b6217d tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 947 time: 0.1020136 Dec 10 08:58:32.118825 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-6cb01bfa-2749-413b-82f9-20892c49183f service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931451 Dec 10 08:58:32.123561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d06a5f8c-6ba9-4b6e-8753-ce93dea2fe70 req-0f403d95-e35c-4ed5-bf7e-98f5b5771170 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645194 Dec 10 08:58:32.185307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eebd4d78-533d-47a0-9cea-05654b73b040 req-83244612-4944-446a-bf67-27346eee2ff4 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601931 Dec 10 08:58:32.246080 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-4e081818-9ce1-4922-bddd-5f2707238e8f service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176026 Dec 10 08:58:32.253204 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfe0ce40-9db9-48c1-ae8b-9bd7111220dc req-5495123c-27e6-42cf-ac30-0823ecd8d532 tempest-ServerRescueTestJSONUnderV235-558524411 tempest-ServerRescueTestJSONUnderV235-558524411-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d608de8-05de-4983-927e-d3e7961f36c8 HTTP/1.1" status: 200 len: 210 time: 0.0397789 Dec 10 08:58:32.341311 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-7f9a17ab-f97e-4235-94a5-d09dab02f167 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3359a2d0-3419-4374-8b29-362fffaa36e2 HTTP/1.1" status: 200 len: 217 time: 0.0796831 Dec 10 08:58:32.370645 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddce517-07d2-4dca-bfd8-f5a80a989df1 x-openstack-request-id: req-3ddce517-07d2-4dca-bfd8-f5a80a989df1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:32.372125 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d608de8-05de-4983-927e-d3e7961f36c8", "name": "network-vif-deleted", "tag": "c6dc372e-05ef-4f84-a4b0-99fe5bba6409", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:32.372675 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ddce517-07d2-4dca-bfd8-f5a80a989df1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:32.373064 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d608de8-05de-4983-927e-d3e7961f36c8', 'name': 'network-vif-deleted', 'tag': 'c6dc372e-05ef-4f84-a4b0-99fe5bba6409', 'status': 'completed', 'code': 200} Dec 10 08:58:32.450913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-8a8cd707-da68-4408-9592-a55a9cc0c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.453645 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-8a8cd707-da68-4408-9592-a55a9cc0c132 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.1023049 Dec 10 08:58:32.505036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-2991fca9-d347-4d34-94a0-9c3869e19351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.507368 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-2991fca9-d347-4d34-94a0-9c3869e19351 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456567 Dec 10 08:58:32.640999 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-a92114c7-79e0-4fb1-ae2b-21b027c3d386 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227252 Dec 10 08:58:32.693014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63775-f3a6-4093-9ee9-3e8157f4ffec req-7c6dd8ff-ccc1-48a7-933c-f6e39583ff16 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.699987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63775-f3a6-4093-9ee9-3e8157f4ffec req-7c6dd8ff-ccc1-48a7-933c-f6e39583ff16 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.706090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63775-f3a6-4093-9ee9-3e8157f4ffec req-7c6dd8ff-ccc1-48a7-933c-f6e39583ff16 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.712591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63775-f3a6-4093-9ee9-3e8157f4ffec req-7c6dd8ff-ccc1-48a7-933c-f6e39583ff16 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.720401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63775-f3a6-4093-9ee9-3e8157f4ffec req-7c6dd8ff-ccc1-48a7-933c-f6e39583ff16 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.727165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63775-f3a6-4093-9ee9-3e8157f4ffec req-7c6dd8ff-ccc1-48a7-933c-f6e39583ff16 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.733109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63775-f3a6-4093-9ee9-3e8157f4ffec req-7c6dd8ff-ccc1-48a7-933c-f6e39583ff16 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.735016 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ff63775-f3a6-4093-9ee9-3e8157f4ffec req-7c6dd8ff-ccc1-48a7-933c-f6e39583ff16 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5437 time: 0.1038117 Dec 10 08:58:32.765041 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-f5e93b6e-1c9d-4014-9cb0-50c8a28fd97a service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074536 Dec 10 08:58:32.807355 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ff63775-f3a6-4093-9ee9-3e8157f4ffec req-afc0f097-024d-4a24-b2e4-186c56edbff8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654438 Dec 10 08:58:32.822531 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-0d1d2e16-28da-4fea-a6b4-53453f408346 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=921b3032-0cd1-40eb-832a-d29462c70da1 HTTP/1.1" status: 200 len: 217 time: 0.0490282 Dec 10 08:58:32.884562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-4a3fa876-e6b9-4249-89f5-26bf3a370677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.886152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-4a3fa876-e6b9-4249-89f5-26bf3a370677 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0503118 Dec 10 08:58:32.934261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-3dbd3541-b650-4952-ad7a-a40dfb66dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:32.935751 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-3dbd3541-b650-4952-ad7a-a40dfb66dda6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413852 Dec 10 08:58:33.032854 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-0c6388c0-32c3-4f56-805b-66aba4711906 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889866 Dec 10 08:58:33.063236 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b2ab4d1-e2df-4ed1-ad00-d87eb5cf9448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:33.136331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c1ae61e7-1132-44e0-84a7-c6d25bd5389e service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950334 Dec 10 08:58:33.186556 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-7fb1509a-3e6c-4b59-b5bd-3cc4b11709c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c21bc8b-aced-479e-abca-34ce41487740 HTTP/1.1" status: 200 len: 217 time: 0.0417614 Dec 10 08:58:33.266041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839fbfe-d208-4d57-9858-89aaad8d5d68 req-4db6ed95-3e0c-42ac-8cf1-d9294d5398e7 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:33.273788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2839fbfe-d208-4d57-9858-89aaad8d5d68 req-4db6ed95-3e0c-42ac-8cf1-d9294d5398e7 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0767772 Dec 10 08:58:33.288061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-534f8753-9c9e-4e95-b2f9-939299c8d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:33.290383 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-534f8753-9c9e-4e95-b2f9-939299c8d4e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.0918095 Dec 10 08:58:33.306121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb4f11-837d-4699-869d-8a22654bd52d req-e8072066-17cd-4efc-810b-fea7fb817339 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:33.307567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-73cb4f11-837d-4699-869d-8a22654bd52d req-e8072066-17cd-4efc-810b-fea7fb817339 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 947 time: 0.0692873 Dec 10 08:58:33.363502 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2839fbfe-d208-4d57-9858-89aaad8d5d68 req-2985fb73-66fc-434a-938a-573a94189a80 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887692 Dec 10 08:58:33.379058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903883b2-8d99-4a30-bec9-f8c5a7c41ba8 req-b2c05302-d775-41ac-aaac-9f10c16380c6 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:33.380723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-903883b2-8d99-4a30-bec9-f8c5a7c41ba8 req-b2c05302-d775-41ac-aaac-9f10c16380c6 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 947 time: 0.0822384 Dec 10 08:58:33.423849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-1162d6ee-6f49-4658-8db8-d3962be07dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:33.425720 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-1162d6ee-6f49-4658-8db8-d3962be07dbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1168618 Dec 10 08:58:33.454077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-903883b2-8d99-4a30-bec9-f8c5a7c41ba8 req-f493b906-b229-40ad-ba43-d4b8343ddb82 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655732 Dec 10 08:58:33.494416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54134) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:33.521744 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-4edb0756-90d5-4730-94f8-38fd9a02184b service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863214 Dec 10 08:58:33.614740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-73cb4f11-837d-4699-869d-8a22654bd52d req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Deleting port 17ca6385-49a1-4074-a059-d35bbdf7367b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:33.615079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-73cb4f11-837d-4699-869d-8a22654bd52d req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:33.761808 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-223e0b32-ad10-4aaa-b25b-041f04003740 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209659 Dec 10 08:58:33.785921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 17ca6385-49a1-4074-a059-d35bbdf7367b no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:33.864416 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-030734e0-9bb8-4b15-8b6a-94f0233bb720 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836 HTTP/1.1" status: 200 len: 217 time: 0.0911782 Dec 10 08:58:33.868270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-73cb4f11-837d-4699-869d-8a22654bd52d req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] For port 17ca6385-49a1-4074-a059-d35bbdf7367b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=17ca6385-49a1-4074-a059-d35bbdf7367b,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:33.868859 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-73cb4f11-837d-4699-869d-8a22654bd52d req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:33.918580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-73cb4f11-837d-4699-869d-8a22654bd52d req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Calling delete_port for 17ca6385-49a1-4074-a059-d35bbdf7367b owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:33.936719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c6dc372e-05ef-4f84-a4b0-99fe5bba6409 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:33.940332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-52f1ba1c-dedf-4c08-b87b-97499cbc5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:33.942008 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-52f1ba1c-dedf-4c08-b87b-97499cbc5d26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.0694828 Dec 10 08:58:33.963358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: c6dc372e-05ef-4f84-a4b0-99fe5bba6409 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:58:33.963995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c6dc372e-05ef-4f84-a4b0-99fe5bba6409 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:58:33.980920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a7c0c-9f7d-4f3f-b476-77cf03ae98a7 req-08d9fed4-4a31-4d80-b766-00c9e3571e4a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:33.987161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a7c0c-9f7d-4f3f-b476-77cf03ae98a7 req-08d9fed4-4a31-4d80-b766-00c9e3571e4a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:33.993911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a7c0c-9f7d-4f3f-b476-77cf03ae98a7 req-08d9fed4-4a31-4d80-b766-00c9e3571e4a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:33.999919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a7c0c-9f7d-4f3f-b476-77cf03ae98a7 req-08d9fed4-4a31-4d80-b766-00c9e3571e4a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:34.005819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a7c0c-9f7d-4f3f-b476-77cf03ae98a7 req-08d9fed4-4a31-4d80-b766-00c9e3571e4a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:34.012614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a7c0c-9f7d-4f3f-b476-77cf03ae98a7 req-08d9fed4-4a31-4d80-b766-00c9e3571e4a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:34.019006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a7c0c-9f7d-4f3f-b476-77cf03ae98a7 req-08d9fed4-4a31-4d80-b766-00c9e3571e4a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:34.021078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-929a7c0c-9f7d-4f3f-b476-77cf03ae98a7 req-08d9fed4-4a31-4d80-b766-00c9e3571e4a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5437 time: 0.1115716 Dec 10 08:58:34.040822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-76174ff5-a1a6-4932-93c3-22a67bb19bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:34.042408 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-76174ff5-a1a6-4932-93c3-22a67bb19bfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664055 Dec 10 08:58:34.124863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-929a7c0c-9f7d-4f3f-b476-77cf03ae98a7 req-f26fda7d-0d41-4065-8e62-c7d9aac8c42d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965869 Dec 10 08:58:34.141325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:34.174551 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-73cb4f11-837d-4699-869d-8a22654bd52d req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:34.211269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Pushing event deleted for resources: {'Port': ['ID=17ca6385-49a1-4074-a059-d35bbdf7367b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:34.214837 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-65bbe8f8-3ad6-44a9-be65-282ccd1d2019 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626346 Dec 10 08:58:34.235805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54158) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:34.266147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cb4f11-837d-4699-869d-8a22654bd52d req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] No DVR routers for this DVR port 17ca6385-49a1-4074-a059-d35bbdf7367b on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:58:34.277288 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-73cb4f11-837d-4699-869d-8a22654bd52d req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:34.280683 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-73cb4f11-837d-4699-869d-8a22654bd52d req-61a0f5f8-6bdb-45e2-ae35-cd2a94dcc643 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "DELETE /v2.0/ports/17ca6385-49a1-4074-a059-d35bbdf7367b HTTP/1.1" status: 204 len: 173 time: 0.9631438 Dec 10 08:58:34.362868 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-699f40eb-a362-4159-b75d-bd70b7fdf488 req-c782a35c-9352-49c5-b21b-0b754cfe4247 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245496 Dec 10 08:58:34.376500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'name': 'network-vif-deleted', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:34.384065 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb15b8d9-5694-4d12-a064-20d276c79b94" -d '{"events": [{"server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "name": "network-vif-deleted", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:34.429904 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ff544d-a70e-4e4b-bed4-a0b497c2df75 x-openstack-request-id: req-b0ff544d-a70e-4e4b-bed4-a0b497c2df75 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:34.430313 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da1804f-cea0-42d3-b11c-608306afe79a", "name": "network-vif-deleted", "tag": "17ca6385-49a1-4074-a059-d35bbdf7367b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:34.430780 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0ff544d-a70e-4e4b-bed4-a0b497c2df75 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:34.431150 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da1804f-cea0-42d3-b11c-608306afe79a', 'name': 'network-vif-deleted', 'tag': '17ca6385-49a1-4074-a059-d35bbdf7367b', 'status': 'completed', 'code': 200} Dec 10 08:58:34.699275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80639319-9531-4851-a57f-763533cf123d req-53a58df7-355b-46ff-84f0-13d8f304bb78 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=6da1804f-cea0-42d3-b11c-608306afe79a HTTP/1.1" status: 200 len: 210 time: 0.0822048 Dec 10 08:58:34.700020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c504ed4-732d-4dff-9454-a05e8e96aa38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:34.769096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071172e-6b03-4d0b-8ee1-3e914a64d38a req-255845e4-4208-416a-aca2-97de360e9ea1 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:34.780810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f071172e-6b03-4d0b-8ee1-3e914a64d38a req-255845e4-4208-416a-aca2-97de360e9ea1 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1668129 Dec 10 08:58:34.896674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f071172e-6b03-4d0b-8ee1-3e914a64d38a req-c6f4a08e-29c5-4838-a650-2b45fb2e27fc tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146793 Dec 10 08:58:34.923207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c504ed4-732d-4dff-9454-a05e8e96aa38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:34.941342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c504ed4-732d-4dff-9454-a05e8e96aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.015095 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c504ed4-732d-4dff-9454-a05e8e96aa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee8b876-62e2-43f7-9b0d-5ab379712f20,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:35.023097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5c504ed4-732d-4dff-9454-a05e8e96aa38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc8787621c82486cb921daad7d7e1652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7863200 Dec 10 08:58:35.026287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54200) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:35.034606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Deleting port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:35.035036 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.110195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0795-ac3f-43e2-bef9-bb0dac6b6bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.133953 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0795-ac3f-43e2-bef9-bb0dac6b6bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.135757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] For port df1bf1c9-e0b4-41e9-89c3-71853bb3f11f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=df1bf1c9-e0b4-41e9-89c3-71853bb3f11f,segment=NetworkSegment(c8c516db-4e31-4379-9e4c-ce700393e452),segment_id=c8c516db-4e31-4379-9e4c-ce700393e452)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:35.136119 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.149360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Calling delete_port for df1bf1c9-e0b4-41e9-89c3-71853bb3f11f owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:35.206048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0795-ac3f-43e2-bef9-bb0dac6b6bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.208732 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0795-ac3f-43e2-bef9-bb0dac6b6bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.216717 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6ffc0795-ac3f-43e2-bef9-bb0dac6b6bff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ee8b876-62e2-43f7-9b0d-5ab379712f20 HTTP/1.1" status: 204 len: 168 time: 0.1856265 Dec 10 08:58:35.233780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc0795-ac3f-43e2-bef9-bb0dac6b6bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee8b876-62e2-43f7-9b0d-5ab379712f20,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:35.356862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5901de-1a22-4912-a403-45af3807daec req-46a0c6ee-9943-4743-a752-fad1959090e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:35.362937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5901de-1a22-4912-a403-45af3807daec req-46a0c6ee-9943-4743-a752-fad1959090e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:35.370425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5901de-1a22-4912-a403-45af3807daec req-46a0c6ee-9943-4743-a752-fad1959090e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:35.377761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5901de-1a22-4912-a403-45af3807daec req-46a0c6ee-9943-4743-a752-fad1959090e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:35.386236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5901de-1a22-4912-a403-45af3807daec req-46a0c6ee-9943-4743-a752-fad1959090e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:35.393766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5901de-1a22-4912-a403-45af3807daec req-46a0c6ee-9943-4743-a752-fad1959090e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:35.400791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5901de-1a22-4912-a403-45af3807daec req-46a0c6ee-9943-4743-a752-fad1959090e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:35.402888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c5901de-1a22-4912-a403-45af3807daec req-46a0c6ee-9943-4743-a752-fad1959090e3 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5437 time: 0.1241941 Dec 10 08:58:35.413495 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d19730a8-a368-4655-bbec-0260aab0c12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.515794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c5901de-1a22-4912-a403-45af3807daec req-840345c6-adbe-41c8-ab9d-d284dda7feed tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046748 Dec 10 08:58:35.539689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.571173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1bf1c9-e0b4-41e9-89c3-71853bb3f11f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:35.828513 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:35.991372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3146366-ec13-443a-8678-b2b49b47880a details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:35.994734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:36.282985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:36.298701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:36.299641 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.406796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3146366-ec13-443a-8678-b2b49b47880a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3146366-ec13-443a-8678-b2b49b47880a,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:36.407989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e5eb4-eefa-4b66-8e74-6dae9e817669 req-10540805-72f0-4b10-999b-0f3b8668ae60 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:36.410861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-879e5eb4-eefa-4b66-8e74-6dae9e817669 req-10540805-72f0-4b10-999b-0f3b8668ae60 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.2386003 Dec 10 08:58:36.430409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c446df1-a43f-4a3a-bde5-29e98ef39b1f req-d416befa-26d2-4fa2-8625-53ecf621c9be tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:36.438094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2c446df1-a43f-4a3a-bde5-29e98ef39b1f req-d416befa-26d2-4fa2-8625-53ecf621c9be tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 949 time: 0.2324080 Dec 10 08:58:36.451015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd3146366-ec13-443a-8678-b2b49b47880a', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'port_id': 'd3146366-ec13-443a-8678-b2b49b47880a', 'mac_address': 'fa:16:3e:4e:3c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15349f3d-125d-490d-ae31-4a9529c678c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:36.471707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Router c9b2d879-a0f7-4dbc-97dc-1373030801e0 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:58:36.492821 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54254) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:36.554607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2c446df1-a43f-4a3a-bde5-29e98ef39b1f req-05e09eba-31f8-4b5d-b1bd-a8f21e101c08 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156006 Dec 10 08:58:36.585233 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.601145 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.684357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-547382904-network', 'tenant_id': '88528cb3c9574405957dbeed7fe4e4f2'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:36.688459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-879e5eb4-eefa-4b66-8e74-6dae9e817669 req-570ad233-05e5-495f-aaaf-e382fd50bcb2 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687807 Dec 10 08:58:36.689194 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.717055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3146366-ec13-443a-8678-b2b49b47880a {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:36.737740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Made reservation on behalf of 88528cb3c9574405957dbeed7fe4e4f2 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:36.740333 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.757630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3146366-ec13-443a-8678-b2b49b47880a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3146366-ec13-443a-8678-b2b49b47880a,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:36.764650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:36.767470 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cc2f38-376b-41ed-a834-74c4b5ef273d" -d '{"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:36.771429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.780818 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.800024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:58:36.811285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-995b9726-9a8d-4a98-a06d-f1818b65e843 admin admin] 10.222.0.31 "PUT /v2.0/routers/c9b2d879-a0f7-4dbc-97dc-1373030801e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3155904 Dec 10 08:58:36.813738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54262) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:36.816620 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] Sync routers for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:58:36.841617 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:58:36.843387 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:36.878991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:36.884428 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eac5237-1ddc-40db-ba47-7f869760881f x-openstack-request-id: req-3eac5237-1ddc-40db-ba47-7f869760881f {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:36.885180 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:36.886407 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3eac5237-1ddc-40db-ba47-7f869760881f {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:36.886773 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'code': 200} Dec 10 08:58:36.951125 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.964599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.967242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3146366-ec13-443a-8678-b2b49b47880a,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:36.979365 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:36.981811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fad3c689-a2cd-4d11-aaae-5e9a06256def up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:36.986385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.015312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775341c2-0fec-4580-8f65-9f04e53c559e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:37.046750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:58:37.097784 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.101408 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Added segment 5147f0bf-bb6d-4876-852b-4edf6289f1c5 of type vlan for network f1c068e0-cfe9-4c5a-907a-7ece978759f8 Dec 10 08:58:37.153850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d3146366-ec13-443a-8678-b2b49b47880a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:37.212168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.250000 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e2094-f7d5-4c48-94a1-ef2a2f71a05e req-8842aa61-2697-42da-a598-126ad5d26f47 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:37.267016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e2094-f7d5-4c48-94a1-ef2a2f71a05e req-8842aa61-2697-42da-a598-126ad5d26f47 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:37.277182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e2094-f7d5-4c48-94a1-ef2a2f71a05e req-8842aa61-2697-42da-a598-126ad5d26f47 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:37.279745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:37.301981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port fad3c689-a2cd-4d11-aaae-5e9a06256def completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:37.302365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.303899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:37.304627 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.305080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e2094-f7d5-4c48-94a1-ef2a2f71a05e req-8842aa61-2697-42da-a598-126ad5d26f47 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:37.310547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port fad3c689-a2cd-4d11-aaae-5e9a06256def triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:37.311205 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.313266 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:58:37.314209 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e2094-f7d5-4c48-94a1-ef2a2f71a05e req-8842aa61-2697-42da-a598-126ad5d26f47 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:37.322728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e2094-f7d5-4c48-94a1-ef2a2f71a05e req-8842aa61-2697-42da-a598-126ad5d26f47 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:37.335852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e2094-f7d5-4c48-94a1-ef2a2f71a05e req-8842aa61-2697-42da-a598-126ad5d26f47 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:37.347556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-239e2094-f7d5-4c48-94a1-ef2a2f71a05e req-8842aa61-2697-42da-a598-126ad5d26f47 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5438 time: 0.3570750 Dec 10 08:58:37.377559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8812864 Dec 10 08:58:37.384855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54276) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:37.392583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Request body: {'subnet': {'network_id': 'f1c068e0-cfe9-4c5a-907a-7ece978759f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-547382904-subnet', 'tenant_id': '88528cb3c9574405957dbeed7fe4e4f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:37.396613 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.421429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c11a9-49c3-44ba-bf4f-f5f0312c4ffc admin admin] Pushing event updated for resources: {'Network': ['ID=f1c068e0-cfe9-4c5a-907a-7ece978759f8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:37.454294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network f1c068e0-cfe9-4c5a-907a-7ece978759f8 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:58:37.465558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Made reservation on behalf of 88528cb3c9574405957dbeed7fe4e4f2 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:37.470069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.525969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-239e2094-f7d5-4c48-94a1-ef2a2f71a05e req-a91643f6-3797-4f74-8fe9-a9a0ea3815f5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774523 Dec 10 08:58:37.553760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Deleting port e4da92e6-7442-4822-93e3-1830bf710a84 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:37.554104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.755770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] For port e4da92e6-7442-4822-93e3-1830bf710a84, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e4da92e6-7442-4822-93e3-1830bf710a84,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:37.756179 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.787143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Calling delete_port for e4da92e6-7442-4822-93e3-1830bf710a84 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:37.790572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.806431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada3f09-d5d5-461b-ab7f-57d1e9bb6995 req-d41c5fb6-4e87-44aa-907f-08d830e9b025 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:37.815305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cada3f09-d5d5-461b-ab7f-57d1e9bb6995 req-d41c5fb6-4e87-44aa-907f-08d830e9b025 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 949 time: 0.1323550 Dec 10 08:58:37.853792 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:58:35Z', 'revision_number': 5, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port': {'id': 'e4da92e6-7442-4822-93e3-1830bf710a84', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:52Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:37.919535 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] Checking router: c9b2d879-a0f7-4dbc-97dc-1373030801e0 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:58:37.933450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ffd7398-5dfe-4a70-9245-06989dc96b54,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:37.935224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cada3f09-d5d5-461b-ab7f-57d1e9bb6995 req-62fd75c8-84ff-4440-892a-05bd27c2875f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/security-groups?id=fdd49a0c-eefb-49ae-93a7-b2892a5320dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189730 Dec 10 08:58:37.938703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Checking segment: {'id': '5147f0bf-bb6d-4876-852b-4edf6289f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f1c068e0-cfe9-4c5a-907a-7ece978759f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:37.939348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Network hostable DHCP agents. Network: f1c068e0-cfe9-4c5a-907a-7ece978759f8, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:58:37.947890 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] Routers {'c9b2d879-a0f7-4dbc-97dc-1373030801e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:58:37.948738 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:37.991472 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:37.992571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Network f1c068e0-cfe9-4c5a-907a-7ece978759f8 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:58:38.008370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, f1c068e0-cfe9-4c5a-907a-7ece978759f8) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:38.012628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.013251 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.027020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8847b1d5-45a6-4434-90e8-aba01b55f31b None None] Network f1c068e0-cfe9-4c5a-907a-7ece978759f8 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:58:38.057923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0d62ac28-3c56-4d52-9a4e-051db34e1c52 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6603093 Dec 10 08:58:38.135014 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] Set router c9b2d879-a0f7-4dbc-97dc-1373030801e0 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:58:38.232396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269caa6-9e0f-407e-800c-be2c5a717867 req-2f69efea-f8d3-4a85-85f9-ce8b42f33aad tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.244425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5269caa6-9e0f-407e-800c-be2c5a717867 req-2f69efea-f8d3-4a85-85f9-ce8b42f33aad tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.2809525 Dec 10 08:58:38.251147 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:58:37Z', 'revision_number': 6, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:38.257381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-326ce237-24c2-45e9-ad30-88200250a561 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.262446 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-326ce237-24c2-45e9-ad30-88200250a561 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 949 time: 0.1356766 Dec 10 08:58:38.317256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port fad3c689-a2cd-4d11-aaae-5e9a06256def, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fad3c689-a2cd-4d11-aaae-5e9a06256def,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:38.328407 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.331959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ebbae4-2968-417c-a892-429c1c759062 None None] Network f1c068e0-cfe9-4c5a-907a-7ece978759f8 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:58:38.335229 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.336298 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f22b4-bbd6-433d-876d-524971ef1967 None None] The sync data for ids ['c9b2d879-a0f7-4dbc-97dc-1373030801e0'] in n-d-814746-3 is: [{'id': 'c9b2d879-a0f7-4dbc-97dc-1373030801e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1639096425-router', 'tenant_id': '6054a4c35cfa467580618fc3e08ddafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:51Z', 'updated_at': '2021-12-10T08:58:37Z', 'revision_number': 6, 'project_id': '6054a4c35cfa467580618fc3e08ddafd', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:58:38.336945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c7c8f6ce-edda-4995-a15b-89d5fab75730 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:38.424398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5269caa6-9e0f-407e-800c-be2c5a717867 req-81b42bce-2a1d-4074-9b34-82d4c8ddd3a4 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789753 Dec 10 08:58:38.444661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.477310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=fad3c689-a2cd-4d11-aaae-5e9a06256def,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:38.489735 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4da92e6-7442-4822-93e3-1830bf710a84,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:38.540880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Deleting port d6f1ca27-2cfc-4997-a053-ad285eaaac69 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:38.541258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.547718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port c7c8f6ce-edda-4995-a15b-89d5fab75730 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:38.553083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port c7c8f6ce-edda-4995-a15b-89d5fab75730 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:38.553623 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.615845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.691387 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.769572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c7c8f6ce-edda-4995-a15b-89d5fab75730, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:38.780527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.790090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] For port d6f1ca27-2cfc-4997-a053-ad285eaaac69, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d6f1ca27-2cfc-4997-a053-ad285eaaac69,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:38.794206 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.795331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8cd7fda3-8c74-4f2f-9d0a-b052706c910a up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:38.804314 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.807853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:38.823260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Calling delete_port for d6f1ca27-2cfc-4997-a053-ad285eaaac69 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:38.831583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949071a-bf38-45f8-bc1e-224b4152095e req-a7ffaf86-2833-4fd0-a6e3-70fa5c618bc7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.839282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949071a-bf38-45f8-bc1e-224b4152095e req-a7ffaf86-2833-4fd0-a6e3-70fa5c618bc7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.846041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949071a-bf38-45f8-bc1e-224b4152095e req-a7ffaf86-2833-4fd0-a6e3-70fa5c618bc7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.858350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949071a-bf38-45f8-bc1e-224b4152095e req-a7ffaf86-2833-4fd0-a6e3-70fa5c618bc7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.872841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949071a-bf38-45f8-bc1e-224b4152095e req-a7ffaf86-2833-4fd0-a6e3-70fa5c618bc7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.892306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949071a-bf38-45f8-bc1e-224b4152095e req-a7ffaf86-2833-4fd0-a6e3-70fa5c618bc7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.899501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949071a-bf38-45f8-bc1e-224b4152095e req-a7ffaf86-2833-4fd0-a6e3-70fa5c618bc7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:38.906338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d949071a-bf38-45f8-bc1e-224b4152095e req-a7ffaf86-2833-4fd0-a6e3-70fa5c618bc7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5439 time: 0.2358410 Dec 10 08:58:38.936438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad3c689-a2cd-4d11-aaae-5e9a06256def'}, {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8f6ce-edda-4995-a15b-89d5fab75730'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:38.945456 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afa0681-44d0-4bc0-8a44-9233a9f105aa" -d '{"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "fad3c689-a2cd-4d11-aaae-5e9a06256def"}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8f6ce-edda-4995-a15b-89d5fab75730"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:39.006532 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.011947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c7c8f6ce-edda-4995-a15b-89d5fab75730,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:39.026889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:39.032002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:39.032409 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.049940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Pushing event deleted for resources: {'Port': ['ID=d6f1ca27-2cfc-4997-a053-ad285eaaac69,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:39.122709 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.130308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] No DVR routers for this DVR port d6f1ca27-2cfc-4997-a053-ad285eaaac69 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:58:39.130547 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.130909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b2d879-a0f7-4dbc-97dc-1373030801e0 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:58:39.134386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.139600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-07402acd-7da5-4df0-8e7d-fceaec45b295 req-c6483ffb-5160-4f6c-ab62-98d5f1fd4c6f tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.18 "DELETE /v2.0/ports/d6f1ca27-2cfc-4997-a053-ad285eaaac69 HTTP/1.1" status: 204 len: 173 time: 0.8683856 Dec 10 08:58:39.140293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-deleted', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:39.141310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.142632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f1fc5e0d-86de-46a5-bfa5-28382857b112 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c9b2d879-a0f7-4dbc-97dc-1373030801e0 HTTP/1.1" status: 204 len: 168 time: 2.3273587 Dec 10 08:58:39.143517 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38da9e31-21d7-4243-8ab0-b29a6e30257f" -d '{"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-deleted", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:39.147693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54320) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:39.173199 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.211818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cc2297-4c23-46c0-8b9a-2d241d2c7d5b admin admin] Deleting subnet fe4cfc30-40ad-4b75-b06d-caac798bd05a {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:58:39.212674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:39.216247 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2297-4c23-46c0-8b9a-2d241d2c7d5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.222017 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.223610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 57ecd40a-60d8-4a15-90a8-7a3412b89810 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:39.230013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d949071a-bf38-45f8-bc1e-224b4152095e req-c8ead7c5-548e-4676-9ef0-3f0d9f703eb1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3090112 Dec 10 08:58:39.288569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-beda8d26-d178-45fe-abf2-10282552df48 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:39.299070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-beda8d26-d178-45fe-abf2-10282552df48 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/networks?id=f1c068e0-cfe9-4c5a-907a-7ece978759f8 HTTP/1.1" status: 200 len: 812 time: 0.3916206 Dec 10 08:58:39.334239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2297-4c23-46c0-8b9a-2d241d2c7d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.342143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-29128ccf-966a-4f37-b139-06539e142cc5 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/quotas/88528cb3c9574405957dbeed7fe4e4f2 HTTP/1.1" status: 200 len: 375 time: 0.0420196 Dec 10 08:58:39.369760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:39.446051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 57ecd40a-60d8-4a15-90a8-7a3412b89810 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:39.453075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 57ecd40a-60d8-4a15-90a8-7a3412b89810 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:39.457051 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.464917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-a3675680-1158-4a2b-bbc3-d6d78c6297b0 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88528cb3c9574405957dbeed7fe4e4f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162107 Dec 10 08:58:39.475553 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2297-4c23-46c0-8b9a-2d241d2c7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.580922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2297-4c23-46c0-8b9a-2d241d2c7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.589368 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.597466 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:58:39.660844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc2297-4c23-46c0-8b9a-2d241d2c7d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4cfc30-40ad-4b75-b06d-caac798bd05a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:39.664363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2297-4c23-46c0-8b9a-2d241d2c7d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.672657 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e4cc2297-4c23-46c0-8b9a-2d241d2c7d5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fe4cfc30-40ad-4b75-b06d-caac798bd05a HTTP/1.1" status: 204 len: 168 time: 0.5235133 Dec 10 08:58:39.675057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54330) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:39.713547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 57ecd40a-60d8-4a15-90a8-7a3412b89810, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:39.727873 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.727873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 6da0b6a7-db9a-421b-b479-8421a78e97bb up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:39.760049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-b1ae9fd5-ac39-4d59-9e00-a29071429eb3 service neutron] 10.222.0.31 "GET /v2.0/networks/f1c068e0-cfe9-4c5a-907a-7ece978759f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916036 Dec 10 08:58:39.878706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=57ecd40a-60d8-4a15-90a8-7a3412b89810,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:39.904712 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.932746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 6da0b6a7-db9a-421b-b479-8421a78e97bb completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:39.939359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 6da0b6a7-db9a-421b-b479-8421a78e97bb triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:39.939627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:39.952736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e4da92e6-7442-4822-93e3-1830bf710a84 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:39.984750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-793144c0-0487-4ce1-bab8-1227311bc76f req-6b7ef680-e091-4087-a7d7-a465a7940405 tempest-ListImageFiltersTestJSON-832845071 tempest-ListImageFiltersTestJSON-832845071-project] 10.222.0.31 "GET /v2.0/ports?device_id=33c6aee0-c0a8-44df-9a8d-67ad0d780b71 HTTP/1.1" status: 200 len: 210 time: 0.2332571 Dec 10 08:58:40.041293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: e4da92e6-7442-4822-93e3-1830bf710a84 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:58:40.041963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e4da92e6-7442-4822-93e3-1830bf710a84 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:58:40.042609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device df1bf1c9-e0b4-41e9-89c3-71853bb3f11f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:40.071450 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.072349 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-a585ac67-3a57-42b4-b0be-ec8a7d53e6e3 service neutron] 10.222.0.31 "GET /v2.0/networks/f1c068e0-cfe9-4c5a-907a-7ece978759f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914679 Dec 10 08:58:40.088936 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: df1bf1c9-e0b4-41e9-89c3-71853bb3f11f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:58:40.089194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device df1bf1c9-e0b4-41e9-89c3-71853bb3f11f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:58:40.103891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e890126-8461-42d1-91c6-8acf4db46b85']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:40.113495 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c472dc6-e899-42af-a18a-372fc1ee9894 x-openstack-request-id: req-8c472dc6-e899-42af-a18a-372fc1ee9894 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:40.114201 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "fad3c689-a2cd-4d11-aaae-5e9a06256def", "code": 200}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8f6ce-edda-4995-a15b-89d5fab75730", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:40.117301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c516db-4e31-4379-9e4c-ce700393e452') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:40.117714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c516db-4e31-4379-9e4c-ce700393e452') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:40.117823 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c472dc6-e899-42af-a18a-372fc1ee9894 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:40.118223 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad3c689-a2cd-4d11-aaae-5e9a06256def', 'code': 200} Dec 10 08:58:40.118512 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8f6ce-edda-4995-a15b-89d5fab75730', 'code': 200} Dec 10 08:58:40.130026 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.148846 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.158548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:58:40.159236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.188342 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:58:40.234355 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:58:40.236922 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fa41d4-74fb-4811-861e-13e2b05ebd78 x-openstack-request-id: req-44fa41d4-74fb-4811-861e-13e2b05ebd78 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:40.237432 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c6aee0-c0a8-44df-9a8d-67ad0d780b71", "name": "network-vif-deleted", "tag": "d6f1ca27-2cfc-4997-a053-ad285eaaac69", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:40.237966 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44fa41d4-74fb-4811-861e-13e2b05ebd78 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:40.238533 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c6aee0-c0a8-44df-9a8d-67ad0d780b71', 'name': 'network-vif-deleted', 'tag': 'd6f1ca27-2cfc-4997-a053-ad285eaaac69', 'status': 'completed', 'code': 200} Dec 10 08:58:40.241828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.245484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 6da0b6a7-db9a-421b-b479-8421a78e97bb, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=6da0b6a7-db9a-421b-b479-8421a78e97bb,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:40.249482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.254318 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.259102 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e890126-8461-42d1-91c6-8acf4db46b85 HTTP/1.1" status: 204 len: 168 time: 0.5814095 Dec 10 08:58:40.263988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 88ae583b-c224-41c8-8a3a-19e4d00dc9fd up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:40.281737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0de17-aed4-427a-9848-d717f11e8e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e890126-8461-42d1-91c6-8acf4db46b85,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:40.503029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54350) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:40.525887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=6da0b6a7-db9a-421b-b479-8421a78e97bb,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:40.534492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa416d-4ae0-4fe6-b496-01726d969bb8 req-49b6c7f2-5bf9-46d1-85dc-859eb5fde4c9 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:40.537602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56fa416d-4ae0-4fe6-b496-01726d969bb8 req-49b6c7f2-5bf9-46d1-85dc-859eb5fde4c9 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1119931 Dec 10 08:58:40.558813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:40.564706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:40.565705 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.618429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e1dfe745-91d3-4694-8285-adc12a61592f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6054a4c35cfa467580618fc3e08ddafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1099536 Dec 10 08:58:40.619436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54352) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:40.720422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56fa416d-4ae0-4fe6-b496-01726d969bb8 req-b4579a1d-db51-4533-a8ab-368eac16a5e2 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720715 Dec 10 08:58:40.723941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f508e066-6630-4aae-be52-0bbf445c9c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.755955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690aff-ff4e-4361-8190-9af7c9669ec1 req-4a36848a-d260-4c2f-97fa-5add462a852d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:40.764201 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f508e066-6630-4aae-be52-0bbf445c9c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.783233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690aff-ff4e-4361-8190-9af7c9669ec1 req-4a36848a-d260-4c2f-97fa-5add462a852d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:40.786777 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.796701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690aff-ff4e-4361-8190-9af7c9669ec1 req-4a36848a-d260-4c2f-97fa-5add462a852d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:40.820360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690aff-ff4e-4361-8190-9af7c9669ec1 req-4a36848a-d260-4c2f-97fa-5add462a852d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:40.828165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690aff-ff4e-4361-8190-9af7c9669ec1 req-4a36848a-d260-4c2f-97fa-5add462a852d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:40.836554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690aff-ff4e-4361-8190-9af7c9669ec1 req-4a36848a-d260-4c2f-97fa-5add462a852d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:40.843335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690aff-ff4e-4361-8190-9af7c9669ec1 req-4a36848a-d260-4c2f-97fa-5add462a852d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:40.853990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94690aff-ff4e-4361-8190-9af7c9669ec1 req-4a36848a-d260-4c2f-97fa-5add462a852d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5443 time: 0.2717056 Dec 10 08:58:40.856275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:40.861986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f508e066-6630-4aae-be52-0bbf445c9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.865062 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f508e066-6630-4aae-be52-0bbf445c9c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.866593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f508e066-6630-4aae-be52-0bbf445c9c39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f1caffc-fcb7-488d-8651-438f9ef0dd23 HTTP/1.1" status: 204 len: 168 time: 0.2456629 Dec 10 08:58:40.877843 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:40.887365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508e066-6630-4aae-be52-0bbf445c9c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1caffc-fcb7-488d-8651-438f9ef0dd23,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:40.910287 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-569b3d48-8c18-4953-9ade-317351bfec6e req-d4310fc1-cdac-4086-8e06-0b1532a15bf7 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 210 time: 0.0541489 Dec 10 08:58:40.962484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:40.972762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3146366-ec13-443a-8678-b2b49b47880a up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:41.045842 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94690aff-ff4e-4361-8190-9af7c9669ec1 req-692c7281-eb67-45a3-9110-dabcda76496f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1882231 Dec 10 08:58:41.113361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port d3146366-ec13-443a-8678-b2b49b47880a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:41.113803 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:41.348237 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:41.395868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3146366-ec13-443a-8678-b2b49b47880a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3146366-ec13-443a-8678-b2b49b47880a,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:41.483649 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:41.590908 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3146366-ec13-443a-8678-b2b49b47880a,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:41.812839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:41.838096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: d6f1ca27-2cfc-4997-a053-ad285eaaac69 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:58:41.838443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d6f1ca27-2cfc-4997-a053-ad285eaaac69 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:58:42.007876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d240ae-7d47-429c-8012-d708495cb1bf req-cda3d5e0-d978-48f6-b3c9-e47d5234a0c7 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:42.018615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00d240ae-7d47-429c-8012-d708495cb1bf req-cda3d5e0-d978-48f6-b3c9-e47d5234a0c7 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1036346 Dec 10 08:58:42.109584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00d240ae-7d47-429c-8012-d708495cb1bf req-79d3821d-6f6a-429b-9102-90cfa4c3efca tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898511 Dec 10 08:58:42.119802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a'}, {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ecd40a-60d8-4a15-90a8-7a3412b89810'}, {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da0b6a7-db9a-421b-b479-8421a78e97bb'}, {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd'}, {'server_uuid': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3146366-ec13-443a-8678-b2b49b47880a'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:42.122390 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a79d13-8b3b-4b97-9930-66217a535588" -d '{"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7fda3-8c74-4f2f-9d0a-b052706c910a"}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "57ecd40a-60d8-4a15-90a8-7a3412b89810"}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "6da0b6a7-db9a-421b-b479-8421a78e97bb"}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "88ae583b-c224-41c8-8a3a-19e4d00dc9fd"}, {"server_uuid": "6e0fc75a-49bd-4a6c-9ef6-513528b40df0", "name": "network-vif-plugged", "status": "completed", "tag": "d3146366-ec13-443a-8678-b2b49b47880a"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:42.278930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-afc8c4f4-5ce4-4b26-853e-58faacf8038a tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:42.280642 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-afc8c4f4-5ce4-4b26-853e-58faacf8038a tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.18 "GET /v2.0/networks?id=f1c068e0-cfe9-4c5a-907a-7ece978759f8 HTTP/1.1" status: 200 len: 812 time: 0.2621641 Dec 10 08:58:42.295157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Request body: {'port': {'device_id': '19411e83-444f-4b3c-9d69-c0cbf12f37c2', 'network_id': 'f1c068e0-cfe9-4c5a-907a-7ece978759f8', 'admin_state_up': True, 'tenant_id': '88528cb3c9574405957dbeed7fe4e4f2'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:42.312762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47adf56c-560f-4e4c-9c55-2f12941ad510 req-cb8c92fb-d97f-4880-b163-485cdd64e913 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 210 time: 0.0835598 Dec 10 08:58:42.466614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Made reservation on behalf of 88528cb3c9574405957dbeed7fe4e4f2 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:42.472997 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:42.503666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48de2d-067d-4c8a-b661-57f0e97be843 req-72756fb0-b120-4959-90a3-9ad2cb4a402b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:42.511429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48de2d-067d-4c8a-b661-57f0e97be843 req-72756fb0-b120-4959-90a3-9ad2cb4a402b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:42.517708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48de2d-067d-4c8a-b661-57f0e97be843 req-72756fb0-b120-4959-90a3-9ad2cb4a402b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:42.524568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48de2d-067d-4c8a-b661-57f0e97be843 req-72756fb0-b120-4959-90a3-9ad2cb4a402b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:42.534527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48de2d-067d-4c8a-b661-57f0e97be843 req-72756fb0-b120-4959-90a3-9ad2cb4a402b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:42.543237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48de2d-067d-4c8a-b661-57f0e97be843 req-72756fb0-b120-4959-90a3-9ad2cb4a402b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:42.547213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54440) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:42.551447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48de2d-067d-4c8a-b661-57f0e97be843 req-72756fb0-b120-4959-90a3-9ad2cb4a402b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:42.556225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a48de2d-067d-4c8a-b661-57f0e97be843 req-72756fb0-b120-4959-90a3-9ad2cb4a402b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5444 time: 0.1254332 Dec 10 08:58:42.636177 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a48de2d-067d-4c8a-b661-57f0e97be843 req-a04b9738-77dd-4c81-b206-e5577315bcd5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685635 Dec 10 08:58:42.660804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Allocated IP 172.20.0.2 (f1c068e0-cfe9-4c5a-907a-7ece978759f8/2ffd7398-5dfe-4a70-9245-06989dc96b54/65b6c580-053e-4208-90fb-d8e8a4ab48fc) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:58:42.789165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-304185259-network', 'tenant_id': 'c350a11297db498b87c2087692d5ee6d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:42.841892 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8866f5c6-2132-46dd-ab23-f1a7ab9df611 x-openstack-request-id: req-8866f5c6-2132-46dd-ab23-f1a7ab9df611 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:42.842939 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7fda3-8c74-4f2f-9d0a-b052706c910a", "code": 200}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "57ecd40a-60d8-4a15-90a8-7a3412b89810", "code": 200}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "6da0b6a7-db9a-421b-b479-8421a78e97bb", "code": 200}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "88ae583b-c224-41c8-8a3a-19e4d00dc9fd", "code": 200}, {"server_uuid": "6e0fc75a-49bd-4a6c-9ef6-513528b40df0", "name": "network-vif-plugged", "status": "completed", "tag": "d3146366-ec13-443a-8678-b2b49b47880a", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:42.843472 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8866f5c6-2132-46dd-ab23-f1a7ab9df611 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:42.844124 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a', 'code': 200} Dec 10 08:58:42.844641 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ecd40a-60d8-4a15-90a8-7a3412b89810', 'code': 200} Dec 10 08:58:42.845336 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da0b6a7-db9a-421b-b479-8421a78e97bb', 'code': 200} Dec 10 08:58:42.845885 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd', 'code': 200} Dec 10 08:58:42.846413 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3146366-ec13-443a-8678-b2b49b47880a', 'code': 200} Dec 10 08:58:42.941553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Made reservation on behalf of c350a11297db498b87c2087692d5ee6d for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:42.943948 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:42.958006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.042636 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.085602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34f5c-92fd-4c96-b170-f077a16f317e req-d9ffd92e-8860-4158-96ee-3bcab22bd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.086076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34f5c-92fd-4c96-b170-f077a16f317e req-d9ffd92e-8860-4158-96ee-3bcab22bd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.086543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34f5c-92fd-4c96-b170-f077a16f317e req-d9ffd92e-8860-4158-96ee-3bcab22bd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.087009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34f5c-92fd-4c96-b170-f077a16f317e req-d9ffd92e-8860-4158-96ee-3bcab22bd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.087470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34f5c-92fd-4c96-b170-f077a16f317e req-d9ffd92e-8860-4158-96ee-3bcab22bd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.087929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34f5c-92fd-4c96-b170-f077a16f317e req-d9ffd92e-8860-4158-96ee-3bcab22bd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.088386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34f5c-92fd-4c96-b170-f077a16f317e req-d9ffd92e-8860-4158-96ee-3bcab22bd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.090662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-57d34f5c-92fd-4c96-b170-f077a16f317e req-d9ffd92e-8860-4158-96ee-3bcab22bd3fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6501 time: 0.1192298 Dec 10 08:58:43.205672 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.211455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-57d34f5c-92fd-4c96-b170-f077a16f317e req-561f68e2-a607-4fef-a970-5db5f7522c7e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020691 Dec 10 08:58:43.214906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.217462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.305207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a368448e-ab26-4d72-89cd-54f838f57bee,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:43.309068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:58:43.318267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Network f1c068e0-cfe9-4c5a-907a-7ece978759f8 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:58:43.320114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Pushing event updated for resources: {'Port': ['ID=65b6c580-053e-4208-90fb-d8e8a4ab48fc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:43.325683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:43.328444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:58:43.358781 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.359142 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Added segment 0573883e-4d27-4de0-806c-b17b4eb3f244 of type vlan for network acfe7e14-1981-4259-bf7a-b56fb5deae9c Dec 10 08:58:43.428935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.436625 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.437241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.445730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf39fc5-5ca2-4f35-96f1-3aac2c1bac31 req-e4074564-5ae6-4a38-8209-0b23d2df4bdf tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.452725 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eaf39fc5-5ca2-4f35-96f1-3aac2c1bac31 req-e4074564-5ae6-4a38-8209-0b23d2df4bdf tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0674462 Dec 10 08:58:43.459672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-354693c7-adf5-46e6-ac8c-389b9b92e561 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1692226 Dec 10 08:58:43.473926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Request body: {'port': {'device_id': '19411e83-444f-4b3c-9d69-c0cbf12f37c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:43.558558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eaf39fc5-5ca2-4f35-96f1-3aac2c1bac31 req-39661b3c-92a8-416c-a11f-73c1c4e7a3d0 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011922 Dec 10 08:58:43.573643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.619827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6ad79-0aee-45f7-a6c8-a577f59febeb req-2679afda-7c73-4544-892f-862982c621e9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.622160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ba6ad79-0aee-45f7-a6c8-a577f59febeb req-2679afda-7c73-4544-892f-862982c621e9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 931 time: 0.0871496 Dec 10 08:58:43.635642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.638994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.639639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:43.693922 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ba6ad79-0aee-45f7-a6c8-a577f59febeb req-b04c0711-5a59-472d-9248-2e5dd03eb840 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651178 Dec 10 08:58:43.703998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54488) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:43.861989 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3102798 Dec 10 08:58:43.870271 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54494) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:43.873121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117ede5-bcf0-40f2-9f2c-c0805573a8ff admin admin] Pushing event updated for resources: {'Network': ['ID=acfe7e14-1981-4259-bf7a-b56fb5deae9c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:43.879997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Request body: {'subnet': {'network_id': 'acfe7e14-1981-4259-bf7a-b56fb5deae9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-304185259-subnet', 'tenant_id': 'c350a11297db498b87c2087692d5ee6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:43.885020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network acfe7e14-1981-4259-bf7a-b56fb5deae9c details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:58:43.921992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e901b2-696d-438e-819a-58ee6dc58f30 req-9f55cd6b-b610-4ee5-8868-91a7d4756fff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.928849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e901b2-696d-438e-819a-58ee6dc58f30 req-9f55cd6b-b610-4ee5-8868-91a7d4756fff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.935164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e901b2-696d-438e-819a-58ee6dc58f30 req-9f55cd6b-b610-4ee5-8868-91a7d4756fff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.941404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e901b2-696d-438e-819a-58ee6dc58f30 req-9f55cd6b-b610-4ee5-8868-91a7d4756fff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.949893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e901b2-696d-438e-819a-58ee6dc58f30 req-9f55cd6b-b610-4ee5-8868-91a7d4756fff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.957404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e901b2-696d-438e-819a-58ee6dc58f30 req-9f55cd6b-b610-4ee5-8868-91a7d4756fff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.967041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e901b2-696d-438e-819a-58ee6dc58f30 req-9f55cd6b-b610-4ee5-8868-91a7d4756fff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:43.977012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0e901b2-696d-438e-819a-58ee6dc58f30 req-9f55cd6b-b610-4ee5-8868-91a7d4756fff tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5444 time: 0.2055621 Dec 10 08:58:44.047031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Made reservation on behalf of c350a11297db498b87c2087692d5ee6d for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:44.049952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.161722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-abfad5e1-950c-4b06-8957-9684acfe407e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=379071bc4ce84880bfc82254d9a08606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4506285 Dec 10 08:58:44.167131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54498) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:44.180192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0e901b2-696d-438e-819a-58ee6dc58f30 req-4cd96aa5-4b9b-49be-9137-e7c4980080e2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2013171 Dec 10 08:58:44.286973 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e2c700a-ba00-42dc-ba41-d081bd184808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.351592 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e2c700a-ba00-42dc-ba41-d081bd184808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.373471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b6c580-053e-4208-90fb-d8e8a4ab48fc {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:44.384016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.391408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.403025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Transition to ACTIVE for port object 65b6c580-053e-4208-90fb-d8e8a4ab48fc will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:58:44.413604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.480832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Pushing event updated for resources: {'Port': ['ID=65b6c580-053e-4208-90fb-d8e8a4ab48fc,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:44.492065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48cb4458-537a-4573-8f0f-5a78e29df46c,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:44.518927 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e2c700a-ba00-42dc-ba41-d081bd184808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.522819 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e2c700a-ba00-42dc-ba41-d081bd184808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.527638 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8e2c700a-ba00-42dc-ba41-d081bd184808 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdd49a0c-eefb-49ae-93a7-b2892a5320dc HTTP/1.1" status: 204 len: 168 time: 0.3379574 Dec 10 08:58:44.557911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Checking segment: {'id': '0573883e-4d27-4de0-806c-b17b4eb3f244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'acfe7e14-1981-4259-bf7a-b56fb5deae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:44.558287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Network hostable DHCP agents. Network: acfe7e14-1981-4259-bf7a-b56fb5deae9c, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:58:44.569877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c700a-ba00-42dc-ba41-d081bd184808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd49a0c-eefb-49ae-93a7-b2892a5320dc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:44.596243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Network acfe7e14-1981-4259-bf7a-b56fb5deae9c is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:58:44.620241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, acfe7e14-1981-4259-bf7a-b56fb5deae9c) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:44.631851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017dde20-e0c3-48ec-91ec-5161449d37d5 None None] Network acfe7e14-1981-4259-bf7a-b56fb5deae9c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:58:44.639498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:44.641798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.673074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-08a3edf2-0d21-418a-a9a6-374011ac22d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8012979 Dec 10 08:58:44.717153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Attempting to bind port 65b6c580-053e-4208-90fb-d8e8a4ab48fc on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:58:44.730436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Attempting to bind port 65b6c580-053e-4208-90fb-d8e8a4ab48fc by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '5147f0bf-bb6d-4876-852b-4edf6289f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f1c068e0-cfe9-4c5a-907a-7ece978759f8'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:58:44.730823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Attempting to bind port 65b6c580-053e-4208-90fb-d8e8a4ab48fc on network f1c068e0-cfe9-4c5a-907a-7ece978759f8 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:44.745589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Port 65b6c580-053e-4208-90fb-d8e8a4ab48fc on network f1c068e0-cfe9-4c5a-907a-7ece978759f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:58:44.745927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Attempting to bind port 65b6c580-053e-4208-90fb-d8e8a4ab48fc on network f1c068e0-cfe9-4c5a-907a-7ece978759f8 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:44.764153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:58:44.764508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Checking segment: {'id': '5147f0bf-bb6d-4876-852b-4edf6289f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f1c068e0-cfe9-4c5a-907a-7ece978759f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:44.764904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Bound using segment: {'id': '5147f0bf-bb6d-4876-852b-4edf6289f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f1c068e0-cfe9-4c5a-907a-7ece978759f8'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:58:44.765354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Bound port: 65b6c580-053e-4208-90fb-d8e8a4ab48fc, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5147f0bf-bb6d-4876-852b-4edf6289f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f1c068e0-cfe9-4c5a-907a-7ece978759f8'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:58:44.765740 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.837435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07e665-3f99-4161-8c93-139c9818ecc4 None None] Network acfe7e14-1981-4259-bf7a-b56fb5deae9c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:58:44.919160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] For port 65b6c580-053e-4208-90fb-d8e8a4ab48fc, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:58:44.925143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] For port 65b6c580-053e-4208-90fb-d8e8a4ab48fc, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65b6c580-053e-4208-90fb-d8e8a4ab48fc,segment=NetworkSegment(5147f0bf-bb6d-4876-852b-4edf6289f1c5),segment_id=5147f0bf-bb6d-4876-852b-4edf6289f1c5)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:58:44.937905 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:44.984022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896a6ec-8ad1-4e17-8017-80705e494bc5 req-ab1abe02-a376-426d-8df1-1d57eefb4edd tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:44.998275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9896a6ec-8ad1-4e17-8017-80705e494bc5 req-ab1abe02-a376-426d-8df1-1d57eefb4edd tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.2496927 Dec 10 08:58:45.015383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Pushing event updated for resources: {'Port': ['ID=65b6c580-053e-4208-90fb-d8e8a4ab48fc,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:45.040635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d70f8-406e-4708-b59e-14fd0052b8af req-449d6302-454c-4ee5-91d4-638e2ed1bef1 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.048657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f2d70f8-406e-4708-b59e-14fd0052b8af req-449d6302-454c-4ee5-91d4-638e2ed1bef1 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 943 time: 0.1720240 Dec 10 08:58:45.071749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.072411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:45.078612 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-c3ff2cc1-23c9-478f-81a1-0c2c7b699816 service neutron] 10.222.0.18 "PUT /v2.0/ports/65b6c580-053e-4208-90fb-d8e8a4ab48fc HTTP/1.1" status: 200 len: 1091 time: 1.6079595 Dec 10 08:58:45.081794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19411e83-444f-4b3c-9d69-c0cbf12f37c2', 'tag': '65b6c580-053e-4208-90fb-d8e8a4ab48fc'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:45.093627 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a5710-1f65-4e84-b301-e7d3cb40a0da" -d '{"events": [{"name": "network-changed", "server_uuid": "19411e83-444f-4b3c-9d69-c0cbf12f37c2", "tag": "65b6c580-053e-4208-90fb-d8e8a4ab48fc"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:45.113906 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:45.116156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9896a6ec-8ad1-4e17-8017-80705e494bc5 req-4d49a424-4db4-4fa4-96a0-3ef503a98ccd tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123884 Dec 10 08:58:45.202571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f2d70f8-406e-4708-b59e-14fd0052b8af req-0625e371-7096-4ed1-bac0-ce67b540c2d6 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528776 Dec 10 08:58:45.253753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-be4d96b6-1516-440f-8002-1b2f6c6dda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.258536 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-be4d96b6-1516-440f-8002-1b2f6c6dda49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88528cb3c9574405957dbeed7fe4e4f2&device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 1094 time: 0.1150231 Dec 10 08:58:45.309471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-75024878-28a6-4ad5-b4a5-0ae62c367eca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65b6c580-053e-4208-90fb-d8e8a4ab48fc HTTP/1.1" status: 200 len: 217 time: 0.0429649 Dec 10 08:58:45.373526 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7662f164-ec3b-4ac5-bf18-373404fe9110 x-openstack-request-id: req-7662f164-ec3b-4ac5-bf18-373404fe9110 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:45.374218 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19411e83-444f-4b3c-9d69-c0cbf12f37c2", "tag": "65b6c580-053e-4208-90fb-d8e8a4ab48fc", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:45.374218 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7662f164-ec3b-4ac5-bf18-373404fe9110 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:45.374796 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19411e83-444f-4b3c-9d69-c0cbf12f37c2', 'tag': '65b6c580-053e-4208-90fb-d8e8a4ab48fc', 'status': 'completed', 'code': 200} Dec 10 08:58:45.410700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-335e6aba-bd2a-4f11-bf57-97787474e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.414546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-335e6aba-bd2a-4f11-bf57-97787474e8bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ffd7398-5dfe-4a70-9245-06989dc96b54 HTTP/1.1" status: 200 len: 852 time: 0.0976539 Dec 10 08:58:45.453329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05291dd-ee5b-4c08-8988-17f4f613fe2f req-ba453855-75ce-41b1-b3b4-7d5b0452bbd7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.464342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05291dd-ee5b-4c08-8988-17f4f613fe2f req-ba453855-75ce-41b1-b3b4-7d5b0452bbd7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.472608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-5761d859-8546-479a-842d-c8426bb541d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1c068e0-cfe9-4c5a-907a-7ece978759f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505280 Dec 10 08:58:45.474157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05291dd-ee5b-4c08-8988-17f4f613fe2f req-ba453855-75ce-41b1-b3b4-7d5b0452bbd7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.483603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05291dd-ee5b-4c08-8988-17f4f613fe2f req-ba453855-75ce-41b1-b3b4-7d5b0452bbd7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.493172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05291dd-ee5b-4c08-8988-17f4f613fe2f req-ba453855-75ce-41b1-b3b4-7d5b0452bbd7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.503188 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05291dd-ee5b-4c08-8988-17f4f613fe2f req-ba453855-75ce-41b1-b3b4-7d5b0452bbd7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.513556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05291dd-ee5b-4c08-8988-17f4f613fe2f req-ba453855-75ce-41b1-b3b4-7d5b0452bbd7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.524410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e05291dd-ee5b-4c08-8988-17f4f613fe2f req-ba453855-75ce-41b1-b3b4-7d5b0452bbd7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5444 time: 0.1474533 Dec 10 08:58:45.652009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e05291dd-ee5b-4c08-8988-17f4f613fe2f req-179771b6-08b0-42e6-a881-79d3a4f54c6b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255934 Dec 10 08:58:45.668392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-8aba6f7f-e428-4a9e-b57f-81e1899ebca1 service neutron] 10.222.0.18 "GET /v2.0/networks/f1c068e0-cfe9-4c5a-907a-7ece978759f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878073 Dec 10 08:58:45.781624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54560) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:45.788241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2141424453-network', 'tenant_id': 'cdce16ecf1544f12bbc79eeff81cc420'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:45.793623 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5eab2847-cf39-4fd8-9bac-5bc90242d862 req-76e8722c-8da2-4cc6-9978-5cdb52d34572 service neutron] 10.222.0.18 "GET /v2.0/networks/f1c068e0-cfe9-4c5a-907a-7ece978759f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118023 Dec 10 08:58:45.853132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Made reservation on behalf of cdce16ecf1544f12bbc79eeff81cc420 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:45.855743 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:45.868744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:45.930345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-4aa69999-588a-41ef-9cc1-43ea6b04133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:45.931897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-4aa69999-588a-41ef-9cc1-43ea6b04133d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88528cb3c9574405957dbeed7fe4e4f2&device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 1094 time: 0.0587995 Dec 10 08:58:46.030078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9064a-7206-4e66-b41c-a4633492cdb1 req-09aaca94-5531-4e4c-8b84-0096e127d8e9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.038217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9064a-7206-4e66-b41c-a4633492cdb1 req-09aaca94-5531-4e4c-8b84-0096e127d8e9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.044353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9064a-7206-4e66-b41c-a4633492cdb1 req-09aaca94-5531-4e4c-8b84-0096e127d8e9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.050515 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9064a-7206-4e66-b41c-a4633492cdb1 req-09aaca94-5531-4e4c-8b84-0096e127d8e9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.059086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9064a-7206-4e66-b41c-a4633492cdb1 req-09aaca94-5531-4e4c-8b84-0096e127d8e9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.065850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9064a-7206-4e66-b41c-a4633492cdb1 req-09aaca94-5531-4e4c-8b84-0096e127d8e9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.069292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-119f113c-bcf4-460b-b320-d42173be018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.071382 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-119f113c-bcf4-460b-b320-d42173be018e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1c068e0-cfe9-4c5a-907a-7ece978759f8 HTTP/1.1" status: 200 len: 913 time: 0.1319125 Dec 10 08:58:46.072782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9064a-7206-4e66-b41c-a4633492cdb1 req-09aaca94-5531-4e4c-8b84-0096e127d8e9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.074828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76a9064a-7206-4e66-b41c-a4633492cdb1 req-09aaca94-5531-4e4c-8b84-0096e127d8e9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5444 time: 0.2745700 Dec 10 08:58:46.080184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:46.086551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:46.090023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54566) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:46.098195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ce2c34d9-6c64-4737-b3d0-fbe895252efe tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Request body: {'floatingip': {'port_id': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:46.143946 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-6687b9e5-e4a9-423f-932b-76ab0be1182d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65b6c580-053e-4208-90fb-d8e8a4ab48fc HTTP/1.1" status: 200 len: 217 time: 0.0617449 Dec 10 08:58:46.168576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:58:46.177417 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce2c34d9-6c64-4737-b3d0-fbe895252efe tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:46.227854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b255f8b2-7d82-43b5-94a3-42a374ac3ca0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:46.258602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-465f82b1-027e-4bd9-9506-2a93106f516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.260540 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-465f82b1-027e-4bd9-9506-2a93106f516b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ffd7398-5dfe-4a70-9245-06989dc96b54 HTTP/1.1" status: 200 len: 852 time: 0.1098237 Dec 10 08:58:46.321110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-1605169a-5e79-44d2-8b69-90532c0def23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1c068e0-cfe9-4c5a-907a-7ece978759f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513275 Dec 10 08:58:46.330688 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:46.331041 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Added segment 06ed322a-ce06-447a-853a-997b22ac7307 of type vlan for network b8d0b170-488b-4a58-a649-731d70664a06 Dec 10 08:58:46.417303 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:46.450365 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-a7ca6261-629e-4fa6-97e0-43cdf6d10487 service neutron] 10.222.0.18 "GET /v2.0/networks/f1c068e0-cfe9-4c5a-907a-7ece978759f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210477 Dec 10 08:58:46.470559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c5a16-8100-40ce-8316-6ea9b355089c req-6a3f91c1-c3ee-4ced-81c3-15c9bd7dae6a tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.472280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-777c5a16-8100-40ce-8316-6ea9b355089c req-6a3f91c1-c3ee-4ced-81c3-15c9bd7dae6a tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.2523592 Dec 10 08:58:46.621437 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-873a5710-1f65-4e84-b301-e7d3cb40a0da req-8945a9cb-7a1f-44ca-9de1-ff0bbacd2664 service neutron] 10.222.0.18 "GET /v2.0/networks/f1c068e0-cfe9-4c5a-907a-7ece978759f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602542 Dec 10 08:58:46.924343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:46.924343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.924343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:46.938645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e7c72-d93c-4de8-b8bf-9b78ebadbcc9 req-c5545fab-b9f7-4259-9d9c-a4d37d077f72 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:46.940154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a31e7c72-d93c-4de8-b8bf-9b78ebadbcc9 req-c5545fab-b9f7-4259-9d9c-a4d37d077f72 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 943 time: 0.5777092 Dec 10 08:58:47.081979 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2986848 Dec 10 08:58:47.084855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54588) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:47.091202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f06eb-bb81-4bea-b1bf-15672b6468fa admin admin] Pushing event updated for resources: {'Network': ['ID=b8d0b170-488b-4a58-a649-731d70664a06,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:47.091411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Request body: {'subnet': {'network_id': 'b8d0b170-488b-4a58-a649-731d70664a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2141424453-subnet', 'tenant_id': 'cdce16ecf1544f12bbc79eeff81cc420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:47.112050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b8d0b170-488b-4a58-a649-731d70664a06 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:58:47.126210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-777c5a16-8100-40ce-8316-6ea9b355089c req-da0a1f74-d241-4562-a7f4-5942df86aae5 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464705 Dec 10 08:58:47.147838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Made reservation on behalf of cdce16ecf1544f12bbc79eeff81cc420 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:47.150265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:47.260503 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a31e7c72-d93c-4de8-b8bf-9b78ebadbcc9 req-72f98d75-c6bd-4535-ba64-f94f18774d1c tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944489 Dec 10 08:58:47.477210 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:47.566605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b8bc3d-3e39-4980-99a2-3232af6fcafd,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:47.578430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Checking segment: {'id': '06ed322a-ce06-447a-853a-997b22ac7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b8d0b170-488b-4a58-a649-731d70664a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:47.578801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Network hostable DHCP agents. Network: b8d0b170-488b-4a58-a649-731d70664a06, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:58:47.601774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Network b8d0b170-488b-4a58-a649-731d70664a06 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:58:47.635778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce2c34d9-6c64-4737-b3d0-fbe895252efe tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:47.639903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, b8d0b170-488b-4a58-a649-731d70664a06) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:47.643803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce2c34d9-6c64-4737-b3d0-fbe895252efe tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:47.652324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48062eb6-cfcb-439a-9c91-e0b9ff834f5a None None] Network b8d0b170-488b-4a58-a649-731d70664a06 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:58:47.679882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:47.680407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:47.733113 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e466c805-5c2a-4a7a-9992-b3cb0b9a15cf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6469603 Dec 10 08:58:47.776881 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-ce2c34d9-6c64-4737-b3d0-fbe895252efe tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Floating IP 1f8e8787-b231-4d88-94df-b5e9e4ab21a1 associated. External IP: 172.25.3.126, port: d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6. Dec 10 08:58:47.848941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6091d0d-350e-422d-86d1-8437c85003e5 None None] Network b8d0b170-488b-4a58-a649-731d70664a06 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:58:48.158757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2c34d9-6c64-4737-b3d0-fbe895252efe tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:58:48.436312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2c34d9-6c64-4737-b3d0-fbe895252efe tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:58:48.447026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-e6becebb-94b1-44f3-9ef6-9c6c9db6ead8 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:48.448786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] Sync routers for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:58:48.454080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-e6becebb-94b1-44f3-9ef6-9c6c9db6ead8 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/networks?id=acfe7e14-1981-4259-bf7a-b56fb5deae9c HTTP/1.1" status: 200 len: 824 time: 0.2444818 Dec 10 08:58:48.458438 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce2c34d9-6c64-4737-b3d0-fbe895252efe tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:48.461988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:58:48.462951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:48.468823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e97501-ea0f-40ac-8b76-00d8c87a59f0 req-2a85a5d6-b87a-49fd-91b2-2bc28d914af3 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:48.478425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32e97501-ea0f-40ac-8b76-00d8c87a59f0 req-2a85a5d6-b87a-49fd-91b2-2bc28d914af3 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1298387 Dec 10 08:58:48.522300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-f6c550e3-2f9c-417c-83e4-dc25fd8c9f82 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/quotas/c350a11297db498b87c2087692d5ee6d HTTP/1.1" status: 200 len: 375 time: 0.0671644 Dec 10 08:58:48.553818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ce2c34d9-6c64-4737-b3d0-fbe895252efe tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "PUT /v2.0/floatingips/1f8e8787-b231-4d88-94df-b5e9e4ab21a1 HTTP/1.1" status: 200 len: 991 time: 2.4595785 Dec 10 08:58:48.576207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:48.578589 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ffffc5-05e1-433f-8478-3c398ce28f88" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:48.588479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-c16e07d1-86dd-47da-a830-5870651cd88d tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c350a11297db498b87c2087692d5ee6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572720 Dec 10 08:58:48.619003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32e97501-ea0f-40ac-8b76-00d8c87a59f0 req-6c95c981-a5b8-4c05-8386-84f22795b646 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396797 Dec 10 08:58:48.722834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3d5c1a53-629a-4ffa-b6f2-5b887d48c4f2 service neutron] 10.222.0.31 "GET /v2.0/networks/acfe7e14-1981-4259-bf7a-b56fb5deae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238801 Dec 10 08:58:48.775204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:58:48.865190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-f03fc0da-286f-454f-ba23-111faec47731 service neutron] 10.222.0.31 "GET /v2.0/networks/acfe7e14-1981-4259-bf7a-b56fb5deae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332433 Dec 10 08:58:48.946999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6986a-22e7-4a6e-a582-aaba6e781de4 req-ca095158-3798-405f-94c1-9e8092a1fbe1 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:48.948566 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97f6986a-22e7-4a6e-a582-aaba6e781de4 req-ca095158-3798-405f-94c1-9e8092a1fbe1 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 943 time: 0.0719202 Dec 10 08:58:49.040201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97f6986a-22e7-4a6e-a582-aaba6e781de4 req-462da0b9-f980-4123-8e04-bbbd431046a4 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766943 Dec 10 08:58:49.142454 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:49.184607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '1f8e8787-b231-4d88-94df-b5e9e4ab21a1', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'port_id': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'mac_address': 'fa:16:3e:b4:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:57:35Z', 'updated_at': '2021-12-10T08:58:47Z', 'revision_number': 1, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3726aa6-f8e1-4ad3-98e2-41a13b811b3a', 'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'mac_address': 'fa:16:3e:3e:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:23Z', 'updated_at': '2021-12-10T08:56:31Z', 'revision_number': 5, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'subnets': [{'id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:49.236836 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc32f845-4204-43df-b9d4-f243da57427d x-openstack-request-id: req-fc32f845-4204-43df-b9d4-f243da57427d {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:49.237343 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:49.237559 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc32f845-4204-43df-b9d4-f243da57427d {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:49.237900 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'status': 'completed', 'code': 200} Dec 10 08:58:49.246273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] Checking router: e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:58:49.268540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:58:49.269180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:49.363630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-bbd94b7e-2ccc-453a-b362-8ab8209219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.364137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-bbd94b7e-2ccc-453a-b362-8ab8209219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.364570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-bbd94b7e-2ccc-453a-b362-8ab8209219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.365036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-bbd94b7e-2ccc-453a-b362-8ab8209219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.365813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-bbd94b7e-2ccc-453a-b362-8ab8209219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.366429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-bbd94b7e-2ccc-453a-b362-8ab8209219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.367136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-bbd94b7e-2ccc-453a-b362-8ab8209219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.369472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-bbd94b7e-2ccc-453a-b362-8ab8209219f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6501 time: 0.0895338 Dec 10 08:58:49.400160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fadcbd4-b08e-4e93-8efe-63e6df3abccf req-46ec8e15-df00-4578-a48a-41f2dfc3e08c tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 210 time: 0.0755727 Dec 10 08:58:49.561482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-ea454c1c-6b33-4f0c-ade9-80c512531445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.565273 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-ea454c1c-6b33-4f0c-ade9-80c512531445 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1230761f-c97f-4b7a-8a29-87123443b633 HTTP/1.1" status: 200 len: 916 time: 0.1835189 Dec 10 08:58:49.575126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:58:49.696483 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-c984bb5d-5dee-4c0a-a884-7d34fae56da8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 HTTP/1.1" status: 200 len: 999 time: 0.1235652 Dec 10 08:58:49.829215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-a5371126-a353-4e2c-8739-728435341ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.837109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-a5371126-a353-4e2c-8739-728435341ef6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=72a4b9f5-eb04-4fd3-a1d9-01870caa7159 HTTP/1.1" status: 200 len: 854 time: 0.1305587 Dec 10 08:58:49.874813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f95b94-0929-4be5-bf54-0466bfef2bb7 req-f1c97686-64b1-429d-a31d-8adc62cc13ac tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.887129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83f95b94-0929-4be5-bf54-0466bfef2bb7 req-f1c97686-64b1-429d-a31d-8adc62cc13ac tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1189930 Dec 10 08:58:49.893332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 65b6c580-053e-4208-90fb-d8e8a4ab48fc details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:49.952473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-d48e18b3-cb86-4a96-8346-895b852e1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:49.956320 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-d48e18b3-cb86-4a96-8346-895b852e1f48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1230761f-c97f-4b7a-8a29-87123443b633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117373 Dec 10 08:58:50.024385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83f95b94-0929-4be5-bf54-0466bfef2bb7 req-d51e2bbd-9a22-477d-a11c-791c1a56f8ba tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207223 Dec 10 08:58:50.028461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54674) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:50.229015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 65b6c580-053e-4208-90fb-d8e8a4ab48fc, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65b6c580-053e-4208-90fb-d8e8a4ab48fc,segment=NetworkSegment(5147f0bf-bb6d-4876-852b-4edf6289f1c5),segment_id=5147f0bf-bb6d-4876-852b-4edf6289f1c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:50.239666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf3404a9-d517-4a8c-ac2e-e2cc288402f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:50.244585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '65b6c580-053e-4208-90fb-d8e8a4ab48fc', 'network_id': 'f1c068e0-cfe9-4c5a-907a-7ece978759f8', 'port_id': '65b6c580-053e-4208-90fb-d8e8a4ab48fc', 'mac_address': 'fa:16:3e:a6:dc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffd7398-5dfe-4a70-9245-06989dc96b54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:50.250474 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-e0d807d7-5dd4-4784-99ba-1307d83ba707 service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853658 Dec 10 08:58:50.321389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '1f8e8787-b231-4d88-94df-b5e9e4ab21a1', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'port_id': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'mac_address': 'fa:16:3e:b4:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:57:35Z', 'updated_at': '2021-12-10T08:58:47Z', 'revision_number': 1, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3726aa6-f8e1-4ad3-98e2-41a13b811b3a', 'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'mac_address': 'fa:16:3e:3e:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:23Z', 'updated_at': '2021-12-10T08:56:31Z', 'revision_number': 5, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'subnets': [{'id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:58:50.367114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d294a-4b5a-440a-a76a-0188196bb187 None None] The sync data for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 is: [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '1f8e8787-b231-4d88-94df-b5e9e4ab21a1', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'port_id': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'mac_address': 'fa:16:3e:b4:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T08:57:35Z', 'updated_at': '2021-12-10T08:58:47Z', 'revision_number': 1, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3726aa6-f8e1-4ad3-98e2-41a13b811b3a', 'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'mac_address': 'fa:16:3e:3e:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:23Z', 'updated_at': '2021-12-10T08:56:31Z', 'revision_number': 5, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'subnets': [{'id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:58:50.371973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:50.397944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b6c580-053e-4208-90fb-d8e8a4ab48fc {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:50.449660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117607c3-efb4-4d0f-83f7-e78119f74c5d req-cf561510-ab1c-484d-b610-4e2c59808bf6 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:50.457789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-117607c3-efb4-4d0f-83f7-e78119f74c5d req-cf561510-ab1c-484d-b610-4e2c59808bf6 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 943 time: 0.2101357 Dec 10 08:58:50.460622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 65b6c580-053e-4208-90fb-d8e8a4ab48fc, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65b6c580-053e-4208-90fb-d8e8a4ab48fc,segment=NetworkSegment(5147f0bf-bb6d-4876-852b-4edf6289f1c5),segment_id=5147f0bf-bb6d-4876-852b-4edf6289f1c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:50.479769 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7ffffc5-05e1-433f-8478-3c398ce28f88 req-ff81396b-db00-491b-9e87-ee641252f54a service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130160 Dec 10 08:58:50.487988 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:50.575131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-117607c3-efb4-4d0f-83f7-e78119f74c5d req-11cc8744-9cff-4dc5-b63d-107c3878b5f0 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163239 Dec 10 08:58:50.577250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf3404a9-d517-4a8c-ac2e-e2cc288402f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:50.598326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf3404a9-d517-4a8c-ac2e-e2cc288402f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:50.618278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=65b6c580-053e-4208-90fb-d8e8a4ab48fc,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:50.672831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3404a9-d517-4a8c-ac2e-e2cc288402f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76161ece-9ac9-4a1b-b62d-9f2c58a06fba,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:50.736299 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e51547a-7166-4c87-b598-85fd46453059 req-0e578b3b-0c5a-4fcd-9f0c-dee511eb896f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 210 time: 0.0790546 Dec 10 08:58:50.753693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cf3404a9-d517-4a8c-ac2e-e2cc288402f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5f2740af07444d1a9615934bb71661b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7238638 Dec 10 08:58:50.757976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54696) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:50.815914 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf913038-adb8-487e-b516-1b44ef89a386 None None] New status for floating IP 1f8e8787-b231-4d88-94df-b5e9e4ab21a1: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:58:50.903523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['65b6c580-053e-4208-90fb-d8e8a4ab48fc'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:50.908544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-19e58a5a-a794-4c1e-89f3-69404dce56ae tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:50.914115 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-19e58a5a-a794-4c1e-89f3-69404dce56ae tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.39 "GET /v2.0/networks?id=acfe7e14-1981-4259-bf7a-b56fb5deae9c HTTP/1.1" status: 200 len: 824 time: 0.2864306 Dec 10 08:58:50.924394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5959c009-c14b-4e6f-a4c9-419380fce569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:50.942823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Request body: {'port': {'device_id': 'fe44c5b7-6154-4287-9864-cee254d9d1b8', 'network_id': 'acfe7e14-1981-4259-bf7a-b56fb5deae9c', 'admin_state_up': True, 'tenant_id': 'c350a11297db498b87c2087692d5ee6d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:51.032012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5959c009-c14b-4e6f-a4c9-419380fce569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:51.140388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5959c009-c14b-4e6f-a4c9-419380fce569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:51.147861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5959c009-c14b-4e6f-a4c9-419380fce569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:51.149544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5959c009-c14b-4e6f-a4c9-419380fce569 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76161ece-9ac9-4a1b-b62d-9f2c58a06fba HTTP/1.1" status: 204 len: 168 time: 0.3902118 Dec 10 08:58:51.167160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959c009-c14b-4e6f-a4c9-419380fce569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76161ece-9ac9-4a1b-b62d-9f2c58a06fba,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:51.252416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e517e2-0033-43a6-9b5d-2c4c73b4c5af req-8c53b298-514f-449b-8ca8-985be65cc37e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:51.253243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c22766-95ea-42de-aceb-178b1092a44f req-824312c4-95a2-4ae4-a35c-531fc68a324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:51.254374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7e517e2-0033-43a6-9b5d-2c4c73b4c5af req-8c53b298-514f-449b-8ca8-985be65cc37e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0844285 Dec 10 08:58:51.256926 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8c22766-95ea-42de-aceb-178b1092a44f req-824312c4-95a2-4ae4-a35c-531fc68a324c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 1097 time: 0.2213919 Dec 10 08:58:51.292529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Made reservation on behalf of c350a11297db498b87c2087692d5ee6d for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:51.301108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:51.375402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7e517e2-0033-43a6-9b5d-2c4c73b4c5af req-331ef416-48b5-44df-a0b8-c68ffb77a8af tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090648 Dec 10 08:58:51.440157 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8c22766-95ea-42de-aceb-178b1092a44f req-df4f4655-c6cb-4188-b85d-d5e79c8b83d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752670 Dec 10 08:58:51.516362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Allocated IP 172.20.0.13 (acfe7e14-1981-4259-bf7a-b56fb5deae9c/48cb4458-537a-4573-8f0f-5a78e29df46c/4725def7-4cb1-4936-a805-a341e519b4ad) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:58:51.733185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87145f9e-2ea5-49f5-8197-3b5b35808ac1 req-7e704a30-a8c0-4911-a997-10cdeca326be tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:51.738316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87145f9e-2ea5-49f5-8197-3b5b35808ac1 req-7e704a30-a8c0-4911-a997-10cdeca326be tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 944 time: 0.0617077 Dec 10 08:58:51.764776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:51.827410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87145f9e-2ea5-49f5-8197-3b5b35808ac1 req-9a1daf3f-821a-4beb-8958-af242a4ef134 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744927 Dec 10 08:58:51.851462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:51.893775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Network acfe7e14-1981-4259-bf7a-b56fb5deae9c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:58:51.898069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:51.926029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:58:51.964036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0852-908d-4c19-adee-05d709b540f9 req-1ead14e3-ef9f-4e9a-a11c-d55b04026b4e tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:51.965829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e4f0852-908d-4c19-adee-05d709b540f9 req-1ead14e3-ef9f-4e9a-a11c-d55b04026b4e tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 932 time: 0.0781689 Dec 10 08:58:51.981959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Pushing event updated for resources: {'Port': ['ID=4725def7-4cb1-4936-a805-a341e519b4ad,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:52.002773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:52.003484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:52.029320 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-3736911d-afb2-4ff7-9597-266b8a9f2aa5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0984104 Dec 10 08:58:52.035536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e4f0852-908d-4c19-adee-05d709b540f9 req-eaec54ec-71e8-4051-a866-56b802f1a8fa tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614617 Dec 10 08:58:52.043883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Request body: {'port': {'device_id': 'fe44c5b7-6154-4287-9864-cee254d9d1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:52.126216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:52.457232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4725def7-4cb1-4936-a805-a341e519b4ad {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:52.470679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:52.504290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Transition to ACTIVE for port object 4725def7-4cb1-4936-a805-a341e519b4ad will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:58:52.510951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:52.604994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4725def7-4cb1-4936-a805-a341e519b4ad,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:52.680593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9194-a7b3-41d7-838d-74dc83c55064 req-8f185a2a-5e03-4fc4-8b3b-6c245f9daac4 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:52.689195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb7c9194-a7b3-41d7-838d-74dc83c55064 req-8f185a2a-5e03-4fc4-8b3b-6c245f9daac4 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0863526 Dec 10 08:58:52.737875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb7c9194-a7b3-41d7-838d-74dc83c55064 req-de3681d0-5251-4dbc-bc91-379271d1898f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477674 Dec 10 08:58:52.760702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Attempting to bind port 4725def7-4cb1-4936-a805-a341e519b4ad on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:58:52.761050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Attempting to bind port 4725def7-4cb1-4936-a805-a341e519b4ad by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '0573883e-4d27-4de0-806c-b17b4eb3f244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'acfe7e14-1981-4259-bf7a-b56fb5deae9c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:58:52.761388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Attempting to bind port 4725def7-4cb1-4936-a805-a341e519b4ad on network acfe7e14-1981-4259-bf7a-b56fb5deae9c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:52.766588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Port 4725def7-4cb1-4936-a805-a341e519b4ad on network acfe7e14-1981-4259-bf7a-b56fb5deae9c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:58:52.766926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Attempting to bind port 4725def7-4cb1-4936-a805-a341e519b4ad on network acfe7e14-1981-4259-bf7a-b56fb5deae9c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:52.773044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:58:52.773346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Checking segment: {'id': '0573883e-4d27-4de0-806c-b17b4eb3f244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'acfe7e14-1981-4259-bf7a-b56fb5deae9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:52.773847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Bound using segment: {'id': '0573883e-4d27-4de0-806c-b17b4eb3f244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'acfe7e14-1981-4259-bf7a-b56fb5deae9c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:58:52.774261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Bound port: 4725def7-4cb1-4936-a805-a341e519b4ad, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0573883e-4d27-4de0-806c-b17b4eb3f244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'acfe7e14-1981-4259-bf7a-b56fb5deae9c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:58:52.774573 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:52.853772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] For port 4725def7-4cb1-4936-a805-a341e519b4ad, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:58:52.857061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] For port 4725def7-4cb1-4936-a805-a341e519b4ad, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4725def7-4cb1-4936-a805-a341e519b4ad,segment=NetworkSegment(0573883e-4d27-4de0-806c-b17b4eb3f244),segment_id=0573883e-4d27-4de0-806c-b17b4eb3f244)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:58:52.862045 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:52.905841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:52.906445 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:52.907864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/4725def7-4cb1-4936-a805-a341e519b4ad HTTP/1.1" status: 200 len: 1092 time: 0.8704996 Dec 10 08:58:52.908321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe44c5b7-6154-4287-9864-cee254d9d1b8', 'tag': '4725def7-4cb1-4936-a805-a341e519b4ad'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:52.910837 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d540d9-68c2-4d3e-b90b-1254a80f5a88" -d '{"events": [{"name": "network-changed", "server_uuid": "fe44c5b7-6154-4287-9864-cee254d9d1b8", "tag": "4725def7-4cb1-4936-a805-a341e519b4ad"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:52.933149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4725def7-4cb1-4936-a805-a341e519b4ad,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:52.943747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.944333 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.944798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.945148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.945496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.945847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.946175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.946505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.946831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.947430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.947539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.947838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.948169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7df168-ad47-4022-b99c-b8416f43f7d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:58:52.972880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826865a6-ea51-40f9-9ae2-3f544cf074d3 req-02b98cc5-f02f-4cc1-914f-6b149fca2078 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:52.974439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-826865a6-ea51-40f9-9ae2-3f544cf074d3 req-02b98cc5-f02f-4cc1-914f-6b149fca2078 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 944 time: 0.0699809 Dec 10 08:58:52.980949 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6834bd5-0894-455d-8774-d9a3fe55fadc x-openstack-request-id: req-d6834bd5-0894-455d-8774-d9a3fe55fadc {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:52.981651 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe44c5b7-6154-4287-9864-cee254d9d1b8", "tag": "4725def7-4cb1-4936-a805-a341e519b4ad", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:52.983052 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6834bd5-0894-455d-8774-d9a3fe55fadc {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:52.983669 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe44c5b7-6154-4287-9864-cee254d9d1b8', 'tag': '4725def7-4cb1-4936-a805-a341e519b4ad', 'status': 'completed', 'code': 200} Dec 10 08:58:53.005800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54784) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:53.024693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-826865a6-ea51-40f9-9ae2-3f544cf074d3 req-f787daff-5e92-4f53-aaf4-cc204dd61d14 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Dec 10 08:58:53.117303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-6aa680af-2975-4622-b6d1-871d97521a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:53.118875 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-6aa680af-2975-4622-b6d1-871d97521a1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c350a11297db498b87c2087692d5ee6d&device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 1095 time: 0.0574241 Dec 10 08:58:53.169205 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aaaea6a2-ba1c-4a09-9862-e9ecd065b20c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:53.172783 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-930b9507-db96-4738-8876-0a5d3d9a5533 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4725def7-4cb1-4936-a805-a341e519b4ad HTTP/1.1" status: 200 len: 217 time: 0.0424974 Dec 10 08:58:53.174239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037df689-e28b-4362-a09b-89a8ab989db6 req-d8040b3d-3d43-4010-8436-25bd469108e3 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:53.175715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-037df689-e28b-4362-a09b-89a8ab989db6 req-d8040b3d-3d43-4010-8436-25bd469108e3 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 944 time: 0.0503869 Dec 10 08:58:53.224677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-037df689-e28b-4362-a09b-89a8ab989db6 req-eab84047-cb0a-423b-a161-9c85e5e849b1 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Dec 10 08:58:53.248704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-661236bb-964d-47c8-b6e9-883553c02bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:53.250299 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-661236bb-964d-47c8-b6e9-883553c02bb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48cb4458-537a-4573-8f0f-5a78e29df46c HTTP/1.1" status: 200 len: 864 time: 0.0704744 Dec 10 08:58:53.289959 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-d57fe564-2c62-4dc8-972e-41ba13275984 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=acfe7e14-1981-4259-bf7a-b56fb5deae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320854 Dec 10 08:58:53.349020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aaaea6a2-ba1c-4a09-9862-e9ecd065b20c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:53.353977 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aaaea6a2-ba1c-4a09-9862-e9ecd065b20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:53.405445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaea6a2-ba1c-4a09-9862-e9ecd065b20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ee34b5-7c6d-494e-afbc-99e9f13ec7cd,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:53.414261 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-aaaea6a2-ba1c-4a09-9862-e9ecd065b20c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63a80ba4de5e4ec89c7ffe88a75f23e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4063585 Dec 10 08:58:53.416924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54792) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:53.445639 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-981a76a9-e209-4ddb-9954-0782e7e00702 service neutron] 10.222.0.39 "GET /v2.0/networks/acfe7e14-1981-4259-bf7a-b56fb5deae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470242 Dec 10 08:58:53.528981 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09c8bdf0-eaa0-4b2c-846a-07a6313a2820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:53.564840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09c8bdf0-eaa0-4b2c-846a-07a6313a2820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:53.583236 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5106b07d-9a06-4dbe-937b-cdb8242df800 req-28fd2818-fd27-43c3-804d-0f76277b4273 service neutron] 10.222.0.39 "GET /v2.0/networks/acfe7e14-1981-4259-bf7a-b56fb5deae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279964 Dec 10 08:58:53.619800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09c8bdf0-eaa0-4b2c-846a-07a6313a2820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:53.622789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09c8bdf0-eaa0-4b2c-846a-07a6313a2820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:53.628522 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-09c8bdf0-eaa0-4b2c-846a-07a6313a2820 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5ee34b5-7c6d-494e-afbc-99e9f13ec7cd HTTP/1.1" status: 204 len: 168 time: 0.2090108 Dec 10 08:58:53.637287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8bdf0-eaa0-4b2c-846a-07a6313a2820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ee34b5-7c6d-494e-afbc-99e9f13ec7cd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:53.687239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-fb7cd7d2-92b4-4f37-beb0-9ae10c2305a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:53.688756 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-fb7cd7d2-92b4-4f37-beb0-9ae10c2305a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c350a11297db498b87c2087692d5ee6d&device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 1095 time: 0.0479591 Dec 10 08:58:53.786019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-4e2aa3af-0d76-4be1-9947-8766f9169230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:53.787403 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-4e2aa3af-0d76-4be1-9947-8766f9169230 service neutron] 10.222.0.39 "GET /v2.0/networks?id=acfe7e14-1981-4259-bf7a-b56fb5deae9c HTTP/1.1" status: 200 len: 925 time: 0.0905631 Dec 10 08:58:53.841988 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-ee1677fe-ae0a-4c5d-a1b6-446c18a60b9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4725def7-4cb1-4936-a805-a341e519b4ad HTTP/1.1" status: 200 len: 217 time: 0.0469081 Dec 10 08:58:53.892045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 65b6c580-053e-4208-90fb-d8e8a4ab48fc up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:53.916447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-5963d50c-933d-4b8c-bace-a6fc874ba679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:53.916916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07519954-da31-4a6e-bd58-9988fa1bdd65 req-2e341ab5-5f22-479c-8bb3-eb0a7e7b680e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:53.918094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-5963d50c-933d-4b8c-bace-a6fc874ba679 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48cb4458-537a-4573-8f0f-5a78e29df46c HTTP/1.1" status: 200 len: 864 time: 0.0626538 Dec 10 08:58:53.919507 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07519954-da31-4a6e-bd58-9988fa1bdd65 req-2e341ab5-5f22-479c-8bb3-eb0a7e7b680e tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0683444 Dec 10 08:58:53.952746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 65b6c580-053e-4208-90fb-d8e8a4ab48fc completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:58:53.959797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 65b6c580-053e-4208-90fb-d8e8a4ab48fc triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:58:53.961424 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:53.989830 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-9b53872f-08ce-44a5-ba74-a3b83a77a8a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=acfe7e14-1981-4259-bf7a-b56fb5deae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629814 Dec 10 08:58:54.016662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07519954-da31-4a6e-bd58-9988fa1bdd65 req-e12dfa20-1e09-48ce-8935-5d918b9aa3f1 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838542 Dec 10 08:58:54.079859 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:54.113481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19411e83-444f-4b3c-9d69-c0cbf12f37c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b6c580-053e-4208-90fb-d8e8a4ab48fc'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:54.117095 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e6a46b-a825-4189-9ffd-6b11ce88a78b" -d '{"events": [{"server_uuid": "19411e83-444f-4b3c-9d69-c0cbf12f37c2", "name": "network-vif-plugged", "status": "completed", "tag": "65b6c580-053e-4208-90fb-d8e8a4ab48fc"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:54.121029 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-ce01fa46-2efd-4c89-a32f-a00248b4d247 service neutron] 10.222.0.39 "GET /v2.0/networks/acfe7e14-1981-4259-bf7a-b56fb5deae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235230 Dec 10 08:58:54.140761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 65b6c580-053e-4208-90fb-d8e8a4ab48fc, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65b6c580-053e-4208-90fb-d8e8a4ab48fc,segment=NetworkSegment(5147f0bf-bb6d-4876-852b-4edf6289f1c5),segment_id=5147f0bf-bb6d-4876-852b-4edf6289f1c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:54.149435 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:54.244258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=65b6c580-053e-4208-90fb-d8e8a4ab48fc,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:54.304647 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20d540d9-68c2-4d3e-b90b-1254a80f5a88 req-bd4eb46c-938e-48e2-bf8b-6767cc31b86b service neutron] 10.222.0.39 "GET /v2.0/networks/acfe7e14-1981-4259-bf7a-b56fb5deae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754663 Dec 10 08:58:54.316980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-d3a3f9a8-d3f9-4a57-983d-b5d947e7108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:54.320541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-d3a3f9a8-d3f9-4a57-983d-b5d947e7108b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7226e7216385423394b4b8d0fe7d2f18&device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 1097 time: 0.0819428 Dec 10 08:58:54.321274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef089ca5-952f-497a-8261-cf4d0f0b1fbf req-e70aa014-818e-4e94-bf17-6dd725523fae tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:54.324654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef089ca5-952f-497a-8261-cf4d0f0b1fbf req-e70aa014-818e-4e94-bf17-6dd725523fae tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 945 time: 0.0698476 Dec 10 08:58:54.390022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef089ca5-952f-497a-8261-cf4d0f0b1fbf req-fa2b7078-c628-4f6d-9300-bb24af136e83 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565131 Dec 10 08:58:54.451078 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61474004-fbe1-4569-b8f4-b71f8f42bcab x-openstack-request-id: req-61474004-fbe1-4569-b8f4-b71f8f42bcab {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:54.451560 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19411e83-444f-4b3c-9d69-c0cbf12f37c2", "name": "network-vif-plugged", "status": "completed", "tag": "65b6c580-053e-4208-90fb-d8e8a4ab48fc", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:54.452012 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61474004-fbe1-4569-b8f4-b71f8f42bcab {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:54.452416 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19411e83-444f-4b3c-9d69-c0cbf12f37c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b6c580-053e-4208-90fb-d8e8a4ab48fc', 'code': 200} Dec 10 08:58:54.455972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-fbdaa299-61d7-48ef-a232-b41c4e4e9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:54.457535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-fbdaa299-61d7-48ef-a232-b41c4e4e9ed9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 200 len: 912 time: 0.1294150 Dec 10 08:58:54.510984 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-1286386d-f5e8-44f1-b714-aef9b7df8aca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4184e4ca-ebb0-4278-9aba-f0342cb12144 HTTP/1.1" status: 200 len: 217 time: 0.0409441 Dec 10 08:58:54.587068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ff882-604e-49c7-a69d-c4209529a8dc req-25538412-89fd-46eb-8fef-aebf4c0ee2a3 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:54.588986 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-285ff882-604e-49c7-a69d-c4209529a8dc req-25538412-89fd-46eb-8fef-aebf4c0ee2a3 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0679023 Dec 10 08:58:54.619103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-86563a01-1369-4b6b-8940-83ed9aec746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:54.620700 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-86563a01-1369-4b6b-8940-83ed9aec746c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea9607bd-d8f0-46bf-8703-706a5b30db35 HTTP/1.1" status: 200 len: 851 time: 0.0965359 Dec 10 08:58:54.626331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ac593-0086-4a7f-8dd1-9fc5d9ab77cc req-751a9f32-57f9-43d1-a3e8-e756a3663e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:54.627829 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-901ac593-0086-4a7f-8dd1-9fc5d9ab77cc req-751a9f32-57f9-43d1-a3e8-e756a3663e5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 1096 time: 0.1025672 Dec 10 08:58:54.641701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-285ff882-604e-49c7-a69d-c4209529a8dc req-98982661-2d26-4bfe-9eb3-b89a251b8da9 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469840 Dec 10 08:58:54.671049 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-f3d87f26-b6cc-4e1f-a2fe-d4aeaf6a3059 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417643 Dec 10 08:58:54.745471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-901ac593-0086-4a7f-8dd1-9fc5d9ab77cc req-e572e61a-2bd4-4d16-829f-bc34509a2165 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065292 Dec 10 08:58:54.758151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29d7b-9a41-479f-ba82-54eca91ce946 req-5923fe85-ff38-4f93-9fa9-4d2811ab6622 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:54.761087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1bb29d7b-9a41-479f-ba82-54eca91ce946 req-5923fe85-ff38-4f93-9fa9-4d2811ab6622 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 944 time: 0.0554616 Dec 10 08:58:54.795056 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-414b5197-a3ee-4f0a-823f-cc051803ee0d service neutron] 10.222.0.18 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131802 Dec 10 08:58:54.821616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1bb29d7b-9a41-479f-ba82-54eca91ce946 req-72971685-17fb-4618-828a-a64ca2c3b6b7 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550661 Dec 10 08:58:55.150101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8cba24da-25f2-444f-b0b7-67338faf5bb7 req-febfaa8f-f101-43d9-b5d1-0cdb261cd694 service neutron] 10.222.0.18 "GET /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224597 Dec 10 08:58:55.371344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-23147eea-cc3f-48ea-9f98-3dc70b370d12 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:55.372823 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-23147eea-cc3f-48ea-9f98-3dc70b370d12 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 804 time: 0.1092951 Dec 10 08:58:55.387899 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-8d9ae0b3-03bc-4ff3-83c8-26cf6f2d9bde tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/quotas/3949e94f1b224905b71b511daff20c14 HTTP/1.1" status: 200 len: 375 time: 0.0091197 Dec 10 08:58:55.415595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54920) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:55.443575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-02aefc03-05c2-427e-8546-d69d34cd044b tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501361 Dec 10 08:58:55.535147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2fc21d1-bb18-403a-8f43-c7abde3aa470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:55.583065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96085ddb-d5bc-45e5-84d8-5669a6a2e99f req-a693cf31-04f6-4c71-811d-23d21232cc72 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:55.585254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96085ddb-d5bc-45e5-84d8-5669a6a2e99f req-a693cf31-04f6-4c71-811d-23d21232cc72 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 945 time: 0.1081851 Dec 10 08:58:55.589870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-3c5ef55d-8daa-481e-9cfe-8fba0d24fc36 service neutron] 10.222.0.31 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361501 Dec 10 08:58:55.613894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2fc21d1-bb18-403a-8f43-c7abde3aa470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:55.618761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2fc21d1-bb18-403a-8f43-c7abde3aa470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:55.655396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc21d1-bb18-403a-8f43-c7abde3aa470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109ccf6b-9d7d-40de-ac8a-9c8109a9a115,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:55.660083 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f2fc21d1-bb18-403a-8f43-c7abde3aa470 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a996adeb3d2c43e58531cca401caeb61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416210 Dec 10 08:58:55.662933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54924) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:55.692398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96085ddb-d5bc-45e5-84d8-5669a6a2e99f req-bdbbea6b-0d6b-441f-a599-8ac24a52b85e tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997164 Dec 10 08:58:55.723982 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-a6d7482d-eded-45c3-a56a-19a0ef813741 service neutron] 10.222.0.31 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248493 Dec 10 08:58:55.733413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d825-f65d-498b-81c0-176f96940509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:55.758601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d825-f65d-498b-81c0-176f96940509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:55.801054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ec073-9a0c-429d-a7d8-e065d75d26c1 req-3841583d-efe6-43d9-a61f-cf881948d044 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:55.802556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b11ec073-9a0c-429d-a7d8-e065d75d26c1 req-3841583d-efe6-43d9-a61f-cf881948d044 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0511832 Dec 10 08:58:55.814147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d825-f65d-498b-81c0-176f96940509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:55.816752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d825-f65d-498b-81c0-176f96940509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:55.817897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e5e0d825-f65d-498b-81c0-176f96940509 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/109ccf6b-9d7d-40de-ac8a-9c8109a9a115 HTTP/1.1" status: 204 len: 168 time: 0.1540575 Dec 10 08:58:55.859216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0d825-f65d-498b-81c0-176f96940509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ccf6b-9d7d-40de-ac8a-9c8109a9a115,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:55.903527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b11ec073-9a0c-429d-a7d8-e065d75d26c1 req-0dc70653-ba3a-4e66-bec7-91a20a00fbb8 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936007 Dec 10 08:58:55.948052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f793bb29-a7a1-4849-8143-e822b9294045 req-b7340736-32de-42aa-8302-87daa6c94063 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 210 time: 0.0389848 Dec 10 08:58:56.043531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86466432-2445-4b10-8247-8a42b5b8ab00 req-a2e217cc-2c25-4dd7-bfa8-a8015605ed7e tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:56.051291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86466432-2445-4b10-8247-8a42b5b8ab00 req-a2e217cc-2c25-4dd7-bfa8-a8015605ed7e tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 944 time: 0.0621414 Dec 10 08:58:56.124728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86466432-2445-4b10-8247-8a42b5b8ab00 req-b6335f00-e14d-4eb1-9070-0971af6e7378 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724077 Dec 10 08:58:56.598282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54966) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:56.707466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1248178082-network', 'tenant_id': '15e5231e03f04c1a8b5027737365571d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:56.730909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:56.733385 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:56.744590 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:56.826588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c831b58-cd11-405e-9545-5f4e6776efa9 req-704f6fec-9cd3-440d-8db5-dc73f65b9fa0 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:56.828093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c831b58-cd11-405e-9545-5f4e6776efa9 req-704f6fec-9cd3-440d-8db5-dc73f65b9fa0 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 945 time: 0.0569813 Dec 10 08:58:56.832022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:56.837285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:56.864492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:58:56.874850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af323e6c-088c-48e8-ba0b-d259631a6ea6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:56.890627 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:56.890980 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Added segment ebbea0b0-49f5-465d-bf35-58ed08ce0fe4 of type vlan for network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e Dec 10 08:58:56.902088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c831b58-cd11-405e-9545-5f4e6776efa9 req-8361fcd7-94bb-4ccb-bff8-7a017e413580 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676792 Dec 10 08:58:56.964008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:56.974795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738388c-a700-484f-8769-c83f19f943f3 req-0ba0df96-4df4-4fdf-90e4-22f345714e16 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:56.977120 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a738388c-a700-484f-8769-c83f19f943f3 req-0ba0df96-4df4-4fdf-90e4-22f345714e16 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e0fc75a-49bd-4a6c-9ef6-513528b40df0 HTTP/1.1" status: 200 len: 946 time: 0.0994232 Dec 10 08:58:57.082312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9d012-088d-4188-b94b-257afac6a017 req-6607b119-30af-40db-9dfe-ac7adeb14725 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:57.084103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81d9d012-088d-4188-b94b-257afac6a017 req-6607b119-30af-40db-9dfe-ac7adeb14725 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.0865710 Dec 10 08:58:57.147644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-30954631-a640-4d42-b367-ccf35ef886ca tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:57.148865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-30954631-a640-4d42-b367-ccf35ef886ca tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.18 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 804 time: 0.1690249 Dec 10 08:58:57.152796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.153726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:57.154586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.173074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Request body: {'port': {'device_id': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'admin_state_up': True, 'tenant_id': '3949e94f1b224905b71b511daff20c14'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:57.175339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81d9d012-088d-4188-b94b-257afac6a017 req-f06c5648-d791-4a39-8517-f5bb39181c7b tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835104 Dec 10 08:58:57.177191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84fd5468-9e5f-46c3-be0d-2d36e1fda593 req-93c35d6b-ab40-4870-ba01-a265d6bdd639 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 210 time: 0.0432551 Dec 10 08:58:57.232031 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6326146 Dec 10 08:58:57.235384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54986) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:57.243029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Request body: {'subnet': {'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1248178082-subnet', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:57.273593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:57.276487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.336035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66b958-7b80-471e-a632-2d7287c39d36 admin admin] Pushing event updated for resources: {'Network': ['ID=785a31ba-4ce0-4c10-a2f8-66d9a4fce11e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:57.349411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:58:57.504555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa221-cf75-4d8a-8ba9-338742fcdf5b req-25dc50b4-0857-4c5c-bfde-8326758c2b53 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:57.507445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a738388c-a700-484f-8769-c83f19f943f3 req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Deleting port d3146366-ec13-443a-8678-b2b49b47880a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:57.507797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a738388c-a700-484f-8769-c83f19f943f3 req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.510028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17aaa221-cf75-4d8a-8ba9-338742fcdf5b req-25dc50b4-0857-4c5c-bfde-8326758c2b53 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 944 time: 0.1154048 Dec 10 08:58:57.571101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Made reservation on behalf of 3949e94f1b224905b71b511daff20c14 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:58:57.576534 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.617166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17aaa221-cf75-4d8a-8ba9-338742fcdf5b req-d79bf58c-0b53-4650-a89f-732b54a25a63 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955172 Dec 10 08:58:57.627012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.704295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a738388c-a700-484f-8769-c83f19f943f3 req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] For port d3146366-ec13-443a-8678-b2b49b47880a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3146366-ec13-443a-8678-b2b49b47880a,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:57.704582 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a738388c-a700-484f-8769-c83f19f943f3 req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.725530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a738388c-a700-484f-8769-c83f19f943f3 req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Calling delete_port for d3146366-ec13-443a-8678-b2b49b47880a owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:57.734947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84945f5e-e439-49b9-817e-b9f278c47c8e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:57.738556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Checking segment: {'id': 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:57.738921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Network hostable DHCP agents. Network: 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:58:57.754297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616adea-0fbc-447e-8509-8307529dbe13 req-3bffd8da-3f80-4b01-b59c-b6d277d82188 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:57.757561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c616adea-0fbc-447e-8509-8307529dbe13 req-3bffd8da-3f80-4b01-b59c-b6d277d82188 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 945 time: 0.0935526 Dec 10 08:58:57.784611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:58:57.801859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:57.810306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:57.810897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.811333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09391199-b985-4d35-a156-212d2d4aadde None None] Network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:58:57.829718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c616adea-0fbc-447e-8509-8307529dbe13 req-25e526bb-16bf-4934-bf9f-351597ae1192 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603323 Dec 10 08:58:57.840077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3c5e5da3-3013-4002-9ab2-210149764840 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6034217 Dec 10 08:58:57.843347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54994) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:58:57.854336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Allocated IP 172.20.0.9 (103b1340-6b00-4180-bed7-1b83eb345535/15349f3d-125d-490d-ae31-4a9529c678c7/74da95a8-e501-4ba3-be4e-e063ee53271e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:58:57.858551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:57.889884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.891577 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.952180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-785a31ba-4ce0-4c10-a2f8-66d9a4fce11e', 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e', 'project_id': '15e5231e03f04c1a8b5027737365571d', 'fixed_ips': [{'subnet_id': '84945f5e-e439-49b9-817e-b9f278c47c8e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:58:57.953530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:57.958585 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.110501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4725def7-4cb1-4936-a805-a341e519b4ad details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:58:58.117115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3146366-ec13-443a-8678-b2b49b47880a no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:58:58.145975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Allocated IP 172.20.0.2 (785a31ba-4ce0-4c10-a2f8-66d9a4fce11e/84945f5e-e439-49b9-817e-b9f278c47c8e/2a5e0963-7597-40b5-909a-b178a1a8a59f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:58:58.397768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a738388c-a700-484f-8769-c83f19f943f3 req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.405415 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.457545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Pushing event deleted for resources: {'Port': ['ID=d3146366-ec13-443a-8678-b2b49b47880a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:58.471750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4725def7-4cb1-4936-a805-a341e519b4ad, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4725def7-4cb1-4936-a805-a341e519b4ad,segment=NetworkSegment(0573883e-4d27-4de0-806c-b17b4eb3f244),segment_id=0573883e-4d27-4de0-806c-b17b4eb3f244)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:58.495297 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '4725def7-4cb1-4936-a805-a341e519b4ad', 'network_id': 'acfe7e14-1981-4259-bf7a-b56fb5deae9c', 'port_id': '4725def7-4cb1-4936-a805-a341e519b4ad', 'mac_address': 'fa:16:3e:2c:fc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48cb4458-537a-4573-8f0f-5a78e29df46c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:58:58.502694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a738388c-a700-484f-8769-c83f19f943f3 req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] No DVR routers for this DVR port d3146366-ec13-443a-8678-b2b49b47880a on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:58:58.506448 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a738388c-a700-484f-8769-c83f19f943f3 req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.510073 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a738388c-a700-484f-8769-c83f19f943f3 req-cc00a5ba-e099-4cec-aee0-aff904cd7b36 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.39 "DELETE /v2.0/ports/d3146366-ec13-443a-8678-b2b49b47880a HTTP/1.1" status: 204 len: 173 time: 1.5180554 Dec 10 08:58:58.513367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.515797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'name': 'network-vif-deleted', 'tag': 'd3146366-ec13-443a-8678-b2b49b47880a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:58:58.518386 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5723ab4-7dda-445d-afc3-a3c2b6fa317a" -d '{"events": [{"server_uuid": "6e0fc75a-49bd-4a6c-9ef6-513528b40df0", "name": "network-vif-deleted", "tag": "d3146366-ec13-443a-8678-b2b49b47880a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:58:58.525358 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.528835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.550949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-feade2d8-01ac-4187-87b3-f48d1ec1cb9b req-fb353ac9-c132-4ef7-80ce-b68940fce2dc tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 210 time: 0.0637000 Dec 10 08:58:58.570214 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.586941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.594535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819f5f0-ee00-48c9-bc3e-70237d59ff10 req-1210804f-6540-47eb-9426-29982c2fdce0 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:58.596060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a819f5f0-ee00-48c9-bc3e-70237d59ff10 req-1210804f-6540-47eb-9426-29982c2fdce0 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1077774 Dec 10 08:58:58.640869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Network 103b1340-6b00-4180-bed7-1b83eb345535 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:58:58.645346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:58.646123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:58:58.651005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:58.651890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:58:58.653970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:58:58.656307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.696738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Pushing event updated for resources: {'Port': ['ID=74da95a8-e501-4ba3-be4e-e063ee53271e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:58.706592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a819f5f0-ee00-48c9-bc3e-70237d59ff10 req-6960f035-dda1-489c-a841-a05932582237 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625911 Dec 10 08:58:58.753822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:58.755632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.792217 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2babf19e-237f-46a8-9ab9-afcb73f3b9fa tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6299322 Dec 10 08:58:58.820887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Request body: {'port': {'device_id': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:58:58.900321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.929225 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.933071 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:58.934071 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71291eff-53e5-4499-855a-840ba251209d x-openstack-request-id: req-71291eff-53e5-4499-855a-840ba251209d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:58:58.934203 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0fc75a-49bd-4a6c-9ef6-513528b40df0", "name": "network-vif-deleted", "tag": "d3146366-ec13-443a-8678-b2b49b47880a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:58:58.934414 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71291eff-53e5-4499-855a-840ba251209d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:58:58.934737 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0fc75a-49bd-4a6c-9ef6-513528b40df0', 'name': 'network-vif-deleted', 'tag': 'd3146366-ec13-443a-8678-b2b49b47880a', 'status': 'completed', 'code': 200} Dec 10 08:58:58.937671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Pushing event updated for resources: {'Port': ['ID=2a5e0963-7597-40b5-909a-b178a1a8a59f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:58.945937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4725def7-4cb1-4936-a805-a341e519b4ad {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:59.000650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4725def7-4cb1-4936-a805-a341e519b4ad, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4725def7-4cb1-4936-a805-a341e519b4ad,segment=NetworkSegment(0573883e-4d27-4de0-806c-b17b4eb3f244),segment_id=0573883e-4d27-4de0-806c-b17b4eb3f244)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:59.013693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.021000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Attempting to bind port 2a5e0963-7597-40b5-909a-b178a1a8a59f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:58:59.021000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Attempting to bind port 2a5e0963-7597-40b5-909a-b178a1a8a59f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:58:59.021312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Attempting to bind port 2a5e0963-7597-40b5-909a-b178a1a8a59f on network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:59.057628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:58:59.058023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Checking segment: {'id': 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:59.058564 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.058971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Bound using segment: {'id': 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:58:59.059455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Bound port: 2a5e0963-7597-40b5-909a-b178a1a8a59f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:58:59.059842 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.082151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ed5b6-cc10-483b-b644-fd2b6d133835 req-8b692bc0-47f0-45a4-a588-8e78a2427805 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:59.083707 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e47ed5b6-cc10-483b-b644-fd2b6d133835 req-8b692bc0-47f0-45a4-a588-8e78a2427805 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 944 time: 0.1614420 Dec 10 08:58:59.116592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Allocated IP 172.25.3.174 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/70b8ecf8-a84d-4ed3-8beb-8e76b483c17d) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:58:59.118911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=4725def7-4cb1-4936-a805-a341e519b4ad,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:59.159362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] For port 2a5e0963-7597-40b5-909a-b178a1a8a59f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:58:59.164052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] For port 2a5e0963-7597-40b5-909a-b178a1a8a59f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2a5e0963-7597-40b5-909a-b178a1a8a59f,segment=NetworkSegment(ebbea0b0-49f5-465d-bf35-58ed08ce0fe4),segment_id=ebbea0b0-49f5-465d-bf35-58ed08ce0fe4)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:58:59.169738 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.191953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e47ed5b6-cc10-483b-b644-fd2b6d133835 req-f5c952e1-bae7-4a9d-a1fd-c2b8148776a0 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998318 Dec 10 08:58:59.288809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545844c-a25e-4442-a507-066dd84d24b0 None None] Pushing event updated for resources: {'Port': ['ID=2a5e0963-7597-40b5-909a-b178a1a8a59f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:59.319683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-b7ecae5a-1744-4d24-acea-e3868341b945 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:59.321320 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-b7ecae5a-1744-4d24-acea-e3868341b945 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.18 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 945 time: 0.2431920 Dec 10 08:58:59.388754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554dd34-4dd4-4082-a451-233a95d7a3a7 req-d7eb8dbf-e5cf-47c7-aecb-ca5fe7dee093 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:59.390295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f554dd34-4dd4-4082-a451-233a95d7a3a7 req-d7eb8dbf-e5cf-47c7-aecb-ca5fe7dee093 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 945 time: 0.1535466 Dec 10 08:58:59.412519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['4725def7-4cb1-4936-a805-a341e519b4ad'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:58:59.418968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.443239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0440bc-e783-4b53-95ba-f4c0c7414f13 req-9c2000b5-3b58-42ab-9301-4be77125679d tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:59.451311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df0440bc-e783-4b53-95ba-f4c0c7414f13 req-9c2000b5-3b58-42ab-9301-4be77125679d tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1349819 Dec 10 08:58:59.519716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Deleting port 65b6c580-053e-4208-90fb-d8e8a4ab48fc {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:58:59.520375 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.566988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df0440bc-e783-4b53-95ba-f4c0c7414f13 req-cea5af83-155e-42cf-9aaa-4c82cdef6e13 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146605 Dec 10 08:58:59.578498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74da95a8-e501-4ba3-be4e-e063ee53271e {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:58:59.602111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.610849 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f554dd34-4dd4-4082-a451-233a95d7a3a7 req-e36feb20-a76b-412f-883d-e0c5fac187d6 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/security-groups?id=775341c2-0fec-4580-8f65-9f04e53c559e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125502 Dec 10 08:58:59.619345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.643314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Transition to ACTIVE for port object 74da95a8-e501-4ba3-be4e-e063ee53271e will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:58:59.655044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.720473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] For port 65b6c580-053e-4208-90fb-d8e8a4ab48fc, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65b6c580-053e-4208-90fb-d8e8a4ab48fc,segment=NetworkSegment(5147f0bf-bb6d-4876-852b-4edf6289f1c5),segment_id=5147f0bf-bb6d-4876-852b-4edf6289f1c5)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:58:59.720841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:58:59.747946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Calling delete_port for 65b6c580-053e-4208-90fb-d8e8a4ab48fc owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:58:59.751445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=74da95a8-e501-4ba3-be4e-e063ee53271e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:59.771662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:58:59.773478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Pushing event updated for resources: {'Port': ['ID=70b8ecf8-a84d-4ed3-8beb-8e76b483c17d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:58:59.786801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:58:59.789621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:58:59.836335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ada2a-66dc-4bb2-880f-1380cb980510 req-8c76db8a-7d34-4e13-b13a-12b7da736dd7 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:58:59.843734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed0ada2a-66dc-4bb2-880f-1380cb980510 req-8c76db8a-7d34-4e13-b13a-12b7da736dd7 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 943 time: 0.1384101 Dec 10 08:58:59.912868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Attempting to bind port 74da95a8-e501-4ba3-be4e-e063ee53271e on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:58:59.913869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Attempting to bind port 74da95a8-e501-4ba3-be4e-e063ee53271e by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:58:59.913974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Attempting to bind port 74da95a8-e501-4ba3-be4e-e063ee53271e on network 103b1340-6b00-4180-bed7-1b83eb345535 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:59.948387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed0ada2a-66dc-4bb2-880f-1380cb980510 req-899c741d-242b-4cc8-a2c1-89bb4b44da4d tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036990 Dec 10 08:58:59.982362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Port 74da95a8-e501-4ba3-be4e-e063ee53271e on network 103b1340-6b00-4180-bed7-1b83eb345535 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:58:59.982707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Attempting to bind port 74da95a8-e501-4ba3-be4e-e063ee53271e on network 103b1340-6b00-4180-bed7-1b83eb345535 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:58:59.996073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:58:59.996411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Checking segment: {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:58:59.996801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Bound using segment: {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:58:59.996922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2a5e0963-7597-40b5-909a-b178a1a8a59f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:58:59.997250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Bound port: 74da95a8-e501-4ba3-be4e-e063ee53271e, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99bffc6-aaab-4042-bd23-a1e171fec5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:58:59.997640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.050238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.060181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2a5e0963-7597-40b5-909a-b178a1a8a59f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:00.060549 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.092847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Pushing event deleted for resources: {'Port': ['ID=65b6c580-053e-4208-90fb-d8e8a4ab48fc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:00.124991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:00.140880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3146366-ec13-443a-8678-b2b49b47880a no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:00.155152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] No DVR routers for this DVR port 65b6c580-053e-4208-90fb-d8e8a4ab48fc on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:00.158128 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.162397 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b5e7aa1-eaf8-4397-852c-fa76af534a86 req-69a18168-87e3-4b29-a3b1-3c5235291bd9 tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.18 "DELETE /v2.0/ports/65b6c580-053e-4208-90fb-d8e8a4ab48fc HTTP/1.1" status: 204 len: 173 time: 0.8260124 Dec 10 08:59:00.164177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=74da95a8-e501-4ba3-be4e-e063ee53271e,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:00.170443 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.174589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.180256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: d3146366-ec13-443a-8678-b2b49b47880a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:00.180448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3146366-ec13-443a-8678-b2b49b47880a not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:00.185756 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.216925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:00.218433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.219988 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] 10.222.0.18 "PUT /v2.0/ports/74da95a8-e501-4ba3-be4e-e063ee53271e HTTP/1.1" status: 200 len: 1091 time: 1.4118395 Dec 10 08:59:00.223506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 2a5e0963-7597-40b5-909a-b178a1a8a59f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2a5e0963-7597-40b5-909a-b178a1a8a59f,segment=NetworkSegment(ebbea0b0-49f5-465d-bf35-58ed08ce0fe4),segment_id=ebbea0b0-49f5-465d-bf35-58ed08ce0fe4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:00.250389 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.261482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0d8b0-4877-480f-9107-489c7123dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=74da95a8-e501-4ba3-be4e-e063ee53271e,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:00.371194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=2a5e0963-7597-40b5-909a-b178a1a8a59f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:00.384959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2dbe8a32-af14-4ceb-8ad4-93f6a56e6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:00.389213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2dbe8a32-af14-4ceb-8ad4-93f6a56e6ed0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 1094 time: 0.0653906 Dec 10 08:59:00.439584 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-e173c798-1c68-46e6-94d5-ab3d78963069 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74da95a8-e501-4ba3-be4e-e063ee53271e HTTP/1.1" status: 200 len: 217 time: 0.0414522 Dec 10 08:59:00.468408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb55e5-7de8-4223-a123-91ad2fcb860c req-d721e65f-b5cf-422e-912e-7d806b730e7e tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:00.469999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57fb55e5-7de8-4223-a123-91ad2fcb860c req-d721e65f-b5cf-422e-912e-7d806b730e7e tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 945 time: 0.1078784 Dec 10 08:59:00.473007 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.497452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2be9c474-7531-4f53-943a-1a473e3de896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:00.499004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-2be9c474-7531-4f53-943a-1a473e3de896 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15349f3d-125d-490d-ae31-4a9529c678c7 HTTP/1.1" status: 200 len: 844 time: 0.0515451 Dec 10 08:59:00.538529 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-de8ed258-e485-43d0-b73a-20597f7d2b9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=103b1340-6b00-4180-bed7-1b83eb345535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298223 Dec 10 08:59:00.602488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57fb55e5-7de8-4223-a123-91ad2fcb860c req-71d25480-9d3f-49a5-abb7-55c18f85559b tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240287 Dec 10 08:59:00.650793 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-bdc4bf65-a991-4ea9-93cb-f912e746a1bc service neutron] 10.222.0.18 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048782 Dec 10 08:59:00.670001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 08:59:00.752516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bdd28d-8581-42eb-a4ca-abdfbe3411e2 None None] Network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:00.786970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-562993c4-e7bd-4428-b65c-ad93ca3a15f6 req-f0187c55-63d8-45bc-86bb-78ec9064993b tempest-ServerPasswordTestJSON-409462708 tempest-ServerPasswordTestJSON-409462708-project] 10.222.0.31 "GET /v2.0/ports?device_id=19411e83-444f-4b3c-9d69-c0cbf12f37c2 HTTP/1.1" status: 200 len: 210 time: 0.0524619 Dec 10 08:59:00.848685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3395354b-3b6a-4ebf-8578-70725fa4dd26 None None] Provisioning complete for port 2a5e0963-7597-40b5-909a-b178a1a8a59f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:00.849053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3395354b-3b6a-4ebf-8578-70725fa4dd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.856524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404970a-5090-4caf-81de-50c1249f8767 req-41d866ff-7c05-4626-a673-552e6e5772bb tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:00.858080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5404970a-5090-4caf-81de-50c1249f8767 req-41d866ff-7c05-4626-a673-552e6e5772bb tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1355319 Dec 10 08:59:00.883080 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-75f5ecb0-4b52-4572-a0a6-17ea5a81eba2 req-da93eccd-8707-4fe6-91cd-847ed0a90b57 service neutron] 10.222.0.18 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176805 Dec 10 08:59:00.892159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:59:00.918025 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:00.922401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cc8632d4-e0d8-4dab-8bbd-5c5bbaf8234b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0749245 Dec 10 08:59:00.922563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Sync routers for ids ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:59:00.922738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55034) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:00.936199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19411e83-444f-4b3c-9d69-c0cbf12f37c2', 'name': 'network-vif-deleted', 'tag': '65b6c580-053e-4208-90fb-d8e8a4ab48fc'}, {'name': 'network-changed', 'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:00.939203 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f" -d '{"events": [{"server_uuid": "19411e83-444f-4b3c-9d69-c0cbf12f37c2", "name": "network-vif-deleted", "tag": "65b6c580-053e-4208-90fb-d8e8a4ab48fc"}, {"name": "network-changed", "server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:00.945476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Routers {'22ce4e8a-5d46-4a48-97e7-80ee1645ca07'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:00.946235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:00.979712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5404970a-5090-4caf-81de-50c1249f8767 req-cacab722-d448-46ef-830a-c08e49262f02 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148047 Dec 10 08:59:01.057701 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f19a93a-4bda-4bb0-91c6-191ba968c0f6 x-openstack-request-id: req-1f19a93a-4bda-4bb0-91c6-191ba968c0f6 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:01.058011 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19411e83-444f-4b3c-9d69-c0cbf12f37c2", "name": "network-vif-deleted", "tag": "65b6c580-053e-4208-90fb-d8e8a4ab48fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:01.058266 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f19a93a-4bda-4bb0-91c6-191ba968c0f6 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:01.058676 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19411e83-444f-4b3c-9d69-c0cbf12f37c2', 'name': 'network-vif-deleted', 'tag': '65b6c580-053e-4208-90fb-d8e8a4ab48fc', 'status': 'completed', 'code': 200} Dec 10 08:59:01.058930 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e', 'status': 'completed', 'code': 200} Dec 10 08:59:01.158293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Set router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:01.170528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-7d7cdc0a-7285-48c4-9a34-a5e9df16a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:01.172091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-7d7cdc0a-7285-48c4-9a34-a5e9df16a948 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3949e94f1b224905b71b511daff20c14&device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 1094 time: 0.0750401 Dec 10 08:59:01.297535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-5304058e-96fb-4bfd-a36d-163e6a80897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:01.300100 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-5304058e-96fb-4bfd-a36d-163e6a80897d service neutron] 10.222.0.18 "GET /v2.0/networks?id=103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 200 len: 905 time: 0.1176112 Dec 10 08:59:01.300592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e970b9-7932-4cc5-9b71-c5680f2c127a req-0ccbd30f-ccbe-4454-b7b0-e9bc648a27b3 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:01.302139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96e970b9-7932-4cc5-9b71-c5680f2c127a req-0ccbd30f-ccbe-4454-b7b0-e9bc648a27b3 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 943 time: 0.1247752 Dec 10 08:59:01.347815 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-bcaaeaa7-9931-43a0-9536-491d2b0e7d81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74da95a8-e501-4ba3-be4e-e063ee53271e HTTP/1.1" status: 200 len: 217 time: 0.0372000 Dec 10 08:59:01.372455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f051aac2-4dff-4f29-afd2-2cde5efa9831 None None] Provisioning complete for port 2a5e0963-7597-40b5-909a-b178a1a8a59f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:01.373075 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f051aac2-4dff-4f29-afd2-2cde5efa9831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.394502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:58:57Z', 'updated_at': '2021-12-10T08:59:00Z', 'revision_number': 3, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'gw_port': {'id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:58:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:58:58Z', 'updated_at': '2021-12-10T08:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:01.404241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-5cc77efe-8727-453c-b81d-02d67d8345b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:01.405716 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-5cc77efe-8727-453c-b81d-02d67d8345b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15349f3d-125d-490d-ae31-4a9529c678c7 HTTP/1.1" status: 200 len: 844 time: 0.0484684 Dec 10 08:59:01.426908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96e970b9-7932-4cc5-9b71-c5680f2c127a req-975e5adb-0799-4ca3-8d7d-59ec83439ca8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899935 Dec 10 08:59:01.434889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Checking router: 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:59:01.435246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Updating router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:59:01.448098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-4c0a18a5-291e-4c9f-9f97-023807e06a71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=103b1340-6b00-4180-bed7-1b83eb345535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339019 Dec 10 08:59:01.476863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.523683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.554390 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-1789e4d8-7a08-4316-9f5c-22cc3a96d405 service neutron] 10.222.0.18 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967588 Dec 10 08:59:01.656496 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5fa0bc5e-89c3-4258-ae16-52c5800fe24f req-4f3e9546-ebbc-403f-9df8-63fdcc841385 service neutron] 10.222.0.18 "GET /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948579 Dec 10 08:59:01.731348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Allocated IP 172.20.0.1 (785a31ba-4ce0-4c10-a2f8-66d9a4fce11e/84945f5e-e439-49b9-817e-b9f278c47c8e/0ce45ed9-a188-420e-858d-0eb3e85cd205) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:01.770892 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.776117 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.802567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea840a-9b32-4a01-a93c-6ece49759b32 req-3751bb1b-6c47-43b5-b07f-f0c091cfd1a2 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:01.804252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bea840a-9b32-4a01-a93c-6ece49759b32 req-3751bb1b-6c47-43b5-b07f-f0c091cfd1a2 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 945 time: 0.1092443 Dec 10 08:59:01.831689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Attempting to bind port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:01.832070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Attempting to bind port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:01.832425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Attempting to bind port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:01.835127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462420b2-fa86-4055-8acf-3301baad95f4 None None] Pushing event updated for resources: {'Port': ['ID=70b8ecf8-a84d-4ed3-8beb-8e76b483c17d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:01.843037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:01.843617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:01.843965 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.844358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:01.845969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Bound port: 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:01.846372 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.872502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55046) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:01.882447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bea840a-9b32-4a01-a93c-6ece49759b32 req-c42497ee-bf94-4b89-8166-39f8a76c7c28 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703049 Dec 10 08:59:01.905133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.930087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] For port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:01.934560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] For port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=70b8ecf8-a84d-4ed3-8beb-8e76b483c17d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:01.942391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.948216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:01.948730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 65b6c580-053e-4208-90fb-d8e8a4ab48fc no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:01.954687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e90d5d-5e52-41a2-8e8d-c783609a1490 admin admin] Deleting subnet 2ffd7398-5dfe-4a70-9245-06989dc96b54 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:01.955694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2a5e0963-7597-40b5-909a-b178a1a8a59f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:01.959902 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0e90d5d-5e52-41a2-8e8d-c783609a1490 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.003929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:02.010154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:02.015557 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0e90d5d-5e52-41a2-8e8d-c783609a1490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.023824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:02.036263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 65b6c580-053e-4208-90fb-d8e8a4ab48fc {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:02.036829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 65b6c580-053e-4208-90fb-d8e8a4ab48fc not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:02.081872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0e90d5d-5e52-41a2-8e8d-c783609a1490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.082917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462420b2-fa86-4055-8acf-3301baad95f4 None None] Pushing event updated for resources: {'Port': ['ID=70b8ecf8-a84d-4ed3-8beb-8e76b483c17d,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:02.097740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Routers {'22ce4e8a-5d46-4a48-97e7-80ee1645ca07'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:02.106134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:58:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:02.152342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.157201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4725def7-4cb1-4936-a805-a341e519b4ad up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:02.185941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0e90d5d-5e52-41a2-8e8d-c783609a1490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.216163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2a5e0963-7597-40b5-909a-b178a1a8a59f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:02.217467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e90d5d-5e52-41a2-8e8d-c783609a1490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ffd7398-5dfe-4a70-9245-06989dc96b54,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:02.218035 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.228436 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0e90d5d-5e52-41a2-8e8d-c783609a1490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.234473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce45ed9-a188-420e-858d-0eb3e85cd205,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:02.248566 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d0e90d5d-5e52-41a2-8e8d-c783609a1490 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2ffd7398-5dfe-4a70-9245-06989dc96b54 HTTP/1.1" status: 204 len: 168 time: 0.3729639 Dec 10 08:59:02.249369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55056) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:02.345320 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.353953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f6aee-62df-4c40-9492-5b5db933b6d8 req-70261c8b-b06e-4975-aa0d-9ed564603c65 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:02.354539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] Set router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:02.356576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d79f6aee-62df-4c40-9492-5b5db933b6d8 req-70261c8b-b06e-4975-aa0d-9ed564603c65 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1235294 Dec 10 08:59:02.486511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39904818-b7d1-4a9e-8497-a16c32745379 req-1f18d457-cbb6-4f6b-9500-0049abdade85 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:02.488340 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39904818-b7d1-4a9e-8497-a16c32745379 req-1f18d457-cbb6-4f6b-9500-0049abdade85 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 946 time: 0.1361670 Dec 10 08:59:02.529863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.563979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 4725def7-4cb1-4936-a805-a341e519b4ad completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:59:02.582372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c068e0-cfe9-4c5a-907a-7ece978759f8']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:02.607605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 4725def7-4cb1-4936-a805-a341e519b4ad triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:02.608064 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.621581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5147f0bf-bb6d-4876-852b-4edf6289f1c5') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:02.621863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5147f0bf-bb6d-4876-852b-4edf6289f1c5') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:02.638523 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.657664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.667856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:02.668089 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:02.670349 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:02.689043 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8db7108e-e1d9-487a-a499-880464619581 None None] Provisioning complete for port 0ce45ed9-a188-420e-858d-0eb3e85cd205 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:02.689552 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8db7108e-e1d9-487a-a499-880464619581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.730803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-39904818-b7d1-4a9e-8497-a16c32745379 req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Deleting port 4184e4ca-ebb0-4278-9aba-f0342cb12144 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:02.731728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-39904818-b7d1-4a9e-8497-a16c32745379 req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.781035 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.789005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.793078 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] 10.222.0.31 "DELETE /v2.0/networks/f1c068e0-cfe9-4c5a-907a-7ece978759f8 HTTP/1.1" status: 204 len: 168 time: 0.5415285 Dec 10 08:59:02.807728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8db7108e-e1d9-487a-a499-880464619581 None None] Port 0ce45ed9-a188-420e-858d-0eb3e85cd205 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:59:02.812422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd43e6-750c-4c8f-9d7d-ba3848e412ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c068e0-cfe9-4c5a-907a-7ece978759f8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:02.840898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d79f6aee-62df-4c40-9492-5b5db933b6d8 req-7537cb2e-ef60-498b-8c90-22fc8011e4a5 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068025 Dec 10 08:59:02.860996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-39904818-b7d1-4a9e-8497-a16c32745379 req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] For port 4184e4ca-ebb0-4278-9aba-f0342cb12144, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=4184e4ca-ebb0-4278-9aba-f0342cb12144,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:02.861369 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-39904818-b7d1-4a9e-8497-a16c32745379 req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.878430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-39904818-b7d1-4a9e-8497-a16c32745379 req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Calling delete_port for 4184e4ca-ebb0-4278-9aba-f0342cb12144 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:02.890298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c896b-e6a7-46ac-810c-862db682ca04 req-4dea2c92-b2b5-4a03-9b3d-e934e095eb5e tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:02.898925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-203c896b-e6a7-46ac-810c-862db682ca04 req-4dea2c92-b2b5-4a03-9b3d-e934e095eb5e tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 943 time: 0.1636596 Dec 10 08:59:02.899511 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.923570 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:02.969141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe44c5b7-6154-4287-9864-cee254d9d1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4725def7-4cb1-4936-a805-a341e519b4ad'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:02.977741 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffc6f89-cc27-4cab-a418-26fd5267925c" -d '{"events": [{"server_uuid": "fe44c5b7-6154-4287-9864-cee254d9d1b8", "name": "network-vif-plugged", "status": "completed", "tag": "4725def7-4cb1-4936-a805-a341e519b4ad"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:02.993804 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-203c896b-e6a7-46ac-810c-862db682ca04 req-d022f47f-9633-49e7-a115-c3778df98880 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938137 Dec 10 08:59:03.010942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55066) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:03.011592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4725def7-4cb1-4936-a805-a341e519b4ad, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4725def7-4cb1-4936-a805-a341e519b4ad,segment=NetworkSegment(0573883e-4d27-4de0-806c-b17b4eb3f244),segment_id=0573883e-4d27-4de0-806c-b17b4eb3f244)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:03.017809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-15035906-82af-437a-835b-59ae521fdf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:58:57Z', 'updated_at': '2021-12-10T08:59:00Z', 'revision_number': 3, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'gw_port': {'id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:58:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:58:58Z', 'updated_at': '2021-12-10T08:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:03.021107 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.079600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-39904818-b7d1-4a9e-8497-a16c32745379 req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.114912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15035906-82af-437a-835b-59ae521fdf59 None None] The sync data for ids ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'] in n-d-814746-3 is: [{'id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:58:57Z', 'updated_at': '2021-12-10T08:59:00Z', 'revision_number': 3, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'gw_port': {'id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:58:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:58:58Z', 'updated_at': '2021-12-10T08:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:59:03.139068 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6009ce40-7c1a-4f13-a7a5-2be14df3332d x-openstack-request-id: req-6009ce40-7c1a-4f13-a7a5-2be14df3332d {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:03.139559 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe44c5b7-6154-4287-9864-cee254d9d1b8", "name": "network-vif-plugged", "status": "completed", "tag": "4725def7-4cb1-4936-a805-a341e519b4ad", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:03.141098 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6009ce40-7c1a-4f13-a7a5-2be14df3332d {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:03.149412 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe44c5b7-6154-4287-9864-cee254d9d1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4725def7-4cb1-4936-a805-a341e519b4ad', 'code': 200} Dec 10 08:59:03.157302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['4184e4ca-ebb0-4278-9aba-f0342cb12144'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:03.161888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:03.173214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Pushing event deleted for resources: {'Port': ['ID=4184e4ca-ebb0-4278-9aba-f0342cb12144,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:03.173720 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bffccc1c-4c0a-4177-9c71-34fc458f742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.299361 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-afcd2494-93ab-4587-a1c4-7b07a837aa73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88528cb3c9574405957dbeed7fe4e4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907491 Dec 10 08:59:03.313139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d055d1-38c7-423f-8896-684e79714539 req-5ee0085b-0cd1-43eb-b531-9ccf1d5b134a tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:03.314843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39d055d1-38c7-423f-8896-684e79714539 req-5ee0085b-0cd1-43eb-b531-9ccf1d5b134a tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 946 time: 0.3135774 Dec 10 08:59:03.316670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-39904818-b7d1-4a9e-8497-a16c32745379 req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] No DVR routers for this DVR port 4184e4ca-ebb0-4278-9aba-f0342cb12144 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:03.317833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55074) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:03.330796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-39904818-b7d1-4a9e-8497-a16c32745379 req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.335297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39904818-b7d1-4a9e-8497-a16c32745379 req-3cf48310-2424-4a7f-bd97-390054f2c529 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.18 "DELETE /v2.0/ports/4184e4ca-ebb0-4278-9aba-f0342cb12144 HTTP/1.1" status: 204 len: 173 time: 0.8385363 Dec 10 08:59:03.337327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b56394-e081-4447-a764-1cac278c3c4a', 'name': 'network-vif-deleted', 'tag': '4184e4ca-ebb0-4278-9aba-f0342cb12144'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:03.339987 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e0bec-113c-4c7f-9c37-659d51ef134a" -d '{"events": [{"server_uuid": "c7b56394-e081-4447-a764-1cac278c3c4a", "name": "network-vif-deleted", "tag": "4184e4ca-ebb0-4278-9aba-f0342cb12144"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:03.359525 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=4725def7-4cb1-4936-a805-a341e519b4ad,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:03.374994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9b992-e123-4fa9-9bdb-758e182551d2 req-e0b98427-e4d1-4078-8658-e9ae52993109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:03.376503 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-82e9b992-e123-4fa9-9bdb-758e182551d2 req-e0b98427-e4d1-4078-8658-e9ae52993109 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 1097 time: 0.1502430 Dec 10 08:59:03.456187 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-82e9b992-e123-4fa9-9bdb-758e182551d2 req-e140d078-acf7-44bd-b942-a0c0d73b0b09 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710878 Dec 10 08:59:03.473002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1d6c07d5-d234-4b66-989f-b6771a02ac41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.480886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39d055d1-38c7-423f-8896-684e79714539 req-54cfb561-55e0-4d98-9c0b-fa038f48a10c tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436474 Dec 10 08:59:03.484198 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.510707 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.610001 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de53460-c44d-4c39-9945-7a2452098672 x-openstack-request-id: req-2de53460-c44d-4c39-9945-7a2452098672 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:03.610809 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b56394-e081-4447-a764-1cac278c3c4a", "name": "network-vif-deleted", "tag": "4184e4ca-ebb0-4278-9aba-f0342cb12144", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:03.610809 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2de53460-c44d-4c39-9945-7a2452098672 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:03.611486 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b56394-e081-4447-a764-1cac278c3c4a', 'name': 'network-vif-deleted', 'tag': '4184e4ca-ebb0-4278-9aba-f0342cb12144', 'status': 'completed', 'code': 200} Dec 10 08:59:03.653154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.667484 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1d6c07d5-d234-4b66-989f-b6771a02ac41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.757987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce45ed9-a188-420e-858d-0eb3e85cd205,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:03.801191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1d6c07d5-d234-4b66-989f-b6771a02ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.803836 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1d6c07d5-d234-4b66-989f-b6771a02ac41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:03.807343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1d6c07d5-d234-4b66-989f-b6771a02ac41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/775341c2-0fec-4580-8f65-9f04e53c559e HTTP/1.1" status: 204 len: 168 time: 0.4865062 Dec 10 08:59:03.807343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:03.820611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:03.827016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c07d5-d234-4b66-989f-b6771a02ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775341c2-0fec-4580-8f65-9f04e53c559e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:03.934325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 74da95a8-e501-4ba3-be4e-e063ee53271e details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:59:04.054004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:04.092258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:59:04.199992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebe3c0b9-9358-4cad-b9fa-fd6225694d5f req-9b377d62-a035-4cf1-8007-18b721327f2f tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7b56394-e081-4447-a764-1cac278c3c4a HTTP/1.1" status: 200 len: 210 time: 0.1056364 Dec 10 08:59:04.297050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-381e7167-02a9-41ff-8a9f-a6fa1ee8fec4 None None] Provisioning complete for port 0ce45ed9-a188-420e-858d-0eb3e85cd205 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:04.297467 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-381e7167-02a9-41ff-8a9f-a6fa1ee8fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:04.299261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:04.299645 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:04.303357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=74da95a8-e501-4ba3-be4e-e063ee53271e,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:04.385089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf640a1-b11c-41e2-89cb-b0f16608b48d req-e1e1b4a1-e755-4a47-9dfa-29de9f76813d tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:04.386290 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cf640a1-b11c-41e2-89cb-b0f16608b48d req-e1e1b4a1-e755-4a47-9dfa-29de9f76813d tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 943 time: 0.2357159 Dec 10 08:59:04.403794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '74da95a8-e501-4ba3-be4e-e063ee53271e', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'port_id': '74da95a8-e501-4ba3-be4e-e063ee53271e', 'mac_address': 'fa:16:3e:6b:99:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15349f3d-125d-490d-ae31-4a9529c678c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:59:04.406029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:59:04.418114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e482b008-5582-486e-ab51-a6dd9934f9b7 admin admin] 10.222.0.31 "PUT /v2.0/routers/22ce4e8a-5d46-4a48-97e7-80ee1645ca07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4946625 Dec 10 08:59:04.469584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-381e7167-02a9-41ff-8a9f-a6fa1ee8fec4 None None] Port 0ce45ed9-a188-420e-858d-0eb3e85cd205 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:59:04.482195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cf640a1-b11c-41e2-89cb-b0f16608b48d req-7757f3ce-16dc-4f6d-8cf1-79a7a7ce8cbf tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861712 Dec 10 08:59:04.510636 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:04.539488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74da95a8-e501-4ba3-be4e-e063ee53271e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:04.605677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=74da95a8-e501-4ba3-be4e-e063ee53271e,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:04.608927 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:04.619099 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:04.652534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55102) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:04.693054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497da012-8f5b-411e-8089-7e6e493410b1 req-96b13fa8-a8e7-461d-8a18-aff938006823 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:04.700232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-497da012-8f5b-411e-8089-7e6e493410b1 req-96b13fa8-a8e7-461d-8a18-aff938006823 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 946 time: 0.1006711 Dec 10 08:59:04.713655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=70b8ecf8-a84d-4ed3-8beb-8e76b483c17d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:04.768080 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:04.794738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=74da95a8-e501-4ba3-be4e-e063ee53271e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:04.818056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-497da012-8f5b-411e-8089-7e6e493410b1 req-3d9c5e16-8ebb-4442-9772-d5e2937b9ce1 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021426 Dec 10 08:59:04.859110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=70b8ecf8-a84d-4ed3-8beb-8e76b483c17d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:04.932013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['74da95a8-e501-4ba3-be4e-e063ee53271e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:04.939824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1731113086'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:04.965316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:04.969266 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:04.997703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:59:05.008033 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.008404 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Added segment 398b2191-3d83-40cd-a6a4-6c0b86cb1a9c of type vlan for network 3dd26aca-40cd-4110-8444-8592c85b1416 Dec 10 08:59:05.053720 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.079924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.086447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:05.087115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.154818 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5010107 Dec 10 08:59:05.155417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55120) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:05.165091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e509f-9b2a-419b-ab66-a5507d07469f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Network': ['ID=3dd26aca-40cd-4110-8444-8592c85b1416,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:05.168303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'subnet': {'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:05.179189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 3dd26aca-40cd-4110-8444-8592c85b1416 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:59:05.307212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:05.311527 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.400371 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d6b20028-bbec-4d18-a7f6-790b76cc8395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.442756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55130) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:05.632725 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca75cfa4-fe7a-4bf5-bdd6-3317c1ffd263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.656633 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.724167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca75cfa4-fe7a-4bf5-bdd6-3317c1ffd263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.731157 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca75cfa4-fe7a-4bf5-bdd6-3317c1ffd263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.734080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649c775-8ea0-4ae6-903e-457a73be8f08 req-7dbe03a5-361c-4f69-b335-c4c733ab1cfe tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:05.735652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8649c775-8ea0-4ae6-903e-457a73be8f08 req-7dbe03a5-361c-4f69-b335-c4c733ab1cfe tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1792986 Dec 10 08:59:05.743708 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Sync routers for ids ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:59:05.752958 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Routers {'22ce4e8a-5d46-4a48-97e7-80ee1645ca07'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:05.754066 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:59:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:05.792855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Subnet': ['ID=f5b47351-b36e-48e7-8770-95e8ebd4f15a,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:05.793059 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ca75cfa4-fe7a-4bf5-bdd6-3317c1ffd263 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66f84232de1a40abac31dc09d838de2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3447731 Dec 10 08:59:05.793059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75cfa4-fe7a-4bf5-bdd6-3317c1ffd263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4561153-15d0-4d94-866a-2a5fe95fede1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:05.799881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55142) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:05.807371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3f723-1740-47c9-aa4f-198622fab709 req-da97724c-2426-4017-87ea-65364c567a2a tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:05.815320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54a3f723-1740-47c9-aa4f-198622fab709 req-da97724c-2426-4017-87ea-65364c567a2a tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 944 time: 0.1763897 Dec 10 08:59:05.874072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Checking segment: {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:05.875319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network hostable DHCP agents. Network: 3dd26aca-40cd-4110-8444-8592c85b1416, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:59:05.885172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f052764-9da8-4061-ace4-9bf97004a991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.887544 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Set router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:05.903531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8649c775-8ea0-4ae6-903e-457a73be8f08 req-772285b7-c94c-47a6-80ba-9cad1e242298 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579437 Dec 10 08:59:05.924875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54a3f723-1740-47c9-aa4f-198622fab709 req-cc519abd-b67d-44d3-a6cb-9511092df629 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085606 Dec 10 08:59:05.931652 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f052764-9da8-4061-ace4-9bf97004a991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:05.949683 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 74da95a8-e501-4ba3-be4e-e063ee53271e up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:05.962488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network 3dd26aca-40cd-4110-8444-8592c85b1416 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:59:05.993091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 3dd26aca-40cd-4110-8444-8592c85b1416) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:06.006599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:06.009653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.013811 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f052764-9da8-4061-ace4-9bf97004a991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.016785 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f052764-9da8-4061-ace4-9bf97004a991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.018254 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4f052764-9da8-4061-ace4-9bf97004a991 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4561153-15d0-4d94-866a-2a5fe95fede1 HTTP/1.1" status: 204 len: 168 time: 0.2167389 Dec 10 08:59:06.029411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f052764-9da8-4061-ace4-9bf97004a991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4561153-15d0-4d94-866a-2a5fe95fede1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:06.043917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f2e23-3934-4e09-b75c-832b54f4fc21 None None] Network 3dd26aca-40cd-4110-8444-8592c85b1416 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:06.047605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:06.055921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97d20c65-1cd9-4f9f-960e-51c14cf0ba7e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8974819 Dec 10 08:59:06.058513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55148) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:06.063703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1332417280'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:06.147897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ed1-2fbc-4eb6-ba97-8723f339dbf7 req-b33c986d-3cec-4676-8c8d-b6473b6132cc tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:06.149711 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cefe9ed1-2fbc-4eb6-ba97-8723f339dbf7 req-b33c986d-3cec-4676-8c8d-b6473b6132cc tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 946 time: 0.0750022 Dec 10 08:59:06.151008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:06.154394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.184927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:06.186038 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.206315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:59:06.243391 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:58:57Z', 'updated_at': '2021-12-10T08:59:02Z', 'revision_number': 4, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'gw_port': {'id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:58:58Z', 'updated_at': '2021-12-10T08:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0ce45ed9-a188-420e-858d-0eb3e85cd205', 'name': '', 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'mac_address': 'fa:16:3e:85:be:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '84945f5e-e439-49b9-817e-b9f278c47c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:59:01Z', 'updated_at': '2021-12-10T08:59:03Z', 'revision_number': 2, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'subnets': [{'id': '84945f5e-e439-49b9-817e-b9f278c47c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:06.250583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.251069 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Added segment 461e6100-5b42-4c79-aa76-02b8316080ea of type vlan for network 43716509-610d-44ad-8514-5226867ac4c8 Dec 10 08:59:06.263866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 74da95a8-e501-4ba3-be4e-e063ee53271e completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:59:06.271032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cefe9ed1-2fbc-4eb6-ba97-8723f339dbf7 req-d6a390f6-1d93-42ac-b99b-efe6e091b3ac tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006761 Dec 10 08:59:06.277175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 74da95a8-e501-4ba3-be4e-e063ee53271e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:06.278001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.282253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-3dd26aca-40cd-4110-8444-8592c85b1416', 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416', 'project_id': '15e5231e03f04c1a8b5027737365571d', 'fixed_ips': [{'subnet_id': 'f5b47351-b36e-48e7-8770-95e8ebd4f15a'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:59:06.283199 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.298888 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Checking router: 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:59:06.299526 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Updating router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 port 0ce45ed9-a188-420e-858d-0eb3e85cd205 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 08:59:06.332597 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.336137 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.420968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.427463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:06.428412 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.545043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55162) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:06.545390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4853883 Dec 10 08:59:06.550924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'subnet': {'network_id': '43716509-610d-44ad-8514-5226867ac4c8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:06.559091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af880bab-45b3-489f-abb8-3089b58b1522 req-ed308301-cd0f-4cd8-bb39-24e65213f7fe tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:06.566892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af880bab-45b3-489f-abb8-3089b58b1522 req-ed308301-cd0f-4cd8-bb39-24e65213f7fe tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 946 time: 0.1965275 Dec 10 08:59:06.574714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffc7a1-7439-4628-b3e4-948fb387d40c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Network': ['ID=43716509-610d-44ad-8514-5226867ac4c8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:06.607191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.607975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 43716509-610d-44ad-8514-5226867ac4c8 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:59:06.643098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af880bab-45b3-489f-abb8-3089b58b1522 req-56c49d32-f728-44e1-9bae-d9835b1caa55 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751359 Dec 10 08:59:06.791415 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:06.794302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Allocated IP 19.80.0.2 (3dd26aca-40cd-4110-8444-8592c85b1416/f5b47351-b36e-48e7-8770-95e8ebd4f15a/ed73223d-281a-4a64-b19a-9445b2cb7dc1) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:06.796715 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.797393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.845847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:06.848429 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b54f1ef-bb04-4937-99d8-25526ccd1e40" -d '{"events": [{"server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "name": "network-vif-plugged", "status": "completed", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:06.867466 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.882676 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.933812 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Pushing event updated for resources: {'Port': ['ID=0ce45ed9-a188-420e-858d-0eb3e85cd205,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:06.944163 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.944490 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50db30dd-36fd-4256-90ae-1e7fb1578ebf x-openstack-request-id: req-50db30dd-36fd-4256-90ae-1e7fb1578ebf {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:06.944796 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "name": "network-vif-plugged", "status": "completed", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:06.945212 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50db30dd-36fd-4256-90ae-1e7fb1578ebf {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:06.945310 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.945714 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e', 'code': 200} Dec 10 08:59:06.946232 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.946788 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.947366 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.947889 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.948477 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.948997 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.949597 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.950119 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.950656 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.951173 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.951719 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:06.953979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=74da95a8-e501-4ba3-be4e-e063ee53271e,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:06.965875 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:06.972367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 4184e4ca-ebb0-4278-9aba-f0342cb12144 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:07.069765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 4184e4ca-ebb0-4278-9aba-f0342cb12144 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:07.073823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 4184e4ca-ebb0-4278-9aba-f0342cb12144 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:07.080885 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Attempting to bind port 0ce45ed9-a188-420e-858d-0eb3e85cd205 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:07.081267 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Attempting to bind port 0ce45ed9-a188-420e-858d-0eb3e85cd205 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:07.081659 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Attempting to bind port 0ce45ed9-a188-420e-858d-0eb3e85cd205 on network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:07.105164 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:07.105558 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Checking segment: {'id': 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:07.106144 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.106542 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Bound using segment: {'id': 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:07.107078 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Bound port: 0ce45ed9-a188-420e-858d-0eb3e85cd205, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:07.107457 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.208122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728d20-2b3f-434f-bf77-0f0054b932bf req-f1358353-dc5d-4194-9845-b0384e9f24c0 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:07.208729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=74da95a8-e501-4ba3-be4e-e063ee53271e,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:07.216487 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] For port 0ce45ed9-a188-420e-858d-0eb3e85cd205, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:07.220652 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] For port 0ce45ed9-a188-420e-858d-0eb3e85cd205, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0ce45ed9-a188-420e-858d-0eb3e85cd205,segment=NetworkSegment(ebbea0b0-49f5-465d-bf35-58ed08ce0fe4),segment_id=ebbea0b0-49f5-465d-bf35-58ed08ce0fe4)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:07.224123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a728d20-2b3f-434f-bf77-0f0054b932bf req-f1358353-dc5d-4194-9845-b0384e9f24c0 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1539326 Dec 10 08:59:07.228599 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.268934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55190) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:07.314717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.336000 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.349216 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.372222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Subnet': ['ID=5594b4ec-0ade-4536-ad3c-94aefb0f980c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:07.377004 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Routers {'22ce4e8a-5d46-4a48-97e7-80ee1645ca07'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:07.377004 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:59:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:07.395413 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3a90-9631-4114-b18b-028975487541 req-f9d540b6-9f27-405d-8cc8-089baceef24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:07.398490 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f35b3a90-9631-4114-b18b-028975487541 req-f9d540b6-9f27-405d-8cc8-089baceef24c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 1096 time: 0.3586564 Dec 10 08:59:07.426786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a728d20-2b3f-434f-bf77-0f0054b932bf req-514ed77c-53e4-488b-8a34-eaa03c4f7334 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/security-groups?id=c349ecb6-779e-47d4-a600-35de8394b2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999633 Dec 10 08:59:07.457801 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786447c-f66e-48e1-8eb6-20ca8012d57a None None] Pushing event updated for resources: {'Port': ['ID=0ce45ed9-a188-420e-858d-0eb3e85cd205,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:07.467424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Network 3dd26aca-40cd-4110-8444-8592c85b1416 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:07.470344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:07.482759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:07.489710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545c235-4113-43c1-9a37-9e2892e0bb7f req-01aed721-47fb-4297-904b-684c9fdceea0 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:07.499581 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2545c235-4113-43c1-9a37-9e2892e0bb7f req-01aed721-47fb-4297-904b-684c9fdceea0 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 945 time: 0.1945195 Dec 10 08:59:07.510589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1101524083-network', 'tenant_id': '044789ff67024d4b8bc613acd29b913f'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:07.527266 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f35b3a90-9631-4114-b18b-028975487541 req-db40a527-0cb8-4d1b-96d0-578cb757e86f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217294 Dec 10 08:59:07.532416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Pushing event updated for resources: {'Port': ['ID=ed73223d-281a-4a64-b19a-9445b2cb7dc1,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:07.582225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Made reservation on behalf of 044789ff67024d4b8bc613acd29b913f for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:07.586391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Checking segment: {'id': '461e6100-5b42-4c79-aa76-02b8316080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '43716509-610d-44ad-8514-5226867ac4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:07.586758 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.598006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network hostable DHCP agents. Network: 43716509-610d-44ad-8514-5226867ac4c8, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:59:07.602695 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.610901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-61e20336-9e41-4eba-a8b1-f811aff623ec None None] Provisioning complete for port 0ce45ed9-a188-420e-858d-0eb3e85cd205 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:07.614086 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-61e20336-9e41-4eba-a8b1-f811aff623ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.631263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2545c235-4113-43c1-9a37-9e2892e0bb7f req-952a7314-6e4a-4ea2-9c05-948fdad2fe9a tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305535 Dec 10 08:59:07.632981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network 43716509-610d-44ad-8514-5226867ac4c8 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:59:07.656415 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 43716509-610d-44ad-8514-5226867ac4c8) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:07.661066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:07.661926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.691843 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4d31e4da-5626-4ce5-8d70-0569bb4f7819 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1451354 Dec 10 08:59:07.707127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba71a839-b6f1-45ce-be49-571eb60d434d None None] Network 43716509-610d-44ad-8514-5226867ac4c8 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:07.759404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf2f2-f462-4640-b6d9-ab51d05f101c req-d311446a-8caa-4c68-9a79-56c7a6d694ca tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:07.767884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-877bf2f2-f462-4640-b6d9-ab51d05f101c req-d311446a-8caa-4c68-9a79-56c7a6d694ca tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 946 time: 0.1218591 Dec 10 08:59:07.814559 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] Set router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:07.837029 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.857425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Attempting to bind port ed73223d-281a-4a64-b19a-9445b2cb7dc1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:07.858084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Attempting to bind port ed73223d-281a-4a64-b19a-9445b2cb7dc1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:07.858672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Attempting to bind port ed73223d-281a-4a64-b19a-9445b2cb7dc1 on network 3dd26aca-40cd-4110-8444-8592c85b1416 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:07.869227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-877bf2f2-f462-4640-b6d9-ab51d05f101c req-77da4cc3-6a8a-436d-8ccf-d69fd9624a03 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003561 Dec 10 08:59:07.870457 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.878970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-1687ed9b-bffe-4822-8a32-eb4aa59e7a60 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:07.880683 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-1687ed9b-bffe-4822-8a32-eb4aa59e7a60 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.39 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 945 time: 0.1214986 Dec 10 08:59:07.897164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-43716509-610d-44ad-8514-5226867ac4c8', 'network_id': '43716509-610d-44ad-8514-5226867ac4c8', 'project_id': '15e5231e03f04c1a8b5027737365571d', 'fixed_ips': [{'subnet_id': '5594b4ec-0ade-4536-ad3c-94aefb0f980c'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:59:07.902405 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.921971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:07.925023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Checking segment: {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:07.925023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.925023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Bound using segment: {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:07.927825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Bound port: ed73223d-281a-4a64-b19a-9445b2cb7dc1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:07.928294 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.932397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:59:07.974251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4c1479-8ca5-48bd-ba68-b47208257681,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:07.984380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:07.985816 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Added segment 5355790d-3db0-4edc-a8e5-8fb2321b8727 of type vlan for network b9ace58b-7ad5-467b-a311-f4dc3339f72c Dec 10 08:59:08.116362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Deleting port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:08.116619 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.195077 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:58:57Z', 'updated_at': '2021-12-10T08:59:02Z', 'revision_number': 4, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'gw_port': {'id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:58:58Z', 'updated_at': '2021-12-10T08:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0ce45ed9-a188-420e-858d-0eb3e85cd205', 'name': '', 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'mac_address': 'fa:16:3e:85:be:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '84945f5e-e439-49b9-817e-b9f278c47c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:59:01Z', 'updated_at': '2021-12-10T08:59:07Z', 'revision_number': 4, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'subnets': [{'id': '84945f5e-e439-49b9-817e-b9f278c47c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:08.210252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.244557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Allocated IP 19.86.0.2 (43716509-610d-44ad-8514-5226867ac4c8/5594b4ec-0ade-4536-ad3c-94aefb0f980c/4dafd436-350c-4eda-8622-0d3f34c62a4b) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:08.248391 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e4f29-6846-4db7-9f06-4e0849772202 None None] The sync data for ids ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'] in n-d-814746-3 is: [{'id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:58:57Z', 'updated_at': '2021-12-10T08:59:02Z', 'revision_number': 4, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'gw_port': {'id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:58:58Z', 'updated_at': '2021-12-10T08:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0ce45ed9-a188-420e-858d-0eb3e85cd205', 'name': '', 'network_id': '785a31ba-4ce0-4c10-a2f8-66d9a4fce11e', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'mac_address': 'fa:16:3e:85:be:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '84945f5e-e439-49b9-817e-b9f278c47c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:59:01Z', 'updated_at': '2021-12-10T08:59:07Z', 'revision_number': 4, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'subnets': [{'id': '84945f5e-e439-49b9-817e-b9f278c47c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:59:08.317683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] For port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:08.318210 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.323962 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-61e20336-9e41-4eba-a8b1-f811aff623ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.341741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Calling delete_port for 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:08.348659 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.371459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.372730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:08.373006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.414860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] For port ed73223d-281a-4a64-b19a-9445b2cb7dc1, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:08.458575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8cfad-14d2-4d8e-a945-2a4ee1cfbcc5 req-52def62a-970e-41c2-8366-2de941febfa4 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:08.460069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] For port ed73223d-281a-4a64-b19a-9445b2cb7dc1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ed73223d-281a-4a64-b19a-9445b2cb7dc1,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:08.467112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90e8cfad-14d2-4d8e-a945-2a4ee1cfbcc5 req-52def62a-970e-41c2-8366-2de941febfa4 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 946 time: 0.1984117 Dec 10 08:59:08.488621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2168469 Dec 10 08:59:08.488902 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.491724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55218) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:08.501546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Request body: {'subnet': {'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1101524083-subnet', 'tenant_id': '044789ff67024d4b8bc613acd29b913f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:08.514520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-64bc9bea-dc86-420f-aa20-9addf12a924f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:08.520460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-64bc9bea-dc86-420f-aa20-9addf12a924f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:08.526029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-61e20336-9e41-4eba-a8b1-f811aff623ec None None] For port 0ce45ed9-a188-420e-858d-0eb3e85cd205, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0ce45ed9-a188-420e-858d-0eb3e85cd205,segment=NetworkSegment(ebbea0b0-49f5-465d-bf35-58ed08ce0fe4),segment_id=ebbea0b0-49f5-465d-bf35-58ed08ce0fe4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:08.530508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-64bc9bea-dc86-420f-aa20-9addf12a924f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/networks?id=3dd26aca-40cd-4110-8444-8592c85b1416&id=43716509-610d-44ad-8514-5226867ac4c8&id=3dd26aca-40cd-4110-8444-8592c85b1416 HTTP/1.1" status: 200 len: 1392 time: 0.4667542 Dec 10 08:59:08.554900 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09026f1-f8c6-4a56-bee0-053488d1e54a admin admin] Pushing event updated for resources: {'Network': ['ID=b9ace58b-7ad5-467b-a311-f4dc3339f72c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:08.558897 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-61e20336-9e41-4eba-a8b1-f811aff623ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.571976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-784ae946-4513-4f99-9312-9544856d0abf tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/quotas/15e5231e03f04c1a8b5027737365571d HTTP/1.1" status: 200 len: 375 time: 0.0403385 Dec 10 08:59:08.572995 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.607605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:08.611181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b9ace58b-7ad5-467b-a311-f4dc3339f72c details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:59:08.616242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Pushing event deleted for resources: {'Port': ['ID=4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:08.669783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Made reservation on behalf of 044789ff67024d4b8bc613acd29b913f for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:08.672538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.702776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] No DVR routers for this DVR port 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:08.706825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.730696 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0dad028f-675b-4fc0-aad1-9a2786b6ab5f req-f3a3c975-62ae-4eca-8700-080b0d5ecced tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.39 "DELETE /v2.0/ports/4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 HTTP/1.1" status: 204 len: 173 time: 0.8421822 Dec 10 08:59:08.731321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58044122-a53f-4933-918b-528b4e1e174c', 'name': 'network-vif-deleted', 'tag': '4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:08.740284 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cbed3e-902a-4592-b3d5-77310a075c7b" -d '{"events": [{"server_uuid": "58044122-a53f-4933-918b-528b4e1e174c", "name": "network-vif-deleted", "tag": "4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:08.760408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f1191-eb2a-47a6-8b09-2025dc7bf104 None None] Pushing event updated for resources: {'Port': ['ID=ed73223d-281a-4a64-b19a-9445b2cb7dc1,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:08.790130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90e8cfad-14d2-4d8e-a945-2a4ee1cfbcc5 req-ff66e202-9c61-476f-ae2b-14af9991aa14 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/security-groups?id=a368448e-ab26-4d72-89cd-54f838f57bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215826 Dec 10 08:59:08.856077 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.868767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f255eb56-6644-43f9-9359-c8ad5b7ec49e None None] Provisioning complete for port 0ce45ed9-a188-420e-858d-0eb3e85cd205 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:08.869251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f255eb56-6644-43f9-9359-c8ad5b7ec49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.910433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:08.965321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-19621d33-71cd-400d-bf45-e38847f97357 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15e5231e03f04c1a8b5027737365571d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3924367 Dec 10 08:59:09.016242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e20336-9e41-4eba-a8b1-f811aff623ec None None] Pushing event updated for resources: {'Port': ['ID=0ce45ed9-a188-420e-858d-0eb3e85cd205,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:09.041980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Network 43716509-610d-44ad-8514-5226867ac4c8 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:09.076030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:09.085227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:09.123475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Pushing event updated for resources: {'Port': ['ID=4dafd436-350c-4eda-8622-0d3f34c62a4b,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:09.147674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea7fbc45-ae5b-4486-8671-935169f581d4 req-1e9bbcf2-7048-420d-87ea-f67db08c0713 tempest-ServerRescueTestJSON-2043343015 tempest-ServerRescueTestJSON-2043343015-project] 10.222.0.31 "GET /v2.0/ports?device_id=58044122-a53f-4933-918b-528b4e1e174c HTTP/1.1" status: 200 len: 210 time: 0.1712251 Dec 10 08:59:09.150730 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:09.224580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Attempting to bind port 4dafd436-350c-4eda-8622-0d3f34c62a4b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:09.225554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Attempting to bind port 4dafd436-350c-4eda-8622-0d3f34c62a4b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '461e6100-5b42-4c79-aa76-02b8316080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '43716509-610d-44ad-8514-5226867ac4c8'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:09.226083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Attempting to bind port 4dafd436-350c-4eda-8622-0d3f34c62a4b on network 43716509-610d-44ad-8514-5226867ac4c8 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:09.231959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:09.232337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Checking segment: {'id': '461e6100-5b42-4c79-aa76-02b8316080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '43716509-610d-44ad-8514-5226867ac4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:09.232743 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:09.233141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Bound using segment: {'id': '461e6100-5b42-4c79-aa76-02b8316080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '43716509-610d-44ad-8514-5226867ac4c8'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:09.233661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Bound port: 4dafd436-350c-4eda-8622-0d3f34c62a4b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461e6100-5b42-4c79-aa76-02b8316080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '43716509-610d-44ad-8514-5226867ac4c8'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:09.234053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:09.314428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-dade127b-f562-4928-a532-6db867cc25ba service neutron] 10.222.0.31 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990639 Dec 10 08:59:09.325985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:09.327287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] For port 4dafd436-350c-4eda-8622-0d3f34c62a4b, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:09.332854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] For port 4dafd436-350c-4eda-8622-0d3f34c62a4b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4dafd436-350c-4eda-8622-0d3f34c62a4b,segment=NetworkSegment(461e6100-5b42-4c79-aa76-02b8316080ea),segment_id=461e6100-5b42-4c79-aa76-02b8316080ea)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:09.338794 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:09.432616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c0231-c6f0-4059-a04b-702fb9db37da None None] Pushing event updated for resources: {'Port': ['ID=4dafd436-350c-4eda-8622-0d3f34c62a4b,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:09.500183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=700fb780-d4eb-4053-a0fc-316b08412f94,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:09.554671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6324eb-3fb7-4df0-91e5-a5620a6b2208 req-e3bf9627-9aae-4adf-867c-bdffda91481a tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:09.556603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f6324eb-3fb7-4df0-91e5-a5620a6b2208 req-e3bf9627-9aae-4adf-867c-bdffda91481a tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 945 time: 0.2318292 Dec 10 08:59:09.584916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Checking segment: {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:09.585356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Network hostable DHCP agents. Network: b9ace58b-7ad5-467b-a311-f4dc3339f72c, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:59:09.597314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-5ea191ee-8018-469d-ad36-c1997b3228a8 service neutron] 10.222.0.31 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819273 Dec 10 08:59:09.710515 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Network b9ace58b-7ad5-467b-a311-f4dc3339f72c is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:59:09.717075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-18d2663f-bde6-4cdd-81e7-e3af7e620122 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:09.719109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-18d2663f-bde6-4cdd-81e7-e3af7e620122 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 946 time: 0.0765214 Dec 10 08:59:09.733200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f6324eb-3fb7-4df0-91e5-a5620a6b2208 req-89492b60-801d-486e-98d0-0031d43edba5 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616373 Dec 10 08:59:09.812640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, b9ace58b-7ad5-467b-a311-f4dc3339f72c) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:09.828287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50db643e-38f6-4ba6-b1c0-73c74ce5bb22 None None] Network b9ace58b-7ad5-467b-a311-f4dc3339f72c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:09.863697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:09.868986 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:09.926753 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ad3855-3a86-4689-86ad-cfe9fbb337d5 x-openstack-request-id: req-56ad3855-3a86-4689-86ad-cfe9fbb337d5 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:09.927294 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58044122-a53f-4933-918b-528b4e1e174c", "name": "network-vif-deleted", "tag": "4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:09.927780 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56ad3855-3a86-4689-86ad-cfe9fbb337d5 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:09.928392 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58044122-a53f-4933-918b-528b4e1e174c', 'name': 'network-vif-deleted', 'tag': '4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261', 'status': 'completed', 'code': 200} Dec 10 08:59:09.929383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d2cb6f39-27fe-448c-bded-5f3a76c7e09a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4316931 Dec 10 08:59:09.941800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-dc353afa-1711-4131-8254-3b3f831cb901 service neutron] 10.222.0.31 "GET /v2.0/networks/43716509-610d-44ad-8514-5226867ac4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435128 Dec 10 08:59:10.009197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Deleting port 4725def7-4cb1-4936-a805-a341e519b4ad {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:10.009757 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:10.151750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef74560c-395c-464d-8203-c52606168892 None None] Network b9ace58b-7ad5-467b-a311-f4dc3339f72c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:10.282267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ed73223d-281a-4a64-b19a-9445b2cb7dc1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:10.303553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] For port 4725def7-4cb1-4936-a805-a341e519b4ad, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4725def7-4cb1-4936-a805-a341e519b4ad,segment=NetworkSegment(0573883e-4d27-4de0-806c-b17b4eb3f244),segment_id=0573883e-4d27-4de0-806c-b17b4eb3f244)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:10.304272 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:10.324710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Calling delete_port for 4725def7-4cb1-4936-a805-a341e519b4ad owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:10.342600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-94677655-78d5-4427-be93-389200fdbc79 service neutron] 10.222.0.31 "GET /v2.0/networks/43716509-610d-44ad-8514-5226867ac4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917263 Dec 10 08:59:10.513039 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:10.515832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-92199690-9856-4652-9353-de2d7a593364 service neutron] 10.222.0.31 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620023 Dec 10 08:59:10.555481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Pushing event deleted for resources: {'Port': ['ID=4725def7-4cb1-4936-a805-a341e519b4ad,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:10.585684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44b6c1-e251-4ce0-8ea0-75170cbb7fe8 None None] Network 3dd26aca-40cd-4110-8444-8592c85b1416 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:10.612575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] No DVR routers for this DVR port 4725def7-4cb1-4936-a805-a341e519b4ad on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:10.615706 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:10.620139 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f2c78d1-7818-4cc7-8f71-47446ade1be9 req-75601b6d-2abe-4e71-9025-629b82553c3f tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.39 "DELETE /v2.0/ports/4725def7-4cb1-4936-a805-a341e519b4ad HTTP/1.1" status: 204 len: 173 time: 0.8872862 Dec 10 08:59:10.659736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['4725def7-4cb1-4936-a805-a341e519b4ad'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:10.697553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-a832af26-62f6-49b1-be52-eba735c4ee62 service neutron] 10.222.0.31 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748855 Dec 10 08:59:10.845465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7df4e415-83a2-472d-a386-27fc3d8a6ba3 None None] Provisioning complete for port ed73223d-281a-4a64-b19a-9445b2cb7dc1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:10.845465 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7df4e415-83a2-472d-a386-27fc3d8a6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:10.921080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ed73223d-281a-4a64-b19a-9445b2cb7dc1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:10.921437 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:10.957278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55258) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:11.019342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ecf68ba-221c-472a-a537-ba005ddcc30a req-76367cf0-8e15-4bf7-9d74-edbdd64a5ad5 tempest-ServersNegativeTestMultiTenantJSON-1604628771 tempest-ServersNegativeTestMultiTenantJSON-1604628771-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe44c5b7-6154-4287-9864-cee254d9d1b8 HTTP/1.1" status: 200 len: 210 time: 0.0697370 Dec 10 08:59:11.154467 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7df4e415-83a2-472d-a386-27fc3d8a6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:11.260417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e5a1007e-d375-493f-b529-31f47e24fe49 req-6e7fd569-d835-4c8f-91e2-259be9028a02 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 210 time: 0.0418491 Dec 10 08:59:11.360113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d089b-c61b-454a-a50b-6d9b792597b0 None None] Network 43716509-610d-44ad-8514-5226867ac4c8 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:11.487103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7df4e415-83a2-472d-a386-27fc3d8a6ba3 None None] For port ed73223d-281a-4a64-b19a-9445b2cb7dc1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ed73223d-281a-4a64-b19a-9445b2cb7dc1,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:11.539892 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7df4e415-83a2-472d-a386-27fc3d8a6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:11.609932 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:11.614931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f259-767e-42c3-91de-27da06a209fb req-854c6b3d-bca8-4ff9-ad90-d42aa954ac1c tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:11.624953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-854c6b3d-bca8-4ff9-ad90-d42aa954ac1c tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 815 time: 0.1867030 Dec 10 08:59:11.649211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-890e7732-d624-4311-be0f-30c8c42381b8 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/quotas/044789ff67024d4b8bc613acd29b913f HTTP/1.1" status: 200 len: 375 time: 0.0232148 Dec 10 08:59:11.657926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:11.705841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-182798f2-a262-447f-8375-5023eb69e7e9 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554914 Dec 10 08:59:11.776386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4e415-83a2-472d-a386-27fc3d8a6ba3 None None] Pushing event updated for resources: {'Port': ['ID=ed73223d-281a-4a64-b19a-9445b2cb7dc1,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:11.871371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3aa7a687-c0bc-41ca-93d2-cdbb219f79cd None None] Provisioning complete for port 4dafd436-350c-4eda-8622-0d3f34c62a4b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:11.871925 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3aa7a687-c0bc-41ca-93d2-cdbb219f79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:11.875500 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:59:11.875954 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:59:11.971517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe44c5b7-6154-4287-9864-cee254d9d1b8', 'name': 'network-vif-deleted', 'tag': '4725def7-4cb1-4936-a805-a341e519b4ad'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:11.975274 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c66851-9dc1-4a93-bad6-4a76697c7473" -d '{"events": [{"server_uuid": "fe44c5b7-6154-4287-9864-cee254d9d1b8", "name": "network-vif-deleted", "tag": "4725def7-4cb1-4936-a805-a341e519b4ad"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:12.018771 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3aa7a687-c0bc-41ca-93d2-cdbb219f79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.073988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3aa7a687-c0bc-41ca-93d2-cdbb219f79cd None None] For port 4dafd436-350c-4eda-8622-0d3f34c62a4b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4dafd436-350c-4eda-8622-0d3f34c62a4b,segment=NetworkSegment(461e6100-5b42-4c79-aa76-02b8316080ea),segment_id=461e6100-5b42-4c79-aa76-02b8316080ea)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:12.081266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3aa7a687-c0bc-41ca-93d2-cdbb219f79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.149096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7a687-c0bc-41ca-93d2-cdbb219f79cd None None] Pushing event updated for resources: {'Port': ['ID=4dafd436-350c-4eda-8622-0d3f34c62a4b,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:12.167326 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Deleting port d72fde2b-7575-4aa9-8c06-661c1602b01c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:12.167674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.179929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:12.221983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:12.223698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4d96a2c0-ebb4-48f6-b7c9-8c8ff1e57261 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:12.242340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-076103b2-f32a-4774-ac16-1a1c3e2dd483 None None] Provisioning complete for port ed73223d-281a-4a64-b19a-9445b2cb7dc1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:12.242474 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-076103b2-f32a-4774-ac16-1a1c3e2dd483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.291951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08550b4-8166-4210-819c-7f97a91276b5 req-bd8a968b-f558-42c3-a4f4-524edede5dec tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:12.293492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c08550b4-8166-4210-819c-7f97a91276b5 req-bd8a968b-f558-42c3-a4f4-524edede5dec tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 945 time: 0.0818522 Dec 10 08:59:12.296380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] For port d72fde2b-7575-4aa9-8c06-661c1602b01c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d72fde2b-7575-4aa9-8c06-661c1602b01c,segment=NetworkSegment(5636ae45-86c5-4952-9812-349a5f975131),segment_id=5636ae45-86c5-4952-9812-349a5f975131)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:12.296809 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.300253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-794bf158-42ab-4df2-be54-cae455c86489 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936038 Dec 10 08:59:12.311993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Calling delete_port for d72fde2b-7575-4aa9-8c06-661c1602b01c owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:12.428675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0ce45ed9-a188-420e-858d-0eb3e85cd205 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:12.430629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c08550b4-8166-4210-819c-7f97a91276b5 req-f3e9c13d-0f6a-49da-97b1-266d4d807bc1 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281946 Dec 10 08:59:12.501479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f2487553-8a04-49bb-a814-c206dee48eb4 None None] Provisioning complete for port 4dafd436-350c-4eda-8622-0d3f34c62a4b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:12.501883 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f2487553-8a04-49bb-a814-c206dee48eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.541121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-03b80ca9-5de0-49ec-ab4e-178efc7e48a8 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225645 Dec 10 08:59:12.566535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55324) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:12.593647 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeb8ef0-5580-4762-9a71-f9c8546a6224 x-openstack-request-id: req-7aeb8ef0-5580-4762-9a71-f9c8546a6224 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:12.594088 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe44c5b7-6154-4287-9864-cee254d9d1b8", "name": "network-vif-deleted", "tag": "4725def7-4cb1-4936-a805-a341e519b4ad", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:12.594416 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7aeb8ef0-5580-4762-9a71-f9c8546a6224 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:12.594833 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe44c5b7-6154-4287-9864-cee254d9d1b8', 'name': 'network-vif-deleted', 'tag': '4725def7-4cb1-4936-a805-a341e519b4ad', 'status': 'completed', 'code': 200} Dec 10 08:59:12.602896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0ce45ed9-a188-420e-858d-0eb3e85cd205 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:12.603297 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.608902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-785bedde-6843-4499-88ff-df8cbba086cd tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:12.617933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-785bedde-6843-4499-88ff-df8cbba086cd tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:12.619672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-785bedde-6843-4499-88ff-df8cbba086cd tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "GET /v2.0/networks?id=3dd26aca-40cd-4110-8444-8592c85b1416&id=43716509-610d-44ad-8514-5226867ac4c8&id=3dd26aca-40cd-4110-8444-8592c85b1416 HTTP/1.1" status: 200 len: 1392 time: 0.2370899 Dec 10 08:59:12.638626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abf08af-c7de-4498-be2f-1430c35d66a6 admin admin] Deleting subnet 48cb4458-537a-4573-8f0f-5a78e29df46c {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:12.641622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'port': {'device_id': '4dc02c54-1daf-4529-bb09-6c441da59943', 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416', 'admin_state_up': True, 'tenant_id': '15e5231e03f04c1a8b5027737365571d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:12.643363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9abf08af-c7de-4498-be2f-1430c35d66a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.692723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9abf08af-c7de-4498-be2f-1430c35d66a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.780086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9abf08af-c7de-4498-be2f-1430c35d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.808131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4dafd436-350c-4eda-8622-0d3f34c62a4b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:12.869651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4dafd436-350c-4eda-8622-0d3f34c62a4b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:12.870033 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.893412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1844eae-38a3-4e24-92b7-b7372853d3b3 req-bfcb8787-9449-4e78-9c13-680b34b4c50e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 210 time: 0.0433259 Dec 10 08:59:12.906405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9abf08af-c7de-4498-be2f-1430c35d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:12.986358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf08af-c7de-4498-be2f-1430c35d66a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48cb4458-537a-4573-8f0f-5a78e29df46c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:13.002471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9abf08af-c7de-4498-be2f-1430c35d66a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.007197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9abf08af-c7de-4498-be2f-1430c35d66a6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/48cb4458-537a-4573-8f0f-5a78e29df46c HTTP/1.1" status: 204 len: 168 time: 0.4393425 Dec 10 08:59:13.010453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55330) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:13.078212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-826d5697-3e1b-4548-9d61-81d7f33870ba req-90a7d846-0cf5-449e-b8ae-dde1bd224c85 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 210 time: 0.0957067 Dec 10 08:59:13.189739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ed73223d-281a-4a64-b19a-9445b2cb7dc1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:13.210068 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.283624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ed73223d-281a-4a64-b19a-9445b2cb7dc1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:13.284339 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.312172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.323958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:13.328509 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.335392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.357826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfe7e14-1981-4259-bf7a-b56fb5deae9c']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:13.369002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d72fde2b-7575-4aa9-8c06-661c1602b01c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:13.370844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0573883e-4d27-4de0-806c-b17b4eb3f244') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:13.371207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0573883e-4d27-4de0-806c-b17b4eb3f244') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:13.379523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4dafd436-350c-4eda-8622-0d3f34c62a4b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:13.388104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.403531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.417652 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:13.418099 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:13.420325 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:13.433300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4dafd436-350c-4eda-8622-0d3f34c62a4b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:13.433642 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.518318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.525911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.542363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] 10.222.0.31 "DELETE /v2.0/networks/acfe7e14-1981-4259-bf7a-b56fb5deae9c HTTP/1.1" status: 204 len: 168 time: 0.5307536 Dec 10 08:59:13.544349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55340) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:13.571570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b469da5-815a-48c5-9175-beb34a14ae9b admin admin] Pushing event deleted for resources: {'Network': ['ID=acfe7e14-1981-4259-bf7a-b56fb5deae9c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:13.630607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14df51e-bbd2-434f-8061-fcca1f45f431 admin admin] Deleting subnet 06b8bc3d-3e39-4980-99a2-3232af6fcafd {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:13.635332 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d14df51e-bbd2-434f-8061-fcca1f45f431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.670658 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a49e21-6161-4948-8f66-19ed2f37eafc req-3d1c0103-d052-42fb-b8b5-169547484cef tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:13.671372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Allocated IP 19.80.0.202 (3dd26aca-40cd-4110-8444-8592c85b1416/f5b47351-b36e-48e7-8770-95e8ebd4f15a/114771c6-5b8a-4732-9a15-f3fe42b09585) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:13.672216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7a49e21-6161-4948-8f66-19ed2f37eafc req-3d1c0103-d052-42fb-b8b5-169547484cef tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 945 time: 0.1287975 Dec 10 08:59:13.707302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.707531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d14df51e-bbd2-434f-8061-fcca1f45f431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.773401 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d14df51e-bbd2-434f-8061-fcca1f45f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.778438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7a49e21-6161-4948-8f66-19ed2f37eafc req-5ffcc696-904d-40bd-a07b-84946a34cefc tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950525 Dec 10 08:59:13.837468 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d14df51e-bbd2-434f-8061-fcca1f45f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.863310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14df51e-bbd2-434f-8061-fcca1f45f431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b8bc3d-3e39-4980-99a2-3232af6fcafd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:13.867666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d14df51e-bbd2-434f-8061-fcca1f45f431 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:13.872174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d14df51e-bbd2-434f-8061-fcca1f45f431 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/06b8bc3d-3e39-4980-99a2-3232af6fcafd HTTP/1.1" status: 204 len: 168 time: 0.3174417 Dec 10 08:59:13.874341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55344) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:13.966731 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.007885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 74da95a8-e501-4ba3-be4e-e063ee53271e details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:59:14.020551 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.105227 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.130912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d0b170-488b-4a58-a649-731d70664a06']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:14.131459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Router c4328007-32a1-4f4f-a785-9c588596c46f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:59:14.135473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.143058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ed322a-ce06-447a-853a-997b22ac7307') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:14.143580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ed322a-ce06-447a-853a-997b22ac7307') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:14.155402 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.159698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=74da95a8-e501-4ba3-be4e-e063ee53271e,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:14.170934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.178595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:14.179059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '74da95a8-e501-4ba3-be4e-e063ee53271e', 'network_id': '103b1340-6b00-4180-bed7-1b83eb345535', 'port_id': '74da95a8-e501-4ba3-be4e-e063ee53271e', 'mac_address': 'fa:16:3e:6b:99:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15349f3d-125d-490d-ae31-4a9529c678c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:59:14.179619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.199228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4725def7-4cb1-4936-a805-a341e519b4ad no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:14.249202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 4725def7-4cb1-4936-a805-a341e519b4ad {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:14.249753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4725def7-4cb1-4936-a805-a341e519b4ad not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:14.256943 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:14.262165 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.289004 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.296335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.303007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b8d0b170-488b-4a58-a649-731d70664a06 HTTP/1.1" status: 204 len: 168 time: 0.4269624 Dec 10 08:59:14.321207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12254063-0189-44b0-9371-5c9ba78566a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d0b170-488b-4a58-a649-731d70664a06,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:14.322834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network 3dd26aca-40cd-4110-8444-8592c85b1416 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:14.323369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74da95a8-e501-4ba3-be4e-e063ee53271e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:14.351152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29d28e0a-8307-4c38-a7c5-09eb61cebd80 req-65dbe744-06b1-4a22-8445-b734989a8cbc tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 210 time: 0.0862670 Dec 10 08:59:14.372477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:14.377838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401440-7bdb-42b5-83e6-dd3342cea816 req-7e760448-ea99-4f7a-849f-c67570a254a5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:14.388265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=74da95a8-e501-4ba3-be4e-e063ee53271e,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:14.389217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4401440-7bdb-42b5-83e6-dd3342cea816 req-7e760448-ea99-4f7a-849f-c67570a254a5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 932 time: 0.3870437 Dec 10 08:59:14.394488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.405984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Port': ['ID=114771c6-5b8a-4732-9a15-f3fe42b09585,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:14.421764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:14.465816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4401440-7bdb-42b5-83e6-dd3342cea816 req-d08fc745-6b0d-407d-b805-b6f675334767 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755086 Dec 10 08:59:14.483170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=74da95a8-e501-4ba3-be4e-e063ee53271e,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:14.491331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['74da95a8-e501-4ba3-be4e-e063ee53271e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:14.520468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55356) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:14.578586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-659bde12-8491-4005-88fa-1ecb620995b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c350a11297db498b87c2087692d5ee6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565019 Dec 10 08:59:14.579351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55358) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:14.618575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f259-767e-42c3-91de-27da06a209fb req-d3fe5359-068a-4dd9-aabc-b77c9a02e0e6 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:14.620315 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-d3fe5359-068a-4dd9-aabc-b77c9a02e0e6 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 815 time: 0.4363050 Dec 10 08:59:14.636276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:14.637818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.641177 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.651037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Request body: {'port': {'device_id': 'e67da0d8-1ebd-4164-a2e4-4e64c9bcb636', 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c', 'admin_state_up': True, 'tenant_id': '044789ff67024d4b8bc613acd29b913f'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:14.670115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.715121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:59:14.724004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1eec64bd-4b0a-41ab-b4a1-a9bd5f3763fc admin admin] 10.222.0.31 "PUT /v2.0/routers/c4328007-32a1-4f4f-a785-9c588596c46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7651572 Dec 10 08:59:14.726152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] Sync routers for ids ['c4328007-32a1-4f4f-a785-9c588596c46f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:59:14.726865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55360) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:14.735062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.738249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.741012 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-aef3a5b9-a64a-469e-ae62-b4d8fe63cde5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1061029 Dec 10 08:59:14.742883 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a368448e-ab26-4d72-89cd-54f838f57bee HTTP/1.1" status: 204 len: 168 time: 0.1616752 Dec 10 08:59:14.772426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] Routers {'c4328007-32a1-4f4f-a785-9c588596c46f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:14.773929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:59:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c4328007-32a1-4f4f-a785-9c588596c46f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:14.801807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'port': {'device_id': '4dc02c54-1daf-4529-bb09-6c441da59943', 'network_id': '43716509-610d-44ad-8514-5226867ac4c8', 'admin_state_up': True, 'tenant_id': '15e5231e03f04c1a8b5027737365571d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:14.825768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-858a620d-537a-4e18-a017-6412fee99be6 None None] Provisioning complete for port 114771c6-5b8a-4732-9a15-f3fe42b09585 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:14.826084 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-858a620d-537a-4e18-a017-6412fee99be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:14.987924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Made reservation on behalf of 044789ff67024d4b8bc613acd29b913f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:14.993792 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.037824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a368448e-ab26-4d72-89cd-54f838f57bee,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:15.049265 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.108086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:15.111880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.113011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-858a620d-537a-4e18-a017-6412fee99be6 None None] Port 114771c6-5b8a-4732-9a15-f3fe42b09585 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:59:15.145984 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.156168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] Set router c4328007-32a1-4f4f-a785-9c588596c46f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:15.259786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.260295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.260595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.260990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.261330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.261827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.262213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.262643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.262975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.263368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.263968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.264431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.264671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f1f6f-0d5d-4456-948f-dd1cf371aeae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:15.288040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332b76d-91d0-41d2-8a60-da2343df5946 req-d5581cf2-cfe8-4b42-a4e9-e3f794bd3694 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:15.297906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Allocated IP 172.20.0.9 (b9ace58b-7ad5-467b-a311-f4dc3339f72c/700fb780-d4eb-4053-a0fc-316b08412f94/1f5e96c1-e6c2-453f-9221-4bdf29dba744) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:15.299083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5332b76d-91d0-41d2-8a60-da2343df5946 req-d5581cf2-cfe8-4b42-a4e9-e3f794bd3694 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 944 time: 0.3428941 Dec 10 08:59:15.335310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.364842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Allocated IP 19.86.0.243 (43716509-610d-44ad-8514-5226867ac4c8/5594b4ec-0ade-4536-ad3c-94aefb0f980c/43eaa0a2-c64d-49cf-b53e-f877e79ae350) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:15.426622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5332b76d-91d0-41d2-8a60-da2343df5946 req-49d1d491-554e-4b79-bfff-1cc575c980f2 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247990 Dec 10 08:59:15.464206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Deleting port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:15.466503 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.482157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:59:13Z', 'revision_number': 5, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'gw_port': {'id': '903705d5-d4a7-4b2e-a0c4-c5ef653aaaab', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:15.502637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55378) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:15.532609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] Checking router: c4328007-32a1-4f4f-a785-9c588596c46f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:59:15.546759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] Routers {'c4328007-32a1-4f4f-a785-9c588596c46f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:15.547005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:59:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c4328007-32a1-4f4f-a785-9c588596c46f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:15.561804 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56075638-e303-468b-99c9-21996c272781 req-66ecb3b0-61ef-4516-b98e-f264770e79b6 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 210 time: 0.0362425 Dec 10 08:59:15.638661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] For port 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=903705d5-d4a7-4b2e-a0c4-c5ef653aaaab,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:15.639026 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.659714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] Set router c4328007-32a1-4f4f-a785-9c588596c46f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:15.666313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e80e06-7654-448f-98f0-6e32d688c1b6 req-9d71a55e-7935-4c1d-a6c5-89901af5af65 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:15.667371 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-91b9672a-d450-4845-b646-ac50bb537f51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdce16ecf1544f12bbc79eeff81cc420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573722 Dec 10 08:59:15.668239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60e80e06-7654-448f-98f0-6e32d688c1b6 req-9d71a55e-7935-4c1d-a6c5-89901af5af65 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 932 time: 0.0944929 Dec 10 08:59:15.669246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Calling delete_port for 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:15.671010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55380) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:15.706682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.719371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:59:15Z', 'revision_number': 6, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:15.759916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1d0bb-31f3-485c-b361-fbac8f8649a7 None None] The sync data for ids ['c4328007-32a1-4f4f-a785-9c588596c46f'] in n-d-814746-3 is: [{'id': 'c4328007-32a1-4f4f-a785-9c588596c46f', 'name': 'tempest-ServerRescueTestJSON-1648915508-router', 'tenant_id': '7226e7216385423394b4b8d0fe7d2f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:59:15Z', 'revision_number': 6, 'project_id': '7226e7216385423394b4b8d0fe7d2f18', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:59:15.760187 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.792893 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.815450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60e80e06-7654-448f-98f0-6e32d688c1b6 req-84d2d6db-de5b-4589-a522-d27f04ca214d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350110 Dec 10 08:59:15.826093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0cbda761-42df-466e-a3ce-ab45b137f832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.864035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Network b9ace58b-7ad5-467b-a311-f4dc3339f72c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:15.871012 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.875644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Pushing event updated for resources: {'Port': ['ID=1f5e96c1-e6c2-453f-9221-4bdf29dba744,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:15.878417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:15.896893 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0cbda761-42df-466e-a3ce-ab45b137f832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.937180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:15.948427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network 43716509-610d-44ad-8514-5226867ac4c8 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:15.971347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:15.977575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:15.988476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0cbda761-42df-466e-a3ce-ab45b137f832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.993792 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0cbda761-42df-466e-a3ce-ab45b137f832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:15.998555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0cbda761-42df-466e-a3ce-ab45b137f832 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b255f8b2-7d82-43b5-94a3-42a374ac3ca0 HTTP/1.1" status: 204 len: 168 time: 0.3242455 Dec 10 08:59:16.003556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.008589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 74da95a8-e501-4ba3-be4e-e063ee53271e up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:16.015998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Port': ['ID=43eaa0a2-c64d-49cf-b53e-f877e79ae350,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:16.020694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbda761-42df-466e-a3ce-ab45b137f832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b255f8b2-7d82-43b5-94a3-42a374ac3ca0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:16.058366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Pushing event deleted for resources: {'Port': ['ID=903705d5-d4a7-4b2e-a0c4-c5ef653aaaab,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:16.066957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:16.067802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.114291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 74da95a8-e501-4ba3-be4e-e063ee53271e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:16.114798 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.115426 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-3c5c20f1-2f4a-4e53-a625-3d0dfd5eb6bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4730821 Dec 10 08:59:16.144318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:16.144990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.169663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Request body: {'port': {'device_id': 'e67da0d8-1ebd-4164-a2e4-4e64c9bcb636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:16.182262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.220420 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-e7c6cc28-5c9a-4d99-a4f9-8d79e90d74d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4711740 Dec 10 08:59:16.239101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'port': {'device_id': '4dc02c54-1daf-4529-bb09-6c441da59943', 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416', 'admin_state_up': True, 'tenant_id': '15e5231e03f04c1a8b5027737365571d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:16.320079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.389537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.399117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:16.402637 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92b2e8d-93e7-49fb-8836-c251f4ac2a77" -d '{"events": [{"server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "name": "network-vif-plugged", "status": "completed", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:16.406763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.410682 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.419462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bf4e0507-27e4-4708-9360-626be2aaac54 None None] Provisioning complete for port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:16.419833 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0507-27e4-4708-9360-626be2aaac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.459483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e0507-27e4-4708-9360-626be2aaac54 None None] Port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:59:16.462169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=74da95a8-e501-4ba3-be4e-e063ee53271e,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:16.469014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.492350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.492892 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4328007-32a1-4f4f-a785-9c588596c46f {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:59:16.502874 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f71dba-b6bb-4fcb-97bf-58fab1420f1b x-openstack-request-id: req-e0f71dba-b6bb-4fcb-97bf-58fab1420f1b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:16.503168 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "name": "network-vif-plugged", "status": "completed", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:16.503421 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0f71dba-b6bb-4fcb-97bf-58fab1420f1b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:16.503811 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e', 'code': 200} Dec 10 08:59:16.504923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.508328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-68b4ad06-8d03-4b8e-bc14-7a3f8fd57703 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c4328007-32a1-4f4f-a785-9c588596c46f HTTP/1.1" status: 204 len: 168 time: 1.7803760 Dec 10 08:59:16.514061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55398) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:16.546430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=74da95a8-e501-4ba3-be4e-e063ee53271e,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:16.587672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afdf1e-9b3b-496e-8a2e-4ee6ee7e9d3d req-01468591-55f1-4241-9fa1-720f70128c24 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:16.592786 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:59:16.596894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27afdf1e-9b3b-496e-8a2e-4ee6ee7e9d3d req-01468591-55f1-4241-9fa1-720f70128c24 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 945 time: 0.0665390 Dec 10 08:59:16.653963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27afdf1e-9b3b-496e-8a2e-4ee6ee7e9d3d req-2e3cffcd-25d1-4b0c-968b-e3316d5b2694 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557888 Dec 10 08:59:16.694314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e245849-5949-484b-8521-d3455d5eb2e3 admin admin] Deleting subnet ea9607bd-d8f0-46bf-8703-706a5b30db35 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:16.698415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e245849-5949-484b-8521-d3455d5eb2e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.733269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84071-5f99-4f84-859a-6ee74adf2dca req-443473fd-798f-445c-b3a3-0eec719feeea tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:16.734969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9df84071-5f99-4f84-859a-6ee74adf2dca req-443473fd-798f-445c-b3a3-0eec719feeea tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 931 time: 0.0599477 Dec 10 08:59:16.736277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:16.740029 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.785722 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e245849-5949-484b-8521-d3455d5eb2e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:16.795010 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9df84071-5f99-4f84-859a-6ee74adf2dca req-e1e9f9df-17fc-4863-a7dc-d608b1fc5e55 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480130 Dec 10 08:59:16.976913 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e245849-5949-484b-8521-d3455d5eb2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.012630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a208d-4bb0-43b7-8f49-231ea19ebf0a req-ca3c7a85-8898-4549-9df6-ef1b5fa3296a tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:17.018981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a208d-4bb0-43b7-8f49-231ea19ebf0a req-ca3c7a85-8898-4549-9df6-ef1b5fa3296a tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:17.020616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-180a208d-4bb0-43b7-8f49-231ea19ebf0a req-ca3c7a85-8898-4549-9df6-ef1b5fa3296a tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 1655 time: 0.0885048 Dec 10 08:59:17.115609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-180a208d-4bb0-43b7-8f49-231ea19ebf0a req-a41d9ba9-b55f-4ffb-9eb0-4d5fd3903c9b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784047 Dec 10 08:59:17.164045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d72fde2b-7575-4aa9-8c06-661c1602b01c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:17.173578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Allocated IP 19.80.0.64 (3dd26aca-40cd-4110-8444-8592c85b1416/f5b47351-b36e-48e7-8770-95e8ebd4f15a/b778d27d-5db8-4b7d-9ef9-48a2c0a76c61) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:17.189682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: d72fde2b-7575-4aa9-8c06-661c1602b01c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:17.189682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d72fde2b-7575-4aa9-8c06-661c1602b01c not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:17.189682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:17.219729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:17.220436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 903705d5-d4a7-4b2e-a0c4-c5ef653aaaab not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:17.242078 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e245849-5949-484b-8521-d3455d5eb2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.297605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e245849-5949-484b-8521-d3455d5eb2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9607bd-d8f0-46bf-8703-706a5b30db35,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:17.307100 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e245849-5949-484b-8521-d3455d5eb2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.310463 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e245849-5949-484b-8521-d3455d5eb2e3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ea9607bd-d8f0-46bf-8703-706a5b30db35 HTTP/1.1" status: 204 len: 168 time: 0.7940953 Dec 10 08:59:17.313091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55430) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:17.315279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5e96c1-e6c2-453f-9221-4bdf29dba744 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:17.330310 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.390077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Transition to ACTIVE for port object 1f5e96c1-e6c2-453f-9221-4bdf29dba744 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:59:17.402514 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.450725 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.469354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e96c1-e6c2-453f-9221-4bdf29dba744,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:17.550477 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.573632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e948e6a0-5d72-4cc5-b028-9d68eb3ccef7']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:17.578954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.583778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5636ae45-86c5-4952-9812-349a5f975131') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:17.584611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5636ae45-86c5-4952-9812-349a5f975131') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:17.594418 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.608775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.616304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:17.616696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:17.618480 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:17.636203 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Attempting to bind port 1f5e96c1-e6c2-453f-9221-4bdf29dba744 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:17.636607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Attempting to bind port 1f5e96c1-e6c2-453f-9221-4bdf29dba744 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:17.636945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Attempting to bind port 1f5e96c1-e6c2-453f-9221-4bdf29dba744 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:17.654779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Port 1f5e96c1-e6c2-453f-9221-4bdf29dba744 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:59:17.655458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Attempting to bind port 1f5e96c1-e6c2-453f-9221-4bdf29dba744 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:17.663161 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.667077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:17.667512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Checking segment: {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:17.668003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Bound using segment: {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:17.668457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Bound port: 1f5e96c1-e6c2-453f-9221-4bdf29dba744, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:17.668906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.711349 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.729077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:17.744156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/e948e6a0-5d72-4cc5-b028-9d68eb3ccef7 HTTP/1.1" status: 204 len: 168 time: 0.4287260 Dec 10 08:59:17.798265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407caef-8505-4556-a9a0-2efab482a1bc admin admin] Pushing event deleted for resources: {'Network': ['ID=e948e6a0-5d72-4cc5-b028-9d68eb3ccef7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:17.806422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network 3dd26aca-40cd-4110-8444-8592c85b1416 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:17.822902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:17.839675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:17.871337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6359b-d6da-4274-a388-09f052a673f1 req-ad29c5d1-0b53-41b5-9657-fe9fff9bce42 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:17.882406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53b6359b-d6da-4274-a388-09f052a673f1 req-ad29c5d1-0b53-41b5-9657-fe9fff9bce42 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 945 time: 0.1166730 Dec 10 08:59:17.905342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Port': ['ID=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:17.932142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] For port 1f5e96c1-e6c2-453f-9221-4bdf29dba744, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:17.939412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] For port 1f5e96c1-e6c2-453f-9221-4bdf29dba744, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1f5e96c1-e6c2-453f-9221-4bdf29dba744,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:17.951249 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:18.012991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:18.014350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:18.038294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:18.038936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:18.039897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55456) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:18.040366 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] 10.222.0.39 "PUT /v2.0/ports/1f5e96c1-e6c2-453f-9221-4bdf29dba744 HTTP/1.1" status: 200 len: 1091 time: 1.8785937 Dec 10 08:59:18.041573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67da0d8-1ebd-4164-a2e4-4e64c9bcb636', 'tag': '1f5e96c1-e6c2-453f-9221-4bdf29dba744'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:18.044245 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9b9e17-ea1b-4473-91fa-4028a567438d" -d '{"events": [{"name": "network-changed", "server_uuid": "e67da0d8-1ebd-4164-a2e4-4e64c9bcb636", "tag": "1f5e96c1-e6c2-453f-9221-4bdf29dba744"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:18.061120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53b6359b-d6da-4274-a388-09f052a673f1 req-45af3ce3-c5de-4a3b-848d-0baa339f74d6 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777606 Dec 10 08:59:18.063242 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-374f8fbc-00d8-40d8-916f-604acc4c7d2e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8295131 Dec 10 08:59:18.083022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Request body: {'port': {'device_id': '4dc02c54-1daf-4529-bb09-6c441da59943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:18.101038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd536ef5-2256-44e2-a472-4da346eaf27c req-f5069923-b0ce-42c7-9ffd-2b4634e265bd tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:18.122238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd536ef5-2256-44e2-a472-4da346eaf27c req-f5069923-b0ce-42c7-9ffd-2b4634e265bd tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 943 time: 0.2264531 Dec 10 08:59:18.148099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499ba23-f3ed-413f-a9cf-80aa89f3ab9e service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e96c1-e6c2-453f-9221-4bdf29dba744,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:18.152099 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdc92cf-62d5-40b6-b452-06c5ccf1020d x-openstack-request-id: req-3bdc92cf-62d5-40b6-b452-06c5ccf1020d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:18.152501 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67da0d8-1ebd-4164-a2e4-4e64c9bcb636", "tag": "1f5e96c1-e6c2-453f-9221-4bdf29dba744", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:18.152501 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bdc92cf-62d5-40b6-b452-06c5ccf1020d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:18.153177 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67da0d8-1ebd-4164-a2e4-4e64c9bcb636', 'tag': '1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'status': 'completed', 'code': 200} Dec 10 08:59:18.208809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0caab1bf-b465-483b-a43e-e244766b400c None None] Provisioning complete for port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:18.210204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0caab1bf-b465-483b-a43e-e244766b400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:18.212641 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f259-767e-42c3-91de-27da06a209fb req-da8b75f9-44c6-4399-9667-c81865a8285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:18.214364 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-da8b75f9-44c6-4399-9667-c81865a8285e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 1094 time: 0.0991001 Dec 10 08:59:18.220414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd536ef5-2256-44e2-a472-4da346eaf27c req-5404ce46-0afa-43c9-8f46-778d7db9544b tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956237 Dec 10 08:59:18.231274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:18.329724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f38a3ee5-069d-47a5-9195-a238ce8707f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7226e7216385423394b4b8d0fe7d2f18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623436 Dec 10 08:59:18.330675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55468) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:18.360833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0caab1bf-b465-483b-a43e-e244766b400c None None] Port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:59:18.407602 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09568eba-fd4e-4595-957a-575a0043e2eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:18.446713 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09568eba-fd4e-4595-957a-575a0043e2eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:18.543210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aa3d4-be4d-427a-aadb-8dfc9e621805 req-cb7ce8bc-f167-4218-9a04-94b53f2369b7 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:18.550081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aa3d4-be4d-427a-aadb-8dfc9e621805 req-cb7ce8bc-f167-4218-9a04-94b53f2369b7 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:18.558319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aa3d4-be4d-427a-aadb-8dfc9e621805 req-cb7ce8bc-f167-4218-9a04-94b53f2369b7 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:18.560022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-626aa3d4-be4d-427a-aadb-8dfc9e621805 req-cb7ce8bc-f167-4218-9a04-94b53f2369b7 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2376 time: 0.1036489 Dec 10 08:59:18.594732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09568eba-fd4e-4595-957a-575a0043e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:18.597817 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09568eba-fd4e-4595-957a-575a0043e2eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:18.602422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-09568eba-fd4e-4595-957a-575a0043e2eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c349ecb6-779e-47d4-a600-35de8394b2b7 HTTP/1.1" status: 204 len: 168 time: 0.2701106 Dec 10 08:59:18.656889 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-ba89074c-7099-4b59-8b3c-7fe4e2f3d2f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f5e96c1-e6c2-453f-9221-4bdf29dba744 HTTP/1.1" status: 200 len: 217 time: 0.4337659 Dec 10 08:59:18.665189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09568eba-fd4e-4595-957a-575a0043e2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349ecb6-779e-47d4-a600-35de8394b2b7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:18.703100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-626aa3d4-be4d-427a-aadb-8dfc9e621805 req-c1710a87-ad61-428e-ba23-d4fe6da3b1ca tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336985 Dec 10 08:59:18.888753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f259-767e-42c3-91de-27da06a209fb req-97eb7f8c-35bd-4baa-8100-0a94b3a62a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:18.890426 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-97eb7f8c-35bd-4baa-8100-0a94b3a62a48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=700fb780-d4eb-4053-a0fc-316b08412f94 HTTP/1.1" status: 200 len: 855 time: 0.1608436 Dec 10 08:59:18.925642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ee99-b237-4cc9-b695-4749bb4e18a9 req-a87fe463-a2bd-4fff-9b26-2901a5d6a241 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:18.938489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a634ee99-b237-4cc9-b695-4749bb4e18a9 req-a87fe463-a2bd-4fff-9b26-2901a5d6a241 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 945 time: 0.0966980 Dec 10 08:59:18.965929 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-f6adcb1a-dfe7-4f0d-aa73-bb5e29e81528 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9ace58b-7ad5-467b-a311-f4dc3339f72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416451 Dec 10 08:59:19.015291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a634ee99-b237-4cc9-b695-4749bb4e18a9 req-d2fb4062-998f-4419-971d-18e8d9c37a2f tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747223 Dec 10 08:59:19.110194 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:19.154068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-54db6a6f-479a-4ec3-b0f8-499272a51ef1 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800241 Dec 10 08:59:19.173579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114771c6-5b8a-4732-9a15-f3fe42b09585 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:19.196319 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:19.247113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Transition to ACTIVE for port object 114771c6-5b8a-4732-9a15-f3fe42b09585 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:59:19.253967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:19.340402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=114771c6-5b8a-4732-9a15-f3fe42b09585,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:19.349212 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6b5f259-767e-42c3-91de-27da06a209fb req-455ba0c9-397d-4b49-b68c-1e994d811015 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869476 Dec 10 08:59:19.390028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd07ef-9f6e-4f35-9306-aaae863f67e1 req-bfa4ebb6-cde1-41b7-b036-946fbcd688ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:19.400348 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5cd07ef-9f6e-4f35-9306-aaae863f67e1 req-bfa4ebb6-cde1-41b7-b036-946fbcd688ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 943 time: 0.0776870 Dec 10 08:59:19.487160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b5cd07ef-9f6e-4f35-9306-aaae863f67e1 req-913bacd3-bc40-4735-ab07-d05f9c3eeea2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849741 Dec 10 08:59:19.492512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Attempting to bind port 114771c6-5b8a-4732-9a15-f3fe42b09585 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:19.493071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Attempting to bind port 114771c6-5b8a-4732-9a15-f3fe42b09585 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:19.493656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Attempting to bind port 114771c6-5b8a-4732-9a15-f3fe42b09585 on network 3dd26aca-40cd-4110-8444-8592c85b1416 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:19.499133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-a5ff913c-7401-4e88-95c6-38ceec39d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:19.501153 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-a5ff913c-7401-4e88-95c6-38ceec39d434 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 1094 time: 0.0715220 Dec 10 08:59:19.507016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Port 114771c6-5b8a-4732-9a15-f3fe42b09585 on network 3dd26aca-40cd-4110-8444-8592c85b1416 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:59:19.507351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Attempting to bind port 114771c6-5b8a-4732-9a15-f3fe42b09585 on network 3dd26aca-40cd-4110-8444-8592c85b1416 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:19.524655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:19.525001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Checking segment: {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:19.525395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Bound using segment: {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:19.525877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Bound port: 114771c6-5b8a-4732-9a15-f3fe42b09585, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:19.526233 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:19.692086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-e4562031-81b6-4174-8923-be733cb63b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:19.693232 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-e4562031-81b6-4174-8923-be733cb63b97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 916 time: 0.1831911 Dec 10 08:59:19.697691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] For port 114771c6-5b8a-4732-9a15-f3fe42b09585, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:19.701294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] For port 114771c6-5b8a-4732-9a15-f3fe42b09585, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=114771c6-5b8a-4732-9a15-f3fe42b09585,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:19.710392 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:19.768277 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-dda0c742-fd86-44a7-a72c-7b4a3eb0f28b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f5e96c1-e6c2-453f-9221-4bdf29dba744 HTTP/1.1" status: 200 len: 217 time: 0.0656192 Dec 10 08:59:19.781328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:19.781983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:19.783318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] 10.222.0.18 "PUT /v2.0/ports/114771c6-5b8a-4732-9a15-f3fe42b09585 HTTP/1.1" status: 200 len: 1092 time: 1.7113447 Dec 10 08:59:19.826961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Request body: {'port': {'device_id': '4dc02c54-1daf-4529-bb09-6c441da59943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:19.869093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce61e3-ccac-40e0-bc53-713dbba0388f req-7ae99f48-34b2-48ac-ad5b-b9ef70870261 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:19.875738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce61e3-ccac-40e0-bc53-713dbba0388f req-7ae99f48-34b2-48ac-ad5b-b9ef70870261 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:19.880483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff2bc5-ba3a-462b-9dfa-0e1383613ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=114771c6-5b8a-4732-9a15-f3fe42b09585,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:19.890776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-c916d861-4c90-42dd-8622-392af20d92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:19.892002 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-c916d861-4c90-42dd-8622-392af20d92fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=700fb780-d4eb-4053-a0fc-316b08412f94 HTTP/1.1" status: 200 len: 855 time: 0.1140664 Dec 10 08:59:19.895033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce61e3-ccac-40e0-bc53-713dbba0388f req-7ae99f48-34b2-48ac-ad5b-b9ef70870261 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:19.906291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68ce61e3-ccac-40e0-bc53-713dbba0388f req-7ae99f48-34b2-48ac-ad5b-b9ef70870261 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2388 time: 0.1131110 Dec 10 08:59:19.970061 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-7b4fd696-5c03-413b-a0f3-c5d31f29e9a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9ace58b-7ad5-467b-a311-f4dc3339f72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479712 Dec 10 08:59:19.970800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:19.978035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68ce61e3-ccac-40e0-bc53-713dbba0388f req-4298a705-ab76-4375-a2f8-3ee50a582d4d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705237 Dec 10 08:59:20.026997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 74da95a8-e501-4ba3-be4e-e063ee53271e no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:20.104134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41a46339-154d-4ea0-a0ea-5e69d378b953 req-8eded213-cf67-44b6-95c1-d0a2b4daf762 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3f6d390-da03-4e78-836c-4c59c51fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0475647 Dec 10 08:59:20.197939 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:20.267069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:20.273974 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d62ed-bb2b-43c5-b839-314afd65b3b4" -d '{"events": [{"server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "name": "network-vif-unplugged", "status": "completed", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:20.308366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69000f7f-d958-4703-9f12-0fb24bf9152c req-1c23fe68-baf6-423c-8194-391da2cfcacb tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:20.310248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69000f7f-d958-4703-9f12-0fb24bf9152c req-1c23fe68-baf6-423c-8194-391da2cfcacb tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 945 time: 0.1085112 Dec 10 08:59:20.313143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=74da95a8-e501-4ba3-be4e-e063ee53271e,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:20.319505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'tag': '114771c6-5b8a-4732-9a15-f3fe42b09585'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:20.320282 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:20.321475 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5190fd79-8d82-4b9f-95eb-563226270cde" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "tag": "114771c6-5b8a-4732-9a15-f3fe42b09585"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:20.377923 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=74da95a8-e501-4ba3-be4e-e063ee53271e,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:20.386404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.387004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.387119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69000f7f-d958-4703-9f12-0fb24bf9152c req-17d2138f-fad7-4e99-ba91-0a5b1b166f86 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689242 Dec 10 08:59:20.387786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.388360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.388696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.389028 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.389356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.389709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.390359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.390359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.390659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.391144 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.391448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:20.511298 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294e4b12-b8a0-46ec-840b-2e3c144542df x-openstack-request-id: req-294e4b12-b8a0-46ec-840b-2e3c144542df {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:20.511763 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "name": "network-vif-unplugged", "status": "completed", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:20.512115 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-294e4b12-b8a0-46ec-840b-2e3c144542df {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:20.512607 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e', 'code': 200} Dec 10 08:59:20.617460 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79c2884-fef1-41e7-94cc-5cd22a0714ab x-openstack-request-id: req-b79c2884-fef1-41e7-94cc-5cd22a0714ab {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:20.618084 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "tag": "114771c6-5b8a-4732-9a15-f3fe42b09585", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:20.618335 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b79c2884-fef1-41e7-94cc-5cd22a0714ab {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:20.619443 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'tag': '114771c6-5b8a-4732-9a15-f3fe42b09585', 'status': 'completed', 'code': 200} Dec 10 08:59:20.621893 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-e5fba575-3319-4c85-8ee6-a3c1c9f764e1 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382926 Dec 10 08:59:20.633046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-85eb400e-8d56-48cc-b644-ed4eaab40047 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:20.634577 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-85eb400e-8d56-48cc-b644-ed4eaab40047 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 943 time: 0.3189185 Dec 10 08:59:20.645757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43eaa0a2-c64d-49cf-b53e-f877e79ae350 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:20.651783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fd79-8d82-4b9f-95eb-563226270cde req-51928979-26c7-4530-8253-b1c8330d8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:20.653451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fd79-8d82-4b9f-95eb-563226270cde req-51928979-26c7-4530-8253-b1c8330d8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:20.654430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fd79-8d82-4b9f-95eb-563226270cde req-51928979-26c7-4530-8253-b1c8330d8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:20.656904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5190fd79-8d82-4b9f-95eb-563226270cde req-51928979-26c7-4530-8253-b1c8330d8453 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e5231e03f04c1a8b5027737365571d&device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2731 time: 0.0651124 Dec 10 08:59:20.748779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:20.951151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Transition to ACTIVE for port object 43eaa0a2-c64d-49cf-b53e-f877e79ae350 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:59:20.988729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:21.112911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Pushing event updated for resources: {'Port': ['ID=43eaa0a2-c64d-49cf-b53e-f877e79ae350,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:21.253639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bae8b-028a-4dab-88c2-5d56902bdd6d req-91e14d84-55d3-4f92-98df-26c7b306b0c2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:21.261459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-511bae8b-028a-4dab-88c2-5d56902bdd6d req-91e14d84-55d3-4f92-98df-26c7b306b0c2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 943 time: 0.3895342 Dec 10 08:59:21.290112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fd79-8d82-4b9f-95eb-563226270cde req-32b7645a-c685-40ab-ae20-07e5a245bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:21.311321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fd79-8d82-4b9f-95eb-563226270cde req-32b7645a-c685-40ab-ae20-07e5a245bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:21.311782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fd79-8d82-4b9f-95eb-563226270cde req-32b7645a-c685-40ab-ae20-07e5a245bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:21.313474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5190fd79-8d82-4b9f-95eb-563226270cde req-32b7645a-c685-40ab-ae20-07e5a245bd12 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=15e5231e03f04c1a8b5027737365571d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6478634 Dec 10 08:59:21.314572 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7a9b9e17-ea1b-4473-91fa-4028a567438d req-fe56f072-367d-4d5c-af45-add1b8e8c263 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790016 Dec 10 08:59:21.376253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Deleting port 74da95a8-e501-4ba3-be4e-e063ee53271e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:21.376461 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:21.521299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Attempting to bind port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:21.522650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Attempting to bind port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '461e6100-5b42-4c79-aa76-02b8316080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '43716509-610d-44ad-8514-5226867ac4c8'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:21.522988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Attempting to bind port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 on network 43716509-610d-44ad-8514-5226867ac4c8 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:21.530567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 on network 43716509-610d-44ad-8514-5226867ac4c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:59:21.530907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Attempting to bind port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 on network 43716509-610d-44ad-8514-5226867ac4c8 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:21.543499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:21.543893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Checking segment: {'id': '461e6100-5b42-4c79-aa76-02b8316080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '43716509-610d-44ad-8514-5226867ac4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:21.544254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Bound using segment: {'id': '461e6100-5b42-4c79-aa76-02b8316080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '43716509-610d-44ad-8514-5226867ac4c8'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:21.558164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Bound port: 43eaa0a2-c64d-49cf-b53e-f877e79ae350, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461e6100-5b42-4c79-aa76-02b8316080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '43716509-610d-44ad-8514-5226867ac4c8'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:21.558726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:21.703028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] For port 74da95a8-e501-4ba3-be4e-e063ee53271e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=74da95a8-e501-4ba3-be4e-e063ee53271e,segment=NetworkSegment(d99bffc6-aaab-4042-bd23-a1e171fec5f3),segment_id=d99bffc6-aaab-4042-bd23-a1e171fec5f3)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:21.703298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:21.726805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Calling delete_port for 74da95a8-e501-4ba3-be4e-e063ee53271e owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:21.737327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-511bae8b-028a-4dab-88c2-5d56902bdd6d req-df9433b0-8325-451e-9c09-ba6fb3bdfb89 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648755 Dec 10 08:59:21.785194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] For port 43eaa0a2-c64d-49cf-b53e-f877e79ae350, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:21.794709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca570f-6c06-46f5-8139-e0fe7f480452 req-d930efa0-995b-47ef-aae6-46a98db9c462 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:21.800819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca570f-6c06-46f5-8139-e0fe7f480452 req-d930efa0-995b-47ef-aae6-46a98db9c462 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:21.807194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca570f-6c06-46f5-8139-e0fe7f480452 req-d930efa0-995b-47ef-aae6-46a98db9c462 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:21.814556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09ca570f-6c06-46f5-8139-e0fe7f480452 req-d930efa0-995b-47ef-aae6-46a98db9c462 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2400 time: 0.2086940 Dec 10 08:59:21.835311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] For port 43eaa0a2-c64d-49cf-b53e-f877e79ae350, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=43eaa0a2-c64d-49cf-b53e-f877e79ae350,segment=NetworkSegment(461e6100-5b42-4c79-aa76-02b8316080ea),segment_id=461e6100-5b42-4c79-aa76-02b8316080ea)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:21.846677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fd79-8d82-4b9f-95eb-563226270cde req-dc931c6d-577c-4205-920b-29d037191a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:21.847476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:21.848787 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5190fd79-8d82-4b9f-95eb-563226270cde req-dc931c6d-577c-4205-920b-29d037191a56 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5004001 Dec 10 08:59:21.895394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09ca570f-6c06-46f5-8139-e0fe7f480452 req-7ce25d14-bb09-4a80-aa25-962339dbeb90 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720203 Dec 10 08:59:21.938798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:21.939501 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:21.941082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] 10.222.0.18 "PUT /v2.0/ports/43eaa0a2-c64d-49cf-b53e-f877e79ae350 HTTP/1.1" status: 200 len: 1092 time: 2.1238704 Dec 10 08:59:21.973753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25bc3a-f739-46af-8d53-d8f158c6138b service neutron] Pushing event updated for resources: {'Port': ['ID=43eaa0a2-c64d-49cf-b53e-f877e79ae350,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:22.035865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Request body: {'port': {'device_id': '4dc02c54-1daf-4529-bb09-6c441da59943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:22.074370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa32c57f-3b89-4ed5-991c-a5cff8a6090f req-e6502c25-9b42-44d5-8cec-a86a8a75b1c5 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0648675 Dec 10 08:59:22.142279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5655d8-bc89-4ae3-91f3-4166524eeba9 req-df2615ac-1d63-45f6-abf9-d6200cb77b30 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:22.142642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:22.146837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e5655d8-bc89-4ae3-91f3-4166524eeba9 req-df2615ac-1d63-45f6-abf9-d6200cb77b30 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9535a1-9c5d-4839-934e-b86477ce1279 HTTP/1.1" status: 200 len: 943 time: 0.1599531 Dec 10 08:59:22.184649 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:22.205278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1f5e96c1-e6c2-453f-9221-4bdf29dba744 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:59:22.218478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e5655d8-bc89-4ae3-91f3-4166524eeba9 req-5f29c231-c931-4076-bdfe-2428ac814c73 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.31 "GET /v2.0/security-groups?id=88afdd3c-4600-4bc4-a905-25382b0f9258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637372 Dec 10 08:59:22.252341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Pushing event deleted for resources: {'Port': ['ID=74da95a8-e501-4ba3-be4e-e063ee53271e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:22.346695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] No DVR routers for this DVR port 74da95a8-e501-4ba3-be4e-e063ee53271e on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:22.353025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:22.356907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8997bb83-5755-4a21-897b-27a88d5eb97e req-e224b11d-6cd8-471b-abe5-54343f039df8 tempest-ImagesTestJSON-1146979377 tempest-ImagesTestJSON-1146979377-project] 10.222.0.18 "DELETE /v2.0/ports/74da95a8-e501-4ba3-be4e-e063ee53271e HTTP/1.1" status: 204 len: 173 time: 1.7039735 Dec 10 08:59:22.452849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 1f5e96c1-e6c2-453f-9221-4bdf29dba744, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1f5e96c1-e6c2-453f-9221-4bdf29dba744,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:22.471793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c', 'port_id': '1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'mac_address': 'fa:16:3e:f3:27:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700fb780-d4eb-4053-a0fc-316b08412f94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:59:22.567985 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:22.598998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5e96c1-e6c2-453f-9221-4bdf29dba744 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:22.624963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'tag': '43eaa0a2-c64d-49cf-b53e-f877e79ae350'}, {'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'name': 'network-vif-deleted', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:22.625666 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5aa894-4444-4429-903c-f659c05c0500" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "tag": "43eaa0a2-c64d-49cf-b53e-f877e79ae350"}, {"server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "name": "network-vif-deleted", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:22.710483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 1f5e96c1-e6c2-453f-9221-4bdf29dba744, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1f5e96c1-e6c2-453f-9221-4bdf29dba744,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:22.719448 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:22.720357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:22.733770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:22.755061 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3519c42c-e408-40b1-a684-28412ee5dbd3 x-openstack-request-id: req-3519c42c-e408-40b1-a684-28412ee5dbd3 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:22.762424 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "tag": "43eaa0a2-c64d-49cf-b53e-f877e79ae350", "status": "completed", "code": 200}, {"server_uuid": "ba9535a1-9c5d-4839-934e-b86477ce1279", "name": "network-vif-deleted", "tag": "74da95a8-e501-4ba3-be4e-e063ee53271e", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:22.762736 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3519c42c-e408-40b1-a684-28412ee5dbd3 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:22.768968 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'tag': '43eaa0a2-c64d-49cf-b53e-f877e79ae350', 'status': 'completed', 'code': 200} Dec 10 08:59:22.768968 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9535a1-9c5d-4839-934e-b86477ce1279', 'name': 'network-vif-deleted', 'tag': '74da95a8-e501-4ba3-be4e-e063ee53271e', 'status': 'completed', 'code': 200} Dec 10 08:59:22.774119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Transition to ACTIVE for port object b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:59:22.784866 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:22.874581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=1f5e96c1-e6c2-453f-9221-4bdf29dba744,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:22.965739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Pushing event updated for resources: {'Port': ['ID=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:23.042860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd1b5-0d09-446c-8afa-30307bc98923 req-f433ecdf-f6ea-4db3-9d0d-601d3872bc38 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.044663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88ecd1b5-0d09-446c-8afa-30307bc98923 req-f433ecdf-f6ea-4db3-9d0d-601d3872bc38 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 944 time: 0.1311698 Dec 10 08:59:23.061411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa894-4444-4429-903c-f659c05c0500 req-2b853b54-e3ce-4eb7-8487-7117c601c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.061990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa894-4444-4429-903c-f659c05c0500 req-2b853b54-e3ce-4eb7-8487-7117c601c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.062473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa894-4444-4429-903c-f659c05c0500 req-2b853b54-e3ce-4eb7-8487-7117c601c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.064342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac5aa894-4444-4429-903c-f659c05c0500 req-2b853b54-e3ce-4eb7-8487-7117c601c09f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e5231e03f04c1a8b5027737365571d&device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2823 time: 0.2841032 Dec 10 08:59:23.094955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1f5e96c1-e6c2-453f-9221-4bdf29dba744'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:23.201517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa894-4444-4429-903c-f659c05c0500 req-ab439881-f3f6-468a-8d47-bdc82a87aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.202354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa894-4444-4429-903c-f659c05c0500 req-ab439881-f3f6-468a-8d47-bdc82a87aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.202468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa894-4444-4429-903c-f659c05c0500 req-ab439881-f3f6-468a-8d47-bdc82a87aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.204060 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac5aa894-4444-4429-903c-f659c05c0500 req-ab439881-f3f6-468a-8d47-bdc82a87aa42 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=15e5231e03f04c1a8b5027737365571d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1289699 Dec 10 08:59:23.207144 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88ecd1b5-0d09-446c-8afa-30307bc98923 req-f1e4bd0e-2505-40a9-9c53-57c4ec0bfe90 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514006 Dec 10 08:59:23.235245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f4306-7215-4f1b-a456-83a6bf0a278d req-d24ff6ba-4417-41ba-88ef-0653dcf7bcfa tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.248844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f4306-7215-4f1b-a456-83a6bf0a278d req-d24ff6ba-4417-41ba-88ef-0653dcf7bcfa tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.255112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f4306-7215-4f1b-a456-83a6bf0a278d req-d24ff6ba-4417-41ba-88ef-0653dcf7bcfa tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.258108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-538f4306-7215-4f1b-a456-83a6bf0a278d req-d24ff6ba-4417-41ba-88ef-0653dcf7bcfa tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2412 time: 0.1546836 Dec 10 08:59:23.331212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Attempting to bind port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:23.331470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Attempting to bind port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:23.332240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Attempting to bind port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 on network 3dd26aca-40cd-4110-8444-8592c85b1416 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:23.340588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 on network 3dd26aca-40cd-4110-8444-8592c85b1416 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:59:23.340925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Attempting to bind port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 on network 3dd26aca-40cd-4110-8444-8592c85b1416 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:23.352893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74f93d01-d612-4aea-822d-a81963f135e3 req-25192271-4e3d-473d-871e-450653faf6f8 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0374789 Dec 10 08:59:23.353086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:23.353287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Checking segment: {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:23.353672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Bound using segment: {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:23.354174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Bound port: b778d27d-5db8-4b7d-9ef9-48a2c0a76c61, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:23.354535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:23.356817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-538f4306-7215-4f1b-a456-83a6bf0a278d req-94a23d6f-ace8-467b-9d31-5bca89b89f80 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918849 Dec 10 08:59:23.419668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa894-4444-4429-903c-f659c05c0500 req-d2c20dea-9f48-49f9-81bc-53b6fddcfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.421063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac5aa894-4444-4429-903c-f659c05c0500 req-d2c20dea-9f48-49f9-81bc-53b6fddcfbc9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2085769 Dec 10 08:59:23.458159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] For port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:23.462831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] For port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:23.469604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:23.520780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.522109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:23.523779 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] 10.222.0.18 "PUT /v2.0/ports/b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 HTTP/1.1" status: 200 len: 1091 time: 1.4982102 Dec 10 08:59:23.548753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e30ac-6067-4e41-a6d0-40b8d57e9594 service neutron] Pushing event updated for resources: {'Port': ['ID=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:23.644190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-73821cc4-d17b-46bc-887e-e429a24eab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.644674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-73821cc4-d17b-46bc-887e-e429a24eab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.645181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-73821cc4-d17b-46bc-887e-e429a24eab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.647118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-73821cc4-d17b-46bc-887e-e429a24eab93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e5231e03f04c1a8b5027737365571d&device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2865 time: 0.0646100 Dec 10 08:59:23.701968 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-bfdfa1cc-5e44-4c5a-a11d-a14d82bfb9f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=114771c6-5b8a-4732-9a15-f3fe42b09585 HTTP/1.1" status: 200 len: 217 time: 0.0453570 Dec 10 08:59:23.768096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-411483d0-1c99-4d8f-a87e-bcc49d09588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.769628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-411483d0-1c99-4d8f-a87e-bcc49d09588e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5b47351-b36e-48e7-8770-95e8ebd4f15a HTTP/1.1" status: 200 len: 801 time: 0.0609014 Dec 10 08:59:23.825215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-2706fb2c-ea93-4556-9864-1de49ab5b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:23.826798 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-2706fb2c-ea93-4556-9864-1de49ab5b412 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3dd26aca-40cd-4110-8444-8592c85b1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495400 Dec 10 08:59:23.862387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55658) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:23.915869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9b0d5e-c20b-470f-908b-bd53f0303bcf admin admin] Deleting subnet 15349f3d-125d-490d-ae31-4a9529c678c7 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:23.919864 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0d5e-c20b-470f-908b-bd53f0303bcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:23.924571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-a8deadbc-e013-4dc6-80df-77406a1050b5 service neutron] 10.222.0.18 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890768 Dec 10 08:59:23.965817 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0d5e-c20b-470f-908b-bd53f0303bcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.016931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0d5e-c20b-470f-908b-bd53f0303bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.033298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 74da95a8-e501-4ba3-be4e-e063ee53271e no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:24.056743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-9b267f11-3cdd-42c3-a3e4-30b2623e3542 service neutron] 10.222.0.18 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217878 Dec 10 08:59:24.068101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 74da95a8-e501-4ba3-be4e-e063ee53271e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:24.068880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 74da95a8-e501-4ba3-be4e-e063ee53271e not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:24.088092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0d5e-c20b-470f-908b-bd53f0303bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.108099 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-458006c6-2115-459f-ba1d-ea1ea009585d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=43eaa0a2-c64d-49cf-b53e-f877e79ae350 HTTP/1.1" status: 200 len: 217 time: 0.0422294 Dec 10 08:59:24.127052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b0d5e-c20b-470f-908b-bd53f0303bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15349f3d-125d-490d-ae31-4a9529c678c7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:24.134651 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0d5e-c20b-470f-908b-bd53f0303bcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.138874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf9b0d5e-c20b-470f-908b-bd53f0303bcf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/15349f3d-125d-490d-ae31-4a9529c678c7 HTTP/1.1" status: 204 len: 168 time: 0.2750988 Dec 10 08:59:24.141284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55668) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:24.190222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ef6e5e9e-74d1-4edf-b928-749643e71d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:24.192238 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-ef6e5e9e-74d1-4edf-b928-749643e71d36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5594b4ec-0ade-4536-ad3c-94aefb0f980c HTTP/1.1" status: 200 len: 801 time: 0.0770495 Dec 10 08:59:24.247363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.286535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2df11d40-98bc-4ba4-a68d-593018448980 req-7d6e02b1-aac0-4d2a-a86e-366cec43c65d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3f6d390-da03-4e78-836c-4c59c51fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0429351 Dec 10 08:59:24.296402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-a39a3960-5249-41aa-a39e-f07f5a56c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:24.298079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-a39a3960-5249-41aa-a39e-f07f5a56c4b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43716509-610d-44ad-8514-5226867ac4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0948195 Dec 10 08:59:24.373163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.407057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62251da-8558-40a0-81a1-99dd157e2ca6 req-247fe9d7-0cac-4301-b11b-e57bf05c9eee tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:24.408687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b62251da-8558-40a0-81a1-99dd157e2ca6 req-247fe9d7-0cac-4301-b11b-e57bf05c9eee tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 944 time: 0.1141741 Dec 10 08:59:24.413171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103b1340-6b00-4180-bed7-1b83eb345535']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:24.434304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99bffc6-aaab-4042-bd23-a1e171fec5f3') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:24.434735 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99bffc6-aaab-4042-bd23-a1e171fec5f3') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:24.460710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.509101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.533935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:24.534612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:24.547300 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:24.590698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b62251da-8558-40a0-81a1-99dd157e2ca6 req-7f83528d-f5c1-492a-a88c-3bcce5c9b24a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695712 Dec 10 08:59:24.603436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3bcea-d4a3-4576-b8c0-9ea9e984dafb req-ab65fbb8-0080-4024-9f8b-b86321bdb0a6 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:24.617139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3bcea-d4a3-4576-b8c0-9ea9e984dafb req-ab65fbb8-0080-4024-9f8b-b86321bdb0a6 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:24.617139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3bcea-d4a3-4576-b8c0-9ea9e984dafb req-ab65fbb8-0080-4024-9f8b-b86321bdb0a6 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:24.617724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80a3bcea-d4a3-4576-b8c0-9ea9e984dafb req-ab65fbb8-0080-4024-9f8b-b86321bdb0a6 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2412 time: 0.1754842 Dec 10 08:59:24.661535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-a45cbd4d-b6e3-4640-b46d-5a8977c7e98e service neutron] 10.222.0.18 "GET /v2.0/networks/43716509-610d-44ad-8514-5226867ac4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360679 Dec 10 08:59:24.667186 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.673721 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:24.680663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] 10.222.0.31 "DELETE /v2.0/networks/103b1340-6b00-4180-bed7-1b83eb345535 HTTP/1.1" status: 204 len: 168 time: 0.5379517 Dec 10 08:59:24.710371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a6a40-7cf9-45c4-af99-67867c601b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=103b1340-6b00-4180-bed7-1b83eb345535,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:24.750981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0971fe0-61df-4800-b27c-3fb1227f47f1 req-a85ef1d3-cd1c-41d3-8087-c0d2c5cf80bb tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0557067 Dec 10 08:59:24.769153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'tag': 'b778d27d-5db8-4b7d-9ef9-48a2c0a76c61'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:24.770837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80a3bcea-d4a3-4576-b8c0-9ea9e984dafb req-4eeea2f3-2e47-46db-8e10-496fdf980c16 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405022 Dec 10 08:59:24.771738 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb14db-925e-4769-a562-598eddbdad3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "tag": "b778d27d-5db8-4b7d-9ef9-48a2c0a76c61"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:24.861721 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-c785b5d1-085f-46cd-a5f0-d57786137e27 service neutron] 10.222.0.18 "GET /v2.0/networks/43716509-610d-44ad-8514-5226867ac4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847811 Dec 10 08:59:24.926521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-4bab74b0-ab56-4f11-8688-8a8bbf6a2b10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 HTTP/1.1" status: 200 len: 217 time: 0.0629439 Dec 10 08:59:24.951166 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0f541c-ebf0-4776-b108-4c7ade978652 x-openstack-request-id: req-0c0f541c-ebf0-4776-b108-4c7ade978652 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:24.951592 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "tag": "b778d27d-5db8-4b7d-9ef9-48a2c0a76c61", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:24.951948 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c0f541c-ebf0-4776-b108-4c7ade978652 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:24.952587 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'tag': 'b778d27d-5db8-4b7d-9ef9-48a2c0a76c61', 'status': 'completed', 'code': 200} Dec 10 08:59:24.979263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55690) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:25.029155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-93247e4b-9c92-44b0-8347-610f665e3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:25.030790 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-93247e4b-9c92-44b0-8347-610f665e3840 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5b47351-b36e-48e7-8770-95e8ebd4f15a HTTP/1.1" status: 200 len: 801 time: 0.0949264 Dec 10 08:59:25.043122 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e8e3762c-806d-4137-b3fe-c59b945fbebb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3949e94f1b224905b71b511daff20c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623808 Dec 10 08:59:25.045903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55692) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:25.110776 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9d1ac5f6-e763-43ed-8b0f-aa80a9695191 req-b86b0125-544b-43fb-ab09-957ee0bc5c6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0347366 Dec 10 08:59:25.121338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-098b5f6e-4894-4f1f-9c25-6f6155b92034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:25.123149 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-098b5f6e-4894-4f1f-9c25-6f6155b92034 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3dd26aca-40cd-4110-8444-8592c85b1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788841 Dec 10 08:59:25.133347 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf6bcbab-2e28-4387-afe7-308a61c9f767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:25.159796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf6bcbab-2e28-4387-afe7-308a61c9f767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:25.216583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf6bcbab-2e28-4387-afe7-308a61c9f767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:25.220052 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf6bcbab-2e28-4387-afe7-308a61c9f767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:25.224234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cf6bcbab-2e28-4387-afe7-308a61c9f767 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88afdd3c-4600-4bc4-a905-25382b0f9258 HTTP/1.1" status: 204 len: 168 time: 0.1757462 Dec 10 08:59:25.234684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bcbab-2e28-4387-afe7-308a61c9f767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88afdd3c-4600-4bc4-a905-25382b0f9258,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:25.485521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-9434d70f-9a8b-42ec-a2aa-eac02dec428f service neutron] 10.222.0.18 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073742 Dec 10 08:59:25.629944 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c39b930c-abf4-4f72-afc7-518c9e7ea56a req-9d9ae8a6-0aec-4a6d-ac35-bf9e4c70dc6a service neutron] 10.222.0.18 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349101 Dec 10 08:59:25.790786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb14db-925e-4769-a562-598eddbdad3a req-16f20aba-8643-4b62-b750-6067bcf37ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:25.791689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb14db-925e-4769-a562-598eddbdad3a req-16f20aba-8643-4b62-b750-6067bcf37ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:25.792374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb14db-925e-4769-a562-598eddbdad3a req-16f20aba-8643-4b62-b750-6067bcf37ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:25.794700 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-36cb14db-925e-4769-a562-598eddbdad3a req-16f20aba-8643-4b62-b750-6067bcf37ad5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e5231e03f04c1a8b5027737365571d&device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2865 time: 0.0902681 Dec 10 08:59:25.798298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93833c99-bd06-4ba1-a301-c978d5294d6b req-57c28b82-d1fa-4e27-9f2a-e6b1a208c0c3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:25.799956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93833c99-bd06-4ba1-a301-c978d5294d6b req-57c28b82-d1fa-4e27-9f2a-e6b1a208c0c3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 944 time: 0.0895326 Dec 10 08:59:25.937803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93833c99-bd06-4ba1-a301-c978d5294d6b req-e74f098b-6d9b-47e1-94ad-3b13893d4ebe tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162267 Dec 10 08:59:25.960432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24522336-614d-4b31-b91e-5fd412145469 req-152be060-8b9d-43be-a73e-a55f5c0acb7f tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0645475 Dec 10 08:59:25.991321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb14db-925e-4769-a562-598eddbdad3a req-22d20968-529b-483d-9bbb-32d0d83963e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:25.991321 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-36cb14db-925e-4769-a562-598eddbdad3a req-22d20968-529b-483d-9bbb-32d0d83963e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3dd26aca-40cd-4110-8444-8592c85b1416 HTTP/1.1" status: 200 len: 903 time: 0.1805019 Dec 10 08:59:26.112132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d6268-ff00-4d6d-af7d-e0c032430372 req-4bb42c9c-5b23-4b8b-84c5-1512991d217f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:26.122683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d6268-ff00-4d6d-af7d-e0c032430372 req-4bb42c9c-5b23-4b8b-84c5-1512991d217f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:26.132213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d6268-ff00-4d6d-af7d-e0c032430372 req-4bb42c9c-5b23-4b8b-84c5-1512991d217f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:26.150661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e54d6268-ff00-4d6d-af7d-e0c032430372 req-4bb42c9c-5b23-4b8b-84c5-1512991d217f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2412 time: 0.1094539 Dec 10 08:59:26.214710 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e54d6268-ff00-4d6d-af7d-e0c032430372 req-67e4a1f3-2fc2-4b07-b435-0d87b3519692 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635967 Dec 10 08:59:26.218360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1f5e96c1-e6c2-453f-9221-4bdf29dba744 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:26.307063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 1f5e96c1-e6c2-453f-9221-4bdf29dba744 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:59:26.316441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 1f5e96c1-e6c2-453f-9221-4bdf29dba744 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:26.316988 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:26.419496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643762f7-cddf-4e26-a630-a8c3a69f38da req-4cb259ee-382b-452d-8e72-9762a726ec44 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:26.427459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-643762f7-cddf-4e26-a630-a8c3a69f38da req-4cb259ee-382b-452d-8e72-9762a726ec44 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 946 time: 0.0991502 Dec 10 08:59:26.459572 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:26.511426 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-36cb14db-925e-4769-a562-598eddbdad3a req-de7d5543-a369-4a74-8faf-7eee679d7180 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 HTTP/1.1" status: 200 len: 217 time: 0.5197101 Dec 10 08:59:26.514122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 1f5e96c1-e6c2-453f-9221-4bdf29dba744, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1f5e96c1-e6c2-453f-9221-4bdf29dba744,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:26.516455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67da0d8-1ebd-4164-a2e4-4e64c9bcb636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5e96c1-e6c2-453f-9221-4bdf29dba744'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:26.523123 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e7b3f4-c082-4de4-99b1-808125ae64d0" -d '{"events": [{"server_uuid": "e67da0d8-1ebd-4164-a2e4-4e64c9bcb636", "name": "network-vif-plugged", "status": "completed", "tag": "1f5e96c1-e6c2-453f-9221-4bdf29dba744"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:26.551266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:26.671616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb14db-925e-4769-a562-598eddbdad3a req-1180b3d2-8cac-463f-9d56-d38488a59b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:26.674877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-36cb14db-925e-4769-a562-598eddbdad3a req-1180b3d2-8cac-463f-9d56-d38488a59b71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5b47351-b36e-48e7-8770-95e8ebd4f15a HTTP/1.1" status: 200 len: 801 time: 0.1544361 Dec 10 08:59:26.694354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=1f5e96c1-e6c2-453f-9221-4bdf29dba744,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:26.810855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb14db-925e-4769-a562-598eddbdad3a req-876f110e-35b5-41ad-a12d-47d6e90628cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:26.812385 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-36cb14db-925e-4769-a562-598eddbdad3a req-876f110e-35b5-41ad-a12d-47d6e90628cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3dd26aca-40cd-4110-8444-8592c85b1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1287086 Dec 10 08:59:26.820687 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dab7fe-a397-400f-a036-d391d4284bed x-openstack-request-id: req-f5dab7fe-a397-400f-a036-d391d4284bed {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:26.821145 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67da0d8-1ebd-4164-a2e4-4e64c9bcb636", "name": "network-vif-plugged", "status": "completed", "tag": "1f5e96c1-e6c2-453f-9221-4bdf29dba744", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:26.821571 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5dab7fe-a397-400f-a036-d391d4284bed {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:26.822106 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67da0d8-1ebd-4164-a2e4-4e64c9bcb636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'code': 200} Dec 10 08:59:26.932526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-643762f7-cddf-4e26-a630-a8c3a69f38da req-0dfa5455-3130-40ae-bdc5-0cfc659271fa tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5040164 Dec 10 08:59:26.945272 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-36cb14db-925e-4769-a562-598eddbdad3a req-ccc8a6da-e1b0-4d88-b11b-c453254a944a service neutron] 10.222.0.18 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242018 Dec 10 08:59:27.054747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cdea75e-8cf1-4f94-b8f0-3030cdbc4a3d req-c6bec4a7-08b7-4396-8d52-c25d14cec390 tempest-AbsoluteLimitsNegativeTestJSON-155583348 tempest-AbsoluteLimitsNegativeTestJSON-155583348-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e663ec818a494b6ca048f15aac64594d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916336 Dec 10 08:59:27.083485 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3546ea93-3597-4e44-b5b6-8e5de3fe64f3 req-622ded5b-ae39-49dd-a91d-e0eb7b9833e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3f6d390-da03-4e78-836c-4c59c51fabb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1369572 Dec 10 08:59:27.119549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807ecd3-aa32-456a-b9ec-2b6d9e26a195 req-879dfa59-fc8e-4b68-b72f-866105005df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:27.121300 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0807ecd3-aa32-456a-b9ec-2b6d9e26a195 req-879dfa59-fc8e-4b68-b72f-866105005df3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 1096 time: 0.1562140 Dec 10 08:59:27.154532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-36cb14db-925e-4769-a562-598eddbdad3a req-474ce49e-96c7-4bad-8120-45178b597f78 service neutron] 10.222.0.18 "GET /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993816 Dec 10 08:59:27.203335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3546ea93-3597-4e44-b5b6-8e5de3fe64f3 req-1d1580ae-cc05-4b0c-990f-89b7959fdd7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2629aee24594fd9a64ff7b71e40c93d&device_id=e3f6d390-da03-4e78-836c-4c59c51fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0330617 Dec 10 08:59:27.205970 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0807ecd3-aa32-456a-b9ec-2b6d9e26a195 req-610d8e26-53f5-4402-a3a3-112dcf78a244 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742660 Dec 10 08:59:27.253206 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3546ea93-3597-4e44-b5b6-8e5de3fe64f3 req-b5a757e7-384d-46ea-849d-3f50f900623d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c2629aee24594fd9a64ff7b71e40c93d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239763 Dec 10 08:59:27.362920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546ea93-3597-4e44-b5b6-8e5de3fe64f3 req-cd658235-630b-45d6-a58d-a575022e999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:27.364608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3546ea93-3597-4e44-b5b6-8e5de3fe64f3 req-cd658235-630b-45d6-a58d-a575022e999d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051962 Dec 10 08:59:27.381224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54807491-136b-4cf4-9071-8356d66fb402 req-a795866e-6f58-4e0b-b61f-7ee7af64517d tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:27.383051 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54807491-136b-4cf4-9071-8356d66fb402 req-a795866e-6f58-4e0b-b61f-7ee7af64517d tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 945 time: 0.2954416 Dec 10 08:59:27.424507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea75e-8cf1-4f94-b8f0-3030cdbc4a3d req-6436e07d-f375-4231-a1b3-185569264881 tempest-AbsoluteLimitsNegativeTestJSON-155583348 tempest-AbsoluteLimitsNegativeTestJSON-155583348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:27.426020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cdea75e-8cf1-4f94-b8f0-3030cdbc4a3d req-6436e07d-f375-4231-a1b3-185569264881 tempest-AbsoluteLimitsNegativeTestJSON-155583348 tempest-AbsoluteLimitsNegativeTestJSON-155583348-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648787 Dec 10 08:59:27.460240 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cdea75e-8cf1-4f94-b8f0-3030cdbc4a3d req-5e44a1d3-cadf-4745-a3fb-11ba212ba0a8 tempest-AbsoluteLimitsNegativeTestJSON-155583348 tempest-AbsoluteLimitsNegativeTestJSON-155583348-project] 10.222.0.31 "GET /v2.0/quotas/e663ec818a494b6ca048f15aac64594d HTTP/1.1" status: 200 len: 375 time: 0.0207770 Dec 10 08:59:27.464145 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54807491-136b-4cf4-9071-8356d66fb402 req-0803c508-8697-4bfb-8bdb-25ed52e5fd62 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732765 Dec 10 08:59:27.506196 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cdea75e-8cf1-4f94-b8f0-3030cdbc4a3d req-e2d2c7e3-4d8d-4db6-af4f-3600164283be tempest-AbsoluteLimitsNegativeTestJSON-155583348 tempest-AbsoluteLimitsNegativeTestJSON-155583348-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e663ec818a494b6ca048f15aac64594d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371292 Dec 10 08:59:27.638503 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9d6235d-2ef8-400d-ad04-97bb22c0ddf5 req-27659432-bd2e-49cc-8950-c2b0aba19a63 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0513589 Dec 10 08:59:27.814256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09381c03-dc02-4193-8515-894eab1257b9 req-cdb681df-7e67-4de0-ae7b-15ba2f6178e2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:27.824205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09381c03-dc02-4193-8515-894eab1257b9 req-cdb681df-7e67-4de0-ae7b-15ba2f6178e2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:27.833458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09381c03-dc02-4193-8515-894eab1257b9 req-cdb681df-7e67-4de0-ae7b-15ba2f6178e2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:27.843530 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09381c03-dc02-4193-8515-894eab1257b9 req-cdb681df-7e67-4de0-ae7b-15ba2f6178e2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2412 time: 0.1018798 Dec 10 08:59:27.902783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09381c03-dc02-4193-8515-894eab1257b9 req-fd71a78c-e874-4da0-b4a4-ba8698bd3bc8 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576453 Dec 10 08:59:27.942051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55796) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:28.047896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 43eaa0a2-c64d-49cf-b53e-f877e79ae350 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:59:28.138959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2192255d-8ff5-4698-b517-aa078b415c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.211415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 43eaa0a2-c64d-49cf-b53e-f877e79ae350, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=43eaa0a2-c64d-49cf-b53e-f877e79ae350,segment=NetworkSegment(461e6100-5b42-4c79-aa76-02b8316080ea),segment_id=461e6100-5b42-4c79-aa76-02b8316080ea)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:28.228941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '43eaa0a2-c64d-49cf-b53e-f877e79ae350', 'network_id': '43716509-610d-44ad-8514-5226867ac4c8', 'port_id': '43eaa0a2-c64d-49cf-b53e-f877e79ae350', 'mac_address': 'fa:16:3e:24:75:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5594b4ec-0ade-4536-ad3c-94aefb0f980c', 'ip_address': '19.86.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:59:28.260862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2192255d-8ff5-4698-b517-aa078b415c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.267650 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2192255d-8ff5-4698-b517-aa078b415c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.297460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.317438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43eaa0a2-c64d-49cf-b53e-f877e79ae350 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:28.320589 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2192255d-8ff5-4698-b517-aa078b415c5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e663ec818a494b6ca048f15aac64594d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754644 Dec 10 08:59:28.323996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55806) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:28.326228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b258d5a8-523f-431e-aa59-101af1380807 req-514fb578-0384-461c-b335-59fd4adb8cd9 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0759499 Dec 10 08:59:28.363973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 43eaa0a2-c64d-49cf-b53e-f877e79ae350, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=43eaa0a2-c64d-49cf-b53e-f877e79ae350,segment=NetworkSegment(461e6100-5b42-4c79-aa76-02b8316080ea),segment_id=461e6100-5b42-4c79-aa76-02b8316080ea)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:28.366537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e7575-516e-464b-b271-311883f2ef37 req-f48ee68b-c685-48ae-a6a2-3b5ed39fa776 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:28.368148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-410e7575-516e-464b-b271-311883f2ef37 req-f48ee68b-c685-48ae-a6a2-3b5ed39fa776 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 946 time: 0.1807375 Dec 10 08:59:28.369369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192255d-8ff5-4698-b517-aa078b415c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39fc839-bf89-4c40-903f-01141e15cdbf,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:28.370974 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.371757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:59:28.446302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-190d513e-dd0c-4538-9ee2-11e8457cb911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.448783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-410e7575-516e-464b-b271-311883f2ef37 req-322ffcdd-e3b6-43db-af69-9fa2bb402cd4 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687449 Dec 10 08:59:28.496751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-190d513e-dd0c-4538-9ee2-11e8457cb911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.572259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:28.592066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'b778d27d-5db8-4b7d-9ef9-48a2c0a76c61', 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416', 'port_id': 'b778d27d-5db8-4b7d-9ef9-48a2c0a76c61', 'mac_address': 'fa:16:3e:af:7c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b47351-b36e-48e7-8770-95e8ebd4f15a', 'ip_address': '19.80.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:59:28.597287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-190d513e-dd0c-4538-9ee2-11e8457cb911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.600348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-190d513e-dd0c-4538-9ee2-11e8457cb911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.602465 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-190d513e-dd0c-4538-9ee2-11e8457cb911 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b39fc839-bf89-4c40-903f-01141e15cdbf HTTP/1.1" status: 204 len: 168 time: 0.2775064 Dec 10 08:59:28.620731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d513e-dd0c-4538-9ee2-11e8457cb911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39fc839-bf89-4c40-903f-01141e15cdbf,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:28.701598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=43eaa0a2-c64d-49cf-b53e-f877e79ae350,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:28.716674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf6aa-c39d-450f-9c18-8d7fb601f6f3 req-e8b9b5d1-3e10-47b6-9add-5f2af7723c73 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:28.718641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7caf6aa-c39d-450f-9c18-8d7fb601f6f3 req-e8b9b5d1-3e10-47b6-9add-5f2af7723c73 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 945 time: 0.0990469 Dec 10 08:59:28.726180 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.741680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:28.767499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:28.774546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:28.775410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 114771c6-5b8a-4732-9a15-f3fe42b09585 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:59:28.833752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7caf6aa-c39d-450f-9c18-8d7fb601f6f3 req-ea8b191b-d70c-488f-87d2-da871e631bb0 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047721 Dec 10 08:59:28.898187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:28.902203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 114771c6-5b8a-4732-9a15-f3fe42b09585, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=114771c6-5b8a-4732-9a15-f3fe42b09585,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:28.938738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '114771c6-5b8a-4732-9a15-f3fe42b09585', 'network_id': '3dd26aca-40cd-4110-8444-8592c85b1416', 'port_id': '114771c6-5b8a-4732-9a15-f3fe42b09585', 'mac_address': 'fa:16:3e:76:af:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b47351-b36e-48e7-8770-95e8ebd4f15a', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:59:29.024972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:29.049711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114771c6-5b8a-4732-9a15-f3fe42b09585 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:29.098907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 114771c6-5b8a-4732-9a15-f3fe42b09585, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=114771c6-5b8a-4732-9a15-f3fe42b09585,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:29.106241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:29.179210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47d754-79a4-4975-b3e2-87c96659b5d8 req-418362bb-0a66-44f0-a604-1bb501bf22b2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:29.185631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47d754-79a4-4975-b3e2-87c96659b5d8 req-418362bb-0a66-44f0-a604-1bb501bf22b2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:29.199347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47d754-79a4-4975-b3e2-87c96659b5d8 req-418362bb-0a66-44f0-a604-1bb501bf22b2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:29.207446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=114771c6-5b8a-4732-9a15-f3fe42b09585,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:29.227503 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e47d754-79a4-4975-b3e2-87c96659b5d8 req-418362bb-0a66-44f0-a604-1bb501bf22b2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2414 time: 0.2019315 Dec 10 08:59:29.307177 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e47d754-79a4-4975-b3e2-87c96659b5d8 req-b0a81270-87ed-4fc3-bc3e-b80168f03ca8 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787704 Dec 10 08:59:29.373761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e5ece-4cc6-4316-8ebb-0481d7696fb6 req-5bcf218a-aa45-4798-b623-8ddd951fdaf2 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:29.382821 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-571e5ece-4cc6-4316-8ebb-0481d7696fb6 req-5bcf218a-aa45-4798-b623-8ddd951fdaf2 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 946 time: 0.0744681 Dec 10 08:59:29.457934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-571e5ece-4cc6-4316-8ebb-0481d7696fb6 req-ca4f471f-9a2b-4fcd-a07b-2d74c50f0130 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732794 Dec 10 08:59:29.500106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e7f894c-d40d-4643-b872-05f0570758e1 req-029f8033-9cd6-422a-b973-872754f7bbe2 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0358200 Dec 10 08:59:29.588459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['114771c6-5b8a-4732-9a15-f3fe42b09585'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:29.612143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['b778d27d-5db8-4b7d-9ef9-48a2c0a76c61'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:29.738305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['43eaa0a2-c64d-49cf-b53e-f877e79ae350'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:29.812644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55860) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:30.012437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1348962426-network', 'tenant_id': 'a8e8f76068e74994810ceb0f0bd79b10'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:30.083071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Made reservation on behalf of a8e8f76068e74994810ceb0f0bd79b10 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:30.085679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:30.115555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:30.261424 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:30.267584 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:30.336880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a310784-2fd3-41d1-9d18-74dd85a08237,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:30.350895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:59:30.376357 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:30.376804 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Added segment fe260aa1-2568-4e72-a479-66fb3ab7a6d9 of type vlan for network 20c88457-b287-42f6-a1ee-48ffb24d7002 Dec 10 08:59:30.460335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:30.493009 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:30.494446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:30.494889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:30.657275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8218-907f-447d-8b85-836b5452d6ba req-420229bc-7637-460c-9d24-0ecd26249ef2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:30.671668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8218-907f-447d-8b85-836b5452d6ba req-420229bc-7637-460c-9d24-0ecd26249ef2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:30.696485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8218-907f-447d-8b85-836b5452d6ba req-420229bc-7637-460c-9d24-0ecd26249ef2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:30.699176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bfd8218-907f-447d-8b85-836b5452d6ba req-420229bc-7637-460c-9d24-0ecd26249ef2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2415 time: 0.2116303 Dec 10 08:59:30.718104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] Pushing event updated for resources: {'Network': ['ID=20c88457-b287-42f6-a1ee-48ffb24d7002,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:30.731223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c02b0b0d-3267-49e8-b32f-3aa291577cfb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9148276 Dec 10 08:59:30.734104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55890) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:30.735221 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 20c88457-b287-42f6-a1ee-48ffb24d7002 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:59:30.751336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Request body: {'subnet': {'network_id': '20c88457-b287-42f6-a1ee-48ffb24d7002', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1348962426-subnet', 'tenant_id': 'a8e8f76068e74994810ceb0f0bd79b10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:30.807832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-b5c4d788-3a9a-4749-b211-1ec34c75b816 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:30.809341 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-b5c4d788-3a9a-4749-b211-1ec34c75b816 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.39 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 946 time: 0.3113806 Dec 10 08:59:30.824952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bfd8218-907f-447d-8b85-836b5452d6ba req-f7777500-7149-4b11-b87d-fff4685c2411 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054518 Dec 10 08:59:30.855113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Made reservation on behalf of a8e8f76068e74994810ceb0f0bd79b10 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:30.856439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:30.968990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55896) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:30.983459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273592cb-3d41-48cf-a4fa-489d58950dcd req-0ce45df7-7403-45e2-94bb-a70da6705934 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:30.993483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-273592cb-3d41-48cf-a4fa-489d58950dcd req-0ce45df7-7403-45e2-94bb-a70da6705934 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 946 time: 0.1657748 Dec 10 08:59:31.019176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb547cfc-58b8-4730-a6a6-c729cc7bbfb6 req-d8de30ae-3c9c-42d2-9f4d-8f916841a970 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0662539 Dec 10 08:59:31.158473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-273592cb-3d41-48cf-a4fa-489d58950dcd req-cb1eef24-fca6-4a9c-a89a-5114f732ba22 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b51d490-f8ff-47e7-b2cd-0c9547762aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639438 Dec 10 08:59:31.239398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Deleting port 21905037-2b3e-4975-8e7a-c59bb25c33af {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:31.239690 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.277137 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cbb50f32-64b7-49d5-a528-f75de3189201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.389902 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.429911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cbb50f32-64b7-49d5-a528-f75de3189201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.436126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cbb50f32-64b7-49d5-a528-f75de3189201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.442748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] For port 21905037-2b3e-4975-8e7a-c59bb25c33af, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=21905037-2b3e-4975-8e7a-c59bb25c33af,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:31.443175 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.514499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cbb50f32-64b7-49d5-a528-f75de3189201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=093af370b27d4b3da9408f833ba06912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5439262 Dec 10 08:59:31.515368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff731f2-7e60-4143-91c4-2b7bc4195d4c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:31.517846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55902) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:31.528125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb50f32-64b7-49d5-a528-f75de3189201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e3ba2a-f1ed-429b-9a06-b2fd303b1326,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:31.566095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Checking segment: {'id': 'fe260aa1-2568-4e72-a479-66fb3ab7a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '20c88457-b287-42f6-a1ee-48ffb24d7002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:31.566465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Network hostable DHCP agents. Network: 20c88457-b287-42f6-a1ee-48ffb24d7002, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:59:31.592550 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a945425-9f57-4d37-825c-7161fcd5d966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.623229 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a945425-9f57-4d37-825c-7161fcd5d966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.642497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Network 20c88457-b287-42f6-a1ee-48ffb24d7002 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:59:31.691297 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a945425-9f57-4d37-825c-7161fcd5d966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.695024 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a945425-9f57-4d37-825c-7161fcd5d966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.696208 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7a945425-9f57-4d37-825c-7161fcd5d966 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8e3ba2a-f1ed-429b-9a06-b2fd303b1326 HTTP/1.1" status: 204 len: 168 time: 0.1769826 Dec 10 08:59:31.705075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a945425-9f57-4d37-825c-7161fcd5d966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e3ba2a-f1ed-429b-9a06-b2fd303b1326,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:31.719331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 20c88457-b287-42f6-a1ee-48ffb24d7002) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:31.730362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:31.731468 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.731954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3c6fae-28ed-4390-8530-377b9663abba None None] Network 20c88457-b287-42f6-a1ee-48ffb24d7002 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:31.769094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.769481 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:31.769831 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Floating IP ddc502fe-4390-4696-88d7-db3c700f8050 disassociated. External IP: 172.25.3.245, port: 21905037-2b3e-4975-8e7a-c59bb25c33af. Dec 10 08:59:31.770187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Calling delete_port for 21905037-2b3e-4975-8e7a-c59bb25c33af owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:31.776227 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bff2798b-f674-44aa-9cd3-3f762cc115b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0407536 Dec 10 08:59:31.945086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9cecd-90a7-46d6-8987-61353ae6b7fe None None] Network 20c88457-b287-42f6-a1ee-48ffb24d7002 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:32.019786 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:32.052573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53da20-a1fa-40cd-8c95-f723c01947c2 req-0b2e8e21-6ff0-4bae-a211-aa2348435ef1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:32.071746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53da20-a1fa-40cd-8c95-f723c01947c2 req-0b2e8e21-6ff0-4bae-a211-aa2348435ef1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:32.079586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53da20-a1fa-40cd-8c95-f723c01947c2 req-0b2e8e21-6ff0-4bae-a211-aa2348435ef1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:32.089112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f53da20-a1fa-40cd-8c95-f723c01947c2 req-0b2e8e21-6ff0-4bae-a211-aa2348435ef1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2415 time: 0.1401384 Dec 10 08:59:32.090757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Pushing event deleted for resources: {'Port': ['ID=21905037-2b3e-4975-8e7a-c59bb25c33af,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:32.138197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 43eaa0a2-c64d-49cf-b53e-f877e79ae350 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:32.227412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f53da20-a1fa-40cd-8c95-f723c01947c2 req-ec595d43-10d3-4569-a26f-09c32b82ccb1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352086 Dec 10 08:59:32.290615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:59:32.296698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:32.297235 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:32.363756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b660a501-e57e-4509-8051-1c236df4037c req-37e260dc-8824-4a11-826f-1f8740d35b0b tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0506289 Dec 10 08:59:32.369829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-c692e63a-f6fc-4f62-82b8-308a3d1aefdd req-2751560f-aabe-4c0f-a457-3ed77ffcda6e tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1006295707', 'description': 'tempest-description-574481861'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:32.407952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c692e63a-f6fc-4f62-82b8-308a3d1aefdd req-2751560f-aabe-4c0f-a457-3ed77ffcda6e tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:32.521066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Router 740983ce-71c6-4870-9496-c480778905e7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:59:32.562305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f4b5fce-03de-47cb-a902-4514c819f288 req-62c590af-c818-4c85-8aa2-788b73498232 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/ports?device_id=93edb4e1-57e6-41a0-a843-a99dbffb6ccf HTTP/1.1" status: 200 len: 210 time: 0.0926213 Dec 10 08:59:32.575862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:32.665482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 43eaa0a2-c64d-49cf-b53e-f877e79ae350, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=43eaa0a2-c64d-49cf-b53e-f877e79ae350,segment=NetworkSegment(461e6100-5b42-4c79-aa76-02b8316080ea),segment_id=461e6100-5b42-4c79-aa76-02b8316080ea)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:32.669868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eaa0a2-c64d-49cf-b53e-f877e79ae350'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:32.674522 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c692e63a-f6fc-4f62-82b8-308a3d1aefdd req-2751560f-aabe-4c0f-a457-3ed77ffcda6e tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:32.676437 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32521fd2-8575-4149-af3c-a04f9e5ef2e5" -d '{"events": [{"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-plugged", "status": "completed", "tag": "43eaa0a2-c64d-49cf-b53e-f877e79ae350"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:32.681478 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c692e63a-f6fc-4f62-82b8-308a3d1aefdd req-2751560f-aabe-4c0f-a457-3ed77ffcda6e tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:32.686341 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:32.688451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:32.737389 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c692e63a-f6fc-4f62-82b8-308a3d1aefdd req-2751560f-aabe-4c0f-a457-3ed77ffcda6e tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:32.752156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c692e63a-f6fc-4f62-82b8-308a3d1aefdd req-2751560f-aabe-4c0f-a457-3ed77ffcda6e tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3920159 Dec 10 08:59:32.752291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:59:32.766036 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] Sync routers for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:59:32.789932 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:32.792687 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:59:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:32.822884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751560f-aabe-4c0f-a457-3ed77ffcda6e tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2fd3b3-1461-4bf8-903d-3ad49e9afb73,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:32.895224 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d057cddb-3e9c-4b34-9b00-f80d7d073cf5 x-openstack-request-id: req-d057cddb-3e9c-4b34-9b00-f80d7d073cf5 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:32.895694 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-plugged", "status": "completed", "tag": "43eaa0a2-c64d-49cf-b53e-f877e79ae350", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:32.897391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] No DVR routers for this DVR port 21905037-2b3e-4975-8e7a-c59bb25c33af on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:32.899296 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d057cddb-3e9c-4b34-9b00-f80d7d073cf5 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:32.900626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:32.901367 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eaa0a2-c64d-49cf-b53e-f877e79ae350', 'code': 200} Dec 10 08:59:32.907505 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5be25ce2-c0d5-4d54-9356-366ff428a33b req-ca2265fb-2c46-409e-915a-dad62a9f657c tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.39 "DELETE /v2.0/ports/21905037-2b3e-4975-8e7a-c59bb25c33af HTTP/1.1" status: 204 len: 173 time: 2.0809476 Dec 10 08:59:32.921584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'name': 'network-vif-deleted', 'tag': '21905037-2b3e-4975-8e7a-c59bb25c33af'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:32.924212 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578cf546-f65d-45d4-bdf5-9c8a9e842139" -d '{"events": [{"server_uuid": "93edb4e1-57e6-41a0-a843-a99dbffb6ccf", "name": "network-vif-deleted", "tag": "21905037-2b3e-4975-8e7a-c59bb25c33af"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:33.008500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=43eaa0a2-c64d-49cf-b53e-f877e79ae350,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:33.044053 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc04eb3-0b01-4ae7-8279-3f3d60892569 x-openstack-request-id: req-bdc04eb3-0b01-4ae7-8279-3f3d60892569 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:33.045033 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93edb4e1-57e6-41a0-a843-a99dbffb6ccf", "name": "network-vif-deleted", "tag": "21905037-2b3e-4975-8e7a-c59bb25c33af", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:33.045562 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdc04eb3-0b01-4ae7-8279-3f3d60892569 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:33.046192 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93edb4e1-57e6-41a0-a843-a99dbffb6ccf', 'name': 'network-vif-deleted', 'tag': '21905037-2b3e-4975-8e7a-c59bb25c33af', 'status': 'completed', 'code': 200} Dec 10 08:59:33.047735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:59:33.047956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6248d884-7cab-4987-9c88-ff9b71e341c9 req-b2192148-1501-4918-903c-55a71f65885b tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/ba2fd3b3-1461-4bf8-903d-3ad49e9afb73 HTTP/1.1" status: 200 len: 1823 time: 0.1340189 Dec 10 08:59:33.056402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-6248d884-7cab-4987-9c88-ff9b71e341c9 req-88b39a53-ee21-48c4-9ae4-6d9f621ceec0 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba2fd3b3-1461-4bf8-903d-3ad49e9afb73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:33.056722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-6248d884-7cab-4987-9c88-ff9b71e341c9 req-88b39a53-ee21-48c4-9ae4-6d9f621ceec0 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba2fd3b3-1461-4bf8-903d-3ad49e9afb73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:33.059214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:33.059802 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.139695 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d6079b9d-8884-40e9-813c-db2cce1b7883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.173749 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:33.197536 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6248d884-7cab-4987-9c88-ff9b71e341c9 req-88b39a53-ee21-48c4-9ae4-6d9f621ceec0 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.202799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.244839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:33.263489 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.265883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 114771c6-5b8a-4732-9a15-f3fe42b09585 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:33.320179 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6248d884-7cab-4987-9c88-ff9b71e341c9 req-88b39a53-ee21-48c4-9ae4-6d9f621ceec0 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.329546 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6248d884-7cab-4987-9c88-ff9b71e341c9 req-88b39a53-ee21-48c4-9ae4-6d9f621ceec0 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.364807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b39a53-ee21-48c4-9ae4-6d9f621ceec0 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514419d0-c10b-415b-bb3f-1a2df35c1f95,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:33.452216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:33.460780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 114771c6-5b8a-4732-9a15-f3fe42b09585 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 08:59:33.469960 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6248d884-7cab-4987-9c88-ff9b71e341c9 req-88b39a53-ee21-48c4-9ae4-6d9f621ceec0 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.478477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6248d884-7cab-4987-9c88-ff9b71e341c9 req-88b39a53-ee21-48c4-9ae4-6d9f621ceec0 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4295752 Dec 10 08:59:33.481150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 114771c6-5b8a-4732-9a15-f3fe42b09585 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:33.481668 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.533360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56e361-1ca1-4bd9-88c3-c4e17b1b8252 req-1e3073b9-bd39-4517-ad8c-88e1e32ea8c1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:33.543692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56e361-1ca1-4bd9-88c3-c4e17b1b8252 req-1e3073b9-bd39-4517-ad8c-88e1e32ea8c1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:33.551402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56e361-1ca1-4bd9-88c3-c4e17b1b8252 req-1e3073b9-bd39-4517-ad8c-88e1e32ea8c1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:33.567718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c56e361-1ca1-4bd9-88c3-c4e17b1b8252 req-1e3073b9-bd39-4517-ad8c-88e1e32ea8c1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2417 time: 0.1996586 Dec 10 08:59:33.639238 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:33.642244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.673329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa7f5b0f-8c5f-491c-844c-fb43cc8d95c8 req-22710818-5089-435d-941e-d24406754bbb tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0761442 Dec 10 08:59:33.686820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 114771c6-5b8a-4732-9a15-f3fe42b09585, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=114771c6-5b8a-4732-9a15-f3fe42b09585,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:33.695885 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.704516 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] Checking router: 740983ce-71c6-4870-9496-c480778905e7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:59:33.717743 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:33.718630 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:59:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:33.750043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c56e361-1ca1-4bd9-88c3-c4e17b1b8252 req-5a1b639d-6281-45d2-b15c-e6d87fdcf9cd tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741283 Dec 10 08:59:33.768399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-9e8b6cee-0737-4624-8582-4a80c46d903a req-a0db9a7e-b296-47f2-b8f1-f2639cc2596c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-105685168', 'description': 'tempest-description-1344775547'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:33.817595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=114771c6-5b8a-4732-9a15-f3fe42b09585,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:33.842757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9e8b6cee-0737-4624-8582-4a80c46d903a req-a0db9a7e-b296-47f2-b8f1-f2639cc2596c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:33.949977 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:33.999077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9e8b6cee-0737-4624-8582-4a80c46d903a req-a0db9a7e-b296-47f2-b8f1-f2639cc2596c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.003927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55984) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:34.017680 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9e8b6cee-0737-4624-8582-4a80c46d903a req-a0db9a7e-b296-47f2-b8f1-f2639cc2596c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.062624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9e8b6cee-0737-4624-8582-4a80c46d903a req-a0db9a7e-b296-47f2-b8f1-f2639cc2596c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.075851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e8b6cee-0737-4624-8582-4a80c46d903a req-a0db9a7e-b296-47f2-b8f1-f2639cc2596c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3090243 Dec 10 08:59:34.078885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db9a7e-b296-47f2-b8f1-f2639cc2596c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f55be8-a1b5-4547-94b5-df1c8fa584a6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:34.118797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b3392869-b00f-439f-bf1f-70b13963c425 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.197200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b3392869-b00f-439f-bf1f-70b13963c425 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.236567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bdb72a62-c88e-41a1-91f3-859a6d43369c req-a7def362-3a23-4018-badc-2a818a72c0f0 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/e1f55be8-a1b5-4547-94b5-df1c8fa584a6 HTTP/1.1" status: 200 len: 1823 time: 0.1139092 Dec 10 08:59:34.250458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-bdb72a62-c88e-41a1-91f3-859a6d43369c req-3b7d348d-1873-4d7b-bf86-c3eb2e79bd99 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e1f55be8-a1b5-4547-94b5-df1c8fa584a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:34.250784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-bdb72a62-c88e-41a1-91f3-859a6d43369c req-3b7d348d-1873-4d7b-bf86-c3eb2e79bd99 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e1f55be8-a1b5-4547-94b5-df1c8fa584a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:34.265423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 21905037-2b3e-4975-8e7a-c59bb25c33af no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:34.315028 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b3392869-b00f-439f-bf1f-70b13963c425 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.318621 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b3392869-b00f-439f-bf1f-70b13963c425 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.320008 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b3392869-b00f-439f-bf1f-70b13963c425 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b51d490-f8ff-47e7-b2cd-0c9547762aff HTTP/1.1" status: 204 len: 168 time: 0.3147459 Dec 10 08:59:34.327723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55990) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:34.338727 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:34.339380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3392869-b00f-439f-bf1f-70b13963c425 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b51d490-f8ff-47e7-b2cd-0c9547762aff,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:34.362423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 21905037-2b3e-4975-8e7a-c59bb25c33af {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:34.362843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 21905037-2b3e-4975-8e7a-c59bb25c33af not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:34.377360 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde89d5-c6b8-4030-83a4-7a3f290d68eb None None] The sync data for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 is: [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:56:59Z', 'revision_number': 4, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c9ffd611-7287-464a-b4fe-7f286ea9a74a', 'name': '', 'network_id': 'dd6741d2-514c-427c-94f6-2278d2e47880', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'mac_address': 'fa:16:3e:ec:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:58Z', 'updated_at': '2021-12-10T08:57:14Z', 'revision_number': 5, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'subnets': [{'id': 'dc4b1d78-bda9-4e39-9eca-b14c4b907cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:59:34.455258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bdb72a62-c88e-41a1-91f3-859a6d43369c req-3b7d348d-1873-4d7b-bf86-c3eb2e79bd99 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.494281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bdb72a62-c88e-41a1-91f3-859a6d43369c req-3b7d348d-1873-4d7b-bf86-c3eb2e79bd99 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.500845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bdb72a62-c88e-41a1-91f3-859a6d43369c req-3b7d348d-1873-4d7b-bf86-c3eb2e79bd99 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.506266 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-a9933771-2196-427a-9919-f9f216948d94 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] show failed (client error): The resource could not be found. Dec 10 08:59:34.508105 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a9933771-2196-427a-9919-f9f216948d94 tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "GET /v2.0/security-groups/2b51d490-f8ff-47e7-b2cd-0c9547762aff HTTP/1.1" status: 404 len: 347 time: 0.1790626 Dec 10 08:59:34.510678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55996) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:34.553091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d348d-1873-4d7b-bf86-c3eb2e79bd99 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63122549-af5f-4867-83eb-8b7fc84e41f5,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:34.570624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bdb72a62-c88e-41a1-91f3-859a6d43369c req-3b7d348d-1873-4d7b-bf86-c3eb2e79bd99 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.576716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bdb72a62-c88e-41a1-91f3-859a6d43369c req-3b7d348d-1873-4d7b-bf86-c3eb2e79bd99 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3387353 Dec 10 08:59:34.617140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-0d396eed-b5f7-4d89-a640-be7b6388c6ab req-570030c0-86f4-4c8a-ac16-dd0fbd5273bd tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2101533297', 'description': 'tempest-description-2141449339'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:34.652521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0d396eed-b5f7-4d89-a640-be7b6388c6ab req-570030c0-86f4-4c8a-ac16-dd0fbd5273bd tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.722492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Deleting port 3354e3e7-a717-4161-bc36-858f00dc6c4e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:34.723095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.791383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0d396eed-b5f7-4d89-a640-be7b6388c6ab req-570030c0-86f4-4c8a-ac16-dd0fbd5273bd tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.799917 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0d396eed-b5f7-4d89-a640-be7b6388c6ab req-570030c0-86f4-4c8a-ac16-dd0fbd5273bd tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.840889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.842508 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.861867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Calling delete_port for 3354e3e7-a717-4161-bc36-858f00dc6c4e owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:34.882841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570030c0-86f4-4c8a-ac16-dd0fbd5273bd tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fd110d-3c26-46fc-8ded-136caa5830ae,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:34.894705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb583217-d5ad-48a9-9004-04b3db6c24c5 None None] New status for floating IP ddc502fe-4390-4696-88d7-db3c700f8050: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:59:34.929755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f8ad5d9-e887-45d4-9f5f-2dfe3a1fe22c req-d596e0b8-db40-464a-9237-4a6f45be1a77 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0575941 Dec 10 08:59:34.952607 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0d396eed-b5f7-4d89-a640-be7b6388c6ab req-570030c0-86f4-4c8a-ac16-dd0fbd5273bd tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:34.972105 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d396eed-b5f7-4d89-a640-be7b6388c6ab req-570030c0-86f4-4c8a-ac16-dd0fbd5273bd tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3619978 Dec 10 08:59:35.038912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b778d27d-5db8-4b7d-9ef9-48a2c0a76c61'}, {'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114771c6-5b8a-4732-9a15-f3fe42b09585'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:35.041452 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dced6c8-ccd7-48f4-a9ff-bdd8ca147c19" -d '{"events": [{"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-plugged", "status": "completed", "tag": "b778d27d-5db8-4b7d-9ef9-48a2c0a76c61"}, {"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-plugged", "status": "completed", "tag": "114771c6-5b8a-4732-9a15-f3fe42b09585"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:35.117646 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:35.187315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-fd97a804-5392-46af-838a-a297d69c3d90 req-3ee26621-5279-4384-822d-fd0ec901296d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-101393233', 'description': 'tempest-description-1641750664'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:35.191166 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-cb583217-d5ad-48a9-9004-04b3db6c24c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 08:59:35.191528 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-cb583217-d5ad-48a9-9004-04b3db6c24c5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 08:59:35.214149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Pushing event deleted for resources: {'Port': ['ID=3354e3e7-a717-4161-bc36-858f00dc6c4e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:35.232655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e1005-f709-4278-94b5-361d749a21b3 req-9101e6d3-26d8-4d16-918c-b96dce38a030 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:35.245984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e1005-f709-4278-94b5-361d749a21b3 req-9101e6d3-26d8-4d16-918c-b96dce38a030 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:35.252423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e1005-f709-4278-94b5-361d749a21b3 req-9101e6d3-26d8-4d16-918c-b96dce38a030 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:35.261987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-539e1005-f709-4278-94b5-361d749a21b3 req-9101e6d3-26d8-4d16-918c-b96dce38a030 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2418 time: 0.1614206 Dec 10 08:59:35.284663 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:35.289464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:35.293588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56022) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:35.293957 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d3adfa36-0628-402f-9ee2-2f6f688fc96b tempest-ServersTestJSON-1697836367 tempest-ServersTestJSON-1697836367-project] 10.222.0.31 "DELETE /v2.0/floatingips/ddc502fe-4390-4696-88d7-db3c700f8050 HTTP/1.1" status: 204 len: 168 time: 0.7819462 Dec 10 08:59:35.313735 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-fd97a804-5392-46af-838a-a297d69c3d90 req-3ee26621-5279-4384-822d-fd0ec901296d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:35.391281 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8ab82b3-279b-4bf2-96fb-49d53967c137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:35.392968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-539e1005-f709-4278-94b5-361d749a21b3 req-350d296f-e300-4880-889c-4c07cd935e1c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298511 Dec 10 08:59:35.487201 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1856e6c0-72cd-48c8-832e-8154352a97c9 x-openstack-request-id: req-1856e6c0-72cd-48c8-832e-8154352a97c9 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:35.487577 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-plugged", "status": "completed", "tag": "b778d27d-5db8-4b7d-9ef9-48a2c0a76c61", "code": 200}, {"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-plugged", "status": "completed", "tag": "114771c6-5b8a-4732-9a15-f3fe42b09585", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:35.487833 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1856e6c0-72cd-48c8-832e-8154352a97c9 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:35.488236 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b778d27d-5db8-4b7d-9ef9-48a2c0a76c61', 'code': 200} Dec 10 08:59:35.488495 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114771c6-5b8a-4732-9a15-f3fe42b09585', 'code': 200} Dec 10 08:59:35.593778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-fd97a804-5392-46af-838a-a297d69c3d90 req-3ee26621-5279-4384-822d-fd0ec901296d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:35.623927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4a28c-c8fc-48c9-8a8d-49063773082d req-4e82897e-4864-49f4-898d-eb2e06481b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:35.624409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4a28c-c8fc-48c9-8a8d-49063773082d req-4e82897e-4864-49f4-898d-eb2e06481b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:35.624956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4a28c-c8fc-48c9-8a8d-49063773082d req-4e82897e-4864-49f4-898d-eb2e06481b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:35.626634 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2fb4a28c-c8fc-48c9-8a8d-49063773082d req-4e82897e-4864-49f4-898d-eb2e06481b90 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2871 time: 0.0696239 Dec 10 08:59:35.652410 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-fd97a804-5392-46af-838a-a297d69c3d90 req-3ee26621-5279-4384-822d-fd0ec901296d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:35.694945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb583217-d5ad-48a9-9004-04b3db6c24c5 None None] New status for floating IP ddc502fe-4390-4696-88d7-db3c700f8050: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 08:59:35.696098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2fb4a28c-c8fc-48c9-8a8d-49063773082d req-a22d345a-1492-4cd4-983c-ac84976ad99b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620589 Dec 10 08:59:35.704379 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-fd97a804-5392-46af-838a-a297d69c3d90 req-3ee26621-5279-4384-822d-fd0ec901296d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:35.705783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd97a804-5392-46af-838a-a297d69c3d90 req-3ee26621-5279-4384-822d-fd0ec901296d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5330372 Dec 10 08:59:35.727948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26621-5279-4384-822d-fd0ec901296d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fc09de-4d7a-4ca2-8646-27f7b7a98377,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:35.833682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85e20d98-74a8-457b-8a5d-d23d0a12b229 req-00ced72b-ca00-46e2-9ff3-c513bd7ba59d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/a9fd110d-3c26-46fc-8ded-136caa5830ae HTTP/1.1" status: 200 len: 1824 time: 0.0953746 Dec 10 08:59:35.915673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85e20d98-74a8-457b-8a5d-d23d0a12b229 req-61e9bbbc-ef2b-4204-b9d3-dd98b9ea854e tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/d7fc09de-4d7a-4ca2-8646-27f7b7a98377 HTTP/1.1" status: 200 len: 1823 time: 0.0810180 Dec 10 08:59:35.949818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-85e20d98-74a8-457b-8a5d-d23d0a12b229 req-166faa39-db72-4bf6-b5a2-5145ce5791a8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a9fd110d-3c26-46fc-8ded-136caa5830ae', 'remote_group_id': 'd7fc09de-4d7a-4ca2-8646-27f7b7a98377', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:35.950138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-85e20d98-74a8-457b-8a5d-d23d0a12b229 req-166faa39-db72-4bf6-b5a2-5145ce5791a8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a9fd110d-3c26-46fc-8ded-136caa5830ae', 'remote_group_id': 'd7fc09de-4d7a-4ca2-8646-27f7b7a98377', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:36.025532 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.115615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f264e18c-b788-4726-9785-28e69106ec13 req-fa21358a-f23a-462c-a6f0-0d9a445d000a tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0464015 Dec 10 08:59:36.205407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-85e20d98-74a8-457b-8a5d-d23d0a12b229 req-166faa39-db72-4bf6-b5a2-5145ce5791a8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.285677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-85e20d98-74a8-457b-8a5d-d23d0a12b229 req-166faa39-db72-4bf6-b5a2-5145ce5791a8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.309725 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-85e20d98-74a8-457b-8a5d-d23d0a12b229 req-166faa39-db72-4bf6-b5a2-5145ce5791a8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.337159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166faa39-db72-4bf6-b5a2-5145ce5791a8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cd4e95-544c-4cdc-8bac-ccbc0d5f4f56,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:36.350787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-85e20d98-74a8-457b-8a5d-d23d0a12b229 req-166faa39-db72-4bf6-b5a2-5145ce5791a8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.352151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85e20d98-74a8-457b-8a5d-d23d0a12b229 req-166faa39-db72-4bf6-b5a2-5145ce5791a8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4087751 Dec 10 08:59:36.390576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-c2e58f2a-8267-482a-9670-238554db1a42 req-e03bb916-d79a-4902-87fd-7c3831263df3 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-588607322', 'description': 'tempest-description-1435232247'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:36.405668 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.483789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c2e58f2a-8267-482a-9670-238554db1a42 req-e03bb916-d79a-4902-87fd-7c3831263df3 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.558716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Deleting port c9ffd611-7287-464a-b4fe-7f286ea9a74a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:36.559382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.616186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56062) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:36.656215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40ccf9-5709-48c7-80b7-66eb76a1a569 req-3b3a9e62-1bcb-4739-916f-8598977aac12 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:36.663588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40ccf9-5709-48c7-80b7-66eb76a1a569 req-3b3a9e62-1bcb-4739-916f-8598977aac12 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:36.669622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40ccf9-5709-48c7-80b7-66eb76a1a569 req-3b3a9e62-1bcb-4739-916f-8598977aac12 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:36.677089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a40ccf9-5709-48c7-80b7-66eb76a1a569 req-3b3a9e62-1bcb-4739-916f-8598977aac12 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2418 time: 0.1689565 Dec 10 08:59:36.741164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c2e58f2a-8267-482a-9670-238554db1a42 req-e03bb916-d79a-4902-87fd-7c3831263df3 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.743969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-140a79de-a2c6-41c2-86ac-74d795bbff21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.745880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] For port c9ffd611-7287-464a-b4fe-7f286ea9a74a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c9ffd611-7287-464a-b4fe-7f286ea9a74a,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:36.746257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.760768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c2e58f2a-8267-482a-9670-238554db1a42 req-e03bb916-d79a-4902-87fd-7c3831263df3 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.780417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Calling delete_port for c9ffd611-7287-464a-b4fe-7f286ea9a74a owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:36.824501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c2e58f2a-8267-482a-9670-238554db1a42 req-e03bb916-d79a-4902-87fd-7c3831263df3 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.825874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e58f2a-8267-482a-9670-238554db1a42 req-e03bb916-d79a-4902-87fd-7c3831263df3 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4443977 Dec 10 08:59:36.826433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bb916-d79a-4902-87fd-7c3831263df3 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0390046-73d6-4fb1-a8b6-d04be484f721,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:36.831780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-140a79de-a2c6-41c2-86ac-74d795bbff21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.837593 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-140a79de-a2c6-41c2-86ac-74d795bbff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:36.868080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a40ccf9-5709-48c7-80b7-66eb76a1a569 req-e0d4f858-ca61-4dff-a500-9eb4d86a80c2 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899819 Dec 10 08:59:36.882158 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-140a79de-a2c6-41c2-86ac-74d795bbff21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16e340b2638445e48dc23337de26fa25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643011 Dec 10 08:59:36.884668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56068) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:36.900342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a79de-a2c6-41c2-86ac-74d795bbff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770b4735-fb63-4e90-a579-e58d25066060,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:36.914665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-7b3ab708-3bef-42e8-999b-75f1a9422e77 req-b96ecaf7-6a14-44f0-87d3-e44cdf930034 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1427166255', 'description': 'tempest-description-1492226627'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:37.009459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7b3ab708-3bef-42e8-999b-75f1a9422e77 req-b96ecaf7-6a14-44f0-87d3-e44cdf930034 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.035330 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36286598-dcea-482e-bd3c-4b0e3f1a817e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.083968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36286598-dcea-482e-bd3c-4b0e3f1a817e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.189802 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7b3ab708-3bef-42e8-999b-75f1a9422e77 req-b96ecaf7-6a14-44f0-87d3-e44cdf930034 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.196519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7b3ab708-3bef-42e8-999b-75f1a9422e77 req-b96ecaf7-6a14-44f0-87d3-e44cdf930034 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.255179 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36286598-dcea-482e-bd3c-4b0e3f1a817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.258382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36286598-dcea-482e-bd3c-4b0e3f1a817e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.259542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-36286598-dcea-482e-bd3c-4b0e3f1a817e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/770b4735-fb63-4e90-a579-e58d25066060 HTTP/1.1" status: 204 len: 168 time: 0.3724618 Dec 10 08:59:37.292207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6b3ff30-17c4-4b53-bbd0-f65ea003ab44 req-2bf3d7a8-55fc-4a64-8211-ddbceb15fe4a tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0646906 Dec 10 08:59:37.312491 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7b3ab708-3bef-42e8-999b-75f1a9422e77 req-b96ecaf7-6a14-44f0-87d3-e44cdf930034 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.314051 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b3ab708-3bef-42e8-999b-75f1a9422e77 req-b96ecaf7-6a14-44f0-87d3-e44cdf930034 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4083068 Dec 10 08:59:37.316634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ecaf7-6a14-44f0-87d3-e44cdf930034 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc2539-82c4-4ef0-b02b-6ff13149e8d8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:37.346355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.389999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ffd611-7287-464a-b4fe-7f286ea9a74a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:37.397095 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36286598-dcea-482e-bd3c-4b0e3f1a817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770b4735-fb63-4e90-a579-e58d25066060,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:37.522078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49ca0c79-d579-488b-a488-925c6121999c req-e26dbc84-0b7e-4626-a2c8-29e4fd69d33a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/f0390046-73d6-4fb1-a8b6-d04be484f721 HTTP/1.1" status: 200 len: 1823 time: 0.1389647 Dec 10 08:59:37.637600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49ca0c79-d579-488b-a488-925c6121999c req-478bde4b-e5fb-4f7a-bc5e-d5840b8a5be4 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/1efc2539-82c4-4ef0-b02b-6ff13149e8d8 HTTP/1.1" status: 200 len: 1824 time: 0.1081932 Dec 10 08:59:37.680552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-49ca0c79-d579-488b-a488-925c6121999c req-7b36e6ce-19ca-4047-8e20-1e9f4076eae2 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f0390046-73d6-4fb1-a8b6-d04be484f721', 'remote_group_id': '1efc2539-82c4-4ef0-b02b-6ff13149e8d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:37.681149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-49ca0c79-d579-488b-a488-925c6121999c req-7b36e6ce-19ca-4047-8e20-1e9f4076eae2 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f0390046-73d6-4fb1-a8b6-d04be484f721', 'remote_group_id': '1efc2539-82c4-4ef0-b02b-6ff13149e8d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:37.714487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.738233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56082) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:37.753480 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bee85b96-2967-4c37-9490-81bb68f89a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.840528 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bee85b96-2967-4c37-9490-81bb68f89a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.845594 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bee85b96-2967-4c37-9490-81bb68f89a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:37.895670 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bee85b96-2967-4c37-9490-81bb68f89a90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55a2cbfcb4b64f6193433cca0eb971a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1562116 Dec 10 08:59:37.896585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56086) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:37.935113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee85b96-2967-4c37-9490-81bb68f89a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce7bad8-d1ee-48fe-b329-44d8316b37c8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:37.980771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64538b12-13d6-408c-97b3-7635ad900724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.011582 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64538b12-13d6-408c-97b3-7635ad900724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.091876 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64538b12-13d6-408c-97b3-7635ad900724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.096399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64538b12-13d6-408c-97b3-7635ad900724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.101907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-64538b12-13d6-408c-97b3-7635ad900724 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ce7bad8-d1ee-48fe-b329-44d8316b37c8 HTTP/1.1" status: 204 len: 168 time: 0.2007704 Dec 10 08:59:38.110460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.113346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64538b12-13d6-408c-97b3-7635ad900724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce7bad8-d1ee-48fe-b329-44d8316b37c8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:38.158675 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-49ca0c79-d579-488b-a488-925c6121999c req-7b36e6ce-19ca-4047-8e20-1e9f4076eae2 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.189333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb148-90b7-4ec4-bcd0-06ff5bf57ca1 req-c3a975d3-9b8a-47d5-9328-9bcb0a248243 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:38.195856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb148-90b7-4ec4-bcd0-06ff5bf57ca1 req-c3a975d3-9b8a-47d5-9328-9bcb0a248243 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:38.202059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb148-90b7-4ec4-bcd0-06ff5bf57ca1 req-c3a975d3-9b8a-47d5-9328-9bcb0a248243 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:38.203809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-115fb148-90b7-4ec4-bcd0-06ff5bf57ca1 req-c3a975d3-9b8a-47d5-9328-9bcb0a248243 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2418 time: 0.1747422 Dec 10 08:59:38.230061 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-49ca0c79-d579-488b-a488-925c6121999c req-7b36e6ce-19ca-4047-8e20-1e9f4076eae2 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.243544 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-49ca0c79-d579-488b-a488-925c6121999c req-7b36e6ce-19ca-4047-8e20-1e9f4076eae2 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.321085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36e6ce-19ca-4047-8e20-1e9f4076eae2 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561ca725-0303-4469-93bf-18104d7f2a93,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:38.347850 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-49ca0c79-d579-488b-a488-925c6121999c req-7b36e6ce-19ca-4047-8e20-1e9f4076eae2 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.349006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49ca0c79-d579-488b-a488-925c6121999c req-7b36e6ce-19ca-4047-8e20-1e9f4076eae2 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6811090 Dec 10 08:59:38.385473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-115fb148-90b7-4ec4-bcd0-06ff5bf57ca1 req-70789c05-f909-453f-8fcd-555b1f196ce7 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712310 Dec 10 08:59:38.434478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Router 740983ce-71c6-4870-9496-c480778905e7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 08:59:38.560114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-747da379-37e7-4c15-baaa-1068b5dc605a req-9b792672-54dd-45e6-a98a-5b3e54602373 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0633376 Dec 10 08:59:38.654168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c4477c7-0cad-4285-a9ee-ee56f2b8eeb1 req-ebf1de40-4941-4180-80fc-9df41ca17858 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/1efc2539-82c4-4ef0-b02b-6ff13149e8d8 HTTP/1.1" status: 200 len: 1824 time: 0.1553259 Dec 10 08:59:38.697431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 08:59:38.705407 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e17684b8-641d-4c89-8187-7d041ad6aa03 admin admin] 10.222.0.31 "PUT /v2.0/routers/740983ce-71c6-4870-9496-c480778905e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4107301 Dec 10 08:59:38.708387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56114) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:38.710516 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] Sync routers for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 08:59:38.743929 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5c4477c7-0cad-4285-a9ee-ee56f2b8eeb1 req-c4636bb4-cb1d-40a2-8d18-3ef4980bb284 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.748559 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:38.752078 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:59:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:38.779768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5c4477c7-0cad-4285-a9ee-ee56f2b8eeb1 req-c4636bb4-cb1d-40a2-8d18-3ef4980bb284 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.868408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5c4477c7-0cad-4285-a9ee-ee56f2b8eeb1 req-c4636bb4-cb1d-40a2-8d18-3ef4980bb284 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.875078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5c4477c7-0cad-4285-a9ee-ee56f2b8eeb1 req-c4636bb4-cb1d-40a2-8d18-3ef4980bb284 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.876281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c4477c7-0cad-4285-a9ee-ee56f2b8eeb1 req-c4636bb4-cb1d-40a2-8d18-3ef4980bb284 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "DELETE /v2.0/security-groups/1efc2539-82c4-4ef0-b02b-6ff13149e8d8 HTTP/1.1" status: 204 len: 173 time: 0.2212682 Dec 10 08:59:38.902915 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4636bb4-cb1d-40a2-8d18-3ef4980bb284 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc2539-82c4-4ef0-b02b-6ff13149e8d8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:38.982617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:38.987463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5921a89b-cb00-4533-bff1-4c4bdc58a4f6 req-03bfa1f0-2ece-4216-9f3a-7c8326b0e70b tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/f0390046-73d6-4fb1-a8b6-d04be484f721 HTTP/1.1" status: 200 len: 1823 time: 0.0802329 Dec 10 08:59:39.023661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-3d4d973d-913a-4ae1-99c9-af160230fd9a req-df5ab685-d233-4ed1-8636-6eda769591e8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-13701029', 'description': 'tempest-description-242664372'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:39.057973 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:39.072519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d4d973d-913a-4ae1-99c9-af160230fd9a req-df5ab685-d233-4ed1-8636-6eda769591e8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.149124 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.297362 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.356561 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d4d973d-913a-4ae1-99c9-af160230fd9a req-df5ab685-d233-4ed1-8636-6eda769591e8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.369215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d4d973d-913a-4ae1-99c9-af160230fd9a req-df5ab685-d233-4ed1-8636-6eda769591e8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.378596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Deleting port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:39.379444 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.420353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d85d9-373b-487d-85ad-6268191e94e1 req-6e7b6fc1-cf73-41e9-8a0d-67105366d6b0 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:39.430298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d85d9-373b-487d-85ad-6268191e94e1 req-6e7b6fc1-cf73-41e9-8a0d-67105366d6b0 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:39.448129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d85d9-373b-487d-85ad-6268191e94e1 req-6e7b6fc1-cf73-41e9-8a0d-67105366d6b0 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:39.462800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-161d85d9-373b-487d-85ad-6268191e94e1 req-6e7b6fc1-cf73-41e9-8a0d-67105366d6b0 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2418 time: 0.2229760 Dec 10 08:59:39.526378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ab685-d233-4ed1-8636-6eda769591e8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6d1204-25e8-449a-8d75-99e6f402070d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:39.549250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] For port 3eafc870-9517-404a-8ec9-bf06e6eb5ee9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3eafc870-9517-404a-8ec9-bf06e6eb5ee9,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:39.549753 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.558076 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:59:37Z', 'revision_number': 5, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port': {'id': '3eafc870-9517-404a-8ec9-bf06e6eb5ee9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740983ce-71c6-4870-9496-c480778905e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:49Z', 'updated_at': '2021-12-10T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:39.567192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Calling delete_port for 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:39.576330 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3d4d973d-913a-4ae1-99c9-af160230fd9a req-df5ab685-d233-4ed1-8636-6eda769591e8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.578539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d4d973d-913a-4ae1-99c9-af160230fd9a req-df5ab685-d233-4ed1-8636-6eda769591e8 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5603564 Dec 10 08:59:39.599954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-161d85d9-373b-487d-85ad-6268191e94e1 req-68e5ec47-3185-49ed-810b-0f722bedab4a tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354403 Dec 10 08:59:39.613839 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] Checking router: 740983ce-71c6-4870-9496-c480778905e7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 08:59:39.630053 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] Routers {'740983ce-71c6-4870-9496-c480778905e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 08:59:39.631109 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T08:59:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['740983ce-71c6-4870-9496-c480778905e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:39.668034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a4e0fef-f469-40a2-90eb-1302d064ce9f req-87469552-398b-4cab-b7e2-c9e9a2f4666d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/3d6d1204-25e8-449a-8d75-99e6f402070d HTTP/1.1" status: 200 len: 1821 time: 0.0532236 Dec 10 08:59:39.673125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-6a4e0fef-f469-40a2-90eb-1302d064ce9f req-566f75a5-598b-4068-a218-4583d2ee10bb tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d6d1204-25e8-449a-8d75-99e6f402070d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:39.674459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-6a4e0fef-f469-40a2-90eb-1302d064ce9f req-566f75a5-598b-4068-a218-4583d2ee10bb tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d6d1204-25e8-449a-8d75-99e6f402070d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:39.758781 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6a4e0fef-f469-40a2-90eb-1302d064ce9f req-566f75a5-598b-4068-a218-4583d2ee10bb tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.798249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6a4e0fef-f469-40a2-90eb-1302d064ce9f req-566f75a5-598b-4068-a218-4583d2ee10bb tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.821254 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] Set router 740983ce-71c6-4870-9496-c480778905e7 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 08:59:39.826232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf5a82b6-7f24-4b28-9b1c-198d635e3e07 req-9b551ec6-f738-4d29-ad13-cb9f1670027e tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0464494 Dec 10 08:59:39.826982 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6a4e0fef-f469-40a2-90eb-1302d064ce9f req-566f75a5-598b-4068-a218-4583d2ee10bb tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.836150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.846675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f75a5-598b-4068-a218-4583d2ee10bb tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c52a9c4-97cb-49f5-b9f7-ef9c026d2059,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:39.861823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6a4e0fef-f469-40a2-90eb-1302d064ce9f req-566f75a5-598b-4068-a218-4583d2ee10bb tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:39.873293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a4e0fef-f469-40a2-90eb-1302d064ce9f req-566f75a5-598b-4068-a218-4583d2ee10bb tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1941094 Dec 10 08:59:39.888327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eafc870-9517-404a-8ec9-bf06e6eb5ee9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:39.952374 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:59:39Z', 'revision_number': 6, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:40.003854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95125363-652d-411c-b74e-20608a33cb9b req-7e27b0bd-5059-4d9c-b928-9db7bfb76b2c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/3d6d1204-25e8-449a-8d75-99e6f402070d HTTP/1.1" status: 200 len: 2415 time: 0.0973797 Dec 10 08:59:40.009392 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8709d-ade7-407a-aa34-971bd7b95a02 None None] The sync data for ids ['740983ce-71c6-4870-9496-c480778905e7'] in n-d-814746-3 is: [{'id': '740983ce-71c6-4870-9496-c480778905e7', 'name': 'tempest-ServersTestJSON-1585393450-router', 'tenant_id': 'a93c43f3519746ea85e30a64a310e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:48Z', 'updated_at': '2021-12-10T08:59:39Z', 'revision_number': 6, 'project_id': 'a93c43f3519746ea85e30a64a310e750', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 08:59:40.017937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-95125363-652d-411c-b74e-20608a33cb9b req-6217f869-f506-41ee-93c6-204b88282f2f tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d6d1204-25e8-449a-8d75-99e6f402070d', 'remote_group_id': None}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:40.019234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-95125363-652d-411c-b74e-20608a33cb9b req-6217f869-f506-41ee-93c6-204b88282f2f tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d6d1204-25e8-449a-8d75-99e6f402070d', 'remote_group_id': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:40.022307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.126077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95125363-652d-411c-b74e-20608a33cb9b req-6217f869-f506-41ee-93c6-204b88282f2f tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.140639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.143389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.166199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95125363-652d-411c-b74e-20608a33cb9b req-6217f869-f506-41ee-93c6-204b88282f2f tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.171730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95125363-652d-411c-b74e-20608a33cb9b req-6217f869-f506-41ee-93c6-204b88282f2f tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.192810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217f869-f506-41ee-93c6-204b88282f2f tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d1077d-1a5a-4486-9541-4abbe5d3dc77,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:40.210471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.210995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-95125363-652d-411c-b74e-20608a33cb9b req-6217f869-f506-41ee-93c6-204b88282f2f tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.211870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 740983ce-71c6-4870-9496-c480778905e7 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 08:59:40.212405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95125363-652d-411c-b74e-20608a33cb9b req-6217f869-f506-41ee-93c6-204b88282f2f tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2069409 Dec 10 08:59:40.216996 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.218296 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-95284b4c-41c7-47c3-828d-09463c47b7c1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/740983ce-71c6-4870-9496-c480778905e7 HTTP/1.1" status: 204 len: 168 time: 1.5083313 Dec 10 08:59:40.220946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56156) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:40.299905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea44fbe3-9e3f-49a9-b0cf-857de309e648 admin admin] Deleting subnet dc4b1d78-bda9-4e39-9eca-b14c4b907cda {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:40.308112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea44fbe3-9e3f-49a9-b0cf-857de309e648 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.333463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4df22b96-febb-4c3e-b58f-7788b28c38c1 req-ef3569c8-511f-4cd2-b3cb-d592f3e4c3fa tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/3d6d1204-25e8-449a-8d75-99e6f402070d HTTP/1.1" status: 200 len: 3014 time: 0.0793040 Dec 10 08:59:40.361827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea44fbe3-9e3f-49a9-b0cf-857de309e648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.415584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b486f74c-c271-4c08-92a3-ca1ada1dcb8c req-3f9be4e1-553f-4a3c-a0dd-2d194ea633de tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-group-rules/f7d1077d-1a5a-4486-9541-4abbe5d3dc77 HTTP/1.1" status: 200 len: 783 time: 0.0580952 Dec 10 08:59:40.540244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b486f74c-c271-4c08-92a3-ca1ada1dcb8c req-cfb83963-a7f2-4644-8c95-59f9aa881457 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/3d6d1204-25e8-449a-8d75-99e6f402070d HTTP/1.1" status: 200 len: 3014 time: 0.1180108 Dec 10 08:59:40.547425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea44fbe3-9e3f-49a9-b0cf-857de309e648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.609756 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b486f74c-c271-4c08-92a3-ca1ada1dcb8c req-1a784210-967c-41fb-a65f-4c8e49bfd1d7 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.620422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b486f74c-c271-4c08-92a3-ca1ada1dcb8c req-1a784210-967c-41fb-a65f-4c8e49bfd1d7 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.645596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea44fbe3-9e3f-49a9-b0cf-857de309e648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.679842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44fbe3-9e3f-49a9-b0cf-857de309e648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4b1d78-bda9-4e39-9eca-b14c4b907cda,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:40.693520 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b486f74c-c271-4c08-92a3-ca1ada1dcb8c req-1a784210-967c-41fb-a65f-4c8e49bfd1d7 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.693704 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea44fbe3-9e3f-49a9-b0cf-857de309e648 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.697107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ea44fbe3-9e3f-49a9-b0cf-857de309e648 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc4b1d78-bda9-4e39-9eca-b14c4b907cda HTTP/1.1" status: 204 len: 168 time: 0.4749551 Dec 10 08:59:40.699555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56184) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:40.705077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e37dcb-0497-444a-94cc-e1f2f28e513d None None] Network dd6741d2-514c-427c-94f6-2278d2e47880 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:40.706250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-b486f74c-c271-4c08-92a3-ca1ada1dcb8c req-1a784210-967c-41fb-a65f-4c8e49bfd1d7 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.714744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b486f74c-c271-4c08-92a3-ca1ada1dcb8c req-1a784210-967c-41fb-a65f-4c8e49bfd1d7 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f7d1077d-1a5a-4486-9541-4abbe5d3dc77 HTTP/1.1" status: 204 len: 173 time: 0.1623104 Dec 10 08:59:40.792780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a784210-967c-41fb-a65f-4c8e49bfd1d7 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7d1077d-1a5a-4486-9541-4abbe5d3dc77,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:40.795904 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.821573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d8c6ab7-189f-48a9-a898-4c50165e528e req-4c66eb81-053f-4ade-a09f-c383d827788c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/3d6d1204-25e8-449a-8d75-99e6f402070d HTTP/1.1" status: 200 len: 2415 time: 0.0783918 Dec 10 08:59:40.878312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Deleting port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:40.879003 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:40.881420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8301e0-1001-4812-b101-16549526151f req-0c8890e2-a360-4ba7-9e03-314e06209e02 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:40.889497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8301e0-1001-4812-b101-16549526151f req-0c8890e2-a360-4ba7-9e03-314e06209e02 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:40.896613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8301e0-1001-4812-b101-16549526151f req-0c8890e2-a360-4ba7-9e03-314e06209e02 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:40.898351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb8301e0-1001-4812-b101-16549526151f req-0c8890e2-a360-4ba7-9e03-314e06209e02 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2418 time: 0.2208734 Dec 10 08:59:40.957795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f51e395-e865-4061-ac55-6c143e7dfdaa None None] DHCP port deletion for dd6741d2-514c-427c-94f6-2278d2e47880 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:59:41.004162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb8301e0-1001-4812-b101-16549526151f req-b48d1444-52d1-469a-9a5f-008ddce867b8 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743129 Dec 10 08:59:41.005789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1d8c6ab7-189f-48a9-a898-4c50165e528e req-cea28522-a793-4adc-a04c-97a9aa87a3dc tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.043445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1d8c6ab7-189f-48a9-a898-4c50165e528e req-cea28522-a793-4adc-a04c-97a9aa87a3dc tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.043766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] For port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:41.048668 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.049681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8f51e395-e865-4061-ac55-6c143e7dfdaa None None] Deleting port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:41.050061 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f51e395-e865-4061-ac55-6c143e7dfdaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.079734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Calling delete_port for f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:41.103604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1d8c6ab7-189f-48a9-a898-4c50165e528e req-cea28522-a793-4adc-a04c-97a9aa87a3dc tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.106881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f8d71ce0-1b61-4b45-b171-577d3ad74a05 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:41.107026 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1d8c6ab7-189f-48a9-a898-4c50165e528e req-cea28522-a793-4adc-a04c-97a9aa87a3dc tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.108757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d8c6ab7-189f-48a9-a898-4c50165e528e req-cea28522-a793-4adc-a04c-97a9aa87a3dc tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "DELETE /v2.0/security-groups/3d6d1204-25e8-449a-8d75-99e6f402070d HTTP/1.1" status: 204 len: 173 time: 0.2717888 Dec 10 08:59:41.114060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f8d71ce0-1b61-4b45-b171-577d3ad74a05 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:41.123565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f8d71ce0-1b61-4b45-b171-577d3ad74a05 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:41.125240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f8d71ce0-1b61-4b45-b171-577d3ad74a05 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2418 time: 0.1711600 Dec 10 08:59:41.138341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea28522-a793-4adc-a04c-97a9aa87a3dc tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6d1204-25e8-449a-8d75-99e6f402070d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:41.252463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb82ec7d-6052-4480-9278-ae493f1fbfd9 req-7330c36a-fa5f-4fdc-a5aa-67581cd537fc tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0489032 Dec 10 08:59:41.263833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c9ffd611-7287-464a-b4fe-7f286ea9a74a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:41.298479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c9ffd611-7287-464a-b4fe-7f286ea9a74a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:41.298839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c9ffd611-7287-464a-b4fe-7f286ea9a74a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:41.299273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:41.346577 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-3b626d78-aa4d-482f-ae43-106d4d49856c req-76ed4a7e-6c01-4e41-8edc-33806c411e9c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] show failed (client error): The resource could not be found. Dec 10 08:59:41.348483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b626d78-aa4d-482f-ae43-106d4d49856c req-76ed4a7e-6c01-4e41-8edc-33806c411e9c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/1efc2539-82c4-4ef0-b02b-6ff13149e8d8 HTTP/1.1" status: 404 len: 352 time: 0.0230474 Dec 10 08:59:41.355317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8f51e395-e865-4061-ac55-6c143e7dfdaa None None] For port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:41.355988 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f51e395-e865-4061-ac55-6c143e7dfdaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.378999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8f51e395-e865-4061-ac55-6c143e7dfdaa None None] Calling delete_port for f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:41.380861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting port 114771c6-5b8a-4732-9a15-f3fe42b09585 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:41.381301 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.484815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03370bb6-f513-4761-bfbb-fb44d519f914 req-885c1231-e79e-49b8-916b-a21eec595e4a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/f0390046-73d6-4fb1-a8b6-d04be484f721 HTTP/1.1" status: 200 len: 1823 time: 0.1056368 Dec 10 08:59:41.520233 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.579795 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-03370bb6-f513-4761-bfbb-fb44d519f914 req-c9df6475-71c3-400e-b588-cdf3f5410903 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.587325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,segment=NetworkSegment(bd4992ef-ac8e-4160-b66c-402c59357d18),segment_id=bd4992ef-ac8e-4160-b66c-402c59357d18)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:41.594158 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.595746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:41.607950 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-03370bb6-f513-4761-bfbb-fb44d519f914 req-c9df6475-71c3-400e-b588-cdf3f5410903 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.625046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:41.625679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3eafc870-9517-404a-8ec9-bf06e6eb5ee9 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:41.651579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56208) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:41.659524 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-03370bb6-f513-4761-bfbb-fb44d519f914 req-c9df6475-71c3-400e-b588-cdf3f5410903 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.669773 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-03370bb6-f513-4761-bfbb-fb44d519f914 req-c9df6475-71c3-400e-b588-cdf3f5410903 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.672049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03370bb6-f513-4761-bfbb-fb44d519f914 req-c9df6475-71c3-400e-b588-cdf3f5410903 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "DELETE /v2.0/security-groups/f0390046-73d6-4fb1-a8b6-d04be484f721 HTTP/1.1" status: 204 len: 173 time: 0.1855886 Dec 10 08:59:41.680496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:41.685668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df6475-71c3-400e-b588-cdf3f5410903 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0390046-73d6-4fb1-a8b6-d04be484f721,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:41.757956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a05b9316-366e-4426-8456-35e191141150 req-e30dbfcf-f1e4-4744-a1e6-aa915f2b798d tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/d7fc09de-4d7a-4ca2-8646-27f7b7a98377 HTTP/1.1" status: 200 len: 1823 time: 0.0548398 Dec 10 08:59:41.772497 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.780399 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f51e395-e865-4061-ac55-6c143e7dfdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.815810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51e395-e865-4061-ac55-6c143e7dfdaa None None] No DVR routers for this DVR port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:41.817785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:41.821563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51e395-e865-4061-ac55-6c143e7dfdaa None None] Pushing event deleted for resources: {'Port': ['ID=f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:41.833426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e53b52dd-f280-4ef8-9945-af27e04a1e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.840124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] No DVR routers for this DVR port f1f65d47-8aee-46cc-9ef4-8eb778c2d4fb on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:41.842647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] For port 114771c6-5b8a-4732-9a15-f3fe42b09585, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=114771c6-5b8a-4732-9a15-f3fe42b09585,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:41.843016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.857858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a05b9316-366e-4426-8456-35e191141150 req-c058065c-91f5-4d5f-ab9c-ccb7166fa53a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.876742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Calling delete_port for 114771c6-5b8a-4732-9a15-f3fe42b09585 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:41.890588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a05b9316-366e-4426-8456-35e191141150 req-c058065c-91f5-4d5f-ab9c-ccb7166fa53a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.972359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.980448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e53b52dd-f280-4ef8-9945-af27e04a1e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.984502 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e53b52dd-f280-4ef8-9945-af27e04a1e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:41.998338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6741d2-514c-427c-94f6-2278d2e47880']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:42.007951 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a05b9316-366e-4426-8456-35e191141150 req-c058065c-91f5-4d5f-ab9c-ccb7166fa53a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.010545 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a05b9316-366e-4426-8456-35e191141150 req-c058065c-91f5-4d5f-ab9c-ccb7166fa53a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.011689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a05b9316-366e-4426-8456-35e191141150 req-c058065c-91f5-4d5f-ab9c-ccb7166fa53a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7fc09de-4d7a-4ca2-8646-27f7b7a98377 HTTP/1.1" status: 204 len: 173 time: 0.2528124 Dec 10 08:59:42.014010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4992ef-ac8e-4160-b66c-402c59357d18') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:42.015427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4992ef-ac8e-4160-b66c-402c59357d18') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:42.026903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.037552 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e53b52dd-f280-4ef8-9945-af27e04a1e9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9947a5c0ec8f40fd9e4344934efc5e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845391 Dec 10 08:59:42.039114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b52dd-f280-4ef8-9945-af27e04a1e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad63dfe8-77d1-4aeb-9895-b7d143458320,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:42.042485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56218) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:42.065826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058065c-91f5-4d5f-ab9c-ccb7166fa53a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fc09de-4d7a-4ca2-8646-27f7b7a98377,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:42.100775 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.103322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41c8f88b-d590-4481-ac02-e6a0758aa9ea req-48fd2ea2-2bcf-46c9-91e7-4a6f48dfd539 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/a9fd110d-3c26-46fc-8ded-136caa5830ae HTTP/1.1" status: 200 len: 1824 time: 0.0691416 Dec 10 08:59:42.118795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:42.119206 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:42.124171 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:42.187761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc7929c9-168a-4052-8e7d-12368d70231e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.198238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a5a8-e593-4ce7-a006-64e9159d7d22 req-97249eda-6767-44ab-a99c-e0b5cb37bd92 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:42.204095 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a5a8-e593-4ce7-a006-64e9159d7d22 req-97249eda-6767-44ab-a99c-e0b5cb37bd92 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:42.210751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a5a8-e593-4ce7-a006-64e9159d7d22 req-97249eda-6767-44ab-a99c-e0b5cb37bd92 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:42.212377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d07a5a8-e593-4ce7-a006-64e9159d7d22 req-97249eda-6767-44ab-a99c-e0b5cb37bd92 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 2418 time: 0.0890028 Dec 10 08:59:42.228248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-41c8f88b-d590-4481-ac02-e6a0758aa9ea req-419bdf89-fc1b-4f35-9857-7c770b05730c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.230112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.235464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc7929c9-168a-4052-8e7d-12368d70231e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.262213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.267962 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] 10.222.0.31 "DELETE /v2.0/networks/dd6741d2-514c-427c-94f6-2278d2e47880 HTTP/1.1" status: 204 len: 168 time: 1.5649352 Dec 10 08:59:42.270406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.272151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59600409-1d03-4222-a4ac-eee6aab4542a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6741d2-514c-427c-94f6-2278d2e47880,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:42.274840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-41c8f88b-d590-4481-ac02-e6a0758aa9ea req-419bdf89-fc1b-4f35-9857-7c770b05730c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.281787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['43eaa0a2-c64d-49cf-b53e-f877e79ae350', '114771c6-5b8a-4732-9a15-f3fe42b09585', 'b778d27d-5db8-4b7d-9ef9-48a2c0a76c61'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:42.309873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d07a5a8-e593-4ce7-a006-64e9159d7d22 req-40e8a53f-3783-4b26-8758-77c0ddeda9ae tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833492 Dec 10 08:59:42.323629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Port': ['ID=114771c6-5b8a-4732-9a15-f3fe42b09585,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:42.351909 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-41c8f88b-d590-4481-ac02-e6a0758aa9ea req-419bdf89-fc1b-4f35-9857-7c770b05730c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.359676 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-41c8f88b-d590-4481-ac02-e6a0758aa9ea req-419bdf89-fc1b-4f35-9857-7c770b05730c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.361062 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41c8f88b-d590-4481-ac02-e6a0758aa9ea req-419bdf89-fc1b-4f35-9857-7c770b05730c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9fd110d-3c26-46fc-8ded-136caa5830ae HTTP/1.1" status: 204 len: 173 time: 0.2490180 Dec 10 08:59:42.373586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] No DVR routers for this DVR port 114771c6-5b8a-4732-9a15-f3fe42b09585 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:42.376277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.379862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-f572cdc5-76b5-4a63-bc90-1da5d85a1a41 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "DELETE /v2.0/ports/114771c6-5b8a-4732-9a15-f3fe42b09585 HTTP/1.1" status: 204 len: 173 time: 1.2435021 Dec 10 08:59:42.380293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-deleted', 'tag': '114771c6-5b8a-4732-9a15-f3fe42b09585'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:42.383437 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750133e-901a-4ffa-95c5-61e94e220302" -d '{"events": [{"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-deleted", "tag": "114771c6-5b8a-4732-9a15-f3fe42b09585"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:42.386209 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bdf89-fc1b-4f35-9857-7c770b05730c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fd110d-3c26-46fc-8ded-136caa5830ae,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:42.431869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc7929c9-168a-4052-8e7d-12368d70231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.434536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc7929c9-168a-4052-8e7d-12368d70231e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.435862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fc7929c9-168a-4052-8e7d-12368d70231e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad63dfe8-77d1-4aeb-9895-b7d143458320 HTTP/1.1" status: 204 len: 168 time: 0.3922522 Dec 10 08:59:42.461856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7929c9-168a-4052-8e7d-12368d70231e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad63dfe8-77d1-4aeb-9895-b7d143458320,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:42.546436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56236) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:42.586862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-679e1769-5d15-4158-a612-e329f7cd72f8 req-c0c0b42b-ca48-4358-9110-40590707edd6 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0997875 Dec 10 08:59:42.648408 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0a3fb751-d549-481b-bfc1-8bd6bbb32597 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a93c43f3519746ea85e30a64a310e750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0989017 Dec 10 08:59:42.652507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:42.652847 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.654882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56238) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:42.730353 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb6cf97-13f5-4798-88cd-d1dc15834495 x-openstack-request-id: req-4bb6cf97-13f5-4798-88cd-d1dc15834495 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:42.730982 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-deleted", "tag": "114771c6-5b8a-4732-9a15-f3fe42b09585", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:42.730982 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bb6cf97-13f5-4798-88cd-d1dc15834495 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:42.731294 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-deleted', 'tag': '114771c6-5b8a-4732-9a15-f3fe42b09585', 'status': 'completed', 'code': 200} Dec 10 08:59:42.754796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8f08a77-1b55-477c-bfa5-d013c69036b5 req-16769c7e-43f6-4c80-b9f6-f640bcb3e5fe tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/e1f55be8-a1b5-4547-94b5-df1c8fa584a6 HTTP/1.1" status: 200 len: 2423 time: 0.1480117 Dec 10 08:59:42.774077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] For port 43eaa0a2-c64d-49cf-b53e-f877e79ae350, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=43eaa0a2-c64d-49cf-b53e-f877e79ae350,segment=NetworkSegment(461e6100-5b42-4c79-aa76-02b8316080ea),segment_id=461e6100-5b42-4c79-aa76-02b8316080ea)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:42.774448 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.794149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Calling delete_port for 43eaa0a2-c64d-49cf-b53e-f877e79ae350 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:42.804460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac786-cd98-471f-889f-be505baa5ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.842845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac786-cd98-471f-889f-be505baa5ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.889861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c8f08a77-1b55-477c-bfa5-d013c69036b5 req-58461c36-d208-4a3a-b28b-d011472e23c4 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.915242 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c8f08a77-1b55-477c-bfa5-d013c69036b5 req-58461c36-d208-4a3a-b28b-d011472e23c4 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.934517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac786-cd98-471f-889f-be505baa5ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.937130 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac786-cd98-471f-889f-be505baa5ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.940774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fd9ac786-cd98-471f-889f-be505baa5ff2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f9db7e1-165b-4d2f-b941-a19889c12465 HTTP/1.1" status: 204 len: 168 time: 0.2811465 Dec 10 08:59:42.951090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.958218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac786-cd98-471f-889f-be505baa5ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9db7e1-165b-4d2f-b941-a19889c12465,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:42.965761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['114771c6-5b8a-4732-9a15-f3fe42b09585'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:42.981764 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c8f08a77-1b55-477c-bfa5-d013c69036b5 req-58461c36-d208-4a3a-b28b-d011472e23c4 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.985009 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c8f08a77-1b55-477c-bfa5-d013c69036b5 req-58461c36-d208-4a3a-b28b-d011472e23c4 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:42.986350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8f08a77-1b55-477c-bfa5-d013c69036b5 req-58461c36-d208-4a3a-b28b-d011472e23c4 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "DELETE /v2.0/security-groups/e1f55be8-a1b5-4547-94b5-df1c8fa584a6 HTTP/1.1" status: 204 len: 173 time: 0.2169790 Dec 10 08:59:42.994061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56244) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:43.001288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58461c36-d208-4a3a-b28b-d011472e23c4 tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f55be8-a1b5-4547-94b5-df1c8fa584a6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:43.004402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Port': ['ID=43eaa0a2-c64d-49cf-b53e-f877e79ae350,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:43.019389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d36a1ae-ab77-4ec0-8c24-e4438932d647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.075721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] No DVR routers for this DVR port 43eaa0a2-c64d-49cf-b53e-f877e79ae350 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:43.094444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b586464-5402-49a5-8388-f491d5d4dcb0 req-ecda8038-5cc1-460a-a9ec-0b2849c0045c tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "GET /v2.0/security-groups/ba2fd3b3-1461-4bf8-903d-3ad49e9afb73 HTTP/1.1" status: 200 len: 2417 time: 0.0807974 Dec 10 08:59:43.102828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.106351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-e88843f6-8876-40b2-82e4-c8e48bf408d3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "DELETE /v2.0/ports/43eaa0a2-c64d-49cf-b53e-f877e79ae350 HTTP/1.1" status: 204 len: 173 time: 0.7195065 Dec 10 08:59:43.201074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0b586464-5402-49a5-8388-f491d5d4dcb0 req-73466eba-5be8-4344-9ec5-2a0639aa489a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.229038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0b586464-5402-49a5-8388-f491d5d4dcb0 req-73466eba-5be8-4344-9ec5-2a0639aa489a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.256113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d36a1ae-ab77-4ec0-8c24-e4438932d647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.271132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d36a1ae-ab77-4ec0-8c24-e4438932d647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.288408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0b586464-5402-49a5-8388-f491d5d4dcb0 req-73466eba-5be8-4344-9ec5-2a0639aa489a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.291141 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0b586464-5402-49a5-8388-f491d5d4dcb0 req-73466eba-5be8-4344-9ec5-2a0639aa489a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.292390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b586464-5402-49a5-8388-f491d5d4dcb0 req-73466eba-5be8-4344-9ec5-2a0639aa489a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba2fd3b3-1461-4bf8-903d-3ad49e9afb73 HTTP/1.1" status: 204 len: 173 time: 0.1889231 Dec 10 08:59:43.300601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56254) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:43.319153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:43.320448 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.320853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466eba-5be8-4344-9ec5-2a0639aa489a tempest-SecurityGroupRulesTestJSON-1110362872 tempest-SecurityGroupRulesTestJSON-1110362872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2fd3b3-1461-4bf8-903d-3ad49e9afb73,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:43.364694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c538ca39-9707-48a1-aa8c-e2717627e171 admin admin] Deleting subnet 6ff731f2-7e60-4143-91c4-2b7bc4195d4c {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:43.368454 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c538ca39-9707-48a1-aa8c-e2717627e171 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.407151 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c538ca39-9707-48a1-aa8c-e2717627e171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.437595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3d36a1ae-ab77-4ec0-8c24-e4438932d647 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e80c57861c7740b489173a485da2cfa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379346 Dec 10 08:59:43.438066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36a1ae-ab77-4ec0-8c24-e4438932d647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4ddfcd-3e04-49ea-ae83-e4bbac6c39bd,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:43.442365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56262) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:43.461299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] For port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:43.467917 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.478065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Calling delete_port for b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:43.506333 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c538ca39-9707-48a1-aa8c-e2717627e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.611666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a58bdd-3e93-4a2f-9712-a1830778e8f6 req-0630be2a-d44b-492c-a063-dc05b289fa86 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:43.614967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7a58bdd-3e93-4a2f-9712-a1830778e8f6 req-0630be2a-d44b-492c-a063-dc05b289fa86 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc02c54-1daf-4529-bb09-6c441da59943 HTTP/1.1" status: 200 len: 945 time: 0.1846228 Dec 10 08:59:43.618992 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-04ac1834-83ed-49d0-9ff3-ebe53d6025da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.641347 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c538ca39-9707-48a1-aa8c-e2717627e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.653161 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.667296 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-04ac1834-83ed-49d0-9ff3-ebe53d6025da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.671571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['114771c6-5b8a-4732-9a15-f3fe42b09585'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:43.698983 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c538ca39-9707-48a1-aa8c-e2717627e171 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.702497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c538ca39-9707-48a1-aa8c-e2717627e171 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6ff731f2-7e60-4143-91c4-2b7bc4195d4c HTTP/1.1" status: 204 len: 168 time: 0.4009292 Dec 10 08:59:43.703756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538ca39-9707-48a1-aa8c-e2717627e171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff731f2-7e60-4143-91c4-2b7bc4195d4c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:43.707949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56278) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:43.744941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Port': ['ID=b778d27d-5db8-4b7d-9ef9-48a2c0a76c61,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:43.771331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] No DVR routers for this DVR port b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:43.774732 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.779545 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fa9568e7-b42b-4881-b7a6-7e52621c92f5 req-ccd7fc95-15f0-446d-ac07-93993845b424 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "DELETE /v2.0/ports/b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 HTTP/1.1" status: 204 len: 173 time: 0.6665030 Dec 10 08:59:43.827340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7a58bdd-3e93-4a2f-9712-a1830778e8f6 req-b2b2e674-df51-4eae-8640-f2afdcd8c8a5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032654 Dec 10 08:59:43.863677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76259c87-d9e6-4fe8-9165-9e3ee9ac8b84 req-56f08bc2-cbb0-4762-917d-45f41b9f4689 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0596876 Dec 10 08:59:43.882914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.909907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-04ac1834-83ed-49d0-9ff3-ebe53d6025da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.913539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-04ac1834-83ed-49d0-9ff3-ebe53d6025da admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:43.917384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-04ac1834-83ed-49d0-9ff3-ebe53d6025da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b4ddfcd-3e04-49ea-ae83-e4bbac6c39bd HTTP/1.1" status: 204 len: 168 time: 0.4734645 Dec 10 08:59:43.946834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac1834-83ed-49d0-9ff3-ebe53d6025da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4ddfcd-3e04-49ea-ae83-e4bbac6c39bd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:43.979689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56284) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:44.022672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.045678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c88457-b287-42f6-a1ee-48ffb24d7002']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:44.055458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe260aa1-2568-4e72-a479-66fb3ab7a6d9') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:44.055987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe260aa1-2568-4e72-a479-66fb3ab7a6d9') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:44.068818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.082188 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.086563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-766622209-network', 'tenant_id': 'c791a4f124b1406fb35d4bbf3e43a82b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:44.088649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:44.089075 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:44.090748 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:44.109839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Made reservation on behalf of c791a4f124b1406fb35d4bbf3e43a82b for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:44.112389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.121984 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.150964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.157109 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.160880 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/20c88457-b287-42f6-a1ee-48ffb24d7002 HTTP/1.1" status: 204 len: 168 time: 0.4467843 Dec 10 08:59:44.180683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7891c28-4e85-421d-a967-cc370f853df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c88457-b287-42f6-a1ee-48ffb24d7002,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:44.222340 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.231850 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.257045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:59:44.272603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8ab124-8eb8-4f2b-8931-deb10af8f11c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:44.275787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.276027 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Added segment 66f55563-1e19-4069-8ec5-0fa4b8912b4e of type vlan for network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b Dec 10 08:59:44.331222 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.363743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.366562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:44.367278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.417934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56298) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:44.435256 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4509554 Dec 10 08:59:44.435456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56302) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:44.440025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Request body: {'subnet': {'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-766622209-subnet', 'tenant_id': 'c791a4f124b1406fb35d4bbf3e43a82b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:44.450484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074739-275b-4075-96e5-e334ce2fd7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:44.463435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:59:44.498417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-60af6722-f8f1-4a05-b1b9-9fef297522c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8e8f76068e74994810ceb0f0bd79b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792909 Dec 10 08:59:44.501045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56304) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:44.508976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Made reservation on behalf of c791a4f124b1406fb35d4bbf3e43a82b for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:44.511671 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.624344 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-040e6559-610d-4639-9fc4-24cc42cb58ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.663635 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-040e6559-610d-4639-9fc4-24cc42cb58ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.732714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-deleted', 'tag': '43eaa0a2-c64d-49cf-b53e-f877e79ae350'}, {'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-deleted', 'tag': 'b778d27d-5db8-4b7d-9ef9-48a2c0a76c61'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:44.736158 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19dce3-e32c-4c77-8bdd-d00d2632354c" -d '{"events": [{"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-deleted", "tag": "43eaa0a2-c64d-49cf-b53e-f877e79ae350"}, {"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-deleted", "tag": "b778d27d-5db8-4b7d-9ef9-48a2c0a76c61"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:44.785374 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da7f387-8c3e-471e-b66c-00a610eaf0c2 x-openstack-request-id: req-5da7f387-8c3e-471e-b66c-00a610eaf0c2 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:44.785815 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-deleted", "tag": "43eaa0a2-c64d-49cf-b53e-f877e79ae350", "status": "completed", "code": 200}, {"server_uuid": "4dc02c54-1daf-4529-bb09-6c441da59943", "name": "network-vif-deleted", "tag": "b778d27d-5db8-4b7d-9ef9-48a2c0a76c61", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:44.786099 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5da7f387-8c3e-471e-b66c-00a610eaf0c2 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:44.787488 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-deleted', 'tag': '43eaa0a2-c64d-49cf-b53e-f877e79ae350', 'status': 'completed', 'code': 200} Dec 10 08:59:44.787928 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc02c54-1daf-4529-bb09-6c441da59943', 'name': 'network-vif-deleted', 'tag': 'b778d27d-5db8-4b7d-9ef9-48a2c0a76c61', 'status': 'completed', 'code': 200} Dec 10 08:59:44.799058 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-040e6559-610d-4639-9fc4-24cc42cb58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.801852 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-040e6559-610d-4639-9fc4-24cc42cb58ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.804138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-040e6559-610d-4639-9fc4-24cc42cb58ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a310784-2fd3-41d1-9d18-74dd85a08237 HTTP/1.1" status: 204 len: 168 time: 0.3019521 Dec 10 08:59:44.807668 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.841674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e6559-610d-4639-9fc4-24cc42cb58ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a310784-2fd3-41d1-9d18-74dd85a08237,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:44.891262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5b3745-4d0c-4395-9f58-f0e328835c7a,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:44.900390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Checking segment: {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:44.901101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Network hostable DHCP agents. Network: b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:59:44.907715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56326) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:44.962992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:44.970249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:59:45.001135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bad3c97-5e97-460e-9156-303acfafff89 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting subnet 5594b4ec-0ade-4536-ad3c-94aefb0f980c {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:45.022759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6bad3c97-5e97-460e-9156-303acfafff89 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.025466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:45.028745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b8a6f23-0145-4257-ab01-6a6a6009231e req-ab13e0a3-1631-4958-b0b6-699f0340721b tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0500879 Dec 10 08:59:45.033614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ca1aba-baa3-4194-afe6-ba123cfe1f2a None None] Network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:45.069541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:45.070142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.106124 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6bad3c97-5e97-460e-9156-303acfafff89 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.113203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cf9a4f2e-977d-4d54-8033-4683bf95f4c3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6769779 Dec 10 08:59:45.195882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c69017-4980-467d-9b31-d56fef807c2a None None] Network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:45.229797 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6bad3c97-5e97-460e-9156-303acfafff89 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.335428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6bad3c97-5e97-460e-9156-303acfafff89 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.366538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad3c97-5e97-460e-9156-303acfafff89 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Subnet': ['ID=5594b4ec-0ade-4536-ad3c-94aefb0f980c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:45.368847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6bad3c97-5e97-460e-9156-303acfafff89 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.372285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6bad3c97-5e97-460e-9156-303acfafff89 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "DELETE /v2.0/subnets/5594b4ec-0ade-4536-ad3c-94aefb0f980c HTTP/1.1" status: 204 len: 168 time: 0.4636118 Dec 10 08:59:45.375013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56346) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:45.382290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6dc577-adc5-4bbd-b769-eb59c2a5f218 None None] Network 43716509-610d-44ad-8514-5226867ac4c8 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:45.470400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.541254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting port 4dafd436-350c-4eda-8622-0d3f34c62a4b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:45.541834 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.616480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] For port 4dafd436-350c-4eda-8622-0d3f34c62a4b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4dafd436-350c-4eda-8622-0d3f34c62a4b,segment=NetworkSegment(461e6100-5b42-4c79-aa76-02b8316080ea),segment_id=461e6100-5b42-4c79-aa76-02b8316080ea)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:45.617019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.632034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Calling delete_port for 4dafd436-350c-4eda-8622-0d3f34c62a4b owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:45.726879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] DHCP port deletion for 43716509-610d-44ad-8514-5226867ac4c8 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:59:45.762938 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.786329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] Deleting port 4dafd436-350c-4eda-8622-0d3f34c62a4b {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:45.787031 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.800781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] No DVR routers for this DVR port 4dafd436-350c-4eda-8622-0d3f34c62a4b on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:45.816343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Port': ['ID=4dafd436-350c-4eda-8622-0d3f34c62a4b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:45.956926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] For port 4dafd436-350c-4eda-8622-0d3f34c62a4b, host n-d-814746-3, got binding levels [] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:45.959107 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.970564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:45.977519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] Calling delete_port for 4dafd436-350c-4eda-8622-0d3f34c62a4b owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:45.981423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.ipam_backend_mixin [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] Port 4dafd436-350c-4eda-8622-0d3f34c62a4b was not found and therefore no delete operation was performed {{(pid=114971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 08:59:45.984387 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.020382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] Pushing event deleted for resources: {'Port': ['ID=4dafd436-350c-4eda-8622-0d3f34c62a4b,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:46.023954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43716509-610d-44ad-8514-5226867ac4c8']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:46.028007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495ca39-a400-46b9-a51c-3f99d06cf14e None None] No DVR routers for this DVR port 4dafd436-350c-4eda-8622-0d3f34c62a4b on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:46.047739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461e6100-5b42-4c79-aa76-02b8316080ea') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:46.048378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461e6100-5b42-4c79-aa76-02b8316080ea') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:46.063535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.087163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323125c-5695-4e2e-baea-651915ac61ad req-9b465551-c87a-447e-ae60-1fa3efbdd988 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:46.089129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-9b465551-c87a-447e-ae60-1fa3efbdd988 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 814 time: 0.1998844 Dec 10 08:59:46.110738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 43eaa0a2-c64d-49cf-b53e-f877e79ae350 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:46.115693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.118776 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-46fa3005-7ea2-4430-8e9c-d9a119837659 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/quotas/c791a4f124b1406fb35d4bbf3e43a82b HTTP/1.1" status: 200 len: 375 time: 0.0239010 Dec 10 08:59:46.124817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:46.125364 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:46.149152 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:46.162438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 43eaa0a2-c64d-49cf-b53e-f877e79ae350 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:46.163466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 43eaa0a2-c64d-49cf-b53e-f877e79ae350 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:46.164898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:46.216827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:46.218688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-09792a67-6273-4674-b5f9-928122fba044 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918536 Dec 10 08:59:46.220542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b778d27d-5db8-4b7d-9ef9-48a2c0a76c61 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:46.221133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 114771c6-5b8a-4732-9a15-f3fe42b09585 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:46.246332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56388) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:46.252276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 114771c6-5b8a-4732-9a15-f3fe42b09585 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:46.252921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 114771c6-5b8a-4732-9a15-f3fe42b09585 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:46.275816 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.283867 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.291395 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "DELETE /v2.0/networks/43716509-610d-44ad-8514-5226867ac4c8 HTTP/1.1" status: 204 len: 168 time: 0.9152486 Dec 10 08:59:46.293900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56392) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:46.306927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71671b9c-a3b7-421c-8eec-b5afc0b7eb5e req-4678b38f-5cef-434b-80fd-7b215b7e4622 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0859830 Dec 10 08:59:46.312901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d8117-091d-4741-b345-7db41cbde153 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Network': ['ID=43716509-610d-44ad-8514-5226867ac4c8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:46.397149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d61b832-7665-433d-bba1-5319658a921e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting subnet f5b47351-b36e-48e7-8770-95e8ebd4f15a {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:46.401883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d61b832-7665-433d-bba1-5319658a921e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.429492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-9547427d-f36f-4ec3-af2d-40c00db05ef7 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976864 Dec 10 08:59:46.465146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-472430770-network', 'tenant_id': 'd5190482bbd1467289f8e801955c3ba9'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:46.470116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d61b832-7665-433d-bba1-5319658a921e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.525696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Made reservation on behalf of d5190482bbd1467289f8e801955c3ba9 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:46.533344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.540495 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.617232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d61b832-7665-433d-bba1-5319658a921e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.728324 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.730556 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d61b832-7665-433d-bba1-5319658a921e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.744490 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.782241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61b832-7665-433d-bba1-5319658a921e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b47351-b36e-48e7-8770-95e8ebd4f15a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:46.796622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:59:46.799483 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d61b832-7665-433d-bba1-5319658a921e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.804435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5d61b832-7665-433d-bba1-5319658a921e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "DELETE /v2.0/subnets/f5b47351-b36e-48e7-8770-95e8ebd4f15a HTTP/1.1" status: 204 len: 168 time: 0.5094793 Dec 10 08:59:46.806192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30526341-0d1d-414d-8599-04bbdfd70e84 None None] Network 3dd26aca-40cd-4110-8444-8592c85b1416 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:46.826161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56420) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:46.838263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:46.838620 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Added segment 612a5750-8a76-4002-94df-3fad355a00d3 of type vlan for network af4fc10c-8fd3-4217-b279-d30018499dd4 Dec 10 08:59:46.863907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec400b6f-a391-4ff5-ba64-a1f31fc3b78e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:46.933980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-2e2e9a1f-724c-4b35-9533-cce519a3d487 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952936 Dec 10 08:59:46.963068 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.001787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.044674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc814c95-e8f3-47c8-8ad4-5d2b866d10a0 None None] DHCP port deletion for 3dd26aca-40cd-4110-8444-8592c85b1416 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 08:59:47.044969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-83995b73-ddf8-41ad-a4e8-fac8a7e07c71 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:47.047258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.048181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:47.048758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.062447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-83995b73-ddf8-41ad-a4e8-fac8a7e07c71 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 815 time: 0.2200201 Dec 10 08:59:47.100587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-06d9cac5-5958-4958-ab4e-6b0c75ea086e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/quotas/044789ff67024d4b8bc613acd29b913f HTTP/1.1" status: 200 len: 375 time: 0.0324643 Dec 10 08:59:47.135957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bc814c95-e8f3-47c8-8ad4-5d2b866d10a0 None None] Deleting port ed73223d-281a-4a64-b19a-9445b2cb7dc1 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:47.138249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc814c95-e8f3-47c8-8ad4-5d2b866d10a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.157281 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9098194 Dec 10 08:59:47.160504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56428) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:47.176613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Request body: {'subnet': {'network_id': 'af4fc10c-8fd3-4217-b279-d30018499dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-472430770-subnet', 'tenant_id': 'd5190482bbd1467289f8e801955c3ba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:47.206881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-c88e2eae-0b01-4bfe-9180-038f106c36b2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965374 Dec 10 08:59:47.217263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c708db3-3c85-4519-9215-b2d332e7179b admin admin] Pushing event updated for resources: {'Network': ['ID=af4fc10c-8fd3-4217-b279-d30018499dd4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:47.250528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting port ed73223d-281a-4a64-b19a-9445b2cb7dc1 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 08:59:47.252330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.298684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bc814c95-e8f3-47c8-8ad4-5d2b866d10a0 None None] For port ed73223d-281a-4a64-b19a-9445b2cb7dc1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ed73223d-281a-4a64-b19a-9445b2cb7dc1,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:47.299484 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc814c95-e8f3-47c8-8ad4-5d2b866d10a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.300674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56432) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:47.314735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network af4fc10c-8fd3-4217-b279-d30018499dd4 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:59:47.317635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ed73223d-281a-4a64-b19a-9445b2cb7dc1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:47.342764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bc814c95-e8f3-47c8-8ad4-5d2b866d10a0 None None] Calling delete_port for ed73223d-281a-4a64-b19a-9445b2cb7dc1 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:47.356078 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Made reservation on behalf of d5190482bbd1467289f8e801955c3ba9 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:47.364354 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.447873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7506da6-60e8-414d-80db-882cf76234e1 req-4e131d7f-eff7-4852-b79e-5308edef1faf tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 210 time: 0.0680778 Dec 10 08:59:47.453974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-0f6c4645-7b99-401a-8a2c-90a1807c908f service neutron] 10.222.0.31 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457407 Dec 10 08:59:47.484272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] For port ed73223d-281a-4a64-b19a-9445b2cb7dc1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ed73223d-281a-4a64-b19a-9445b2cb7dc1,segment=NetworkSegment(398b2191-3d83-40cd-a6a4-6c0b86cb1a9c),segment_id=398b2191-3d83-40cd-a6a4-6c0b86cb1a9c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:47.484828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.578952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Calling delete_port for ed73223d-281a-4a64-b19a-9445b2cb7dc1 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 08:59:47.585773 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.591593 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c08d459c-697d-4cb4-aed9-580190a179d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.608613 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc814c95-e8f3-47c8-8ad4-5d2b866d10a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.613327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f0f28e5-607e-49d1-8794-ba275ed62948 req-6177efff-7896-4f2c-a3f9-1ca6355e5e7e tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0350454 Dec 10 08:59:47.637449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4dafd436-350c-4eda-8622-0d3f34c62a4b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 08:59:47.676218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc814c95-e8f3-47c8-8ad4-5d2b866d10a0 None None] Pushing event deleted for resources: {'Port': ['ID=ed73223d-281a-4a64-b19a-9445b2cb7dc1,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:47.676542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-6f0d04ec-f33a-4728-9688-4fdce209a0a8 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966076 Dec 10 08:59:47.678809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc814c95-e8f3-47c8-8ad4-5d2b866d10a0 None None] No DVR routers for this DVR port ed73223d-281a-4a64-b19a-9445b2cb7dc1 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:47.680661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 4dafd436-350c-4eda-8622-0d3f34c62a4b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 08:59:47.680996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4dafd436-350c-4eda-8622-0d3f34c62a4b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 08:59:47.838614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.904592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Port': ['ID=ed73223d-281a-4a64-b19a-9445b2cb7dc1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:47.912993 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc8b1c84-8310-4a81-9b75-ecdc3b6d42bb req-3b5b2ee7-95c6-40db-bb2a-6fe4003357f9 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 210 time: 0.0343523 Dec 10 08:59:47.922576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] No DVR routers for this DVR port ed73223d-281a-4a64-b19a-9445b2cb7dc1 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 08:59:47.946635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c08d459c-697d-4cb4-aed9-580190a179d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.948413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:47.980574 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c08d459c-697d-4cb4-aed9-580190a179d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.110961 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c08d459c-697d-4cb4-aed9-580190a179d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b5581fe1bae43ef8ff5b5933e22eda6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8091426 Dec 10 08:59:48.113738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56452) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:48.123915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d459c-697d-4cb4-aed9-580190a179d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081982e9-8296-4857-8873-ffec933939d7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:48.127974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.135475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ba21db-7a2e-4892-964e-4b9c868b7579,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:48.163116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Checking segment: {'id': '612a5750-8a76-4002-94df-3fad355a00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'af4fc10c-8fd3-4217-b279-d30018499dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:48.163646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Network hostable DHCP agents. Network: af4fc10c-8fd3-4217-b279-d30018499dd4, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:59:48.166408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd26aca-40cd-4110-8444-8592c85b1416']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:48.179004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:48.179339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398b2191-3d83-40cd-a6a4-6c0b86cb1a9c') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:48.190682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.195059 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6661131-9280-44ad-a0b5-b8559853b046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.214010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.217999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Network af4fc10c-8fd3-4217-b279-d30018499dd4 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:59:48.221415 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6661131-9280-44ad-a0b5-b8559853b046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.230881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:48.230881 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: timer() Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:48.234276 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:48.250125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, af4fc10c-8fd3-4217-b279-d30018499dd4) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:48.261139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2169e11-0742-42c2-be91-e9225db74407 None None] Network af4fc10c-8fd3-4217-b279-d30018499dd4 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:48.283053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:48.283665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.298425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6661131-9280-44ad-a0b5-b8559853b046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.301605 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6661131-9280-44ad-a0b5-b8559853b046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.310003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b6661131-9280-44ad-a0b5-b8559853b046 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/081982e9-8296-4857-8873-ffec933939d7 HTTP/1.1" status: 204 len: 168 time: 0.1933990 Dec 10 08:59:48.317489 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7a26d58b-fd15-48ed-be20-944cafb0cd4c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1558607 Dec 10 08:59:48.319432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.324191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6661131-9280-44ad-a0b5-b8559853b046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081982e9-8296-4857-8873-ffec933939d7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:48.334140 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.337742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "DELETE /v2.0/networks/3dd26aca-40cd-4110-8444-8592c85b1416 HTTP/1.1" status: 204 len: 168 time: 1.4847300 Dec 10 08:59:48.347958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56464) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:48.372351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8dd4f-583f-43a8-9253-3bbae5bb5b40 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Network': ['ID=3dd26aca-40cd-4110-8444-8592c85b1416,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:48.389462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-393629580'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:48.455750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:48.460597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.461697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34920562-2f10-42cf-ab19-584ef6cdbbcc None None] Network af4fc10c-8fd3-4217-b279-d30018499dd4 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:48.553089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:59:48.563273 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.564141 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Added segment 1b7558ce-8772-482e-ad33-a9df5ed867c4 of type vlan for network 31777eb1-aadb-46d6-ab5a-f77536d68858 Dec 10 08:59:48.649201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edf360f4-c831-4ba0-9f65-55fe3fbe6d24 req-64c2a91a-640e-4806-b308-a4b65a42b053 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 210 time: 0.0434787 Dec 10 08:59:48.661718 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.695647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.711629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:48.713243 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.799716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4423873 Dec 10 08:59:48.804104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56476) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:48.827821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'subnet': {'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:48.865959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323125c-5695-4e2e-baea-651915ac61ad req-4dd74211-0dd3-4c2f-bca9-f77774184dc7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:48.868754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-4dd74211-0dd3-4c2f-bca9-f77774184dc7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.39 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 814 time: 0.2240541 Dec 10 08:59:48.886984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Request body: {'port': {'device_id': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b', 'admin_state_up': True, 'tenant_id': 'c791a4f124b1406fb35d4bbf3e43a82b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:48.890283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56478) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:48.925835 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c468d915-4c89-4191-a412-a06e007a22ab req-aa8ffecf-6db4-45d7-9341-1d20b1a50097 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.1297436 Dec 10 08:59:48.926450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb046a-2953-48e4-a685-d7ac294be80d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Network': ['ID=31777eb1-aadb-46d6-ab5a-f77536d68858,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:48.939276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 31777eb1-aadb-46d6-ab5a-f77536d68858 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:59:48.943252 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c65133a-0520-41ac-9cab-49fb85568621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:48.991661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:48.996306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.069804 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-b53d79c9-0e24-410b-ab99-04bcd73fb20b req-36b9a83b-cadd-46d4-8608-630994296c2f tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] show failed (client error): The resource could not be found. Dec 10 08:59:49.071288 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b53d79c9-0e24-410b-ab99-04bcd73fb20b req-36b9a83b-cadd-46d4-8608-630994296c2f tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] 10.222.0.31 "GET /v2.0/security-groups/755844d8-796c-4eb2-8508-933ea2511893 HTTP/1.1" status: 404 len: 352 time: 0.0564659 Dec 10 08:59:49.094070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Made reservation on behalf of c791a4f124b1406fb35d4bbf3e43a82b for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:49.098358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.103888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c3ee22a4-0c3a-404c-a5a6-74edf2e1a09f req-cd5c14e5-30fd-4f0e-a58a-9502bf38371a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 210 time: 0.0489550 Dec 10 08:59:49.140537 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.145443 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c65133a-0520-41ac-9cab-49fb85568621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.197713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c65133a-0520-41ac-9cab-49fb85568621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.207343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c9e33ff-0718-41af-ae98-a877cda53c01 req-cc199d61-3671-49db-8719-b78a2fd87b2e tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5190482bbd1467289f8e801955c3ba9 HTTP/1.1" status: 200 len: 3005 time: 0.0808468 Dec 10 08:59:49.310991 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c9e33ff-0718-41af-ae98-a877cda53c01 req-278f608a-495c-45aa-93e8-69ad917ac951 tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] 10.222.0.31 "GET /v2.0/security-groups/ec400b6f-a391-4ff5-ba64-a1f31fc3b78e HTTP/1.1" status: 200 len: 3002 time: 0.0814340 Dec 10 08:59:49.329720 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5c65133a-0520-41ac-9cab-49fb85568621 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11688f39db854dc2b1362d2bbe3f33b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4370699 Dec 10 08:59:49.332437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56488) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:49.334750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65133a-0520-41ac-9cab-49fb85568621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc4c078-a311-4697-acb8-1a72024f2247,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:49.357900 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.381394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Allocated IP 172.20.0.2 (b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b/9c5b3745-4d0c-4395-9f58-f0e328835c7a/28327be2-c204-4cc2-9449-dcc88d7da84c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:49.424139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-5be25a74-c40d-4550-8e61-5ae6f0123817 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:49.425597 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-5be25a74-c40d-4550-8e61-5ae6f0123817 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 815 time: 0.2096367 Dec 10 08:59:49.441410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Request body: {'port': {'device_id': '32d998c2-c762-4e04-9037-251c1d4b3fdb', 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c', 'admin_state_up': True, 'tenant_id': '044789ff67024d4b8bc613acd29b913f'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:49.473580 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c9e33ff-0718-41af-ae98-a877cda53c01 req-3d973ecd-559d-4de9-aa83-82d973435ee4 tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] 10.222.0.31 "GET /v2.0/security-groups/ec400b6f-a391-4ff5-ba64-a1f31fc3b78e HTTP/1.1" status: 200 len: 3002 time: 0.1526165 Dec 10 08:59:49.476759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Subnet': ['ID=ddfbdeaa-0a52-40ba-bc53-cb08b52f540e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:49.511221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Checking segment: {'id': '1b7558ce-8772-482e-ad33-a9df5ed867c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:49.511589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network hostable DHCP agents. Network: 31777eb1-aadb-46d6-ab5a-f77536d68858, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:59:49.514199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93b31a3-f9a9-454b-ac2e-0b25c6e8c4cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.570017 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93b31a3-f9a9-454b-ac2e-0b25c6e8c4cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.571791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network 31777eb1-aadb-46d6-ab5a-f77536d68858 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:59:49.602276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 31777eb1-aadb-46d6-ab5a-f77536d68858) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:49.608661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:49.609255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.616823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8bbe1d-2153-45d9-aabe-46cdaa1a8058 None None] Network 31777eb1-aadb-46d6-ab5a-f77536d68858 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:49.625974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be0a9210-ee66-48a3-8a9b-7cca07a315e8 req-95689aa7-1a76-49c5-9314-6cbe1a7fe747 tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] 10.222.0.31 "GET /v2.0/security-groups/ec400b6f-a391-4ff5-ba64-a1f31fc3b78e HTTP/1.1" status: 200 len: 3002 time: 0.1039217 Dec 10 08:59:49.654552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.655983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Made reservation on behalf of 044789ff67024d4b8bc613acd29b913f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:49.659898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.672562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0a2f7ceb-f324-4916-bd35-3f8dfaef7459 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8581865 Dec 10 08:59:49.673414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56494) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:49.673566 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93b31a3-f9a9-454b-ac2e-0b25c6e8c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.676478 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93b31a3-f9a9-454b-ac2e-0b25c6e8c4cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.678336 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d93b31a3-f9a9-454b-ac2e-0b25c6e8c4cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bc4c078-a311-4697-acb8-1a72024f2247 HTTP/1.1" status: 204 len: 168 time: 0.3442321 Dec 10 08:59:49.682110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-878542348'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:49.705667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b31a3-f9a9-454b-ac2e-0b25c6e8c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc4c078-a311-4697-acb8-1a72024f2247,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:49.773832 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-be0a9210-ee66-48a3-8a9b-7cca07a315e8 req-26b2c951-8e23-4aff-b8e7-6bf7a156c4a8 tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 08:59:49.775068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be0a9210-ee66-48a3-8a9b-7cca07a315e8 req-26b2c951-8e23-4aff-b8e7-6bf7a156c4a8 tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] 10.222.0.31 "DELETE /v2.0/security-groups/ec400b6f-a391-4ff5-ba64-a1f31fc3b78e HTTP/1.1" status: 409 len: 352 time: 0.1359005 Dec 10 08:59:49.793949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-31777eb1-aadb-46d6-ab5a-f77536d68858', 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858', 'project_id': '15e5231e03f04c1a8b5027737365571d', 'fixed_ips': [{'subnet_id': 'ddfbdeaa-0a52-40ba-bc53-cb08b52f540e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:59:49.793949 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:49.844693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e6d7970-0eca-4d9f-80b7-6728226a7635 req-630e9a7b-dbc2-48d5-bc37-c7da11587534 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 210 time: 0.0419602 Dec 10 08:59:49.861488 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-ff7c751a-3401-477d-a059-b4074f20137b req-1d251ecd-2ea3-4c79-87f0-dfe7c8894568 tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] show failed (client error): The resource could not be found. Dec 10 08:59:49.878693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff7c751a-3401-477d-a059-b4074f20137b req-1d251ecd-2ea3-4c79-87f0-dfe7c8894568 tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] 10.222.0.31 "GET /v2.0/security-groups/acdf3d5f-c329-4147-a923-393a8a599815 HTTP/1.1" status: 404 len: 352 time: 0.0532248 Dec 10 08:59:49.914032 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-37605025-d7aa-4ff3-a7c1-574ef76bf8b8 req-aa85b464-980c-47c4-9af7-e412d1e3cae9 tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] show failed (client error): The resource could not be found. Dec 10 08:59:49.915280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37605025-d7aa-4ff3-a7c1-574ef76bf8b8 req-aa85b464-980c-47c4-9af7-e412d1e3cae9 tempest-SecurityGroupsNegativeTestJSON-2078780709 tempest-SecurityGroupsNegativeTestJSON-2078780709-project] 10.222.0.31 "GET /v2.0/security-groups/c969d55e-36e4-45b1-a563-b5116fa8c440 HTTP/1.1" status: 404 len: 352 time: 0.0170472 Dec 10 08:59:49.928085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56504) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:49.963378 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Allocated IP 19.80.0.2 (31777eb1-aadb-46d6-ab5a-f77536d68858/ddfbdeaa-0a52-40ba-bc53-cb08b52f540e/a1e4f078-cb75-47dd-a632-d05490a4fd23) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:49.989335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-358814ce-5ae9-401a-a28d-2196657119c2 admin admin] Deleting subnet 83ba21db-7a2e-4892-964e-4b9c868b7579 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 08:59:49.993853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-358814ce-5ae9-401a-a28d-2196657119c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.044554 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-358814ce-5ae9-401a-a28d-2196657119c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.107668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96a4d02b-0cbd-4798-8982-334292878dee req-63081366-dc7c-4486-93d8-27965cf8f626 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0355113 Dec 10 08:59:50.130362 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-358814ce-5ae9-401a-a28d-2196657119c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.162566 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.173881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.207370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:50.210618 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-358814ce-5ae9-401a-a28d-2196657119c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.211770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.249318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.250468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358814ce-5ae9-401a-a28d-2196657119c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ba21db-7a2e-4892-964e-4b9c868b7579,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:50.252512 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-358814ce-5ae9-401a-a28d-2196657119c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.259225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-358814ce-5ae9-401a-a28d-2196657119c2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/83ba21db-7a2e-4892-964e-4b9c868b7579 HTTP/1.1" status: 204 len: 168 time: 0.3297133 Dec 10 08:59:50.260675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Network 31777eb1-aadb-46d6-ab5a-f77536d68858 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:50.268524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:50.272175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56516) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:50.275668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:50.297213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62076381-d665-40ec-a3d8-625022262595 req-97aa5b61-b75b-4c85-b67f-b73a4c19ae3f tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 210 time: 0.0521173 Dec 10 08:59:50.310430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:59:50.355303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Pushing event updated for resources: {'Port': ['ID=a1e4f078-cb75-47dd-a632-d05490a4fd23,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:50.362630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Attempting to bind port a1e4f078-cb75-47dd-a632-d05490a4fd23 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:50.363518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Attempting to bind port a1e4f078-cb75-47dd-a632-d05490a4fd23 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '1b7558ce-8772-482e-ad33-a9df5ed867c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:50.364042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Attempting to bind port a1e4f078-cb75-47dd-a632-d05490a4fd23 on network 31777eb1-aadb-46d6-ab5a-f77536d68858 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:50.367706 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.367901 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Added segment 9d928176-73d8-4065-a54d-2ecdc27ce32b of type vlan for network 46e91959-3504-4b54-824d-29077ecac25b Dec 10 08:59:50.370945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:50.371555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Checking segment: {'id': '1b7558ce-8772-482e-ad33-a9df5ed867c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:50.372133 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.372668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Bound using segment: {'id': '1b7558ce-8772-482e-ad33-a9df5ed867c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:50.373322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Bound port: a1e4f078-cb75-47dd-a632-d05490a4fd23, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7558ce-8772-482e-ad33-a9df5ed867c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:50.374535 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.389077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.402598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:50.429028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:50.431635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Pushing event updated for resources: {'Port': ['ID=28327be2-c204-4cc2-9449-dcc88d7da84c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:50.433466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:50.454137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Allocated IP 172.20.0.2 (b9ace58b-7ad5-467b-a311-f4dc3339f72c/700fb780-d4eb-4053-a0fc-316b08412f94/de714811-3435-4b83-908b-e0e9edc0f8f3) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:50.484553 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.497898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] For port a1e4f078-cb75-47dd-a632-d05490a4fd23, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:50.501670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] For port a1e4f078-cb75-47dd-a632-d05490a4fd23, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a1e4f078-cb75-47dd-a632-d05490a4fd23,segment=NetworkSegment(1b7558ce-8772-482e-ad33-a9df5ed867c4),segment_id=1b7558ce-8772-482e-ad33-a9df5ed867c4)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:50.511013 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.553920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:50.554840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.556576 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.601634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06319b-8fbf-4b5f-bc7f-4681817632c2 None None] Pushing event updated for resources: {'Port': ['ID=a1e4f078-cb75-47dd-a632-d05490a4fd23,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:50.604232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.611250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:50.611870 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.626989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4fc10c-8fd3-4217-b279-d30018499dd4']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:50.646422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612a5750-8a76-4002-94df-3fad355a00d3') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:50.646697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612a5750-8a76-4002-94df-3fad355a00d3') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 08:59:50.659530 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.679321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.688907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-196a8893-6c34-4568-b89c-50f2d7df4cd0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8069179 Dec 10 08:59:50.694411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 08:59:50.694964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: timer() Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 08:59:50.697417 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 08:59:50.710702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Request body: {'port': {'device_id': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:50.717171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Network': ['ID=46e91959-3504-4b54-824d-29077ecac25b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:50.732458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 46e91959-3504-4b54-824d-29077ecac25b details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:59:50.760733 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ea203e7a-f053-49c6-ac5b-a64737638913 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0835648 Dec 10 08:59:50.761539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56532) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:50.766774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'subnet': {'network_id': '46e91959-3504-4b54-824d-29077ecac25b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:50.856144 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.925303 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.939567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.950990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:50.952407 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] 10.222.0.31 "DELETE /v2.0/networks/af4fc10c-8fd3-4217-b279-d30018499dd4 HTTP/1.1" status: 204 len: 168 time: 0.6787319 Dec 10 08:59:50.986330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea4b86-61cf-4a45-8e15-a2944da7b843 admin admin] Pushing event deleted for resources: {'Network': ['ID=af4fc10c-8fd3-4217-b279-d30018499dd4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:51.049292 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:51.055049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:51.129082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:51.149151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1f5e96c1-e6c2-453f-9221-4bdf29dba744'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:51.211875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13ea3e-4d44-49f9-b636-dc9692a46b87 req-d5815161-ad02-4f17-92ae-fd30be3748ce tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:51.214031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba13ea3e-4d44-49f9-b636-dc9692a46b87 req-d5815161-ad02-4f17-92ae-fd30be3748ce tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 931 time: 0.1866708 Dec 10 08:59:51.237928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Network b9ace58b-7ad5-467b-a311-f4dc3339f72c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:51.244116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:51.255098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:51.331236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a1e4f078-cb75-47dd-a632-d05490a4fd23 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:51.348341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba13ea3e-4d44-49f9-b636-dc9692a46b87 req-544aefee-194b-4439-a214-ddebdddbd702 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238332 Dec 10 08:59:51.363922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Pushing event updated for resources: {'Port': ['ID=de714811-3435-4b83-908b-e0e9edc0f8f3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:51.408286 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0abf65b8-0512-42ba-b27e-53c420d5b8d0 req-377a486e-4f70-4581-9110-8a54adcfe704 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0554049 Dec 10 08:59:51.429720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:51.430806 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:51.492974 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:51.496668 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-a5c3a3a2-baa2-40b9-a6b0-af66745125ff tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0597823 Dec 10 08:59:51.515192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Request body: {'port': {'device_id': '32d998c2-c762-4e04-9037-251c1d4b3fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:51.523426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56550) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:51.561034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28327be2-c204-4cc2-9449-dcc88d7da84c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:51.576890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:51.615910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Transition to ACTIVE for port object 28327be2-c204-4cc2-9449-dcc88d7da84c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:59:51.618122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Subnet': ['ID=f64694dc-34c7-4bc4-870a-a057b4cd7ffb,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:51.653988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d35f18-3e34-4401-822d-3da3930b6e6b req-869a44e9-5c87-412a-b897-0ce4fac7eb69 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:51.654296 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:51.655553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4d35f18-3e34-4401-822d-3da3930b6e6b req-869a44e9-5c87-412a-b897-0ce4fac7eb69 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 931 time: 0.1009746 Dec 10 08:59:51.663014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Checking segment: {'id': '9d928176-73d8-4065-a54d-2ecdc27ce32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46e91959-3504-4b54-824d-29077ecac25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:51.663371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network hostable DHCP agents. Network: 46e91959-3504-4b54-824d-29077ecac25b, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:59:51.685494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a1e4f078-cb75-47dd-a632-d05490a4fd23 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:51.692686 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:51.722295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network 46e91959-3504-4b54-824d-29077ecac25b is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:59:51.768570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4d35f18-3e34-4401-822d-3da3930b6e6b req-cd4b4b27-8ae7-4bfc-acb8-6a78cee7a1d4 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018353 Dec 10 08:59:51.769824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 46e91959-3504-4b54-824d-29077ecac25b) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:51.778706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:51.778706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:51.797366 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1393430d-9c91-4a04-b93d-1ffe2a135ac1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5190482bbd1467289f8e801955c3ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696955 Dec 10 08:59:51.797723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c2a37-d6f3-4eaa-b42f-7c835bf1e45a None None] Network 46e91959-3504-4b54-824d-29077ecac25b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:51.799405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56556) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:51.812576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:51.812783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-70e8fb3c-b4af-4b30-91d4-b889ff03add3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0434518 Dec 10 08:59:51.875568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Pushing event updated for resources: {'Port': ['ID=28327be2-c204-4cc2-9449-dcc88d7da84c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:51.978015 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa493aba-0f4c-47d7-84d0-956e759a62e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.039364 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa493aba-0f4c-47d7-84d0-956e759a62e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.055617 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.094207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Attempting to bind port 28327be2-c204-4cc2-9449-dcc88d7da84c on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:52.094546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Attempting to bind port 28327be2-c204-4cc2-9449-dcc88d7da84c by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:52.094874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Attempting to bind port 28327be2-c204-4cc2-9449-dcc88d7da84c on network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:52.104219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Port 28327be2-c204-4cc2-9449-dcc88d7da84c on network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:59:52.104532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Attempting to bind port 28327be2-c204-4cc2-9449-dcc88d7da84c on network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:52.121816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:52.122209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Checking segment: {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:52.122599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Bound using segment: {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:52.123040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Bound port: 28327be2-c204-4cc2-9449-dcc88d7da84c, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:52.123395 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.226460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port a1e4f078-cb75-47dd-a632-d05490a4fd23, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a1e4f078-cb75-47dd-a632-d05490a4fd23,segment=NetworkSegment(1b7558ce-8772-482e-ad33-a9df5ed867c4),segment_id=1b7558ce-8772-482e-ad33-a9df5ed867c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:52.235064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-46e91959-3504-4b54-824d-29077ecac25b', 'network_id': '46e91959-3504-4b54-824d-29077ecac25b', 'project_id': '15e5231e03f04c1a8b5027737365571d', 'fixed_ips': [{'subnet_id': 'f64694dc-34c7-4bc4-870a-a057b4cd7ffb'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 08:59:52.235957 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.240492 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.251023 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa493aba-0f4c-47d7-84d0-956e759a62e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.255532 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa493aba-0f4c-47d7-84d0-956e759a62e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.258225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aa493aba-0f4c-47d7-84d0-956e759a62e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec400b6f-a391-4ff5-ba64-a1f31fc3b78e HTTP/1.1" status: 204 len: 168 time: 0.4503925 Dec 10 08:59:52.274875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa493aba-0f4c-47d7-84d0-956e759a62e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec400b6f-a391-4ff5-ba64-a1f31fc3b78e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:52.306365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-f9a2b18d-fbe2-4fae-a2f3-fa3ba63851b9 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:52.314595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-f9a2b18d-fbe2-4fae-a2f3-fa3ba63851b9 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:52.327183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-f9a2b18d-fbe2-4fae-a2f3-fa3ba63851b9 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/networks?id=31777eb1-aadb-46d6-ab5a-f77536d68858&id=46e91959-3504-4b54-824d-29077ecac25b HTTP/1.1" status: 200 len: 1390 time: 0.2284594 Dec 10 08:59:52.328946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:52.361475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-4d23d945-7c43-4833-90dc-78ac90f70cbf tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/quotas/15e5231e03f04c1a8b5027737365571d HTTP/1.1" status: 200 len: 375 time: 0.0332468 Dec 10 08:59:52.406892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28327be2-c204-4cc2-9449-dcc88d7da84c,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:52.415992 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.468535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-95ca9e3e-6bfb-463b-9641-d1fe86110243 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15e5231e03f04c1a8b5027737365571d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051946 Dec 10 08:59:52.501902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:52.502422 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.504074 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] 10.222.0.39 "PUT /v2.0/ports/28327be2-c204-4cc2-9449-dcc88d7da84c HTTP/1.1" status: 200 len: 1091 time: 1.8052406 Dec 10 08:59:52.504566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'tag': '28327be2-c204-4cc2-9449-dcc88d7da84c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:52.507490 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b0435b31-b888-4d9f-915a-73bbd6fff31d", "tag": "28327be2-c204-4cc2-9449-dcc88d7da84c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:52.563920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de714811-3435-4b83-908b-e0e9edc0f8f3 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:52.588937 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.617868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebc5ab-d329-4462-b463-ab5a252dc71f service neutron] Pushing event updated for resources: {'Port': ['ID=28327be2-c204-4cc2-9449-dcc88d7da84c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:52.625665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77f14d0-79bf-43b3-99d7-4a88f25f5417 None None] Network 31777eb1-aadb-46d6-ab5a-f77536d68858 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:52.638373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Transition to ACTIVE for port object de714811-3435-4b83-908b-e0e9edc0f8f3 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:59:52.650109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.661679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323125c-5695-4e2e-baea-651915ac61ad req-68774da3-0011-47ca-ab19-b30147b2bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:52.663647 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-68774da3-0011-47ca-ab19-b30147b2bf6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 1094 time: 0.0877457 Dec 10 08:59:52.672885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd44180-954d-4b1c-9df1-705a12934241 req-9821a2a1-2b42-4614-8da3-5010bba78cc8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:52.674677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4dd44180-954d-4b1c-9df1-705a12934241 req-9821a2a1-2b42-4614-8da3-5010bba78cc8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 943 time: 0.1638227 Dec 10 08:59:52.740374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-8a8b5ec6-87d5-488d-9146-96332cae00df service neutron] 10.222.0.31 "GET /v2.0/networks/31777eb1-aadb-46d6-ab5a-f77536d68858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700987 Dec 10 08:59:52.751157 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-a160cb66-e6cd-41c8-855b-8e62e184adfa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28327be2-c204-4cc2-9449-dcc88d7da84c HTTP/1.1" status: 200 len: 217 time: 0.0607119 Dec 10 08:59:52.814780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323125c-5695-4e2e-baea-651915ac61ad req-be2ac65e-ad1e-4a9c-86b6-561b5ef3b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:52.816775 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-be2ac65e-ad1e-4a9c-86b6-561b5ef3b0c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c5b3745-4d0c-4395-9f58-f0e328835c7a HTTP/1.1" status: 200 len: 854 time: 0.0534260 Dec 10 08:59:52.819896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=de714811-3435-4b83-908b-e0e9edc0f8f3,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:52.840613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=a1e4f078-cb75-47dd-a632-d05490a4fd23,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:52.896111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f663c779-9b6c-4bdf-82be-a3881b765cd9 None None] Provisioning complete for port a1e4f078-cb75-47dd-a632-d05490a4fd23 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:52.896834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f663c779-9b6c-4bdf-82be-a3881b765cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:52.899933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4dd44180-954d-4b1c-9df1-705a12934241 req-17b82d8f-2176-44a1-b4e6-2b8ad1f3e059 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146509 Dec 10 08:59:52.903880 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-17fe0daa-358d-40ed-8bcf-c3bfc4df947a service neutron] 10.222.0.31 "GET /v2.0/networks/31777eb1-aadb-46d6-ab5a-f77536d68858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620555 Dec 10 08:59:52.932541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-d2643ed8-4b04-46c2-b902-422e63e9eb14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707123 Dec 10 08:59:52.982173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Allocated IP 19.86.0.2 (46e91959-3504-4b54-824d-29077ecac25b/f64694dc-34c7-4bc4-870a-a057b4cd7ffb/0b073287-9568-4265-8d75-c14a91aff716) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:53.135253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Attempting to bind port de714811-3435-4b83-908b-e0e9edc0f8f3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:53.135594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Attempting to bind port de714811-3435-4b83-908b-e0e9edc0f8f3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:53.135922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Attempting to bind port de714811-3435-4b83-908b-e0e9edc0f8f3 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:53.136099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-70831794-ff8d-4712-b829-57fd40e1c0b1 service neutron] 10.222.0.31 "GET /v2.0/networks/46e91959-3504-4b54-824d-29077ecac25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061532 Dec 10 08:59:53.151057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Port de714811-3435-4b83-908b-e0e9edc0f8f3 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:59:53.151415 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Attempting to bind port de714811-3435-4b83-908b-e0e9edc0f8f3 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:53.192471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:53.192870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Checking segment: {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:53.193314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Bound using segment: {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:53.193964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Bound port: de714811-3435-4b83-908b-e0e9edc0f8f3, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:53.194272 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:53.264482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a1e4f078-cb75-47dd-a632-d05490a4fd23 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:53.276884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b38cc2f4-84d4-4487-936b-41ae1883c9a6 req-5820e98a-a530-47df-a34e-cb092bd94f43 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.1680601 Dec 10 08:59:53.348661 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-f0cbb845-b024-40aa-9d5f-e44bf43b1787 service neutron] 10.222.0.39 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974919 Dec 10 08:59:53.447201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-4c0dd361-6907-4504-9f6f-1039f481c103 service neutron] 10.222.0.31 "GET /v2.0/networks/46e91959-3504-4b54-824d-29077ecac25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103087 Dec 10 08:59:53.467638 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:53.483686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a1e4f078-cb75-47dd-a632-d05490a4fd23 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:53.484101 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:53.548871 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6323125c-5695-4e2e-baea-651915ac61ad req-34ab3a3d-8bfb-42ea-8072-38d23b8f8ec4 service neutron] 10.222.0.39 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871667 Dec 10 08:59:53.548871 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a054969c-be6c-42b3-be3a-4032fd2100e4 x-openstack-request-id: req-a054969c-be6c-42b3-be3a-4032fd2100e4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:53.548871 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0435b31-b888-4d9f-915a-73bbd6fff31d", "tag": "28327be2-c204-4cc2-9449-dcc88d7da84c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:53.548871 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a054969c-be6c-42b3-be3a-4032fd2100e4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:53.548871 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'tag': '28327be2-c204-4cc2-9449-dcc88d7da84c', 'status': 'completed', 'code': 200} Dec 10 08:59:53.572836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:53.585880 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 08:59:53.587279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] For port de714811-3435-4b83-908b-e0e9edc0f8f3, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:53.591726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] For port de714811-3435-4b83-908b-e0e9edc0f8f3, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=de714811-3435-4b83-908b-e0e9edc0f8f3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:53.598094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:53.690688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:53.691220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:53.694442 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] 10.222.0.39 "PUT /v2.0/ports/de714811-3435-4b83-908b-e0e9edc0f8f3 HTTP/1.1" status: 200 len: 1091 time: 2.1867008 Dec 10 08:59:53.701059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Network 46e91959-3504-4b54-824d-29077ecac25b is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:53.704450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7f7597ea-04f2-478f-bc09-a4bf73e7a72c None None] Provisioning complete for port a1e4f078-cb75-47dd-a632-d05490a4fd23 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:53.704647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-70bc8bbc-efee-478c-8b1a-1a9fb656dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:53.705175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7f7597ea-04f2-478f-bc09-a4bf73e7a72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:53.708585 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-70bc8bbc-efee-478c-8b1a-1a9fb656dc37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 1094 time: 0.0977073 Dec 10 08:59:53.726536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56622) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:53.740509 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:53.774230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:53.779563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Pushing event updated for resources: {'Port': ['ID=0b073287-9568-4265-8d75-c14a91aff716,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:53.819009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=de714811-3435-4b83-908b-e0e9edc0f8f3,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:53.840014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f727b24-9cbe-4487-bfed-29b2ef1ade62 req-0e8e1bdc-407a-4ddb-a47d-cb1e60c0bbcc tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:53.847472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f727b24-9cbe-4487-bfed-29b2ef1ade62 req-0e8e1bdc-407a-4ddb-a47d-cb1e60c0bbcc tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 943 time: 0.0726795 Dec 10 08:59:53.956820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.957514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.958006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.959103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.959759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.959909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Attempting to bind port 0b073287-9568-4265-8d75-c14a91aff716 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:53.960456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Attempting to bind port 0b073287-9568-4265-8d75-c14a91aff716 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '9d928176-73d8-4065-a54d-2ecdc27ce32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46e91959-3504-4b54-824d-29077ecac25b'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:53.960839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Attempting to bind port 0b073287-9568-4265-8d75-c14a91aff716 on network 46e91959-3504-4b54-824d-29077ecac25b {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:53.961201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.961709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.962186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.962795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.963271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.963752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.964221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.964679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677036f-f857-47f8-b972-ca689de05ce5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 08:59:53.968440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a122f54d-bd57-4c19-b44a-05f3f69ab537 req-897f5ac0-5d1e-4913-9eec-4ffeff35a87c tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 210 time: 0.1124728 Dec 10 08:59:53.980100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:53.981663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Checking segment: {'id': '9d928176-73d8-4065-a54d-2ecdc27ce32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46e91959-3504-4b54-824d-29077ecac25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:53.982105 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:53.983707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Bound using segment: {'id': '9d928176-73d8-4065-a54d-2ecdc27ce32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46e91959-3504-4b54-824d-29077ecac25b'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:53.984230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Bound port: 0b073287-9568-4265-8d75-c14a91aff716, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d928176-73d8-4065-a54d-2ecdc27ce32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46e91959-3504-4b54-824d-29077ecac25b'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:53.984625 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:53.986557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1020583585-network', 'tenant_id': '6e89a16ac911488da78b0d0edb1d78b0'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:54.032495 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f727b24-9cbe-4487-bfed-29b2ef1ade62 req-1b1886db-43df-42a1-8fe3-41d7d81ab7f3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841269 Dec 10 08:59:54.033666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Made reservation on behalf of 6e89a16ac911488da78b0d0edb1d78b0 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:54.036355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.052796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.068621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-9305baba-c543-46ce-8357-eaa2071820c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:54.070291 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-9305baba-c543-46ce-8357-eaa2071820c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 1094 time: 0.2472384 Dec 10 08:59:54.111045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] For port 0b073287-9568-4265-8d75-c14a91aff716, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 08:59:54.117475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] For port 0b073287-9568-4265-8d75-c14a91aff716, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0b073287-9568-4265-8d75-c14a91aff716,segment=NetworkSegment(9d928176-73d8-4065-a54d-2ecdc27ce32b),segment_id=9d928176-73d8-4065-a54d-2ecdc27ce32b)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 08:59:54.126349 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.131026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-cf058362-dc08-4f17-9b65-5d8af08258b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:54.132858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-cf058362-dc08-4f17-9b65-5d8af08258b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 915 time: 0.4174426 Dec 10 08:59:54.134761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-20e346ef-c406-42de-a4dd-706fd93b7dc5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de714811-3435-4b83-908b-e0e9edc0f8f3 HTTP/1.1" status: 200 len: 217 time: 0.0528367 Dec 10 08:59:54.219316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ec354-c530-4326-b252-c1097af8e61c None None] Pushing event updated for resources: {'Port': ['ID=0b073287-9568-4265-8d75-c14a91aff716,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:54.236976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48413a95-b8f2-4434-b370-7a4ddfe00289 req-bd0594d2-d5bd-40d2-857c-feeaff4134d1 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:54.239142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48413a95-b8f2-4434-b370-7a4ddfe00289 req-bd0594d2-d5bd-40d2-857c-feeaff4134d1 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 943 time: 0.1048276 Dec 10 08:59:54.257483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.268061 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.283200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 08:59:54.295390 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-6427c87e-1160-4dbb-9520-456ae64deb4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28327be2-c204-4cc2-9449-dcc88d7da84c HTTP/1.1" status: 200 len: 217 time: 0.1464412 Dec 10 08:59:54.340856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e80c8b-80d5-41c9-94f0-20eda31969ad,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:54.354830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-dfb232e0-8182-4f4c-a500-1a5811d6f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:54.357135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-dfb232e0-8182-4f4c-a500-1a5811d6f953 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=700fb780-d4eb-4053-a0fc-316b08412f94 HTTP/1.1" status: 200 len: 855 time: 0.2094474 Dec 10 08:59:54.382175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.383353 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Added segment 49c93440-5d62-440e-bd6f-006c1c321081 of type vlan for network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c Dec 10 08:59:54.405569 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-93a82d80-d78c-47e0-b545-03e7d07030b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9ace58b-7ad5-467b-a311-f4dc3339f72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382235 Dec 10 08:59:54.409946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-0b60d57d-daa9-4a9b-898a-d36a2b8d39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:54.415068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-0b60d57d-daa9-4a9b-898a-d36a2b8d39a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c5b3745-4d0c-4395-9f58-f0e328835c7a HTTP/1.1" status: 200 len: 854 time: 0.1089303 Dec 10 08:59:54.524485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-626e4016-ef2d-48b4-8ebc-bf4c0e2efa2b req-e7306466-4651-432d-89be-a10a6e586a42 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.1175740 Dec 10 08:59:54.559351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-3f822739-b369-4d3d-8330-b96bc18ba83d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326694 Dec 10 08:59:54.626840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.645161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48413a95-b8f2-4434-b370-7a4ddfe00289 req-3726f2ba-246e-41d8-a942-40fa2e543ee8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914437 Dec 10 08:59:54.672599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.674060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:54.674751 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.680401 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-5fd608af-e2a3-4230-8e7a-2d15a8b451d8 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643042 Dec 10 08:59:54.761321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0307419 Dec 10 08:59:54.762140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56656) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 08:59:54.772654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Request body: {'subnet': {'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1020583585-subnet', 'tenant_id': '6e89a16ac911488da78b0d0edb1d78b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:54.779548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c45c2-d62f-4dd6-8c34-cbc6baf3f1dc admin admin] Pushing event updated for resources: {'Network': ['ID=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:54.793573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 08:59:54.795590 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-3f2c37a9-0cc5-41bc-8133-e20771ce31bd service neutron] 10.222.0.39 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236390 Dec 10 08:59:54.820139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Made reservation on behalf of 6e89a16ac911488da78b0d0edb1d78b0 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:54.823378 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:54.897383 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1b80105f-6fcd-4aaf-840b-8fd090a62adb req-bf23023a-08c4-431c-9e65-2ef950599a14 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013049 Dec 10 08:59:54.968701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe1ffd35-4bdc-46e0-968a-12e24987c0ab req-42830de2-0485-46dc-a85d-7d4241df8938 service neutron] 10.222.0.39 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586835 Dec 10 08:59:55.076183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:55.108494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-222e95f6-c45f-43f1-921a-77adeb245049 req-0ed210a5-33a3-4f78-bfda-079a9f389d82 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 210 time: 0.0575142 Dec 10 08:59:55.239435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abde1311-2306-4ee4-9957-88093119b8f0,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:55.250491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0b073287-9568-4265-8d75-c14a91aff716 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:55.282085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Checking segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:55.282450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Network hostable DHCP agents. Network: bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 08:59:55.300493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890290bd-c229-4feb-a49f-df9cac7815c4 req-43cc685f-849f-4a55-bfee-debedcb21724 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:55.302550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-890290bd-c229-4feb-a49f-df9cac7815c4 req-43cc685f-849f-4a55-bfee-debedcb21724 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 943 time: 0.1338472 Dec 10 08:59:55.328447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 08:59:55.345232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:55.354022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:55.354626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:55.374213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96975025-5344-48ce-8569-58120b7d2487 None None] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:55.411396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-019a2c6a-7e51-49b3-a28e-577ba6e3ce24 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6478927 Dec 10 08:59:55.426763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-890290bd-c229-4feb-a49f-df9cac7815c4 req-e0a6eb0d-3cd5-4165-bee1-07543230ef2b tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141820 Dec 10 08:59:55.446882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0b073287-9568-4265-8d75-c14a91aff716 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:55.448204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:55.549082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d998c2-c762-4e04-9037-251c1d4b3fdb', 'tag': 'de714811-3435-4b83-908b-e0e9edc0f8f3'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 08:59:55.551681 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef845e-6364-4104-8f72-f573c0fbb148" -d '{"events": [{"name": "network-changed", "server_uuid": "32d998c2-c762-4e04-9037-251c1d4b3fdb", "tag": "de714811-3435-4b83-908b-e0e9edc0f8f3"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 08:59:55.570441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dec3f0-3d65-4f3a-b600-8be96b27bf41 None None] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:55.631589 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0bdd76-522b-4381-a64d-1943d6aea42d x-openstack-request-id: req-ea0bdd76-522b-4381-a64d-1943d6aea42d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 08:59:55.632106 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d998c2-c762-4e04-9037-251c1d4b3fdb", "tag": "de714811-3435-4b83-908b-e0e9edc0f8f3", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 08:59:55.632952 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea0bdd76-522b-4381-a64d-1943d6aea42d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 08:59:55.633616 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d998c2-c762-4e04-9037-251c1d4b3fdb', 'tag': 'de714811-3435-4b83-908b-e0e9edc0f8f3', 'status': 'completed', 'code': 200} Dec 10 08:59:55.744918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15ece65a-90ae-4599-bb3f-eeb1d32a23ee req-63e90052-b581-4cf1-b281-b6a186486004 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0880756 Dec 10 08:59:55.775526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-42b26ba1-a338-49f3-a338-11f3379aa154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:55.777443 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-42b26ba1-a338-49f3-a338-11f3379aa154 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 1094 time: 0.1220634 Dec 10 08:59:55.813360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2d0cb-dd57-4bb2-b453-0388500ee41d None None] Network 46e91959-3504-4b54-824d-29077ecac25b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 08:59:55.949760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-479a3b39-57da-4c28-974d-c7ea9942e364 None None] Provisioning complete for port 0b073287-9568-4265-8d75-c14a91aff716 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:55.950314 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-479a3b39-57da-4c28-974d-c7ea9942e364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:55.955511 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:55.970091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0f15-19ea-4257-9479-e4e82994c522 req-a8eafc14-79fb-44bf-9718-aa7bad8c25bc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:55.985246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f23e0f15-19ea-4257-9479-e4e82994c522 req-a8eafc14-79fb-44bf-9718-aa7bad8c25bc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 943 time: 0.1489625 Dec 10 08:59:56.052458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-2600ba24-f08c-443a-8da7-5581217e4cfb tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:56.058715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-2600ba24-f08c-443a-8da7-5581217e4cfb tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:56.061037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-2600ba24-f08c-443a-8da7-5581217e4cfb tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "GET /v2.0/networks?id=31777eb1-aadb-46d6-ab5a-f77536d68858&id=46e91959-3504-4b54-824d-29077ecac25b HTTP/1.1" status: 200 len: 1390 time: 0.2309854 Dec 10 08:59:56.064098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-2ad3d7ad-266a-424c-8138-ed83ce93d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:56.065490 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-2ad3d7ad-266a-424c-8138-ed83ce93d3f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 916 time: 0.2047262 Dec 10 08:59:56.073978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'port': {'device_id': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858', 'admin_state_up': True, 'tenant_id': '15e5231e03f04c1a8b5027737365571d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:56.107557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f23e0f15-19ea-4257-9479-e4e82994c522 req-a677b5a9-0bcf-4bc0-92e5-982f5a97ad6e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198313 Dec 10 08:59:56.128893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 0b073287-9568-4265-8d75-c14a91aff716, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0b073287-9568-4265-8d75-c14a91aff716,segment=NetworkSegment(9d928176-73d8-4065-a54d-2ecdc27ce32b),segment_id=9d928176-73d8-4065-a54d-2ecdc27ce32b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:56.137937 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:56.175550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-53dae05d-8197-463e-888b-2a13231e5c71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de714811-3435-4b83-908b-e0e9edc0f8f3 HTTP/1.1" status: 200 len: 217 time: 0.0511289 Dec 10 08:59:56.207127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=0b073287-9568-4265-8d75-c14a91aff716,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:56.250128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-9f859979-cbd7-4190-bfb3-1061a3e8feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:56.253110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-9f859979-cbd7-4190-bfb3-1061a3e8feba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=700fb780-d4eb-4053-a0fc-316b08412f94 HTTP/1.1" status: 200 len: 855 time: 0.0689535 Dec 10 08:59:56.315011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28327be2-c204-4cc2-9449-dcc88d7da84c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:59:56.339248 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-bfe67b26-47b4-4692-8d71-6cd142c27266 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9ace58b-7ad5-467b-a311-f4dc3339f72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745125 Dec 10 08:59:56.475661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81be818b-585a-4bb5-9771-d204d056d190 req-bb8a0ae1-7faa-4d7d-ad0c-78f88a5d4d98 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 210 time: 0.0708792 Dec 10 08:59:56.497256 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-7c93b49b-ef59-4400-8ee3-b23bcbb38e68 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495726 Dec 10 08:59:56.500339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:56.509138 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:56.517253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28327be2-c204-4cc2-9449-dcc88d7da84c,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:56.554529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-ed7ca242-bae9-475e-9f75-0d0097f3ffda tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:56.556857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-ed7ca242-bae9-475e-9f75-0d0097f3ffda tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.1817935 Dec 10 08:59:56.578752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-9191c714-721a-4450-bf08-fd342c14e42d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/quotas/6e89a16ac911488da78b0d0edb1d78b0 HTTP/1.1" status: 200 len: 375 time: 0.0151711 Dec 10 08:59:56.644878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-93b9ddfe-3592-4f33-a444-cb49d030b073 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593476 Dec 10 08:59:56.709540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0526d-7190-4f52-95da-b63c7586166a req-b2788bcc-5ae1-42a1-96db-399d58129df2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:56.711663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62d0526d-7190-4f52-95da-b63c7586166a req-b2788bcc-5ae1-42a1-96db-399d58129df2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 943 time: 0.1088660 Dec 10 08:59:56.788269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '28327be2-c204-4cc2-9449-dcc88d7da84c', 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b', 'port_id': '28327be2-c204-4cc2-9449-dcc88d7da84c', 'mac_address': 'fa:16:3e:01:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b3745-4d0c-4395-9f58-f0e328835c7a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:59:56.821964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7847be44-3d22-4ea9-b84c-5afdcc7ab4b3 None None] Provisioning complete for port 0b073287-9568-4265-8d75-c14a91aff716 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:56.822598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7847be44-3d22-4ea9-b84c-5afdcc7ab4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:56.824716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62d0526d-7190-4f52-95da-b63c7586166a req-bb016744-e9d7-49e9-b515-fe356b32418e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760360 Dec 10 08:59:56.836752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-3deced9c-4c10-4d16-bcc8-cfc5322665f1 service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761143 Dec 10 08:59:56.873660 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:56.912258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28327be2-c204-4cc2-9449-dcc88d7da84c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:56.938945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28327be2-c204-4cc2-9449-dcc88d7da84c,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:56.947732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db7c2021-5ae6-436d-a6df-35389253cba3 req-21387134-7f23-4a2c-8423-62d13cd31768 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0299029 Dec 10 08:59:57.003367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-ada7b6a6-1639-4ab4-93be-00c11f9adf4c service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580074 Dec 10 08:59:57.020093 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:57.087071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=28327be2-c204-4cc2-9449-dcc88d7da84c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:57.223512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0b073287-9568-4265-8d75-c14a91aff716 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 08:59:57.253896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4dbe-ffa9-4db2-8181-745d9906685b req-777d4834-2ea9-4d7a-a863-de9ac9d0b2a7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:57.262356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d94a4dbe-ffa9-4db2-8181-745d9906685b req-777d4834-2ea9-4d7a-a863-de9ac9d0b2a7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 944 time: 0.0720994 Dec 10 08:59:57.264924 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4eef845e-6364-4104-8f72-f573c0fbb148 req-acde2cb3-8fbb-4d3f-a9ca-cb4af66d8a0e service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488093 Dec 10 08:59:57.288769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Allocated IP 19.80.0.172 (31777eb1-aadb-46d6-ab5a-f77536d68858/ddfbdeaa-0a52-40ba-bc53-cb08b52f540e/3b4930ff-4086-4596-aaae-67bc3986ac7a) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:57.328924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98b5c68f-7333-4206-9c51-70afd061f984 req-a0029fd9-15af-4e73-98a6-3eeaac231884 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 210 time: 0.0335639 Dec 10 08:59:57.333162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0b073287-9568-4265-8d75-c14a91aff716 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:57.335835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:57.373762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d94a4dbe-ffa9-4db2-8181-745d9906685b req-fc758460-9893-45f3-99c6-f68316a5581a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105049 Dec 10 08:59:57.402059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['28327be2-c204-4cc2-9449-dcc88d7da84c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:57.540009 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:57.626718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3426cbde-0b8f-417e-adeb-d36490172643 req-79b03aa7-cc97-4502-a2ba-0d2ad69e3cc5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 210 time: 0.0422928 Dec 10 08:59:57.630752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:57.685672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network 31777eb1-aadb-46d6-ab5a-f77536d68858 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:57.688660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:57.693099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:57.697185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Port': ['ID=3b4930ff-4086-4596-aaae-67bc3986ac7a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:57.752751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:57.753688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:57.786772 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-37f5ab31-40dc-4397-a5f7-271f3065ea8b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7167730 Dec 10 08:59:57.800421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Request body: {'port': {'device_id': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'network_id': '46e91959-3504-4b54-824d-29077ecac25b', 'admin_state_up': True, 'tenant_id': '15e5231e03f04c1a8b5027737365571d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:57.941518 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-88213f81-f09f-49c6-b6c9-a642ea2864b8 req-7395723d-d9ca-463c-9f9c-f9a380404c6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0450072 Dec 10 08:59:58.059913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cea48e-f152-4a42-9dd9-07a31bde7676 req-662a6d21-73f6-46e2-af48-41ff96fd21d5 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:58.061584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60cea48e-f152-4a42-9dd9-07a31bde7676 req-662a6d21-73f6-46e2-af48-41ff96fd21d5 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 943 time: 0.1040628 Dec 10 08:59:58.076777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Made reservation on behalf of 15e5231e03f04c1a8b5027737365571d for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:58.083184 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:58.133637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f064e83-4268-47b5-9943-6ac980177e3a req-ad78a111-4f4a-46a1-a4e6-f4bcd1e1a506 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0467033 Dec 10 08:59:58.192217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60cea48e-f152-4a42-9dd9-07a31bde7676 req-52042f8c-8bd0-4e8d-a4bc-989f490e5aae tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177444 Dec 10 08:59:58.250219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2e318918-8cc8-4c40-823a-aa58c691b804 None None] Provisioning complete for port 3b4930ff-4086-4596-aaae-67bc3986ac7a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:58.254066 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e318918-8cc8-4c40-823a-aa58c691b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:58.300809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2e318918-8cc8-4c40-823a-aa58c691b804 None None] Port 3b4930ff-4086-4596-aaae-67bc3986ac7a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:59:58.318390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Allocated IP 19.86.0.239 (46e91959-3504-4b54-824d-29077ecac25b/f64694dc-34c7-4bc4-870a-a057b4cd7ffb/b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:58.324204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device de714811-3435-4b83-908b-e0e9edc0f8f3 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 08:59:58.441930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port de714811-3435-4b83-908b-e0e9edc0f8f3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=de714811-3435-4b83-908b-e0e9edc0f8f3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:58.455348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'de714811-3435-4b83-908b-e0e9edc0f8f3', 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c', 'port_id': 'de714811-3435-4b83-908b-e0e9edc0f8f3', 'mac_address': 'fa:16:3e:c2:b8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700fb780-d4eb-4053-a0fc-316b08412f94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 08:59:58.495115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aac2f07-b212-4fdf-b5aa-956d4016f86d req-b8272d63-2f1d-42a5-b34f-86e12394658a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 210 time: 0.0748060 Dec 10 08:59:58.509694 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:58.525937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de714811-3435-4b83-908b-e0e9edc0f8f3 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:58.551974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port de714811-3435-4b83-908b-e0e9edc0f8f3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=de714811-3435-4b83-908b-e0e9edc0f8f3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 08:59:58.552893 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:58.559241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:58.608001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:58.611545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384e716-2476-4a58-8745-2ed6661ef86c req-965a4b28-72eb-4bbd-91d2-fd4c5b75f8f0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:58.614089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f384e716-2476-4a58-8745-2ed6661ef86c req-965a4b28-72eb-4bbd-91d2-fd4c5b75f8f0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 944 time: 0.1167018 Dec 10 08:59:58.624198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=de714811-3435-4b83-908b-e0e9edc0f8f3,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:58.658863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Network 46e91959-3504-4b54-824d-29077ecac25b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 08:59:58.663181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 08:59:58.667955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 08:59:58.692290 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f384e716-2476-4a58-8745-2ed6661ef86c req-cfd1232f-cef8-430b-b945-14b67e90fd41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660825 Dec 10 08:59:58.720728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event updated for resources: {'Port': ['ID=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:58.732307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:58.732953 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:58.756398 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-7eb6b6ff-455a-4884-a3b4-a3ef646dd4c3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9612637 Dec 10 08:59:58.777682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Request body: {'port': {'device_id': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:58.837878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e4ef-8a73-4b6c-a69f-6f716dc587e3 req-a8346514-0db8-43f0-bc9f-e4ef18fd736b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:58.851639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e4ef-8a73-4b6c-a69f-6f716dc587e3 req-a8346514-0db8-43f0-bc9f-e4ef18fd736b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:58.853691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ccf8e4ef-8a73-4b6c-a69f-6f716dc587e3 req-a8346514-0db8-43f0-bc9f-e4ef18fd736b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1655 time: 0.0942676 Dec 10 08:59:58.906613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['de714811-3435-4b83-908b-e0e9edc0f8f3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 08:59:58.934200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ccf8e4ef-8a73-4b6c-a69f-6f716dc587e3 req-3c4747f4-5753-44e3-87d1-4c517247ef0a tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742462 Dec 10 08:59:59.002956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:59.049791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8c5ca4e1-4207-423f-b1ac-95c7200e03ad None None] Provisioning complete for port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 08:59:59.050011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-9652eeff-4609-4d46-9c39-2cb78e90e79d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:59.050169 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca4e1-4207-423f-b1ac-95c7200e03ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:59.051516 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-9652eeff-4609-4d46-9c39-2cb78e90e79d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.2529905 Dec 10 08:59:59.075900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Request body: {'port': {'device_id': '18ca3649-96ca-4617-a12c-8f8e75f25245', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'admin_state_up': True, 'tenant_id': '6e89a16ac911488da78b0d0edb1d78b0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 08:59:59.126682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ca4e1-4207-423f-b1ac-95c7200e03ad None None] Port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 08:59:59.305836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67391926-60cb-4b93-b8f3-b2f190998a5a req-675aa95d-95d3-44ae-8667-7a680074aae5 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0577750 Dec 10 08:59:59.364780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Made reservation on behalf of 6e89a16ac911488da78b0d0edb1d78b0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 08:59:59.368865 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:59.411138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a814c42-fcea-4b7e-accf-dcefdd40f67d req-9d72b79c-8ddf-4150-b7b6-95544ba36058 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:59.414103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a814c42-fcea-4b7e-accf-dcefdd40f67d req-9d72b79c-8ddf-4150-b7b6-95544ba36058 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 944 time: 0.0999491 Dec 10 08:59:59.485057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a814c42-fcea-4b7e-accf-dcefdd40f67d req-5ea68091-ac98-4f1f-bf2c-f9d65faa6e1f tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643377 Dec 10 08:59:59.524059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4930ff-4086-4596-aaae-67bc3986ac7a {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 08:59:59.542252 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:59.589673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Transition to ACTIVE for port object 3b4930ff-4086-4596-aaae-67bc3986ac7a will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 08:59:59.595229 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:59.631454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad36b74d-1cd8-4e9c-9437-8762d18e7102 req-43a79d5f-2a79-493e-9c2e-aca64e0a1b0f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 210 time: 0.0547748 Dec 10 08:59:59.660756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Allocated IP 172.20.0.10 (bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c/abde1311-2306-4ee4-9957-88093119b8f0/65f42f3b-8fed-4d9f-ae3c-c774544dd696) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 08:59:59.723858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4930ff-4086-4596-aaae-67bc3986ac7a,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 08:59:59.811667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Attempting to bind port 3b4930ff-4086-4596-aaae-67bc3986ac7a on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 08:59:59.812020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Attempting to bind port 3b4930ff-4086-4596-aaae-67bc3986ac7a by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '1b7558ce-8772-482e-ad33-a9df5ed867c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 08:59:59.812354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Attempting to bind port 3b4930ff-4086-4596-aaae-67bc3986ac7a on network 31777eb1-aadb-46d6-ab5a-f77536d68858 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:59.832737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c4f66-4cfc-4303-b0a6-39b00092910f req-6427a771-a61f-4866-ad0e-774d043b1619 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 08:59:59.842913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc3c4f66-4cfc-4303-b0a6-39b00092910f req-6427a771-a61f-4866-ad0e-774d043b1619 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 944 time: 0.0720894 Dec 10 08:59:59.858250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Port 3b4930ff-4086-4596-aaae-67bc3986ac7a on network 31777eb1-aadb-46d6-ab5a-f77536d68858 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 08:59:59.858587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Attempting to bind port 3b4930ff-4086-4596-aaae-67bc3986ac7a on network 31777eb1-aadb-46d6-ab5a-f77536d68858 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 08:59:59.871649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 08:59:59.871972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Checking segment: {'id': '1b7558ce-8772-482e-ad33-a9df5ed867c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 08:59:59.872368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Bound using segment: {'id': '1b7558ce-8772-482e-ad33-a9df5ed867c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 08:59:59.872851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Bound port: 3b4930ff-4086-4596-aaae-67bc3986ac7a, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7558ce-8772-482e-ad33-a9df5ed867c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 08:59:59.873196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 08:59:59.916943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc3c4f66-4cfc-4303-b0a6-39b00092910f req-df27f7f4-3c16-439d-b22a-abb3a97db323 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681062 Dec 10 08:59:59.979700 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.030502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] For port 3b4930ff-4086-4596-aaae-67bc3986ac7a, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:00.035527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] For port 3b4930ff-4086-4596-aaae-67bc3986ac7a, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3b4930ff-4086-4596-aaae-67bc3986ac7a,segment=NetworkSegment(1b7558ce-8772-482e-ad33-a9df5ed867c4),segment_id=1b7558ce-8772-482e-ad33-a9df5ed867c4)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:00.040963 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.046960 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.071584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6561d78-3c4a-4dda-a239-1c044979fe27 req-101dbdd3-c963-4100-9934-f0c04df0cb56 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.077672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6561d78-3c4a-4dda-a239-1c044979fe27 req-101dbdd3-c963-4100-9934-f0c04df0cb56 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.079305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6561d78-3c4a-4dda-a239-1c044979fe27 req-101dbdd3-c963-4100-9934-f0c04df0cb56 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1667 time: 0.0634139 Dec 10 09:00:00.097636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.098256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.100688 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] 10.222.0.18 "PUT /v2.0/ports/3b4930ff-4086-4596-aaae-67bc3986ac7a HTTP/1.1" status: 200 len: 1092 time: 1.3320096 Dec 10 09:00:00.103956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'tag': '3b4930ff-4086-4596-aaae-67bc3986ac7a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:00.106513 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d625f3f6-90dc-4782-8b11-2fefcc583300" -d '{"events": [{"name": "network-changed", "server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "tag": "3b4930ff-4086-4596-aaae-67bc3986ac7a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:00.143553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6561d78-3c4a-4dda-a239-1c044979fe27 req-89629b88-6007-4428-88b8-d837fbbf3ed4 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Dec 10 09:00:00.150984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Request body: {'port': {'device_id': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:00.154743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:00:00.172462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:00.172462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5d3fd-4a70-4acd-ab03-e0cded2d5bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4930ff-4086-4596-aaae-67bc3986ac7a,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:00.178666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:00:00.211463 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a446e-13de-4cec-adb5-23f3c1a49557 x-openstack-request-id: req-538a446e-13de-4cec-adb5-23f3c1a49557 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:00.211759 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "tag": "3b4930ff-4086-4596-aaae-67bc3986ac7a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:00.212014 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-538a446e-13de-4cec-adb5-23f3c1a49557 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:00.212406 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'tag': '3b4930ff-4086-4596-aaae-67bc3986ac7a', 'status': 'completed', 'code': 200} Dec 10 09:00:00.260414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f3f6-90dc-4782-8b11-2fefcc583300 req-063dbfc5-1ed5-4348-a638-1614dc944862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.261206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f3f6-90dc-4782-8b11-2fefcc583300 req-063dbfc5-1ed5-4348-a638-1614dc944862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.263669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d625f3f6-90dc-4782-8b11-2fefcc583300 req-063dbfc5-1ed5-4348-a638-1614dc944862 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e5231e03f04c1a8b5027737365571d&device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1914 time: 0.0592709 Dec 10 09:00:00.322376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event updated for resources: {'Port': ['ID=65f42f3b-8fed-4d9f-ae3c-c774544dd696,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:00.327791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device de714811-3435-4b83-908b-e0e9edc0f8f3 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:00.330817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.331673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.338097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.362822 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-7f71eeb5-812d-453d-9dda-c27e5ac18b25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2908151 Dec 10 09:00:00.393227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Request body: {'port': {'device_id': '18ca3649-96ca-4617-a12c-8f8e75f25245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:00.418054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port de714811-3435-4b83-908b-e0e9edc0f8f3 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:00:00.423400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port de714811-3435-4b83-908b-e0e9edc0f8f3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:00.423901 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.471210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eaf9dc60-864a-4560-94e1-f5cd5ab583ce req-29a9aa42-6d67-44b7-975b-5a9f516097e2 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0343540 Dec 10 09:00:00.489466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f3f6-90dc-4782-8b11-2fefcc583300 req-bcffb3b8-8346-4f64-9063-411aa93ea275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.490858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f3f6-90dc-4782-8b11-2fefcc583300 req-bcffb3b8-8346-4f64-9063-411aa93ea275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.491165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f3f6-90dc-4782-8b11-2fefcc583300 req-bcffb3b8-8346-4f64-9063-411aa93ea275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.493046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d625f3f6-90dc-4782-8b11-2fefcc583300 req-bcffb3b8-8346-4f64-9063-411aa93ea275 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=15e5231e03f04c1a8b5027737365571d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2190368 Dec 10 09:00:00.580263 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.622126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d998c2-c762-4e04-9037-251c1d4b3fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de714811-3435-4b83-908b-e0e9edc0f8f3'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:00.624956 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03a2c38-0174-4b8d-9f0e-8b23ede166ee" -d '{"events": [{"server_uuid": "32d998c2-c762-4e04-9037-251c1d4b3fdb", "name": "network-vif-plugged", "status": "completed", "tag": "de714811-3435-4b83-908b-e0e9edc0f8f3"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:00.637597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f3f6-90dc-4782-8b11-2fefcc583300 req-fd03b41f-7386-4f2c-9424-bb13aee61722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:00.639160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d625f3f6-90dc-4782-8b11-2fefcc583300 req-fd03b41f-7386-4f2c-9424-bb13aee61722 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286983 Dec 10 09:00:00.645215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port de714811-3435-4b83-908b-e0e9edc0f8f3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=de714811-3435-4b83-908b-e0e9edc0f8f3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:00.654880 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.657317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28327be2-c204-4cc2-9449-dcc88d7da84c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:00.718997 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.767879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=de714811-3435-4b83-908b-e0e9edc0f8f3,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:00.806832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 28327be2-c204-4cc2-9449-dcc88d7da84c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:00:00.813369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 28327be2-c204-4cc2-9449-dcc88d7da84c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:00.814138 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.939512 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:00.981388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28327be2-c204-4cc2-9449-dcc88d7da84c,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:00.988054 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:01.005597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:01.008458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c942037-3eab-4b27-b00f-a0639d0d29e7 req-3bc10089-5bb0-423d-aa75-0d31465f9b79 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668&device_id=e3f6d390-da03-4e78-836c-4c59c51fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0303261 Dec 10 09:00:01.019097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:01.043257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214b3de-e551-4302-8a13-10223ae94722 req-08ffa660-b4fb-4710-bc97-a3c75120fd86 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.050654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c214b3de-e551-4302-8a13-10223ae94722 req-08ffa660-b4fb-4710-bc97-a3c75120fd86 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 945 time: 0.3959467 Dec 10 09:00:01.073554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Transition to ACTIVE for port object b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:01.086670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:01.112430 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faa7de6-d289-4a02-bbc9-50913552978f x-openstack-request-id: req-2faa7de6-d289-4a02-bbc9-50913552978f {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:01.113355 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d998c2-c762-4e04-9037-251c1d4b3fdb", "name": "network-vif-plugged", "status": "completed", "tag": "de714811-3435-4b83-908b-e0e9edc0f8f3", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:01.113640 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2faa7de6-d289-4a02-bbc9-50913552978f {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:01.114110 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d998c2-c762-4e04-9037-251c1d4b3fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de714811-3435-4b83-908b-e0e9edc0f8f3', 'code': 200} Dec 10 09:00:01.117758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c214b3de-e551-4302-8a13-10223ae94722 req-902a3872-a9de-4e9f-986c-e850d7f248c2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659482 Dec 10 09:00:01.149777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Pushing event updated for resources: {'Port': ['ID=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:01.186815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=28327be2-c204-4cc2-9449-dcc88d7da84c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:01.287773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962206d-93e0-4e10-99d3-4dbf46de4837 req-fea84cf9-3508-4ed6-934a-8e9c2678bf21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.305172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9962206d-93e0-4e10-99d3-4dbf46de4837 req-fea84cf9-3508-4ed6-934a-8e9c2678bf21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 932 time: 0.1004212 Dec 10 09:00:01.342066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691ddbb-4747-417a-b67d-365943a83296 req-34c7e042-e3cb-4744-bdb2-85114db84f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.343739 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3691ddbb-4747-417a-b67d-365943a83296 req-34c7e042-e3cb-4744-bdb2-85114db84f23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 1096 time: 0.1770408 Dec 10 09:00:01.391798 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9962206d-93e0-4e10-99d3-4dbf46de4837 req-c24f5565-2d0f-4dab-9536-92687901ac0a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855517 Dec 10 09:00:01.417442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7a297-d09b-4e12-b56d-4658ade896cd req-0b415567-3a9f-4389-8174-79b288d8e0b4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.424696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8d7a297-d09b-4e12-b56d-4658ade896cd req-0b415567-3a9f-4389-8174-79b288d8e0b4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0788829 Dec 10 09:00:01.431533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f42f3b-8fed-4d9f-ae3c-c774544dd696 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:01.455714 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:01.477362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Attempting to bind port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:01.477742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Attempting to bind port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9d928176-73d8-4065-a54d-2ecdc27ce32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46e91959-3504-4b54-824d-29077ecac25b'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:01.478067 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Attempting to bind port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd on network 46e91959-3504-4b54-824d-29077ecac25b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:01.515698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd on network 46e91959-3504-4b54-824d-29077ecac25b not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:01.516026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Attempting to bind port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd on network 46e91959-3504-4b54-824d-29077ecac25b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:01.517334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8d7a297-d09b-4e12-b56d-4658ade896cd req-9dc9ff92-fa21-404c-905d-da7b1b15149d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895252 Dec 10 09:00:01.529850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Transition to ACTIVE for port object 65f42f3b-8fed-4d9f-ae3c-c774544dd696 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:01.529850 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3691ddbb-4747-417a-b67d-365943a83296 req-beee4040-3635-47f7-b19a-5f950f1469cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723096 Dec 10 09:00:01.532144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:01.532482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Checking segment: {'id': '9d928176-73d8-4065-a54d-2ecdc27ce32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46e91959-3504-4b54-824d-29077ecac25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:01.532909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Bound using segment: {'id': '9d928176-73d8-4065-a54d-2ecdc27ce32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46e91959-3504-4b54-824d-29077ecac25b'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:01.533455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Bound port: b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d928176-73d8-4065-a54d-2ecdc27ce32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46e91959-3504-4b54-824d-29077ecac25b'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:01.536350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:01.538037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:01.637945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Pushing event updated for resources: {'Port': ['ID=65f42f3b-8fed-4d9f-ae3c-c774544dd696,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:01.691211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] For port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:01.692252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ee65040-77ce-4f56-8553-450ee9b1ad76 req-95b56f6c-9313-4779-b0c8-d1b296330609 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2629aee24594fd9a64ff7b71e40c93d&device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0394528 Dec 10 09:00:01.696241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] For port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,segment=NetworkSegment(9d928176-73d8-4065-a54d-2ecdc27ce32b),segment_id=9d928176-73d8-4065-a54d-2ecdc27ce32b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:01.705457 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:01.726844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ee65040-77ce-4f56-8553-450ee9b1ad76 req-5eb0808c-2780-4eb6-8533-65806eb5be10 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c2629aee24594fd9a64ff7b71e40c93d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249181 Dec 10 09:00:01.735222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe23d9-c479-4ce3-a630-729dae0b44da req-2d87f34c-216b-4396-a330-9edc06d94c3b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.741860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe23d9-c479-4ce3-a630-729dae0b44da req-2d87f34c-216b-4396-a330-9edc06d94c3b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.743421 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-acfe23d9-c479-4ce3-a630-729dae0b44da req-2d87f34c-216b-4396-a330-9edc06d94c3b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1679 time: 0.1384578 Dec 10 09:00:01.764824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.765479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:01.766979 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] 10.222.0.18 "PUT /v2.0/ports/b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd HTTP/1.1" status: 200 len: 1092 time: 1.6377556 Dec 10 09:00:01.812787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c93d5a-743e-4541-8f02-cca9f13bcb32 service neutron] Pushing event updated for resources: {'Port': ['ID=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:01.816894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Attempting to bind port 65f42f3b-8fed-4d9f-ae3c-c774544dd696 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:01.817218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Attempting to bind port 65f42f3b-8fed-4d9f-ae3c-c774544dd696 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:01.817592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Attempting to bind port 65f42f3b-8fed-4d9f-ae3c-c774544dd696 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:01.855854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Port 65f42f3b-8fed-4d9f-ae3c-c774544dd696 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:01.856280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Attempting to bind port 65f42f3b-8fed-4d9f-ae3c-c774544dd696 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:01.865348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:01.865348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Checking segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:01.865710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Bound using segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:01.865949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Bound port: 65f42f3b-8fed-4d9f-ae3c-c774544dd696, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:01.866592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:01.903537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dcdd4a83-c9c4-4f2e-8ff1-558c0cbc3ba5 req-34bd39a9-ff96-41fd-9f63-c32f3d2f14e4 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0722563 Dec 10 09:00:01.941901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-990d5470-9625-48ba-8ffb-8e7204a4ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.942318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-990d5470-9625-48ba-8ffb-8e7204a4ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.944844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-990d5470-9625-48ba-8ffb-8e7204a4ee57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e5231e03f04c1a8b5027737365571d&device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1981 time: 0.1289549 Dec 10 09:00:01.956303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-acfe23d9-c479-4ce3-a630-729dae0b44da req-c505ab28-67c0-421a-a243-c2616af54ca1 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810956 Dec 10 09:00:01.991081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee65040-77ce-4f56-8553-450ee9b1ad76 req-2fd31b9a-bbb9-4652-aa8e-d9776e14c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:01.993366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ee65040-77ce-4f56-8553-450ee9b1ad76 req-2fd31b9a-bbb9-4652-aa8e-d9776e14c8d4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2485089 Dec 10 09:00:02.016745 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-b8635b4d-1ea3-4a5b-94ff-e22667953fbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=3b4930ff-4086-4596-aaae-67bc3986ac7a HTTP/1.1" status: 200 len: 217 time: 0.0598526 Dec 10 09:00:02.020970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] For port 65f42f3b-8fed-4d9f-ae3c-c774544dd696, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:02.059585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] For port 65f42f3b-8fed-4d9f-ae3c-c774544dd696, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65f42f3b-8fed-4d9f-ae3c-c774544dd696,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:02.071840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:02.112885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:02.113777 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:02.115853 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] 10.222.0.18 "PUT /v2.0/ports/65f42f3b-8fed-4d9f-ae3c-c774544dd696 HTTP/1.1" status: 200 len: 1092 time: 1.7279449 Dec 10 09:00:02.126796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-61f925c7-12f4-4401-a68f-7ce9aa115be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:02.128330 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-61f925c7-12f4-4401-a68f-7ce9aa115be6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddfbdeaa-0a52-40ba-bc53-cb08b52f540e HTTP/1.1" status: 200 len: 801 time: 0.1041892 Dec 10 09:00:02.205432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a5bbd-d1e3-4ff1-b98a-ec3c9f38828f service neutron] Pushing event updated for resources: {'Port': ['ID=65f42f3b-8fed-4d9f-ae3c-c774544dd696,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:02.213265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'tag': 'b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd'}, {'name': 'network-changed', 'server_uuid': '18ca3649-96ca-4617-a12c-8f8e75f25245', 'tag': '65f42f3b-8fed-4d9f-ae3c-c774544dd696'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:02.215525 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba6699-94b7-483f-a1d3-44434bbce956" -d '{"events": [{"name": "network-changed", "server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "tag": "b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd"}, {"name": "network-changed", "server_uuid": "18ca3649-96ca-4617-a12c-8f8e75f25245", "tag": "65f42f3b-8fed-4d9f-ae3c-c774544dd696"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:02.237095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-bdf59da3-6e42-410c-a9f8-15f950d61946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:02.238845 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-bdf59da3-6e42-410c-a9f8-15f950d61946 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31777eb1-aadb-46d6-ab5a-f77536d68858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1005912 Dec 10 09:00:02.246607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-bd2ec636-3fb0-4a2e-b3a4-acf328cf5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:02.248071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-bd2ec636-3fb0-4a2e-b3a4-acf328cf5268 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 1095 time: 0.0752244 Dec 10 09:00:02.253873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28121a33-9841-4b80-a715-f8e7b47816ff req-db418d2d-c9ae-4c03-93f3-2edb8853d871 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:02.260364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28121a33-9841-4b80-a715-f8e7b47816ff req-db418d2d-c9ae-4c03-93f3-2edb8853d871 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 945 time: 0.0707428 Dec 10 09:00:02.284003 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3186ff12-fa69-4f65-8413-b86dcc28f0ec x-openstack-request-id: req-3186ff12-fa69-4f65-8413-b86dcc28f0ec {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:02.284703 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "tag": "b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18ca3649-96ca-4617-a12c-8f8e75f25245", "tag": "65f42f3b-8fed-4d9f-ae3c-c774544dd696", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:02.284961 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3186ff12-fa69-4f65-8413-b86dcc28f0ec {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:02.285348 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'tag': 'b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd', 'status': 'completed', 'code': 200} Dec 10 09:00:02.285638 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ca3649-96ca-4617-a12c-8f8e75f25245', 'tag': '65f42f3b-8fed-4d9f-ae3c-c774544dd696', 'status': 'completed', 'code': 200} Dec 10 09:00:02.322345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28121a33-9841-4b80-a715-f8e7b47816ff req-3be1f233-b52e-4e70-ba7c-0cf90af35f18 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609360 Dec 10 09:00:02.345802 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-a22a5d0b-cee2-457e-8d95-d10bf047e879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f42f3b-8fed-4d9f-ae3c-c774544dd696 HTTP/1.1" status: 200 len: 217 time: 0.0857847 Dec 10 09:00:02.420073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-a4d1e220-c0a1-498b-9c7b-cfa73a7bf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:02.421526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-a4d1e220-c0a1-498b-9c7b-cfa73a7bf7f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.0665097 Dec 10 09:00:02.428771 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-8be35373-4511-4e7b-9ff2-6935daec74fc service neutron] 10.222.0.18 "GET /v2.0/networks/31777eb1-aadb-46d6-ab5a-f77536d68858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792245 Dec 10 09:00:02.478208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-040397fe-c497-4ac2-a520-9eaef36d36c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474265 Dec 10 09:00:02.523895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f9478-542a-4515-8c7f-edeb92344cad req-c0493380-7373-4eca-bebf-3b4d18d1d55a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:02.525753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-066f9478-542a-4515-8c7f-edeb92344cad req-c0493380-7373-4eca-bebf-3b4d18d1d55a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 944 time: 0.0536416 Dec 10 09:00:02.610319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-066f9478-542a-4515-8c7f-edeb92344cad req-5cfb996a-8e3e-4117-88b0-a46ed520a219 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756788 Dec 10 09:00:02.707663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0897182-6c2a-47e2-bd40-57d4415a8209 req-21679441-792c-4ef0-9c75-a96256112bed tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:02.716647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0897182-6c2a-47e2-bd40-57d4415a8209 req-21679441-792c-4ef0-9c75-a96256112bed tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.1180968 Dec 10 09:00:02.767899 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0897182-6c2a-47e2-bd40-57d4415a8209 req-b22001db-7376-4d61-852a-a23e29da8de6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503190 Dec 10 09:00:02.934103 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-1e80039b-40b2-43a2-82d6-e2440750eb60 service neutron] 10.222.0.18 "GET /v2.0/networks/31777eb1-aadb-46d6-ab5a-f77536d68858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947808 Dec 10 09:00:02.981781 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-47cd4314-e918-4343-9d63-da8550c27329 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768107 Dec 10 09:00:02.983161 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-d7c4bda4-12e5-4f36-8efd-69cd1217dd8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd HTTP/1.1" status: 200 len: 217 time: 0.0394304 Dec 10 09:00:03.026046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5160879d-e6ac-47e5-b52e-a3e681c04c51 req-ded0b919-9124-4599-909b-0941b130e73f tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0416837 Dec 10 09:00:03.086298 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3be6db6e-0ee6-4710-aba5-1a302e5d58b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:03.089522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa2c9d-9e12-40d7-8a67-eaa7f583479a req-cf206405-afe8-4a7b-b8a2-c528380f48f9 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.095862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa2c9d-9e12-40d7-8a67-eaa7f583479a req-cf206405-afe8-4a7b-b8a2-c528380f48f9 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.098723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-3557eace-1a65-479e-a08d-b654909420c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.100790 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-3557eace-1a65-479e-a08d-b654909420c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f64694dc-34c7-4bc4-870a-a057b4cd7ffb HTTP/1.1" status: 200 len: 801 time: 0.0977859 Dec 10 09:00:03.103964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fffa2c9d-9e12-40d7-8a67-eaa7f583479a req-cf206405-afe8-4a7b-b8a2-c528380f48f9 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1679 time: 0.0766144 Dec 10 09:00:03.116107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28327be2-c204-4cc2-9449-dcc88d7da84c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:03.121263 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333bdfd6-627b-44df-b1e2-ccd2d5264d54" -d '{"events": [{"server_uuid": "b0435b31-b888-4d9f-915a-73bbd6fff31d", "name": "network-vif-plugged", "status": "completed", "tag": "28327be2-c204-4cc2-9449-dcc88d7da84c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:03.170365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fffa2c9d-9e12-40d7-8a67-eaa7f583479a req-d5e0808e-bc5f-4277-a6fa-7ea77feb2e1e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655105 Dec 10 09:00:03.170821 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf55131-dee0-47b0-84be-2ac072bfc6b6 x-openstack-request-id: req-bdf55131-dee0-47b0-84be-2ac072bfc6b6 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:03.171118 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0435b31-b888-4d9f-915a-73bbd6fff31d", "name": "network-vif-plugged", "status": "completed", "tag": "28327be2-c204-4cc2-9449-dcc88d7da84c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:03.171380 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdf55131-dee0-47b0-84be-2ac072bfc6b6 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:03.171632 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d7c8b0e8-e6c1-40ed-9bd0-781fe1422ece req-ca413416-4025-4f5d-b436-d329396013df service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759148 Dec 10 09:00:03.171780 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28327be2-c204-4cc2-9449-dcc88d7da84c', 'code': 200} Dec 10 09:00:03.182166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-cc9ec834-1e62-41f7-8d39-4756fec59adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.183797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-cc9ec834-1e62-41f7-8d39-4756fec59adb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46e91959-3504-4b54-824d-29077ecac25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0702953 Dec 10 09:00:03.325656 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-6d146cdf-593a-4399-8c50-76f58fbc007c service neutron] 10.222.0.18 "GET /v2.0/networks/46e91959-3504-4b54-824d-29077ecac25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324379 Dec 10 09:00:03.327798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7015988-dea5-406b-ad7a-c04ad7ad809d req-cc822f0b-5479-40d9-b5d8-c88ae867795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.329824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7015988-dea5-406b-ad7a-c04ad7ad809d req-cc822f0b-5479-40d9-b5d8-c88ae867795e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 1096 time: 0.0780244 Dec 10 09:00:03.439400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0ee65040-77ce-4f56-8553-450ee9b1ad76 req-ab90e935-c4ca-4e99-8395-d935653e89c4 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.18 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0406339 Dec 10 09:00:03.476413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7015988-dea5-406b-ad7a-c04ad7ad809d req-49e35124-c9e8-4a14-ad66-a3a40f185fd9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340184 Dec 10 09:00:03.495961 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b791b07-d8f5-4e5b-8814-de80e6a09449 req-9076c74e-49c3-4342-b3f5-88ebbaf935d1 service neutron] 10.222.0.18 "GET /v2.0/networks/46e91959-3504-4b54-824d-29077ecac25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633573 Dec 10 09:00:03.505187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89a8ed-2476-49ca-9863-7b3a430a80fb req-c733d18b-2eec-4dbe-b156-f1e5b56d9ad1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.507609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b89a8ed-2476-49ca-9863-7b3a430a80fb req-c733d18b-2eec-4dbe-b156-f1e5b56d9ad1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 945 time: 0.0973184 Dec 10 09:00:03.576229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b89a8ed-2476-49ca-9863-7b3a430a80fb req-8ae76671-936c-4631-aafa-cfd242d31a81 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564501 Dec 10 09:00:03.615593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-0f09c284-742c-4d8a-8f0d-f8e31bc3e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.616070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-0f09c284-742c-4d8a-8f0d-f8e31bc3e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.617917 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-0f09c284-742c-4d8a-8f0d-f8e31bc3e084 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15e5231e03f04c1a8b5027737365571d&device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1981 time: 0.0662873 Dec 10 09:00:03.760842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8310f5-79b0-429d-8bb4-7df6b6437d36 req-77d42d82-cec1-4ef5-9071-a0fbbd733d2a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.763865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c8310f5-79b0-429d-8bb4-7df6b6437d36 req-77d42d82-cec1-4ef5-9071-a0fbbd733d2a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 944 time: 0.0829864 Dec 10 09:00:03.787427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-b08baf90-9c8a-477c-8668-694f7ffded25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.801238 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-b08baf90-9c8a-477c-8668-694f7ffded25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46e91959-3504-4b54-824d-29077ecac25b HTTP/1.1" status: 200 len: 902 time: 0.1763752 Dec 10 09:00:03.849049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c8310f5-79b0-429d-8bb4-7df6b6437d36 req-a4814c49-ae99-495d-894c-6d4e23cb4ed7 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777140 Dec 10 09:00:03.854274 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-63fffbc7-5a36-403c-b7c6-fb3fa328e012 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd HTTP/1.1" status: 200 len: 217 time: 0.0437412 Dec 10 09:00:03.934522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d700d0f-0526-4c41-96d1-80503c56dbdb req-57086b93-8439-4eaf-accf-93630a45c35a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.936190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d700d0f-0526-4c41-96d1-80503c56dbdb req-57086b93-8439-4eaf-accf-93630a45c35a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0696900 Dec 10 09:00:03.949114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-9d77dada-a56e-41a5-ad08-c389fb3bc343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:03.950866 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-9d77dada-a56e-41a5-ad08-c389fb3bc343 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f64694dc-34c7-4bc4-870a-a057b4cd7ffb HTTP/1.1" status: 200 len: 801 time: 0.0813160 Dec 10 09:00:04.022611 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-8e0d2989-7133-4e96-8a8b-c03059e493d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:04.029183 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-8e0d2989-7133-4e96-8a8b-c03059e493d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46e91959-3504-4b54-824d-29077ecac25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692813 Dec 10 09:00:04.032801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d700d0f-0526-4c41-96d1-80503c56dbdb req-ef5d1505-1d39-4902-9540-688e6ea8818b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847178 Dec 10 09:00:04.229289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-25ce42f1-4899-49c7-ba38-61edfd8f69cd service neutron] 10.222.0.18 "GET /v2.0/networks/46e91959-3504-4b54-824d-29077ecac25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895478 Dec 10 09:00:04.250786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60e0d5c3-3098-4472-a65d-9936702d607a req-8b8dbece-b359-4875-a2da-e2d7c5da0288 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=b353dbd9-861d-4129-a956-d6c79bdc5668 HTTP/1.1" status: 200 len: 210 time: 0.0568628 Dec 10 09:00:04.368004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c729c-07d3-4a2c-a4ee-7021c2ad686a req-a104a0f5-2bc6-49ea-9bdd-db9020c37e8d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:04.374196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c729c-07d3-4a2c-a4ee-7021c2ad686a req-a104a0f5-2bc6-49ea-9bdd-db9020c37e8d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:04.376035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-419c729c-07d3-4a2c-a4ee-7021c2ad686a req-a104a0f5-2bc6-49ea-9bdd-db9020c37e8d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1679 time: 0.0633993 Dec 10 09:00:04.384660 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-acb9657d-3b5a-404b-ac36-818498227e65 service neutron] 10.222.0.18 "GET /v2.0/networks/46e91959-3504-4b54-824d-29077ecac25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474364 Dec 10 09:00:04.440339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-419c729c-07d3-4a2c-a4ee-7021c2ad686a req-86926b1b-754b-4367-a357-2be9e4373796 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547757 Dec 10 09:00:04.491957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-96245dca-d1ac-44a2-a0b5-1e64854ee686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:04.493727 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-96245dca-d1ac-44a2-a0b5-1e64854ee686 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 1095 time: 0.0600436 Dec 10 09:00:04.574423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56928) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:04.606475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-a927017a-6226-4dcc-aa2a-323cc1564c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:04.607964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-a927017a-6226-4dcc-aa2a-323cc1564c46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 913 time: 0.1069462 Dec 10 09:00:04.656235 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-a238bb1f-da9a-4dc2-a492-1611737839eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f42f3b-8fed-4d9f-ae3c-c774544dd696 HTTP/1.1" status: 200 len: 217 time: 0.0401666 Dec 10 09:00:04.713168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56a61c13-9451-48ad-a5dd-8b9b17a7bdb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:04.729191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-a29d2e15-0db7-454a-87d9-936557957092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:04.730648 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-a29d2e15-0db7-454a-87d9-936557957092 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.0667436 Dec 10 09:00:04.769218 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-2dde5874-1f1a-424f-b86f-e37d7ce92ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302870 Dec 10 09:00:04.912317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56a61c13-9451-48ad-a5dd-8b9b17a7bdb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:04.916300 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-b96cdd1e-6ae4-460c-9e12-6454dc1814d3 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367941 Dec 10 09:00:04.917967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56a61c13-9451-48ad-a5dd-8b9b17a7bdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:04.992767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068af8f-9ea6-4b45-83c4-6f939485a08f req-3430d1d0-23be-4a36-ada4-672bb07541f9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:05.003764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4068af8f-9ea6-4b45-83c4-6f939485a08f req-3430d1d0-23be-4a36-ada4-672bb07541f9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 944 time: 0.0793629 Dec 10 09:00:05.018476 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-56a61c13-9451-48ad-a5dd-8b9b17a7bdb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=733eaad007784e6ab7bd36cae6c7c959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429939 Dec 10 09:00:05.022690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56936) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:05.023330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a61c13-9451-48ad-a5dd-8b9b17a7bdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac917af2-37e9-44f7-ab4c-90766719132d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:05.089489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4068af8f-9ea6-4b45-83c4-6f939485a08f req-a019cd6a-d547-4348-af7f-3e8f862930c8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769045 Dec 10 09:00:05.089930 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4fba6699-94b7-483f-a1d3-44434bbce956 req-1f78b358-26a6-4f2b-bed8-dee8cc15fe76 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606588 Dec 10 09:00:05.105774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65c6d1c2-6565-4495-a682-5b65f09f96fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:05.134116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65c6d1c2-6565-4495-a682-5b65f09f96fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:05.192461 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65c6d1c2-6565-4495-a682-5b65f09f96fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:05.195795 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65c6d1c2-6565-4495-a682-5b65f09f96fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:05.197190 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-65c6d1c2-6565-4495-a682-5b65f09f96fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac917af2-37e9-44f7-ab4c-90766719132d HTTP/1.1" status: 204 len: 168 time: 0.1711009 Dec 10 09:00:05.203901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f970e59-f1ad-4b4e-bfe6-7956f833e761 req-cf225406-ffd7-4e55-ae07-b747913b83e8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:05.205436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f970e59-f1ad-4b4e-bfe6-7956f833e761 req-cf225406-ffd7-4e55-ae07-b747913b83e8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0531313 Dec 10 09:00:05.216468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6d1c2-6565-4495-a682-5b65f09f96fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac917af2-37e9-44f7-ab4c-90766719132d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:05.292043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f970e59-f1ad-4b4e-bfe6-7956f833e761 req-0a3c616e-2e64-49a2-816d-0e117e3e593a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773885 Dec 10 09:00:05.393299 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a7db5813-ee2d-4580-8060-8a811281df02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:05.433783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27552a6-eb56-485b-813d-432493ee5f62 req-b90403df-8a44-4b5f-bab2-c4a3cba0b8bd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:05.435673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c27552a6-eb56-485b-813d-432493ee5f62 req-b90403df-8a44-4b5f-bab2-c4a3cba0b8bd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0717025 Dec 10 09:00:05.515599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c27552a6-eb56-485b-813d-432493ee5f62 req-79e6fe51-1f90-48b1-8f49-2c0124099e8f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734844 Dec 10 09:00:05.574335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56960) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:05.581685 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db5e253a-09da-47ac-8e72-7ccac2e331ae req-54d51552-ebe9-47c3-bf75-8ca46fa02fb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2629aee24594fd9a64ff7b71e40c93d&device_id=e3f6d390-da03-4e78-836c-4c59c51fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0394025 Dec 10 09:00:05.602085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6472365-7797-4d07-8b9b-0260442d83ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:05.624574 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db5e253a-09da-47ac-8e72-7ccac2e331ae req-23393a6b-3886-432b-a686-3aee7467bb75 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c2629aee24594fd9a64ff7b71e40c93d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330369 Dec 10 09:00:05.693231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33454a59-fbc9-4ccf-9fd7-4bfb3b590dfe req-e35386aa-0a70-43e4-a4f2-0a28e06af91e tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3f6d390-da03-4e78-836c-4c59c51fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0336587 Dec 10 09:00:05.724621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc5f52-2d93-4a2d-8ef0-199007d1f8de req-0fe6091d-b6c1-4fed-a3ee-c61db8d8cc90 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:05.732449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc5f52-2d93-4a2d-8ef0-199007d1f8de req-0fe6091d-b6c1-4fed-a3ee-c61db8d8cc90 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:05.739012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e253a-09da-47ac-8e72-7ccac2e331ae req-01130dba-20f2-4fce-b0d0-2135b0ae073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:05.740940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34dc5f52-2d93-4a2d-8ef0-199007d1f8de req-0fe6091d-b6c1-4fed-a3ee-c61db8d8cc90 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1679 time: 0.1323526 Dec 10 09:00:05.741070 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db5e253a-09da-47ac-8e72-7ccac2e331ae req-01130dba-20f2-4fce-b0d0-2135b0ae073e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1093018 Dec 10 09:00:05.814239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34dc5f52-2d93-4a2d-8ef0-199007d1f8de req-a8c15214-efd2-4b04-9647-37561b6f5114 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718269 Dec 10 09:00:05.853333 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6472365-7797-4d07-8b9b-0260442d83ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:05.858066 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6472365-7797-4d07-8b9b-0260442d83ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:05.907050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b6472365-7797-4d07-8b9b-0260442d83ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59ef0bae31f04a3aab719809fd90223f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3314927 Dec 10 09:00:05.910708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56970) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:05.912579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6472365-7797-4d07-8b9b-0260442d83ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c7e3fb-6b10-476b-a090-a4f053943d67,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:05.968793 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac0d18-37bb-46d8-9f93-90a262c394c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:05.991789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac0d18-37bb-46d8-9f93-90a262c394c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.049491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac0d18-37bb-46d8-9f93-90a262c394c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.052970 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44ac0d18-37bb-46d8-9f93-90a262c394c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.057545 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-44ac0d18-37bb-46d8-9f93-90a262c394c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54c7e3fb-6b10-476b-a090-a4f053943d67 HTTP/1.1" status: 204 len: 168 time: 0.1459768 Dec 10 09:00:06.069364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac0d18-37bb-46d8-9f93-90a262c394c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c7e3fb-6b10-476b-a090-a4f053943d67,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:06.155012 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 65f42f3b-8fed-4d9f-ae3c-c774544dd696 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:00:06.251782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0976c8-318a-4e55-9061-5bab2b07624e req-15bc1dd6-7574-4839-8687-9e2ebc617330 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:06.254140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b0976c8-318a-4e55-9061-5bab2b07624e req-15bc1dd6-7574-4839-8687-9e2ebc617330 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.1103904 Dec 10 09:00:06.346881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 65f42f3b-8fed-4d9f-ae3c-c774544dd696, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65f42f3b-8fed-4d9f-ae3c-c774544dd696,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:06.362814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ff442-55e3-460f-9522-aec924243b70 req-2acf1ba6-5b3d-4596-9769-7110d8dfdb63 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:06.365858 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '65f42f3b-8fed-4d9f-ae3c-c774544dd696', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'port_id': '65f42f3b-8fed-4d9f-ae3c-c774544dd696', 'mac_address': 'fa:16:3e:6e:54:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde1311-2306-4ee4-9957-88093119b8f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:00:06.371616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-915ff442-55e3-460f-9522-aec924243b70 req-2acf1ba6-5b3d-4596-9769-7110d8dfdb63 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 944 time: 0.1073611 Dec 10 09:00:06.375925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b0976c8-318a-4e55-9061-5bab2b07624e req-6efa788e-b4d0-4841-ac8f-5effbcebf3b2 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108270 Dec 10 09:00:06.438800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-915ff442-55e3-460f-9522-aec924243b70 req-0794a832-c312-493c-b22a-40a5573358d1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664043 Dec 10 09:00:06.456756 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.461007 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.482036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f42f3b-8fed-4d9f-ae3c-c774544dd696 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:06.503363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 65f42f3b-8fed-4d9f-ae3c-c774544dd696, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65f42f3b-8fed-4d9f-ae3c-c774544dd696,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:06.508456 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.509339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 3b4930ff-4086-4596-aaae-67bc3986ac7a details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:00:06.611887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=65f42f3b-8fed-4d9f-ae3c-c774544dd696,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:06.628718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56990) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:06.643796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bec1c2c5-1697-4c4b-9d90-66d32c221794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.662921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 3b4930ff-4086-4596-aaae-67bc3986ac7a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3b4930ff-4086-4596-aaae-67bc3986ac7a,segment=NetworkSegment(1b7558ce-8772-482e-ad33-a9df5ed867c4),segment_id=1b7558ce-8772-482e-ad33-a9df5ed867c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:06.675611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '3b4930ff-4086-4596-aaae-67bc3986ac7a', 'network_id': '31777eb1-aadb-46d6-ab5a-f77536d68858', 'port_id': '3b4930ff-4086-4596-aaae-67bc3986ac7a', 'mac_address': 'fa:16:3e:30:1f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddfbdeaa-0a52-40ba-bc53-cb08b52f540e', 'ip_address': '19.80.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:00:06.732329 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.733988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bec1c2c5-1697-4c4b-9d90-66d32c221794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.741524 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bec1c2c5-1697-4c4b-9d90-66d32c221794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.748844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4930ff-4086-4596-aaae-67bc3986ac7a {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:06.776751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 3b4930ff-4086-4596-aaae-67bc3986ac7a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3b4930ff-4086-4596-aaae-67bc3986ac7a,segment=NetworkSegment(1b7558ce-8772-482e-ad33-a9df5ed867c4),segment_id=1b7558ce-8772-482e-ad33-a9df5ed867c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:06.780728 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bec1c2c5-1697-4c4b-9d90-66d32c221794 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05fc5c29e6f340a0bb48566c3e456f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506741 Dec 10 09:00:06.782248 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.783156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:00:06.801365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56994) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:06.818212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e310851c-c1d0-416c-82bb-d6b9170016d0 req-86e2de64-434e-4986-9919-9d761d46aca6 tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3f6d390-da03-4e78-836c-4c59c51fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0424461 Dec 10 09:00:06.828214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1c2c5-1697-4c4b-9d90-66d32c221794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597cd4d6-c843-4a79-9165-7fbfaf76d354,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:06.906928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b45cd542-de62-4cc8-8e91-54838a2a8d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.933473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b45cd542-de62-4cc8-8e91-54838a2a8d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:06.941844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=3b4930ff-4086-4596-aaae-67bc3986ac7a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:06.979164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c1fe6-afc0-4e50-a0f3-75477f56ad43 req-5a86329c-b86e-43c6-8877-6cc337d299e3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:06.987953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c1fe6-afc0-4e50-a0f3-75477f56ad43 req-5a86329c-b86e-43c6-8877-6cc337d299e3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:06.996744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a8c1fe6-afc0-4e50-a0f3-75477f56ad43 req-5a86329c-b86e-43c6-8877-6cc337d299e3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1680 time: 0.0966783 Dec 10 09:00:06.997725 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b45cd542-de62-4cc8-8e91-54838a2a8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:07.002360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b45cd542-de62-4cc8-8e91-54838a2a8d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:07.003859 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b45cd542-de62-4cc8-8e91-54838a2a8d41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/597cd4d6-c843-4a79-9165-7fbfaf76d354 HTTP/1.1" status: 204 len: 168 time: 0.1984017 Dec 10 09:00:07.014480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cd542-de62-4cc8-8e91-54838a2a8d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597cd4d6-c843-4a79-9165-7fbfaf76d354,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:07.022593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,segment=NetworkSegment(9d928176-73d8-4065-a54d-2ecdc27ce32b),segment_id=9d928176-73d8-4065-a54d-2ecdc27ce32b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:07.045869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd', 'network_id': '46e91959-3504-4b54-824d-29077ecac25b', 'port_id': 'b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd', 'mac_address': 'fa:16:3e:83:ee:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64694dc-34c7-4bc4-870a-a057b4cd7ffb', 'ip_address': '19.86.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:00:07.066975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a8c1fe6-afc0-4e50-a0f3-75477f56ad43 req-bf060aa4-694f-4fe0-94ea-2f50ed288658 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691161 Dec 10 09:00:07.093023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:07.113187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:07.120875 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db5e253a-09da-47ac-8e72-7ccac2e331ae req-3f9fd168-c5ca-41ac-a419-4e7ddbffd54d tempest-ServerShowV247Test-53554526 tempest-ServerShowV247Test-53554526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3f6d390-da03-4e78-836c-4c59c51fabb4 HTTP/1.1" status: 200 len: 210 time: 0.0368428 Dec 10 09:00:07.149690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,segment=NetworkSegment(9d928176-73d8-4065-a54d-2ecdc27ce32b),segment_id=9d928176-73d8-4065-a54d-2ecdc27ce32b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:07.157166 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:07.221390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:07.543420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6cf2c-ed20-48db-b749-a5fe3dac9394 req-ae546927-ae9c-412b-976b-9d006780effa tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:07.550849 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fd6cf2c-ed20-48db-b749-a5fe3dac9394 req-ae546927-ae9c-412b-976b-9d006780effa tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0825934 Dec 10 09:00:07.557689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['65f42f3b-8fed-4d9f-ae3c-c774544dd696'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:07.623145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['3b4930ff-4086-4596-aaae-67bc3986ac7a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:07.655625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fd6cf2c-ed20-48db-b749-a5fe3dac9394 req-28adf368-2169-433c-9aa8-30c70559afa7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035712 Dec 10 09:00:07.685555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec99cfc-6795-4d3c-bf49-c0b4961c032a req-299b8ad5-410d-4d96-ba0b-2e7f1a0dbf75 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:07.687621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ec99cfc-6795-4d3c-bf49-c0b4961c032a req-299b8ad5-410d-4d96-ba0b-2e7f1a0dbf75 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 945 time: 0.1344581 Dec 10 09:00:07.706289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:07.769646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ec99cfc-6795-4d3c-bf49-c0b4961c032a req-191c5733-617d-44a1-8178-a6c809332c62 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724909 Dec 10 09:00:08.103753 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:08.193483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d33be7-d4ad-4128-84a0-57741d16094f req-25381cbb-15e7-475f-84b8-3bf0f5aca90f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:08.199762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d33be7-d4ad-4128-84a0-57741d16094f req-25381cbb-15e7-475f-84b8-3bf0f5aca90f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:08.207192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0d33be7-d4ad-4128-84a0-57741d16094f req-25381cbb-15e7-475f-84b8-3bf0f5aca90f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1681 time: 0.0700300 Dec 10 09:00:08.245306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57042) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:08.265494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0d33be7-d4ad-4128-84a0-57741d16094f req-455ac340-1c63-42e0-a59a-6e310177a102 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528898 Dec 10 09:00:08.384625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-028a2922-107a-49a2-854d-419b30bc6771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:08.475336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-028a2922-107a-49a2-854d-419b30bc6771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:08.480086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-028a2922-107a-49a2-854d-419b30bc6771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:08.517448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a2922-107a-49a2-854d-419b30bc6771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270b8841-1b4c-4186-a6f6-757c79849076,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:08.528861 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-028a2922-107a-49a2-854d-419b30bc6771 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2629aee24594fd9a64ff7b71e40c93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2793503 Dec 10 09:00:08.528861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57056) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:08.584237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4a334ad-26fe-4616-a8fd-fcaac63c3608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:08.609038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4a334ad-26fe-4616-a8fd-fcaac63c3608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:08.659921 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4a334ad-26fe-4616-a8fd-fcaac63c3608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:08.663162 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4a334ad-26fe-4616-a8fd-fcaac63c3608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:08.664383 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c4a334ad-26fe-4616-a8fd-fcaac63c3608 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/270b8841-1b4c-4186-a6f6-757c79849076 HTTP/1.1" status: 204 len: 168 time: 0.1351864 Dec 10 09:00:08.673041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a334ad-26fe-4616-a8fd-fcaac63c3608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270b8841-1b4c-4186-a6f6-757c79849076,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:08.994291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f890157-7d3e-498b-8050-d7d8b2fec235 req-d236df51-aa96-47f7-a9a2-62cf81709076 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:08.997634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f890157-7d3e-498b-8050-d7d8b2fec235 req-d236df51-aa96-47f7-a9a2-62cf81709076 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 945 time: 0.0966442 Dec 10 09:00:09.078127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3af36a-013e-4304-9b12-47145f89a6e9 req-280b45f3-a580-4d88-b835-3c62a84255c6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:09.079625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d3af36a-013e-4304-9b12-47145f89a6e9 req-280b45f3-a580-4d88-b835-3c62a84255c6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0807948 Dec 10 09:00:09.104119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f890157-7d3e-498b-8050-d7d8b2fec235 req-4212267a-00d8-4c81-b3aa-57fcc4de51b7 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858052 Dec 10 09:00:09.134985 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:09.177282 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d3af36a-013e-4304-9b12-47145f89a6e9 req-bcb000ae-4e71-48f8-a3bc-7db271daaa21 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721331 Dec 10 09:00:09.390933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17409e2a-c78a-4caa-9335-f005eafc6298 req-3190e477-1a42-4456-a48a-11e4ffe7bbe0 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:09.399678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17409e2a-c78a-4caa-9335-f005eafc6298 req-3190e477-1a42-4456-a48a-11e4ffe7bbe0 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:09.408738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17409e2a-c78a-4caa-9335-f005eafc6298 req-3190e477-1a42-4456-a48a-11e4ffe7bbe0 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1681 time: 0.0756068 Dec 10 09:00:09.484683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17409e2a-c78a-4caa-9335-f005eafc6298 req-987412fc-2779-4b7e-bbae-4f054c83e94e tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622215 Dec 10 09:00:10.185660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 65f42f3b-8fed-4d9f-ae3c-c774544dd696 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:10.259352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2a5aa-8dd6-4642-b055-f885d76d8a80 req-8e92878b-9d0c-4108-9218-5b4ce6752202 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:10.261363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6a2a5aa-8dd6-4642-b055-f885d76d8a80 req-8e92878b-9d0c-4108-9218-5b4ce6752202 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 945 time: 0.0860212 Dec 10 09:00:10.324386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 65f42f3b-8fed-4d9f-ae3c-c774544dd696 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:00:10.329789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 65f42f3b-8fed-4d9f-ae3c-c774544dd696 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:10.330292 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:10.348003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6a2a5aa-8dd6-4642-b055-f885d76d8a80 req-66925d47-cbb6-4797-a78f-8783cd9abc34 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803990 Dec 10 09:00:10.443212 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:10.476666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f6eed-3d73-423e-98fc-fb4fc4cd8711 req-e022c6d8-378d-4613-aba2-98bd682f69ca tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:10.485072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-104f6eed-3d73-423e-98fc-fb4fc4cd8711 req-e022c6d8-378d-4613-aba2-98bd682f69ca tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0679452 Dec 10 09:00:10.497918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ca3649-96ca-4617-a12c-8f8e75f25245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f42f3b-8fed-4d9f-ae3c-c774544dd696'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:10.501071 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217e53e2-4093-442a-a536-4a1ebd19cd84" -d '{"events": [{"server_uuid": "18ca3649-96ca-4617-a12c-8f8e75f25245", "name": "network-vif-plugged", "status": "completed", "tag": "65f42f3b-8fed-4d9f-ae3c-c774544dd696"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:10.505649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 65f42f3b-8fed-4d9f-ae3c-c774544dd696, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65f42f3b-8fed-4d9f-ae3c-c774544dd696,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:10.511380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:10.513119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 3b4930ff-4086-4596-aaae-67bc3986ac7a up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:10.537480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-104f6eed-3d73-423e-98fc-fb4fc4cd8711 req-7fd9ef67-6dab-450b-958e-45d01c26c402 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511379 Dec 10 09:00:10.637353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=65f42f3b-8fed-4d9f-ae3c-c774544dd696,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:10.655856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 3b4930ff-4086-4596-aaae-67bc3986ac7a completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:00:10.663802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 3b4930ff-4086-4596-aaae-67bc3986ac7a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:10.664229 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:10.772053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:10.816252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 3b4930ff-4086-4596-aaae-67bc3986ac7a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3b4930ff-4086-4596-aaae-67bc3986ac7a,segment=NetworkSegment(1b7558ce-8772-482e-ad33-a9df5ed867c4),segment_id=1b7558ce-8772-482e-ad33-a9df5ed867c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:10.822165 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d3895f-4f76-4fad-82c0-c51638d785af x-openstack-request-id: req-40d3895f-4f76-4fad-82c0-c51638d785af {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:10.822742 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ca3649-96ca-4617-a12c-8f8e75f25245", "name": "network-vif-plugged", "status": "completed", "tag": "65f42f3b-8fed-4d9f-ae3c-c774544dd696", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:10.823173 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40d3895f-4f76-4fad-82c0-c51638d785af {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:10.825136 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ca3649-96ca-4617-a12c-8f8e75f25245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f42f3b-8fed-4d9f-ae3c-c774544dd696', 'code': 200} Dec 10 09:00:10.827551 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:10.828537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:10.932092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6a1bd69-f38a-492b-af3e-cdc200ad8fb7 req-b4b27c89-c27e-4b22-aa6c-3cd7f350ab8c tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0432432 Dec 10 09:00:10.948539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e463699-56ba-4541-ab41-aa6329c843d5 req-f0384c77-c586-43a8-bd67-a40896c402bb tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:10.956244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e463699-56ba-4541-ab41-aa6329c843d5 req-f0384c77-c586-43a8-bd67-a40896c402bb tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:10.971852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e463699-56ba-4541-ab41-aa6329c843d5 req-f0384c77-c586-43a8-bd67-a40896c402bb tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1682 time: 0.1588731 Dec 10 09:00:10.979652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df72764-2f3c-4ae7-8cfd-79e33b0c23d3 req-d7253a96-2d12-4741-9393-41c53d71bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:10.982000 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3df72764-2f3c-4ae7-8cfd-79e33b0c23d3 req-d7253a96-2d12-4741-9393-41c53d71bdb9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 1097 time: 0.0866754 Dec 10 09:00:11.058143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e463699-56ba-4541-ab41-aa6329c843d5 req-700cbf72-b0c6-4b99-ba3f-6d9a919caa79 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813086 Dec 10 09:00:11.073494 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3df72764-2f3c-4ae7-8cfd-79e33b0c23d3 req-4166c845-7418-4da7-b9ae-74b24a504e06 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818770 Dec 10 09:00:11.149461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:00:11.166888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:11.167263 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:11.170930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=3b4930ff-4086-4596-aaae-67bc3986ac7a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:11.234304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-e181ba02-b803-4ac4-9c25-2d37434c6256 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:11.243445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-e181ba02-b803-4ac4-9c25-2d37434c6256 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 815 time: 0.1684420 Dec 10 09:00:11.254272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-e2bc0b70-211b-40fc-a9f5-0e3a223848de tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/quotas/044789ff67024d4b8bc613acd29b913f HTTP/1.1" status: 200 len: 375 time: 0.0099773 Dec 10 09:00:11.265541 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:11.304282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,segment=NetworkSegment(9d928176-73d8-4065-a54d-2ecdc27ce32b),segment_id=9d928176-73d8-4065-a54d-2ecdc27ce32b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:11.308118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:11.311237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-d4e75a62-1f78-4dfe-9524-9cef1119bdb2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502930 Dec 10 09:00:11.360418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:11.447815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-7aefbc5b-e856-4471-b7b9-1a5fda90b30d service neutron] 10.222.0.31 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261623 Dec 10 09:00:11.540062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9a74b-a866-42c0-aef7-f05b2330fb98 req-56e28a5c-a34f-48d9-bb65-67adebbebf8d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:11.541886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05a9a74b-a866-42c0-aef7-f05b2330fb98 req-56e28a5c-a34f-48d9-bb65-67adebbebf8d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 946 time: 0.1132162 Dec 10 09:00:11.593087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-5b859561-13bf-4e18-b46f-c5136e65a466 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291122 Dec 10 09:00:11.617441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05a9a74b-a866-42c0-aef7-f05b2330fb98 req-f60c6c4c-3ed5-4cca-b667-a62424ad80f2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672424 Dec 10 09:00:11.751877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aec13-fa4d-4b2c-a6ee-27d8644e75ad req-6f828e56-072e-4c50-8d00-eeae68eac384 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:11.753456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-085aec13-fa4d-4b2c-a6ee-27d8644e75ad req-6f828e56-072e-4c50-8d00-eeae68eac384 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0677571 Dec 10 09:00:11.783721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b348d17-b934-479e-99be-196af8165e39 req-98aa79c2-2834-40d9-8417-3397a88ba33a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 210 time: 0.0291982 Dec 10 09:00:11.859152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-085aec13-fa4d-4b2c-a6ee-27d8644e75ad req-098a8091-5f01-4fef-ad35-5744f84dd74b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935462 Dec 10 09:00:12.070996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf473426-1bc1-452d-b85a-c9a606364d6b req-c170d25e-d651-437a-8631-205f5a7b60c8 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0307870 Dec 10 09:00:12.205355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e2b69-1e25-4d2d-920e-eab882a0a782 req-6a09b588-a84b-41be-bc17-152a4c030bae tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:12.212359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e2b69-1e25-4d2d-920e-eab882a0a782 req-6a09b588-a84b-41be-bc17-152a4c030bae tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:12.214133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f4e2b69-1e25-4d2d-920e-eab882a0a782 req-6a09b588-a84b-41be-bc17-152a4c030bae tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1683 time: 0.0639942 Dec 10 09:00:12.275485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f4e2b69-1e25-4d2d-920e-eab882a0a782 req-6e946a92-564f-480e-879d-0ae6feb0d7fe tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527723 Dec 10 09:00:12.736286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a768ad-b3ad-4c8d-97cb-5c720727f6c1 req-9cd66349-2c23-4106-907a-bf2e9fff7a1d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:12.737808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4a768ad-b3ad-4c8d-97cb-5c720727f6c1 req-9cd66349-2c23-4106-907a-bf2e9fff7a1d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 946 time: 0.0515556 Dec 10 09:00:12.789136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4a768ad-b3ad-4c8d-97cb-5c720727f6c1 req-70f81f7a-9152-4e62-abd2-16e215e777be tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 Dec 10 09:00:12.827645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4930ff-4086-4596-aaae-67bc3986ac7a'}, {'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:12.830390 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ced453e-4189-4c2a-b738-29c630a44e73" -d '{"events": [{"server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "name": "network-vif-plugged", "status": "completed", "tag": "3b4930ff-4086-4596-aaae-67bc3986ac7a"}, {"server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "name": "network-vif-plugged", "status": "completed", "tag": "b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:12.894999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-826db062-0a47-4877-a4be-eab89ee4ba67 req-4166d241-c5c1-4793-b125-08251a044947 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 210 time: 0.0278733 Dec 10 09:00:12.947232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-57d5348d-72e5-43bd-87c2-752ea02a52df tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:12.948747 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-57d5348d-72e5-43bd-87c2-752ea02a52df tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 815 time: 0.1420195 Dec 10 09:00:12.963101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Request body: {'port': {'device_id': 'ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14', 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c', 'admin_state_up': True, 'tenant_id': '044789ff67024d4b8bc613acd29b913f'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:12.974703 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c102f029-b974-4985-96ac-643aae366ab0 x-openstack-request-id: req-c102f029-b974-4985-96ac-643aae366ab0 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:12.975200 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "name": "network-vif-plugged", "status": "completed", "tag": "3b4930ff-4086-4596-aaae-67bc3986ac7a", "code": 200}, {"server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "name": "network-vif-plugged", "status": "completed", "tag": "b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:12.976093 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c102f029-b974-4985-96ac-643aae366ab0 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:12.976400 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4930ff-4086-4596-aaae-67bc3986ac7a', 'code': 200} Dec 10 09:00:12.976786 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd', 'code': 200} Dec 10 09:00:13.091433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6dcc9-51b8-4c93-88b8-dd82505d0a6f req-5abd6fb4-e99e-4aaf-8f7e-825329f0877d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:13.093306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97f6dcc9-51b8-4c93-88b8-dd82505d0a6f req-5abd6fb4-e99e-4aaf-8f7e-825329f0877d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0595100 Dec 10 09:00:13.116182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce45979-bce3-4354-a8ce-90159079b734 req-4db9993c-8c3e-4b11-949a-51085973c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:13.116779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce45979-bce3-4354-a8ce-90159079b734 req-4db9993c-8c3e-4b11-949a-51085973c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:13.119103 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6ce45979-bce3-4354-a8ce-90159079b734 req-4db9993c-8c3e-4b11-949a-51085973c059 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1985 time: 0.0673494 Dec 10 09:00:13.136352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Made reservation on behalf of 044789ff67024d4b8bc613acd29b913f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:13.140290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:13.163937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97f6dcc9-51b8-4c93-88b8-dd82505d0a6f req-4a355af0-26a6-4f41-a33c-263511f27385 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622933 Dec 10 09:00:13.232507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc8bea-33fa-4014-9a4c-27583abd633a req-be867a01-c71e-4beb-94c4-891a6996499e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:13.233253 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6ce45979-bce3-4354-a8ce-90159079b734 req-56630136-26c0-4043-96ae-2ac9f0ba19ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056318 Dec 10 09:00:13.234205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0bc8bea-33fa-4014-9a4c-27583abd633a req-be867a01-c71e-4beb-94c4-891a6996499e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 946 time: 0.0524468 Dec 10 09:00:13.266082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f40933d6-7f4f-4207-b5d9-53c4449189e6 req-e8d3a676-185e-4500-b6b2-c269e1ed5c84 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0308251 Dec 10 09:00:13.305297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0bc8bea-33fa-4014-9a4c-27583abd633a req-ddee8d7c-9e2c-4c9c-adfb-2435f4f1735a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610650 Dec 10 09:00:13.307318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Allocated IP 172.20.0.8 (b9ace58b-7ad5-467b-a311-f4dc3339f72c/700fb780-d4eb-4053-a0fc-316b08412f94/8c7e6688-0d3b-4a6a-bbcb-fc06887706c3) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:00:13.399586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1162691-bdbc-4ac1-87ba-4b124bc8e5f7 req-7569b9f2-10b4-4578-825a-ef61da257294 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:13.405545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1162691-bdbc-4ac1-87ba-4b124bc8e5f7 req-7569b9f2-10b4-4578-825a-ef61da257294 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:13.407111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1162691-bdbc-4ac1-87ba-4b124bc8e5f7 req-7569b9f2-10b4-4578-825a-ef61da257294 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1683 time: 0.0614169 Dec 10 09:00:13.455103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1162691-bdbc-4ac1-87ba-4b124bc8e5f7 req-626c6b6b-5957-491e-8728-5139ae80a8a3 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Dec 10 09:00:13.465692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:13.504288 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:13.522041 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'de714811-3435-4b83-908b-e0e9edc0f8f3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:13.553515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Network b9ace58b-7ad5-467b-a311-f4dc3339f72c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:00:13.556573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:13.561196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:00:13.592928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Pushing event updated for resources: {'Port': ['ID=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:13.614960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:13.615772 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:13.635074 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-34bab6d4-455a-4cd8-a568-d5018b2f8fc3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6768959 Dec 10 09:00:13.649902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Request body: {'port': {'device_id': 'ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:13.711491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:13.988709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:13.997321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:14.012561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Transition to ACTIVE for port object 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:14.017148 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:14.030093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53fd88-a1c8-487c-ac0a-4209c694a45a req-a851cb07-667c-46ba-b145-df27bb06df11 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:14.031660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f53fd88-a1c8-487c-ac0a-4209c694a45a req-a851cb07-667c-46ba-b145-df27bb06df11 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 931 time: 0.0625610 Dec 10 09:00:14.074581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Pushing event updated for resources: {'Port': ['ID=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:14.088321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f53fd88-a1c8-487c-ac0a-4209c694a45a req-33ff852c-bb6b-4696-8a84-2c77be4a8bb8 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Dec 10 09:00:14.151057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Attempting to bind port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:14.151404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Attempting to bind port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:14.151741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Attempting to bind port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:14.156623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:14.156959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Attempting to bind port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:14.162818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:14.163160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Checking segment: {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:14.163552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Bound using segment: {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:14.164047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Bound port: 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:14.164411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:14.240728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] For port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:14.243888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] For port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:14.250098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:14.287303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efd73c-4736-4fc4-a24e-455a5186be3c req-496e4ebe-5257-4cfd-a577-a1b1415d18ed tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:14.289026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2efd73c-4736-4fc4-a24e-455a5186be3c req-496e4ebe-5257-4cfd-a577-a1b1415d18ed tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0565341 Dec 10 09:00:14.299266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:14.300020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:14.301523 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] 10.222.0.39 "PUT /v2.0/ports/8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 HTTP/1.1" status: 200 len: 1091 time: 0.6569717 Dec 10 09:00:14.308526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14', 'tag': '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:14.311045 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e887507d-557b-4079-93ec-d1f4156d5d82" -d '{"events": [{"name": "network-changed", "server_uuid": "ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14", "tag": "8c7e6688-0d3b-4a6a-bbcb-fc06887706c3"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:14.343979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec36ae-cdee-46e7-9a1f-e6225900422d service neutron] Pushing event updated for resources: {'Port': ['ID=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:14.367597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2efd73c-4736-4fc4-a24e-455a5186be3c req-15b00033-453e-4380-ab05-219345c811c2 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713606 Dec 10 09:00:14.416136 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2da34ce-4bdb-4b9a-a585-ad28e128bbf6 x-openstack-request-id: req-c2da34ce-4bdb-4b9a-a585-ad28e128bbf6 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:14.416502 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14", "tag": "8c7e6688-0d3b-4a6a-bbcb-fc06887706c3", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:14.416862 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2da34ce-4bdb-4b9a-a585-ad28e128bbf6 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:14.417824 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14', 'tag': '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3', 'status': 'completed', 'code': 200} Dec 10 09:00:14.419114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ca8bbd8-24bc-411f-ab0a-b953de81c9c7 req-1e51f58e-b642-4558-9068-d1e2b0caa14f tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0443673 Dec 10 09:00:14.425163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-3780ddc0-c392-46fb-a0c4-5114ac13e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:14.427464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-3780ddc0-c392-46fb-a0c4-5114ac13e262 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 1094 time: 0.0705221 Dec 10 09:00:14.473155 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-f8ae47b0-3f1c-45bb-b292-ce068fcb64ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 HTTP/1.1" status: 200 len: 217 time: 0.0372899 Dec 10 09:00:14.529198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd86c-97f1-429d-ae05-867acbffb66d req-c2563f1e-a5d4-4e02-b15a-3d5fff394abb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:14.531460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef0fd86c-97f1-429d-ae05-867acbffb66d req-c2563f1e-a5d4-4e02-b15a-3d5fff394abb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 946 time: 0.0573018 Dec 10 09:00:14.543437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-763c1202-32df-462a-b629-407a22c8292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:14.545233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-763c1202-32df-462a-b629-407a22c8292c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=700fb780-d4eb-4053-a0fc-316b08412f94 HTTP/1.1" status: 200 len: 855 time: 0.0627794 Dec 10 09:00:14.584526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-0d931356-8fa9-408a-885d-97b4a9bc4fa0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9ace58b-7ad5-467b-a311-f4dc3339f72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319262 Dec 10 09:00:14.625965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef0fd86c-97f1-429d-ae05-867acbffb66d req-78addba3-9c33-48c0-82ae-56b3bdcba32e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858116 Dec 10 09:00:14.643535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae570674-0a4e-4604-aef9-2a80c190f4d2 req-9066b478-deb7-4bc2-bde2-56cae39a8952 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:14.650301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae570674-0a4e-4604-aef9-2a80c190f4d2 req-9066b478-deb7-4bc2-bde2-56cae39a8952 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:14.652001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae570674-0a4e-4604-aef9-2a80c190f4d2 req-9066b478-deb7-4bc2-bde2-56cae39a8952 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1683 time: 0.0953956 Dec 10 09:00:14.702491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-dd039226-da65-42db-b7bf-48e70b504c7f service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113262 Dec 10 09:00:14.712712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae570674-0a4e-4604-aef9-2a80c190f4d2 req-52c16b09-0a5f-4d56-b19e-9fd645f64aee tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546148 Dec 10 09:00:14.770146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57284) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:14.844026 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da1f9a3c-9678-418b-b838-942f1c4705a1 req-e28700fe-2543-4080-9f5d-5f5ee2df8488 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328213 Dec 10 09:00:14.866890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-6d81b24a-c088-498b-9480-8021c4b1c816 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:14.868480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-6d81b24a-c088-498b-9480-8021c4b1c816 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 946 time: 0.0608449 Dec 10 09:00:14.951658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f43a-0976-4aa5-b384-5f469e2f7352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:14.976374 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.030849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b3f2b160-bc7f-4dce-9306-1b8831c532e9 req-c613b6c8-3a53-4d15-a431-93f736c4ebfb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0417609 Dec 10 09:00:15.057386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-d370a881-d1cf-47a8-b4f0-97cdb01e77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:15.059546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-d370a881-d1cf-47a8-b4f0-97cdb01e77da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 1094 time: 0.1399598 Dec 10 09:00:15.128570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Deleting port 65f42f3b-8fed-4d9f-ae3c-c774544dd696 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:15.128906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.228609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfd537-08ab-41cb-9dad-23fa3a8e189f req-ed2bb7aa-8e1d-4fa4-9659-9e64715718d0 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:15.232724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f43a-0976-4aa5-b384-5f469e2f7352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.234324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bdfd537-08ab-41cb-9dad-23fa3a8e189f req-ed2bb7aa-8e1d-4fa4-9659-9e64715718d0 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 943 time: 0.0593843 Dec 10 09:00:15.246373 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f43a-0976-4aa5-b384-5f469e2f7352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.258591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-fa23637a-b194-4c8e-b8da-d7a0f4f1564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:15.260066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-fa23637a-b194-4c8e-b8da-d7a0f4f1564c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 916 time: 0.1910312 Dec 10 09:00:15.288711 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bdfd537-08ab-41cb-9dad-23fa3a8e189f req-4777fad9-2ff4-4614-bdd7-727ec57a05a7 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476420 Dec 10 09:00:15.353092 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-49a6adbb-9795-4363-91cb-03119b37c904 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 HTTP/1.1" status: 200 len: 217 time: 0.0822809 Dec 10 09:00:15.354788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] For port 65f42f3b-8fed-4d9f-ae3c-c774544dd696, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=65f42f3b-8fed-4d9f-ae3c-c774544dd696,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:15.355153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.362549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2f43a-0976-4aa5-b384-5f469e2f7352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ced08c-88f3-491b-953e-0411fda8ab17,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:15.366895 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6ce2f43a-0976-4aa5-b384-5f469e2f7352 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec4df882c08b4189b881142a4863e359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5951300 Dec 10 09:00:15.369693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57294) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:15.382031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Calling delete_port for 65f42f3b-8fed-4d9f-ae3c-c774544dd696 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:15.425023 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.453458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-151b6531-0536-45cd-b90b-b2cd1834f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:15.454948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-151b6531-0536-45cd-b90b-b2cd1834f8a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=700fb780-d4eb-4053-a0fc-316b08412f94 HTTP/1.1" status: 200 len: 855 time: 0.0868318 Dec 10 09:00:15.480543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.499491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-8dbb9469-b820-4dbe-b9df-005b4406443b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9ace58b-7ad5-467b-a311-f4dc3339f72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353384 Dec 10 09:00:15.531575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f552431-a086-4f4f-b43d-d7f5383496dc req-80d054bf-096a-4fe3-b85d-530552d5e594 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0365138 Dec 10 09:00:15.554923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed550f-82d2-47ed-8b82-e9af121d1420 req-00f2c413-7972-4689-8289-077297fee7ed tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:15.559458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51ed550f-82d2-47ed-8b82-e9af121d1420 req-00f2c413-7972-4689-8289-077297fee7ed tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.1248591 Dec 10 09:00:15.613954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.617940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.619236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61ced08c-88f3-491b-953e-0411fda8ab17 HTTP/1.1" status: 204 len: 168 time: 0.2483535 Dec 10 09:00:15.623051 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51ed550f-82d2-47ed-8b82-e9af121d1420 req-2cbdb2e1-54b4-4ea0-ac6a-5969fcb248d0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580740 Dec 10 09:00:15.631738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ced08c-88f3-491b-953e-0411fda8ab17,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:15.639202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.639666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.640136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.640579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.640926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.641346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.641704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.642115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.642640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.643047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.643396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.643847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.644645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7323a57-a309-420e-87f9-5baf182a3d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:15.649063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-bd771a69-dc35-4e72-922f-febf00a4f493 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384912 Dec 10 09:00:15.653633 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.679053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['65f42f3b-8fed-4d9f-ae3c-c774544dd696'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:15.738589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event deleted for resources: {'Port': ['ID=65f42f3b-8fed-4d9f-ae3c-c774544dd696,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:15.796287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] No DVR routers for this DVR port 65f42f3b-8fed-4d9f-ae3c-c774544dd696 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:15.799155 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0672e3ab-cf4d-4235-86a7-4da5577aef9d req-07472023-72b3-4a86-adee-e798ab643e9d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=18ca3649-96ca-4617-a12c-8f8e75f25245 HTTP/1.1" status: 200 len: 210 time: 0.0548851 Dec 10 09:00:15.800180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:15.805205 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2fac74ab-344d-463e-b7a6-dddbc6f5204e req-54729dde-19fa-438a-bcbc-6be7d4d56e21 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "DELETE /v2.0/ports/65f42f3b-8fed-4d9f-ae3c-c774544dd696 HTTP/1.1" status: 204 len: 173 time: 0.9303691 Dec 10 09:00:15.858556 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e887507d-557b-4079-93ec-d1f4156d5d82 req-22b66bf2-4eba-4ca9-b4b8-a8d49fa7a0af service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824367 Dec 10 09:00:15.873357 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ddc27-0f97-4a35-a3e9-c3a250f1d7c8 req-d7f3f7d8-564f-44c4-a052-f5bf844ec69b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:15.881518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ddc27-0f97-4a35-a3e9-c3a250f1d7c8 req-d7f3f7d8-564f-44c4-a052-f5bf844ec69b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:15.883645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-019ddc27-0f97-4a35-a3e9-c3a250f1d7c8 req-d7f3f7d8-564f-44c4-a052-f5bf844ec69b tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1683 time: 0.0812953 Dec 10 09:00:15.945550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-019ddc27-0f97-4a35-a3e9-c3a250f1d7c8 req-1d9c6f9f-fea9-494e-863e-e103baed4543 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552547 Dec 10 09:00:15.982138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57310) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:15.999058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52602385-8fcd-4e92-8aa5-877a122b278a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:16.081650 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52602385-8fcd-4e92-8aa5-877a122b278a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:16.085861 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52602385-8fcd-4e92-8aa5-877a122b278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:16.129726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52602385-8fcd-4e92-8aa5-877a122b278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b57712-a2f1-4913-a346-21364eda6462,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:16.137798 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-52602385-8fcd-4e92-8aa5-877a122b278a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=137ef1d4adf241ad92d4fce4346ae230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531665 Dec 10 09:00:16.139115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57316) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:16.222901 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8603-7e11-4b7f-ac26-e3cd2624971a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:16.255340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8603-7e11-4b7f-ac26-e3cd2624971a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:16.264678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a1b2-2d26-4a8d-9396-4724f054a29d req-2d0897ff-dd81-4307-96f7-2c11989c487d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:16.271551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a1b2-2d26-4a8d-9396-4724f054a29d req-2d0897ff-dd81-4307-96f7-2c11989c487d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:16.273243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6eb9a1b2-2d26-4a8d-9396-4724f054a29d req-2d0897ff-dd81-4307-96f7-2c11989c487d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1683 time: 0.0847757 Dec 10 09:00:16.356765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6eb9a1b2-2d26-4a8d-9396-4724f054a29d req-b5a11b97-8c4e-47d2-b095-ad5e3aa9e93a tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736580 Dec 10 09:00:16.364162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8603-7e11-4b7f-ac26-e3cd2624971a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:16.367649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8603-7e11-4b7f-ac26-e3cd2624971a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:16.371542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3bcd8603-7e11-4b7f-ac26-e3cd2624971a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6b57712-a2f1-4913-a346-21364eda6462 HTTP/1.1" status: 204 len: 168 time: 0.2280436 Dec 10 09:00:16.378817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd8603-7e11-4b7f-ac26-e3cd2624971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b57712-a2f1-4913-a346-21364eda6462,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:16.419270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ca3649-96ca-4617-a12c-8f8e75f25245', 'name': 'network-vif-deleted', 'tag': '65f42f3b-8fed-4d9f-ae3c-c774544dd696'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:16.424045 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf57cc19-e6fc-43ad-acd8-f956ec48711e" -d '{"events": [{"server_uuid": "18ca3649-96ca-4617-a12c-8f8e75f25245", "name": "network-vif-deleted", "tag": "65f42f3b-8fed-4d9f-ae3c-c774544dd696"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:16.497023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e6168-13c5-4ac7-8ff3-962d809a0c4c req-c944277b-eddf-4bb6-8346-0e2a5aa1dcc5 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:16.498996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-025e6168-13c5-4ac7-8ff3-962d809a0c4c req-c944277b-eddf-4bb6-8346-0e2a5aa1dcc5 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 943 time: 0.0577688 Dec 10 09:00:16.499788 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e36e34f-5cfd-42ca-aa3e-5300fdb79144 x-openstack-request-id: req-8e36e34f-5cfd-42ca-aa3e-5300fdb79144 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:16.500248 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ca3649-96ca-4617-a12c-8f8e75f25245", "name": "network-vif-deleted", "tag": "65f42f3b-8fed-4d9f-ae3c-c774544dd696", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:16.500653 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e36e34f-5cfd-42ca-aa3e-5300fdb79144 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:16.501366 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ca3649-96ca-4617-a12c-8f8e75f25245', 'name': 'network-vif-deleted', 'tag': '65f42f3b-8fed-4d9f-ae3c-c774544dd696', 'status': 'completed', 'code': 200} Dec 10 09:00:16.550744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-025e6168-13c5-4ac7-8ff3-962d809a0c4c req-67873278-78b9-48db-9e16-4e078dccb5b9 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Dec 10 09:00:16.641179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5dbef4a5-bc30-4a7c-ac7c-a948ecf7bf4b req-43646362-4b93-49e3-a669-434c97b80908 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0259478 Dec 10 09:00:16.791549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac84bd5-bfc6-48f3-aab6-77dec4e846af req-412c72e9-6936-480d-bff7-a308b429578d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:16.794588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ac84bd5-bfc6-48f3-aab6-77dec4e846af req-412c72e9-6936-480d-bff7-a308b429578d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0562439 Dec 10 09:00:16.851572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ac84bd5-bfc6-48f3-aab6-77dec4e846af req-8d845091-a4c3-4a7e-892e-7a1cdb361085 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485260 Dec 10 09:00:17.198664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-2f095e67-149f-4cef-b228-1d0bb779828a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:17.200969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-2f095e67-149f-4cef-b228-1d0bb779828a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.1250391 Dec 10 09:00:17.221907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-136bf7bd-a795-4155-a88e-cdaa5b5e3fd6 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/quotas/6e89a16ac911488da78b0d0edb1d78b0 HTTP/1.1" status: 200 len: 375 time: 0.0119059 Dec 10 09:00:17.282283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-3a570875-59b7-4e9d-9d9d-52763c42d797 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521066 Dec 10 09:00:17.284950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1f3d354-7365-4a34-965a-bb979efe66df req-1c2c9a51-ece1-4b96-b862-a39330b7fb5a tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0560272 Dec 10 09:00:17.399417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-cc9ef917-02d5-4dea-9dc4-6927d9d1307f service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062562 Dec 10 09:00:17.563252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55d9ec-ac2a-45ed-8ec9-790c5871fb70 req-85e88861-1a6b-4725-8f90-615d02b5f35a tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:17.569787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55d9ec-ac2a-45ed-8ec9-790c5871fb70 req-85e88861-1a6b-4725-8f90-615d02b5f35a tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:17.574289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c55d9ec-ac2a-45ed-8ec9-790c5871fb70 req-85e88861-1a6b-4725-8f90-615d02b5f35a tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1683 time: 0.1263900 Dec 10 09:00:17.591646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-39aa9ca2-14cf-437b-9f05-607299224259 service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779768 Dec 10 09:00:17.632436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c55d9ec-ac2a-45ed-8ec9-790c5871fb70 req-cd88bd08-26ff-4077-a63d-6a61b2757793 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518591 Dec 10 09:00:17.785278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83352b83-241e-4a61-9d8d-f0431ecd7bb4 req-aa0026cd-ebe2-4064-a9ac-ac548b790476 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 210 time: 0.0372992 Dec 10 09:00:17.815438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-8622b673-d02c-40f5-9f22-69140313088d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:17.822330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-8622b673-d02c-40f5-9f22-69140313088d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:17.824073 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-8622b673-d02c-40f5-9f22-69140313088d tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 1683 time: 0.0666125 Dec 10 09:00:17.855608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075c0a-9136-42b9-bf66-423fe5ee8abc req-643ba576-eb79-473d-ad33-a9814ce8464a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:17.865002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e075c0a-9136-42b9-bf66-423fe5ee8abc req-643ba576-eb79-473d-ad33-a9814ce8464a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 943 time: 0.0780795 Dec 10 09:00:17.931140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e075c0a-9136-42b9-bf66-423fe5ee8abc req-b755a6b6-b4ea-46c1-88aa-8e57d5f0d17f tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606382 Dec 10 09:00:17.961801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:17.962622 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:18.009327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b16a4-88c1-4419-aad8-bf1384737a17 req-783910ce-68ab-450f-9138-04420e8af739 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:18.017250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b2b16a4-88c1-4419-aad8-bf1384737a17 req-783910ce-68ab-450f-9138-04420e8af739 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0736074 Dec 10 09:00:18.084219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] For port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,segment=NetworkSegment(9d928176-73d8-4065-a54d-2ecdc27ce32b),segment_id=9d928176-73d8-4065-a54d-2ecdc27ce32b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:18.084657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:18.090209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b2b16a4-88c1-4419-aad8-bf1384737a17 req-7f88e256-3a7f-4d11-a619-a590e66587e3 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717945 Dec 10 09:00:18.100910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Calling delete_port for b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:18.257476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:18.271793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['3b4930ff-4086-4596-aaae-67bc3986ac7a', 'b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:18.302548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Port': ['ID=b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:18.411522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] No DVR routers for this DVR port b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:18.426767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:18.430407 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-ebe304af-bf8d-4b29-83ab-a9c8336a6985 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "DELETE /v2.0/ports/b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd HTTP/1.1" status: 204 len: 173 time: 0.6004407 Dec 10 09:00:18.452654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0b8a189-e442-46ac-b15f-f1fd23a07ae6 req-a3ad75c4-b56f-48f6-bd18-d0fab2e660a6 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0529885 Dec 10 09:00:18.459027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:00:18.521201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'name': 'network-vif-deleted', 'tag': 'b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:18.523822 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2da8cbe-f17b-4087-86ab-cab061ec9022" -d '{"events": [{"server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "name": "network-vif-deleted", "tag": "b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:18.573543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting port 3b4930ff-4086-4596-aaae-67bc3986ac7a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:18.573816 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:18.610513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:18.623820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3', 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c', 'port_id': '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3', 'mac_address': 'fa:16:3e:79:97:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700fb780-d4eb-4053-a0fc-316b08412f94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:00:18.650055 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc900e7-cf11-4387-9394-429b726654e7 x-openstack-request-id: req-bdc900e7-cf11-4387-9394-429b726654e7 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:18.650055 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "name": "network-vif-deleted", "tag": "b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:18.650055 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdc900e7-cf11-4387-9394-429b726654e7 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:18.650055 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'name': 'network-vif-deleted', 'tag': 'b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd', 'status': 'completed', 'code': 200} Dec 10 09:00:18.695585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] For port 3b4930ff-4086-4596-aaae-67bc3986ac7a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3b4930ff-4086-4596-aaae-67bc3986ac7a,segment=NetworkSegment(1b7558ce-8772-482e-ad33-a9df5ed867c4),segment_id=1b7558ce-8772-482e-ad33-a9df5ed867c4)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:18.695957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:18.711409 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:18.713070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Calling delete_port for 3b4930ff-4086-4596-aaae-67bc3986ac7a owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:18.730375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:18.753547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:18.758639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:18.834990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:18.835886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5b13b-8171-4717-b09e-7950c51b9210 req-e45b30fb-e4ed-4666-865a-0a1636c97758 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:18.857660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2c5b13b-8171-4717-b09e-7950c51b9210 req-e45b30fb-e4ed-4666-865a-0a1636c97758 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/ports?device_id=99bda30b-e8a2-4828-84d5-e7253ba25bd3 HTTP/1.1" status: 200 len: 946 time: 0.1320095 Dec 10 09:00:18.933546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:18.939390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2c5b13b-8171-4717-b09e-7950c51b9210 req-e47e6cd0-1ef7-4be1-97cc-072f205e3ce6 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "GET /v2.0/security-groups?id=af323e6c-088c-48e8-ba0b-d259631a6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805545 Dec 10 09:00:18.947907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:18.982063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f4067c6-00d0-451d-a6c1-52c895b4dc61 req-9ba3924e-29e1-407f-9128-4ec863a1a458 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 210 time: 0.0739713 Dec 10 09:00:19.058729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Port': ['ID=3b4930ff-4086-4596-aaae-67bc3986ac7a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:19.125868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] No DVR routers for this DVR port 3b4930ff-4086-4596-aaae-67bc3986ac7a on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:19.128963 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:19.140116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34db84e-1d95-4656-8f2f-67e2de98be27 req-06bbc744-92ad-466f-8182-f9591339064a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:19.143138 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:19.155182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a34db84e-1d95-4656-8f2f-67e2de98be27 req-06bbc744-92ad-466f-8182-f9591339064a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 944 time: 0.1170123 Dec 10 09:00:19.158066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-02470256-c2c4-41e4-adaf-a35c91f0864d req-424bb553-9175-47fc-a300-f9938e2d6119 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.18 "DELETE /v2.0/ports/3b4930ff-4086-4596-aaae-67bc3986ac7a HTTP/1.1" status: 204 len: 173 time: 0.7181234 Dec 10 09:00:19.184121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['8c7e6688-0d3b-4a6a-bbcb-fc06887706c3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:19.198190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-3f19c5dd-ce1d-49ea-a837-ae0a2e718c9d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:19.199873 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-3f19c5dd-ce1d-49ea-a837-ae0a2e718c9d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.2778981 Dec 10 09:00:19.219278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Request body: {'port': {'device_id': '68deb6b8-a69c-4c7a-9b46-b17514b1680d', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'admin_state_up': True, 'tenant_id': '6e89a16ac911488da78b0d0edb1d78b0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:19.320063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a34db84e-1d95-4656-8f2f-67e2de98be27 req-fb84edc2-7446-4ba1-9db4-7be8ec60bdeb tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635511 Dec 10 09:00:19.346980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc1455-42d9-4def-a846-8f4e76c5a310 req-29c0006f-2631-4e78-b6bd-869cfcb0f0cd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:19.355869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2bc1455-42d9-4def-a846-8f4e76c5a310 req-29c0006f-2631-4e78-b6bd-869cfcb0f0cd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.1538901 Dec 10 09:00:19.418287 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2bc1455-42d9-4def-a846-8f4e76c5a310 req-7bf0d8ef-ca39-4508-853b-f1cafc3e8732 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615020 Dec 10 09:00:19.526391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57456) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:19.572499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8119044c-a142-49d9-bb0d-61a379cb5a60 req-3b7d1f5f-5370-4b7a-aec8-58c6ead75436 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0299153 Dec 10 09:00:19.662807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb031-7eb0-46ec-82b1-a358ff95b875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:19.711726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Made reservation on behalf of 6e89a16ac911488da78b0d0edb1d78b0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:19.715581 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:19.751584 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb031-7eb0-46ec-82b1-a358ff95b875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:19.756402 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb031-7eb0-46ec-82b1-a358ff95b875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:19.796656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4e3fb031-7eb0-46ec-82b1-a358ff95b875 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6705838e1d004527b84ec11603f34b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2629755 Dec 10 09:00:19.798243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fb031-7eb0-46ec-82b1-a358ff95b875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bd71b3-da8a-4bdf-b0cc-e856a8d79897,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:19.800345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57460) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:19.875896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Allocated IP 172.20.0.6 (bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c/abde1311-2306-4ee4-9957-88093119b8f0/92734b10-a02f-4e61-b1a1-631886ab35f7) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:00:19.902831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-547b1f8a-d2e8-47db-a60b-47c14d36de41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:19.945525 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-547b1f8a-d2e8-47db-a60b-47c14d36de41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:19.991925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57466) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:20.057974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca70ea1c-b8af-4302-8a5f-868b27f71a98 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting subnet f64694dc-34c7-4bc4-870a-a057b4cd7ffb {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:00:20.060347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-547b1f8a-d2e8-47db-a60b-47c14d36de41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.062498 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca70ea1c-b8af-4302-8a5f-868b27f71a98 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.063092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-547b1f8a-d2e8-47db-a60b-47c14d36de41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.064234 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-547b1f8a-d2e8-47db-a60b-47c14d36de41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45bd71b3-da8a-4bdf-b0cc-e856a8d79897 HTTP/1.1" status: 204 len: 168 time: 0.2629201 Dec 10 09:00:20.085475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b1f8a-d2e8-47db-a60b-47c14d36de41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bd71b3-da8a-4bdf-b0cc-e856a8d79897,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:20.099602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.126730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc8a5da2-1e1e-4e42-99b2-2b6b769faab5 req-b6ac4ca6-0442-4c97-abe3-ab25c100188f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 210 time: 0.0377800 Dec 10 09:00:20.135957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.142288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca70ea1c-b8af-4302-8a5f-868b27f71a98 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.185269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:00:20.188154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:20.191880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:00:20.217877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event updated for resources: {'Port': ['ID=92734b10-a02f-4e61-b1a1-631886ab35f7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:20.248186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:20.249400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.250645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 65f42f3b-8fed-4d9f-ae3c-c774544dd696 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:20.258947 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca70ea1c-b8af-4302-8a5f-868b27f71a98 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.267734 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-7ba29658-a65c-48e1-a066-6319209b43a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0564582 Dec 10 09:00:20.279420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 65f42f3b-8fed-4d9f-ae3c-c774544dd696 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:20.279762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 65f42f3b-8fed-4d9f-ae3c-c774544dd696 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:20.280301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 3b4930ff-4086-4596-aaae-67bc3986ac7a no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:20.283767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Request body: {'port': {'device_id': '68deb6b8-a69c-4c7a-9b46-b17514b1680d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:20.299877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 3b4930ff-4086-4596-aaae-67bc3986ac7a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:20.300167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 3b4930ff-4086-4596-aaae-67bc3986ac7a not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:20.329814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca70ea1c-b8af-4302-8a5f-868b27f71a98 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.355252 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.369924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca70ea1c-b8af-4302-8a5f-868b27f71a98 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.370717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c217c-add2-4440-96f0-687606d10557 None None] Network 46e91959-3504-4b54-824d-29077ecac25b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:00:20.374181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ca70ea1c-b8af-4302-8a5f-868b27f71a98 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "DELETE /v2.0/subnets/f64694dc-34c7-4bc4-870a-a057b4cd7ffb HTTP/1.1" status: 204 len: 168 time: 0.3807015 Dec 10 09:00:20.376751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57476) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:20.376895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70ea1c-b8af-4302-8a5f-868b27f71a98 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Subnet': ['ID=f64694dc-34c7-4bc4-870a-a057b4cd7ffb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:20.432469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95eb79-f8a6-448a-bc27-837eb7215972 req-ee532b45-e48c-4f40-af52-398d6b68ff75 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:20.448480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e95eb79-f8a6-448a-bc27-837eb7215972 req-ee532b45-e48c-4f40-af52-398d6b68ff75 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 944 time: 0.0729101 Dec 10 09:00:20.494410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57480) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:20.559984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e95eb79-f8a6-448a-bc27-837eb7215972 req-57d8ec83-0895-4708-9f0e-25bb4597a755 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031716 Dec 10 09:00:20.565693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f832-3ca2-4b13-8c8e-897d0f954bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.587443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] DHCP port deletion for 46e91959-3504-4b54-824d-29077ecac25b request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:00:20.590902 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.597214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77448c-34bc-4516-ba0e-c9b26133f67e req-4801ca06-d9cd-4493-abed-d246e2c8be88 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:20.602372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff77448c-34bc-4516-ba0e-c9b26133f67e req-4801ca06-d9cd-4493-abed-d246e2c8be88 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0797474 Dec 10 09:00:20.654302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'name': 'network-vif-deleted', 'tag': '3b4930ff-4086-4596-aaae-67bc3986ac7a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:20.655959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Deleting port 0b073287-9568-4265-8d75-c14a91aff716 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:20.656401 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.657130 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ed210-2688-4468-a0e8-0e5ed2763f3d" -d '{"events": [{"server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "name": "network-vif-deleted", "tag": "3b4930ff-4086-4596-aaae-67bc3986ac7a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:20.758010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] For port 0b073287-9568-4265-8d75-c14a91aff716, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0b073287-9568-4265-8d75-c14a91aff716,segment=NetworkSegment(9d928176-73d8-4065-a54d-2ecdc27ce32b),segment_id=9d928176-73d8-4065-a54d-2ecdc27ce32b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:20.758824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.775473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Calling delete_port for 0b073287-9568-4265-8d75-c14a91aff716 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:20.781810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f832-3ca2-4b13-8c8e-897d0f954bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.796276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f832-3ca2-4b13-8c8e-897d0f954bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.855098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting port 0b073287-9568-4265-8d75-c14a91aff716 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:20.855098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.865685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:20.879643 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d2c0f832-3ca2-4b13-8c8e-897d0f954bd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=daff077bc2f94f609c866baf2512f4bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810399 Dec 10 09:00:20.883332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57488) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:20.894477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Pushing event deleted for resources: {'Port': ['ID=0b073287-9568-4265-8d75-c14a91aff716,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:20.905553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] No DVR routers for this DVR port 0b073287-9568-4265-8d75-c14a91aff716 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:20.908136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.908583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.909019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.909748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.910212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.910629 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.911049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.911541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.912404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.912404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.912752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.913276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.913728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554a51-d43d-4818-928b-dcf9e32103f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:20.913859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0f832-3ca2-4b13-8c8e-897d0f954bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0517372-0361-4777-a86d-5dc26e704efc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:20.937301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f726688-32d0-4293-91be-ae267239e716 req-a730003f-89b5-4e54-827c-314f142b23cc tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0518162 Dec 10 09:00:20.950863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff77448c-34bc-4516-ba0e-c9b26133f67e req-631c16ee-b191-4cda-b197-0b5165472b77 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448803 Dec 10 09:00:21.001104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] For port 0b073287-9568-4265-8d75-c14a91aff716, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0b073287-9568-4265-8d75-c14a91aff716,segment=NetworkSegment(9d928176-73d8-4065-a54d-2ecdc27ce32b),segment_id=9d928176-73d8-4065-a54d-2ecdc27ce32b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:21.001745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.005471 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db6bfac-8179-4178-b774-8f177461c481 x-openstack-request-id: req-9db6bfac-8179-4178-b774-8f177461c481 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:21.005791 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bda30b-e8a2-4828-84d5-e7253ba25bd3", "name": "network-vif-deleted", "tag": "3b4930ff-4086-4596-aaae-67bc3986ac7a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:21.006044 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9db6bfac-8179-4178-b774-8f177461c481 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:21.006436 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bda30b-e8a2-4828-84d5-e7253ba25bd3', 'name': 'network-vif-deleted', 'tag': '3b4930ff-4086-4596-aaae-67bc3986ac7a', 'status': 'completed', 'code': 200} Dec 10 09:00:21.030452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92734b10-a02f-4e61-b1a1-631886ab35f7 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:21.040271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Calling delete_port for 0b073287-9568-4265-8d75-c14a91aff716 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:21.048526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.104680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Transition to ACTIVE for port object 92734b10-a02f-4e61-b1a1-631886ab35f7 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:21.115347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.129536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b4c37744-182f-48ae-9ea1-e883df823724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.205479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b4c37744-182f-48ae-9ea1-e883df823724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.218951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92734b10-a02f-4e61-b1a1-631886ab35f7,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:21.225195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0b073287-9568-4265-8d75-c14a91aff716 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:21.264060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0b073287-9568-4265-8d75-c14a91aff716 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:21.264766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0b073287-9568-4265-8d75-c14a91aff716 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:21.266258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.289608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d4c5f-f826-4ae6-b144-602426aa794d req-a3b6ff05-27c2-4ed9-b3b1-bde723adaf60 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:21.291106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b6d4c5f-f826-4ae6-b144-602426aa794d req-a3b6ff05-27c2-4ed9-b3b1-bde723adaf60 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 943 time: 0.0751796 Dec 10 09:00:21.320327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Port': ['ID=0b073287-9568-4265-8d75-c14a91aff716,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:21.327899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] No DVR routers for this DVR port 0b073287-9568-4265-8d75-c14a91aff716 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:21.341869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b6d4c5f-f826-4ae6-b144-602426aa794d req-90c1bff2-1d5f-4be0-bfd0-13dfaebb35ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442023 Dec 10 09:00:21.408447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b4c37744-182f-48ae-9ea1-e883df823724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.411843 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b4c37744-182f-48ae-9ea1-e883df823724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.412979 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b4c37744-182f-48ae-9ea1-e883df823724 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0517372-0361-4777-a86d-5dc26e704efc HTTP/1.1" status: 204 len: 168 time: 0.5003526 Dec 10 09:00:21.437900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Attempting to bind port 92734b10-a02f-4e61-b1a1-631886ab35f7 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:21.438239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Attempting to bind port 92734b10-a02f-4e61-b1a1-631886ab35f7 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:21.438564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Attempting to bind port 92734b10-a02f-4e61-b1a1-631886ab35f7 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:21.444955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.447432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c37744-182f-48ae-9ea1-e883df823724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0517372-0361-4777-a86d-5dc26e704efc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:21.459449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Port 92734b10-a02f-4e61-b1a1-631886ab35f7 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:21.459694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Attempting to bind port 92734b10-a02f-4e61-b1a1-631886ab35f7 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:21.471936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e91959-3504-4b54-824d-29077ecac25b']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:21.474837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:21.475203 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Checking segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:21.475544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Bound using segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:21.476000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Bound port: 92734b10-a02f-4e61-b1a1-631886ab35f7, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:21.476359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.491521 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d928176-73d8-4065-a54d-2ecdc27ce32b') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:21.491817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d928176-73d8-4065-a54d-2ecdc27ce32b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:21.504192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.538566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.548990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:00:21.549433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:00:21.552574 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:00:21.631291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] For port 92734b10-a02f-4e61-b1a1-631886ab35f7, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:21.635104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] For port 92734b10-a02f-4e61-b1a1-631886ab35f7, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=92734b10-a02f-4e61-b1a1-631886ab35f7,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:21.644922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.651818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.657491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.661037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "DELETE /v2.0/networks/46e91959-3504-4b54-824d-29077ecac25b HTTP/1.1" status: 204 len: 168 time: 1.2829998 Dec 10 09:00:21.668711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57500) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:21.711936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:21.713275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.715622 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/92734b10-a02f-4e61-b1a1-631886ab35f7 HTTP/1.1" status: 200 len: 1091 time: 1.4396598 Dec 10 09:00:21.719453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e4d3-0f40-4fa3-8ca5-3841e647bb30 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Network': ['ID=46e91959-3504-4b54-824d-29077ecac25b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:21.744918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682508-b198-417f-aace-474ef47cc340 req-16647339-db69-432d-b039-b3b6d9ac3a9e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:21.750061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b682508-b198-417f-aace-474ef47cc340 req-16647339-db69-432d-b039-b3b6d9ac3a9e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 944 time: 0.1114836 Dec 10 09:00:21.759866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5393485c-74da-4e8c-9932-867dc8dfe58f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting subnet ddfbdeaa-0a52-40ba-bc53-cb08b52f540e {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:00:21.763682 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5393485c-74da-4e8c-9932-867dc8dfe58f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.767404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1c8a4-3673-4a72-a906-5efbb62240e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92734b10-a02f-4e61-b1a1-631886ab35f7,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:21.821191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-959f4ae7-6f0e-4be2-954b-fc399c5d3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:21.822765 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-959f4ae7-6f0e-4be2-954b-fc399c5d3a81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 1094 time: 0.0480158 Dec 10 09:00:21.842596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5393485c-74da-4e8c-9932-867dc8dfe58f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.880692 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-33668922-4ffd-44c6-8130-073f70af4217 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92734b10-a02f-4e61-b1a1-631886ab35f7 HTTP/1.1" status: 200 len: 217 time: 0.0416892 Dec 10 09:00:21.889592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b682508-b198-417f-aace-474ef47cc340 req-74f77e16-16a9-4d0e-8808-cfe328f0d5aa tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949020 Dec 10 09:00:21.936121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-2d0721ed-b003-4633-ad93-d215eeb59151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:21.937674 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-2d0721ed-b003-4633-ad93-d215eeb59151 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.0501547 Dec 10 09:00:21.956906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5393485c-74da-4e8c-9932-867dc8dfe58f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:21.970679 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-f8979eb2-2ace-4e05-b1fe-2016aa8c625f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264275 Dec 10 09:00:22.053796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5393485c-74da-4e8c-9932-867dc8dfe58f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.087576 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-44f8ba3e-5c6c-4d82-aed9-d70d2631c2f5 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077812 Dec 10 09:00:22.118719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393485c-74da-4e8c-9932-867dc8dfe58f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Subnet': ['ID=ddfbdeaa-0a52-40ba-bc53-cb08b52f540e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:22.135903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325a9c2f-dad5-4e48-b071-b5baeaa04249 None None] Network 31777eb1-aadb-46d6-ab5a-f77536d68858 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:00:22.136979 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5393485c-74da-4e8c-9932-867dc8dfe58f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.140464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5393485c-74da-4e8c-9932-867dc8dfe58f tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "DELETE /v2.0/subnets/ddfbdeaa-0a52-40ba-bc53-cb08b52f540e HTTP/1.1" status: 204 len: 168 time: 0.4706273 Dec 10 09:00:22.143989 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-050f97ed-9099-49fc-9a65-7364f0330092 req-c9fc6b78-1a86-4641-957b-58fee4974a8b tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0867198 Dec 10 09:00:22.144655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57524) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:22.207374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c737f147-22c7-47dd-9a46-f376b796f1aa req-d2ac2fe7-309e-49a0-b05f-ea2c23c53164 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125417 Dec 10 09:00:22.280118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:22.286020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cefe32-9c7c-43f0-a057-475cf02f5ed7 req-576ee182-a8f2-428a-b809-e003a06e87a4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:22.288137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4cefe32-9c7c-43f0-a057-475cf02f5ed7 req-576ee182-a8f2-428a-b809-e003a06e87a4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.2504137 Dec 10 09:00:22.296442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.304489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:22.305260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b0950b8b-dd1f-47d7-aaad-6a6ca84be3fd not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:22.346940 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7f458-9c02-4d26-bdf6-0485b86c29a5 None None] DHCP port deletion for 31777eb1-aadb-46d6-ab5a-f77536d68858 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:00:22.387135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4cefe32-9c7c-43f0-a057-475cf02f5ed7 req-db404a17-bf74-42e7-8e3b-13e113ae698c tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886405 Dec 10 09:00:22.406320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7f458-9c02-4d26-bdf6-0485b86c29a5 None None] Deleting port a1e4f078-cb75-47dd-a632-d05490a4fd23 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:22.406727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f458-9c02-4d26-bdf6-0485b86c29a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.414532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Deleting port a1e4f078-cb75-47dd-a632-d05490a4fd23 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:22.414914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.423706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:22.506185 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6dd7f458-9c02-4d26-bdf6-0485b86c29a5 None None] For port a1e4f078-cb75-47dd-a632-d05490a4fd23, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a1e4f078-cb75-47dd-a632-d05490a4fd23,segment=NetworkSegment(1b7558ce-8772-482e-ad33-a9df5ed867c4),segment_id=1b7558ce-8772-482e-ad33-a9df5ed867c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:22.506519 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f458-9c02-4d26-bdf6-0485b86c29a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.512474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] For port a1e4f078-cb75-47dd-a632-d05490a4fd23, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a1e4f078-cb75-47dd-a632-d05490a4fd23,segment=NetworkSegment(1b7558ce-8772-482e-ad33-a9df5ed867c4),segment_id=1b7558ce-8772-482e-ad33-a9df5ed867c4)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:22.512803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.520805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7f458-9c02-4d26-bdf6-0485b86c29a5 None None] Calling delete_port for a1e4f078-cb75-47dd-a632-d05490a4fd23 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:22.535383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Calling delete_port for a1e4f078-cb75-47dd-a632-d05490a4fd23 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:22.542390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:00:22.546348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694ff8e-4e84-45f6-a863-53bf28266ceb req-479787b3-dc63-4818-b956-9d36d2bddb7c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:22.548233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:22.548607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.553785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6694ff8e-4e84-45f6-a863-53bf28266ceb req-479787b3-dc63-4818-b956-9d36d2bddb7c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 943 time: 0.0890257 Dec 10 09:00:22.647445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6694ff8e-4e84-45f6-a863-53bf28266ceb req-962ae287-4fb9-4885-9774-3645dc5bb164 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890059 Dec 10 09:00:22.671498 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f458-9c02-4d26-bdf6-0485b86c29a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.675355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.703117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Port': ['ID=a1e4f078-cb75-47dd-a632-d05490a4fd23,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:22.703329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7f458-9c02-4d26-bdf6-0485b86c29a5 None None] Pushing event deleted for resources: {'Port': ['ID=a1e4f078-cb75-47dd-a632-d05490a4fd23,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:22.708107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7f458-9c02-4d26-bdf6-0485b86c29a5 None None] No DVR routers for this DVR port a1e4f078-cb75-47dd-a632-d05490a4fd23 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:22.711429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] No DVR routers for this DVR port a1e4f078-cb75-47dd-a632-d05490a4fd23 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:22.718094 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.743703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:22.745987 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da9d79a-367c-4e67-a411-0d5243cbff1b" -d '{"events": [{"server_uuid": "ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14", "name": "network-vif-plugged", "status": "completed", "tag": "8c7e6688-0d3b-4a6a-bbcb-fc06887706c3"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:22.759202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:22.763578 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.803612 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61041789-410a-40e7-b2d7-733ed5c7b98a x-openstack-request-id: req-61041789-410a-40e7-b2d7-733ed5c7b98a {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:22.803902 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14", "name": "network-vif-plugged", "status": "completed", "tag": "8c7e6688-0d3b-4a6a-bbcb-fc06887706c3", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:22.804154 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61041789-410a-40e7-b2d7-733ed5c7b98a {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:22.804572 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3', 'code': 200} Dec 10 09:00:22.816770 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.820192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:22.839731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31777eb1-aadb-46d6-ab5a-f77536d68858']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:22.850077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7558ce-8772-482e-ad33-a9df5ed867c4') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:22.850379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7558ce-8772-482e-ad33-a9df5ed867c4') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:22.861451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.875486 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.883278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:00:22.883798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:00:22.887280 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:00:22.917250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2d5d3-97f8-4a0c-8ca5-1629d6bb21c2 req-7374754e-9eba-4913-9e63-b4a72e3788ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:22.918946 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95c2d5d3-97f8-4a0c-8ca5-1629d6bb21c2 req-7374754e-9eba-4913-9e63-b4a72e3788ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 1096 time: 0.0425329 Dec 10 09:00:22.954196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.964395 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:22.967800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] 10.222.0.31 "DELETE /v2.0/networks/31777eb1-aadb-46d6-ab5a-f77536d68858 HTTP/1.1" status: 204 len: 168 time: 0.8196285 Dec 10 09:00:22.971487 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95c2d5d3-97f8-4a0c-8ca5-1629d6bb21c2 req-2894a1f3-fd02-4276-be15-6c1f8fa159a7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452442 Dec 10 09:00:22.988061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5204ede-c183-4788-95bd-9342bf0b7ff5 tempest-ServersTestMultiNic-1844071855 tempest-ServersTestMultiNic-1844071855-project] Pushing event deleted for resources: {'Network': ['ID=31777eb1-aadb-46d6-ab5a-f77536d68858,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:23.007496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68deb6b8-a69c-4c7a-9b46-b17514b1680d', 'tag': '92734b10-a02f-4e61-b1a1-631886ab35f7'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:23.009977 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d" -d '{"events": [{"name": "network-changed", "server_uuid": "68deb6b8-a69c-4c7a-9b46-b17514b1680d", "tag": "92734b10-a02f-4e61-b1a1-631886ab35f7"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:23.036329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3ea1c-98c6-4f7d-a808-cfe9647c2e82 req-0f1dee72-e4ac-4de3-a3da-90fee87d5da2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:23.038077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93e3ea1c-98c6-4f7d-a808-cfe9647c2e82 req-0f1dee72-e4ac-4de3-a3da-90fee87d5da2 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 945 time: 0.0692754 Dec 10 09:00:23.075872 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e7d633-ed87-4448-9914-5b3f7549bb72 x-openstack-request-id: req-c2e7d633-ed87-4448-9914-5b3f7549bb72 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:23.076160 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68deb6b8-a69c-4c7a-9b46-b17514b1680d", "tag": "92734b10-a02f-4e61-b1a1-631886ab35f7", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:23.076411 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2e7d633-ed87-4448-9914-5b3f7549bb72 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:23.076807 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68deb6b8-a69c-4c7a-9b46-b17514b1680d', 'tag': '92734b10-a02f-4e61-b1a1-631886ab35f7', 'status': 'completed', 'code': 200} Dec 10 09:00:23.094100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93e3ea1c-98c6-4f7d-a808-cfe9647c2e82 req-349fd942-8c9c-4d9c-a848-45f40d824d36 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Dec 10 09:00:23.149565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57548) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:23.149701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-09d51df4-ff8d-4107-961f-dee4c5253e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:23.151215 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-09d51df4-ff8d-4107-961f-dee4c5253e94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 1094 time: 0.0511789 Dec 10 09:00:23.202659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a1e4f078-cb75-47dd-a632-d05490a4fd23 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:23.224257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a1e4f078-cb75-47dd-a632-d05490a4fd23 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:23.224698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a1e4f078-cb75-47dd-a632-d05490a4fd23 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:23.260448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-99e9e4b7-2865-4f92-b3ec-d5b6dc85a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:23.261885 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-99e9e4b7-2865-4f92-b3ec-d5b6dc85a016 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 913 time: 0.1036174 Dec 10 09:00:23.294045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec076775-8950-4add-a704-52e1023a1a82 req-f2e0505f-aab9-48be-b605-43d3c4b6e17b tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0345848 Dec 10 09:00:23.312662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-9485b703-383f-4a92-86aa-3b82221e3cde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92734b10-a02f-4e61-b1a1-631886ab35f7 HTTP/1.1" status: 200 len: 217 time: 0.0425789 Dec 10 09:00:23.365692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-520d6f8d-4bbc-4fa9-a38d-74e079bd9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:23.367407 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-520d6f8d-4bbc-4fa9-a38d-74e079bd9139 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.0454776 Dec 10 09:00:23.399537 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-708e5ae3-5d3b-4260-ac08-e39101205be2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247250 Dec 10 09:00:23.509687 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-64ec4bd2-670a-4e43-84e9-fecd652265fa service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023178 Dec 10 09:00:23.589567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac14ea5-76b0-4efd-b0bf-0172f5899c05 req-6ee9f8ea-f8bd-4687-8c4e-5a950cbcfb3e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:23.591089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ac14ea5-76b0-4efd-b0bf-0172f5899c05 req-6ee9f8ea-f8bd-4687-8c4e-5a950cbcfb3e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0849733 Dec 10 09:00:23.629358 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9adb0f6-3b3f-4279-b488-defbb2ffa79d req-899c8833-5cd8-4c4d-b028-110f551980ac service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117935 Dec 10 09:00:23.653620 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:23.658107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ac14ea5-76b0-4efd-b0bf-0172f5899c05 req-268e7361-a595-4655-ad28-3f58936ac874 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578794 Dec 10 09:00:23.837607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa112c-db61-40ef-9fcc-60b135970936 req-ceed1085-06ae-4eda-a600-390b4abb0846 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:23.838977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebaa112c-db61-40ef-9fcc-60b135970936 req-ceed1085-06ae-4eda-a600-390b4abb0846 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 943 time: 0.0973728 Dec 10 09:00:23.912400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebaa112c-db61-40ef-9fcc-60b135970936 req-37556fef-dbe4-491f-a4a7-cb716470c4f3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570333 Dec 10 09:00:23.993578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Deleting port 0ce45ed9-a188-420e-858d-0eb3e85cd205 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:23.993925 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:24.070232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] For port 0ce45ed9-a188-420e-858d-0eb3e85cd205, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0ce45ed9-a188-420e-858d-0eb3e85cd205,segment=NetworkSegment(ebbea0b0-49f5-465d-bf35-58ed08ce0fe4),segment_id=ebbea0b0-49f5-465d-bf35-58ed08ce0fe4)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:24.070595 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:24.081923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Calling delete_port for 0ce45ed9-a188-420e-858d-0eb3e85cd205 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:24.253287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4348f-16ae-445e-a346-ec6aa4782b31 req-5d999f7c-3cf6-4ef3-b897-3df79c48d8a6 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:24.255336 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eed4348f-16ae-445e-a346-ec6aa4782b31 req-5d999f7c-3cf6-4ef3-b897-3df79c48d8a6 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 945 time: 0.0968432 Dec 10 09:00:24.278620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 92734b10-a02f-4e61-b1a1-631886ab35f7 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:00:24.343971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eed4348f-16ae-445e-a346-ec6aa4782b31 req-b039a86d-a57a-4224-9de6-ee6ff75c2834 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794451 Dec 10 09:00:24.346801 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:24.375391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce45ed9-a188-420e-858d-0eb3e85cd205,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:24.382019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 92734b10-a02f-4e61-b1a1-631886ab35f7, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=92734b10-a02f-4e61-b1a1-631886ab35f7,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:24.396444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '92734b10-a02f-4e61-b1a1-631886ab35f7', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'port_id': '92734b10-a02f-4e61-b1a1-631886ab35f7', 'mac_address': 'fa:16:3e:ea:2f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde1311-2306-4ee4-9957-88093119b8f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:00:24.438437 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:24.454361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92734b10-a02f-4e61-b1a1-631886ab35f7 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:24.467911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-403d3810-7b3b-479b-910a-2eb98556f2ab req-56af49b7-dd2f-4142-969b-77163558f6f8 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0391281 Dec 10 09:00:24.495902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 92734b10-a02f-4e61-b1a1-631886ab35f7, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=92734b10-a02f-4e61-b1a1-631886ab35f7,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:24.500023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:24.552565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=92734b10-a02f-4e61-b1a1-631886ab35f7,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:24.579844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:24.782884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['92734b10-a02f-4e61-b1a1-631886ab35f7'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:24.832751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d62fd-6fb6-4007-9337-f6872b4e5400 req-c21785dd-bea8-4ea4-b045-0d7819885330 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:24.840110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-384d62fd-6fb6-4007-9337-f6872b4e5400 req-c21785dd-bea8-4ea4-b045-0d7819885330 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.1065845 Dec 10 09:00:24.867076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:00:24.904213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-384d62fd-6fb6-4007-9337-f6872b4e5400 req-dd8382c1-de68-43e6-9548-01074c8d892e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632572 Dec 10 09:00:25.035723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:00:25.042663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-10efb893-a996-4f64-9753-e10e1a50841d admin admin] 10.222.0.31 "PUT /v2.0/routers/22ce4e8a-5d46-4a48-97e7-80ee1645ca07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8903139 Dec 10 09:00:25.044439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57588) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:25.049384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] Sync routers for ids ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:00:25.054547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf82cab-bb4b-4141-949f-4e21449f55a9 req-956d76d6-b558-4978-b17e-7cb7525b7889 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:25.056087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cf82cab-bb4b-4141-949f-4e21449f55a9 req-956d76d6-b558-4978-b17e-7cb7525b7889 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 944 time: 0.0696626 Dec 10 09:00:25.063244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] Routers {'22ce4e8a-5d46-4a48-97e7-80ee1645ca07'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:00:25.063875 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:00:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:25.106640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cf82cab-bb4b-4141-949f-4e21449f55a9 req-aa96b08d-e086-4637-acec-19a1d49e2beb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Dec 10 09:00:25.167938 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.172961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] Set router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:00:25.276036 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.328703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Deleting port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:25.329048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.357634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:58:57Z', 'updated_at': '2021-12-10T09:00:24Z', 'revision_number': 5, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'gw_port': {'id': '70b8ecf8-a84d-4ed3-8beb-8e76b483c17d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:58:58Z', 'updated_at': '2021-12-10T08:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:25.385363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] Checking router: 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:00:25.394360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] Routers {'22ce4e8a-5d46-4a48-97e7-80ee1645ca07'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:00:25.395380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:00:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:25.420283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] For port 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=70b8ecf8-a84d-4ed3-8beb-8e76b483c17d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:25.420651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.435071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Calling delete_port for 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:25.488436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6d50-bf37-4f67-8f37-e3967f09a9bb req-80777d80-2b78-4f40-bc26-d23b12018b82 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:25.490250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-844b6d50-bf37-4f67-8f37-e3967f09a9bb req-80777d80-2b78-4f40-bc26-d23b12018b82 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 945 time: 0.0615213 Dec 10 09:00:25.552227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-844b6d50-bf37-4f67-8f37-e3967f09a9bb req-ae55aaef-a190-4c1d-bd40-7d69831e8519 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521350 Dec 10 09:00:25.633235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] Set router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:00:25.638598 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.669368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Pushing event deleted for resources: {'Port': ['ID=70b8ecf8-a84d-4ed3-8beb-8e76b483c17d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:25.670617 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-067adbd2-043b-4af2-970c-f35e9dc0ca3a req-aaa2b441-5b42-4772-8183-e7497998749e tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0426500 Dec 10 09:00:25.690514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:58:57Z', 'updated_at': '2021-12-10T09:00:25Z', 'revision_number': 6, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:25.732841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e31f1-c822-4659-bb97-1f5311b226c5 None None] The sync data for ids ['22ce4e8a-5d46-4a48-97e7-80ee1645ca07'] in n-d-814746-3 is: [{'id': '22ce4e8a-5d46-4a48-97e7-80ee1645ca07', 'name': 'tempest-ServersTestMultiNic-1248178082-router', 'tenant_id': '15e5231e03f04c1a8b5027737365571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:58:57Z', 'updated_at': '2021-12-10T09:00:25Z', 'revision_number': 6, 'project_id': '15e5231e03f04c1a8b5027737365571d', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:00:25.757539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.860107 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.862477 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.921568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.922186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ce4e8a-5d46-4a48-97e7-80ee1645ca07 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:00:25.927981 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:25.928309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6787907c-85d6-4746-8032-efa3045e581a admin admin] 10.222.0.31 "DELETE /v2.0/routers/22ce4e8a-5d46-4a48-97e7-80ee1645ca07 HTTP/1.1" status: 204 len: 168 time: 0.8818264 Dec 10 09:00:25.931030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57610) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:25.986607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed03b2eb-b7ab-405c-9def-166599733ee8 admin admin] Deleting subnet 84945f5e-e439-49b9-817e-b9f278c47c8e {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:00:25.990313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed03b2eb-b7ab-405c-9def-166599733ee8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.073993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed03b2eb-b7ab-405c-9def-166599733ee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.109910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b823630-1b59-4bd9-9887-a0617476d57f req-91bda94f-a0cb-42b4-aecf-c96dfeb6edb9 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:26.111446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b823630-1b59-4bd9-9887-a0617476d57f req-91bda94f-a0cb-42b4-aecf-c96dfeb6edb9 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0901084 Dec 10 09:00:26.207508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b823630-1b59-4bd9-9887-a0617476d57f req-6f7275d5-5469-4823-89a1-2d5d80070e03 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852079 Dec 10 09:00:26.240262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed03b2eb-b7ab-405c-9def-166599733ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.291929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fd5c-8257-4486-979f-c85dacf233e7 req-651d8a5b-ed42-4bf4-b9ab-44ac8c086b34 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:26.293436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f078fd5c-8257-4486-979f-c85dacf233e7 req-651d8a5b-ed42-4bf4-b9ab-44ac8c086b34 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 944 time: 0.1045656 Dec 10 09:00:26.294100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 92734b10-a02f-4e61-b1a1-631886ab35f7 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:26.341171 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed03b2eb-b7ab-405c-9def-166599733ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.349844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 92734b10-a02f-4e61-b1a1-631886ab35f7 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:00:26.355262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 92734b10-a02f-4e61-b1a1-631886ab35f7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:26.356073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.381069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f078fd5c-8257-4486-979f-c85dacf233e7 req-39f45c16-6eb3-4831-bb2e-bc01a80cba00 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796731 Dec 10 09:00:26.382168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03b2eb-b7ab-405c-9def-166599733ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84945f5e-e439-49b9-817e-b9f278c47c8e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:26.385770 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed03b2eb-b7ab-405c-9def-166599733ee8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.397915 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ed03b2eb-b7ab-405c-9def-166599733ee8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/84945f5e-e439-49b9-817e-b9f278c47c8e HTTP/1.1" status: 204 len: 168 time: 0.4657681 Dec 10 09:00:26.400688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57620) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:26.406814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af08f3-ca6e-46d7-b236-585c58860793 None None] Network 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:00:26.488416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.535068 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.544018 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Deleting port 2a5e0963-7597-40b5-909a-b178a1a8a59f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:26.544356 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.587697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68deb6b8-a69c-4c7a-9b46-b17514b1680d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92734b10-a02f-4e61-b1a1-631886ab35f7'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:26.590081 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa0cde6-7ea2-4334-be4c-2adea1074b7f" -d '{"events": [{"server_uuid": "68deb6b8-a69c-4c7a-9b46-b17514b1680d", "name": "network-vif-plugged", "status": "completed", "tag": "92734b10-a02f-4e61-b1a1-631886ab35f7"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:26.620684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 92734b10-a02f-4e61-b1a1-631886ab35f7, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=92734b10-a02f-4e61-b1a1-631886ab35f7,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:26.634110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.675353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7616c7-c986-4912-9c89-8884eb74e093 None None] DHCP port deletion for 785a31ba-4ce0-4c10-a2f8-66d9a4fce11e request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:00:26.687074 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37baf65-ea7d-44ad-a7d0-ee9cfd97c844 x-openstack-request-id: req-c37baf65-ea7d-44ad-a7d0-ee9cfd97c844 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:26.687374 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68deb6b8-a69c-4c7a-9b46-b17514b1680d", "name": "network-vif-plugged", "status": "completed", "tag": "92734b10-a02f-4e61-b1a1-631886ab35f7", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:26.688920 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c37baf65-ea7d-44ad-a7d0-ee9cfd97c844 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:26.690617 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68deb6b8-a69c-4c7a-9b46-b17514b1680d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92734b10-a02f-4e61-b1a1-631886ab35f7', 'code': 200} Dec 10 09:00:26.741872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] For port 2a5e0963-7597-40b5-909a-b178a1a8a59f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2a5e0963-7597-40b5-909a-b178a1a8a59f,segment=NetworkSegment(ebbea0b0-49f5-465d-bf35-58ed08ce0fe4),segment_id=ebbea0b0-49f5-465d-bf35-58ed08ce0fe4)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:26.742662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.761746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Calling delete_port for 2a5e0963-7597-40b5-909a-b178a1a8a59f owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:26.779617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=92734b10-a02f-4e61-b1a1-631886ab35f7,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:26.827677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e264d29d-160b-4ba8-ae48-6585ec8b3f7f req-0b308c91-b8b5-467a-a739-358cf02d1be8 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0467179 Dec 10 09:00:26.841680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4e7616c7-c986-4912-9c89-8884eb74e093 None None] Deleting port 2a5e0963-7597-40b5-909a-b178a1a8a59f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:26.842091 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e7616c7-c986-4912-9c89-8884eb74e093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.894425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b408026-b7f5-4804-844e-40aac0c8b684 req-fd241483-7de7-4800-ba95-9337a4c9ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:26.896495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b408026-b7f5-4804-844e-40aac0c8b684 req-fd241483-7de7-4800-ba95-9337a4c9ac2c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 1096 time: 0.1301744 Dec 10 09:00:26.917943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4e7616c7-c986-4912-9c89-8884eb74e093 None None] For port 2a5e0963-7597-40b5-909a-b178a1a8a59f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2a5e0963-7597-40b5-909a-b178a1a8a59f,segment=NetworkSegment(ebbea0b0-49f5-465d-bf35-58ed08ce0fe4),segment_id=ebbea0b0-49f5-465d-bf35-58ed08ce0fe4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:26.918911 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e7616c7-c986-4912-9c89-8884eb74e093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.943367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:26.950124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4e7616c7-c986-4912-9c89-8884eb74e093 None None] Calling delete_port for 2a5e0963-7597-40b5-909a-b178a1a8a59f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:26.977259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5e0963-7597-40b5-909a-b178a1a8a59f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:26.982610 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b408026-b7f5-4804-844e-40aac0c8b684 req-855cd963-04f7-438a-b345-dcb579d79bb9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730765 Dec 10 09:00:26.985358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] No DVR routers for this DVR port 2a5e0963-7597-40b5-909a-b178a1a8a59f on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:27.051604 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e7616c7-c986-4912-9c89-8884eb74e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.065207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7616c7-c986-4912-9c89-8884eb74e093 None None] No DVR routers for this DVR port 2a5e0963-7597-40b5-909a-b178a1a8a59f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:27.087156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7616c7-c986-4912-9c89-8884eb74e093 None None] Pushing event deleted for resources: {'Port': ['ID=2a5e0963-7597-40b5-909a-b178a1a8a59f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:27.096626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.156063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785a31ba-4ce0-4c10-a2f8-66d9a4fce11e']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:27.189430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:27.201820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbea0b0-49f5-465d-bf35-58ed08ce0fe4') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:27.215366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.231420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.238939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:00:27.239726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:00:27.241786 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:00:27.248010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0ce45ed9-a188-420e-858d-0eb3e85cd205 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:27.282728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0ce45ed9-a188-420e-858d-0eb3e85cd205 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:27.283089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0ce45ed9-a188-420e-858d-0eb3e85cd205 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:27.283609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2a5e0963-7597-40b5-909a-b178a1a8a59f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:27.309609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 2a5e0963-7597-40b5-909a-b178a1a8a59f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:27.310061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2a5e0963-7597-40b5-909a-b178a1a8a59f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:27.310542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:27.312695 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.321049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.329075 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] 10.222.0.31 "DELETE /v2.0/networks/785a31ba-4ce0-4c10-a2f8-66d9a4fce11e HTTP/1.1" status: 204 len: 168 time: 0.9265831 Dec 10 09:00:27.345562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c6199-050b-442c-9947-3ff0ea1c7ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=785a31ba-4ce0-4c10-a2f8-66d9a4fce11e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:27.359004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:27.359288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 70b8ecf8-a84d-4ed3-8beb-8e76b483c17d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:27.392594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9d6f7-68b8-46d6-89d6-648a4dad1708 req-b14b2b8e-a126-4271-b61a-b14623f2e624 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:27.398569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ca9d6f7-68b8-46d6-89d6-648a4dad1708 req-b14b2b8e-a126-4271-b61a-b14623f2e624 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0826962 Dec 10 09:00:27.485221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ca9d6f7-68b8-46d6-89d6-648a4dad1708 req-924b79fc-09d2-401d-8760-a5f0758d1df8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639858 Dec 10 09:00:27.594533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57654) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:27.641114 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cd889c3b-8913-4342-b88d-a12985ff6a3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15e5231e03f04c1a8b5027737365571d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449097 Dec 10 09:00:27.643469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57656) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:27.695295 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f20d43d7-f30c-48e6-bca4-72ed42bade39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.722316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f20d43d7-f30c-48e6-bca4-72ed42bade39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.787350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f20d43d7-f30c-48e6-bca4-72ed42bade39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.791599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f20d43d7-f30c-48e6-bca4-72ed42bade39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:27.793067 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f20d43d7-f30c-48e6-bca4-72ed42bade39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af323e6c-088c-48e8-ba0b-d259631a6ea6 HTTP/1.1" status: 204 len: 168 time: 0.1486046 Dec 10 09:00:27.803840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d43d7-f30c-48e6-bca4-72ed42bade39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af323e6c-088c-48e8-ba0b-d259631a6ea6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:27.821400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226d9f-5acb-4406-b792-83ed24642ac1 req-70dcbe7a-9c5a-4909-a915-6894149474d8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:27.823170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49226d9f-5acb-4406-b792-83ed24642ac1 req-70dcbe7a-9c5a-4909-a915-6894149474d8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 945 time: 0.3370264 Dec 10 09:00:27.890767 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49226d9f-5acb-4406-b792-83ed24642ac1 req-5be21dc1-c140-4f77-b8d2-86abffd49316 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596766 Dec 10 09:00:27.940383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f15bf1a4-cc60-4db2-879c-c53f21201510 req-60158465-37a4-4bb1-90a9-aba7d393ba6f tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0261283 Dec 10 09:00:28.608975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c0130-3843-4b95-ae6a-8f86d4cfc33a req-fbbc2e5a-1eed-4ef0-851e-a38ac2647042 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:28.610452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-606c0130-3843-4b95-ae6a-8f86d4cfc33a req-fbbc2e5a-1eed-4ef0-851e-a38ac2647042 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0532708 Dec 10 09:00:28.616878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57690) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:28.665954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-606c0130-3843-4b95-ae6a-8f86d4cfc33a req-dcc952ee-bcbd-48bf-b63c-9b04a911850d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481493 Dec 10 09:00:28.734622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-275007859-network', 'tenant_id': '206be67dd7ce4bc4aec69f770f2d2b52'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:28.756979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Made reservation on behalf of 206be67dd7ce4bc4aec69f770f2d2b52 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:28.759962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:28.768474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:28.841293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:28.845586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:28.872445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:00:28.883908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3535f2b-0a5e-4d6b-902e-884f10954f3d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:28.889156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:28.889496 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Added segment a470f1bf-2448-4c1f-83d5-a6ece6fe8596 of type vlan for network 4843d805-feb8-4034-b4c6-901092954d4e Dec 10 09:00:28.935392 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:28.965467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:28.967490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:28.968203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:29.031878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4136922 Dec 10 09:00:29.034944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57700) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:29.041737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Request body: {'subnet': {'network_id': '4843d805-feb8-4034-b4c6-901092954d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-275007859-subnet', 'tenant_id': '206be67dd7ce4bc4aec69f770f2d2b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:29.076136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f0ec74a-1067-4dcc-a486-ce1051e37e1c req-dbf5a9db-5dc3-4634-a609-f3239c5124d8 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0338628 Dec 10 09:00:29.079796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ffcaf-29c8-4df4-a74c-d94e01f759b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4843d805-feb8-4034-b4c6-901092954d4e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:29.087453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9fcf-cb36-4543-8cc9-65d82ae7d10e req-d018ba99-65df-4074-b629-334d8b8120c3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:29.088072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Made reservation on behalf of 206be67dd7ce4bc4aec69f770f2d2b52 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:29.091598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 4843d805-feb8-4034-b4c6-901092954d4e details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:00:29.097309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dbd9fcf-cb36-4543-8cc9-65d82ae7d10e req-d018ba99-65df-4074-b629-334d8b8120c3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 945 time: 0.1261418 Dec 10 09:00:29.105949 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:29.156101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dbd9fcf-cb36-4543-8cc9-65d82ae7d10e req-4a1ed3da-6929-4b7c-ab39-9de71af5e988 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577664 Dec 10 09:00:29.331201 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:29.506682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e689b5-2fee-4a55-b3c2-a975a93dbf93,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:29.510546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Checking segment: {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:29.511523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Network hostable DHCP agents. Network: 4843d805-feb8-4034-b4c6-901092954d4e, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:00:29.530642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Network 4843d805-feb8-4034-b4c6-901092954d4e is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:00:29.542833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 4843d805-feb8-4034-b4c6-901092954d4e) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:29.548279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:29.549424 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:29.555768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c256c04-c729-4f11-96b9-7b7e826607dc None None] Network 4843d805-feb8-4034-b4c6-901092954d4e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:00:29.584864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a9563dc3-d66a-4991-9535-a4ba4d6c08f0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5485747 Dec 10 09:00:29.711074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87860e56-771f-45e9-8dea-25c44e9ed2d3 None None] Network 4843d805-feb8-4034-b4c6-901092954d4e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:00:29.860517 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea705c-e55e-43c4-b29f-58105cc4aa67 req-455bd547-dec2-4641-bd4c-164e5f843001 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:29.865926 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5eea705c-e55e-43c4-b29f-58105cc4aa67 req-455bd547-dec2-4641-bd4c-164e5f843001 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0673029 Dec 10 09:00:29.926447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5eea705c-e55e-43c4-b29f-58105cc4aa67 req-57942bd8-e842-46eb-a1d5-7e602262f9aa tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552962 Dec 10 09:00:30.209770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-2e8a4598-1d38-4ad9-bbd5-d928a3f89e33 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:30.211672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-2e8a4598-1d38-4ad9-bbd5-d928a3f89e33 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 812 time: 0.1293566 Dec 10 09:00:30.250444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a063be05-4321-411b-bbe8-24cd6ad67507 req-a4963898-e1d6-467b-b851-6be3c3349fdf tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0377333 Dec 10 09:00:30.258354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-748dd84e-51c9-48ef-8206-e8e837081dd1 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/quotas/206be67dd7ce4bc4aec69f770f2d2b52 HTTP/1.1" status: 200 len: 375 time: 0.0369220 Dec 10 09:00:30.290307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-4a08e18a-70bb-4c78-aaf3-2dc1c0b24e0b tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307775 Dec 10 09:00:30.385267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-17f847d8-3590-439c-8725-a8696f6b2c91 service neutron] 10.222.0.31 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905061 Dec 10 09:00:30.485853 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-ab6caf18-9e21-44a2-a0cd-c7098f421b43 service neutron] 10.222.0.31 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933185 Dec 10 09:00:30.587341 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:00:30.865032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f58333-003e-43bc-bb4f-3b4c60384aee req-94658232-4322-4f81-b367-82b5ef31cbdf tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 210 time: 0.0487509 Dec 10 09:00:31.071753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb8f3f-fbb5-425f-95ef-3e23631b39eb req-e1a1d8c5-d50b-40b8-b0ef-bf5482f3d9b4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:31.073637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11eb8f3f-fbb5-425f-95ef-3e23631b39eb req-e1a1d8c5-d50b-40b8-b0ef-bf5482f3d9b4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0635388 Dec 10 09:00:31.160910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11eb8f3f-fbb5-425f-95ef-3e23631b39eb req-f0577981-2f44-4e9b-8c19-bb0f75386aa8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746112 Dec 10 09:00:31.387847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fc02196-adbf-4b10-9f2e-16e1aa7de842 req-88395d36-9bc1-4de8-a836-3c1ad56c8758 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0372016 Dec 10 09:00:31.953496 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c5b615b-3740-4284-adf4-555e2ff2cd78 req-f13cb37f-921d-471b-bf59-8df50c5b5433 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 210 time: 0.0278921 Dec 10 09:00:32.375970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e5e66-c3f8-49a0-8105-ac60accb317c req-7b3712b7-c772-488c-a7dc-b173ba93ef56 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:32.387170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-523e5e66-c3f8-49a0-8105-ac60accb317c req-7b3712b7-c772-488c-a7dc-b173ba93ef56 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0858316 Dec 10 09:00:32.470738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-523e5e66-c3f8-49a0-8105-ac60accb317c req-7b40ec13-7941-49af-97df-7b2725988f65 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775177 Dec 10 09:00:32.632384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b67e136d-1a66-4444-ad8f-113de13c14aa req-bb548a32-85c7-43c1-83bb-6321e09e2b3b tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0761161 Dec 10 09:00:32.659198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-e8334a0b-cf5e-4dd6-bedf-69051eae825b tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:32.662583 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-e8334a0b-cf5e-4dd6-bedf-69051eae825b tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 812 time: 0.6078274 Dec 10 09:00:32.718749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Request body: {'port': {'device_id': 'c7034771-e1ae-4408-bc1b-ba5724fe03a4', 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e', 'admin_state_up': True, 'tenant_id': '206be67dd7ce4bc4aec69f770f2d2b52'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:32.875484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-b4f313cf-b6bd-46d0-9d57-1c08e5205153 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:32.877074 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-b4f313cf-b6bd-46d0-9d57-1c08e5205153 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 812 time: 0.3484113 Dec 10 09:00:32.898569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Request body: {'port': {'device_id': 'ad77bc49-d374-47ff-8d68-c27f061fccca', 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e', 'admin_state_up': True, 'tenant_id': '206be67dd7ce4bc4aec69f770f2d2b52'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:32.950309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Made reservation on behalf of 206be67dd7ce4bc4aec69f770f2d2b52 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:32.953844 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:33.081543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25c80a49-2b09-4cf1-b9e3-b69f4e6f11cf req-d1fdff6a-218b-4230-bd0a-93d74dfbb445 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 210 time: 0.0380459 Dec 10 09:00:33.087919 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e95e95e-6437-4e17-8aa1-b0443156530b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:33.151472 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Made reservation on behalf of 206be67dd7ce4bc4aec69f770f2d2b52 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:33.155106 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:33.161589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Allocated IP 172.20.0.2 (4843d805-feb8-4034-b4c6-901092954d4e/55e689b5-2fee-4a55-b3c2-a975a93dbf93/9c70f0a4-8061-4ba5-91bd-abaece060c7a) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:00:33.391396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:33.438316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:33.533588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Network 4843d805-feb8-4034-b4c6-901092954d4e is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:00:33.538690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:33.542632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Pushing event updated for resources: {'Port': ['ID=9c70f0a4-8061-4ba5-91bd-abaece060c7a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:33.544869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:00:33.576877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Allocated IP 172.20.0.6 (4843d805-feb8-4034-b4c6-901092954d4e/55e689b5-2fee-4a55-b3c2-a975a93dbf93/cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:00:33.615697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:33.616387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:33.702993 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-22844074-ce8d-462c-9293-4b13b8862fe0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9891884 Dec 10 09:00:33.716392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6fe0c-e333-4d05-906b-c6186d7a9ebd req-2d892bb1-fa36-4804-8260-57a6d5300bee tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:33.723890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Request body: {'port': {'device_id': 'c7034771-e1ae-4408-bc1b-ba5724fe03a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:33.726363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fc6fe0c-e333-4d05-906b-c6186d7a9ebd req-2d892bb1-fa36-4804-8260-57a6d5300bee tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0977128 Dec 10 09:00:33.798206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fc6fe0c-e333-4d05-906b-c6186d7a9ebd req-77f2b076-d774-4248-8013-068579b707b0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680311 Dec 10 09:00:33.921700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62edc1e4-ef52-43ca-9335-44f17e6cb2ee req-8faed034-b883-4e26-9ae7-ebd5b11ce9b9 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0525651 Dec 10 09:00:33.967463 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:34.025035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-810225f7-8f3c-481d-b9fd-064d55006ed6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1262352 Dec 10 09:00:34.036570 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:34.120866 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:34.222168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0ea2d-8a69-45c8-b6f6-19802ba4ac00 req-b509af96-9f66-4b97-802c-e96a8b123b94 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.229829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Network 4843d805-feb8-4034-b4c6-901092954d4e is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:00:34.230283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1c0ea2d-8a69-45c8-b6f6-19802ba4ac00 req-b509af96-9f66-4b97-802c-e96a8b123b94 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 931 time: 0.0725706 Dec 10 09:00:34.243164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:34.256585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:00:34.277446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1c0ea2d-8a69-45c8-b6f6-19802ba4ac00 req-01e93467-d946-4018-ab25-ff069da80074 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460556 Dec 10 09:00:34.294849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-be63fc97-67f5-4c6a-a501-8ffc0188eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.295330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-be63fc97-67f5-4c6a-a501-8ffc0188eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.295788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-be63fc97-67f5-4c6a-a501-8ffc0188eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.296250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-be63fc97-67f5-4c6a-a501-8ffc0188eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.296705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-be63fc97-67f5-4c6a-a501-8ffc0188eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.297158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-be63fc97-67f5-4c6a-a501-8ffc0188eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.297637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-be63fc97-67f5-4c6a-a501-8ffc0188eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.299521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-be63fc97-67f5-4c6a-a501-8ffc0188eb70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6492 time: 0.2202127 Dec 10 09:00:34.304449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Pushing event updated for resources: {'Port': ['ID=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:34.389232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.389867 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:34.451456 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-23a8e4a0-8b8f-488f-8754-e4921bb1b422 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5595415 Dec 10 09:00:34.467080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Request body: {'port': {'device_id': 'ad77bc49-d374-47ff-8d68-c27f061fccca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:34.558942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-23d35455-3a50-4029-8aaf-e65764696b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.559412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-23d35455-3a50-4029-8aaf-e65764696b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.559871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-23d35455-3a50-4029-8aaf-e65764696b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.561458 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-23d35455-3a50-4029-8aaf-e65764696b9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=aded683f-8ec1-409b-b472-c0766dd8c73b&id=aded683f-8ec1-409b-b472-c0766dd8c73b HTTP/1.1" status: 200 len: 2293 time: 0.2269201 Dec 10 09:00:34.632331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:34.715461 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-560b1110-316e-4d63-90ae-2374fe520c7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0398798-51b9-41ed-815b-bffec7db4ccb HTTP/1.1" status: 200 len: 1001 time: 0.1364422 Dec 10 09:00:34.724304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c70f0a4-8061-4ba5-91bd-abaece060c7a {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:34.747817 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:34.875113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Transition to ACTIVE for port object 9c70f0a4-8061-4ba5-91bd-abaece060c7a will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:34.886302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:34.922688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-80990f63-fc0c-4af3-96c1-dcca351462b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.924194 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-80990f63-fc0c-4af3-96c1-dcca351462b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c98a0f17-aa22-4222-87da-fe91acbdb5ad HTTP/1.1" status: 200 len: 851 time: 0.1903429 Dec 10 09:00:34.984543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d297f-845b-4b94-b290-5590a35921d2 req-6e34d789-f870-4728-a03e-02838c5b88aa tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:34.990107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f14d297f-845b-4b94-b290-5590a35921d2 req-6e34d789-f870-4728-a03e-02838c5b88aa tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0921254 Dec 10 09:00:35.024419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Pushing event updated for resources: {'Port': ['ID=9c70f0a4-8061-4ba5-91bd-abaece060c7a,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:35.062713 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f14d297f-845b-4b94-b290-5590a35921d2 req-8829da21-0e22-487b-b69c-fe07a0337d1c tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641730 Dec 10 09:00:35.087711 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d949bfac-e185-47ff-bd8b-10a07c9c7279 req-447cb6ae-11c8-43f5-9719-4c5f37540587 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0414827 Dec 10 09:00:35.102121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-4d41ff60-6351-4270-a92f-b070200d467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:35.103625 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-4d41ff60-6351-4270-a92f-b070200d467c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678948 Dec 10 09:00:35.201083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Attempting to bind port 9c70f0a4-8061-4ba5-91bd-abaece060c7a on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:35.201529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Attempting to bind port 9c70f0a4-8061-4ba5-91bd-abaece060c7a by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:35.201861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Attempting to bind port 9c70f0a4-8061-4ba5-91bd-abaece060c7a on network 4843d805-feb8-4034-b4c6-901092954d4e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:35.218283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Port 9c70f0a4-8061-4ba5-91bd-abaece060c7a on network 4843d805-feb8-4034-b4c6-901092954d4e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:35.218628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Attempting to bind port 9c70f0a4-8061-4ba5-91bd-abaece060c7a on network 4843d805-feb8-4034-b4c6-901092954d4e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:35.256177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:35.256543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Checking segment: {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:35.256931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Bound using segment: {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:35.257376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Bound port: 9c70f0a4-8061-4ba5-91bd-abaece060c7a, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:35.257753 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:35.292335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:35.297977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-839a499e-e0ed-471b-93ac-f9051dbf4e35 service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855545 Dec 10 09:00:35.304175 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:35.392468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Transition to ACTIVE for port object cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:35.395796 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26cb4ea5-bcc2-462b-b9b6-301af4774475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:35.404177 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:35.446114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c15c22-1ead-45fe-a6ab-d2bb94cc040f req-d4c79cf7-01eb-4d11-aa34-46acecf6e308 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:35.447797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a9c15c22-1ead-45fe-a6ab-d2bb94cc040f req-d4c79cf7-01eb-4d11-aa34-46acecf6e308 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 931 time: 0.0898688 Dec 10 09:00:35.456936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] For port 9c70f0a4-8061-4ba5-91bd-abaece060c7a, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:35.487093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] For port 9c70f0a4-8061-4ba5-91bd-abaece060c7a, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c70f0a4-8061-4ba5-91bd-abaece060c7a,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:35.499273 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:35.501911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:35.520732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a9c15c22-1ead-45fe-a6ab-d2bb94cc040f req-975fc3b4-2f2c-421e-aa89-f14ed0068730 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593038 Dec 10 09:00:35.574086 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-37928dfc-c7e1-4e15-b0a9-5f650d5f68a0 service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669890 Dec 10 09:00:35.578710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:35.579308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:35.580581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c70f0a4-8061-4ba5-91bd-abaece060c7a HTTP/1.1" status: 200 len: 1091 time: 1.8613884 Dec 10 09:00:35.581012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7034771-e1ae-4408-bc1b-ba5724fe03a4', 'tag': '9c70f0a4-8061-4ba5-91bd-abaece060c7a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:35.584348 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd694be1-36fb-46d9-9967-34dcaed34bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7034771-e1ae-4408-bc1b-ba5724fe03a4", "tag": "9c70f0a4-8061-4ba5-91bd-abaece060c7a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:35.658039 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c453a5-6eb7-4899-86a9-d0902a5d4b71 x-openstack-request-id: req-f0c453a5-6eb7-4899-86a9-d0902a5d4b71 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:35.658326 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7034771-e1ae-4408-bc1b-ba5724fe03a4", "tag": "9c70f0a4-8061-4ba5-91bd-abaece060c7a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:35.658578 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0c453a5-6eb7-4899-86a9-d0902a5d4b71 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:35.658968 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7034771-e1ae-4408-bc1b-ba5724fe03a4', 'tag': '9c70f0a4-8061-4ba5-91bd-abaece060c7a', 'status': 'completed', 'code': 200} Dec 10 09:00:35.676276 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-cc31bdae-c279-49ce-a03b-b8665268e5aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 200 len: 217 time: 0.0881507 Dec 10 09:00:35.702922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084ae32-a6a9-4880-a004-ce6752c9c554 service neutron] Pushing event updated for resources: {'Port': ['ID=9c70f0a4-8061-4ba5-91bd-abaece060c7a,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:35.764816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Attempting to bind port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:35.765532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Attempting to bind port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:35.765782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Attempting to bind port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 on network 4843d805-feb8-4034-b4c6-901092954d4e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:35.780000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-9694ab07-d22a-4aff-8fe3-33662a871f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:35.781675 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-9694ab07-d22a-4aff-8fe3-33662a871f53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&device_id=c7034771-e1ae-4408-bc1b-ba5724fe03a4 HTTP/1.1" status: 200 len: 1094 time: 0.1277189 Dec 10 09:00:35.782787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 on network 4843d805-feb8-4034-b4c6-901092954d4e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:35.784164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Attempting to bind port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 on network 4843d805-feb8-4034-b4c6-901092954d4e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:35.788698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-cef1c305-787d-42b5-ac5b-2df1d981faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:35.790211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-cef1c305-787d-42b5-ac5b-2df1d981faa2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0970557 Dec 10 09:00:35.798908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:35.799247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Checking segment: {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:35.799622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Bound using segment: {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:35.800123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Bound port: cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:35.800429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:35.850238 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-4a28b10b-e6b1-4035-9ae9-7ee85bc70f6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c70f0a4-8061-4ba5-91bd-abaece060c7a HTTP/1.1" status: 200 len: 217 time: 0.0575256 Dec 10 09:00:35.955389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-fc158c6f-a18a-4d73-b280-e34ffa23920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:35.956907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-fc158c6f-a18a-4d73-b280-e34ffa23920b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530735 Dec 10 09:00:35.962591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-35011bb9-9e4f-402b-89b2-4fb19dd505bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:35.962591 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-35011bb9-9e4f-402b-89b2-4fb19dd505bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e689b5-2fee-4a55-b3c2-a975a93dbf93 HTTP/1.1" status: 200 len: 852 time: 0.0969698 Dec 10 09:00:35.997606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] For port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:36.019932 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-c156dff0-47e5-48fa-a89b-e5e96b30956b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4843d805-feb8-4034-b4c6-901092954d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505373 Dec 10 09:00:36.063388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] For port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:36.078869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:36.171496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:36.172114 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:36.173489 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] 10.222.0.18 "PUT /v2.0/ports/cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 HTTP/1.1" status: 200 len: 1091 time: 1.7125859 Dec 10 09:00:36.227914 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-01670d4d-96e2-43cd-a460-2c202a184327 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616372 Dec 10 09:00:36.230486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb020377-288a-4046-8abd-8b6aec61b752 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:36.245085 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-256232b6-bfab-4810-afac-bc220bee0768 service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953604 Dec 10 09:00:36.247867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-516127f5-741c-47d4-a579-789a1180f6ea req-3da7be4d-525f-46a9-821f-ec513e97509d tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0602975 Dec 10 09:00:36.299246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2bc69-c0e1-4c00-bd97-497d414e6cd4 req-24a0f879-404d-4abe-8d76-dd2e72c670b6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:36.300947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16b2bc69-c0e1-4c00-bd97-497d414e6cd4 req-24a0f879-404d-4abe-8d76-dd2e72c670b6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.1026073 Dec 10 09:00:36.361060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16b2bc69-c0e1-4c00-bd97-497d414e6cd4 req-f0cabc43-b31d-4496-8b61-c3d2be29c39f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529201 Dec 10 09:00:36.408845 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:36.644194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bdb84-9fc5-4087-aeb4-e3947a75f28f req-c0342cce-fe64-467c-88e5-c645725c13a0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:36.645906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b47bdb84-9fc5-4087-aeb4-e3947a75f28f req-c0342cce-fe64-467c-88e5-c645725c13a0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 943 time: 0.0532897 Dec 10 09:00:36.692913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-2c3d2f0e-507b-439a-b1a1-037bd65b646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:36.694493 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-2c3d2f0e-507b-439a-b1a1-037bd65b646e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 1094 time: 0.4515781 Dec 10 09:00:36.707811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b47bdb84-9fc5-4087-aeb4-e3947a75f28f req-68ca4f47-f11d-4961-8e74-4ca1e8f0a5fd tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551534 Dec 10 09:00:36.757774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-36a7e388-df18-48e2-a78c-b5021539de5e service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222235 Dec 10 09:00:36.758984 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-4839c47e-f2c2-4a0e-ab05-32f164bf4c72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 HTTP/1.1" status: 200 len: 217 time: 0.0524948 Dec 10 09:00:36.800662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-97d2c30c-9e60-44ea-8107-2075e9284d20 service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363271 Dec 10 09:00:36.837350 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-d292f4bf-341f-43cb-8617-7c6c108a4d8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 200 len: 217 time: 0.0627277 Dec 10 09:00:36.886440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-26dc9478-a760-4125-aacc-2141d73788ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:36.887834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-26dc9478-a760-4125-aacc-2141d73788ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e689b5-2fee-4a55-b3c2-a975a93dbf93 HTTP/1.1" status: 200 len: 852 time: 0.1214068 Dec 10 09:00:36.942004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-4505d3d3-38a0-4d45-b8f4-9ee83add6f72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4843d805-feb8-4034-b4c6-901092954d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454485 Dec 10 09:00:36.946710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-4ccb9672-c4a6-4abe-8409-0a041f73b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:36.948035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-4ccb9672-c4a6-4abe-8409-0a041f73b583 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0992413 Dec 10 09:00:37.024572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-711311b3-c845-420d-8877-f2b3a760e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:37.026110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-711311b3-c845-420d-8877-f2b3a760e1be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&device_id=c7034771-e1ae-4408-bc1b-ba5724fe03a4 HTTP/1.1" status: 200 len: 1094 time: 0.1662862 Dec 10 09:00:37.122791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-d0234c91-3d07-4ccd-91d8-541d07fc9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:37.124319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-d0234c91-3d07-4ccd-91d8-541d07fc9978 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1646404 Dec 10 09:00:37.159560 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-ce37c66a-e8e9-4559-a8b5-7320b432c558 service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084951 Dec 10 09:00:37.232557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-5e79d282-7b16-4df8-88f7-79c416c56c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:37.234043 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-5e79d282-7b16-4df8-88f7-79c416c56c75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 913 time: 0.1957943 Dec 10 09:00:37.314529 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-49ab77eb-559a-425e-a3c0-7cecc07cdc1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c70f0a4-8061-4ba5-91bd-abaece060c7a HTTP/1.1" status: 200 len: 217 time: 0.0456681 Dec 10 09:00:37.369012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e59bd137-1105-4f4e-9880-df4cce4442c7 req-58182814-49da-43f0-ae54-6d65e5ca8788 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0316596 Dec 10 09:00:37.405114 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-6c672f5e-da96-4852-abdb-5a1daafcd15d service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670581 Dec 10 09:00:37.408581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4de51990-8d61-4778-99fe-4c0b37311e49 req-2dc8b553-e1fa-4ca5-aed1-37156cadae81 service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362258 Dec 10 09:00:37.414269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-09305c79-1598-4051-b055-1fb8b06dbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:37.415913 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-09305c79-1598-4051-b055-1fb8b06dbe24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e689b5-2fee-4a55-b3c2-a975a93dbf93 HTTP/1.1" status: 200 len: 852 time: 0.0875270 Dec 10 09:00:37.484861 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-49ae6f94-60ae-498e-9361-e6528836d8ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4843d805-feb8-4034-b4c6-901092954d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493903 Dec 10 09:00:37.515762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a73a1-334b-4c36-8a24-c2fad7e1cbe6 req-8bf1676d-d9c0-427f-b58c-65cad3d466be tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:37.517239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb0a73a1-334b-4c36-8a24-c2fad7e1cbe6 req-8bf1676d-d9c0-427f-b58c-65cad3d466be tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0569093 Dec 10 09:00:37.571521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb0a73a1-334b-4c36-8a24-c2fad7e1cbe6 req-7b34e864-67c5-4a50-8c6e-8f3a6498e2e7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463145 Dec 10 09:00:37.581243 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-5ec1d2e3-0639-4561-b1e3-93659bbdc1d6 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643608 Dec 10 09:00:37.635496 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-bbe97763-9db4-4264-9d6b-3706f57e521e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3359a2d0-3419-4374-8b29-362fffaa36e2 HTTP/1.1" status: 200 len: 217 time: 0.0449367 Dec 10 09:00:37.641606 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-539a703e-b10d-41f2-b5bd-335840997107 service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463864 Dec 10 09:00:37.662573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad77bc49-d374-47ff-8d68-c27f061fccca', 'tag': 'cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:37.664753 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15bf335-5400-4626-88dd-f210fc7e313c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad77bc49-d374-47ff-8d68-c27f061fccca", "tag": "cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:37.726309 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bf6b4e-a0e0-4c9f-9c7e-770ddea74a1b x-openstack-request-id: req-02bf6b4e-a0e0-4c9f-9c7e-770ddea74a1b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:37.726600 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad77bc49-d374-47ff-8d68-c27f061fccca", "tag": "cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:37.726941 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02bf6b4e-a0e0-4c9f-9c7e-770ddea74a1b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:37.727431 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad77bc49-d374-47ff-8d68-c27f061fccca', 'tag': 'cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1', 'status': 'completed', 'code': 200} Dec 10 09:00:37.744636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-b8da32bd-8913-49f7-a18b-f954d3cfeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:37.746168 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-b8da32bd-8913-49f7-a18b-f954d3cfeb4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.1030164 Dec 10 09:00:37.837222 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dd694be1-36fb-46d9-9967-34dcaed34bf0 req-a0c964f8-fe67-45c3-afe4-428e8a94f74a service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865664 Dec 10 09:00:37.844429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dd3d9-3a65-4886-ba82-03d854aae391 req-040ddc8b-6cea-4855-891b-82cd55be442d tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:37.845971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b61dd3d9-3a65-4886-ba82-03d854aae391 req-040ddc8b-6cea-4855-891b-82cd55be442d tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 943 time: 0.0519872 Dec 10 09:00:37.847757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-7f15d85e-87a6-48bc-8251-5c8f31108002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:37.849271 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-7f15d85e-87a6-48bc-8251-5c8f31108002 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0952036 Dec 10 09:00:37.853909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bf335-5400-4626-88dd-f210fc7e313c req-3ec68910-17e3-4dcf-84c7-0d1386f47a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:37.855317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b15bf335-5400-4626-88dd-f210fc7e313c req-3ec68910-17e3-4dcf-84c7-0d1386f47a32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 1094 time: 0.0855234 Dec 10 09:00:37.911896 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b61dd3d9-3a65-4886-ba82-03d854aae391 req-79f0eb2f-af65-4a7b-a598-c44fd6cf7960 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574224 Dec 10 09:00:38.018063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-0472e212-a10a-44a3-ab40-0d67b9d6394a service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590219 Dec 10 09:00:38.038390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bf335-5400-4626-88dd-f210fc7e313c req-500ee74c-fdca-4796-9e63-f39775cae3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:38.039781 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b15bf335-5400-4626-88dd-f210fc7e313c req-500ee74c-fdca-4796-9e63-f39775cae3f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 913 time: 0.1638131 Dec 10 09:00:38.115348 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:38.118508 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b15bf335-5400-4626-88dd-f210fc7e313c req-91346f13-bd74-46f1-b6a5-cb55f803cbcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 HTTP/1.1" status: 200 len: 217 time: 0.0675621 Dec 10 09:00:38.218801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bf335-5400-4626-88dd-f210fc7e313c req-34a196ce-acc6-4d44-b341-bc3385a3a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:38.220320 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b15bf335-5400-4626-88dd-f210fc7e313c req-34a196ce-acc6-4d44-b341-bc3385a3a3ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e689b5-2fee-4a55-b3c2-a975a93dbf93 HTTP/1.1" status: 200 len: 852 time: 0.0943453 Dec 10 09:00:38.222595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-749958bc-8512-42a9-943c-cc3def59dbef service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926975 Dec 10 09:00:38.266853 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b15bf335-5400-4626-88dd-f210fc7e313c req-e21ec716-73ab-440f-85d4-40741301e74b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4843d805-feb8-4034-b4c6-901092954d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374784 Dec 10 09:00:38.301924 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-70c2625a-f787-4359-87ef-07be8a61b1bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=921b3032-0cd1-40eb-832a-d29462c70da1 HTTP/1.1" status: 200 len: 217 time: 0.0712371 Dec 10 09:00:38.403212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-26dc6b64-f936-40ba-b15c-2ae338f4a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:38.404839 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-26dc6b64-f936-40ba-b15c-2ae338f4a347 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0667841 Dec 10 09:00:38.430290 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b15bf335-5400-4626-88dd-f210fc7e313c req-b9626c12-8c35-4659-9ef4-1635ad2da3b2 service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364129 Dec 10 09:00:38.476358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1be3e56-f517-4d06-b45e-e7acb7fccec8 req-04682be2-35c2-402d-becf-cbff688aaf6e tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0268996 Dec 10 09:00:38.514597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-5d20772b-45a3-41d0-bd6f-0bd6f200de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:38.516104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-5d20772b-45a3-41d0-bd6f-0bd6f200de2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994174 Dec 10 09:00:38.585291 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b15bf335-5400-4626-88dd-f210fc7e313c req-c0eb697e-e135-4c40-852f-d7c7b3dba1a1 service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411853 Dec 10 09:00:38.622930 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-cad7e2f5-fe83-446c-b7fa-8b0a599aa894 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965726 Dec 10 09:00:38.694618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c3acf-5315-4a8b-b61a-6640405aac3f req-ccde0336-987c-420c-b4f5-6e7dde36ec1b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:38.696086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-420c3acf-5315-4a8b-b61a-6640405aac3f req-ccde0336-987c-420c-b4f5-6e7dde36ec1b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0531895 Dec 10 09:00:38.724297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-3aef98c0-ffe8-48f9-a213-e00895190e6e service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901606 Dec 10 09:00:38.743588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-420c3acf-5315-4a8b-b61a-6640405aac3f req-9c99e1b5-0e60-474d-900c-7463c0763a3a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Dec 10 09:00:38.770906 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-10b555fc-317d-4100-b135-d5a3ea8f6778 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c21bc8b-aced-479e-abca-34ce41487740 HTTP/1.1" status: 200 len: 217 time: 0.0361619 Dec 10 09:00:38.822724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-5c94dd16-3a59-4e9c-97cb-4db43b600f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:38.824177 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-5c94dd16-3a59-4e9c-97cb-4db43b600f40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.0428548 Dec 10 09:00:38.875920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-7e142c80-f921-41ed-aa0f-2f834a5389c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:38.877418 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-7e142c80-f921-41ed-aa0f-2f834a5389c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446069 Dec 10 09:00:38.975218 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-183edf94-258a-45c7-a793-1e1c4f0a2a3c service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877426 Dec 10 09:00:39.043956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bac63-bdf5-4455-96b0-a7397f12c71d req-b815a734-5e6c-491e-ab1d-4111918881b9 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:39.045470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a6bac63-bdf5-4455-96b0-a7397f12c71d req-b815a734-5e6c-491e-ab1d-4111918881b9 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 943 time: 0.0508056 Dec 10 09:00:39.086334 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-8ad91b1c-293a-481d-aede-c5db8d6a6e21 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038456 Dec 10 09:00:39.095309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a6bac63-bdf5-4455-96b0-a7397f12c71d req-c6ab8770-b90f-4a19-a33a-7524ed7fb3c2 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Dec 10 09:00:39.124453 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:39.136800 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-f591ce0b-c058-4a80-a047-18878bd7fd05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836 HTTP/1.1" status: 200 len: 217 time: 0.0407076 Dec 10 09:00:39.190061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-07311333-954c-442b-a8d9-61c427da8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:39.191864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-07311333-954c-442b-a8d9-61c427da8cae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.0448940 Dec 10 09:00:39.256759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-fb18eea0-5c7c-42a0-a090-a66831b9848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:39.258275 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-fb18eea0-5c7c-42a0-a090-a66831b9848f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558724 Dec 10 09:00:39.359911 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-895a0d20-4a1f-4292-98cd-842288806fb9 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893135 Dec 10 09:00:39.460744 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f92e393-8a8c-403f-b2b6-eaefb5606b7a req-5fca2b6d-b086-4661-961f-59466f777f04 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896666 Dec 10 09:00:39.579036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1514f7c3-3808-49d6-a3af-dc7a82c849a6 req-19c3d4a5-10a5-441e-b80d-c369a37395fb tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0258958 Dec 10 09:00:39.871303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75483f0-2d9a-496c-8fff-00a25328ed2e req-f83b30e7-da37-47d8-86d2-77e60656c93c tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:39.872768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b75483f0-2d9a-496c-8fff-00a25328ed2e req-f83b30e7-da37-47d8-86d2-77e60656c93c tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0576837 Dec 10 09:00:39.922980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b75483f0-2d9a-496c-8fff-00a25328ed2e req-a4e2dfae-d475-440c-ad39-ab88d691e2f9 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Dec 10 09:00:40.214456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deb0a6-6645-4fa3-8a10-6b3c6d436e3c req-9b42fb35-d58e-44c7-9273-b83a10edc8ba tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:40.216006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87deb0a6-6645-4fa3-8a10-6b3c6d436e3c req-9b42fb35-d58e-44c7-9273-b83a10edc8ba tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 943 time: 0.0498548 Dec 10 09:00:40.267440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87deb0a6-6645-4fa3-8a10-6b3c6d436e3c req-01338709-0cdd-4195-8268-3fc4eed8c489 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Dec 10 09:00:40.390538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9c70f0a4-8061-4ba5-91bd-abaece060c7a details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:00:40.489665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9c70f0a4-8061-4ba5-91bd-abaece060c7a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c70f0a4-8061-4ba5-91bd-abaece060c7a,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:40.501557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '9c70f0a4-8061-4ba5-91bd-abaece060c7a', 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e', 'port_id': '9c70f0a4-8061-4ba5-91bd-abaece060c7a', 'mac_address': 'fa:16:3e:11:bf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e689b5-2fee-4a55-b3c2-a975a93dbf93', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:00:40.526159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28327be2-c204-4cc2-9449-dcc88d7da84c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:00:40.552038 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:40.571255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c70f0a4-8061-4ba5-91bd-abaece060c7a {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:40.634548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9c70f0a4-8061-4ba5-91bd-abaece060c7a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c70f0a4-8061-4ba5-91bd-abaece060c7a,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:40.641333 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:40.642002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:00:40.700405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-242c1ff3-c95e-458a-aa44-17f01afbac51 req-24a306c2-7642-4ad2-9a59-33d682cbca66 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0280740 Dec 10 09:00:40.714702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28327be2-c204-4cc2-9449-dcc88d7da84c,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:40.739906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '28327be2-c204-4cc2-9449-dcc88d7da84c', 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b', 'port_id': '28327be2-c204-4cc2-9449-dcc88d7da84c', 'mac_address': 'fa:16:3e:01:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b3745-4d0c-4395-9f58-f0e328835c7a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:00:40.747546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9c70f0a4-8061-4ba5-91bd-abaece060c7a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:40.753862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:40.769247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1', 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e', 'port_id': 'cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1', 'mac_address': 'fa:16:3e:83:0a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e689b5-2fee-4a55-b3c2-a975a93dbf93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:00:40.838027 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:40.851946 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:40.854559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28327be2-c204-4cc2-9449-dcc88d7da84c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:40.878802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:40.887294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28327be2-c204-4cc2-9449-dcc88d7da84c,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:40.896349 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:40.923804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:40.928629 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:40.950609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=28327be2-c204-4cc2-9449-dcc88d7da84c,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:41.005574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:41.050699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6508b0-503e-4e05-beab-25a1bd63f93a req-a79e3a3b-ff29-4322-ba83-8f0a1937e7c7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:41.052367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ab6508b0-503e-4e05-beab-25a1bd63f93a req-a79e3a3b-ff29-4322-ba83-8f0a1937e7c7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 944 time: 0.0544600 Dec 10 09:00:41.103884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ab6508b0-503e-4e05-beab-25a1bd63f93a req-af15594d-2478-40d2-bf09-dec6a7b191fa tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Dec 10 09:00:41.297964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9c70f0a4-8061-4ba5-91bd-abaece060c7a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:41.326814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:41.339999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['28327be2-c204-4cc2-9449-dcc88d7da84c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:41.436212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0ae1c-7815-4ccb-8e51-7dde0fc524e1 req-f766e7ef-7352-4b8a-b70c-30273a7d4806 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:41.438728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ef0ae1c-7815-4ccb-8e51-7dde0fc524e1 req-f766e7ef-7352-4b8a-b70c-30273a7d4806 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 944 time: 0.0652797 Dec 10 09:00:41.509553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ef0ae1c-7815-4ccb-8e51-7dde0fc524e1 req-ea6c6971-4762-47d3-af1d-c9c70f235bbe tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634587 Dec 10 09:00:41.824589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36732ab3-4832-48dd-94bd-805abd8b7499 req-7dfb8eb1-bd49-4406-9d9e-0af3e04ebf14 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0304577 Dec 10 09:00:42.235317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532367-ff13-4625-b3ff-b204c4b8ca70 req-d5ad8d82-4407-47c8-94de-f99dc5707a48 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:42.236931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af532367-ff13-4625-b3ff-b204c4b8ca70 req-d5ad8d82-4407-47c8-94de-f99dc5707a48 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 944 time: 0.0574725 Dec 10 09:00:42.289803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af532367-ff13-4625-b3ff-b204c4b8ca70 req-678f84d1-286a-46dd-b539-66f1f1dda6bb tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453715 Dec 10 09:00:42.515915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28327be2-c204-4cc2-9449-dcc88d7da84c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:42.599130 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:42.612302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 28327be2-c204-4cc2-9449-dcc88d7da84c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:42.629667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a64bc-f794-4c55-b426-825e477bb0da req-da27ca63-3a00-480c-b6ac-c2e5d6573a93 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:42.631857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d3a64bc-f794-4c55-b426-825e477bb0da req-da27ca63-3a00-480c-b6ac-c2e5d6573a93 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 944 time: 0.0536685 Dec 10 09:00:42.633188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28327be2-c204-4cc2-9449-dcc88d7da84c,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:42.637415 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:42.683706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d3a64bc-f794-4c55-b426-825e477bb0da req-86d4b4f2-eb42-4ce9-bad5-2e4ec24f4fe5 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Dec 10 09:00:42.694806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=28327be2-c204-4cc2-9449-dcc88d7da84c,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:42.937119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4326a7a-cd7b-4aea-96be-9c329ba2e976 req-e79a5b93-b6fe-4513-80dd-fd75ffaef8b0 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0289919 Dec 10 09:00:43.428862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ec11-84ce-47dc-9478-bbf8702ee46c req-9f8b0798-19f9-44cb-880d-4dc7968b6574 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:43.430653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba87ec11-84ce-47dc-9478-bbf8702ee46c req-9f8b0798-19f9-44cb-880d-4dc7968b6574 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 943 time: 0.0608206 Dec 10 09:00:43.485719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba87ec11-84ce-47dc-9478-bbf8702ee46c req-e7f9bfd8-7b71-4920-8d44-8e89acc270dd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Dec 10 09:00:43.807136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c695d-4b30-4bbd-8b32-e38557a65713 req-733c35df-04fe-4b45-8f4c-87d31dfda19f tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:43.808726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd0c695d-4b30-4bbd-8b32-e38557a65713 req-733c35df-04fe-4b45-8f4c-87d31dfda19f tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 944 time: 0.0543890 Dec 10 09:00:43.858935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd0c695d-4b30-4bbd-8b32-e38557a65713 req-5fe9a456-3a65-4c73-81ed-313e0b03ddf0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Dec 10 09:00:44.058643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b9fd9e1-6173-460a-adcb-c30e8af1aef1 req-5e3047fb-428e-4890-8348-557191c648ab tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0297515 Dec 10 09:00:44.388620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9c70f0a4-8061-4ba5-91bd-abaece060c7a up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:44.450451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 9c70f0a4-8061-4ba5-91bd-abaece060c7a completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:00:44.455330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 9c70f0a4-8061-4ba5-91bd-abaece060c7a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:44.455704 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:44.535349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28327be2-c204-4cc2-9449-dcc88d7da84c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:44.598898 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:44.621109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 28327be2-c204-4cc2-9449-dcc88d7da84c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:44.621109 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:44.636921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f70e13-ece8-4804-b096-14b7eff91908 req-2bbb249b-e4ed-4e7b-bf1a-3b38ff0cc3aa tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:44.644825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8f70e13-ece8-4804-b096-14b7eff91908 req-2bbb249b-e4ed-4e7b-bf1a-3b38ff0cc3aa tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 943 time: 0.0668972 Dec 10 09:00:44.659091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7034771-e1ae-4408-bc1b-ba5724fe03a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c70f0a4-8061-4ba5-91bd-abaece060c7a'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:44.662188 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85e5953-eede-450a-920e-b7b63d32cfda" -d '{"events": [{"server_uuid": "c7034771-e1ae-4408-bc1b-ba5724fe03a4", "name": "network-vif-plugged", "status": "completed", "tag": "9c70f0a4-8061-4ba5-91bd-abaece060c7a"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:44.683669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9c70f0a4-8061-4ba5-91bd-abaece060c7a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c70f0a4-8061-4ba5-91bd-abaece060c7a,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:44.698150 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:44.699234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:00:44.699425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8f70e13-ece8-4804-b096-14b7eff91908 req-e603a5b0-c2c0-4417-a386-533a5db8b400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536158 Dec 10 09:00:44.760545 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d656cb5f-0a6e-477f-8ede-f7ea0e576837 x-openstack-request-id: req-d656cb5f-0a6e-477f-8ede-f7ea0e576837 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:44.760989 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7034771-e1ae-4408-bc1b-ba5724fe03a4", "name": "network-vif-plugged", "status": "completed", "tag": "9c70f0a4-8061-4ba5-91bd-abaece060c7a", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:44.761338 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d656cb5f-0a6e-477f-8ede-f7ea0e576837 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:44.761845 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7034771-e1ae-4408-bc1b-ba5724fe03a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c70f0a4-8061-4ba5-91bd-abaece060c7a', 'code': 200} Dec 10 09:00:44.820314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9c70f0a4-8061-4ba5-91bd-abaece060c7a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:44.837885 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:44.888742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28327be2-c204-4cc2-9449-dcc88d7da84c,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:44.898139 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:44.901514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6246b8-c947-438b-a7a3-3950f64020c5 req-4c880452-272e-4d22-a3c5-71c437aea7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:44.904353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6246b8-c947-438b-a7a3-3950f64020c5 req-4c880452-272e-4d22-a3c5-71c437aea7d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7034771-e1ae-4408-bc1b-ba5724fe03a4 HTTP/1.1" status: 200 len: 1096 time: 0.0627961 Dec 10 09:00:44.906944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:00:44.938274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:00:44.939497 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:44.946961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76a77-a03e-4ec9-ac12-3173cce5d986 req-5ee2e750-c493-4aca-9d6a-90832ac89e87 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:44.958830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e76a77-a03e-4ec9-ac12-3173cce5d986 req-5ee2e750-c493-4aca-9d6a-90832ac89e87 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 945 time: 0.0779629 Dec 10 09:00:44.989726 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-be6246b8-c947-438b-a7a3-3950f64020c5 req-e0816dfb-d6d7-44be-8e52-7aa3edb33b9c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773237 Dec 10 09:00:45.016106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e76a77-a03e-4ec9-ac12-3173cce5d986 req-b6b0eda8-e8e5-4daa-b939-fcb1e38982c8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562742 Dec 10 09:00:45.016823 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:45.023277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=28327be2-c204-4cc2-9449-dcc88d7da84c,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:45.076879 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:45.097250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8d396-a9c0-432c-99fc-b625f07a8e3b req-2d199e99-4b8c-4436-a738-1ca04d14338d tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:45.101170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ada8d396-a9c0-432c-99fc-b625f07a8e3b req-2d199e99-4b8c-4436-a738-1ca04d14338d tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 944 time: 0.0636203 Dec 10 09:00:45.116573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:45.123539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:45.184203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:45.198298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2a952c1-6d25-45e2-9622-f5b506d3de2b req-65b6b59c-4399-4b5f-846d-3f9c1fed010e tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0450761 Dec 10 09:00:45.202927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ada8d396-a9c0-432c-99fc-b625f07a8e3b req-2fefb4e4-1332-487f-b486-a6206183fbe4 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959139 Dec 10 09:00:45.815359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582b2a2-994c-4814-9288-46714103a1f7 req-146c8e61-409d-4420-b577-b57b885fb86b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:45.816858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d582b2a2-994c-4814-9288-46714103a1f7 req-146c8e61-409d-4420-b577-b57b885fb86b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0509071 Dec 10 09:00:45.866254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d582b2a2-994c-4814-9288-46714103a1f7 req-612cb526-fa55-455e-96e7-1f6e46b161b0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Dec 10 09:00:46.128355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b85c-ad3d-4503-b8fb-dbc0fdb1be78 req-e31673ee-95b5-46de-b6c3-e461f379e132 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:46.129887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7162b85c-ad3d-4503-b8fb-dbc0fdb1be78 req-e31673ee-95b5-46de-b6c3-e461f379e132 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 945 time: 0.0520697 Dec 10 09:00:46.189203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7162b85c-ad3d-4503-b8fb-dbc0fdb1be78 req-60e5596d-4d3c-455f-9bb2-f606ce778c1b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530021 Dec 10 09:00:46.324973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fdc5f7a-391b-4b5e-9a27-759f8a2d7eed req-5d8a570c-b59d-4fb1-b0fe-8694698987a3 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0493884 Dec 10 09:00:46.346789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23dcd3-404e-4f87-94be-e1773373be38 req-ba258e60-796c-473f-8b4b-1103368a2cde tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:46.349726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c23dcd3-404e-4f87-94be-e1773373be38 req-ba258e60-796c-473f-8b4b-1103368a2cde tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 945 time: 0.0761108 Dec 10 09:00:46.401810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c23dcd3-404e-4f87-94be-e1773373be38 req-35399353-9a3c-4d26-a182-d23ee7962bce tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Dec 10 09:00:46.677348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58026) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:46.762753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28327be2-c204-4cc2-9449-dcc88d7da84c'}, {'server_uuid': 'ad77bc49-d374-47ff-8d68-c27f061fccca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:46.768773 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f196c3-60a1-4f40-8c56-f26860a76ffe" -d '{"events": [{"server_uuid": "b0435b31-b888-4d9f-915a-73bbd6fff31d", "name": "network-vif-plugged", "status": "completed", "tag": "28327be2-c204-4cc2-9449-dcc88d7da84c"}, {"server_uuid": "ad77bc49-d374-47ff-8d68-c27f061fccca", "name": "network-vif-plugged", "status": "completed", "tag": "cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:46.792338 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecee90c0-e452-4f7b-b7d0-799b64d3e49c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:46.813379 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c70297-36d0-4766-a064-c493e115c0a7 x-openstack-request-id: req-55c70297-36d0-4766-a064-c493e115c0a7 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:46.813707 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0435b31-b888-4d9f-915a-73bbd6fff31d", "name": "network-vif-plugged", "status": "completed", "tag": "28327be2-c204-4cc2-9449-dcc88d7da84c", "code": 200}, {"server_uuid": "ad77bc49-d374-47ff-8d68-c27f061fccca", "name": "network-vif-plugged", "status": "completed", "tag": "cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:46.813959 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55c70297-36d0-4766-a064-c493e115c0a7 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:46.814384 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28327be2-c204-4cc2-9449-dcc88d7da84c', 'code': 200} Dec 10 09:00:46.814683 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad77bc49-d374-47ff-8d68-c27f061fccca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1', 'code': 200} Dec 10 09:00:46.878011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecee90c0-e452-4f7b-b7d0-799b64d3e49c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:46.882436 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecee90c0-e452-4f7b-b7d0-799b64d3e49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:46.976714 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ecee90c0-e452-4f7b-b7d0-799b64d3e49c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c73c4dc4cdf040ada5ef7172c88a992d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2980998 Dec 10 09:00:46.979963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58036) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:46.982156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee90c0-e452-4f7b-b7d0-799b64d3e49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1f3833-de92-4bb5-9297-f719950a791a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:46.999175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8170b3b-8b62-4253-96af-31039b66807f req-28259eab-cf28-4841-bc5a-bbaf08021f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:47.000864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8170b3b-8b62-4253-96af-31039b66807f req-28259eab-cf28-4841-bc5a-bbaf08021f10 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 1096 time: 0.0692799 Dec 10 09:00:47.002423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf2423-3069-4827-a92d-00c5658f82c5 req-b55243a4-9068-4c71-bbe5-19a70a0800f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:47.003735 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35bf2423-3069-4827-a92d-00c5658f82c5 req-b55243a4-9068-4c71-bbe5-19a70a0800f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 1096 time: 0.1176705 Dec 10 09:00:47.022496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07389265-bbb6-4255-b368-91b849b3f9f3 req-30077085-db64-48ff-b264-e663baa4469a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:47.025462 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07389265-bbb6-4255-b368-91b849b3f9f3 req-30077085-db64-48ff-b264-e663baa4469a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0793066 Dec 10 09:00:47.077833 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8170b3b-8b62-4253-96af-31039b66807f req-00eb731c-9f48-4be1-94c4-64017c95ae41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678968 Dec 10 09:00:47.081583 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35bf2423-3069-4827-a92d-00c5658f82c5 req-95c2cf57-c0f9-43cf-9542-05ea9f968764 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664613 Dec 10 09:00:47.086807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d02beb5e-461e-4453-a44c-beefede45e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:47.102120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07389265-bbb6-4255-b368-91b849b3f9f3 req-23742c01-9faa-4ea2-8324-95953e7240eb tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703816 Dec 10 09:00:47.116796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d02beb5e-461e-4453-a44c-beefede45e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:47.164254 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d02beb5e-461e-4453-a44c-beefede45e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:47.167287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d02beb5e-461e-4453-a44c-beefede45e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:47.168474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d02beb5e-461e-4453-a44c-beefede45e6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd1f3833-de92-4bb5-9297-f719950a791a HTTP/1.1" status: 204 len: 168 time: 0.1865900 Dec 10 09:00:47.176507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02beb5e-461e-4453-a44c-beefede45e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1f3833-de92-4bb5-9297-f719950a791a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:47.321732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6361d-371d-428e-b31c-642e304346fc req-5c772352-240f-4e7d-ab3c-bb00f62145fa tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:47.323414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbd6361d-371d-428e-b31c-642e304346fc req-5c772352-240f-4e7d-ab3c-bb00f62145fa tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 945 time: 0.0597091 Dec 10 09:00:47.393759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-3d68f38e-4c76-4b08-b793-79018ae545ab tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:47.395681 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-3d68f38e-4c76-4b08-b793-79018ae545ab tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 945 time: 0.0518780 Dec 10 09:00:47.446439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbd6361d-371d-428e-b31c-642e304346fc req-55a331c7-d986-4d58-9b70-2af1867fdf5b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122630 Dec 10 09:00:47.491536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-d95b0092-957b-4904-a8e3-4edb13f5fe77 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:47.499510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-d95b0092-957b-4904-a8e3-4edb13f5fe77 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 815 time: 0.1750948 Dec 10 09:00:47.517203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-a25c27a5-6496-43c3-bad6-abf6daad806a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/quotas/044789ff67024d4b8bc613acd29b913f HTTP/1.1" status: 200 len: 375 time: 0.0158401 Dec 10 09:00:47.524465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Deleting port 92734b10-a02f-4e61-b1a1-631886ab35f7 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:47.525076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:47.571675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f58c968c-3942-47fe-ae60-95d53084f316 req-b91e6741-79a8-41a3-b75c-74fb4e8ed712 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0427525 Dec 10 09:00:47.595712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-a4240493-5cfe-4e77-821a-473f6311293e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773580 Dec 10 09:00:47.646020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] For port 92734b10-a02f-4e61-b1a1-631886ab35f7, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=92734b10-a02f-4e61-b1a1-631886ab35f7,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:47.646604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:47.658920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Calling delete_port for 92734b10-a02f-4e61-b1a1-631886ab35f7 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:47.731951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75b86d-13dc-44f6-a3db-44ee31ee1255 req-9500280d-5320-43e5-83fe-743571d697c4 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:47.733451 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb75b86d-13dc-44f6-a3db-44ee31ee1255 req-9500280d-5320-43e5-83fe-743571d697c4 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 945 time: 0.0726192 Dec 10 09:00:47.746303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-78361bc9-0b58-4b66-9cdf-1a638f628b37 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412609 Dec 10 09:00:47.812554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:47.830193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['92734b10-a02f-4e61-b1a1-631886ab35f7'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:47.841834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event deleted for resources: {'Port': ['ID=92734b10-a02f-4e61-b1a1-631886ab35f7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:47.847038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb75b86d-13dc-44f6-a3db-44ee31ee1255 req-17c23f8c-73f6-4bea-98f9-ece71e96bdc0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037819 Dec 10 09:00:47.908223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] No DVR routers for this DVR port 92734b10-a02f-4e61-b1a1-631886ab35f7 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:47.910036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-55f9fde4-9567-469d-bd82-05644c1dc0f7 service neutron] 10.222.0.31 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499150 Dec 10 09:00:47.912293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:47.915878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b33d13ac-b251-47fa-9fe7-9b7fddee65bd req-6932469d-8cca-4c26-8ed4-1c58041395b8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "DELETE /v2.0/ports/92734b10-a02f-4e61-b1a1-631886ab35f7 HTTP/1.1" status: 204 len: 173 time: 0.5130424 Dec 10 09:00:47.916338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68deb6b8-a69c-4c7a-9b46-b17514b1680d', 'name': 'network-vif-deleted', 'tag': '92734b10-a02f-4e61-b1a1-631886ab35f7'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:47.918771 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4398139-72ec-46a2-9662-cd6b79d97f12" -d '{"events": [{"server_uuid": "68deb6b8-a69c-4c7a-9b46-b17514b1680d", "name": "network-vif-deleted", "tag": "92734b10-a02f-4e61-b1a1-631886ab35f7"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:48.067679 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d819b1f0-837c-425a-a27c-371526254a84 x-openstack-request-id: req-d819b1f0-837c-425a-a27c-371526254a84 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:48.070614 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68deb6b8-a69c-4c7a-9b46-b17514b1680d", "name": "network-vif-deleted", "tag": "92734b10-a02f-4e61-b1a1-631886ab35f7", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:48.070879 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d819b1f0-837c-425a-a27c-371526254a84 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:48.071296 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68deb6b8-a69c-4c7a-9b46-b17514b1680d', 'name': 'network-vif-deleted', 'tag': '92734b10-a02f-4e61-b1a1-631886ab35f7', 'status': 'completed', 'code': 200} Dec 10 09:00:48.191015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca189238-6e70-4bbb-8aac-cdd53184b156 req-fd4bd140-e041-47cd-b018-a67f6e034808 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 210 time: 0.0770402 Dec 10 09:00:48.306545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbaca33-9c98-4739-a793-2577d24e4a12 req-80e2c781-9984-447a-ae9b-dab430d069d8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:48.308464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cbaca33-9c98-4739-a793-2577d24e4a12 req-80e2c781-9984-447a-ae9b-dab430d069d8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0736096 Dec 10 09:00:48.436594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cbaca33-9c98-4739-a793-2577d24e4a12 req-3159c025-a654-4e41-becf-7279a74442e5 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198754 Dec 10 09:00:48.597424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-852293c3-8f81-429e-9536-f2294e69127c req-cfaaf1d1-c0e8-49a5-8670-e08869bcd2e0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 210 time: 0.0539098 Dec 10 09:00:48.715553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3c5559a-0e50-49f2-92c3-21b07d7ff183 req-8c816179-0f28-4203-bfc8-640d7594eb54 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0463402 Dec 10 09:00:49.026951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297360d-e2ce-42b7-ab69-073591d732db req-dc619129-3a09-452e-9ac8-af637244940c tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:49.037307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9297360d-e2ce-42b7-ab69-073591d732db req-dc619129-3a09-452e-9ac8-af637244940c tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 945 time: 0.1051071 Dec 10 09:00:49.127324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:49.130347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9297360d-e2ce-42b7-ab69-073591d732db req-af70f2b5-ce46-4054-ac15-184a60f87c9f tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874045 Dec 10 09:00:49.283220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95420-6847-4508-b58d-e4b59b895c95 req-4075c9ee-c4f5-406e-8427-fcb95839944a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:49.285009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ce95420-6847-4508-b58d-e4b59b895c95 req-4075c9ee-c4f5-406e-8427-fcb95839944a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7034771-e1ae-4408-bc1b-ba5724fe03a4 HTTP/1.1" status: 200 len: 945 time: 0.0699682 Dec 10 09:00:49.312886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac9ef9c4-975d-46e1-b66a-31618776069a req-efa2a798-8eb3-4665-80f6-f61f648c8ab4 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 210 time: 0.0462680 Dec 10 09:00:49.377438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ce95420-6847-4508-b58d-e4b59b895c95 req-b1794345-9cbe-4370-957a-a8cc38116154 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668147 Dec 10 09:00:49.638365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-8abb0a44-d721-4a6f-94bb-7f38dab9b47d tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:49.645962 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-8abb0a44-d721-4a6f-94bb-7f38dab9b47d tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 815 time: 0.2015381 Dec 10 09:00:49.662726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4753d1a-13e4-4f4a-864d-7d15c84d0358 req-b11c90d2-91aa-4788-a4be-114cccaeb664 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:49.662971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Request body: {'port': {'device_id': 'c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b', 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c', 'admin_state_up': True, 'tenant_id': '044789ff67024d4b8bc613acd29b913f'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:49.664604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4753d1a-13e4-4f4a-864d-7d15c84d0358 req-b11c90d2-91aa-4788-a4be-114cccaeb664 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.0957556 Dec 10 09:00:49.749586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4753d1a-13e4-4f4a-864d-7d15c84d0358 req-a7c427d8-846f-4d91-ba3a-1d028b0191bc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705204 Dec 10 09:00:49.789057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56d1fa48-488a-471f-8862-dc8a36c5c21c req-df87c2cc-7fc4-46b4-929d-cf825cadb27c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 210 time: 0.0671525 Dec 10 09:00:49.860455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Made reservation on behalf of 044789ff67024d4b8bc613acd29b913f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:49.865513 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:49.913494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a13dcde-abbc-4f79-aa2b-96c0b2b0dd0b req-0f0f2200-7a92-40d8-9a0d-590bd14cf895 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0304327 Dec 10 09:00:50.000210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Allocated IP 172.20.0.13 (b9ace58b-7ad5-467b-a311-f4dc3339f72c/700fb780-d4eb-4053-a0fc-316b08412f94/8fae56be-7cb1-4893-85f9-f86c23dd36b2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:00:50.042326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58178) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:50.107840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045fbf2-c9b2-4913-ab78-10d85ae2d29c req-6614b11c-6757-4a0e-8bdc-ad23938b1391 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:50.129241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6045fbf2-c9b2-4913-ab78-10d85ae2d29c req-6614b11c-6757-4a0e-8bdc-ad23938b1391 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.1411552 Dec 10 09:00:50.162768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:50.215869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:50.229555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'de714811-3435-4b83-908b-e0e9edc0f8f3', '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:50.262041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6045fbf2-c9b2-4913-ab78-10d85ae2d29c req-3fe2930c-8497-4ba7-aec1-79329b5313a6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210251 Dec 10 09:00:50.267602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Network b9ace58b-7ad5-467b-a311-f4dc3339f72c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:00:50.272898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:50.292595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:00:50.298474 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6816180e-1e2a-46f5-9b3b-8c3f383fd4a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:50.533713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 92734b10-a02f-4e61-b1a1-631886ab35f7 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:50.544626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6816180e-1e2a-46f5-9b3b-8c3f383fd4a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:50.552457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-82d9c805-8e41-419a-8e71-a698e18837de tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:50.555831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-82d9c805-8e41-419a-8e71-a698e18837de tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 812 time: 0.2173817 Dec 10 09:00:50.558610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6816180e-1e2a-46f5-9b3b-8c3f383fd4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:50.583547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 92734b10-a02f-4e61-b1a1-631886ab35f7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:50.584193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 92734b10-a02f-4e61-b1a1-631886ab35f7 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:50.638099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6816180e-1e2a-46f5-9b3b-8c3f383fd4a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7df03ec6b5cc43f395961d558b63caeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5935843 Dec 10 09:00:50.650111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-66a6a0db-7407-4ae9-a77a-63b6147642c4 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/quotas/206be67dd7ce4bc4aec69f770f2d2b52 HTTP/1.1" status: 200 len: 375 time: 0.0332632 Dec 10 09:00:50.689308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58200) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:50.745926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Pushing event updated for resources: {'Port': ['ID=8fae56be-7cb1-4893-85f9-f86c23dd36b2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:50.770754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:50.771525 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:50.794563 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-72f22298-8284-4484-a3ff-aff4ed6f1e94 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1422079 Dec 10 09:00:50.810458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Request body: {'port': {'device_id': 'c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:50.817397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816180e-1e2a-46f5-9b3b-8c3f383fd4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e556118-6491-4e41-9c90-c458b528d2e1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:50.865929 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:50.876262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-14bba340-f9e0-4938-8dac-0172075aa715 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2253299 Dec 10 09:00:50.893274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad725-3c5a-4824-8aa3-c07bd068c3ac req-ea9002b3-ebc3-46e4-a51e-8fdd7c6e3a30 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:50.894850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe6ad725-3c5a-4824-8aa3-c07bd068c3ac req-ea9002b3-ebc3-46e4-a51e-8fdd7c6e3a30 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 932 time: 0.2082884 Dec 10 09:00:50.936147 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf2f-7dfa-4a04-a494-7332e1c9766d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:51.012113 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf2f-7dfa-4a04-a494-7332e1c9766d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:51.054339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe6ad725-3c5a-4824-8aa3-c07bd068c3ac req-ad5b8438-2dbf-4934-9f2a-3bb2a3bfbe28 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376243 Dec 10 09:00:51.093937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-ed6b2bd5-c2e3-4c39-880c-15dfd33a0b1e service neutron] 10.222.0.31 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922483 Dec 10 09:00:51.175517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf2f-7dfa-4a04-a494-7332e1c9766d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:51.178971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf2f-7dfa-4a04-a494-7332e1c9766d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:51.183550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a93dcf2f-7dfa-4a04-a494-7332e1c9766d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e556118-6491-4e41-9c90-c458b528d2e1 HTTP/1.1" status: 204 len: 168 time: 0.4625275 Dec 10 09:00:51.224487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dcf2f-7dfa-4a04-a494-7332e1c9766d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e556118-6491-4e41-9c90-c458b528d2e1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:51.267018 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fae56be-7cb1-4893-85f9-f86c23dd36b2 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:51.285131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a2deb492-2311-44ef-85f4-2b3bc4fb5f3c tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:51.287730 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a2deb492-2311-44ef-85f4-2b3bc4fb5f3c tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7034771-e1ae-4408-bc1b-ba5724fe03a4 HTTP/1.1" status: 200 len: 945 time: 0.0652144 Dec 10 09:00:51.289760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:51.326015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-73801b07-d048-4a20-bbb1-cbcac54b905e service neutron] 10.222.0.31 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310054 Dec 10 09:00:51.393957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Transition to ACTIVE for port object 8fae56be-7cb1-4893-85f9-f86c23dd36b2 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:51.394556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-4d03d62b-c4a6-4f55-8ff2-c61ac71c5461 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:51.403890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-4d03d62b-c4a6-4f55-8ff2-c61ac71c5461 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 814 time: 0.2299070 Dec 10 09:00:51.415642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:51.423527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-7e350736-b494-4c48-aee3-cce4cc436d3d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/quotas/c791a4f124b1406fb35d4bbf3e43a82b HTTP/1.1" status: 200 len: 375 time: 0.0179870 Dec 10 09:00:51.487894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Deleting port 9c70f0a4-8061-4ba5-91bd-abaece060c7a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:51.489968 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:51.498664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-fdb2e9e7-2736-4bc3-906a-065c82b1c26e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742974 Dec 10 09:00:51.666067 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-d8f9c2ad-43dd-4d64-a86a-59238356825a service neutron] 10.222.0.31 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660318 Dec 10 09:00:51.726465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58230) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:51.751540 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3eefb760-9694-48ca-88fd-ea9f350bdef8 req-806e2b0b-7dee-460a-b8b1-b5b19380a0fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0845242 Dec 10 09:00:51.775132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Pushing event updated for resources: {'Port': ['ID=8fae56be-7cb1-4893-85f9-f86c23dd36b2,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:51.788846 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65ada729-b2db-4c4e-bb8a-e4e9c8f67194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:51.790703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] For port 9c70f0a4-8061-4ba5-91bd-abaece060c7a, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9c70f0a4-8061-4ba5-91bd-abaece060c7a,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:51.793716 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:51.835434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85217141-12e9-4a84-9fd0-48d4e93fb5b6 req-44eecc39-8bc4-4ede-9b4d-ca44eb843969 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 210 time: 0.0476890 Dec 10 09:00:51.893534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-70b1232b-272f-48d3-8f57-d548b30a58f3 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:51.900006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-70b1232b-272f-48d3-8f57-d548b30a58f3 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad77bc49-d374-47ff-8d68-c27f061fccca HTTP/1.1" status: 200 len: 945 time: 0.1726167 Dec 10 09:00:51.951145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Calling delete_port for 9c70f0a4-8061-4ba5-91bd-abaece060c7a owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:51.953210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Attempting to bind port 8fae56be-7cb1-4893-85f9-f86c23dd36b2 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:51.953669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Attempting to bind port 8fae56be-7cb1-4893-85f9-f86c23dd36b2 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:51.954082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Attempting to bind port 8fae56be-7cb1-4893-85f9-f86c23dd36b2 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:51.969870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Port 8fae56be-7cb1-4893-85f9-f86c23dd36b2 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:51.970210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Attempting to bind port 8fae56be-7cb1-4893-85f9-f86c23dd36b2 on network b9ace58b-7ad5-467b-a311-f4dc3339f72c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:51.971441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-bf6610b1-1958-4e7c-9f8b-2fbc947dbf87 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041706 Dec 10 09:00:52.007481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:52.007844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Checking segment: {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:52.008266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Bound using segment: {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:52.008683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Bound port: 8fae56be-7cb1-4893-85f9-f86c23dd36b2, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5355790d-3db0-4edc-a8e5-8fb2321b8727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:52.009193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:52.074453 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43ec6182-6afd-4e90-b772-e2a32542b64c req-c2cea3b6-6488-43d6-8d44-2739b468c75e tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.1362607 Dec 10 09:00:52.142280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] For port 8fae56be-7cb1-4893-85f9-f86c23dd36b2, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:52.148242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] For port 8fae56be-7cb1-4893-85f9-f86c23dd36b2, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8fae56be-7cb1-4893-85f9-f86c23dd36b2,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:52.190909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:52.276879 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65ada729-b2db-4c4e-bb8a-e4e9c8f67194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:52.287026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:52.287661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:52.289086 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] 10.222.0.39 "PUT /v2.0/ports/8fae56be-7cb1-4893-85f9-f86c23dd36b2 HTTP/1.1" status: 200 len: 1092 time: 1.4840646 Dec 10 09:00:52.289628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b', 'tag': '8fae56be-7cb1-4893-85f9-f86c23dd36b2'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:52.291865 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b", "tag": "8fae56be-7cb1-4893-85f9-f86c23dd36b2"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:52.344744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-cbd433d2-6fbb-4f44-b064-4c5335723d7e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:52.362824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-cbd433d2-6fbb-4f44-b064-4c5335723d7e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0435b31-b888-4d9f-915a-73bbd6fff31d HTTP/1.1" status: 200 len: 945 time: 0.2084846 Dec 10 09:00:52.418126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65ada729-b2db-4c4e-bb8a-e4e9c8f67194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:52.544355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc50c97-ec87-4635-ac89-bf2216a85e0e service neutron] Pushing event updated for resources: {'Port': ['ID=8fae56be-7cb1-4893-85f9-f86c23dd36b2,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:52.590555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:52.605816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9c70f0a4-8061-4ba5-91bd-abaece060c7a', 'cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:52.642026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Pushing event deleted for resources: {'Port': ['ID=9c70f0a4-8061-4ba5-91bd-abaece060c7a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:52.752775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-f0d47d11-ff84-435c-b428-7578bae06b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:52.755721 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-f0d47d11-ff84-435c-b428-7578bae06b87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 1095 time: 0.4213998 Dec 10 09:00:52.778192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] No DVR routers for this DVR port 9c70f0a4-8061-4ba5-91bd-abaece060c7a on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:52.833064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-eb5c4220-456f-40a3-888e-67fc5adc3699 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fae56be-7cb1-4893-85f9-f86c23dd36b2 HTTP/1.1" status: 200 len: 217 time: 0.0564916 Dec 10 09:00:52.870785 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:52.877758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27c12c31-90f8-45e6-a4d8-16a097782492 req-a02a450f-81c7-438c-90af-327d48ad476a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "DELETE /v2.0/ports/9c70f0a4-8061-4ba5-91bd-abaece060c7a HTTP/1.1" status: 204 len: 173 time: 1.5787320 Dec 10 09:00:53.005575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-65ada729-b2db-4c4e-bb8a-e4e9c8f67194 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22c21f7d89014e52b4d4d69dff8b1284&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2760377 Dec 10 09:00:53.006233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ada729-b2db-4c4e-bb8a-e4e9c8f67194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e516d1d-2451-4f65-9892-ba1ff63db318,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:53.017762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:53.019854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04e8fec1-57eb-40da-b561-03230bfb2b1e req-88e4edda-0b5c-421d-b43a-4a7b6b51dffd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 210 time: 0.4742017 Dec 10 09:00:53.077699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e1f8a-b7e6-4a49-b00b-457e54e166ea req-89ef636a-30fa-4aa5-a3f0-f344bdff89b3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:53.079369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d5e1f8a-b7e6-4a49-b00b-457e54e166ea req-89ef636a-30fa-4aa5-a3f0-f344bdff89b3 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 944 time: 0.5972192 Dec 10 09:00:53.089340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Deleting port 28327be2-c204-4cc2-9449-dcc88d7da84c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:53.089708 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:53.105406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Deleting port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:00:53.105783 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:53.120427 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26648f58-2992-4d52-8d3e-9492c18f9da1 x-openstack-request-id: req-26648f58-2992-4d52-8d3e-9492c18f9da1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:53.120723 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b", "tag": "8fae56be-7cb1-4893-85f9-f86c23dd36b2", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:53.120981 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26648f58-2992-4d52-8d3e-9492c18f9da1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:53.121389 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b', 'tag': '8fae56be-7cb1-4893-85f9-f86c23dd36b2', 'status': 'completed', 'code': 200} Dec 10 09:00:53.135186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-2d748994-27b5-4027-b99b-94083f252262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:53.136643 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-2d748994-27b5-4027-b99b-94083f252262 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=700fb780-d4eb-4053-a0fc-316b08412f94 HTTP/1.1" status: 200 len: 855 time: 0.2871192 Dec 10 09:00:53.263306 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-6b05866d-3e92-4f52-b745-a152ac87ed05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9ace58b-7ad5-467b-a311-f4dc3339f72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137528 Dec 10 09:00:53.338554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5513a5ae-32bb-4566-a8e1-47df334f0044 req-2ea6e2b4-db3e-4dca-ad31-f06b24b26e1b tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 210 time: 0.1063428 Dec 10 09:00:53.397035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d5e1f8a-b7e6-4a49-b00b-457e54e166ea req-0fa3e37f-df50-4727-bbda-f363c7b8ae86 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939374 Dec 10 09:00:53.401539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] For port 28327be2-c204-4cc2-9449-dcc88d7da84c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=28327be2-c204-4cc2-9449-dcc88d7da84c,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:53.402087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:53.406009 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-36aba743-2060-4ef1-83d3-d8adf067cc94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:53.434543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Calling delete_port for 28327be2-c204-4cc2-9449-dcc88d7da84c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:53.434748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] For port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:53.435207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:53.468061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c99cb4ab-2799-4081-b875-3d54c9f3426d req-66dda612-957d-4306-a5d5-799b285ae729 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 210 time: 0.0555284 Dec 10 09:00:53.484067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Calling delete_port for cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:00:53.526081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4125fcf2-6f02-4d27-b095-b039c842fda9 req-eb5557b5-39b8-4d33-aa39-543d7c9f14f3 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0435243 Dec 10 09:00:53.658655 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-36aba743-2060-4ef1-83d3-d8adf067cc94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:53.729714 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-1d6aeb92-7138-4fef-bbc5-8e0375baed6d service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572868 Dec 10 09:00:53.802466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:53.814957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9c70f0a4-8061-4ba5-91bd-abaece060c7a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:53.859183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Pushing event deleted for resources: {'Port': ['ID=cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:53.925140 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:53.937078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['28327be2-c204-4cc2-9449-dcc88d7da84c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:53.999566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] No DVR routers for this DVR port cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:54.004404 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:54.018721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-adba9ba1-69ee-4f97-8cb8-97b07cbff54a req-b52cd541-1518-469d-a6e5-f6464b497072 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "DELETE /v2.0/ports/cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 HTTP/1.1" status: 204 len: 173 time: 1.9389098 Dec 10 09:00:54.022051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad77bc49-d374-47ff-8d68-c27f061fccca', 'name': 'network-vif-deleted', 'tag': 'cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:54.024945 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81208e41-e498-4690-bc46-36dcf3b51cc7" -d '{"events": [{"server_uuid": "ad77bc49-d374-47ff-8d68-c27f061fccca", "name": "network-vif-deleted", "tag": "cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:54.107213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e74a0e1c-13f2-4517-bc54-e11c8fa63121 req-41ebe80c-66b9-4daf-bdc2-c6da39598987 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5ea40325fb54361b96431a41a0418d3&device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0871773 Dec 10 09:00:54.107979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Pushing event deleted for resources: {'Port': ['ID=28327be2-c204-4cc2-9449-dcc88d7da84c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:54.153968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9301dd7e-97d8-4792-8f69-032d85f3b397 req-cc22b9b5-3628-429a-b0fa-d2e190b180f1 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0778465 Dec 10 09:00:54.163895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.163895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.163895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.164290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.164290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.164619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.164931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.165264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.165618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.165957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.166363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.166694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.167078 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:00:54.217193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-36aba743-2060-4ef1-83d3-d8adf067cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:54.219899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-36aba743-2060-4ef1-83d3-d8adf067cc94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:54.221724 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-36aba743-2060-4ef1-83d3-d8adf067cc94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e516d1d-2451-4f65-9892-ba1ff63db318 HTTP/1.1" status: 204 len: 168 time: 1.1994884 Dec 10 09:00:54.247112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83794dad-3af8-4400-9e24-254330d78577 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:54.248948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83794dad-3af8-4400-9e24-254330d78577 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.39 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 812 time: 0.4491198 Dec 10 09:00:54.250681 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e74a0e1c-13f2-4517-bc54-e11c8fa63121 req-8d8b41b8-5327-4e58-bfa8-56991dbb81d6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e5ea40325fb54361b96431a41a0418d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1263611 Dec 10 09:00:54.276019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5747706c-2a0a-4be6-b4a1-d0c58ef3a4b3 req-c3cd09c2-57b3-4ab6-8bba-9b33040f4a45 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0345767 Dec 10 09:00:54.323351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] No DVR routers for this DVR port 28327be2-c204-4cc2-9449-dcc88d7da84c on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:00:54.329378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Request body: {'port': {'device_id': 'd38a5ef1-60d8-4ffb-916b-613a98bb67d7', 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e', 'admin_state_up': True, 'tenant_id': '206be67dd7ce4bc4aec69f770f2d2b52'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:54.428065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aba743-2060-4ef1-83d3-d8adf067cc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e516d1d-2451-4f65-9892-ba1ff63db318,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:54.430600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:54.435237 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2ee717e-da00-47e6-b999-f04a42e8deb5 req-89ba00ae-454e-4b79-b5f6-7d51435fd926 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.39 "DELETE /v2.0/ports/28327be2-c204-4cc2-9449-dcc88d7da84c HTTP/1.1" status: 204 len: 173 time: 1.8931313 Dec 10 09:00:54.471875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-109ea495-392d-4948-b67e-af42176b330b tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:54.474213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-109ea495-392d-4948-b67e-af42176b330b tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 812 time: 0.7164648 Dec 10 09:00:54.479169 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7878ce-8a90-4e51-894a-156275c58c0d x-openstack-request-id: req-ff7878ce-8a90-4e51-894a-156275c58c0d {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:54.479765 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad77bc49-d374-47ff-8d68-c27f061fccca", "name": "network-vif-deleted", "tag": "cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:54.479995 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff7878ce-8a90-4e51-894a-156275c58c0d {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:54.480345 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad77bc49-d374-47ff-8d68-c27f061fccca', 'name': 'network-vif-deleted', 'tag': 'cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1', 'status': 'completed', 'code': 200} Dec 10 09:00:54.485563 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e1286eeb-ff8b-46ca-9119-edac2985b61a req-d8d61a4e-56dd-444c-80b7-29e355539da5 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424972 Dec 10 09:00:54.531131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Request body: {'port': {'device_id': '264ff8f7-9a6f-4515-8f95-c040eccd8ee4', 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e', 'admin_state_up': True, 'tenant_id': '206be67dd7ce4bc4aec69f770f2d2b52'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:54.586793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd1fc872-089f-4d12-95cb-5639c81004f5 req-df2b5ce0-023b-4dea-ab09-9e17ec1da329 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 210 time: 0.0810349 Dec 10 09:00:54.747921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaba8b-e35f-43c3-8641-021a6474941c req-e7e6ac2d-56f0-45e0-bb0a-d5041ddf548c tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:54.756655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cadaba8b-e35f-43c3-8641-021a6474941c req-e7e6ac2d-56f0-45e0-bb0a-d5041ddf548c tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 944 time: 0.1126068 Dec 10 09:00:54.806661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d004143e-8a74-41cb-b9fa-707358a79ec4 req-df9beed9-56c5-4b70-98b0-15bc23f4f9d0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=68deb6b8-a69c-4c7a-9b46-b17514b1680d HTTP/1.1" status: 200 len: 210 time: 0.0774465 Dec 10 09:00:54.811725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a0e1c-13f2-4517-bc54-e11c8fa63121 req-3f36c4f1-48a4-4bf6-8ec9-613d11442c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:54.813594 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e74a0e1c-13f2-4517-bc54-e11c8fa63121 req-3f36c4f1-48a4-4bf6-8ec9-613d11442c85 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5303442 Dec 10 09:00:54.858270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cadaba8b-e35f-43c3-8641-021a6474941c req-7dd7c46a-7372-421a-8363-5b35c82298bf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005139 Dec 10 09:00:54.858675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Made reservation on behalf of 206be67dd7ce4bc4aec69f770f2d2b52 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:54.862181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:54.866130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-bd035e67-ad65-429a-a48b-c0d69b65180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:54.867625 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-bd035e67-ad65-429a-a48b-c0d69b65180b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=044789ff67024d4b8bc613acd29b913f&device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 1095 time: 0.1600385 Dec 10 09:00:54.999218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Made reservation on behalf of 206be67dd7ce4bc4aec69f770f2d2b52 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:55.002790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:55.123277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7034771-e1ae-4408-bc1b-ba5724fe03a4', 'name': 'network-vif-deleted', 'tag': '9c70f0a4-8061-4ba5-91bd-abaece060c7a'}, {'server_uuid': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'name': 'network-vif-deleted', 'tag': '28327be2-c204-4cc2-9449-dcc88d7da84c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:55.125525 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63b9de9-76e4-4894-9128-2f6c3d8d17a5" -d '{"events": [{"server_uuid": "c7034771-e1ae-4408-bc1b-ba5724fe03a4", "name": "network-vif-deleted", "tag": "9c70f0a4-8061-4ba5-91bd-abaece060c7a"}, {"server_uuid": "b0435b31-b888-4d9f-915a-73bbd6fff31d", "name": "network-vif-deleted", "tag": "28327be2-c204-4cc2-9449-dcc88d7da84c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:55.199906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-ea509458-8013-4f21-9826-f45a7b7a4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:55.201694 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-ea509458-8013-4f21-9826-f45a7b7a4b7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 200 len: 916 time: 0.3232260 Dec 10 09:00:55.208573 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7364db1e-1739-4fd0-b64a-6e520c10ece1 x-openstack-request-id: req-7364db1e-1739-4fd0-b64a-6e520c10ece1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:55.208880 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7034771-e1ae-4408-bc1b-ba5724fe03a4", "name": "network-vif-deleted", "tag": "9c70f0a4-8061-4ba5-91bd-abaece060c7a", "status": "completed", "code": 200}, {"server_uuid": "b0435b31-b888-4d9f-915a-73bbd6fff31d", "name": "network-vif-deleted", "tag": "28327be2-c204-4cc2-9449-dcc88d7da84c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:55.209156 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7364db1e-1739-4fd0-b64a-6e520c10ece1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:55.209532 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7034771-e1ae-4408-bc1b-ba5724fe03a4', 'name': 'network-vif-deleted', 'tag': '9c70f0a4-8061-4ba5-91bd-abaece060c7a', 'status': 'completed', 'code': 200} Dec 10 09:00:55.209798 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0435b31-b888-4d9f-915a-73bbd6fff31d', 'name': 'network-vif-deleted', 'tag': '28327be2-c204-4cc2-9449-dcc88d7da84c', 'status': 'completed', 'code': 200} Dec 10 09:00:55.299697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6125ef2d-7a57-44f6-8352-a0878ba4c0ac req-ce5dc979-e491-48b1-8fe7-f97deca2e153 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0406320 Dec 10 09:00:55.303192 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-e7b5b639-9d14-4971-822c-e0648d000645 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fae56be-7cb1-4893-85f9-f86c23dd36b2 HTTP/1.1" status: 200 len: 217 time: 0.0877113 Dec 10 09:00:55.349495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Allocated IP 172.20.0.7 (4843d805-feb8-4034-b4c6-901092954d4e/55e689b5-2fee-4a55-b3c2-a975a93dbf93/847d260b-9864-44ad-ba3a-c5a232312203) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:00:55.420555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-98bc1ae0-1cb6-4aa7-b6e6-27195e35a44c tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:55.422345 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-98bc1ae0-1cb6-4aa7-b6e6-27195e35a44c tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.18 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 814 time: 0.3833315 Dec 10 09:00:55.425619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ca9f0e7-093a-4e0a-aad4-f23c155733f0 req-23189fe4-0be9-4f79-93b8-9573f8854fab tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0385017 Dec 10 09:00:55.449554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-e4bed349-2ef9-446a-83f1-bb9011adb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:55.450926 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-e4bed349-2ef9-446a-83f1-bb9011adb926 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=700fb780-d4eb-4053-a0fc-316b08412f94 HTTP/1.1" status: 200 len: 855 time: 0.1233099 Dec 10 09:00:55.457203 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Request body: {'port': {'device_id': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b', 'admin_state_up': True, 'tenant_id': 'c791a4f124b1406fb35d4bbf3e43a82b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:55.712619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98b87d70-303b-4251-8c10-0da8b1af84cb req-192841dd-e720-4604-96dc-702a235206f3 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 210 time: 0.0398142 Dec 10 09:00:55.865688 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-fbe74eb5-6339-4e05-8c2b-e6dd7fe2f35d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9ace58b-7ad5-467b-a311-f4dc3339f72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3780015 Dec 10 09:00:56.021965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9845d-ce6e-4c4a-9932-3ee2d3ab9698 req-e289f2c3-affa-4e81-81e6-074507476bb0 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:56.030433 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6f9845d-ce6e-4c4a-9932-3ee2d3ab9698 req-e289f2c3-affa-4e81-81e6-074507476bb0 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 944 time: 0.0937762 Dec 10 09:00:56.081972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6f9845d-ce6e-4c4a-9932-3ee2d3ab9698 req-5b943050-db29-4f6f-be68-763cf627888a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506589 Dec 10 09:00:56.124675 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-b08329a1-7338-43cd-a646-a8bb38ad20e9 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311542 Dec 10 09:00:56.127781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Made reservation on behalf of c791a4f124b1406fb35d4bbf3e43a82b for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:56.132910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:56.189876 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:56.374208 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e74a0e1c-13f2-4517-bc54-e11c8fa63121 req-45442446-d239-466d-8b02-4be8ac74b1f0 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0420444 Dec 10 09:00:56.378986 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-da75b6a5-ab46-46b5-8c9b-d15fac34eea2 req-16d412ef-db80-4bac-b59d-b56a6d13bd71 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340889 Dec 10 09:00:56.388199 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:56.449634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2e5708a-532c-4474-8a0d-9145527143a8 req-03c775d2-d1c7-4ecc-9342-b63f25870874 tempest-ServerShowV254Test-238698877 tempest-ServerShowV254Test-238698877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee5b3dd-e010-4351-a615-eb16db2e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0365205 Dec 10 09:00:56.482206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9c70f0a4-8061-4ba5-91bd-abaece060c7a no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:56.557259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 9c70f0a4-8061-4ba5-91bd-abaece060c7a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:56.557705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9c70f0a4-8061-4ba5-91bd-abaece060c7a not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:56.558593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:56.575457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Network 4843d805-feb8-4034-b4c6-901092954d4e is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:00:56.585011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58372) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:56.585983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:56.586399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8fae56be-7cb1-4893-85f9-f86c23dd36b2 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:00:56.588523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28327be2-c204-4cc2-9449-dcc88d7da84c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:00:56.590462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:56.591067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device cc18a656-a7b0-4c8b-a6ac-bbbf0ba0bef1 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:56.593964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:00:56.602792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Allocated IP 172.20.0.10 (b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b/9c5b3745-4d0c-4395-9f58-f0e328835c7a/fe78c0e5-b01c-4010-95f6-1c8a30fee2b5) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:00:56.624175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 28327be2-c204-4cc2-9449-dcc88d7da84c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:00:56.624533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 28327be2-c204-4cc2-9449-dcc88d7da84c not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:00:56.650708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Pushing event updated for resources: {'Port': ['ID=847d260b-9864-44ad-ba3a-c5a232312203,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:56.654906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a65be3c1-2d67-4dd2-90fd-aebf4ab99f7c req-4d6829bf-1666-4150-bffd-731513d8a5cd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0642982 Dec 10 09:00:56.668219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Allocated IP 172.20.0.10 (4843d805-feb8-4034-b4c6-901092954d4e/55e689b5-2fee-4a55-b3c2-a975a93dbf93/15a8e6ab-4e4d-49be-ad06-49b4402805e3) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:00:56.719991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45106-cacd-4297-952a-236b9b6fe4a5 req-5db102d0-12f8-40e8-8852-19765b198a43 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:56.722283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4a45106-cacd-4297-952a-236b9b6fe4a5 req-5db102d0-12f8-40e8-8852-19765b198a43 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.2699351 Dec 10 09:00:56.745479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4a45106-cacd-4297-952a-236b9b6fe4a5 req-dd699fb0-de1a-4e74-ae9b-2e76e9d06a02 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/quotas/6e89a16ac911488da78b0d0edb1d78b0 HTTP/1.1" status: 200 len: 375 time: 0.0158365 Dec 10 09:00:56.753347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:56.754035 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:56.763575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-00c38a03-e0d6-42cc-9f4b-f41497d01df3 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:56.785124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8fae56be-7cb1-4893-85f9-f86c23dd36b2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8fae56be-7cb1-4893-85f9-f86c23dd36b2,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:56.785395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4a45106-cacd-4297-952a-236b9b6fe4a5 req-06828998-d6f4-4b95-aec7-56edafec8389 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387869 Dec 10 09:00:56.802794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '8fae56be-7cb1-4893-85f9-f86c23dd36b2', 'network_id': 'b9ace58b-7ad5-467b-a311-f4dc3339f72c', 'port_id': '8fae56be-7cb1-4893-85f9-f86c23dd36b2', 'mac_address': 'fa:16:3e:7d:c0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700fb780-d4eb-4053-a0fc-316b08412f94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:00:56.828648 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-83742622-f4f2-4e4b-8f6e-f7c65c3d04ea tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5436273 Dec 10 09:00:56.862006 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:56.880462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fae56be-7cb1-4893-85f9-f86c23dd36b2 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:56.881985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Request body: {'port': {'device_id': 'd38a5ef1-60d8-4ffb-916b-613a98bb67d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:56.908248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8fae56be-7cb1-4893-85f9-f86c23dd36b2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8fae56be-7cb1-4893-85f9-f86c23dd36b2,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:00:56.915120 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:56.921162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550f914-158f-4fea-a164-abf04349fd48 req-554500a7-be8a-48a7-b124-0961eb01936d tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:56.922814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a550f914-158f-4fea-a164-abf04349fd48 req-554500a7-be8a-48a7-b124-0961eb01936d tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 931 time: 0.1253633 Dec 10 09:00:56.928897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-00c38a03-e0d6-42cc-9f4b-f41497d01df3 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] 10.222.0.31 "PUT /v2.0/quotas/da52bc25156d448a9ad23df74bc8a355 HTTP/1.1" status: 200 len: 368 time: 0.3406377 Dec 10 09:00:56.932723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58378) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:56.937891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Request body: {'network': {'project_id': 'da52bc25156d448a9ad23df74bc8a355'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:56.978664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4a45106-cacd-4297-952a-236b9b6fe4a5 req-e12ff96f-0d6f-4cb0-8715-9f8f2dbd49fb service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917403 Dec 10 09:00:56.982350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8fae56be-7cb1-4893-85f9-f86c23dd36b2,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:57.029863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Made reservation on behalf of da52bc25156d448a9ad23df74bc8a355 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:57.032180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.064961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.075576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a550f914-158f-4fea-a164-abf04349fd48 req-170eeaf2-6b17-4d1d-80ef-466ac7a65a27 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271684 Dec 10 09:00:57.078328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.086606 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.166456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4a45106-cacd-4297-952a-236b9b6fe4a5 req-606a0893-de80-4d47-a763-cd47dca2605b service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643121 Dec 10 09:00:57.174004 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.227914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.256877 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.287132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.293348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:00:57.295798 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['8fae56be-7cb1-4893-85f9-f86c23dd36b2'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:00:57.321164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88292f49-3936-4198-bc75-14a25b21bcaf,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:57.328606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.328960 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Added segment 04a7b1bb-1858-42fe-abfe-55906009b8a7 of type vlan for network d232b783-606f-4ef7-bd75-9373ef6815b6 Dec 10 09:00:57.366468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7562ba7-7bbc-49fb-a920-298550c35987 req-34cf8056-83b3-4a0f-94e4-5d6458d8f8dc tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:57.376421 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7562ba7-7bbc-49fb-a920-298550c35987 req-34cf8056-83b3-4a0f-94e4-5d6458d8f8dc tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 945 time: 0.1515002 Dec 10 09:00:57.426380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:00:57.427151 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.432362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:57.434599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.436102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:00:57.495683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7562ba7-7bbc-49fb-a920-298550c35987 req-b9756197-1b37-4ac3-a675-61bb8ba9433c tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182759 Dec 10 09:00:57.524083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9993d14-c580-45af-8155-9eb05f3b7b69 req-992652db-5914-4733-99ad-cc6b7549a7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=c38f8403-6b14-4476-8c42-b55743777b06 HTTP/1.1" status: 200 len: 210 time: 0.0453262 Dec 10 09:00:57.529060 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.530046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:57.535952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.552171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Pushing event updated for resources: {'Port': ['ID=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:57.566221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Network 4843d805-feb8-4034-b4c6-901092954d4e is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:00:57.595176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:00:57.606765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:00:57.620468 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6845086 Dec 10 09:00:57.620961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58396) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:57.628931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Request body: {'network': {'project_id': 'da52bc25156d448a9ad23df74bc8a355'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:57.653216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b79b1-386d-44fb-a145-69bc60eb5386 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Pushing event updated for resources: {'Network': ['ID=d232b783-606f-4ef7-bd75-9373ef6815b6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:57.678030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Made reservation on behalf of da52bc25156d448a9ad23df74bc8a355 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:00:57.680113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network d232b783-606f-4ef7-bd75-9373ef6815b6 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:00:57.680694 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.730386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:57.731298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.735003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:00:57.757762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.758119 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Added segment 735d32ea-b3be-4846-8a51-8ee5ee964e6e of type vlan for network a3fa27b5-b118-4875-ae70-539c04fbc4dd Dec 10 09:00:57.827084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Pushing event updated for resources: {'Port': ['ID=15a8e6ab-4e4d-49be-ad06-49b4402805e3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:57.847870 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-19ffd3b4-17f3-4c22-9da1-3456418b9400 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3943498 Dec 10 09:00:57.869466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Request body: {'port': {'device_id': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:57.869819 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.885110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:57.886174 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.913335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ced9f-e24e-4106-8330-0034b4b718f7 req-5d598e3a-c9b9-4222-9a52-6559064d0385 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:57.915194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-633ced9f-e24e-4106-8330-0034b4b718f7 req-5d598e3a-c9b9-4222-9a52-6559064d0385 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 932 time: 0.1076880 Dec 10 09:00:57.916589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.917883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:57.918644 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:57.971775 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4975e96a-32bd-4831-8079-39df2159d768 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4502232 Dec 10 09:00:57.980074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847d260b-9864-44ad-ba3a-c5a232312203 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:58.002472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3794951 Dec 10 09:00:58.006140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58414) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:58.016155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Request body: {'port': {'device_id': '264ff8f7-9a6f-4515-8f95-c040eccd8ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:58.019020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fa6b4ef9-fbe3-4880-a9eb-e2a8f78eccf7 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Request body: {'network': {'project_id': 'da52bc25156d448a9ad23df74bc8a355'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:00:58.045418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.055413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443adce3-d6db-4ef5-b249-6c7fae54758f tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Pushing event updated for resources: {'Network': ['ID=a3fa27b5-b118-4875-ae70-539c04fbc4dd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:58.060964 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6b4ef9-fbe3-4880-a9eb-e2a8f78eccf7 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 09:00:58.061480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6b4ef9-fbe3-4880-a9eb-e2a8f78eccf7 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:00:58.062768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fa6b4ef9-fbe3-4880-a9eb-e2a8f78eccf7 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0552423 Dec 10 09:00:58.064948 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.069929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-633ced9f-e24e-4106-8330-0034b4b718f7 req-fcee207a-d6bd-44d9-bacf-e2159ba60d7e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461484 Dec 10 09:00:58.071015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58416) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:58.074139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network a3fa27b5-b118-4875-ae70-539c04fbc4dd details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:00:58.109569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Transition to ACTIVE for port object 847d260b-9864-44ad-ba3a-c5a232312203 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:58.125353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58420) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:58.137199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a8e2471c-6590-46bf-a565-02f31680371e tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da52bc25156d448a9ad23df74bc8a355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0655878 Dec 10 09:00:58.139680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58424) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:58.145056 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.161550 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.237856 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce88caba-2ff9-4551-a00b-993b2e7e60e8 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.369185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aad31a63-fcd1-4a41-b99f-5ab83c684c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.377392 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=847d260b-9864-44ad-ba3a-c5a232312203,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:58.383463 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce88caba-2ff9-4551-a00b-993b2e7e60e8 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.420453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b9c38-a8e1-42ef-883f-f7427420404f req-c37dc4b0-eb3a-41aa-9a97-e9353a9bc1fa tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:58.438103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-794b9c38-a8e1-42ef-883f-f7427420404f req-c37dc4b0-eb3a-41aa-9a97-e9353a9bc1fa tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 943 time: 0.2149365 Dec 10 09:00:58.542218 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-794b9c38-a8e1-42ef-883f-f7427420404f req-fbc82634-ce09-436d-9d8d-c1bca05c3e29 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030288 Dec 10 09:00:58.561276 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce88caba-2ff9-4551-a00b-993b2e7e60e8 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.564158 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce88caba-2ff9-4551-a00b-993b2e7e60e8 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.568117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ce88caba-2ff9-4551-a00b-993b2e7e60e8 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/88292f49-3936-4198-bc75-14a25b21bcaf HTTP/1.1" status: 204 len: 168 time: 0.4243264 Dec 10 09:00:58.572884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58442) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:58.625175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88caba-2ff9-4551-a00b-993b2e7e60e8 tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88292f49-3936-4198-bc75-14a25b21bcaf,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:58.672292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Attempting to bind port 847d260b-9864-44ad-ba3a-c5a232312203 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:58.672631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Attempting to bind port 847d260b-9864-44ad-ba3a-c5a232312203 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:58.672960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Attempting to bind port 847d260b-9864-44ad-ba3a-c5a232312203 on network 4843d805-feb8-4034-b4c6-901092954d4e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:58.677924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aad31a63-fcd1-4a41-b99f-5ab83c684c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.689927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Port 847d260b-9864-44ad-ba3a-c5a232312203 on network 4843d805-feb8-4034-b4c6-901092954d4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:58.690309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Attempting to bind port 847d260b-9864-44ad-ba3a-c5a232312203 on network 4843d805-feb8-4034-b4c6-901092954d4e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:58.711374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aad31a63-fcd1-4a41-b99f-5ab83c684c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.711627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:58.711963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Checking segment: {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:58.712346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Bound using segment: {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:58.712788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Bound port: 847d260b-9864-44ad-ba3a-c5a232312203, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:58.713172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.818243 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.836437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad31a63-fcd1-4a41-b99f-5ab83c684c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0b702-f782-4a4a-9e86-923979b46d61,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:58.848927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aad31a63-fcd1-4a41-b99f-5ab83c684c66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5ea40325fb54361b96431a41a0418d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7216990 Dec 10 09:00:58.851415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58454) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:58.860850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95216824-7b6f-44d6-b615-0ba54406f27b req-a5c6b250-c6dd-4ebe-9bed-83725fcaca3e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:58.862431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95216824-7b6f-44d6-b615-0ba54406f27b req-a5c6b250-c6dd-4ebe-9bed-83725fcaca3e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 945 time: 0.1918395 Dec 10 09:00:58.872309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:58.891102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.893713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] For port 847d260b-9864-44ad-ba3a-c5a232312203, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:58.933294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] For port 847d260b-9864-44ad-ba3a-c5a232312203, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=847d260b-9864-44ad-ba3a-c5a232312203,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:58.939933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Transition to ACTIVE for port object fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:58.943256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.950029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a8e6ab-4e4d-49be-ad06-49b4402805e3 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:00:58.954935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:58.982810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.013137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Transition to ACTIVE for port object 15a8e6ab-4e4d-49be-ad06-49b4402805e3 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:00:59.014823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:59.015473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.017394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] 10.222.0.39 "PUT /v2.0/ports/847d260b-9864-44ad-ba3a-c5a232312203 HTTP/1.1" status: 200 len: 1091 time: 2.1453032 Dec 10 09:00:59.018662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38a5ef1-60d8-4ffb-916b-613a98bb67d7', 'tag': '847d260b-9864-44ad-ba3a-c5a232312203'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:00:59.021212 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0531f62-49eb-46c9-8232-f3a5a023110d" -d '{"events": [{"name": "network-changed", "server_uuid": "d38a5ef1-60d8-4ffb-916b-613a98bb67d7", "tag": "847d260b-9864-44ad-ba3a-c5a232312203"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:00:59.024108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-0b3aa250-56f9-41f1-94d2-55f013e214f7 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:59.025693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-0b3aa250-56f9-41f1-94d2-55f013e214f7 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.3184245 Dec 10 09:00:59.030107 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.056449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832823a2-e733-41cb-afe9-d564acad3ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=847d260b-9864-44ad-ba3a-c5a232312203,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:59.059850 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.074056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95216824-7b6f-44d6-b615-0ba54406f27b req-620163a6-4a43-431b-bbcc-3e0dcb22308c tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998694 Dec 10 09:00:59.091434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-b947273f-0110-43b9-8d61-9d63ddac4b8f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/quotas/6e89a16ac911488da78b0d0edb1d78b0 HTTP/1.1" status: 200 len: 375 time: 0.0500422 Dec 10 09:00:59.110770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fa27b5-b118-4875-ae70-539c04fbc4dd']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:59.120230 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-77862219-4636-4f81-8c81-05ed4bd0f3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.144272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735d32ea-b3be-4846-8a51-8ee5ee964e6e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:59.144580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735d32ea-b3be-4846-8a51-8ee5ee964e6e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:00:59.152313 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606a1b6d-41b6-4882-a002-82668175c512 x-openstack-request-id: req-606a1b6d-41b6-4882-a002-82668175c512 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:00:59.152600 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38a5ef1-60d8-4ffb-916b-613a98bb67d7", "tag": "847d260b-9864-44ad-ba3a-c5a232312203", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:00:59.153382 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-606a1b6d-41b6-4882-a002-82668175c512 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:00:59.153382 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38a5ef1-60d8-4ffb-916b-613a98bb67d7', 'tag': '847d260b-9864-44ad-ba3a-c5a232312203', 'status': 'completed', 'code': 200} Dec 10 09:00:59.156568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-e23d52b8-bb67-4d18-b300-74389fdc7b45 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524225 Dec 10 09:00:59.181751 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.215312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Pushing event updated for resources: {'Port': ['ID=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:59.264968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-77862219-4636-4f81-8c81-05ed4bd0f3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.274527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-a092c918-a112-4e68-bda6-e312fc57b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:59.276058 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-a092c918-a112-4e68-bda6-e312fc57b864 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 1094 time: 0.1947303 Dec 10 09:00:59.280887 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.304134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Attempting to bind port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:59.304470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Attempting to bind port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:59.304790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Attempting to bind port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 on network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:59.306379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:00:59.306787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:00:59.308438 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:00:59.346373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Pushing event updated for resources: {'Port': ['ID=15a8e6ab-4e4d-49be-ad06-49b4402805e3,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:59.350784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Attempting to bind port 15a8e6ab-4e4d-49be-ad06-49b4402805e3 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:00:59.351119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Attempting to bind port 15a8e6ab-4e4d-49be-ad06-49b4402805e3 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:00:59.351447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Attempting to bind port 15a8e6ab-4e4d-49be-ad06-49b4402805e3 on network 4843d805-feb8-4034-b4c6-901092954d4e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:59.354261 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-fae1b8f5-9bc8-4645-8ea6-aed78df47109 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=847d260b-9864-44ad-ba3a-c5a232312203 HTTP/1.1" status: 200 len: 217 time: 0.0633857 Dec 10 09:00:59.357423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 on network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:59.357765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Attempting to bind port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 on network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:59.360673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Port 15a8e6ab-4e4d-49be-ad06-49b4402805e3 on network 4843d805-feb8-4034-b4c6-901092954d4e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:00:59.360993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Attempting to bind port 15a8e6ab-4e4d-49be-ad06-49b4402805e3 on network 4843d805-feb8-4034-b4c6-901092954d4e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:00:59.374127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:59.374473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Checking segment: {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:59.375146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Bound using segment: {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:59.375696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Bound port: fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:59.375842 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.385928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:00:59.386733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Checking segment: {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:00:59.386733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Bound using segment: {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:00:59.387224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Bound port: 15a8e6ab-4e4d-49be-ad06-49b4402805e3, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:00:59.387578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.403759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a4d11-43a8-4139-9edb-b76586ef57f9 req-29145c07-af0b-4108-9d13-39a9fba13a28 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:59.405340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-976a4d11-43a8-4139-9edb-b76586ef57f9 req-29145c07-af0b-4108-9d13-39a9fba13a28 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 944 time: 0.2218175 Dec 10 09:00:59.425719 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.437353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-337ac3c4-f454-43ef-9ace-db9ddac651b3 service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682881 Dec 10 09:00:59.446808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.450108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] 10.222.0.31 "DELETE /v2.0/networks/a3fa27b5-b118-4875-ae70-539c04fbc4dd HTTP/1.1" status: 204 len: 168 time: 0.8748455 Dec 10 09:00:59.454711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58462) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:00:59.471212 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-77862219-4636-4f81-8c81-05ed4bd0f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.474630 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-77862219-4636-4f81-8c81-05ed4bd0f3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.475616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-77862219-4636-4f81-8c81-05ed4bd0f3c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50e0b702-f782-4a4a-9e86-923979b46d61 HTTP/1.1" status: 204 len: 168 time: 0.6226535 Dec 10 09:00:59.497225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-433825d8-730f-4c96-86cb-5d5a345e68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:59.498753 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-433825d8-730f-4c96-86cb-5d5a345e68bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55e689b5-2fee-4a55-b3c2-a975a93dbf93 HTTP/1.1" status: 200 len: 852 time: 0.1332936 Dec 10 09:00:59.506655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77862219-4636-4f81-8c81-05ed4bd0f3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0b702-f782-4a4a-9e86-923979b46d61,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:59.508497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3fa63-de52-4eeb-8753-4c9b1a0c41ae tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3fa27b5-b118-4875-ae70-539c04fbc4dd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:00:59.848837 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-ed3d2a9f-da7f-4aa6-934f-27bd3938fc8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4843d805-feb8-4034-b4c6-901092954d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360622 Dec 10 09:00:59.855029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] For port 15a8e6ab-4e4d-49be-ad06-49b4402805e3, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:59.865631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:00:59.893591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] For port 15a8e6ab-4e4d-49be-ad06-49b4402805e3, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=15a8e6ab-4e4d-49be-ad06-49b4402805e3,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:59.896291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:00:59.914387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-976a4d11-43a8-4139-9edb-b76586ef57f9 req-adfb6b30-08a7-43b5-b521-788011bbf714 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936779 Dec 10 09:00:59.924120 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.926936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.942582 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.989722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:59.990354 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.991071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-c4b2348b-5671-4c0a-90e1-22318981db5d service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358012 Dec 10 09:00:59.991746 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] 10.222.0.18 "PUT /v2.0/ports/fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 HTTP/1.1" status: 200 len: 1092 time: 2.1296282 Dec 10 09:00:59.992944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:00:59.993543 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:00:59.994878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] 10.222.0.18 "PUT /v2.0/ports/15a8e6ab-4e4d-49be-ad06-49b4402805e3 HTTP/1.1" status: 200 len: 1092 time: 1.9840276 Dec 10 09:01:00.033600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554feb9-eb04-4568-9e2c-c7ffed47733b service neutron] Pushing event updated for resources: {'Port': ['ID=15a8e6ab-4e4d-49be-ad06-49b4402805e3,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:00.053732 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-f6d3cd3f-66e7-4089-9ad8-2e40cdc31791 service neutron] 10.222.0.39 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962790 Dec 10 09:01:00.146429 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:00.177485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d232b783-606f-4ef7-bd75-9373ef6815b6']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:00.188743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a7b1bb-1858-42fe-abfe-55906009b8a7') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:00.189295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a7b1bb-1858-42fe-abfe-55906009b8a7') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:00.203930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:00.222308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:00.231400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:01:00.231961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:00.233059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf4942-e41a-4fe6-bf8a-c38c56a7e55d service neutron] Pushing event updated for resources: {'Port': ['ID=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:01:00.235765 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:01:00.258253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-ac34c168-f4e8-4e48-b0a6-bd3a480d3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:00.259930 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-ac34c168-f4e8-4e48-b0a6-bd3a480d3e1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 1095 time: 0.2171898 Dec 10 09:01:00.264359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4723e508-6a69-4433-96f0-dc15ba85ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:00.266364 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-4723e508-6a69-4433-96f0-dc15ba85ced0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1909969 Dec 10 09:01:00.329750 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-33b31ec7-4427-48be-a8b5-dfacf07eb383 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 HTTP/1.1" status: 200 len: 217 time: 0.0609589 Dec 10 09:01:00.364338 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-c37905ff-60dd-4b8d-84f6-9d92407bb751 service neutron] 10.222.0.39 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863283 Dec 10 09:01:00.377890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-152a03a5-fc17-489f-be17-5fe40d1d1b22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15a8e6ab-4e4d-49be-ad06-49b4402805e3 HTTP/1.1" status: 200 len: 217 time: 0.0978158 Dec 10 09:01:00.444083 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:00.458584 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:00.470473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d232b783-606f-4ef7-bd75-9373ef6815b6 HTTP/1.1" status: 204 len: 168 time: 1.0002089 Dec 10 09:01:00.484938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce7572-c127-42ed-b76d-8a6e0e18278c tempest-QuotasNegativeTest-193129038 tempest-QuotasNegativeTest-193129038-project-admin] Pushing event deleted for resources: {'Network': ['ID=d232b783-606f-4ef7-bd75-9373ef6815b6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:00.509785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc39ad-7604-48a1-90d1-a0bdf9b17955 req-8e90da94-3f14-4dc6-82fc-e414b3fcb5bc tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:00.522232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93bc39ad-7604-48a1-90d1-a0bdf9b17955 req-8e90da94-3f14-4dc6-82fc-e414b3fcb5bc tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 943 time: 0.1830325 Dec 10 09:01:00.549731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc885-c619-493e-8df5-1a8459e4a86d req-fe5ff56d-9b68-420e-886c-3a4f393c6c4f tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:00.550278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9b39b291-ff41-4ea7-b3dc-6c69ce0adeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:00.553002 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-9b39b291-ff41-4ea7-b3dc-6c69ce0adeb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e689b5-2fee-4a55-b3c2-a975a93dbf93 HTTP/1.1" status: 200 len: 852 time: 0.1219077 Dec 10 09:01:00.558705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-658bc885-c619-493e-8df5-1a8459e4a86d req-fe5ff56d-9b68-420e-886c-3a4f393c6c4f tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 945 time: 0.2139411 Dec 10 09:01:00.563021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8fae56be-7cb1-4893-85f9-f86c23dd36b2 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:00.595398 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-ea468744-dd98-4697-a1d5-7dde9c9f7080 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4843d805-feb8-4034-b4c6-901092954d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344465 Dec 10 09:01:00.648735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-9e0db10c-16f4-4b17-b33f-ef193f00006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:00.652524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-9e0db10c-16f4-4b17-b33f-ef193f00006e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c5b3745-4d0c-4395-9f58-f0e328835c7a HTTP/1.1" status: 200 len: 854 time: 0.2910297 Dec 10 09:01:00.654652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-658bc885-c619-493e-8df5-1a8459e4a86d req-2f1b03c5-39f5-407b-9f40-998ea180815e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946748 Dec 10 09:01:00.663710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 8fae56be-7cb1-4893-85f9-f86c23dd36b2 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:01:00.674499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 8fae56be-7cb1-4893-85f9-f86c23dd36b2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:00.674872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:00.686851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93bc39ad-7604-48a1-90d1-a0bdf9b17955 req-bf2e4d96-02a2-4eb6-a2c2-33fc0be1bcd8 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630478 Dec 10 09:01:00.750950 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-36da13b6-cdec-4d36-b235-96793d1694fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734088 Dec 10 09:01:00.761890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-c89f3c51-f9e3-4527-965c-aac40136e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:00.766728 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-c89f3c51-f9e3-4527-965c-aac40136e7c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 1094 time: 0.3189750 Dec 10 09:01:00.784639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-400a2580-698d-4e9b-ad59-2454b47f98a4 req-121f5265-07a3-4073-8c41-b2426017f33d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 210 time: 0.0483069 Dec 10 09:01:00.858590 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:00.911557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae56be-7cb1-4893-85f9-f86c23dd36b2'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:00.916814 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c94c2a9-ff0b-4685-b0c6-5067ca54915e" -d '{"events": [{"server_uuid": "c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b", "name": "network-vif-plugged", "status": "completed", "tag": "8fae56be-7cb1-4893-85f9-f86c23dd36b2"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:00.928096 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-de5b349f-eeaa-4946-ad5c-8ba912d2f64c service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194501 Dec 10 09:01:00.941887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8fae56be-7cb1-4893-85f9-f86c23dd36b2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8fae56be-7cb1-4893-85f9-f86c23dd36b2,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:00.958888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:01.028835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8fae56be-7cb1-4893-85f9-f86c23dd36b2,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:01.056011 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c3cc45-7b1a-47bf-a276-32562c271a5c x-openstack-request-id: req-07c3cc45-7b1a-47bf-a276-32562c271a5c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:01.056475 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-581b75cb-7baf-4782-b4f7-9c143ea12049 req-fd0000aa-d0fe-4cf2-8631-bc3ac5a8dffe service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205142 Dec 10 09:01:01.056764 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b", "name": "network-vif-plugged", "status": "completed", "tag": "8fae56be-7cb1-4893-85f9-f86c23dd36b2", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:01.057091 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07c3cc45-7b1a-47bf-a276-32562c271a5c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:01.057603 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae56be-7cb1-4893-85f9-f86c23dd36b2', 'code': 200} Dec 10 09:01:01.086849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-f12449af-c399-41ac-b5a4-fbae8da09c91 service neutron] 10.222.0.18 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172266 Dec 10 09:01:01.090294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-8e06c328-ccf4-4851-bcee-17b88d0b27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:01.091759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-8e06c328-ccf4-4851-bcee-17b88d0b27a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 913 time: 0.3060119 Dec 10 09:01:01.155032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5'}, {'name': 'network-changed', 'server_uuid': '264ff8f7-9a6f-4515-8f95-c040eccd8ee4', 'tag': '15a8e6ab-4e4d-49be-ad06-49b4402805e3'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:01.157029 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5806f62-28ce-47c8-96a1-e1846657cce6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5"}, {"name": "network-changed", "server_uuid": "264ff8f7-9a6f-4515-8f95-c040eccd8ee4", "tag": "15a8e6ab-4e4d-49be-ad06-49b4402805e3"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:01.206319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-d68bc95b-314a-4d67-8817-ef27886ff49f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=847d260b-9864-44ad-ba3a-c5a232312203 HTTP/1.1" status: 200 len: 217 time: 0.1040833 Dec 10 09:01:01.272074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cc4d9-7a51-4a1d-b9d8-25da587a1070 req-63785df2-b55e-4f39-8787-394bc0e4577b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:01.278524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-197cc4d9-7a51-4a1d-b9d8-25da587a1070 req-63785df2-b55e-4f39-8787-394bc0e4577b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 944 time: 0.0883119 Dec 10 09:01:01.308296 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-30f50ff9-246b-4b0e-8d02-e364ebf862c9 req-090d5648-edd2-4983-b516-66b2508bfe41 service neutron] 10.222.0.18 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141283 Dec 10 09:01:01.362951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-197cc4d9-7a51-4a1d-b9d8-25da587a1070 req-e1911a23-8b74-44fe-b472-82f4f4a9f619 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755277 Dec 10 09:01:01.375768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58530) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:01.423255 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-12006b21-24d1-4e88-92aa-be2289df6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:01.427336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-12006b21-24d1-4e88-92aa-be2289df6fba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55e689b5-2fee-4a55-b3c2-a975a93dbf93 HTTP/1.1" status: 200 len: 852 time: 0.2103622 Dec 10 09:01:01.429475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804af006-88d6-4d1e-b4e4-90467fcaa295 req-2bcb3ebe-8741-4ffb-ad24-e7e49a84fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:01.432787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-804af006-88d6-4d1e-b4e4-90467fcaa295 req-2bcb3ebe-8741-4ffb-ad24-e7e49a84fe46 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 1097 time: 0.2313461 Dec 10 09:01:01.459935 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d56514-331b-4c1b-b12d-c4af74a45551 x-openstack-request-id: req-23d56514-331b-4c1b-b12d-c4af74a45551 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:01.460243 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "264ff8f7-9a6f-4515-8f95-c040eccd8ee4", "tag": "15a8e6ab-4e4d-49be-ad06-49b4402805e3", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:01.460491 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23d56514-331b-4c1b-b12d-c4af74a45551 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:01.460891 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5', 'status': 'completed', 'code': 200} Dec 10 09:01:01.461141 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264ff8f7-9a6f-4515-8f95-c040eccd8ee4', 'tag': '15a8e6ab-4e4d-49be-ad06-49b4402805e3', 'status': 'completed', 'code': 200} Dec 10 09:01:01.540669 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-c6756d61-a05e-4642-a061-ed33e4430f76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4843d805-feb8-4034-b4c6-901092954d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956237 Dec 10 09:01:01.551076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e154b8b-ff9a-41ee-bb2c-cf7741ecec46 req-3b5a77b7-4e6c-4393-bf96-ce2432c0d26a tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0429862 Dec 10 09:01:01.668286 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23841863-67af-4a8a-a413-7ebdaad054f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:01.677609 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-804af006-88d6-4d1e-b4e4-90467fcaa295 req-7ad7fb29-8bbf-4c2c-a93e-e83bfb292e10 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315614 Dec 10 09:01:01.693191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-7aa041c5-6d21-4015-9b53-be13f9b7d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:01.694780 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-7aa041c5-6d21-4015-9b53-be13f9b7d6e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 1095 time: 0.1837435 Dec 10 09:01:01.789688 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-fdafbc69-7443-4b8f-aeb5-2f6dc75a46ed service neutron] 10.222.0.39 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364655 Dec 10 09:01:01.844542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e475d-51a6-40a8-bad1-deafb8988b16 req-d6be977b-0186-4c41-8618-c45eaf58c170 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:01.846342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a45e475d-51a6-40a8-bad1-deafb8988b16 req-d6be977b-0186-4c41-8618-c45eaf58c170 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 946 time: 0.1101780 Dec 10 09:01:01.851984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-aee3d127-6cdf-4212-8dab-32c0e45b8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:01.853703 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-aee3d127-6cdf-4212-8dab-32c0e45b8dfa service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 915 time: 0.1514750 Dec 10 09:01:01.891315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937a4a-1f77-41e3-ba4e-2baa4f7f0058 req-fc35014c-34bf-457d-91ab-7cb1d6c3f1c0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:01.893070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43937a4a-1f77-41e3-ba4e-2baa4f7f0058 req-fc35014c-34bf-457d-91ab-7cb1d6c3f1c0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 943 time: 0.1235511 Dec 10 09:01:01.936270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23841863-67af-4a8a-a413-7ebdaad054f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:01.943365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a45e475d-51a6-40a8-bad1-deafb8988b16 req-e90ac6d9-4c39-4f1b-99bc-1f318db1f519 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858550 Dec 10 09:01:01.948415 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-bed79896-d215-4c16-8829-98534d380227 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 HTTP/1.1" status: 200 len: 217 time: 0.0834193 Dec 10 09:01:01.962213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23841863-67af-4a8a-a413-7ebdaad054f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:01.990519 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43937a4a-1f77-41e3-ba4e-2baa4f7f0058 req-d15ee63a-faf3-4e81-ad28-324d10bb735e tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881000 Dec 10 09:01:02.072863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc2d785-936d-483a-acdf-227890f9e282 req-8724b4e2-beea-449b-a2de-9c21a2322c27 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 210 time: 0.0408854 Dec 10 09:01:02.121034 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-23841863-67af-4a8a-a413-7ebdaad054f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74de100c4acf49108ca7b503f2f08cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7443783 Dec 10 09:01:02.123781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58550) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:02.126658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23841863-67af-4a8a-a413-7ebdaad054f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa012792-a845-45b4-b3a5-08a10fd369e5,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:02.161836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-e1752c15-11b7-4670-9426-6f985cbaa667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:02.163509 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-e1752c15-11b7-4670-9426-6f985cbaa667 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c5b3745-4d0c-4395-9f58-f0e328835c7a HTTP/1.1" status: 200 len: 854 time: 0.2023935 Dec 10 09:01:02.177928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4815-2489-4e9c-90f4-df174c00b107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:02.204397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4815-2489-4e9c-90f4-df174c00b107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:02.212768 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-8e3a8895-bed1-4882-9d79-c835b8581b3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380397 Dec 10 09:01:02.214668 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0531f62-49eb-46c9-8232-f3a5a023110d req-6b9d179c-9e67-4e07-b688-e97099581bcc service neutron] 10.222.0.39 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414085 Dec 10 09:01:02.221952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-6444352f-32b6-4d9a-8266-f19db8844133 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:02.223611 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-6444352f-32b6-4d9a-8266-f19db8844133 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.3067706 Dec 10 09:01:02.247911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Request body: {'port': {'device_id': 'fa6c1248-7ce8-40fe-af92-06744d679af5', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'admin_state_up': True, 'tenant_id': '6e89a16ac911488da78b0d0edb1d78b0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:02.257871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4815-2489-4e9c-90f4-df174c00b107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:02.260561 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4815-2489-4e9c-90f4-df174c00b107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:02.264264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6a9a4815-2489-4e9c-90f4-df174c00b107 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa012792-a845-45b4-b3a5-08a10fd369e5 HTTP/1.1" status: 204 len: 168 time: 0.1369240 Dec 10 09:01:02.270647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a4815-2489-4e9c-90f4-df174c00b107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa012792-a845-45b4-b3a5-08a10fd369e5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:02.382030 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-d69a49c9-720d-40f7-97b1-d3f781784d0e service neutron] 10.222.0.18 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574452 Dec 10 09:01:02.474467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Made reservation on behalf of 6e89a16ac911488da78b0d0edb1d78b0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:02.478007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:02.534147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-f5b8c19f-3b65-4d8a-94b5-a95cc117aff5 service neutron] 10.222.0.18 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432292 Dec 10 09:01:02.559467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814d295-6650-406e-9356-3ae7965a9f7b req-652f306c-f6a1-4c06-b391-0f69cf8615d6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:02.561701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b814d295-6650-406e-9356-3ae7965a9f7b req-652f306c-f6a1-4c06-b391-0f69cf8615d6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 944 time: 0.1098053 Dec 10 09:01:02.568238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 847d260b-9864-44ad-ba3a-c5a232312203 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:01:02.658111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58564) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:02.658338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b814d295-6650-406e-9356-3ae7965a9f7b req-0f18f14f-28d4-4f46-8ae8-f9fd603fddee tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753043 Dec 10 09:01:02.710344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7319cc54-9bc6-4a57-801d-b46a4b5b6ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:02.741321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Allocated IP 172.20.0.8 (bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c/abde1311-2306-4ee4-9957-88093119b8f0/81e98554-2570-478e-becb-f85bbef69932) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:02.756874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 847d260b-9864-44ad-ba3a-c5a232312203, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=847d260b-9864-44ad-ba3a-c5a232312203,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:02.774492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '847d260b-9864-44ad-ba3a-c5a232312203', 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e', 'port_id': '847d260b-9864-44ad-ba3a-c5a232312203', 'mac_address': 'fa:16:3e:cf:ce:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e689b5-2fee-4a55-b3c2-a975a93dbf93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:01:02.778871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-6c443613-a233-44b5-a472-6eb6ce6832cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:02.780644 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-6c443613-a233-44b5-a472-6eb6ce6832cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1363075 Dec 10 09:01:02.791015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5267fb7f-3601-4eee-84a8-3715909332ca req-a9f506b5-66fe-4947-bacd-decfe916587e tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0452559 Dec 10 09:01:02.826408 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:02.841579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847d260b-9864-44ad-ba3a-c5a232312203 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:02.864736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 847d260b-9864-44ad-ba3a-c5a232312203, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=847d260b-9864-44ad-ba3a-c5a232312203,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:02.869897 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:02.922993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=847d260b-9864-44ad-ba3a-c5a232312203,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:03.016402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7319cc54-9bc6-4a57-801d-b46a4b5b6ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.021975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-b84328e0-75ee-4d75-9dba-6bf8cb754241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:03.023497 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-b84328e0-75ee-4d75-9dba-6bf8cb754241 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 200 len: 913 time: 0.2324829 Dec 10 09:01:03.030609 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7319cc54-9bc6-4a57-801d-b46a4b5b6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.083484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e9ec5-6f91-4c04-9258-5c41f670e0b4 req-c0aa6e6a-5b06-4d52-8059-561d10e32c71 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:03.086831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c8e9ec5-6f91-4c04-9258-5c41f670e0b4 req-c0aa6e6a-5b06-4d52-8059-561d10e32c71 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 946 time: 0.0689473 Dec 10 09:01:03.091601 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d26d474-dcf9-409d-ac08-cfda7b1756b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.166771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8043c-5c2a-454a-81da-167fb40bb5b2 req-a1c3d6b0-e6b0-4a7a-bca9-773283b6ff3e tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:03.168383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1af8043c-5c2a-454a-81da-167fb40bb5b2 req-a1c3d6b0-e6b0-4a7a-bca9-773283b6ff3e tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 944 time: 0.0932684 Dec 10 09:01:03.190829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c8e9ec5-6f91-4c04-9258-5c41f670e0b4 req-411eb508-012e-4d50-a706-0733de2c007f tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921719 Dec 10 09:01:03.236815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1af8043c-5c2a-454a-81da-167fb40bb5b2 req-59c32d89-8b5f-444c-8f44-e573ba5c00d6 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596189 Dec 10 09:01:03.268431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['847d260b-9864-44ad-ba3a-c5a232312203'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:03.293637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a01a1a8-bde0-4d18-862e-f83f9841623a req-269e207c-7e4e-4867-97c3-c59ae44a15d8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 210 time: 0.0293474 Dec 10 09:01:03.415576 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-57d46a8c-5203-4cc3-84c4-baadd66d4f04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15a8e6ab-4e4d-49be-ad06-49b4402805e3 HTTP/1.1" status: 200 len: 217 time: 0.3824670 Dec 10 09:01:03.419864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.424960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7319cc54-9bc6-4a57-801d-b46a4b5b6ae5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dea0708fd27e4bd08d7d24012686bfe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7591801 Dec 10 09:01:03.425732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319cc54-9bc6-4a57-801d-b46a4b5b6ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57d654-ab0a-466f-8000-58e4aa8c14ef,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:03.428329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58574) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:03.493324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-b50539e9-8584-472d-9abb-cf58bf737ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:03.495082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-b50539e9-8584-472d-9abb-cf58bf737ea9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e689b5-2fee-4a55-b3c2-a975a93dbf93 HTTP/1.1" status: 200 len: 852 time: 0.0659306 Dec 10 09:01:03.497968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8a67bb65-5376-4492-9702-7c369bbdc3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.523357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8a67bb65-5376-4492-9702-7c369bbdc3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.546517 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-98fbcaaf-d336-4dc5-bf92-4498ba6100cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4843d805-feb8-4034-b4c6-901092954d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435464 Dec 10 09:01:03.547895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.583899 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8a67bb65-5376-4492-9702-7c369bbdc3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.586623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8a67bb65-5376-4492-9702-7c369bbdc3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.587783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8a67bb65-5376-4492-9702-7c369bbdc3cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d57d654-ab0a-466f-8000-58e4aa8c14ef HTTP/1.1" status: 204 len: 168 time: 0.1582386 Dec 10 09:01:03.599059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67bb65-5376-4492-9702-7c369bbdc3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57d654-ab0a-466f-8000-58e4aa8c14ef,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:03.653727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:03.662703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:03.666595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:03.669781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event updated for resources: {'Port': ['ID=81e98554-2570-478e-becb-f85bbef69932,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:03.744216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:03.744868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.748691 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-7d341c1a-adb1-4971-8232-7ee1f265b5af service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917369 Dec 10 09:01:03.786684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-02ee1696-afe4-431f-9421-80ce4a6b1e55 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5443251 Dec 10 09:01:03.834056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Request body: {'port': {'device_id': 'fa6c1248-7ce8-40fe-af92-06744d679af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:03.846360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1ecf7-5d33-4e32-be75-7d2a82db0b5b req-3fd5456b-e1ce-42f3-b193-8608b639156f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:03.848191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86f1ecf7-5d33-4e32-be75-7d2a82db0b5b req-3fd5456b-e1ce-42f3-b193-8608b639156f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 944 time: 0.0987530 Dec 10 09:01:03.923641 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a5806f62-28ce-47c8-96a1-e1846657cce6 req-21447c76-9aca-4b14-9b13-d37cab7cdaa5 service neutron] 10.222.0.18 "GET /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666167 Dec 10 09:01:03.924837 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:03.932944 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86f1ecf7-5d33-4e32-be75-7d2a82db0b5b req-fc64af23-7ddb-4798-b582-9abcc9c9aefa tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775514 Dec 10 09:01:04.062064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea9f8543-4497-44a4-9315-228f3a3ff331 req-41c93b3d-b959-4ab1-96c2-f9411a8c10e8 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0567884 Dec 10 09:01:04.235422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e98554-2570-478e-becb-f85bbef69932 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:04.246432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:04.261600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Transition to ACTIVE for port object 81e98554-2570-478e-becb-f85bbef69932 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:01:04.271906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:04.345136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Pushing event updated for resources: {'Port': ['ID=81e98554-2570-478e-becb-f85bbef69932,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:04.446469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Attempting to bind port 81e98554-2570-478e-becb-f85bbef69932 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:04.446814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Attempting to bind port 81e98554-2570-478e-becb-f85bbef69932 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:04.447174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Attempting to bind port 81e98554-2570-478e-becb-f85bbef69932 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:04.455395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Port 81e98554-2570-478e-becb-f85bbef69932 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:01:04.455720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Attempting to bind port 81e98554-2570-478e-becb-f85bbef69932 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:04.463029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:04.463394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Checking segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:04.463747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Bound using segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:04.464180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Bound port: 81e98554-2570-478e-becb-f85bbef69932, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:04.464534 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:04.516643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0513a79-4ea5-4650-adb6-5f53295b5c93 req-974e962f-f2e8-40f0-a232-71a8f5f670de tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:04.526014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0513a79-4ea5-4650-adb6-5f53295b5c93 req-974e962f-f2e8-40f0-a232-71a8f5f670de tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 944 time: 0.1408627 Dec 10 09:01:04.529538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 15a8e6ab-4e4d-49be-ad06-49b4402805e3 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:01:04.565737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25682d-5f19-46c9-a78a-1e0151de41ed req-b2f3b4e2-84bc-4ff4-a642-e4269f99b118 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:04.576791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c25682d-5f19-46c9-a78a-1e0151de41ed req-b2f3b4e2-84bc-4ff4-a642-e4269f99b118 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 943 time: 0.1371961 Dec 10 09:01:04.654393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] For port 81e98554-2570-478e-becb-f85bbef69932, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:04.664849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] For port 81e98554-2570-478e-becb-f85bbef69932, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=81e98554-2570-478e-becb-f85bbef69932,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:04.674700 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:04.687643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0513a79-4ea5-4650-adb6-5f53295b5c93 req-454ff7e0-d23a-48ce-97ce-c185921c7320 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603968 Dec 10 09:01:04.751683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c25682d-5f19-46c9-a78a-1e0151de41ed req-36554ed2-3631-486c-942e-9b2cbcd5ee75 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733758 Dec 10 09:01:04.767239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:04.767924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:04.769202 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] 10.222.0.18 "PUT /v2.0/ports/81e98554-2570-478e-becb-f85bbef69932 HTTP/1.1" status: 200 len: 1091 time: 0.9452078 Dec 10 09:01:04.769726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6c1248-7ce8-40fe-af92-06744d679af5', 'tag': '81e98554-2570-478e-becb-f85bbef69932'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:04.772093 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d0716-506a-4491-86ac-099be6b2c240" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6c1248-7ce8-40fe-af92-06744d679af5", "tag": "81e98554-2570-478e-becb-f85bbef69932"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:04.802969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89f4bd-0a4c-4bc4-88b0-469c81b18f5f service neutron] Pushing event updated for resources: {'Port': ['ID=81e98554-2570-478e-becb-f85bbef69932,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:04.834260 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea691bb5-0850-443d-b0a8-363627e2df2b x-openstack-request-id: req-ea691bb5-0850-443d-b0a8-363627e2df2b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:04.834551 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6c1248-7ce8-40fe-af92-06744d679af5", "tag": "81e98554-2570-478e-becb-f85bbef69932", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:04.834803 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea691bb5-0850-443d-b0a8-363627e2df2b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:04.835187 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6c1248-7ce8-40fe-af92-06744d679af5', 'tag': '81e98554-2570-478e-becb-f85bbef69932', 'status': 'completed', 'code': 200} Dec 10 09:01:04.838086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 15a8e6ab-4e4d-49be-ad06-49b4402805e3, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=15a8e6ab-4e4d-49be-ad06-49b4402805e3,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:04.851385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '15a8e6ab-4e4d-49be-ad06-49b4402805e3', 'network_id': '4843d805-feb8-4034-b4c6-901092954d4e', 'port_id': '15a8e6ab-4e4d-49be-ad06-49b4402805e3', 'mac_address': 'fa:16:3e:d7:d9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e689b5-2fee-4a55-b3c2-a975a93dbf93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:01:04.875956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-e400f3e0-c672-42ec-8eb0-2627cd3fc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:04.877553 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-e400f3e0-c672-42ec-8eb0-2627cd3fc1c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 1094 time: 0.0459518 Dec 10 09:01:04.892947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:04.906597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a8e6ab-4e4d-49be-ad06-49b4402805e3 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:04.942785 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-8cc81386-d482-4738-8ae4-53c4ab7ba976 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e98554-2570-478e-becb-f85bbef69932 HTTP/1.1" status: 200 len: 217 time: 0.0557499 Dec 10 09:01:04.955455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 15a8e6ab-4e4d-49be-ad06-49b4402805e3, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=15a8e6ab-4e4d-49be-ad06-49b4402805e3,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:04.962670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:04.963672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:01:05.003365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-f62da23d-7c3e-4745-99ac-c7a24917fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:05.006280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-f62da23d-7c3e-4745-99ac-c7a24917fff6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.0534453 Dec 10 09:01:05.051726 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-62333403-63e9-4593-99c5-ae71c408854c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364449 Dec 10 09:01:05.078851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ab52d-56ef-47fe-974b-6ff2b7c7b7f8 req-09a3a6a7-e994-4798-b696-d81990d3a0db tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:05.082328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-371ab52d-56ef-47fe-974b-6ff2b7c7b7f8 req-09a3a6a7-e994-4798-b696-d81990d3a0db tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 944 time: 0.0621443 Dec 10 09:01:05.126809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=15a8e6ab-4e4d-49be-ad06-49b4402805e3,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:05.153109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-371ab52d-56ef-47fe-974b-6ff2b7c7b7f8 req-223badea-d575-4a0f-9aaf-fc20852cb666 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640857 Dec 10 09:01:05.157118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:05.180315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5', 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b', 'port_id': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5', 'mac_address': 'fa:16:3e:71:cb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b3745-4d0c-4395-9f58-f0e328835c7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:01:05.209064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4b99153-0467-4d8a-81ec-6367357a9839 req-25665b56-81ca-4651-ae68-d1f12e0bbab5 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0428636 Dec 10 09:01:05.234845 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-34148ff8-0671-4555-86c9-fbd5f93dc63b req-8e267d63-0ae8-4563-92a7-0520b79fa021 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0375192 Dec 10 09:01:05.235142 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:05.242600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:05.255824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-689e2346-d309-4656-9cff-4c67c3276fdb service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957064 Dec 10 09:01:05.264591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:05.268423 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:05.316647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:05.390079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2403c9dd-42f4-451e-b991-b62aad8cac66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:05.574222 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe42f475-d4e5-4a3b-970a-3c8100e0125f req-91998e72-c398-497a-b068-95ccb89ed66a service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952065 Dec 10 09:01:05.607450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['fe78c0e5-b01c-4010-95f6-1c8a30fee2b5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:05.611942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['15a8e6ab-4e4d-49be-ad06-49b4402805e3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:05.669115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58646) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:05.680406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-2bded215-029e-4189-8931-d40b91203619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:05.681894 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-2bded215-029e-4189-8931-d40b91203619 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 1094 time: 0.0592492 Dec 10 09:01:05.814464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-4bc801fc-4bc3-4234-a209-b362689787a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:05.816213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-4bc801fc-4bc3-4234-a209-b362689787a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 913 time: 0.1271183 Dec 10 09:01:05.879950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c40b6327-8543-47eb-9cbb-a2a263072d55 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:05.881450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a36c7-e596-45c7-913e-ff6cabcdc600 req-e02bb06a-0029-4905-8df3-26799eba463a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:05.883322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-441a36c7-e596-45c7-913e-ff6cabcdc600 req-e02bb06a-0029-4905-8df3-26799eba463a tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 944 time: 0.1112719 Dec 10 09:01:05.885628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-1ae9b3ae-838d-4a18-8e45-4b26e66caad0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e98554-2570-478e-becb-f85bbef69932 HTTP/1.1" status: 200 len: 217 time: 0.0591075 Dec 10 09:01:05.918506 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e78a5-d27f-4251-b28e-3aec9d2144d7 req-d1947900-b994-47ae-8b6a-67af44fec0c6 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:05.922232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d7e78a5-d27f-4251-b28e-3aec9d2144d7 req-d1947900-b994-47ae-8b6a-67af44fec0c6 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 943 time: 0.0816751 Dec 10 09:01:05.970039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-20097e7f-2c73-440c-9c6d-705f968cf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:05.971583 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-20097e7f-2c73-440c-9c6d-705f968cf40a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.0691800 Dec 10 09:01:05.974854 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c40b6327-8543-47eb-9cbb-a2a263072d55 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] 10.222.0.31 "PUT /v2.0/quotas/12d30daab2ad4672b51bbc90b13ed4d0 HTTP/1.1" status: 200 len: 366 time: 0.3045213 Dec 10 09:01:05.977344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58660) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:06.001531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-441a36c7-e596-45c7-913e-ff6cabcdc600 req-7449fd61-5f81-4b97-b7d7-09f79da9b454 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992858 Dec 10 09:01:06.008651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d7e78a5-d27f-4251-b28e-3aec9d2144d7 req-201ab0ed-20ac-4bbf-856a-aad3ab249cf2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768735 Dec 10 09:01:06.017617 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-56837203-59d7-4eb2-81b1-d60b6c69e310 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0369697 Dec 10 09:01:06.017819 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-7b070a52-5634-4464-92ab-2a7b531544a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340345 Dec 10 09:01:06.018046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58664) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:06.028450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d1e9cd2b-f373-44bc-b97f-5c5b50ce17e5 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] 10.222.0.31 "GET /v2.0/quotas/12d30daab2ad4672b51bbc90b13ed4d0 HTTP/1.1" status: 200 len: 366 time: 0.0093830 Dec 10 09:01:06.030901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58666) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:06.049238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ec905686-fc8d-4d28-8ce2-6e4cacb95818 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/12d30daab2ad4672b51bbc90b13ed4d0 HTTP/1.1" status: 204 len: 168 time: 0.0171447 Dec 10 09:01:06.053093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58668) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:06.073582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf64e7d1-b77b-46e7-8939-1d53f0d2245b tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0169425 Dec 10 09:01:06.074065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58670) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:06.087189 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8e5d04ce-2328-40e5-b712-2b71d5459012 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] 10.222.0.31 "GET /v2.0/quotas/12d30daab2ad4672b51bbc90b13ed4d0 HTTP/1.1" status: 200 len: 370 time: 0.0102997 Dec 10 09:01:06.087627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58672) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:06.095458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-157008d3-f06e-47e4-a44a-183a7cf93a4a tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] 10.222.0.31 "GET /v2.0/quotas/12d30daab2ad4672b51bbc90b13ed4d0/default HTTP/1.1" status: 200 len: 370 time: 0.0044594 Dec 10 09:01:06.095707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58674) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:06.104515 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-ee1c5477-37c3-4ee5-8d41-da46823e286f tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] delete failed (client error): The resource could not be found. Dec 10 09:01:06.105572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ee1c5477-37c3-4ee5-8d41-da46823e286f tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/12d30daab2ad4672b51bbc90b13ed4d0 HTTP/1.1" status: 404 len: 348 time: 0.0089312 Dec 10 09:01:06.139277 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-5fc4aa39-737e-4964-8e8a-44cf2e459e81 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123171 Dec 10 09:01:06.257363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58684) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:06.276524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a6d0716-506a-4491-86ac-099be6b2c240 req-65a097cc-5dc3-454a-b5b4-b5b74485f8c6 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287048 Dec 10 09:01:06.309891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Usage tracker for resource:network and project:80dd8d23f43c44fc86f051bd78bbf5bc is out of sync, need to count used quota {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 09:01:06.317115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 09:01:06.329566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Usage tracker for resource:subnet and project:80dd8d23f43c44fc86f051bd78bbf5bc is out of sync, need to count used quota {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 09:01:06.338917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3fb0b-272a-4e85-a339-139a938fe2c8 req-f9b65fd9-41fa-4099-8753-22c1706d5c1e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:06.340410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aca3fb0b-272a-4e85-a339-139a938fe2c8 req-f9b65fd9-41fa-4099-8753-22c1706d5c1e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0742745 Dec 10 09:01:06.343032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 09:01:06.357075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Usage tracker for resource:subnetpool and project:80dd8d23f43c44fc86f051bd78bbf5bc is out of sync, need to count used quota {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 09:01:06.372371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 09:01:06.398866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Usage tracker for resource:port and project:80dd8d23f43c44fc86f051bd78bbf5bc is out of sync, need to count used quota {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 09:01:06.424143 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:06.432869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 09:01:06.456786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aca3fb0b-272a-4e85-a339-139a938fe2c8 req-e53e23a5-ad84-4320-9977-dda4bf57ce8a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063473 Dec 10 09:01:06.479379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4264768f-96b5-4f3f-bfaf-eee41b2fd8aa req-c336aa2e-58be-4db5-a36c-487be32914db tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0395310 Dec 10 09:01:06.480001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Usage tracker for resource:router and project:80dd8d23f43c44fc86f051bd78bbf5bc is out of sync, need to count used quota {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 09:01:06.483671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 09:01:06.491485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Usage tracker for resource:floatingip and project:80dd8d23f43c44fc86f051bd78bbf5bc is out of sync, need to count used quota {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 09:01:06.494933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 09:01:06.533767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Usage tracker for resource:security_group and project:80dd8d23f43c44fc86f051bd78bbf5bc is out of sync, need to count used quota {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 09:01:06.539093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 09:01:06.545943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Usage tracker for resource:security_group_rule and project:80dd8d23f43c44fc86f051bd78bbf5bc is out of sync, need to count used quota {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 09:01:06.549265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.quota.resource [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114969) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 09:01:06.554264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9be253eb-f2f8-4d85-b921-03c59cd1da95 tempest-QuotasTest-1193130568 tempest-QuotasTest-1193130568-project-admin] 10.222.0.31 "GET /v2.0/quotas/80dd8d23f43c44fc86f051bd78bbf5bc/details.json HTTP/1.1" status: 200 len: 703 time: 0.2959588 Dec 10 09:01:06.589256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 847d260b-9864-44ad-ba3a-c5a232312203 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:06.643397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 847d260b-9864-44ad-ba3a-c5a232312203 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:01:06.647714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 847d260b-9864-44ad-ba3a-c5a232312203 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:06.648168 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:06.743580 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:06.768451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38a5ef1-60d8-4ffb-916b-613a98bb67d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d260b-9864-44ad-ba3a-c5a232312203'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:06.771237 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef68d4bc-f347-4622-8f12-45668b68ce1d" -d '{"events": [{"server_uuid": "d38a5ef1-60d8-4ffb-916b-613a98bb67d7", "name": "network-vif-plugged", "status": "completed", "tag": "847d260b-9864-44ad-ba3a-c5a232312203"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:06.791180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 847d260b-9864-44ad-ba3a-c5a232312203, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=847d260b-9864-44ad-ba3a-c5a232312203,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:06.799007 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:06.859646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=847d260b-9864-44ad-ba3a-c5a232312203,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:06.865924 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131ab2e5-feb3-47cc-a2e0-16653aef9075 x-openstack-request-id: req-131ab2e5-feb3-47cc-a2e0-16653aef9075 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:06.866172 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38a5ef1-60d8-4ffb-916b-613a98bb67d7", "name": "network-vif-plugged", "status": "completed", "tag": "847d260b-9864-44ad-ba3a-c5a232312203", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:06.866943 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-131ab2e5-feb3-47cc-a2e0-16653aef9075 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:06.868006 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38a5ef1-60d8-4ffb-916b-613a98bb67d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d260b-9864-44ad-ba3a-c5a232312203', 'code': 200} Dec 10 09:01:06.928713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58698) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:06.980569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d520d-4677-401a-9441-ba38e6798f7b req-0add59f6-2774-45e2-8f89-adff476879fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:06.982111 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f6d520d-4677-401a-9441-ba38e6798f7b req-0add59f6-2774-45e2-8f89-adff476879fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 1096 time: 0.0435500 Dec 10 09:01:07.031806 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7f6d520d-4677-401a-9441-ba38e6798f7b req-640f8afd-456d-4fd5-b02d-3134fb8973bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Dec 10 09:01:07.045317 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9c4382d-5058-4aa5-a67e-f3c23272acae admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:07.184582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516d57-793e-45cb-900b-2f31c7f7be50 req-aac4bd65-222d-408e-85f8-066676cb5ad8 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:07.186097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3516d57-793e-45cb-900b-2f31c7f7be50 req-aac4bd65-222d-408e-85f8-066676cb5ad8 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 945 time: 0.1021016 Dec 10 09:01:07.209203 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9c4382d-5058-4aa5-a67e-f3c23272acae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:07.232710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9c4382d-5058-4aa5-a67e-f3c23272acae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:07.287449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4fb15-0a48-4965-b9ca-1e6dfe531e57 req-c0655694-40d9-4533-920a-18eba2a6c6c3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:07.289729 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98d4fb15-0a48-4965-b9ca-1e6dfe531e57 req-c0655694-40d9-4533-920a-18eba2a6c6c3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 943 time: 0.1536543 Dec 10 09:01:07.323533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4382d-5058-4aa5-a67e-f3c23272acae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa4573-852e-4d98-b2f5-ecc599e89d6a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:07.341146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f9c4382d-5058-4aa5-a67e-f3c23272acae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b92cb3245a24c2e8d568c91ef3680dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106758 Dec 10 09:01:07.344551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58710) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:07.347366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3516d57-793e-45cb-900b-2f31c7f7be50 req-ab1a157e-090b-4678-ae19-5e6d734768c4 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420033 Dec 10 09:01:07.382697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98d4fb15-0a48-4965-b9ca-1e6dfe531e57 req-a85d35f7-ed95-4fcc-be9a-60d5844b5dab tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746629 Dec 10 09:01:07.418379 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1afa9597-1087-4904-a838-65ca36a08ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:07.447398 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1afa9597-1087-4904-a838-65ca36a08ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:07.521084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1afa9597-1087-4904-a838-65ca36a08ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:07.523861 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1afa9597-1087-4904-a838-65ca36a08ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:07.527761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1afa9597-1087-4904-a838-65ca36a08ead admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acfa4573-852e-4d98-b2f5-ecc599e89d6a HTTP/1.1" status: 204 len: 168 time: 0.1794839 Dec 10 09:01:07.543369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa9597-1087-4904-a838-65ca36a08ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa4573-852e-4d98-b2f5-ecc599e89d6a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:07.597058 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:01:07.645875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30783fa8-3dc1-41e7-aa48-18b2446afb06 req-6084b276-f552-438d-b132-eebde5e4613d tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0569296 Dec 10 09:01:07.689671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda87a7-b26b-4ea5-9fe6-41fbe795a31b req-0f87a37a-8ce5-48a8-8f2f-a08ca8db3180 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:07.700119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2dda87a7-b26b-4ea5-9fe6-41fbe795a31b req-0f87a37a-8ce5-48a8-8f2f-a08ca8db3180 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0982907 Dec 10 09:01:07.763490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2dda87a7-b26b-4ea5-9fe6-41fbe795a31b req-2361ede1-6f0b-4428-a244-28fb4c6842da tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623856 Dec 10 09:01:07.895640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58732) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:07.915287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0fdfda92-a5c6-483d-86c8-3a3e9be8187e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.023997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb458d9c-9f61-43e7-af7d-448257e55da7 req-34c62525-c2f8-499c-a150-149251561349 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0403967 Dec 10 09:01:08.071322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0fdfda92-a5c6-483d-86c8-3a3e9be8187e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.075473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0fdfda92-a5c6-483d-86c8-3a3e9be8187e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.121406 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.141616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfda92-a5c6-483d-86c8-3a3e9be8187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04de55b-ca4a-4580-a0bf-85f972dd25ef,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:08.150212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0fdfda92-a5c6-483d-86c8-3a3e9be8187e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80dd8d23f43c44fc86f051bd78bbf5bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2510428 Dec 10 09:01:08.150599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58740) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:08.216713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2176d87-81db-49b7-ae38-e5fc87f64d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.248738 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2176d87-81db-49b7-ae38-e5fc87f64d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.303071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2176d87-81db-49b7-ae38-e5fc87f64d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.306601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2176d87-81db-49b7-ae38-e5fc87f64d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.307816 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d2176d87-81db-49b7-ae38-e5fc87f64d71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e04de55b-ca4a-4580-a0bf-85f972dd25ef HTTP/1.1" status: 204 len: 168 time: 0.1561756 Dec 10 09:01:08.316420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2176d87-81db-49b7-ae38-e5fc87f64d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04de55b-ca4a-4580-a0bf-85f972dd25ef,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:08.528280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 15a8e6ab-4e4d-49be-ad06-49b4402805e3 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:08.538377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287440ae-ad10-4e66-8f35-1b603050bd09 req-ccbc04ca-2356-4034-99a8-d560842c3100 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:08.539600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-287440ae-ad10-4e66-8f35-1b603050bd09 req-ccbc04ca-2356-4034-99a8-d560842c3100 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 945 time: 0.1163054 Dec 10 09:01:08.593804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e9f69-a163-4c33-b102-a5e9ba715b1c req-f1e36074-902a-4dd3-a52d-79db52f887a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:08.604653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff4e9f69-a163-4c33-b102-a5e9ba715b1c req-f1e36074-902a-4dd3-a52d-79db52f887a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 943 time: 0.1215818 Dec 10 09:01:08.634266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 15a8e6ab-4e4d-49be-ad06-49b4402805e3 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:01:08.639386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 15a8e6ab-4e4d-49be-ad06-49b4402805e3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:08.640074 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.644889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-287440ae-ad10-4e66-8f35-1b603050bd09 req-40551e81-be9b-4aed-ac53-3bd9f9fe4f2e tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988450 Dec 10 09:01:08.678182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff4e9f69-a163-4c33-b102-a5e9ba715b1c req-181cb90e-d147-408f-8aa3-a0d84553231d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752535 Dec 10 09:01:08.814880 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.862717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 15a8e6ab-4e4d-49be-ad06-49b4402805e3, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=15a8e6ab-4e4d-49be-ad06-49b4402805e3,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:08.869535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ff8f7-9a6f-4515-8f95-c040eccd8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a8e6ab-4e4d-49be-ad06-49b4402805e3'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:08.873227 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb84c023-b2d0-4021-a04f-a7adeaead170" -d '{"events": [{"server_uuid": "264ff8f7-9a6f-4515-8f95-c040eccd8ee4", "name": "network-vif-plugged", "status": "completed", "tag": "15a8e6ab-4e4d-49be-ad06-49b4402805e3"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:08.877671 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:08.878937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:08.908655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512f917-faa1-496c-bb52-2b231437d8c8 req-96939186-93f5-40f0-8f3b-895fa76bf1b0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:08.911024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9512f917-faa1-496c-bb52-2b231437d8c8 req-96939186-93f5-40f0-8f3b-895fa76bf1b0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 945 time: 0.0961838 Dec 10 09:01:08.937474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cdcd5-afb5-45d8-9aa4-12222e68fa3e req-bc2ae7a4-949e-46a1-9dc9-bab90c8f4073 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:08.939011 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-081cdcd5-afb5-45d8-9aa4-12222e68fa3e req-bc2ae7a4-949e-46a1-9dc9-bab90c8f4073 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0859654 Dec 10 09:01:08.990418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=15a8e6ab-4e4d-49be-ad06-49b4402805e3,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:09.015433 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9512f917-faa1-496c-bb52-2b231437d8c8 req-b4614522-b908-40e1-b948-d662e05bb2ca tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952866 Dec 10 09:01:09.018724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:01:09.040131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:09.040647 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:09.059675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-081cdcd5-afb5-45d8-9aa4-12222e68fa3e req-363bb92b-e3cb-4b6f-8f99-a09d6160f135 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090207 Dec 10 09:01:09.092409 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56afb9e-f326-4333-80a8-7dd0ffdc9b6b x-openstack-request-id: req-f56afb9e-f326-4333-80a8-7dd0ffdc9b6b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:09.093012 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ff8f7-9a6f-4515-8f95-c040eccd8ee4", "name": "network-vif-plugged", "status": "completed", "tag": "15a8e6ab-4e4d-49be-ad06-49b4402805e3", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:09.093698 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f56afb9e-f326-4333-80a8-7dd0ffdc9b6b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:09.094308 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ff8f7-9a6f-4515-8f95-c040eccd8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a8e6ab-4e4d-49be-ad06-49b4402805e3', 'code': 200} Dec 10 09:01:09.140210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:09.165946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cec68c3-8d2e-44ba-b6e7-35df6b4e8d8a req-6ff9a9f4-0e93-4572-8ad5-24d795c07122 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0340526 Dec 10 09:01:09.209783 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:09.234836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504456-7a70-4035-9a89-6ec39eda00a7 req-7330106b-0efe-4037-a60c-2d4441612c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:09.239218 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce504456-7a70-4035-9a89-6ec39eda00a7 req-7330106b-0efe-4037-a60c-2d4441612c8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0578363 Dec 10 09:01:09.251292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:09.263433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:09.293208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce504456-7a70-4035-9a89-6ec39eda00a7 req-48c02480-6f2a-4f67-a230-2a83c532187f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Dec 10 09:01:09.315437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:09.317948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58780) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.414791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-0d0bcc6c-b66d-4758-9051-1b87d642757c tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.415941 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0d0bcc6c-b66d-4758-9051-1b87d642757c tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0969737 Dec 10 09:01:09.418946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58784) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.422796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-289c22ed-9c78-4f45-ad35-1b5bdabddfad tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.423802 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-289c22ed-9c78-4f45-ad35-1b5bdabddfad tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0038943 Dec 10 09:01:09.426015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58786) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.430518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-73192d08-3116-4fbf-8243-29b2ca958e17 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.431579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-73192d08-3116-4fbf-8243-29b2ca958e17 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045819 Dec 10 09:01:09.433838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58788) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.437689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-bc78476d-43a2-4cca-b347-d9c1d856c64e tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.438674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bc78476d-43a2-4cca-b347-d9c1d856c64e tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039582 Dec 10 09:01:09.440814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58790) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.445027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-790c8642-cc10-4665-9556-a3fbfe4abddb tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.445968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-790c8642-cc10-4665-9556-a3fbfe4abddb tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043228 Dec 10 09:01:09.448046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58792) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.451695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-f9174020-7883-4426-bf45-d25fc1228bd8 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.452593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f9174020-7883-4426-bf45-d25fc1228bd8 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037398 Dec 10 09:01:09.454756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58794) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.458917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-db6f9706-6504-472a-aead-a8f628445759 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.459819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-db6f9706-6504-472a-aead-a8f628445759 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042570 Dec 10 09:01:09.462205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58796) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.467557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-b004a2ca-f514-4353-af27-526439da4f96 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.468943 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b004a2ca-f514-4353-af27-526439da4f96 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055301 Dec 10 09:01:09.471183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58798) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.475526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-8f06b27a-d895-455f-8605-3e79218aa1c8 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.476612 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8f06b27a-d895-455f-8605-3e79218aa1c8 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044093 Dec 10 09:01:09.478589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58800) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.482297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-3d0de25f-fb16-4786-a4d1-67047b825e42 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.483219 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3d0de25f-fb16-4786-a4d1-67047b825e42 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038052 Dec 10 09:01:09.485249 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58802) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.489200 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-055fd840-50c7-45f0-9ea2-434331e92a64 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.490161 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-055fd840-50c7-45f0-9ea2-434331e92a64 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040200 Dec 10 09:01:09.492193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58804) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.496463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-9e72e072-7439-4263-b257-7bb50003485e tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.497410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9e72e072-7439-4263-b257-7bb50003485e tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043705 Dec 10 09:01:09.499404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58806) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.503190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-0145c225-a8f2-4937-95c5-c7e6e3617b4f tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.504608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0145c225-a8f2-4937-95c5-c7e6e3617b4f tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038350 Dec 10 09:01:09.506866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58808) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.510640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-1d963710-6a58-4995-858a-46e46ca2116f tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.513198 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1d963710-6a58-4995-858a-46e46ca2116f tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038998 Dec 10 09:01:09.513598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58810) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.517312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-8cacbfa0-b44f-4a2a-a2fe-7ce81bf2d9ec tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.518287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8cacbfa0-b44f-4a2a-a2fe-7ce81bf2d9ec tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038371 Dec 10 09:01:09.520977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58812) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.524724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-08e583b5-d569-4afa-b65d-470586570239 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.525686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-08e583b5-d569-4afa-b65d-470586570239 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0037789 Dec 10 09:01:09.527795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58814) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.536490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-b1bab077-8669-459d-9aa2-c5c7b6ea8bd4 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.537483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b1bab077-8669-459d-9aa2-c5c7b6ea8bd4 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0087674 Dec 10 09:01:09.539953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58816) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.544591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-f2120c13-8ba7-4b56-b47b-3d517f288112 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.545547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f2120c13-8ba7-4b56-b47b-3d517f288112 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046358 Dec 10 09:01:09.547573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58818) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.551334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-88cee840-3b1f-4d6c-8d90-c803f754e3cf tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.552266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-88cee840-3b1f-4d6c-8d90-c803f754e3cf tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038252 Dec 10 09:01:09.554241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58820) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.557871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-8dc2bb65-2072-405f-84f0-0ec53a554731 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.558808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8dc2bb65-2072-405f-84f0-0ec53a554731 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037305 Dec 10 09:01:09.560748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58822) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.564353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-f199497c-6f14-4fc2-b3b5-28f7353aa962 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.565294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f199497c-6f14-4fc2-b3b5-28f7353aa962 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0037119 Dec 10 09:01:09.567892 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58824) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.571686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-a169fdf5-da76-4327-ad61-2682b5581b5c tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.572614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a169fdf5-da76-4327-ad61-2682b5581b5c tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038934 Dec 10 09:01:09.574903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58826) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.579162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-b40b911f-77d3-4b27-8d00-3331a20c11b5 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.580118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b40b911f-77d3-4b27-8d00-3331a20c11b5 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042734 Dec 10 09:01:09.582190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58828) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.586291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-cc5dd0b7-94c3-4954-937d-757d6f7a8d02 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.587228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cc5dd0b7-94c3-4954-937d-757d6f7a8d02 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0038683 Dec 10 09:01:09.589186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58830) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.592863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-5570f282-b7f2-461c-9bdc-f8dd93c3188b tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.593845 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5570f282-b7f2-461c-9bdc-f8dd93c3188b tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037510 Dec 10 09:01:09.595758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58832) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.600713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-d293d854-7427-455a-b549-22b9dfd8f515 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.602942 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d293d854-7427-455a-b549-22b9dfd8f515 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063465 Dec 10 09:01:09.603789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58834) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.607739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-db5ccbce-a9f9-4579-8ce7-41552a4c01b7 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.608850 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-db5ccbce-a9f9-4579-8ce7-41552a4c01b7 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039713 Dec 10 09:01:09.610984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58836) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.615161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-36bb55c9-263d-4fee-b718-9bfebb74000a tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.616280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-36bb55c9-263d-4fee-b718-9bfebb74000a tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042250 Dec 10 09:01:09.618301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58838) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.622396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-206508ca-4c9b-472f-b8ba-8b5293c8a7ee tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.626233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-206508ca-4c9b-472f-b8ba-8b5293c8a7ee tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0066237 Dec 10 09:01:09.626707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58842) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.632099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-1d96538c-c41b-4d36-bd98-7065a1f4aabb tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.633949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1d96538c-c41b-4d36-bd98-7065a1f4aabb tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051656 Dec 10 09:01:09.635410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58844) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.639627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-245106fb-1230-4b64-8196-02c4daf852c0 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.643339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-245106fb-1230-4b64-8196-02c4daf852c0 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0068233 Dec 10 09:01:09.644343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58846) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.649702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-3dd9bede-6267-4831-a691-23b3a5352349 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.653337 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3dd9bede-6267-4831-a691-23b3a5352349 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051432 Dec 10 09:01:09.653627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58848) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.657615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-5f228e4a-d7c5-46fc-9ca8-d291b8d4211c tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.658533 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5f228e4a-d7c5-46fc-9ca8-d291b8d4211c tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040436 Dec 10 09:01:09.661960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58850) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.665924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-0acfb074-8abb-4cc6-bbba-69cd0810febb tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.667057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0acfb074-8abb-4cc6-bbba-69cd0810febb tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039341 Dec 10 09:01:09.669659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58852) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.673432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-c5240d37-581f-4df4-a813-0b350cee18a8 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.676422 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c5240d37-581f-4df4-a813-0b350cee18a8 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038135 Dec 10 09:01:09.676640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58854) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.681058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-61aaf008-6a53-4c83-a04d-2a587fd1078e tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.681982 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-61aaf008-6a53-4c83-a04d-2a587fd1078e tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044479 Dec 10 09:01:09.684118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58856) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.687860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-80dfd596-d92a-4ba0-9b25-646f7d4f8b72 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.688775 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-80dfd596-d92a-4ba0-9b25-646f7d4f8b72 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0037920 Dec 10 09:01:09.690894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58858) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.694851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-b4094c98-b93d-49cc-ac51-1bf9b0c73823 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.695854 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b4094c98-b93d-49cc-ac51-1bf9b0c73823 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040095 Dec 10 09:01:09.697907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58860) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.701571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-6f6684d1-bf2d-4f04-8238-e7966619fdbe tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.702592 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6f6684d1-bf2d-4f04-8238-e7966619fdbe tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037968 Dec 10 09:01:09.704730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58862) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.709938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-661919f8-81ab-4bbe-a189-01db44c61a05 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.710952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-661919f8-81ab-4bbe-a189-01db44c61a05 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052145 Dec 10 09:01:09.713354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58866) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.721896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-6f709e65-7f45-406f-ab1a-b8f5ce1ef504 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.723650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6f709e65-7f45-406f-ab1a-b8f5ce1ef504 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0084326 Dec 10 09:01:09.726346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58868) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.732042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-2588a5a7-8821-435b-a254-d9391621d864 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.733293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2588a5a7-8821-435b-a254-d9391621d864 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043848 Dec 10 09:01:09.735572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58870) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.740367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-be4b92e9-3550-4581-b936-b7d87130e90f tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.741562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-be4b92e9-3550-4581-b936-b7d87130e90f tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048900 Dec 10 09:01:09.744457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58872) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.748902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-f70f6a3a-b18b-4c72-9808-08f39b1a55ed tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.750152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f70f6a3a-b18b-4c72-9808-08f39b1a55ed tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044680 Dec 10 09:01:09.752229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58874) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.766958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-4d8d94b8-b47d-4e48-aa50-8ecd3564a165 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.768239 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4d8d94b8-b47d-4e48-aa50-8ecd3564a165 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0148501 Dec 10 09:01:09.771526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58878) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.777703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-6470dc96-02ac-4812-a5e6-e0751b2e6c0b tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.781758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6470dc96-02ac-4812-a5e6-e0751b2e6c0b tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0091996 Dec 10 09:01:09.782358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58882) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.787114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-c42cec41-bbcd-4612-b12d-1ece71d8d004 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.788257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c42cec41-bbcd-4612-b12d-1ece71d8d004 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0047925 Dec 10 09:01:09.790679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58884) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.796581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-da86a991-f189-4868-8977-9df205cbf683 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.797485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-da86a991-f189-4868-8977-9df205cbf683 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0058734 Dec 10 09:01:09.800011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58886) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.806529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-4ab76f30-704f-4e54-838f-13d569de7fda tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.807732 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4ab76f30-704f-4e54-838f-13d569de7fda tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065346 Dec 10 09:01:09.810138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58888) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.814096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-0250fb1f-2265-4225-9543-7cbb693dddda tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.817964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0250fb1f-2265-4225-9543-7cbb693dddda tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040023 Dec 10 09:01:09.819365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58890) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.823519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-ac6919f7-0bda-4c92-8e8c-ad089eec55e2 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.824713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ac6919f7-0bda-4c92-8e8c-ad089eec55e2 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041831 Dec 10 09:01:09.826629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e25ac-10fa-44bc-a826-b7603dec3ef0 req-64e01577-432e-4dc9-bedc-ad2b657a6273 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:09.826771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58892) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.828153 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-306e25ac-10fa-44bc-a826-b7603dec3ef0 req-64e01577-432e-4dc9-bedc-ad2b657a6273 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 943 time: 0.0720348 Dec 10 09:01:09.830732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-c405e82d-06b8-45f6-b0bd-fb97a6d8dc04 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.832009 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c405e82d-06b8-45f6-b0bd-fb97a6d8dc04 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041347 Dec 10 09:01:09.836298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.841032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-5f7b69ed-7bcb-4280-9f6c-95d2d17d498f tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.842102 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5f7b69ed-7bcb-4280-9f6c-95d2d17d498f tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048158 Dec 10 09:01:09.845879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58896) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.850300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-36d53117-f864-4336-b4d7-153b3cd0b570 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.853496 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-36d53117-f864-4336-b4d7-153b3cd0b570 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044639 Dec 10 09:01:09.855300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58898) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.861099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-9d03fde1-fc9a-4835-9ea5-345f3f3e186d tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.862077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d03fde1-fc9a-4835-9ea5-345f3f3e186d tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058720 Dec 10 09:01:09.865133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58900) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.869311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-bd21052c-737d-42a3-992b-5dff730dc952 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.870265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd21052c-737d-42a3-992b-5dff730dc952 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0040452 Dec 10 09:01:09.872623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58902) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.876725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-3664c11f-8c19-43e9-9901-0e953c831171 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.880092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3664c11f-8c19-43e9-9901-0e953c831171 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064218 Dec 10 09:01:09.880334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58904) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.884434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-56ced57c-3139-499b-a4d3-62e26e915a1a tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.887644 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-56ced57c-3139-499b-a4d3-62e26e915a1a tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042667 Dec 10 09:01:09.887848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.892391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-6536fc2b-21d8-4fae-98dc-362d9a8ad2c4 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.896024 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6536fc2b-21d8-4fae-98dc-362d9a8ad2c4 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045295 Dec 10 09:01:09.896229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58908) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.908991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-fdbe11cb-cab0-4844-89a8-c58e342994cf tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.913244 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fdbe11cb-cab0-4844-89a8-c58e342994cf tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0085437 Dec 10 09:01:09.915276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.918560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-306e25ac-10fa-44bc-a826-b7603dec3ef0 req-64d9f84c-841c-4d4c-9884-21061fd3a557 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767581 Dec 10 09:01:09.920237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-d4b805d4-197a-4bb4-8fd4-4e5bebce57ff tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.923663 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d4b805d4-197a-4bb4-8fd4-4e5bebce57ff tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052226 Dec 10 09:01:09.924575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58912) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.938269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-ae191d19-7ea4-41f9-ba9f-5a03c44ad226 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.939267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ae191d19-7ea4-41f9-ba9f-5a03c44ad226 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0134563 Dec 10 09:01:09.941882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58914) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.945837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-c35d2316-c10c-4840-b7c0-9d180b5a6e92 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.946754 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c35d2316-c10c-4840-b7c0-9d180b5a6e92 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0040088 Dec 10 09:01:09.948925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58916) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.952569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-26260c84-69a4-4c04-b12c-aca239533ca1 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.953479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-26260c84-69a4-4c04-b12c-aca239533ca1 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037351 Dec 10 09:01:09.955640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58918) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.959839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-b213a7ab-7505-4c5f-aa11-a45a8251c32d tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.960744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b213a7ab-7505-4c5f-aa11-a45a8251c32d tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042951 Dec 10 09:01:09.962848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58920) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.966580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-7b85981b-fe3f-47c5-b681-b6f57bd149f8 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.967489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7b85981b-fe3f-47c5-b681-b6f57bd149f8 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037673 Dec 10 09:01:09.969727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58922) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.974740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-e5f49f5f-f6b6-4bec-ab65-4b00e3444a22 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.975670 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e5f49f5f-f6b6-4bec-ab65-4b00e3444a22 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049851 Dec 10 09:01:09.977952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58924) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.981845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-caa1c76e-1022-4c19-8db1-085095a300aa tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.982901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-caa1c76e-1022-4c19-8db1-085095a300aa tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0039494 Dec 10 09:01:09.984844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58926) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.989008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-e93b7277-737c-4303-9714-7387f1a6f653 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.990108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e93b7277-737c-4303-9714-7387f1a6f653 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043142 Dec 10 09:01:09.992346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58928) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:09.996535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [None req-ecea35d2-1003-438b-9140-71fbc04dbf87 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:09.997475 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ecea35d2-1003-438b-9140-71fbc04dbf87 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041716 Dec 10 09:01:10.000052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58930) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:10.006528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [None req-80af5f79-ca6e-46f4-b7b3-7fa0266c0972 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:01:10.007487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-80af5f79-ca6e-46f4-b7b3-7fa0266c0972 tempest-ExtensionsTestJSON-582398292 tempest-ExtensionsTestJSON-582398292-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0064712 Dec 10 09:01:10.148222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efb01-66a3-4293-a9cf-0c46333fccd5 req-9842f1ff-9607-4929-a6ff-0ac564fbcea7 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:10.149885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b1efb01-66a3-4293-a9cf-0c46333fccd5 req-9842f1ff-9607-4929-a6ff-0ac564fbcea7 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0567164 Dec 10 09:01:10.256103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643f1c7-fe35-4343-9aef-667ff6bc4c4e req-c6ce66b2-9b50-4730-bdcd-a8ba3f0f5b48 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:10.258683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7643f1c7-fe35-4343-9aef-667ff6bc4c4e req-c6ce66b2-9b50-4730-bdcd-a8ba3f0f5b48 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1072078 Dec 10 09:01:10.265276 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b1efb01-66a3-4293-a9cf-0c46333fccd5 req-fe448db5-d70b-462e-9b23-cd8cfeb05c7c tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025243 Dec 10 09:01:10.336527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7643f1c7-fe35-4343-9aef-667ff6bc4c4e req-30a7ca50-0787-4a6b-a8fd-2273698d4076 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698485 Dec 10 09:01:10.386052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11b5c89a-b931-40cb-9444-8eb937574270 req-677469ff-8058-47d3-8841-abfbafe0f4b6 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0319138 Dec 10 09:01:10.391418 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58942) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:10.511606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-784224e4-b968-400b-8a32-a5194de81c8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:10.553335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 81e98554-2570-478e-becb-f85bbef69932 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:01:10.603649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-784224e4-b968-400b-8a32-a5194de81c8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:10.608340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-784224e4-b968-400b-8a32-a5194de81c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:10.667903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58946) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:10.668524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 81e98554-2570-478e-becb-f85bbef69932, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=81e98554-2570-478e-becb-f85bbef69932,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:10.668887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-784224e4-b968-400b-8a32-a5194de81c8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=039b99c0750648c684abb093caa118ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760725 Dec 10 09:01:10.669783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784224e4-b968-400b-8a32-a5194de81c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e03d28d-0d1c-4cff-9a80-664a72b5c3e2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:10.681792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '81e98554-2570-478e-becb-f85bbef69932', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'port_id': '81e98554-2570-478e-becb-f85bbef69932', 'mac_address': 'fa:16:3e:3e:66:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde1311-2306-4ee4-9957-88093119b8f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:01:10.731799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:10.747927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e98554-2570-478e-becb-f85bbef69932 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:10.759465 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eff2f421-aef6-454f-93a6-ed53ec0fb2ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:10.767054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 81e98554-2570-478e-becb-f85bbef69932, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=81e98554-2570-478e-becb-f85bbef69932,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:10.771786 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:10.782602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eff2f421-aef6-454f-93a6-ed53ec0fb2ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:10.821957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=81e98554-2570-478e-becb-f85bbef69932,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:10.838320 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eff2f421-aef6-454f-93a6-ed53ec0fb2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:10.841085 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eff2f421-aef6-454f-93a6-ed53ec0fb2ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:10.848439 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eff2f421-aef6-454f-93a6-ed53ec0fb2ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e03d28d-0d1c-4cff-9a80-664a72b5c3e2 HTTP/1.1" status: 204 len: 168 time: 0.1780679 Dec 10 09:01:10.857053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2f421-aef6-454f-93a6-ed53ec0fb2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e03d28d-0d1c-4cff-9a80-664a72b5c3e2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:11.065710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a57c5-a900-4dbc-ab44-7ba361200b2d req-93f9ab07-e2a1-4868-b137-52a5fc425a14 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:11.068070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a8a57c5-a900-4dbc-ab44-7ba361200b2d req-93f9ab07-e2a1-4868-b137-52a5fc425a14 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 944 time: 0.0699596 Dec 10 09:01:11.095087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['81e98554-2570-478e-becb-f85bbef69932'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:11.127807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a8a57c5-a900-4dbc-ab44-7ba361200b2d req-0cc8467b-ed83-4269-8fd7-b8e6910aa3cc tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518711 Dec 10 09:01:11.145116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:11.147522 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8597bc3-d220-4fdd-af96-a6b30634ffee" -d '{"events": [{"server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "name": "network-vif-plugged", "status": "completed", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:11.201654 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a479a9-a284-4859-853a-ddf667d3a62e x-openstack-request-id: req-f5a479a9-a284-4859-853a-ddf667d3a62e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:11.201943 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "name": "network-vif-plugged", "status": "completed", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:11.202192 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5a479a9-a284-4859-853a-ddf667d3a62e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:11.202573 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5', 'code': 200} Dec 10 09:01:11.356311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1bd6f-a9c2-49b4-81ff-8ad5cf6f0ada req-7c7103cc-b1fb-4952-b028-95d89c17656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:11.358119 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-56c1bd6f-a9c2-49b4-81ff-8ad5cf6f0ada req-7c7103cc-b1fb-4952-b028-95d89c17656c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0799336 Dec 10 09:01:11.417482 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-56c1bd6f-a9c2-49b4-81ff-8ad5cf6f0ada req-e7249475-0d7a-4652-b287-f677a1afd8db service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519030 Dec 10 09:01:11.432884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29953511-a634-4ac5-9e09-53d753e985a7 req-63f005be-2a95-445b-bb0b-9bdfd60782f4 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:11.434867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29953511-a634-4ac5-9e09-53d753e985a7 req-63f005be-2a95-445b-bb0b-9bdfd60782f4 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0638349 Dec 10 09:01:11.524150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29953511-a634-4ac5-9e09-53d753e985a7 req-b6a38c81-9dc0-4816-af86-45b4907f0602 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815678 Dec 10 09:01:11.564516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bbe3d-1d58-487a-87da-3978e0df3a2d req-9a528426-9d92-46b4-ac0a-397dd21f81d7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:11.567230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f78bbe3d-1d58-487a-87da-3978e0df3a2d req-9a528426-9d92-46b4-ac0a-397dd21f81d7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1050584 Dec 10 09:01:11.626428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f78bbe3d-1d58-487a-87da-3978e0df3a2d req-52d6fc9f-8c32-48f6-a149-38592f8cbbeb tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530639 Dec 10 09:01:11.662852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-acd4d0f4-6f2c-4971-bfcb-8d03ed87d056 req-a7338329-54d8-4aa2-b751-2d6329af0467 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0342774 Dec 10 09:01:11.786336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58988) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:11.907714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e79d63d5-06ef-4c93-abd7-0c7f51d72aad tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] Request body: {'port': {'network_id': '60b2ea8b-b600-4e65-9325-995f49b13548', 'name': 'tempest-NetworksNegativeTestJSON-507309266'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:11.923224 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79d63d5-06ef-4c93-abd7-0c7f51d72aad tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] POST failed (client error): The resource could not be found. Dec 10 09:01:11.924004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79d63d5-06ef-4c93-abd7-0c7f51d72aad tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:01:11.930273 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e79d63d5-06ef-4c93-abd7-0c7f51d72aad tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1355765 Dec 10 09:01:11.930273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58994) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:11.962822 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d503eaa-316a-41db-951a-04cc72b9b094 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] DELETE failed (client error): The resource could not be found. Dec 10 09:01:11.963380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d503eaa-316a-41db-951a-04cc72b9b094 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:01:11.975545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59000) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:11.989356 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1d503eaa-316a-41db-951a-04cc72b9b094 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "DELETE /v2.0/networks/7dc666fc-3d98-4493-b94d-d409d0f64762 HTTP/1.1" status: 404 len: 339 time: 0.0581923 Dec 10 09:01:12.014959 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-85db3db1-1e7a-4aff-9d22-216c085f9b0b tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] DELETE failed (client error): The resource could not be found. Dec 10 09:01:12.016124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85db3db1-1e7a-4aff-9d22-216c085f9b0b tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:01:12.023660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-85db3db1-1e7a-4aff-9d22-216c085f9b0b tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "DELETE /v2.0/ports/517818d0-0d7b-402e-a168-6c2ab73dda57 HTTP/1.1" status: 404 len: 333 time: 0.0427330 Dec 10 09:01:12.024023 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59004) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:12.056378 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-db10fa25-0d99-4daa-9fb7-3274a33558c9 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] DELETE failed (client error): The resource could not be found. Dec 10 09:01:12.056738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db10fa25-0d99-4daa-9fb7-3274a33558c9 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:01:12.066164 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-db10fa25-0d99-4daa-9fb7-3274a33558c9 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "DELETE /v2.0/subnets/b165693f-181d-40b4-b6fd-1ca86831e791 HTTP/1.1" status: 404 len: 337 time: 0.0363643 Dec 10 09:01:12.067442 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59006) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:12.078598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124013d5-143a-424c-999e-de64e9fc6f0f req-ddb7a150-54e8-4191-a27f-79ff11440a2b tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:12.089380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-124013d5-143a-424c-999e-de64e9fc6f0f req-ddb7a150-54e8-4191-a27f-79ff11440a2b tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0836265 Dec 10 09:01:12.104764 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-d810f84c-4743-4671-816d-dd5af843f12c tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] GET failed (client error): The resource could not be found. Dec 10 09:01:12.106236 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d810f84c-4743-4671-816d-dd5af843f12c tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "GET /v2.0/networks/ce766fce-76f4-4a25-9a32-dd6f613f5ecf HTTP/1.1" status: 404 len: 339 time: 0.0377822 Dec 10 09:01:12.111383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59008) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:12.140540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-124013d5-143a-424c-999e-de64e9fc6f0f req-f1f0b22e-6fe0-4eea-a285-775584495158 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499980 Dec 10 09:01:12.142129 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-152b178b-b562-4ebe-906d-1fd87199c9a0 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] GET failed (client error): The resource could not be found. Dec 10 09:01:12.143643 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-152b178b-b562-4ebe-906d-1fd87199c9a0 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "GET /v2.0/ports/1c5facd3-d6e4-4ad0-8efc-71ba61ad0b21 HTTP/1.1" status: 404 len: 333 time: 0.0311246 Dec 10 09:01:12.147490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59010) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:12.181683 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d6b1d4-0f9f-43f2-a095-2440fb747144 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] GET failed (client error): The resource could not be found. Dec 10 09:01:12.183541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e6d6b1d4-0f9f-43f2-a095-2440fb747144 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "GET /v2.0/subnets/d22d5d4e-41b2-47bf-8cc7-3f7735aa0b6f HTTP/1.1" status: 404 len: 337 time: 0.0345011 Dec 10 09:01:12.187324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59014) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:12.194290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-69e3e67f-2438-4bd7-8641-ab4bc83ccadd tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:12.210639 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e3e67f-2438-4bd7-8641-ab4bc83ccadd tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] PUT failed (client error): The resource could not be found. Dec 10 09:01:12.211140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e3e67f-2438-4bd7-8641-ab4bc83ccadd tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:01:12.212242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-69e3e67f-2438-4bd7-8641-ab4bc83ccadd tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "PUT /v2.0/networks/4ef96e95-0ca2-4fe6-8a79-537b4ffff60c HTTP/1.1" status: 404 len: 339 time: 0.0237072 Dec 10 09:01:12.216230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59016) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:12.222147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3b77b999-6d4e-45d9-b09a-67dc093c9cdc tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:12.241441 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b77b999-6d4e-45d9-b09a-67dc093c9cdc tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] PUT failed (client error): The resource could not be found. Dec 10 09:01:12.242281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b77b999-6d4e-45d9-b09a-67dc093c9cdc tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:01:12.247458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59018) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:12.247656 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3b77b999-6d4e-45d9-b09a-67dc093c9cdc tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "PUT /v2.0/ports/4c692e64-76b4-4781-b842-bd0f768dc7e0 HTTP/1.1" status: 404 len: 333 time: 0.0300319 Dec 10 09:01:12.253605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9801dbfb-735e-49ab-8086-2092ed97b9b6 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:12.277631 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9801dbfb-735e-49ab-8086-2092ed97b9b6 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] PUT failed (client error): The resource could not be found. Dec 10 09:01:12.278083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9801dbfb-735e-49ab-8086-2092ed97b9b6 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:01:12.279226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9801dbfb-735e-49ab-8086-2092ed97b9b6 tempest-NetworksNegativeTestJSON-1233238679 tempest-NetworksNegativeTestJSON-1233238679-project] 10.222.0.31 "PUT /v2.0/subnets/beefd558-86f6-4e48-b44b-50c3c8a7bfd6 HTTP/1.1" status: 404 len: 337 time: 0.0309873 Dec 10 09:01:12.296562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e167fd-6d6b-4482-9a4f-d5bcc9a832cd req-63f682ed-b213-4ca7-a6ae-4a9d6520222c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:12.298061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6e167fd-6d6b-4482-9a4f-d5bcc9a832cd req-63f682ed-b213-4ca7-a6ae-4a9d6520222c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 944 time: 0.0897129 Dec 10 09:01:12.350236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6e167fd-6d6b-4482-9a4f-d5bcc9a832cd req-ae3ed0af-ba85-41e3-998c-096afcb23553 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453186 Dec 10 09:01:12.521496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59024) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:12.578530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 81e98554-2570-478e-becb-f85bbef69932 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:12.628403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 81e98554-2570-478e-becb-f85bbef69932 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:01:12.629177 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fca3607a-14d1-460d-b24b-524bb92fc5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.632931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 81e98554-2570-478e-becb-f85bbef69932 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:12.633356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.721878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fca3607a-14d1-460d-b24b-524bb92fc5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.724406 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.726693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fca3607a-14d1-460d-b24b-524bb92fc5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.762448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 81e98554-2570-478e-becb-f85bbef69932, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=81e98554-2570-478e-becb-f85bbef69932,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:12.768184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.776181 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fca3607a-14d1-460d-b24b-524bb92fc5cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd9712b5e5a2419eb822bea5e5ee79b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511020 Dec 10 09:01:12.776181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3607a-14d1-460d-b24b-524bb92fc5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b2317b-fdd3-43b9-bc5a-22814697baff,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:12.776491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59032) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:12.808607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74c5e99d-cf48-4496-a0e3-286df8b231a8 req-5450e315-078b-464f-80aa-3c76ca1a2193 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0469234 Dec 10 09:01:12.827560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=81e98554-2570-478e-becb-f85bbef69932,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:12.831350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf82d9-9e99-4d04-9d92-70e533bb7b84 req-4e8792d5-38b9-446b-9383-6291fc13a947 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:12.833103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bcf82d9-9e99-4d04-9d92-70e533bb7b84 req-4e8792d5-38b9-446b-9383-6291fc13a947 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1181822 Dec 10 09:01:12.905759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2197487-4f3d-40d5-9209-64249a0aa6ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.920494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bcf82d9-9e99-4d04-9d92-70e533bb7b84 req-6f70f851-e631-425c-9613-eb429409c7bd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757699 Dec 10 09:01:12.935329 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2197487-4f3d-40d5-9209-64249a0aa6ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.981466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2197487-4f3d-40d5-9209-64249a0aa6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.984042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2197487-4f3d-40d5-9209-64249a0aa6ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:12.985266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a2197487-4f3d-40d5-9209-64249a0aa6ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43b2317b-fdd3-43b9-bc5a-22814697baff HTTP/1.1" status: 204 len: 168 time: 0.2079034 Dec 10 09:01:12.994090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2197487-4f3d-40d5-9209-64249a0aa6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b2317b-fdd3-43b9-bc5a-22814697baff,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:13.203984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6c1248-7ce8-40fe-af92-06744d679af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e98554-2570-478e-becb-f85bbef69932'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:13.206383 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba343b21-260f-4f6c-9877-43bf57f00f40" -d '{"events": [{"server_uuid": "fa6c1248-7ce8-40fe-af92-06744d679af5", "name": "network-vif-plugged", "status": "completed", "tag": "81e98554-2570-478e-becb-f85bbef69932"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:13.248171 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d03a47-fb16-470b-b8e7-dfc89bbd626e x-openstack-request-id: req-b9d03a47-fb16-470b-b8e7-dfc89bbd626e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:13.248648 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6c1248-7ce8-40fe-af92-06744d679af5", "name": "network-vif-plugged", "status": "completed", "tag": "81e98554-2570-478e-becb-f85bbef69932", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:13.249067 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9d03a47-fb16-470b-b8e7-dfc89bbd626e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:13.249651 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6c1248-7ce8-40fe-af92-06744d679af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e98554-2570-478e-becb-f85bbef69932', 'code': 200} Dec 10 09:01:13.273791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f6c30-ac19-49e9-8443-3a7b52d79198 req-40efc212-0210-42c8-960d-0b1bd940a943 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:13.275670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed2f6c30-ac19-49e9-8443-3a7b52d79198 req-40efc212-0210-42c8-960d-0b1bd940a943 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0597117 Dec 10 09:01:13.328293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed2f6c30-ac19-49e9-8443-3a7b52d79198 req-8057dd2b-c8ae-436f-9d42-632cba839a9d tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3535f2b-0a5e-4d6b-902e-884f10954f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467231 Dec 10 09:01:13.389548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-bc23ac59-4e98-472f-9a34-156011846ac9 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:13.392379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-bc23ac59-4e98-472f-9a34-156011846ac9 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.39 "GET /v2.0/ports?device_id=d38a5ef1-60d8-4ffb-916b-613a98bb67d7 HTTP/1.1" status: 200 len: 945 time: 0.0864899 Dec 10 09:01:13.412865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac92fc4-107d-4b4b-8e33-236d9c7817ef req-ef9cbb23-db43-48a9-827a-06df4d7f48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:13.415056 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6ac92fc4-107d-4b4b-8e33-236d9c7817ef req-ef9cbb23-db43-48a9-827a-06df4d7f48b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 1096 time: 0.0854633 Dec 10 09:01:13.494552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731cbc2-15a2-4c8d-a9a1-a2c0fbd20dcc req-6a629a2a-73f9-46b9-8723-0f6a1b910abf tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:13.496081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6731cbc2-15a2-4c8d-a9a1-a2c0fbd20dcc req-6a629a2a-73f9-46b9-8723-0f6a1b910abf tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 945 time: 0.0640841 Dec 10 09:01:13.551936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6731cbc2-15a2-4c8d-a9a1-a2c0fbd20dcc req-b87651b5-fc00-4404-935d-1dc7151928f2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491791 Dec 10 09:01:13.560116 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6ac92fc4-107d-4b4b-8e33-236d9c7817ef req-fae30c59-1a5f-4b13-9f24-29c475a5fc2f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197386 Dec 10 09:01:13.587464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-528144cf-dc7e-40ff-be55-ff2e2dc3014e tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:13.588915 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-528144cf-dc7e-40ff-be55-ff2e2dc3014e tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "GET /v2.0/ports?device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0711536 Dec 10 09:01:13.595419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Deleting port 847d260b-9864-44ad-ba3a-c5a232312203 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:13.595765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:13.685239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] For port 847d260b-9864-44ad-ba3a-c5a232312203, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=847d260b-9864-44ad-ba3a-c5a232312203,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:13.685630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:13.698125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Calling delete_port for 847d260b-9864-44ad-ba3a-c5a232312203 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:13.726729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59066) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:13.830708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-454340775'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:13.854052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:13.857670 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:13.859341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:13.866786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:13.875045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['15a8e6ab-4e4d-49be-ad06-49b4402805e3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:13.901123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Pushing event deleted for resources: {'Port': ['ID=847d260b-9864-44ad-ba3a-c5a232312203,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:13.922472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['847d260b-9864-44ad-ba3a-c5a232312203'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:13.983016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] No DVR routers for this DVR port 847d260b-9864-44ad-ba3a-c5a232312203 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:13.983016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:13.983016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-573d62f5-ed10-41f3-b68b-21c813bff7a0 req-aafbb374-e3b9-410d-bbf3-e016ec4e64d0 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.39 "DELETE /v2.0/ports/847d260b-9864-44ad-ba3a-c5a232312203 HTTP/1.1" status: 204 len: 173 time: 0.5843918 Dec 10 09:01:13.983463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38a5ef1-60d8-4ffb-916b-613a98bb67d7', 'name': 'network-vif-deleted', 'tag': '847d260b-9864-44ad-ba3a-c5a232312203'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:13.985763 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec9088-6e8a-41b1-8df4-ba51db151c33" -d '{"events": [{"server_uuid": "d38a5ef1-60d8-4ffb-916b-613a98bb67d7", "name": "network-vif-deleted", "tag": "847d260b-9864-44ad-ba3a-c5a232312203"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:14.008300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Deleting port 15a8e6ab-4e4d-49be-ad06-49b4402805e3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:14.008770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.036652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8583b9aa-304d-47a8-8713-343dce44f77e req-68ef2c97-15d0-49c2-8c6e-e2f13e297856 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.1090672 Dec 10 09:01:14.128773 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58d1895-183b-4d24-8d45-a9e53dfa4cb2 x-openstack-request-id: req-b58d1895-183b-4d24-8d45-a9e53dfa4cb2 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:14.129687 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38a5ef1-60d8-4ffb-916b-613a98bb67d7", "name": "network-vif-deleted", "tag": "847d260b-9864-44ad-ba3a-c5a232312203", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:14.129947 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b58d1895-183b-4d24-8d45-a9e53dfa4cb2 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:14.130352 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38a5ef1-60d8-4ffb-916b-613a98bb67d7', 'name': 'network-vif-deleted', 'tag': '847d260b-9864-44ad-ba3a-c5a232312203', 'status': 'completed', 'code': 200} Dec 10 09:01:14.137666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] For port 15a8e6ab-4e4d-49be-ad06-49b4402805e3, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=15a8e6ab-4e4d-49be-ad06-49b4402805e3,segment=NetworkSegment(a470f1bf-2448-4c1f-83d5-a6ece6fe8596),segment_id=a470f1bf-2448-4c1f-83d5-a6ece6fe8596)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:14.138083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.149977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.154520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Calling delete_port for 15a8e6ab-4e4d-49be-ad06-49b4402805e3 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:14.158860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.211791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:14.214534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045183d4-d6b7-4b15-9238-7a0ca0674279,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:14.230745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334998e-61c6-4c64-8f06-b8fc1f2cb7c3 req-9adc2971-ce8b-4d75-90f5-d9c3595493fb tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:14.233894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f334998e-61c6-4c64-8f06-b8fc1f2cb7c3 req-9adc2971-ce8b-4d75-90f5-d9c3595493fb tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.2039180 Dec 10 09:01:14.248491 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.248905 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Added segment dbb8664e-76d5-40c8-a073-570a387d86fc of type vlan for network 0da4f64c-8165-45ca-be7d-a1fb79677e84 Dec 10 09:01:14.308500 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.313053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.320935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['847d260b-9864-44ad-ba3a-c5a232312203'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:14.337751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f334998e-61c6-4c64-8f06-b8fc1f2cb7c3 req-300366af-f775-44ca-b663-4a8180b09233 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976174 Dec 10 09:01:14.338693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Pushing event deleted for resources: {'Port': ['ID=15a8e6ab-4e4d-49be-ad06-49b4402805e3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:14.358862 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.369604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:14.370154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.402150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] No DVR routers for this DVR port 15a8e6ab-4e4d-49be-ad06-49b4402805e3 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:14.405576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.409695 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cdca110a-5ab2-43b6-bb25-21549656f756 req-3b2218e4-21e7-460c-b86b-12520faa0804 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.18 "DELETE /v2.0/ports/15a8e6ab-4e4d-49be-ad06-49b4402805e3 HTTP/1.1" status: 204 len: 173 time: 0.5800772 Dec 10 09:01:14.471907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7440343 Dec 10 09:01:14.475513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59086) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:14.481269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'name': 'tempest-PortsTestJSON-214992004'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:14.506087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d9f4cd0-0ea6-4238-b8f5-237d8b7814c3 req-23bc5628-16d3-4101-9bf2-a0881626a135 tempest-MultipleCreateTestJSON-540399287 tempest-MultipleCreateTestJSON-540399287-project] 10.222.0.31 "GET /v2.0/ports?device_id=264ff8f7-9a6f-4515-8f95-c040eccd8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0684884 Dec 10 09:01:14.509161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684665f-5c3e-45ec-a573-d01b7216e4cb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Network': ['ID=0da4f64c-8165-45ca-be7d-a1fb79677e84,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:14.524122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:14.537454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dd6c4-6ee2-4647-b42c-aa7e3354b758 req-fcf14a95-8ffd-43fb-91dc-b550e43bcff4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:14.548796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-298dd6c4-6ee2-4647-b42c-aa7e3354b758 req-fcf14a95-8ffd-43fb-91dc-b550e43bcff4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1125758 Dec 10 09:01:14.614440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-298dd6c4-6ee2-4647-b42c-aa7e3354b758 req-f693c4f7-4b57-4433-8a91-b56ddf66da52 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642362 Dec 10 09:01:14.637951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:14.643746 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.670844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 1aba7de7-d5e4-4d47-a262-bbe2354c174b yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:14.714544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e66b-7730-4a42-ab10-3b061823c2ae req-8a70deb5-3716-41e0-9f5e-c774cfb7eecc tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:14.716386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68f2e66b-7730-4a42-ab10-3b061823c2ae req-8a70deb5-3716-41e0-9f5e-c774cfb7eecc tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 945 time: 0.0656977 Dec 10 09:01:14.781547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68f2e66b-7730-4a42-ab10-3b061823c2ae req-60a7ff31-a0ed-4426-8d02-3f29fe061a19 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568235 Dec 10 09:01:14.855405 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.870655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1001177-d63f-4be1-890b-a2a6b39fdbb0 req-2cb55d17-6a11-4909-bdb7-236ac9b943af tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:14.872153 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1001177-d63f-4be1-890b-a2a6b39fdbb0 req-2cb55d17-6a11-4909-bdb7-236ac9b943af tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.0547645 Dec 10 09:01:14.890056 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.931192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1001177-d63f-4be1-890b-a2a6b39fdbb0 req-48f15b8e-54f1-463b-ad1d-16709541854e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529673 Dec 10 09:01:14.970598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:14.979017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=1aba7de7-d5e4-4d47-a262-bbe2354c174b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:14.989025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Checking segment: {'id': 'dbb8664e-76d5-40c8-a073-570a387d86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:14.991894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network hostable DHCP agents. Network: 0da4f64c-8165-45ca-be7d-a1fb79677e84, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:15.025280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:15.038278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 0da4f64c-8165-45ca-be7d-a1fb79677e84) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:15.044147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:15.047870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13e1f8-e632-4b20-ba67-30ef6ae33824 None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:15.054239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:15.055121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.075053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d4642a60-6a92-495e-8470-f9ba9bb291a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5981872 Dec 10 09:01:15.086986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59100) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:15.087596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1372151864'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:15.117482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e9d31-1f8c-4987-8180-2d532cf1e622 req-05a55ee4-3d2d-4ed0-aabd-f2b2a6f15a67 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:15.119927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:15.121711 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a52e9d31-1f8c-4987-8180-2d532cf1e622 req-05a55ee4-3d2d-4ed0-aabd-f2b2a6f15a67 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1068277 Dec 10 09:01:15.132476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.162722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:15.172960 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.173555 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Added segment 3e037117-5428-4aa8-a2ef-edf43a1924b4 of type vlan for network 1169a658-cd4b-415d-b248-c79561bad0be Dec 10 09:01:15.205176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-502f057a-5e17-437c-b988-4775c1bccd4c req-07fe4eef-614b-4ac9-aabf-a3e5c7a3202d tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0500734 Dec 10 09:01:15.220159 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.234030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a52e9d31-1f8c-4987-8180-2d532cf1e622 req-d4972225-05d6-4353-8d60-46acb34609bb tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054418 Dec 10 09:01:15.261484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.267747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:15.268433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.329083 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2487116 Dec 10 09:01:15.332953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59112) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:15.340258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'ports': [{'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84'}, {'network_id': '1169a658-cd4b-415d-b248-c79561bad0be'}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:15.340258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:15.340685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '1169a658-cd4b-415d-b248-c79561bad0be'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:15.350715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe04a6-bae5-451b-be8a-7b5ce32f2d68 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Network': ['ID=1169a658-cd4b-415d-b248-c79561bad0be,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:15.361479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 1169a658-cd4b-415d-b248-c79561bad0be details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:15.524453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 2} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:15.530631 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.548002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.617263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59128) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:15.667221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd253af-5713-48c3-ad9f-7aa385302e59 admin admin] Deleting subnet 55e689b5-2fee-4a55-b3c2-a975a93dbf93 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:01:15.670436 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bd253af-5713-48c3-ad9f-7aa385302e59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.675035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18535735-f555-4b01-9813-34bb363aa185 req-f15a7051-5e30-45f8-9934-833692894fd2 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:15.677485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18535735-f555-4b01-9813-34bb363aa185 req-f15a7051-5e30-45f8-9934-833692894fd2 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1195259 Dec 10 09:01:15.681719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 338a49d3-f4b7-4a41-8687-1e73364d1cea yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:15.708660 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bd253af-5713-48c3-ad9f-7aa385302e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.744573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18535735-f555-4b01-9813-34bb363aa185 req-1de60880-26d8-4c4b-8833-6946cb038fe8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555885 Dec 10 09:01:15.751685 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bd253af-5713-48c3-ad9f-7aa385302e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.812621 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bd253af-5713-48c3-ad9f-7aa385302e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.828625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bd253af-5713-48c3-ad9f-7aa385302e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.834305 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9bd253af-5713-48c3-ad9f-7aa385302e59 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/55e689b5-2fee-4a55-b3c2-a975a93dbf93 HTTP/1.1" status: 204 len: 168 time: 0.2135370 Dec 10 09:01:15.836813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:15.851618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd253af-5713-48c3-ad9f-7aa385302e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e689b5-2fee-4a55-b3c2-a975a93dbf93,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:15.949032 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:15.966775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.131928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ff8f7-9a6f-4515-8f95-c040eccd8ee4', 'name': 'network-vif-deleted', 'tag': '15a8e6ab-4e4d-49be-ad06-49b4402805e3'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:16.134352 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f58b220-2efd-4459-819c-acd88e0bfff6" -d '{"events": [{"server_uuid": "264ff8f7-9a6f-4515-8f95-c040eccd8ee4", "name": "network-vif-deleted", "tag": "15a8e6ab-4e4d-49be-ad06-49b4402805e3"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:16.172462 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31bafeb-2a25-47bf-b322-3010749969e5 x-openstack-request-id: req-c31bafeb-2a25-47bf-b322-3010749969e5 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:16.172756 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ff8f7-9a6f-4515-8f95-c040eccd8ee4", "name": "network-vif-deleted", "tag": "15a8e6ab-4e4d-49be-ad06-49b4402805e3", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:16.173005 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c31bafeb-2a25-47bf-b322-3010749969e5 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:16.173404 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ff8f7-9a6f-4515-8f95-c040eccd8ee4', 'name': 'network-vif-deleted', 'tag': '15a8e6ab-4e4d-49be-ad06-49b4402805e3', 'status': 'completed', 'code': 200} Dec 10 09:01:16.287221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7d86b-8478-415d-a30a-404b720e60fc req-6c3a0130-b62d-4fde-ae6c-28aa44359e9d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:16.288701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33e7d86b-8478-415d-a30a-404b720e60fc req-6c3a0130-b62d-4fde-ae6c-28aa44359e9d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 945 time: 0.4274714 Dec 10 09:01:16.294517 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 78f18b24-24a1-4cbd-aaaf-b4014e3e9031 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:16.359769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38433f1c-1f12-46a3-9623-4bcb0450c331 req-9f77a760-bfc6-4b69-981c-3fba51ea3b55 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0601633 Dec 10 09:01:16.447528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33e7d86b-8478-415d-a30a-404b720e60fc req-217e1cfc-b653-497e-a602-b791329b0c7b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499207 Dec 10 09:01:16.452471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.510896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4843d805-feb8-4034-b4c6-901092954d4e']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:16.530654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:16.530959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a470f1bf-2448-4c1f-83d5-a6ece6fe8596') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:16.551880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.578222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.592167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.594739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:01:16.595139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:01:16.597003 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:01:16.679570 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.679853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 847d260b-9864-44ad-ba3a-c5a232312203 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:16.693034 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.699969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] 10.222.0.31 "DELETE /v2.0/networks/4843d805-feb8-4034-b4c6-901092954d4e HTTP/1.1" status: 204 len: 168 time: 0.8586073 Dec 10 09:01:16.713199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.728640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Pushing event deleted for resources: {'Network': ['ID=4843d805-feb8-4034-b4c6-901092954d4e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:16.734711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 847d260b-9864-44ad-ba3a-c5a232312203 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:16.735542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 847d260b-9864-44ad-ba3a-c5a232312203 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:16.788321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.788674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.789017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.789353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.789729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.790064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.790390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.790716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.791041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.791460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.791677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.792003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.792345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef42eac-5ea0-4581-9f78-9304c657328a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:16.796278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:16.808465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:16.815823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:16.817451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:16.832586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=338a49d3-f4b7-4a41-8687-1e73364d1cea,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:16.923155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=78f18b24-24a1-4cbd-aaaf-b4014e3e9031,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:16.935985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:16.960714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Checking segment: {'id': '3e037117-5428-4aa8-a2ef-edf43a1924b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1169a658-cd4b-415d-b248-c79561bad0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:16.961325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network hostable DHCP agents. Network: 1169a658-cd4b-415d-b248-c79561bad0be, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:16.982243 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ae0a1fe0-c058-4219-afdc-cde55cd3894e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=206be67dd7ce4bc4aec69f770f2d2b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448933 Dec 10 09:01:16.984680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59154) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:16.988925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f53705-60fb-4829-9ba5-4bf589b8699b req-e8ea8568-2730-4f7f-a3c5-04e68c073fb0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:16.990486 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08f53705-60fb-4829-9ba5-4bf589b8699b req-e8ea8568-2730-4f7f-a3c5-04e68c073fb0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1050503 Dec 10 09:01:17.008680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fe9f3-c603-46b8-a66e-8d5fe99c29e9 req-5d00b169-2786-4ddd-89cd-9800cffaf7f9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:17.017829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d3fe9f3-c603-46b8-a66e-8d5fe99c29e9 req-5d00b169-2786-4ddd-89cd-9800cffaf7f9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 945 time: 0.1118243 Dec 10 09:01:17.022983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 1169a658-cd4b-415d-b248-c79561bad0be is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:17.048622 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11e785b6-05a9-4627-9e2a-08259e1719f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.056552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 1169a658-cd4b-415d-b248-c79561bad0be) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:17.068025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:17.068380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c34641-d388-4b8a-a050-912dffaccc4f None None] Network 1169a658-cd4b-415d-b248-c79561bad0be requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:17.074587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:17.079427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:17.080094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.080767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11e785b6-05a9-4627-9e2a-08259e1719f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.133496 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08f53705-60fb-4829-9ba5-4bf589b8699b req-cdfe73bf-0aa7-41f1-b2d9-3e72d8f1bfac tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126554 Dec 10 09:01:17.141612 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11e785b6-05a9-4627-9e2a-08259e1719f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.145914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11e785b6-05a9-4627-9e2a-08259e1719f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.149744 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-11e785b6-05a9-4627-9e2a-08259e1719f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3535f2b-0a5e-4d6b-902e-884f10954f3d HTTP/1.1" status: 204 len: 168 time: 0.1613433 Dec 10 09:01:17.157684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d3fe9f3-c603-46b8-a66e-8d5fe99c29e9 req-1a354e24-bb89-4a55-909f-720a12f0fe0e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303141 Dec 10 09:01:17.165051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59160) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:17.165304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-785a7c05-da39-44d1-af8a-5e045faafc84 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8309324 Dec 10 09:01:17.167638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e785b6-05a9-4627-9e2a-08259e1719f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3535f2b-0a5e-4d6b-902e-884f10954f3d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:17.278437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-01e99062-6c55-4f38-a6f3-9f757c88d09b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 78f18b24-24a1-4cbd-aaaf-b4014e3e9031 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:17.278787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01e99062-6c55-4f38-a6f3-9f757c88d09b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.349747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01e99062-6c55-4f38-a6f3-9f757c88d09b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.362873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-01e99062-6c55-4f38-a6f3-9f757c88d09b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 78f18b24-24a1-4cbd-aaaf-b4014e3e9031 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:17.463642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01e99062-6c55-4f38-a6f3-9f757c88d09b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.497236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d336228a-96ae-4b20-b55e-edebee013f3c req-ea5508bc-256b-4b22-a580-1159d4ff4aa5 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0510478 Dec 10 09:01:17.499595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e99062-6c55-4f38-a6f3-9f757c88d09b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=78f18b24-24a1-4cbd-aaaf-b4014e3e9031,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:17.515781 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01e99062-6c55-4f38-a6f3-9f757c88d09b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.522203 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-01e99062-6c55-4f38-a6f3-9f757c88d09b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/78f18b24-24a1-4cbd-aaaf-b4014e3e9031 HTTP/1.1" status: 204 len: 168 time: 0.3532469 Dec 10 09:01:17.522534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59174) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:17.620950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e24f9-3c73-409d-a4ed-605872e4aee8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:17.626928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e24f9-3c73-409d-a4ed-605872e4aee8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:17.631843 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ee7e24f9-3c73-409d-a4ed-605872e4aee8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1042325 Dec 10 09:01:17.632105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59180) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:17.725976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-9033d5e5-b6e2-4462-ae8d-ee478ae06a96 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 338a49d3-f4b7-4a41-8687-1e73364d1cea {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:17.726349 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9033d5e5-b6e2-4462-ae8d-ee478ae06a96 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.795199 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9033d5e5-b6e2-4462-ae8d-ee478ae06a96 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.808811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-9033d5e5-b6e2-4462-ae8d-ee478ae06a96 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 338a49d3-f4b7-4a41-8687-1e73364d1cea owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:17.895981 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9033d5e5-b6e2-4462-ae8d-ee478ae06a96 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.914911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59190) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:17.928050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033d5e5-b6e2-4462-ae8d-ee478ae06a96 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=338a49d3-f4b7-4a41-8687-1e73364d1cea,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:17.938654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9033d5e5-b6e2-4462-ae8d-ee478ae06a96 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:17.945887 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9033d5e5-b6e2-4462-ae8d-ee478ae06a96 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/338a49d3-f4b7-4a41-8687-1e73364d1cea HTTP/1.1" status: 204 len: 168 time: 0.3127496 Dec 10 09:01:17.946072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59194) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:18.032379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-network', 'tenant_id': '986464646f8b470193e65db07a562b43'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:18.044101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9fe6ea-9824-4204-abc1-49e210c5229c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:18.045559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2a9fe6ea-9824-4204-abc1-49e210c5229c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0983465 Dec 10 09:01:18.048331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59196) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:18.062811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Made reservation on behalf of 986464646f8b470193e65db07a562b43 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:18.064963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.074575 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4df2c4e-b662-4db8-893a-af00310bbb8b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:01:18.074763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.078431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f4df2c4e-b662-4db8-893a-af00310bbb8b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/78f18b24-24a1-4cbd-aaaf-b4014e3e9031 HTTP/1.1" status: 404 len: 333 time: 0.0273912 Dec 10 09:01:18.078729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59198) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:18.102702 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8528a463-1085-40b1-8b64-b108159c5c59 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:01:18.104341 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8528a463-1085-40b1-8b64-b108159c5c59 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/338a49d3-f4b7-4a41-8687-1e73364d1cea HTTP/1.1" status: 404 len: 333 time: 0.0244899 Dec 10 09:01:18.106767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59200) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:18.152677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.157477 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.186149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:18.199732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a0efd5-46f0-4646-912e-68d909ea20b5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:18.202778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.203136 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Added segment 0db32f08-c23f-4ba4-b9e0-426627ff2144 of type vlan for network 506d41c9-e2b3-466e-b46e-bdb5df375b15 Dec 10 09:01:18.209151 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.307520 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.312121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.337095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1169a658-cd4b-415d-b248-c79561bad0be']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:18.352197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e037117-5428-4aa8-a2ef-edf43a1924b4') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:18.352784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e037117-5428-4aa8-a2ef-edf43a1924b4') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:18.356707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f58925-b6cc-4a8d-8581-0e1a5a8ef4bb req-392aa5c4-7687-4a68-9db7-25146ccfa3cd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:18.361979 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29f58925-b6cc-4a8d-8581-0e1a5a8ef4bb req-392aa5c4-7687-4a68-9db7-25146ccfa3cd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1267693 Dec 10 09:01:18.364518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.379894 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.380958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:18.381683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.381818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.388811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:01:18.389336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:01:18.392979 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:01:18.401755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe89eb2-1f01-4621-957c-4c38c8326eaf req-d9a82122-8ae8-4002-b04f-bc6311e55656 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:18.403300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bbe89eb2-1f01-4621-957c-4c38c8326eaf req-d9a82122-8ae8-4002-b04f-bc6311e55656 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 945 time: 0.1526954 Dec 10 09:01:18.461095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.470193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.478488 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/networks/1169a658-cd4b-415d-b248-c79561bad0be HTTP/1.1" status: 204 len: 168 time: 0.3667808 Dec 10 09:01:18.479424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59216) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:18.484283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1271063008'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:18.493614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5774629 Dec 10 09:01:18.497336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59218) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:18.504521 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Request body: {'subnet': {'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-subnet', 'tenant_id': '986464646f8b470193e65db07a562b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:18.507785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c82c81-0e91-440d-968b-28145c13178c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Network': ['ID=1169a658-cd4b-415d-b248-c79561bad0be,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:18.518057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29f58925-b6cc-4a8d-8581-0e1a5a8ef4bb req-aacdca0b-bfaf-4251-926c-9da68b76b4ba tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511340 Dec 10 09:01:18.524838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c20ab-ad86-458d-b88b-4252727b9934 admin admin] Pushing event updated for resources: {'Network': ['ID=506d41c9-e2b3-466e-b46e-bdb5df375b15,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:18.527507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.api [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 09:01:18.527507 n-d-814746-3 neutron-server[114970]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 09:01:18.527507 n-d-814746-3 neutron-server[114970]: [parameters: {'project_id': '986464646f8b470193e65db07a562b43', 'id': '71ef21ef-8c32-4033-8cf7-27a7449e337e', 'expiration': datetime.datetime(2021, 12, 10, 9, 3, 18, 523458)}] Dec 10 09:01:18.527507 n-d-814746-3 neutron-server[114970]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:01:18.527851 n-d-814746-3 neutron-server[114970]: DEBUG oslo_db.api [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:01:18.546803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:18.546803 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.547087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 506d41c9-e2b3-466e-b46e-bdb5df375b15 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:18.547545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bbe89eb2-1f01-4621-957c-4c38c8326eaf req-51fdd2cd-f7f6-4339-8f4b-7152c9695f65 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239314 Dec 10 09:01:18.584306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:18.594768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.597806 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Added segment 104979a2-cd11-40fd-bf43-d7ec7f59aa47 of type vlan for network 7251d6b3-7d28-46e5-a108-a629b0232bf0 Dec 10 09:01:18.611496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 15a8e6ab-4e4d-49be-ad06-49b4402805e3 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:18.643069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 15a8e6ab-4e4d-49be-ad06-49b4402805e3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:18.643417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 15a8e6ab-4e4d-49be-ad06-49b4402805e3 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:18.646248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.675325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0a08c96-6a0f-4748-88ba-186590dc1b1e req-fedd633a-32d5-48e3-8e3a-9fa971326806 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0421586 Dec 10 09:01:18.684552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.691585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:18.692331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.754717 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2741594 Dec 10 09:01:18.758123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59232) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:18.771158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '7251d6b3-7d28-46e5-a108-a629b0232bf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:18.823983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718901c-0621-4b0e-8118-68078e52629a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Network': ['ID=7251d6b3-7d28-46e5-a108-a629b0232bf0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:18.840750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7251d6b3-7d28-46e5-a108-a629b0232bf0 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:18.906480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:18.923469 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:18.993337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Performing IP validity checks on allocation pools {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 09:01:18.994690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 09:01:19.037440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cacfd6-cb4a-4d26-b8cd-5a123785418b req-6af6bada-d588-488a-ba28-6222164be83f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:19.039234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7cacfd6-cb4a-4d26-b8cd-5a123785418b req-6af6bada-d588-488a-ba28-6222164be83f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 945 time: 0.0576410 Dec 10 09:01:19.087346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Made reservation on behalf of 986464646f8b470193e65db07a562b43 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:19.088959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7cacfd6-cb4a-4d26-b8cd-5a123785418b req-f8c13a17-79ba-458e-9fef-aebcce2b615c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437531 Dec 10 09:01:19.089710 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.125960 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.180015 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.259017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=a56fbdc5-8d80-44a6-902d-a3ff1c4fd90e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:19.279752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Checking segment: {'id': '104979a2-cd11-40fd-bf43-d7ec7f59aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7251d6b3-7d28-46e5-a108-a629b0232bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:19.280144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network hostable DHCP agents. Network: 7251d6b3-7d28-46e5-a108-a629b0232bf0, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:19.333675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 7251d6b3-7d28-46e5-a108-a629b0232bf0 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:19.374685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7251d6b3-7d28-46e5-a108-a629b0232bf0) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:19.384614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:19.385202 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.385354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b1827-bb45-4eba-9c79-98759d01c19c None None] Network 7251d6b3-7d28-46e5-a108-a629b0232bf0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:19.398033 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.428829 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c4f0071f-8a9f-4938-88a6-a8cd25ca75f4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6668177 Dec 10 09:01:19.429327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59238) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:19.434647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '7251d6b3-7d28-46e5-a108-a629b0232bf0', 'name': 'tempest-PortsTestJSON-1754340204'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:19.468501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ddc15f5-02d9-4043-b1da-eec19f81ab8a,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:19.476016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Checking segment: {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:19.476383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Network hostable DHCP agents. Network: 506d41c9-e2b3-466e-b46e-bdb5df375b15, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:19.497122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Network 506d41c9-e2b3-466e-b46e-bdb5df375b15 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:19.513948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7251d6b3-7d28-46e5-a108-a629b0232bf0', 'network_id': '7251d6b3-7d28-46e5-a108-a629b0232bf0', 'project_id': 'c92c7c8c867842f39ed3c517f1e79c81', 'fixed_ips': [{'subnet_id': 'a56fbdc5-8d80-44a6-902d-a3ff1c4fd90e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:01:19.514988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 506d41c9-e2b3-466e-b46e-bdb5df375b15) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:19.516193 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.525478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:19.526235 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.532010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9864ea1d-fef0-4c20-a8ca-398507a56878 None None] Network 506d41c9-e2b3-466e-b46e-bdb5df375b15 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:19.555467 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cd2f5c2e-6144-4239-ac7c-f7c671a33cf3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0568080 Dec 10 09:01:19.557783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59242) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:19.564072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:19.596607 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.598052 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.666636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:19.672072 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.689596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.735073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da4ab40-1f61-4e31-b50e-44ae4dfd241d None None] Network 506d41c9-e2b3-466e-b46e-bdb5df375b15 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:19.764226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 72cb9b1c-a6ee-469e-beed-9904463d53a1 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:19.830758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0979fd-7a00-4765-984b-f887a8d40c7f req-adbe59b8-9f5c-4ef3-84ee-e261a189867b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:19.832930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff0979fd-7a00-4765-984b-f887a8d40c7f req-adbe59b8-9f5c-4ef3-84ee-e261a189867b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1571279 Dec 10 09:01:19.879830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:19.931548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7fe25ba-1b82-46d1-a91e-37aef05dda24 req-a44b0345-c975-4dcc-9bc4-51907b90c208 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0887063 Dec 10 09:01:19.979044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff0979fd-7a00-4765-984b-f887a8d40c7f req-cdbdd37c-4bd0-47ac-9464-da2a45348ae1 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343679 Dec 10 09:01:20.032764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Allocated IP 172.20.0.2 (7251d6b3-7d28-46e5-a108-a629b0232bf0/a56fbdc5-8d80-44a6-902d-a3ff1c4fd90e/6ecf017b-ed4c-4460-84e0-421aff70e848) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:20.233139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015e98-495b-4725-8ac8-fdd6c6a70db5 req-a588545c-6c83-4cc8-b43c-9fffa0f6aff1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:20.235667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42015e98-495b-4725-8ac8-fdd6c6a70db5 req-a588545c-6c83-4cc8-b43c-9fffa0f6aff1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 945 time: 0.0538807 Dec 10 09:01:20.259397 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.267872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.324857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Pushing event updated for resources: {'Port': ['ID=6ecf017b-ed4c-4460-84e0-421aff70e848,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:20.335805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Network 7251d6b3-7d28-46e5-a108-a629b0232bf0 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:20.337354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:20.342446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.6 (7251d6b3-7d28-46e5-a108-a629b0232bf0/a56fbdc5-8d80-44a6-902d-a3ff1c4fd90e/72cb9b1c-a6ee-469e-beed-9904463d53a1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:20.349376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:20.393963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42015e98-495b-4725-8ac8-fdd6c6a70db5 req-5ca2c500-d3b6-4334-8feb-9fe11880b8be tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505694 Dec 10 09:01:20.431898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Attempting to bind port 6ecf017b-ed4c-4460-84e0-421aff70e848 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:20.432350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Attempting to bind port 6ecf017b-ed4c-4460-84e0-421aff70e848 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '104979a2-cd11-40fd-bf43-d7ec7f59aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7251d6b3-7d28-46e5-a108-a629b0232bf0'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:20.432633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Attempting to bind port 6ecf017b-ed4c-4460-84e0-421aff70e848 on network 7251d6b3-7d28-46e5-a108-a629b0232bf0 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:20.438536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:20.438939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Checking segment: {'id': '104979a2-cd11-40fd-bf43-d7ec7f59aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7251d6b3-7d28-46e5-a108-a629b0232bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:20.439334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.439839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Bound using segment: {'id': '104979a2-cd11-40fd-bf43-d7ec7f59aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7251d6b3-7d28-46e5-a108-a629b0232bf0'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:20.440320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Bound port: 6ecf017b-ed4c-4460-84e0-421aff70e848, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104979a2-cd11-40fd-bf43-d7ec7f59aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7251d6b3-7d28-46e5-a108-a629b0232bf0'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:20.440712 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.523556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] For port 6ecf017b-ed4c-4460-84e0-421aff70e848, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:20.527567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] For port 6ecf017b-ed4c-4460-84e0-421aff70e848, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6ecf017b-ed4c-4460-84e0-421aff70e848,segment=NetworkSegment(104979a2-cd11-40fd-bf43-d7ec7f59aa47),segment_id=104979a2-cd11-40fd-bf43-d7ec7f59aa47)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:20.534569 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.555976 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.569985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.580053 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.593263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a885-5997-4ada-a51f-bb42b59b9355 None None] Pushing event updated for resources: {'Port': ['ID=6ecf017b-ed4c-4460-84e0-421aff70e848,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:20.624044 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.676974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 7251d6b3-7d28-46e5-a108-a629b0232bf0 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:20.680427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:20.684435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:20.717673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=72cb9b1c-a6ee-469e-beed-9904463d53a1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:20.746288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:20.747254 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:20.753387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Allocated IP 172.25.3.156 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/18662a05-72d8-4da6-911d-85b9fa266fd9) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:20.768205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e0b17442-eadc-43ef-8ed2-a61a1ad68429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3369200 Dec 10 09:01:20.770688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59254) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:20.785751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-8ceefbe5-1826-4f0f-9b9e-41e1035a42c1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:20.787616 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-8ceefbe5-1826-4f0f-9b9e-41e1035a42c1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 945 time: 0.1645737 Dec 10 09:01:20.888817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3d61a261-45e5-4521-87fe-820155351936 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 72cb9b1c-a6ee-469e-beed-9904463d53a1 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:20.889189 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d61a261-45e5-4521-87fe-820155351936 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.054974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.093032 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d61a261-45e5-4521-87fe-820155351936 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.112614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Deleting port 81e98554-2570-478e-becb-f85bbef69932 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:21.112982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.155677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d715f338-e781-48c3-8619-daeb5e670483 req-9327ee2c-0b3b-4b51-968f-53cb2d1714c1 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0651543 Dec 10 09:01:21.157006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3d61a261-45e5-4521-87fe-820155351936 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 72cb9b1c-a6ee-469e-beed-9904463d53a1 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:21.205843 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.249777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1df885-ddd5-4e23-9002-6fccb0708829 req-696b4a54-4b86-4da7-86aa-766ee60b6e25 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:21.262075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a1df885-ddd5-4e23-9002-6fccb0708829 req-696b4a54-4b86-4da7-86aa-766ee60b6e25 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1650121 Dec 10 09:01:21.275024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:21.286388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:21.294432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:21.391508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a1df885-ddd5-4e23-9002-6fccb0708829 req-f4394fe0-0d38-454c-b98c-1df04f0dae58 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283915 Dec 10 09:01:21.446417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=18662a05-72d8-4da6-911d-85b9fa266fd9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:21.477530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ecf017b-ed4c-4460-84e0-421aff70e848 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:21.527031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] For port 81e98554-2570-478e-becb-f85bbef69932, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=81e98554-2570-478e-becb-f85bbef69932,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:21.527438 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.543822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Calling delete_port for 81e98554-2570-478e-becb-f85bbef69932 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:21.549057 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d61a261-45e5-4521-87fe-820155351936 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.573093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6ecf017b-ed4c-4460-84e0-421aff70e848 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:21.573493 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.602246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61a261-45e5-4521-87fe-820155351936 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=72cb9b1c-a6ee-469e-beed-9904463d53a1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:21.671480 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.694004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c66833-91db-4d50-a7af-67bc73a9d8e5 req-a2750753-b544-4e60-9513-640cfbdad2c4 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:21.701588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11c66833-91db-4d50-a7af-67bc73a9d8e5 req-a2750753-b544-4e60-9513-640cfbdad2c4 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6c1248-7ce8-40fe-af92-06744d679af5 HTTP/1.1" status: 200 len: 945 time: 0.1770346 Dec 10 09:01:21.736942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 6ecf017b-ed4c-4460-84e0-421aff70e848, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6ecf017b-ed4c-4460-84e0-421aff70e848,segment=NetworkSegment(104979a2-cd11-40fd-bf43-d7ec7f59aa47),segment_id=104979a2-cd11-40fd-bf43-d7ec7f59aa47)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:21.741839 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.752262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d61a261-45e5-4521-87fe-820155351936 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.768143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3d61a261-45e5-4521-87fe-820155351936 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/72cb9b1c-a6ee-469e-beed-9904463d53a1 HTTP/1.1" status: 204 len: 168 time: 0.9962504 Dec 10 09:01:21.782987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59268) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:21.809548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=6ecf017b-ed4c-4460-84e0-421aff70e848,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:21.820550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.821425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.822130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.822696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.823182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.823610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.824419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.824850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.825763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.826195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.826808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.827241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.827725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:21.839598 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68ed1c2-27db-49a2-95b0-a5401cbd8028 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:01:21.840172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68ed1c2-27db-49a2-95b0-a5401cbd8028 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:01:21.843432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a68ed1c2-27db-49a2-95b0-a5401cbd8028 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/72cb9b1c-a6ee-469e-beed-9904463d53a1 HTTP/1.1" status: 404 len: 333 time: 0.0594413 Dec 10 09:01:21.846903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59270) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:21.894099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11c66833-91db-4d50-a7af-67bc73a9d8e5 req-aa658db4-3d44-43c9-b854-24762df7b146 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864336 Dec 10 09:01:21.896181 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-212c061f-9859-4755-96bb-b3b958aea89e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:01:21.897676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-212c061f-9859-4755-96bb-b3b958aea89e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/72cb9b1c-a6ee-469e-beed-9904463d53a1 HTTP/1.1" status: 404 len: 333 time: 0.0497019 Dec 10 09:01:21.900681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59272) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:21.922239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:21.933384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['81e98554-2570-478e-becb-f85bbef69932'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:21.964559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event deleted for resources: {'Port': ['ID=81e98554-2570-478e-becb-f85bbef69932,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:21.989910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2aa07ac-4d9c-4edb-9042-9e8edda8f1db tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet a56fbdc5-8d80-44a6-902d-a3ff1c4fd90e {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:01:21.996092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2aa07ac-4d9c-4edb-9042-9e8edda8f1db tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.019959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] No DVR routers for this DVR port 81e98554-2570-478e-becb-f85bbef69932 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:22.023029 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.026171 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.030396 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2df7b77b-2743-4201-b405-4ffcd4c3002e req-a1952233-843b-4721-b2d7-82ae644c0a51 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.18 "DELETE /v2.0/ports/81e98554-2570-478e-becb-f85bbef69932 HTTP/1.1" status: 204 len: 173 time: 1.2317491 Dec 10 09:01:22.030869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6c1248-7ce8-40fe-af92-06744d679af5', 'name': 'network-vif-deleted', 'tag': '81e98554-2570-478e-becb-f85bbef69932'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:22.033187 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15e4a5f-79a7-4b8f-a7d4-0c6af84d4179" -d '{"events": [{"server_uuid": "fa6c1248-7ce8-40fe-af92-06744d679af5", "name": "network-vif-deleted", "tag": "81e98554-2570-478e-becb-f85bbef69932"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:22.048701 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2aa07ac-4d9c-4edb-9042-9e8edda8f1db tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.126426 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd79aff2-9638-4fb7-ac55-fa5029655ad1 x-openstack-request-id: req-dd79aff2-9638-4fb7-ac55-fa5029655ad1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:22.126778 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6c1248-7ce8-40fe-af92-06744d679af5", "name": "network-vif-deleted", "tag": "81e98554-2570-478e-becb-f85bbef69932", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:22.127042 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd79aff2-9638-4fb7-ac55-fa5029655ad1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:22.127449 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6c1248-7ce8-40fe-af92-06744d679af5', 'name': 'network-vif-deleted', 'tag': '81e98554-2570-478e-becb-f85bbef69932', 'status': 'completed', 'code': 200} Dec 10 09:01:22.177818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2aa07ac-4d9c-4edb-9042-9e8edda8f1db tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.186548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc62ebd5-d181-4c8a-ba06-e6d1ad75eea6 None None] Network 7251d6b3-7d28-46e5-a108-a629b0232bf0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:22.270422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2aa07ac-4d9c-4edb-9042-9e8edda8f1db tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.294839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2aa07ac-4d9c-4edb-9042-9e8edda8f1db tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.306046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d2aa07ac-4d9c-4edb-9042-9e8edda8f1db tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/a56fbdc5-8d80-44a6-902d-a3ff1c4fd90e HTTP/1.1" status: 204 len: 168 time: 0.4042087 Dec 10 09:01:22.327154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59278) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:22.328180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa07ac-4d9c-4edb-9042-9e8edda8f1db tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=a56fbdc5-8d80-44a6-902d-a3ff1c4fd90e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:22.337535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dffd39e2-57c3-43ce-ae52-b6ea50d7ecf9 None None] Provisioning complete for port 6ecf017b-ed4c-4460-84e0-421aff70e848 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:22.337903 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dffd39e2-57c3-43ce-ae52-b6ea50d7ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.391972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.416133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-195b9bfc-3460-40de-b070-72c039f77535 req-f8f32b3c-abc4-42f4-b7e4-95fcbf1c5e94 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0720689 Dec 10 09:01:22.516572 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.626694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 6ecf017b-ed4c-4460-84e0-421aff70e848 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:22.628545 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.639573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Router 720421b2-af92-4203-b954-de2585ef5c10 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:01:22.780985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:01:22.786218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1ae9c-8775-41b5-a624-fa5447305307 req-5e35a99c-c701-4b51-98f8-d5bd144aac31 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:22.788170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44a1ae9c-8775-41b5-a624-fa5447305307 req-5e35a99c-c701-4b51-98f8-d5bd144aac31 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1926262 Dec 10 09:01:22.795634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] For port 6ecf017b-ed4c-4460-84e0-421aff70e848, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6ecf017b-ed4c-4460-84e0-421aff70e848,segment=NetworkSegment(104979a2-cd11-40fd-bf43-d7ec7f59aa47),segment_id=104979a2-cd11-40fd-bf43-d7ec7f59aa47)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:22.795978 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.802952 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Sync routers for ids ['720421b2-af92-4203-b954-de2585ef5c10'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:01:22.804973 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:22.809622 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2324cb54-8427-4911-8f88-cda9bba9fcf0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2507744 Dec 10 09:01:22.810327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59288) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:22.822186 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Routers {'720421b2-af92-4203-b954-de2585ef5c10'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:01:22.823572 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:01:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['720421b2-af92-4203-b954-de2585ef5c10'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:22.868025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 6ecf017b-ed4c-4460-84e0-421aff70e848 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:22.904276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe4890-edd8-417f-9980-11e41d60b0b1 None None] Network 7251d6b3-7d28-46e5-a108-a629b0232bf0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:22.981745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44a1ae9c-8775-41b5-a624-fa5447305307 req-867a55cb-dd88-4064-a445-d8930ed6d9bc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421032 Dec 10 09:01:23.028818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.067443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-08f35d17-bc2b-4c85-b99a-1522d1407a03 None None] Could not find standard attr ID for object 6ecf017b-ed4c-4460-84e0-421aff70e848. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:01:23.070578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No DVR routers for this DVR port 6ecf017b-ed4c-4460-84e0-421aff70e848 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:23.079473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=6ecf017b-ed4c-4460-84e0-421aff70e848,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:23.092107 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Set router 720421b2-af92-4203-b954-de2585ef5c10 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:01:23.194441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3158e99-2dfd-4fa8-a225-87b7890436f5 None None] DHCP port deletion for 7251d6b3-7d28-46e5-a108-a629b0232bf0 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:01:23.220042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.251223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7251d6b3-7d28-46e5-a108-a629b0232bf0']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:23.262750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104979a2-cd11-40fd-bf43-d7ec7f59aa47') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:23.263070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104979a2-cd11-40fd-bf43-d7ec7f59aa47') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:23.290159 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.341420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ecf017b-ed4c-4460-84e0-421aff70e848 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:23.364298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6ecf017b-ed4c-4460-84e0-421aff70e848 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:23.364721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ecf017b-ed4c-4460-84e0-421aff70e848 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:23.408275 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.420346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:01:23.420752 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:01:23.423786 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:01:23.484251 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720421b2-af92-4203-b954-de2585ef5c10', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:19Z', 'updated_at': '2021-12-10T09:01:21Z', 'revision_number': 3, 'project_id': '986464646f8b470193e65db07a562b43', 'gw_port': {'id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:20Z', 'updated_at': '2021-12-10T09:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:23.549565 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Checking router: 720421b2-af92-4203-b954-de2585ef5c10 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:01:23.550663 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Updating router 720421b2-af92-4203-b954-de2585ef5c10 port 18662a05-72d8-4da6-911d-85b9fa266fd9 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:01:23.552551 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.559779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dada779-df37-4cd2-8efb-640f72717d01 req-3d7e8fff-df49-429b-96ec-b7f94739899c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:23.567633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-3d7e8fff-df49-429b-96ec-b7f94739899c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.2578270 Dec 10 09:01:23.571658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.592300 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.616269 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.619733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/networks/7251d6b3-7d28-46e5-a108-a629b0232bf0 HTTP/1.1" status: 204 len: 168 time: 1.2896900 Dec 10 09:01:23.620845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd292ffc-1704-4c37-96a4-4deb3a078684 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Network': ['ID=7251d6b3-7d28-46e5-a108-a629b0232bf0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:23.623570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59310) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:23.625648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99811c56-fadb-4c6e-98ad-25116f64bea9 req-12502ee8-d947-4d47-a384-a3965d6d0394 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0836296 Dec 10 09:01:23.632538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1791720560'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:23.633464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-9e14d397-c8fa-4dc0-9290-61a2586c2590 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/quotas/6e89a16ac911488da78b0d0edb1d78b0 HTTP/1.1" status: 200 len: 375 time: 0.0649905 Dec 10 09:01:23.704194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:23.711101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.711305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-378180a7-b084-4353-b27c-2eb1da0357c0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700841 Dec 10 09:01:23.827089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-1082db67-21a9-4669-9f70-e3d97b8bd856 service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148820 Dec 10 09:01:23.848181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:23.890704 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.891073 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Added segment 68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2 of type vlan for network f433ecbb-9b9e-444e-94f8-5aefa88c4545 Dec 10 09:01:23.929988 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.936623 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:23.936845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Allocated IP 172.20.0.1 (506d41c9-e2b3-466e-b46e-bdb5df375b15/5ddc15f5-02d9-4043-b1da-eec19f81ab8a/0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:23.974673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-eb972933-ab98-480a-b56a-233de7f07409 service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466181 Dec 10 09:01:24.003306 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.017132 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Attempting to bind port 18662a05-72d8-4da6-911d-85b9fa266fd9 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:24.017858 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Attempting to bind port 18662a05-72d8-4da6-911d-85b9fa266fd9 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:24.018479 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Attempting to bind port 18662a05-72d8-4da6-911d-85b9fa266fd9 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:24.027067 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:24.027802 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:24.028470 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.029082 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:24.029807 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Bound port: 18662a05-72d8-4da6-911d-85b9fa266fd9, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:24.030669 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.082060 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.087753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:24.088405 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.116880 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Pushing event updated for resources: {'Port': ['ID=18662a05-72d8-4da6-911d-85b9fa266fd9,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:24.155770 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] For port 18662a05-72d8-4da6-911d-85b9fa266fd9, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:24.162414 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] For port 18662a05-72d8-4da6-911d-85b9fa266fd9, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18662a05-72d8-4da6-911d-85b9fa266fd9,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:24.167734 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5430758 Dec 10 09:01:24.175513 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.176309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59320) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:24.176446 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.182456 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.182456 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.182772 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.182891 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.184236 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.184236 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.184236 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.184236 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.184616 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.184816 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.185651 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:24.186691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': 'f433ecbb-9b9e-444e-94f8-5aefa88c4545', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:24.187603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.197776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2be39-99d5-4b08-a564-76abb3db73f8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Network': ['ID=f433ecbb-9b9e-444e-94f8-5aefa88c4545,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:24.209956 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.216648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network f433ecbb-9b9e-444e-94f8-5aefa88c4545 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:24.287775 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.297083 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe971d2-040f-4fe5-95c0-ff10b0c778a5 None None] Pushing event updated for resources: {'Port': ['ID=18662a05-72d8-4da6-911d-85b9fa266fd9,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:24.343620 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Routers {'720421b2-af92-4203-b954-de2585ef5c10'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:01:24.344374 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:01:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['720421b2-af92-4203-b954-de2585ef5c10'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:24.369468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:24.380731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Network 506d41c9-e2b3-466e-b46e-bdb5df375b15 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:24.382752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:24.386204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:24.461483 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.516346 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] Set router 720421b2-af92-4203-b954-de2585ef5c10 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:01:24.637741 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 81e98554-2570-478e-becb-f85bbef69932 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:24.673464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 81e98554-2570-478e-becb-f85bbef69932 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:24.677485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e445dbc-77f0-4c60-8c74-53c6d4f0e287 req-c9cff8b9-c4d2-4cd2-a976-a07f7f310969 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:24.678016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 81e98554-2570-478e-becb-f85bbef69932 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:24.689005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e445dbc-77f0-4c60-8c74-53c6d4f0e287 req-c9cff8b9-c4d2-4cd2-a976-a07f7f310969 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.5851278 Dec 10 09:01:24.762382 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:24.804565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce7b75ad-700b-4d0c-b17b-5e2742c26c8e req-59e0e5f2-656c-41a8-815d-56e131893032 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 210 time: 0.6130633 Dec 10 09:01:24.847612 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720421b2-af92-4203-b954-de2585ef5c10', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:19Z', 'updated_at': '2021-12-10T09:01:21Z', 'revision_number': 3, 'project_id': '986464646f8b470193e65db07a562b43', 'gw_port': {'id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:20Z', 'updated_at': '2021-12-10T09:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:24.886794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f276e-c7db-4b7f-96e4-a111d9cc6c66 None None] The sync data for ids ['720421b2-af92-4203-b954-de2585ef5c10'] in n-d-814746-3 is: [{'id': '720421b2-af92-4203-b954-de2585ef5c10', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:19Z', 'updated_at': '2021-12-10T09:01:21Z', 'revision_number': 3, 'project_id': '986464646f8b470193e65db07a562b43', 'gw_port': {'id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:20Z', 'updated_at': '2021-12-10T09:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:01:24.919544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e445dbc-77f0-4c60-8c74-53c6d4f0e287 req-31798124-d10c-4f1a-a255-d5a1ec8d0ec4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196980 Dec 10 09:01:24.950674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:24.958759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:25.029718 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:25.032916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff049851-edbf-4ea1-a69d-375335c3d09e req-d51c0ad0-318a-4a4c-ae01-24886f27a7f7 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.1103127 Dec 10 09:01:25.036298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:25.119854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:25.122437 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:25.245266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Network 506d41c9-e2b3-466e-b46e-bdb5df375b15 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:25.247068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:25.432531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:25.433005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Router 720421b2-af92-4203-b954-de2585ef5c10 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:01:25.512055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Checking segment: {'id': '68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f433ecbb-9b9e-444e-94f8-5aefa88c4545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:25.512423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network hostable DHCP agents. Network: f433ecbb-9b9e-444e-94f8-5aefa88c4545, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:25.517135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=0279c66c-e386-46c2-a5bf-6cbc6f085c86,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:25.537732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network f433ecbb-9b9e-444e-94f8-5aefa88c4545 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:25.552388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, f433ecbb-9b9e-444e-94f8-5aefa88c4545) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:25.560804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:25.562166 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:25.566943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1a1fd-249c-432f-8aeb-74a6a62e8d65 None None] Network f433ecbb-9b9e-444e-94f8-5aefa88c4545 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:25.591743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-37118205-771f-48ae-b986-a098d68868cf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4081433 Dec 10 09:01:25.592312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59336) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:25.598614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': 'f433ecbb-9b9e-444e-94f8-5aefa88c4545', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2085532499'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:25.751086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-f433ecbb-9b9e-444e-94f8-5aefa88c4545', 'network_id': 'f433ecbb-9b9e-444e-94f8-5aefa88c4545', 'project_id': 'c92c7c8c867842f39ed3c517f1e79c81', 'fixed_ips': [{'subnet_id': '0279c66c-e386-46c2-a5bf-6cbc6f085c86'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:01:25.752284 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:25.818513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:25.823124 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:25.871448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port f8e710d7-379c-4960-8aac-93e153b02dce yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:26.002525 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Allocated IP 172.20.0.2 (f433ecbb-9b9e-444e-94f8-5aefa88c4545/0279c66c-e386-46c2-a5bf-6cbc6f085c86/01c0ebc9-f512-44f4-a377-816fc5432384) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:26.019489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53f97953-a6dd-4cae-a90f-4dcce3fd2010 req-dff45016-e2ad-4a19-99e4-25348b42e8f2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 210 time: 0.0359044 Dec 10 09:01:26.094119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67773e-1cb6-460b-8805-de689b57eacb req-d90401d7-2775-4008-9520-e2d186797044 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:26.095849 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb67773e-1cb6-460b-8805-de689b57eacb req-d90401d7-2775-4008-9520-e2d186797044 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.0671487 Dec 10 09:01:26.151002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:01:26.158125 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f4745a83-9f88-4808-ac31-28dcfdc4e983 admin admin] 10.222.0.31 "PUT /v2.0/routers/720421b2-af92-4203-b954-de2585ef5c10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3466725 Dec 10 09:01:26.200550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dada779-df37-4cd2-8efb-640f72717d01 req-271c1f9d-898b-4e5d-985f-99900dbb681c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:26.203592 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-271c1f9d-898b-4e5d-985f-99900dbb681c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.1540563 Dec 10 09:01:26.207888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e908c7a-d3a5-4244-9be6-c67f8f6a8281 req-d3362661-aadb-4862-97d6-9a5a30f77ff8 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0574791 Dec 10 09:01:26.218883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Request body: {'port': {'device_id': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'admin_state_up': True, 'tenant_id': '6e89a16ac911488da78b0d0edb1d78b0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:26.264052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:26.272679 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:26.316656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Network f433ecbb-9b9e-444e-94f8-5aefa88c4545 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:26.327797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:26.329860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb67773e-1cb6-460b-8805-de689b57eacb req-31f46a57-b906-4724-be81-5617a89a927c tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242625 Dec 10 09:01:26.346529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:26.422506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Made reservation on behalf of 6e89a16ac911488da78b0d0edb1d78b0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:26.428112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:26.434519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Pushing event updated for resources: {'Port': ['ID=01c0ebc9-f512-44f4-a377-816fc5432384,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:26.437051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.7 (f433ecbb-9b9e-444e-94f8-5aefa88c4545/0279c66c-e386-46c2-a5bf-6cbc6f085c86/f8e710d7-379c-4960-8aac-93e153b02dce) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:26.465682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Attempting to bind port 01c0ebc9-f512-44f4-a377-816fc5432384 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:26.466668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Attempting to bind port 01c0ebc9-f512-44f4-a377-816fc5432384 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f433ecbb-9b9e-444e-94f8-5aefa88c4545'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:26.468556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Attempting to bind port 01c0ebc9-f512-44f4-a377-816fc5432384 on network f433ecbb-9b9e-444e-94f8-5aefa88c4545 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:26.475273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:26.475739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Checking segment: {'id': '68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f433ecbb-9b9e-444e-94f8-5aefa88c4545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:26.477359 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:26.477359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Bound using segment: {'id': '68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f433ecbb-9b9e-444e-94f8-5aefa88c4545'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:26.477987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Bound port: 01c0ebc9-f512-44f4-a377-816fc5432384, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f433ecbb-9b9e-444e-94f8-5aefa88c4545'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:26.478490 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:26.569288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] For port 01c0ebc9-f512-44f4-a377-816fc5432384, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:26.574728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] For port 01c0ebc9-f512-44f4-a377-816fc5432384, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=01c0ebc9-f512-44f4-a377-816fc5432384,segment=NetworkSegment(68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2),segment_id=68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:26.579878 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:26.654534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59dbc1-aa11-4a97-99af-bbd9c005bee0 None None] Pushing event updated for resources: {'Port': ['ID=01c0ebc9-f512-44f4-a377-816fc5432384,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:26.663343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Allocated IP 172.20.0.4 (bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c/abde1311-2306-4ee4-9957-88093119b8f0/27597fdc-7c83-491b-9476-122c3b095eff) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:26.748287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:26.800712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:26.880549 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:26.927226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network f433ecbb-9b9e-444e-94f8-5aefa88c4545 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:26.939054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:26.942128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:26.953423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=f8e710d7-379c-4960-8aac-93e153b02dce,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:26.989911 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:27.074377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-91386653-2548-45ee-a04b-f8d72518558f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:27.076157 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-91386653-2548-45ee-a04b-f8d72518558f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 819 time: 0.2452056 Dec 10 09:01:27.082455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:27.091250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:27.093770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:27.094202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:27.094891 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:27.096921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event updated for resources: {'Port': ['ID=27597fdc-7c83-491b-9476-122c3b095eff,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:27.157464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-889a88b8-f3c9-416d-a16e-e77009163e20 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/quotas/986464646f8b470193e65db07a562b43 HTTP/1.1" status: 200 len: 375 time: 0.0354066 Dec 10 09:01:27.172667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:27.173278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:27.184062 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ec0ca4d9-0668-4cd9-89c3-6ad00a614ccd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5881162 Dec 10 09:01:27.186557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59374) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:27.253179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-d19812d7-fbc9-4923-8790-1ea7722edcf1 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937018 Dec 10 09:01:27.258506 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-abf32e79-1fda-478c-9daf-da8cddd76670 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0436978 Dec 10 09:01:27.266507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88d383-0956-44d6-8463-cf07f21fbe24 req-b28edb6f-5e42-4636-954b-efdab583efeb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:27.274373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e88d383-0956-44d6-8463-cf07f21fbe24 req-b28edb6f-5e42-4636-954b-efdab583efeb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 931 time: 0.0996284 Dec 10 09:01:27.329794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Request body: {'port': {'device_id': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:27.405095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 01c0ebc9-f512-44f4-a377-816fc5432384 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:27.409791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e88d383-0956-44d6-8463-cf07f21fbe24 req-f3bb0893-b83a-4a34-80f8-2423fb42db9f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305933 Dec 10 09:01:27.442513 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:27.446846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc815a-2b66-4ac4-ad55-6392b8c435e8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port f8e710d7-379c-4960-8aac-93e153b02dce {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:27.447178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccbc815a-2b66-4ac4-ad55-6392b8c435e8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:27.478434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-bed8f102-51f6-4718-9ca7-e613e5d806ed service neutron] 10.222.0.31 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956656 Dec 10 09:01:27.527910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 01c0ebc9-f512-44f4-a377-816fc5432384 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:27.528578 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:27.620605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55fa7d23-ffb7-40cc-b10b-e10912044bbd req-9d90de5a-db27-4ad5-afac-7c13815a2451 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0420854 Dec 10 09:01:27.656640 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:27.689078 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccbc815a-2b66-4ac4-ad55-6392b8c435e8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:27.709602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-59548d7b-22ed-46ec-83b2-2c072681ecc1 service neutron] 10.222.0.31 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223861 Dec 10 09:01:27.739150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc815a-2b66-4ac4-ad55-6392b8c435e8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for f8e710d7-379c-4960-8aac-93e153b02dce owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:27.751206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 01c0ebc9-f512-44f4-a377-816fc5432384, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=01c0ebc9-f512-44f4-a377-816fc5432384,segment=NetworkSegment(68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2),segment_id=68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:27.759857 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:27.760678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18662a05-72d8-4da6-911d-85b9fa266fd9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:27.915028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074415-9933-4679-9ac1-c4654e7af2c6 req-fe0cc397-56a7-4213-bbee-100423e3d356 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:27.924597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4074415-9933-4679-9ac1-c4654e7af2c6 req-fe0cc397-56a7-4213-bbee-100423e3d356 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1089771 Dec 10 09:01:28.008659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=01c0ebc9-f512-44f4-a377-816fc5432384,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:28.061755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 18662a05-72d8-4da6-911d-85b9fa266fd9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:28.062125 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:28.064128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Sync routers for ids ['720421b2-af92-4203-b954-de2585ef5c10'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:01:28.065772 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4074415-9933-4679-9ac1-c4654e7af2c6 req-eb1efaca-9da7-4760-9343-ce9323e8f753 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386926 Dec 10 09:01:28.116969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Routers {'720421b2-af92-4203-b954-de2585ef5c10'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:01:28.117684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:01:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['720421b2-af92-4203-b954-de2585ef5c10'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:28.186727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb6adec0-7a61-489a-8714-a3c9787edfb6 req-a2615fc8-69c3-4723-a1cd-9c64140d2adc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 210 time: 0.0691338 Dec 10 09:01:28.358854 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccbc815a-2b66-4ac4-ad55-6392b8c435e8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:28.387621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:28.411855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Set router 720421b2-af92-4203-b954-de2585ef5c10 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:01:28.436262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc815a-2b66-4ac4-ad55-6392b8c435e8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=f8e710d7-379c-4960-8aac-93e153b02dce,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:28.470243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 18662a05-72d8-4da6-911d-85b9fa266fd9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18662a05-72d8-4da6-911d-85b9fa266fd9,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:28.472626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83ab69-9c33-405c-b1f1-c0167e44b316 None None] Network f433ecbb-9b9e-444e-94f8-5aefa88c4545 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:28.494252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-754d227f-38a8-424d-b153-73ea56f1f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:28.495708 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:28.496767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-754d227f-38a8-424d-b153-73ea56f1f56a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 1097 time: 0.2816370 Dec 10 09:01:28.650734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee54fcf-31be-4808-a5cf-f8cae1811c80 req-3da11461-c56b-4c49-bee5-7400c6523867 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:28.660820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee54fcf-31be-4808-a5cf-f8cae1811c80 req-3da11461-c56b-4c49-bee5-7400c6523867 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 931 time: 0.1655846 Dec 10 09:01:28.758520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-45be2280-0b4c-47c5-b0ec-3dc3ffe0ca3f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:28.760566 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-45be2280-0b4c-47c5-b0ec-3dc3ffe0ca3f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 819 time: 0.2141228 Dec 10 09:01:28.768737 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccbc815a-2b66-4ac4-ad55-6392b8c435e8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:28.773837 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ccbc815a-2b66-4ac4-ad55-6392b8c435e8 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/f8e710d7-379c-4960-8aac-93e153b02dce HTTP/1.1" status: 204 len: 168 time: 1.5860789 Dec 10 09:01:28.776405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee54fcf-31be-4808-a5cf-f8cae1811c80 req-13c616dc-7d5e-44a1-aab3-2ec084c3292b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140912 Dec 10 09:01:28.778323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59414) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:28.780725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27597fdc-7c83-491b-9476-122c3b095eff {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:28.800163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:28.828342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Transition to ACTIVE for port object 27597fdc-7c83-491b-9476-122c3b095eff will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:01:28.830425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-81044b36-dec7-4f82-b273-10a48430cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:28.832447 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-81044b36-dec7-4f82-b273-10a48430cc5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 915 time: 0.2852159 Dec 10 09:01:28.854550 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:28.866742 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8133f115-2d85-4526-9ae6-f5475e4ef095 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:01:28.871128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8133f115-2d85-4526-9ae6-f5475e4ef095 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/f8e710d7-379c-4960-8aac-93e153b02dce HTTP/1.1" status: 404 len: 333 time: 0.0893331 Dec 10 09:01:28.874229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59418) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:28.903782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-41438c7b-7492-4779-9ce1-f59de9ccd3ad tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/quotas/986464646f8b470193e65db07a562b43 HTTP/1.1" status: 200 len: 375 time: 0.1261992 Dec 10 09:01:28.961874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dac46ed2-fdcf-49de-970a-df66325c5b6c None None] Provisioning complete for port 01c0ebc9-f512-44f4-a377-816fc5432384 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:28.962436 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dac46ed2-fdcf-49de-970a-df66325c5b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:28.964521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=18662a05-72d8-4da6-911d-85b9fa266fd9,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:28.977758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-29b0c98c-4005-41c9-af53-b6539d429a51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 HTTP/1.1" status: 200 len: 217 time: 0.1333039 Dec 10 09:01:28.986349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f5b3a6-73e7-4656-99cb-10925ea343cd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet 0279c66c-e386-46c2-a5bf-6cbc6f085c86 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:01:29.010767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11f5b3a6-73e7-4656-99cb-10925ea343cd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.033367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Pushing event updated for resources: {'Port': ['ID=27597fdc-7c83-491b-9476-122c3b095eff,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:29.059079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720421b2-af92-4203-b954-de2585ef5c10', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:19Z', 'updated_at': '2021-12-10T09:01:24Z', 'revision_number': 4, 'project_id': '986464646f8b470193e65db07a562b43', 'gw_port': {'id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:20Z', 'updated_at': '2021-12-10T09:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2', 'name': '', 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15', 'tenant_id': '986464646f8b470193e65db07a562b43', 'mac_address': 'fa:16:3e:ad:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '5ddc15f5-02d9-4043-b1da-eec19f81ab8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:23Z', 'updated_at': '2021-12-10T09:01:24Z', 'revision_number': 2, 'project_id': '986464646f8b470193e65db07a562b43', 'subnets': [{'id': '5ddc15f5-02d9-4043-b1da-eec19f81ab8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:29.092616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Checking router: 720421b2-af92-4203-b954-de2585ef5c10 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:01:29.092973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Updating router 720421b2-af92-4203-b954-de2585ef5c10 port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:01:29.113970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-412755d2-652c-49e1-84d4-bf776ee01891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:29.114921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-412755d2-652c-49e1-84d4-bf776ee01891 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c5b3745-4d0c-4395-9f58-f0e328835c7a HTTP/1.1" status: 200 len: 854 time: 0.1182806 Dec 10 09:01:29.171373 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-8612a92a-e6c2-4463-aa1d-2184d6f598c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460160 Dec 10 09:01:29.178607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.201787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Attempting to bind port 27597fdc-7c83-491b-9476-122c3b095eff on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:29.202445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Attempting to bind port 27597fdc-7c83-491b-9476-122c3b095eff by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:29.202982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Attempting to bind port 27597fdc-7c83-491b-9476-122c3b095eff on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:29.223333 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Port 27597fdc-7c83-491b-9476-122c3b095eff on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:01:29.223766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Attempting to bind port 27597fdc-7c83-491b-9476-122c3b095eff on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:29.229412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41b24aad-6fb3-4ac2-8cc5-ddad6ec38372 req-2d3ed6b2-249e-4b65-8f91-b39c6b2a7356 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.3272965 Dec 10 09:01:29.246782 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11f5b3a6-73e7-4656-99cb-10925ea343cd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.264563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:29.264981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Checking segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:29.265470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Bound using segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:29.265959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Bound port: 27597fdc-7c83-491b-9476-122c3b095eff, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:29.266343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.401690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 01c0ebc9-f512-44f4-a377-816fc5432384 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:29.412330 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-b81ca751-35f7-4c51-b58d-a1a8e71b24fb service neutron] 10.222.0.18 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296708 Dec 10 09:01:29.434922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:29.468645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-c82da8ee-1db0-4082-a441-e863d1131dff tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3213451 Dec 10 09:01:29.538386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=27597fdc-7c83-491b-9476-122c3b095eff,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:29.560410 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.640633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-43d46f5a-0889-4bc9-8a2c-b48521f95e34 None None] Provisioning complete for port 01c0ebc9-f512-44f4-a377-816fc5432384 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:29.641367 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-43d46f5a-0889-4bc9-8a2c-b48521f95e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.657115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11f5b3a6-73e7-4656-99cb-10925ea343cd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.773906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:29.774538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.775961 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] 10.222.0.39 "PUT /v2.0/ports/27597fdc-7c83-491b-9476-122c3b095eff HTTP/1.1" status: 200 len: 1091 time: 2.4567509 Dec 10 09:01:29.804033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 01c0ebc9-f512-44f4-a377-816fc5432384 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:29.804923 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.809906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-efa41451-68df-4c3b-aeff-6d97525732bd service neutron] 10.222.0.31 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313658 Dec 10 09:01:29.829614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd26379-0d61-483d-8f95-f01effc38abe req-d44d185d-f2da-4c82-9d8b-d1f875d16775 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:29.843393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fd26379-0d61-483d-8f95-f01effc38abe req-d44d185d-f2da-4c82-9d8b-d1f875d16775 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.2299786 Dec 10 09:01:29.857990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:29.865440 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ede950a-0a9e-48c9-ad80-9924c1b160a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "tag": "27597fdc-7c83-491b-9476-122c3b095eff"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:29.971538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11f5b3a6-73e7-4656-99cb-10925ea343cd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:29.990405 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.005213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cc9807ef-1ce7-4ed9-b9d0-b28571429515 req-ee48e631-3315-4dcf-aa67-88c15eb46f97 service neutron] 10.222.0.18 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827000 Dec 10 09:01:30.010334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a3f83-244b-42a9-a98a-54cff823bf09 service neutron] Pushing event updated for resources: {'Port': ['ID=27597fdc-7c83-491b-9476-122c3b095eff,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:30.042692 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.065050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dada779-df37-4cd2-8efb-640f72717d01 req-796298bd-7880-46ff-adb3-c83e8b36a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:30.067341 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-796298bd-7880-46ff-adb3-c83e8b36a490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 1094 time: 0.1869144 Dec 10 09:01:30.078580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-14f93f11-8bad-4064-8def-780822c61599 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:30.080393 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-14f93f11-8bad-4064-8def-780822c61599 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 819 time: 0.5059309 Dec 10 09:01:30.092884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5b3a6-73e7-4656-99cb-10925ea343cd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=0279c66c-e386-46c2-a5bf-6cbc6f085c86,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:30.110323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18662a05-72d8-4da6-911d-85b9fa266fd9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:30.123070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fd26379-0d61-483d-8f95-f01effc38abe req-cd8cec43-f304-4df2-9307-e35f4535b194 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787094 Dec 10 09:01:30.140524 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11f5b3a6-73e7-4656-99cb-10925ea343cd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.145553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-11f5b3a6-73e7-4656-99cb-10925ea343cd tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/0279c66c-e386-46c2-a5bf-6cbc6f085c86 HTTP/1.1" status: 204 len: 168 time: 1.2691538 Dec 10 09:01:30.147710 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-bb4ea8cb-cc5a-480b-9ed9-49010570125d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27597fdc-7c83-491b-9476-122c3b095eff HTTP/1.1" status: 200 len: 217 time: 0.0660098 Dec 10 09:01:30.149067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59430) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:30.156260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Request body: {'port': {'device_id': '88e567ab-012b-40f1-9670-d1d951f20011', 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15', 'admin_state_up': True, 'tenant_id': '986464646f8b470193e65db07a562b43'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:30.188916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67116aec-23c8-485d-b0e2-fe3922148148 None None] Pushing event updated for resources: {'Port': ['ID=0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:30.258799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-b8c7c759-6362-4b43-bc71-c54baee2610c service neutron] 10.222.0.31 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102404 Dec 10 09:01:30.282707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad63de-a32c-46ed-afdc-6288971ffd72 None None] Network f433ecbb-9b9e-444e-94f8-5aefa88c4545 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:30.307340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.314575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-93354d13-17a0-4a3a-9ff3-6da671659434 None None] Could not find standard attr ID for object f8e710d7-379c-4960-8aac-93e153b02dce. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:01:30.337917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5954bd2-2f0d-4b7b-94ff-687841621145 req-f1b883ca-04dc-4dc3-a63a-33f080be82ef tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:30.339628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5954bd2-2f0d-4b7b-94ff-687841621145 req-f1b883ca-04dc-4dc3-a63a-33f080be82ef tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 943 time: 0.0772679 Dec 10 09:01:30.375645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Attempting to bind port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:30.376023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Attempting to bind port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:30.376390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Attempting to bind port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 on network 506d41c9-e2b3-466e-b46e-bdb5df375b15 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:30.393767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:30.394537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Checking segment: {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:30.395340 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.395532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Bound using segment: {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:30.395984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Bound port: 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:30.396488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.416625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 18662a05-72d8-4da6-911d-85b9fa266fd9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:30.416999 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.449875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Made reservation on behalf of 986464646f8b470193e65db07a562b43 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:30.454990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.458775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5954bd2-2f0d-4b7b-94ff-687841621145 req-48e16844-4eac-4dfd-a4ed-33b75c4ba56a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935495 Dec 10 09:01:30.481002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 01c0ebc9-f512-44f4-a377-816fc5432384 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:30.481002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.483792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dada779-df37-4cd2-8efb-640f72717d01 req-a7c673d7-440f-4ac6-bbfe-f47b7aa0b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:30.486481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-a7c673d7-440f-4ac6-bbfe-f47b7aa0b0e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.3205118 Dec 10 09:01:30.554472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-880b8d6f-b215-4a9e-aac0-8cc2462a97c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564137 Dec 10 09:01:30.564041 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] For port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:30.569539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] For port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:30.613352 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd8feb3-aee9-4b97-b3f4-46aee22a0b39 x-openstack-request-id: req-dcd8feb3-aee9-4b97-b3f4-46aee22a0b39 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:30.613352 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "tag": "27597fdc-7c83-491b-9476-122c3b095eff", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:30.613584 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcd8feb3-aee9-4b97-b3f4-46aee22a0b39 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:30.616295 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff', 'status': 'completed', 'code': 200} Dec 10 09:01:30.628082 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.717737 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49034b41-a302-410b-b709-e89871db0295 None None] DHCP port deletion for f433ecbb-9b9e-444e-94f8-5aefa88c4545 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:01:30.739534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3828663e-8e91-4224-8dd0-7a1f94d812e6 req-8dcb578a-d394-4d55-8a31-3adaffbef13f tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0732138 Dec 10 09:01:30.788940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] For port 01c0ebc9-f512-44f4-a377-816fc5432384, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=01c0ebc9-f512-44f4-a377-816fc5432384,segment=NetworkSegment(68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2),segment_id=68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:30.789307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:30.854341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Allocated IP 172.20.0.3 (506d41c9-e2b3-466e-b46e-bdb5df375b15/5ddc15f5-02d9-4043-b1da-eec19f81ab8a/c28a7096-8a55-4de3-9b33-83c0a4484416) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:30.861581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 01c0ebc9-f512-44f4-a377-816fc5432384 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:30.865109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-ce913b3b-5b58-4275-a8ee-5d7f17b0f992 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651176 Dec 10 09:01:30.871417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67116aec-23c8-485d-b0e2-fe3922148148 None None] Pushing event updated for resources: {'Port': ['ID=0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:30.875491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Routers {'720421b2-af92-4203-b954-de2585ef5c10'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:01:30.876051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:01:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['720421b2-af92-4203-b954-de2585ef5c10'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:30.932529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb5e3881-eb3e-405e-895f-7323fe5df19b req-cc7adbc6-b86c-4e82-b22f-ba73578f9e1b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 210 time: 0.0908060 Dec 10 09:01:31.036524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-49034b41-a302-410b-b709-e89871db0295 None None] Deleting port 01c0ebc9-f512-44f4-a377-816fc5432384 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:31.037179 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-49034b41-a302-410b-b709-e89871db0295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.097491 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.098122 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6dada779-df37-4cd2-8efb-640f72717d01 req-1ef435a2-7dae-4db8-be9c-7e1c6fceac6e service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239423 Dec 10 09:01:31.136905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=01c0ebc9-f512-44f4-a377-816fc5432384,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:31.138676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] Set router 720421b2-af92-4203-b954-de2585ef5c10 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:01:31.184139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No DVR routers for this DVR port 01c0ebc9-f512-44f4-a377-816fc5432384 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:31.190599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.224621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-b3a964a0-1619-4082-8e17-b7a391a0fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:31.226346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-b3a964a0-1619-4082-8e17-b7a391a0fefd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 1094 time: 0.0766568 Dec 10 09:01:31.332894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.396349 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.430578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Network 506d41c9-e2b3-466e-b46e-bdb5df375b15 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:31.436084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c680361-a9f2-4a3a-a9b1-df5a55a86273 req-a74b6452-8736-4202-a55d-7903452d3e4a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:31.436270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:31.438451 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c680361-a9f2-4a3a-a9b1-df5a55a86273 req-a74b6452-8736-4202-a55d-7903452d3e4a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1585488 Dec 10 09:01:31.447109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f433ecbb-9b9e-444e-94f8-5aefa88c4545']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:31.455782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 01c0ebc9-f512-44f4-a377-816fc5432384 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:31.456011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:31.464691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-49034b41-a302-410b-b709-e89871db0295 None None] For port 01c0ebc9-f512-44f4-a377-816fc5432384, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=01c0ebc9-f512-44f4-a377-816fc5432384,segment=NetworkSegment(68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2),segment_id=68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:31.464691 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-49034b41-a302-410b-b709-e89871db0295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.471037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:31.471696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68eb06d0-0f8c-48e0-9bc0-2b4abf6b66a2') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:31.492645 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.522669 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.532083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:01:31.532589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.532941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 01c0ebc9-f512-44f4-a377-816fc5432384 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:31.533555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 01c0ebc9-f512-44f4-a377-816fc5432384 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:31.536909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-49034b41-a302-410b-b709-e89871db0295 None None] Calling delete_port for 01c0ebc9-f512-44f4-a377-816fc5432384 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:31.575469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Pushing event updated for resources: {'Port': ['ID=c28a7096-8a55-4de3-9b33-83c0a4484416,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:31.598953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-671b8042-9494-4d88-b655-a2dc73c201c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:31.600972 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-671b8042-9494-4d88-b655-a2dc73c201c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 913 time: 0.3650961 Dec 10 09:01:31.662626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:01:31.663563 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:01:31.666571 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.668166 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-fc2cf3d0-ec19-4a39-b5db-075dc259a9d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27597fdc-7c83-491b-9476-122c3b095eff HTTP/1.1" status: 200 len: 217 time: 0.0575829 Dec 10 09:01:31.690692 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-96aa774d-eb55-4d52-b892-2ad5b58a4299 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5397019 Dec 10 09:01:31.699867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.715051 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.724086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Request body: {'port': {'device_id': '88e567ab-012b-40f1-9670-d1d951f20011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:31.724950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/networks/f433ecbb-9b9e-444e-94f8-5aefa88c4545 HTTP/1.1" status: 204 len: 168 time: 1.5744102 Dec 10 09:01:31.725716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59454) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: from cryptography.utils import int_from_bytes Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: from cryptography.utils import int_from_bytes Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.736562 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:31.744532 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:01:31.766058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-49034b41-a302-410b-b709-e89871db0295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.777613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-61163ef8-67f4-48ef-afaa-41777b54fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:31.779069 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-61163ef8-67f4-48ef-afaa-41777b54fd6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.1017213 Dec 10 09:01:31.783337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'name': 'tempest-PortsTestJSON-1122665552'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:31.790582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19df1-1599-4584-ac9e-fe9ff34a8e28 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Network': ['ID=f433ecbb-9b9e-444e-94f8-5aefa88c4545,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:31.826359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49034b41-a302-410b-b709-e89871db0295 None None] Network f433ecbb-9b9e-444e-94f8-5aefa88c4545 is not hosted by any dhcp agent {{(pid=114971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 09:01:31.826635 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-9a79f95c-6510-4585-a7bf-ec8f0e4b8798 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318644 Dec 10 09:01:31.827087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49034b41-a302-410b-b709-e89871db0295 None None] No DVR routers for this DVR port 01c0ebc9-f512-44f4-a377-816fc5432384 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:31.827726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:31.830368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49034b41-a302-410b-b709-e89871db0295 None None] Pushing event deleted for resources: {'Port': ['ID=01c0ebc9-f512-44f4-a377-816fc5432384,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:31.890629 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720421b2-af92-4203-b954-de2585ef5c10', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:19Z', 'updated_at': '2021-12-10T09:01:24Z', 'revision_number': 4, 'project_id': '986464646f8b470193e65db07a562b43', 'gw_port': {'id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:20Z', 'updated_at': '2021-12-10T09:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2', 'name': '', 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15', 'tenant_id': '986464646f8b470193e65db07a562b43', 'mac_address': 'fa:16:3e:ad:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '5ddc15f5-02d9-4043-b1da-eec19f81ab8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:23Z', 'updated_at': '2021-12-10T09:01:30Z', 'revision_number': 4, 'project_id': '986464646f8b470193e65db07a562b43', 'subnets': [{'id': '5ddc15f5-02d9-4043-b1da-eec19f81ab8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:31.915926 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c680361-a9f2-4a3a-a9b1-df5a55a86273 req-f14ef431-9540-474b-b3f8-db5291a1676a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708142 Dec 10 09:01:31.928426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a16cae-21a8-4295-b0d1-d48d8370bcfa None None] The sync data for ids ['720421b2-af92-4203-b954-de2585ef5c10'] in n-d-814746-3 is: [{'id': '720421b2-af92-4203-b954-de2585ef5c10', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:19Z', 'updated_at': '2021-12-10T09:01:24Z', 'revision_number': 4, 'project_id': '986464646f8b470193e65db07a562b43', 'gw_port': {'id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:20Z', 'updated_at': '2021-12-10T09:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2', 'name': '', 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15', 'tenant_id': '986464646f8b470193e65db07a562b43', 'mac_address': 'fa:16:3e:ad:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '5ddc15f5-02d9-4043-b1da-eec19f81ab8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:23Z', 'updated_at': '2021-12-10T09:01:30Z', 'revision_number': 4, 'project_id': '986464646f8b470193e65db07a562b43', 'subnets': [{'id': '5ddc15f5-02d9-4043-b1da-eec19f81ab8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:01:31.929061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a172-7fd4-49c8-a3e8-30495f16dbf3 req-b1b6bacb-c1af-4c62-914b-65b2480edac6 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:31.931386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8a2a172-7fd4-49c8-a3e8-30495f16dbf3 req-b1b6bacb-c1af-4c62-914b-65b2480edac6 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 943 time: 0.2668529 Dec 10 09:01:32.010251 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-466b9a71-666f-4a0a-bd47-54adca1475bb service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721635 Dec 10 09:01:32.064569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8a2a172-7fd4-49c8-a3e8-30495f16dbf3 req-5593049f-cd90-4a63-be9a-dc0fb9a103c0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216807 Dec 10 09:01:32.070970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:32.079934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:32.205777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port f32041db-00cd-4149-bf71-e4bca5efa537 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:32.220548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d520f3f-6349-43a6-8017-189dca687249 req-ff6ecc05-86db-411f-b187-7a1038d851e5 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0870006 Dec 10 09:01:32.459276 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a179cc9c-961d-49fa-bc5d-0ec026d42c8b req-c490fc96-7ccc-49a1-9967-e9b9f66c8acc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 210 time: 0.0699229 Dec 10 09:01:32.572985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:32.663603 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:32.773205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 27597fdc-7c83-491b-9476-122c3b095eff details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:01:33.186443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=27597fdc-7c83-491b-9476-122c3b095eff,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:33.204532 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5c82fb9b-8c9f-49d0-ae55-7c4eab4cc922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.217200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '27597fdc-7c83-491b-9476-122c3b095eff', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'port_id': '27597fdc-7c83-491b-9476-122c3b095eff', 'mac_address': 'fa:16:3e:e1:a5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde1311-2306-4ee4-9957-88093119b8f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:01:33.315263 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ede950a-0a9e-48c9-ad80-9924c1b160a7 req-b60ca458-17c7-4b04-88c2-ea7d0a3d9dec service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2962070 Dec 10 09:01:33.318143 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.334182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27597fdc-7c83-491b-9476-122c3b095eff {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:33.371316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=27597fdc-7c83-491b-9476-122c3b095eff,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:33.376077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-3e701b45-25dd-45d5-9f79-8bb2d2a1e667 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:33.381052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.382677 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-3e701b45-25dd-45d5-9f79-8bb2d2a1e667 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 819 time: 1.0135427 Dec 10 09:01:33.389899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=f32041db-00cd-4149-bf71-e4bca5efa537,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:33.400021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Request body: {'port': {'device_id': '319597db-0f1f-467d-bc03-b0458780e250', 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15', 'admin_state_up': True, 'tenant_id': '986464646f8b470193e65db07a562b43'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:33.454537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:33.487902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:33.511470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:33.515489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:33.536704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:33.537643 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.568807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=27597fdc-7c83-491b-9476-122c3b095eff,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:33.588152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-54cdd976-f64e-4c19-b711-a8def81ec188 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8093638 Dec 10 09:01:33.592855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59482) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:33.611384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:33.611913 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.615706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28a7096-8a55-4de3-9b33-83c0a4484416 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:33.631461 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.656239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Transition to ACTIVE for port object c28a7096-8a55-4de3-9b33-83c0a4484416 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:01:33.670420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.676308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633360-c88f-4cc8-a504-47f8ddb69dfe req-d1c5f57f-a938-4ab8-9a03-12d03bb24713 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:33.678809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea633360-c88f-4cc8-a504-47f8ddb69dfe req-d1c5f57f-a938-4ab8-9a03-12d03bb24713 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.2839510 Dec 10 09:01:33.696394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176dafa-5166-41f6-84f1-c0d8621923f3 req-f042047d-e3a7-4281-9a7c-f564630b8844 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:33.698088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9176dafa-5166-41f6-84f1-c0d8621923f3 req-f042047d-e3a7-4281-9a7c-f564630b8844 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 946 time: 0.3054941 Dec 10 09:01:33.765099 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.782738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Made reservation on behalf of 986464646f8b470193e65db07a562b43 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:33.786672 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.814098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea633360-c88f-4cc8-a504-47f8ddb69dfe req-ced9b8c3-b58f-416f-9bf8-300cb63216fb tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144013 Dec 10 09:01:33.873667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:33.884215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['27597fdc-7c83-491b-9476-122c3b095eff'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:33.892726 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:33.905996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Pushing event updated for resources: {'Port': ['ID=c28a7096-8a55-4de3-9b33-83c0a4484416,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:33.918589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9176dafa-5166-41f6-84f1-c0d8621923f3 req-f17508eb-ff3d-45d0-8c9c-fc02809b501e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292500 Dec 10 09:01:33.961981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-edd89da4-19e7-4123-94be-b6b6d2412f9e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port f32041db-00cd-4149-bf71-e4bca5efa537 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:33.967489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-edd89da4-19e7-4123-94be-b6b6d2412f9e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.071248 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Allocated IP 172.20.0.4 (506d41c9-e2b3-466e-b46e-bdb5df375b15/5ddc15f5-02d9-4043-b1da-eec19f81ab8a/e3e09eb7-5a14-4df1-aed7-63f57c633f7e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:34.151232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:34.176019 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-edd89da4-19e7-4123-94be-b6b6d2412f9e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.195630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-edd89da4-19e7-4123-94be-b6b6d2412f9e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for f32041db-00cd-4149-bf71-e4bca5efa537 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:34.297858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.349012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Attempting to bind port c28a7096-8a55-4de3-9b33-83c0a4484416 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:34.349839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Attempting to bind port c28a7096-8a55-4de3-9b33-83c0a4484416 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:34.349839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Attempting to bind port c28a7096-8a55-4de3-9b33-83c0a4484416 on network 506d41c9-e2b3-466e-b46e-bdb5df375b15 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:34.356013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Port c28a7096-8a55-4de3-9b33-83c0a4484416 on network 506d41c9-e2b3-466e-b46e-bdb5df375b15 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:01:34.356336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Attempting to bind port c28a7096-8a55-4de3-9b33-83c0a4484416 on network 506d41c9-e2b3-466e-b46e-bdb5df375b15 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:34.366146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:34.366465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Checking segment: {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:34.366942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Bound using segment: {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:34.367381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Bound port: c28a7096-8a55-4de3-9b33-83c0a4484416, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:34.367768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.385357 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.389774 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-edd89da4-19e7-4123-94be-b6b6d2412f9e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.407688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ffcee5c-cf4b-432f-a9b1-b196d0351911 req-d5b37172-2e91-4674-b4c1-0aad81ca5660 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0860488 Dec 10 09:01:34.451938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-edd89da4-19e7-4123-94be-b6b6d2412f9e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.460214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-edd89da4-19e7-4123-94be-b6b6d2412f9e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/f32041db-00cd-4149-bf71-e4bca5efa537 HTTP/1.1" status: 204 len: 168 time: 0.8550591 Dec 10 09:01:34.461326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59484) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:34.462333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89da4-19e7-4123-94be-b6b6d2412f9e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=f32041db-00cd-4149-bf71-e4bca5efa537,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:34.469624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] For port c28a7096-8a55-4de3-9b33-83c0a4484416, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:34.473530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] For port c28a7096-8a55-4de3-9b33-83c0a4484416, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c28a7096-8a55-4de3-9b33-83c0a4484416,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:34.473695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'mac_address': 'fa:16:3e:03:43:49', 'name': 'tempest-PortsTestJSON-287161744'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:34.546852 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.565793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92075d02-ad4d-41be-b7b8-32270dfbc511 req-c0201863-94a1-4bfc-b3f8-9f9d0a7bf10d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:34.567862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92075d02-ad4d-41be-b7b8-32270dfbc511 req-c0201863-94a1-4bfc-b3f8-9f9d0a7bf10d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 944 time: 0.2360580 Dec 10 09:01:34.569238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Network 506d41c9-e2b3-466e-b46e-bdb5df375b15 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:34.578998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:34.584291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:34.587011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Pushing event updated for resources: {'Port': ['ID=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:34.592119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:34.592793 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.594235 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] 10.222.0.18 "PUT /v2.0/ports/c28a7096-8a55-4de3-9b33-83c0a4484416 HTTP/1.1" status: 200 len: 1091 time: 2.8788505 Dec 10 09:01:34.598818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e567ab-012b-40f1-9670-d1d951f20011', 'tag': 'c28a7096-8a55-4de3-9b33-83c0a4484416'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:34.610118 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824b2639-09ce-4a58-8a76-1fdbe292c000" -d '{"events": [{"name": "network-changed", "server_uuid": "88e567ab-012b-40f1-9670-d1d951f20011", "tag": "c28a7096-8a55-4de3-9b33-83c0a4484416"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:34.670730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:34.750133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5c3a8-9e22-4bbf-ac7f-96bd9a5ef56a req-8e74c534-b6be-41bb-808e-8ba1f81f48fd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:34.751737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95f5c3a8-9e22-4bbf-ac7f-96bd9a5ef56a req-8e74c534-b6be-41bb-808e-8ba1f81f48fd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 931 time: 0.2228279 Dec 10 09:01:34.759141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-7f85af3e-b11c-4df8-a7ed-36467425abf0 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:34.760721 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-7f85af3e-b11c-4df8-a7ed-36467425abf0 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 946 time: 0.2857568 Dec 10 09:01:34.766559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92075d02-ad4d-41be-b7b8-32270dfbc511 req-8588d6df-10f8-438a-abc8-5c3b420e1816 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762717 Dec 10 09:01:34.811586 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.833310 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f91855a-cfda-4e9d-b530-3f40b9eb3e14 x-openstack-request-id: req-2f91855a-cfda-4e9d-b530-3f40b9eb3e14 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:34.833608 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e567ab-012b-40f1-9670-d1d951f20011", "tag": "c28a7096-8a55-4de3-9b33-83c0a4484416", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:34.833876 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f91855a-cfda-4e9d-b530-3f40b9eb3e14 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:34.834282 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e567ab-012b-40f1-9670-d1d951f20011', 'tag': 'c28a7096-8a55-4de3-9b33-83c0a4484416', 'status': 'completed', 'code': 200} Dec 10 09:01:34.865081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:34.865774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:34.883595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c23ffe-c6a7-4840-8463-0476ebd052db service neutron] Pushing event updated for resources: {'Port': ['ID=c28a7096-8a55-4de3-9b33-83c0a4484416,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:34.886670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 5ffa5411-3162-421e-8d23-ab39cce0e63a yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:34.896560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95f5c3a8-9e22-4bbf-ac7f-96bd9a5ef56a req-82cc69b8-2da3-4265-b2de-51b98edc5e80 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365285 Dec 10 09:01:34.940595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-5180bda3-af17-42e7-9af8-88700bc402c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:34.944495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-5180bda3-af17-42e7-9af8-88700bc402c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1094 time: 0.3024793 Dec 10 09:01:34.956524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-01a98f4b-eb7c-482d-99d3-9c91b7f94a0e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2306774 Dec 10 09:01:34.963849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-8165b8e3-81db-4a9d-8f50-c14010bf2b0c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5690122 Dec 10 09:01:34.977992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Request body: {'port': {'device_id': '319597db-0f1f-467d-bc03-b0458780e250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:35.042810 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-d4e02545-381b-4eac-b0d3-d7cb9ca406dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c28a7096-8a55-4de3-9b33-83c0a4484416 HTTP/1.1" status: 200 len: 217 time: 0.0845158 Dec 10 09:01:35.076236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aa88c-bb43-47fe-9ac6-502c060fd963 req-77bcf84a-c8bc-4423-8903-a44b5167e564 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.077814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-278aa88c-bb43-47fe-9ac6-502c060fd963 req-77bcf84a-c8bc-4423-8903-a44b5167e564 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1243930 Dec 10 09:01:35.150424 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.173346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e4e18-ff1f-4056-80a7-9c439bdc70bd req-8f9c7064-44f1-4ef3-b3b0-69257a330931 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.174972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f9e4e18-ff1f-4056-80a7-9c439bdc70bd req-8f9c7064-44f1-4ef3-b3b0-69257a330931 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 946 time: 0.1543555 Dec 10 09:01:35.175191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-f2ba0fed-7e55-442e-9212-74f4082b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.176259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-f2ba0fed-7e55-442e-9212-74f4082b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.176716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-f2ba0fed-7e55-442e-9212-74f4082b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.177186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-f2ba0fed-7e55-442e-9212-74f4082b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.177728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-f2ba0fed-7e55-442e-9212-74f4082b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.178133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-f2ba0fed-7e55-442e-9212-74f4082b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.178589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-f2ba0fed-7e55-442e-9212-74f4082b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.181115 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-f2ba0fed-7e55-442e-9212-74f4082b3c2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6501 time: 0.1536617 Dec 10 09:01:35.186965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Deleting port 8fae56be-7cb1-4893-85f9-f86c23dd36b2 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:35.187067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.191091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-76d91cfa-5c6e-4f03-a7a4-5253070ca862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.192844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-76d91cfa-5c6e-4f03-a7a4-5253070ca862 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.1286185 Dec 10 09:01:35.227138 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.235277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-278aa88c-bb43-47fe-9ac6-502c060fd963 req-aae9703d-5b1c-432c-a94b-de483e00cb36 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405575 Dec 10 09:01:35.270757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f9e4e18-ff1f-4056-80a7-9c439bdc70bd req-66282f8f-6326-44cb-a837-f9304bfe844b tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816255 Dec 10 09:01:35.302517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.332154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-c64acaa3-ef1f-41ac-8cc5-d120a0e3dbad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261928 Dec 10 09:01:35.352989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:35.356353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:35.361784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:35.366975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:35.373135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.375238 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.380178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=5ffa5411-3162-421e-8d23-ab39cce0e63a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:35.401658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b23b3b8f-2f27-46be-93a6-74efb3f4e85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9306991 Dec 10 09:01:35.404920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59496) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:35.428658 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1c7e-e42c-4cd9-b243-f653a9ccb13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.441843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:35.442535 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.461282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8940b-d437-4d9b-b55f-7eff48ae9bd3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.466078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f8f8940b-d437-4d9b-b55f-7eff48ae9bd3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/5ffa5411-3162-421e-8d23-ab39cce0e63a HTTP/1.1" status: 200 len: 840 time: 0.0571532 Dec 10 09:01:35.470170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59500) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:35.590034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] For port 8fae56be-7cb1-4893-85f9-f86c23dd36b2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8fae56be-7cb1-4893-85f9-f86c23dd36b2,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:35.590654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.590918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c3b5cc8a-8bbe-41ea-b398-1565e280e433 req-cda354af-ca8d-4a4d-ae79-a1ad940c6824 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0359616 Dec 10 09:01:35.611996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-875056e0-ace7-4e07-a0c2-c4c177b5c748 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 5ffa5411-3162-421e-8d23-ab39cce0e63a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:35.612338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-875056e0-ace7-4e07-a0c2-c4c177b5c748 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.637601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-fd9f264e-d3ef-4aed-a330-0dc7748e6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.638077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-fd9f264e-d3ef-4aed-a330-0dc7748e6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.638541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-fd9f264e-d3ef-4aed-a330-0dc7748e6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.640152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-fd9f264e-d3ef-4aed-a330-0dc7748e6874 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1230761f-c97f-4b7a-8a29-87123443b633&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612 HTTP/1.1" status: 200 len: 2297 time: 0.3852777 Dec 10 09:01:35.641066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Calling delete_port for 8fae56be-7cb1-4893-85f9-f86c23dd36b2 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:35.681373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-875056e0-ace7-4e07-a0c2-c4c177b5c748 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.695169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-875056e0-ace7-4e07-a0c2-c4c177b5c748 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 5ffa5411-3162-421e-8d23-ab39cce0e63a owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:35.779010 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-875056e0-ace7-4e07-a0c2-c4c177b5c748 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.782600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-8dcc60c1-dfa4-40b3-b8c2-bbbfb08f7a97 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351251 Dec 10 09:01:35.809656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875056e0-ace7-4e07-a0c2-c4c177b5c748 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=5ffa5411-3162-421e-8d23-ab39cce0e63a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:35.815449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-875056e0-ace7-4e07-a0c2-c4c177b5c748 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:35.821318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-875056e0-ace7-4e07-a0c2-c4c177b5c748 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/5ffa5411-3162-421e-8d23-ab39cce0e63a HTTP/1.1" status: 204 len: 168 time: 0.3533750 Dec 10 09:01:35.821959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59504) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:35.846596 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e840c3d1-6ba7-40d0-9205-6a23e5fc37dc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:01:35.850145 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e840c3d1-6ba7-40d0-9205-6a23e5fc37dc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/5ffa5411-3162-421e-8d23-ab39cce0e63a HTTP/1.1" status: 404 len: 333 time: 0.0272105 Dec 10 09:01:35.854200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59506) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:35.859127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'name': 'tempest-PortsTestJSON-737649008'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:35.906326 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-72dce4aa-e6ea-4212-92f7-14cece786de5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 HTTP/1.1" status: 200 len: 1001 time: 0.2547801 Dec 10 09:01:35.974490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5959c-c9c5-4872-a16b-74a5739d612e req-f1d56ac3-219d-4abd-87cd-fe3480439cd9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:35.976069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59a5959c-c9c5-4872-a16b-74a5739d612e req-f1d56ac3-219d-4abd-87cd-fe3480439cd9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 944 time: 0.1135554 Dec 10 09:01:36.048998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:36.054022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.058194 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-060f1340-7d39-4bfe-8366-ac2f52f3fc55 req-ba7681ff-8342-4ab7-9df2-00db4530ad3c service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637866 Dec 10 09:01:36.089453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41f597-5b20-4421-8dc3-741cae03b5c4 req-25b11fd4-c859-4674-9e6b-006a4d48c651 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:36.091020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f41f597-5b20-4421-8dc3-741cae03b5c4 req-25b11fd4-c859-4674-9e6b-006a4d48c651 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 931 time: 0.1106687 Dec 10 09:01:36.091165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-060884c3-bf2e-4d86-8c19-724ba8ecc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:36.098759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-060884c3-bf2e-4d86-8c19-724ba8ecc14e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=72a4b9f5-eb04-4fd3-a1d9-01870caa7159 HTTP/1.1" status: 200 len: 854 time: 0.1834836 Dec 10 09:01:36.099895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59a5959c-c9c5-4872-a16b-74a5739d612e req-9cdc1ad2-013b-4de4-a918-336114788c93 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095581 Dec 10 09:01:36.101086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 423e5e32-acdb-4785-b3ee-0e2195c8a00f yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:36.183478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e09eb7-5a14-4df1-aed7-63f57c633f7e {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:36.190110 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.198159 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.206327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f41f597-5b20-4421-8dc3-741cae03b5c4 req-19bacc40-6686-487b-9a88-88d8cc64bf90 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003132 Dec 10 09:01:36.210555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'de714811-3435-4b83-908b-e0e9edc0f8f3', '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3', '8fae56be-7cb1-4893-85f9-f86c23dd36b2'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:36.250476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Transition to ACTIVE for port object e3e09eb7-5a14-4df1-aed7-63f57c633f7e will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:01:36.255210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Pushing event deleted for resources: {'Port': ['ID=8fae56be-7cb1-4893-85f9-f86c23dd36b2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:36.266240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-36bac778-e6c3-4733-8f82-daa46e1dc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:36.268385 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-36bac778-e6c3-4733-8f82-daa46e1dc402 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1230761f-c97f-4b7a-8a29-87123443b633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626437 Dec 10 09:01:36.272803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-300a7199-62c2-428d-9ece-3297967165f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:36.275137 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-300a7199-62c2-428d-9ece-3297967165f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1094 time: 0.1477513 Dec 10 09:01:36.275941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.364993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.376528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] No DVR routers for this DVR port 8fae56be-7cb1-4893-85f9-f86c23dd36b2 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:36.426497 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.429892 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fc2b4a8-0983-4527-8671-eaa98852bc0b req-0d75ecd5-27e0-4667-acf6-d23d3e4d3255 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "DELETE /v2.0/ports/8fae56be-7cb1-4893-85f9-f86c23dd36b2 HTTP/1.1" status: 204 len: 173 time: 1.6461072 Dec 10 09:01:36.432132 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.459309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a49ac195-e5ec-4bf6-b7a2-2ec23727399f req-d38ef60c-27f3-4f71-8d58-a02a18fc26ba tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b HTTP/1.1" status: 200 len: 210 time: 0.0632436 Dec 10 09:01:36.506316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Pushing event updated for resources: {'Port': ['ID=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:36.527589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accb7f0-dcb5-4fc0-a309-338026480006 req-23f4789b-1f13-4ecf-8ab7-26f3f4f44061 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:36.532193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5accb7f0-dcb5-4fc0-a309-338026480006 req-23f4789b-1f13-4ecf-8ab7-26f3f4f44061 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1482968 Dec 10 09:01:36.533545 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.624907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-fe0cc577-6ba8-4f93-ba1b-88c812b0ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:36.625949 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-fe0cc577-6ba8-4f93-ba1b-88c812b0ade7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 920 time: 0.3167872 Dec 10 09:01:36.627700 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-de056b07-323e-4f29-93f1-286b147fc40b service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492610 Dec 10 09:01:36.639065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:36.656199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:36.657584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:36.664291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:36.664900 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.683758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=423e5e32-acdb-4785-b3ee-0e2195c8a00f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:36.695403 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-31e8d302-28f5-4dc0-8d2c-2656ead7bb93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c28a7096-8a55-4de3-9b33-83c0a4484416 HTTP/1.1" status: 200 len: 217 time: 0.0598459 Dec 10 09:01:36.696070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Attempting to bind port e3e09eb7-5a14-4df1-aed7-63f57c633f7e on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:36.696757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Attempting to bind port e3e09eb7-5a14-4df1-aed7-63f57c633f7e by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:36.696757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Attempting to bind port e3e09eb7-5a14-4df1-aed7-63f57c633f7e on network 506d41c9-e2b3-466e-b46e-bdb5df375b15 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:36.711788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5accb7f0-dcb5-4fc0-a309-338026480006 req-f4cb9e3f-2e17-4f47-9752-914fefc845d0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665370 Dec 10 09:01:36.719386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0182997b-e45f-453d-b2b6-74fd43534c69 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8618178 Dec 10 09:01:36.722800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59522) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:36.728345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-30f77bc6-216e-4ce4-b318-02dbb9e33f16 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:36.782516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 27597fdc-7c83-491b-9476-122c3b095eff up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:36.822324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e276cfcf-2caa-4f9f-8159-c710dc2e7851 req-be5e8a3d-aece-4704-a870-9ac0358ce32d tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0467436 Dec 10 09:01:36.833193 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30f77bc6-216e-4ce4-b318-02dbb9e33f16 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.844638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 27597fdc-7c83-491b-9476-122c3b095eff completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:01:36.849779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 27597fdc-7c83-491b-9476-122c3b095eff triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:36.851970 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:36.956026 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.001081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=27597fdc-7c83-491b-9476-122c3b095eff,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:37.002176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:37.005143 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2def617c-4eff-447b-a859-e8c1930dd474" -d '{"events": [{"server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "name": "network-vif-plugged", "status": "completed", "tag": "27597fdc-7c83-491b-9476-122c3b095eff"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:37.010198 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.011184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8fae56be-7cb1-4893-85f9-f86c23dd36b2 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:37.074208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=27597fdc-7c83-491b-9476-122c3b095eff,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:37.081547 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30f77bc6-216e-4ce4-b318-02dbb9e33f16 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.090253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30f77bc6-216e-4ce4-b318-02dbb9e33f16 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.091667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b', 'name': 'network-vif-deleted', 'tag': '8fae56be-7cb1-4893-85f9-f86c23dd36b2'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:37.094194 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0f2802-bb8a-4db3-b510-0ea3845fe821" -d '{"events": [{"server_uuid": "c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b", "name": "network-vif-deleted", "tag": "8fae56be-7cb1-4893-85f9-f86c23dd36b2"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:37.107890 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9893dc-e7bd-4299-b9c5-3bd5f1d42d9c x-openstack-request-id: req-cd9893dc-e7bd-4299-b9c5-3bd5f1d42d9c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:37.108485 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "name": "network-vif-plugged", "status": "completed", "tag": "27597fdc-7c83-491b-9476-122c3b095eff", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:37.108860 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd9893dc-e7bd-4299-b9c5-3bd5f1d42d9c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:37.109545 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff', 'code': 200} Dec 10 09:01:37.111035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 8fae56be-7cb1-4893-85f9-f86c23dd36b2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:37.111433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8fae56be-7cb1-4893-85f9-f86c23dd36b2 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:37.119665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Port e3e09eb7-5a14-4df1-aed7-63f57c633f7e on network 506d41c9-e2b3-466e-b46e-bdb5df375b15 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:01:37.120030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Attempting to bind port e3e09eb7-5a14-4df1-aed7-63f57c633f7e on network 506d41c9-e2b3-466e-b46e-bdb5df375b15 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:37.150284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:37.150633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Checking segment: {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:37.151033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Bound using segment: {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:37.151525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Bound port: e3e09eb7-5a14-4df1-aed7-63f57c633f7e, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db32f08-c23f-4ba4-b9e0-426627ff2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:37.151885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.172371 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75447b49-ae79-477f-8a2c-f2f072ed4cb2 x-openstack-request-id: req-75447b49-ae79-477f-8a2c-f2f072ed4cb2 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:37.172670 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b", "name": "network-vif-deleted", "tag": "8fae56be-7cb1-4893-85f9-f86c23dd36b2", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:37.172920 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75447b49-ae79-477f-8a2c-f2f072ed4cb2 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:37.173313 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6eba1ba-6aae-4dda-98c5-4ea3cc7fa49b', 'name': 'network-vif-deleted', 'tag': '8fae56be-7cb1-4893-85f9-f86c23dd36b2', 'status': 'completed', 'code': 200} Dec 10 09:01:37.175487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f77bc6-216e-4ce4-b318-02dbb9e33f16 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=423e5e32-acdb-4785-b3ee-0e2195c8a00f,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:37.187372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-30f77bc6-216e-4ce4-b318-02dbb9e33f16 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] In _notify_port_updated(), no bound segment for port 423e5e32-acdb-4785-b3ee-0e2195c8a00f on network 0da4f64c-8165-45ca-be7d-a1fb79677e84 {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:01:37.194409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f77bc6-216e-4ce4-b318-02dbb9e33f16 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.195279 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30f77bc6-216e-4ce4-b318-02dbb9e33f16 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.197131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-30f77bc6-216e-4ce4-b318-02dbb9e33f16 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "PUT /v2.0/ports/423e5e32-acdb-4785-b3ee-0e2195c8a00f HTTP/1.1" status: 200 len: 818 time: 0.4732838 Dec 10 09:01:37.201795 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-8f7aceb2-6d7f-4fb0-8d7b-6e9e4c285b43 service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583405 Dec 10 09:01:37.202525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59530) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:37.253861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566da54-d4f2-4cc2-8063-a72ac72a3d78 req-6ef8071a-d94d-4aab-ba0c-a13483099675 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.255672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1566da54-d4f2-4cc2-8063-a72ac72a3d78 req-6ef8071a-d94d-4aab-ba0c-a13483099675 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.0697949 Dec 10 09:01:37.315977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-ae4a4b04-073b-4b86-b3bf-a4d842fe2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.317664 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-ae4a4b04-073b-4b86-b3bf-a4d842fe2a4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.2205286 Dec 10 09:01:37.328070 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-19a81426-144d-4b3f-895a-3b48e86c92ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6da0b6a7-db9a-421b-b479-8421a78e97bb HTTP/1.1" status: 200 len: 217 time: 0.0973749 Dec 10 09:01:37.331585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1566da54-d4f2-4cc2-8063-a72ac72a3d78 req-38b77c25-e9de-4a37-aff0-0f2184d85551 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698469 Dec 10 09:01:37.353837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a1fc-bdb2-416b-a935-d0c784197ee6 req-937f5db6-c399-4017-8a1d-b396351d68f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.355350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f054a1fc-bdb2-416b-a935-d0c784197ee6 req-937f5db6-c399-4017-8a1d-b396351d68f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 943 time: 0.0654821 Dec 10 09:01:37.403931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f054a1fc-bdb2-416b-a935-d0c784197ee6 req-dfff5a8f-b9e2-4bce-ad3c-b15deed1b0bd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Dec 10 09:01:37.421113 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-1d935049-7417-45d8-8d18-e73ae4a5444c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921073 Dec 10 09:01:37.439712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd277e4-3783-4cee-a826-e74a5f52321a req-a9e47f41-bfb3-42b3-9beb-b6e36f1c0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.441524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1dd277e4-3783-4cee-a826-e74a5f52321a req-a9e47f41-bfb3-42b3-9beb-b6e36f1c0f4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 1096 time: 0.2709239 Dec 10 09:01:37.481191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] For port e3e09eb7-5a14-4df1-aed7-63f57c633f7e, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:37.550316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] For port e3e09eb7-5a14-4df1-aed7-63f57c633f7e, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:37.552699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-775257a7-430e-4c92-8321-c70b36a66566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.554714 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-775257a7-430e-4c92-8321-c70b36a66566 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.2104568 Dec 10 09:01:37.566302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.688268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.688910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.690308 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] 10.222.0.18 "PUT /v2.0/ports/e3e09eb7-5a14-4df1-aed7-63f57c633f7e HTTP/1.1" status: 200 len: 1091 time: 2.7175732 Dec 10 09:01:37.694691 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1dd277e4-3783-4cee-a826-e74a5f52321a req-a9308b9d-f7c1-4ea5-a689-c73460c3bd6b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358139 Dec 10 09:01:37.704799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-7cd10e9d-10a0-45ee-9a13-5730de76dcbc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 423e5e32-acdb-4785-b3ee-0e2195c8a00f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:37.705138 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cd10e9d-10a0-45ee-9a13-5730de76dcbc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.780908 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-6a52c3ee-f8b5-429a-83ac-418c83cbcece service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461609 Dec 10 09:01:37.797736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-fd5c562d-c37b-4313-8eb8-fd55ae12bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.799246 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-fd5c562d-c37b-4313-8eb8-fd55ae12bbb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2353792 Dec 10 09:01:37.822040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafead7-eb03-4762-9ba9-a6703202283b service neutron] Pushing event updated for resources: {'Port': ['ID=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:37.837385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399ee13-96da-463d-b3c3-b02d5c305757 req-45f84df0-9a5d-4d43-85f0-cd4335197dc4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.844755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2399ee13-96da-463d-b3c3-b02d5c305757 req-45f84df0-9a5d-4d43-85f0-cd4335197dc4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.0585608 Dec 10 09:01:37.851111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cd10e9d-10a0-45ee-9a13-5730de76dcbc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:37.898082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2399ee13-96da-463d-b3c3-b02d5c305757 req-2447faf9-448c-45ac-b824-16797ab81c24 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524065 Dec 10 09:01:37.914329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-7cd10e9d-10a0-45ee-9a13-5730de76dcbc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 423e5e32-acdb-4785-b3ee-0e2195c8a00f owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:37.970599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-5ca34d98-a956-4a68-8a06-7c628fa207ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:37.972104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-5ca34d98-a956-4a68-8a06-7c628fa207ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 1094 time: 0.2061491 Dec 10 09:01:37.992051 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5eb3681-e74e-430d-ad12-2fe83b352d40 req-20f91246-d9d5-4c46-8673-79272b3bb26d tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0297067 Dec 10 09:01:38.082915 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-dd4d34f5-e9c9-4431-9fad-65e65596e375 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e09eb7-5a14-4df1-aed7-63f57c633f7e HTTP/1.1" status: 200 len: 217 time: 0.0620317 Dec 10 09:01:38.107779 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:38.117271 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-824b2639-09ce-4a58-8a76-1fdbe292c000 req-96585cc5-1e90-49f2-a730-41371bce3774 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237810 Dec 10 09:01:38.176391 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-5fc6517d-5988-42d7-bd5c-8fad40b75d9d service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763863 Dec 10 09:01:38.182825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-aefc3627-6740-4a2f-84dc-01569f9e4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:38.184312 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-aefc3627-6740-4a2f-84dc-01569f9e4fb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.0877442 Dec 10 09:01:38.192532 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cd10e9d-10a0-45ee-9a13-5730de76dcbc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:38.282048 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-fc7b54e6-19d9-4f34-a631-26f63c603a11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867505 Dec 10 09:01:38.290275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd10e9d-10a0-45ee-9a13-5730de76dcbc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=423e5e32-acdb-4785-b3ee-0e2195c8a00f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:38.307757 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cd10e9d-10a0-45ee-9a13-5730de76dcbc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:38.310976 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7cd10e9d-10a0-45ee-9a13-5730de76dcbc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/423e5e32-acdb-4785-b3ee-0e2195c8a00f HTTP/1.1" status: 204 len: 168 time: 1.0903089 Dec 10 09:01:38.313769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59548) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:38.365745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3bb99-3329-4fe6-ae67-e52a155790a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:38.367328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-60c3bb99-3329-4fe6-ae67-e52a155790a5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0518503 Dec 10 09:01:38.370038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59552) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:38.387526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-fd6cb95f-8830-4eaa-bef7-2ff25a11178a service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021956 Dec 10 09:01:38.396979 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e111aed2-035b-4efd-ae7c-d14e92541891 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:01:38.398462 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e111aed2-035b-4efd-ae7c-d14e92541891 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/423e5e32-acdb-4785-b3ee-0e2195c8a00f HTTP/1.1" status: 404 len: 333 time: 0.0274971 Dec 10 09:01:38.402290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59554) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:38.407104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1342992401'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:38.443059 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-2678c446-4902-4167-adad-30e03136f187 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=fad3c689-a2cd-4d11-aaae-5e9a06256def HTTP/1.1" status: 200 len: 217 time: 0.0419128 Dec 10 09:01:38.462409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:38.469303 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:38.493390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66e583-cafc-4aa2-b766-110d40282570 req-0fdbc5cc-3cce-4345-b343-f78e138f652d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:38.495020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d66e583-cafc-4aa2-b766-110d40282570 req-0fdbc5cc-3cce-4345-b343-f78e138f652d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.0833411 Dec 10 09:01:38.523520 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-e44ceeed-5406-4666-bad3-5d82a10946c7 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309418 Dec 10 09:01:38.542179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-c1e5d5d2-ed0d-4cf2-afbb-69521ef39e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:38.543683 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-c1e5d5d2-ed0d-4cf2-afbb-69521ef39e8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.0848198 Dec 10 09:01:38.555569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:38.573908 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:38.574256 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Added segment 8f05559e-1a19-4b1a-baaa-9c2b053ca1f8 of type vlan for network 7f348dbe-a97f-4769-9878-8379143d4d7d Dec 10 09:01:38.646240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920baf74-39e2-401d-854a-f4a33e15bc08 req-669b92b4-3fa6-4bda-820f-d8657ace4f09 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:38.647817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-920baf74-39e2-401d-854a-f4a33e15bc08 req-669b92b4-3fa6-4bda-820f-d8657ace4f09 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 943 time: 0.1503773 Dec 10 09:01:38.651227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d66e583-cafc-4aa2-b766-110d40282570 req-eeeddaac-f29d-4042-854f-b79f9bca5a80 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418116 Dec 10 09:01:38.653390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-6378cb95-cdd6-4db9-ba6a-f0cd5e1d878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:38.654928 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-6378cb95-cdd6-4db9-ba6a-f0cd5e1d878d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004336 Dec 10 09:01:38.655276 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:38.724665 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:38.730769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:38.732719 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:38.762853 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bda2b899-a2a6-46ed-bd99-d9533c032ad0 req-fe346c9e-f436-450d-a10a-9da83b8d119d service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315462 Dec 10 09:01:38.822299 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-0aede35c-8154-4705-8e6f-315060afb019 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559944 Dec 10 09:01:38.852672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4492152 Dec 10 09:01:38.856453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59562) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:38.866127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-920baf74-39e2-401d-854a-f4a33e15bc08 req-9c37fc5e-a99f-4ed6-bf18-38f11671f098 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940119 Dec 10 09:01:38.872158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:38.892505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192833ae-ed0d-4002-8c68-44d96da288ec tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Network': ['ID=7f348dbe-a97f-4769-9878-8379143d4d7d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:38.906750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7f348dbe-a97f-4769-9878-8379143d4d7d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:38.953438 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-116cde3c-66ee-44d5-a5a5-c1a99ef7198f service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218572 Dec 10 09:01:39.015094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-c7604e47-3089-4aac-ba49-2fccd23dd79a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd HTTP/1.1" status: 200 len: 217 time: 0.0532267 Dec 10 09:01:39.074124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-cbf7e152-c6d7-41bc-962f-595366e95b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:39.076338 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-cbf7e152-c6d7-41bc-962f-595366e95b4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.0546994 Dec 10 09:01:39.092692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:39.097925 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:39.138598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-09e2bc54-c6e0-4c28-9434-dd3723cf20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:39.141023 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-09e2bc54-c6e0-4c28-9434-dd3723cf20d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561056 Dec 10 09:01:39.145617 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:39.161848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046e7c6-88c0-42eb-a00a-0f0defcb6bc2 req-80eab7ba-6580-43f8-ba9f-3aef8cf0a1f8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:39.163362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c046e7c6-88c0-42eb-a00a-0f0defcb6bc2 req-80eab7ba-6580-43f8-ba9f-3aef8cf0a1f8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1225090 Dec 10 09:01:39.202058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319597db-0f1f-467d-bc03-b0458780e250', 'tag': 'e3e09eb7-5a14-4df1-aed7-63f57c633f7e'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:39.204591 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96544e7-5075-46a8-a5f1-ce18ca7109ec" -d '{"events": [{"name": "network-changed", "server_uuid": "319597db-0f1f-467d-bc03-b0458780e250", "tag": "e3e09eb7-5a14-4df1-aed7-63f57c633f7e"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:39.239583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1a8a6e7-9a2a-47fd-937a-db9ad72f7d8d req-3445253b-0b30-486c-93a1-e536e45acfa9 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0931134 Dec 10 09:01:39.252661 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-3a8fbf46-4774-4df2-a007-5e0da1fc48ec service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035955 Dec 10 09:01:39.296592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c046e7c6-88c0-42eb-a00a-0f0defcb6bc2 req-04ecc6e7-e334-4eb5-afaf-73700e2aa7f9 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982511 Dec 10 09:01:39.321385 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fe848b-506f-4032-bc33-bb9614e0a291 x-openstack-request-id: req-d9fe848b-506f-4032-bc33-bb9614e0a291 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:39.321704 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319597db-0f1f-467d-bc03-b0458780e250", "tag": "e3e09eb7-5a14-4df1-aed7-63f57c633f7e", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:39.321962 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9fe848b-506f-4032-bc33-bb9614e0a291 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:39.322356 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319597db-0f1f-467d-bc03-b0458780e250', 'tag': 'e3e09eb7-5a14-4df1-aed7-63f57c633f7e', 'status': 'completed', 'code': 200} Dec 10 09:01:39.403365 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-bca142e0-e7d0-4e5b-9252-894b5b7936c3 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432061 Dec 10 09:01:39.407442 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-8e21a66b-267b-4c04-b596-0dd0e4bdc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:39.408898 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-8e21a66b-267b-4c04-b596-0dd0e4bdc904 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 1094 time: 0.0719914 Dec 10 09:01:39.423184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:39.454085 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-9983e2ac-29f5-43f1-be66-ee6285e4a765 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730 HTTP/1.1" status: 200 len: 217 time: 0.0424902 Dec 10 09:01:39.494594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=c8cb2c0d-091a-4aa4-9dde-eb9103f46db1,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:39.507589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Checking segment: {'id': '8f05559e-1a19-4b1a-baaa-9c2b053ca1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:39.507952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network hostable DHCP agents. Network: 7f348dbe-a97f-4769-9878-8379143d4d7d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:39.525534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 7f348dbe-a97f-4769-9878-8379143d4d7d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:39.542878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7f348dbe-a97f-4769-9878-8379143d4d7d) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:39.551344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee4d75-d368-4afa-9cb1-657a7d156036 None None] Network 7f348dbe-a97f-4769-9878-8379143d4d7d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:39.554790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-d8ff858a-f7f7-4be6-ac2a-ae011b8cbfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:39.556280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-d8ff858a-f7f7-4be6-ac2a-ae011b8cbfa8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.0925691 Dec 10 09:01:39.562724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:39.563686 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:39.588685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-410a76d7-117c-4110-9ebc-8fed8d3d2288 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7207470 Dec 10 09:01:39.591406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59572) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:39.599152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f4acf111-0fcb-45b7-8d6b-20472214f35a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:39.601332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-371ac809-233a-4c50-8b93-7426d7aeb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:39.602715 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-371ac809-233a-4c50-8b93-7426d7aeb703 service neutron] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 920 time: 0.1841967 Dec 10 09:01:39.655691 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-358c4169-0d50-4608-963b-1b231672d4d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e09eb7-5a14-4df1-aed7-63f57c633f7e HTTP/1.1" status: 200 len: 217 time: 0.0452042 Dec 10 09:01:39.657569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-c1509ae5-9ad1-4e5c-8066-8d84b35b9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:39.659052 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-c1509ae5-9ad1-4e5c-8066-8d84b35b9fc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942678 Dec 10 09:01:39.692194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7f348dbe-a97f-4769-9878-8379143d4d7d', 'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d', 'project_id': 'c92c7c8c867842f39ed3c517f1e79c81', 'fixed_ips': [{'subnet_id': 'c8cb2c0d-091a-4aa4-9dde-eb9103f46db1'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:01:39.693439 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:39.723548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-59f4d6ce-382d-465b-b4a6-968b2eba09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:39.727168 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-59f4d6ce-382d-465b-b4a6-968b2eba09c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.0632350 Dec 10 09:01:39.902844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4acf111-0fcb-45b7-8d6b-20472214f35a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:39.907862 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4acf111-0fcb-45b7-8d6b-20472214f35a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:39.912575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Allocated IP 172.20.0.2 (7f348dbe-a97f-4769-9878-8379143d4d7d/c8cb2c0d-091a-4aa4-9dde-eb9103f46db1/9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:39.917546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-3f60bebb-a167-423a-86ed-d08d1ace31d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722054 Dec 10 09:01:40.001940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af7c3e-a67a-4f5d-9b69-f68197aae2d5 req-27484c82-0735-421c-a982-3f0cf1dd6c07 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:40.004069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12af7c3e-a67a-4f5d-9b69-f68197aae2d5 req-27484c82-0735-421c-a982-3f0cf1dd6c07 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1704860 Dec 10 09:01:40.062660 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-d25e3fea-7a41-4bbb-9c75-54b4d6153cec service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342433 Dec 10 09:01:40.081541 n-d-814746-3 neutron-server[114969]: INFO neutron.db.ipam_backend_mixin [None req-f4acf111-0fcb-45b7-8d6b-20472214f35a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c8cb2c0d-091a-4aa4-9dde-eb9103f46db1 (CIDR: 172.20.0.0/28) Dec 10 09:01:40.094934 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4acf111-0fcb-45b7-8d6b-20472214f35a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:01:40.095436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4acf111-0fcb-45b7-8d6b-20472214f35a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:01:40.108330 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:40.117578 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:40.118966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12af7c3e-a67a-4f5d-9b69-f68197aae2d5 req-9c83a1a3-9384-424e-b862-c6c8c0c23ea2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932255 Dec 10 09:01:40.131312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1056e-2444-44b1-8044-50b3c28b8d67 req-5a23b1ae-e165-46dc-a484-f6c1e1ec9a84 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:40.131897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-8435d98e-763e-4b1f-b4dd-d259fe791b23 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036839 Dec 10 09:01:40.147762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26e1056e-2444-44b1-8044-50b3c28b8d67 req-5a23b1ae-e165-46dc-a484-f6c1e1ec9a84 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 943 time: 0.1303191 Dec 10 09:01:40.149996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f4acf111-0fcb-45b7-8d6b-20472214f35a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5572841 Dec 10 09:01:40.164496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59586) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:40.169595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:40.175849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Pushing event updated for resources: {'Port': ['ID=9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:40.198064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Network 7f348dbe-a97f-4769-9878-8379143d4d7d is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:40.199920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:40.203308 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:40.270982 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26e1056e-2444-44b1-8044-50b3c28b8d67 req-3be4eadb-e6b8-47e0-883d-b6e3bc00bbfd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250360 Dec 10 09:01:40.283942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Attempting to bind port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:40.285754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Attempting to bind port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '8f05559e-1a19-4b1a-baaa-9c2b053ca1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:40.286247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Attempting to bind port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 on network 7f348dbe-a97f-4769-9878-8379143d4d7d {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:40.291980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:40.292351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Checking segment: {'id': '8f05559e-1a19-4b1a-baaa-9c2b053ca1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:40.292748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:40.293138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Bound using segment: {'id': '8f05559e-1a19-4b1a-baaa-9c2b053ca1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:40.293777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Bound port: 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f05559e-1a19-4b1a-baaa-9c2b053ca1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:40.294377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:40.326095 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-048ed550-c827-4ad8-878f-2baed8b1fefc service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557073 Dec 10 09:01:40.364904 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e96544e7-5075-46a8-a5f1-ce18ca7109ec req-69cb8d95-e115-4575-8735-9bb9527f8af7 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235413 Dec 10 09:01:40.414930 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-76c74fc6-0db2-4fee-a657-f93fa1fd3a4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a HTTP/1.1" status: 200 len: 217 time: 0.0490291 Dec 10 09:01:40.440167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b6ddce7-cbb5-47b0-b6c3-4bd278f5da2d req-1e27f73f-5f14-4fb0-b7bf-2314171d203d tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0401480 Dec 10 09:01:40.440167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:40.440167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:40.448747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] For port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:40.453084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] For port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5,segment=NetworkSegment(8f05559e-1a19-4b1a-baaa-9c2b053ca1f8),segment_id=8f05559e-1a19-4b1a-baaa-9c2b053ca1f8)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:40.460771 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:40.542073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-a9831f3f-02d6-434e-a56d-ea5bc95d4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:40.546112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-a9831f3f-02d6-434e-a56d-ea5bc95d4706 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1214247 Dec 10 09:01:40.564431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf256bf9-7908-4571-90d6-cc55dfeea036 None None] Pushing event updated for resources: {'Port': ['ID=9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:40.614330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-6e266d81-2c4c-48a8-b7eb-b711bff3e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:40.616076 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-6e266d81-2c4c-48a8-b7eb-b711bff3e5db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642791 Dec 10 09:01:40.648133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bb53-8c4c-486c-bc89-f2cf3459742b req-47f45f3c-bc5d-43d1-b758-f82a109c098f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:40.649736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fae2bb53-8c4c-486c-bc89-f2cf3459742b req-47f45f3c-bc5d-43d1-b758-f82a109c098f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.0914714 Dec 10 09:01:40.669349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c28a7096-8a55-4de3-9b33-83c0a4484416 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:01:40.738731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fae2bb53-8c4c-486c-bc89-f2cf3459742b req-063d6d71-e87f-4186-aa8a-6bcd0a101125 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786395 Dec 10 09:01:40.947722 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-33a21b76-2f10-4c81-a11c-90723689c978 service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192594 Dec 10 09:01:40.990400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c28a7096-8a55-4de3-9b33-83c0a4484416, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c28a7096-8a55-4de3-9b33-83c0a4484416,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:41.035150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'c28a7096-8a55-4de3-9b33-83c0a4484416', 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15', 'port_id': 'c28a7096-8a55-4de3-9b33-83c0a4484416', 'mac_address': 'fa:16:3e:cb:97:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ddc15f5-02d9-4043-b1da-eec19f81ab8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:01:41.091315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:41.105587 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:41.118990 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-737166c3-6496-4e42-acb3-71d2bab5e96b service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540897 Dec 10 09:01:41.128003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28a7096-8a55-4de3-9b33-83c0a4484416 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:41.162705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c28a7096-8a55-4de3-9b33-83c0a4484416, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c28a7096-8a55-4de3-9b33-83c0a4484416,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:41.170405 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:41.171359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 7f348dbe-a97f-4769-9878-8379143d4d7d is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:41.179549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:41.184965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:41.185586 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:41.208609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d38c0-78e6-41a8-9d43-4482f7a6dda8 req-b25ffef5-38ea-4808-9116-627bc7501b90 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:41.212989 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-b2fa1262-653e-416a-8756-95216ee744f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810 HTTP/1.1" status: 200 len: 217 time: 0.0840731 Dec 10 09:01:41.215956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a91d38c0-78e6-41a8-9d43-4482f7a6dda8 req-b25ffef5-38ea-4808-9116-627bc7501b90 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1858456 Dec 10 09:01:41.218470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=95277f78-a783-4b2b-970c-ebab67cb8b29,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:41.239689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62f3d9b9-8b9f-446e-894b-db0e3e8e00a1 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0739801 Dec 10 09:01:41.242749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59606) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:41.255389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d', 'fixed_ips': [{'subnet_id': 'c8cb2c0d-091a-4aa4-9dde-eb9103f46db1'}, {'subnet_id': '95277f78-a783-4b2b-970c-ebab67cb8b29'}], 'name': 'tempest-PortsTestJSON-2107660635'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:41.287868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=c28a7096-8a55-4de3-9b33-83c0a4484416,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:41.293169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a91d38c0-78e6-41a8-9d43-4482f7a6dda8 req-a24e3cca-68f1-4c49-9341-b8ef6de35a60 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763550 Dec 10 09:01:41.418066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:41.489431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:41.490317 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:41.501424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05e06c-c470-4369-ba0c-4b714ab6ea92 req-1cdd5f8a-9cbb-436f-b47e-d7cb271b3071 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:41.509819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd05e06c-c470-4369-ba0c-4b714ab6ea92 req-1cdd5f8a-9cbb-436f-b47e-d7cb271b3071 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 943 time: 0.1232600 Dec 10 09:01:41.600604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd05e06c-c470-4369-ba0c-4b714ab6ea92 req-5d480a53-c73c-4a2b-8bf1-e817928a1333 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887690 Dec 10 09:01:41.633825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a6915e0-e9be-4876-8022-cd8a286a54dd req-a863af43-afa1-4e10-a47f-c48122fb13bf tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0660129 Dec 10 09:01:41.652470 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:41.671073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c28a7096-8a55-4de3-9b33-83c0a4484416'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:41.775127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5,segment=NetworkSegment(8f05559e-1a19-4b1a-baaa-9c2b053ca1f8),segment_id=8f05559e-1a19-4b1a-baaa-9c2b053ca1f8)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:41.787997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-b95ca47c-2de7-4eb1-b3d4-cf9651640405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:41.789497 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-b95ca47c-2de7-4eb1-b3d4-cf9651640405 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 200 len: 797 time: 0.5695159 Dec 10 09:01:41.797637 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:41.892343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:41.914774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:41.952430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-2450dacd-8e95-40ed-adb2-d94759340f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:41.954240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-2450dacd-8e95-40ed-adb2-d94759340f13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1550715 Dec 10 09:01:42.076818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:42.113364 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-174db17e-c2bb-48d8-9870-74cc2b20953d service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455204 Dec 10 09:01:42.115042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:42.134153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef5a833-5924-4d32-abf4-7d4fbd23187f None None] Network 7f348dbe-a97f-4769-9878-8379143d4d7d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:42.251462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f61d02b8-faf0-4605-87d8-155944421174 None None] Provisioning complete for port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:42.251856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f61d02b8-faf0-4605-87d8-155944421174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:42.255159 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72bcdb46-506c-48c8-b4f4-9aa7d63c394f req-9da7c8fc-71c8-4cd1-820e-fa41544068f9 service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254826 Dec 10 09:01:42.583410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181c98d-f742-4a6e-9a26-e8f05170408d req-5b6cacce-6626-4923-85cb-71522549bccb tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:42.592586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1181c98d-f742-4a6e-9a26-e8f05170408d req-5b6cacce-6626-4923-85cb-71522549bccb tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 945 time: 0.1117678 Dec 10 09:01:42.607076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c018e3a-87f1-4d44-a537-a7a466154da5 req-4f22c340-25ca-43f8-9206-4e2527946194 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:42.617579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c018e3a-87f1-4d44-a537-a7a466154da5 req-4f22c340-25ca-43f8-9206-4e2527946194 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.7443852 Dec 10 09:01:42.619281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac7e1a-74a3-436b-a531-82c1f687048d None None] Update dhcp port {'port': {'network_id': '7f348dbe-a97f-4769-9878-8379143d4d7d', 'fixed_ips': [{'subnet_id': 'c8cb2c0d-091a-4aa4-9dde-eb9103f46db1', 'ip_address': '172.20.0.2'}, {'subnet_id': '95277f78-a783-4b2b-970c-ebab67cb8b29'}], 'binding:host_id': 'n-d-814746-3'}, 'id': '9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:01:42.690354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e3e09eb7-5a14-4df1-aed7-63f57c633f7e details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:01:42.692911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c018e3a-87f1-4d44-a537-a7a466154da5 req-4a049675-c5b1-4b8f-816f-d350f238fcc8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689530 Dec 10 09:01:42.693211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c28a7096-8a55-4de3-9b33-83c0a4484416 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:42.713279 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f57214e7-65d4-4ead-96b1-ceadc1bb7bdd req-28a02b03-522a-472f-af98-9c1e52bc8bb1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0511651 Dec 10 09:01:42.798566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.11 (7f348dbe-a97f-4769-9878-8379143d4d7d/c8cb2c0d-091a-4aa4-9dde-eb9103f46db1/30e741af-fb7e-4e08-9fa2-0be52ab92ec0) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:42.806165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1181c98d-f742-4a6e-9a26-e8f05170408d req-015503df-6bc0-43db-988d-81f6973e16d4 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122059 Dec 10 09:01:42.806981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.26 (7f348dbe-a97f-4769-9878-8379143d4d7d/95277f78-a783-4b2b-970c-ebab67cb8b29/30e741af-fb7e-4e08-9fa2-0be52ab92ec0) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:42.878720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39266276-d8bf-4cac-a35c-df6baf31f513 req-59f0321e-e7ea-41f2-bc7e-f8f3b65b935a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:42.884485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39266276-d8bf-4cac-a35c-df6baf31f513 req-59f0321e-e7ea-41f2-bc7e-f8f3b65b935a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.0767806 Dec 10 09:01:42.914505 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7e1a-74a3-436b-a531-82c1f687048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:42.954117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39266276-d8bf-4cac-a35c-df6baf31f513 req-7cb9eadc-f317-4877-a194-4754549c10c4 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624809 Dec 10 09:01:43.020800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.061446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db36bf0-8d38-4deb-a76c-424d9e86d7d9 req-b268ffb5-639b-42c8-9758-29399d6c2d1f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:43.062365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.063134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4db36bf0-8d38-4deb-a76c-424d9e86d7d9 req-b268ffb5-639b-42c8-9758-29399d6c2d1f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 943 time: 0.0897739 Dec 10 09:01:43.116310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 7f348dbe-a97f-4769-9878-8379143d4d7d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:43.119526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:43.122287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:43.135107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-197d8227-7302-410c-8f81-22cf51212ac1 req-de340c4b-aeed-433f-97eb-9ab8917af663 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0488391 Dec 10 09:01:43.157856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=30e741af-fb7e-4e08-9fa2-0be52ab92ec0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:43.177174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4db36bf0-8d38-4deb-a76c-424d9e86d7d9 req-b4862ea2-0ee6-4ccb-8d21-9f4de20e7234 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062953 Dec 10 09:01:43.192202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:43.192526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.208859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port c28a7096-8a55-4de3-9b33-83c0a4484416 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:01:43.209099 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-147beea6-e4ba-4f6d-9cd3-f7bca95747fa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9656723 Dec 10 09:01:43.212063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59636) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:43.217693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8cb2c0d-091a-4aa4-9dde-eb9103f46db1'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:43.228375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port c28a7096-8a55-4de3-9b33-83c0a4484416 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:43.228745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.231332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e3e09eb7-5a14-4df1-aed7-63f57c633f7e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:43.272475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-d2ac7e1a-74a3-436b-a531-82c1f687048d None None] Allocated IP 172.20.0.18 (7f348dbe-a97f-4769-9878-8379143d4d7d/95277f78-a783-4b2b-970c-ebab67cb8b29/9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:43.283824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:43.286536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'e3e09eb7-5a14-4df1-aed7-63f57c633f7e', 'network_id': '506d41c9-e2b3-466e-b46e-bdb5df375b15', 'port_id': 'e3e09eb7-5a14-4df1-aed7-63f57c633f7e', 'mac_address': 'fa:16:3e:ac:99:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ddc15f5-02d9-4043-b1da-eec19f81ab8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:01:43.399191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.426598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.455779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e09eb7-5a14-4df1-aed7-63f57c633f7e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:43.524100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e3e09eb7-5a14-4df1-aed7-63f57c633f7e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:43.528148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:43.528520 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.535265 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.559028 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.594343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d2ac7e1a-74a3-436b-a531-82c1f687048d None None] For port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5,segment=NetworkSegment(8f05559e-1a19-4b1a-baaa-9c2b053ca1f8),segment_id=8f05559e-1a19-4b1a-baaa-9c2b053ca1f8)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:43.660898 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7e1a-74a3-436b-a531-82c1f687048d None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.667402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e567ab-012b-40f1-9670-d1d951f20011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28a7096-8a55-4de3-9b33-83c0a4484416'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:43.669649 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3433aea5-ac80-4252-b3c9-0b8b5052fc43" -d '{"events": [{"server_uuid": "88e567ab-012b-40f1-9670-d1d951f20011", "name": "network-vif-plugged", "status": "completed", "tag": "c28a7096-8a55-4de3-9b33-83c0a4484416"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:43.686642 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7e1a-74a3-436b-a531-82c1f687048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.698330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c28a7096-8a55-4de3-9b33-83c0a4484416, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c28a7096-8a55-4de3-9b33-83c0a4484416,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:43.701803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:43.708083 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:43.746655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Delete allocated IP 172.20.0.26 (7f348dbe-a97f-4769-9878-8379143d4d7d/95277f78-a783-4b2b-970c-ebab67cb8b29) {{(pid=114969) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 09:01:43.774138 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf81370-b301-4206-9611-48bb3a75bb69 x-openstack-request-id: req-dbf81370-b301-4206-9611-48bb3a75bb69 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:43.774444 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e567ab-012b-40f1-9670-d1d951f20011", "name": "network-vif-plugged", "status": "completed", "tag": "c28a7096-8a55-4de3-9b33-83c0a4484416", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:43.774702 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbf81370-b301-4206-9611-48bb3a75bb69 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:43.775091 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e567ab-012b-40f1-9670-d1d951f20011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28a7096-8a55-4de3-9b33-83c0a4484416', 'code': 200} Dec 10 09:01:43.804528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-fc2ddfde-9ed3-4378-ab7c-2086926edbf8 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:43.806106 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-fc2ddfde-9ed3-4378-ab7c-2086926edbf8 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 945 time: 0.0955892 Dec 10 09:01:43.839087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac7e1a-74a3-436b-a531-82c1f687048d None None] Pushing event updated for resources: {'Port': ['ID=9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:43.903574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=c28a7096-8a55-4de3-9b33-83c0a4484416,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:43.949247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['e3e09eb7-5a14-4df1-aed7-63f57c633f7e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:43.966408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97e9b5-2376-4ee4-b878-29fd8510840e req-706f1ff1-89a1-49ad-936c-539ff97025d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:43.968474 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c97e9b5-2376-4ee4-b878-29fd8510840e req-706f1ff1-89a1-49ad-936c-539ff97025d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1096 time: 0.1478677 Dec 10 09:01:43.985395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2a789-af2d-4b40-8747-fbfc3af43b37 req-fbc15132-1337-4c70-ac06-030ef9efaa1e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:43.986999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ea2a789-af2d-4b40-8747-fbfc3af43b37 req-fbc15132-1337-4c70-ac06-030ef9efaa1e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.2001646 Dec 10 09:01:44.038372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Deleting port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:44.038978 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:44.058936 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c97e9b5-2376-4ee4-b878-29fd8510840e req-32dc0d2b-f19e-4588-8dc1-d85294ef4c6c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775785 Dec 10 09:01:44.068499 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:44.081829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:44.091174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f6c05-876e-4e3e-9f7f-3eff3ddb4561 req-63e86774-4efe-4c2f-8742-80711dd0c9a5 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:44.093955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-664f6c05-876e-4e3e-9f7f-3eff3ddb4561 req-63e86774-4efe-4c2f-8742-80711dd0c9a5 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14 HTTP/1.1" status: 200 len: 945 time: 0.1869924 Dec 10 09:01:44.103391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ea2a789-af2d-4b40-8747-fbfc3af43b37 req-1ef072b9-dcd3-41e1-87fd-d3f64e022517 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990562 Dec 10 09:01:44.175015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] For port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:44.175849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:44.193351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Calling delete_port for 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:44.274223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=30e741af-fb7e-4e08-9fa2-0be52ab92ec0,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:44.305444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-664f6c05-876e-4e3e-9f7f-3eff3ddb4561 req-3a160fb9-fe81-43cf-9ab3-b788ccdd6bcc tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009690 Dec 10 09:01:44.335909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] In _notify_port_updated(), no bound segment for port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 on network 7f348dbe-a97f-4769-9878-8379143d4d7d {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:01:44.341497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:44.342207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:44.343583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9699000e-9564-4a95-8844-79d7bc770c25 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "PUT /v2.0/ports/30e741af-fb7e-4e08-9fa2-0be52ab92ec0 HTTP/1.1" status: 200 len: 920 time: 1.1304977 Dec 10 09:01:44.349082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59654) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:44.354320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8cb2c0d-091a-4aa4-9dde-eb9103f46db1'}, {'subnet_id': '95277f78-a783-4b2b-970c-ebab67cb8b29'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:44.376463 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:44.389167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'de714811-3435-4b83-908b-e0e9edc0f8f3', '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:44.410853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba69de-e2d1-47c5-a816-43dddf104510 req-da721ae7-02ae-49fa-876c-c6a32279d8ec tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:44.421594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86ba69de-e2d1-47c5-a816-43dddf104510 req-da721ae7-02ae-49fa-876c-c6a32279d8ec tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1529362 Dec 10 09:01:44.424881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Pushing event deleted for resources: {'Port': ['ID=8c7e6688-0d3b-4a6a-bbcb-fc06887706c3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:44.504732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] No DVR routers for this DVR port 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:44.510357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:44.510560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:44.513823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-16b4afe0-6c10-487f-a0f6-4fa9422b93fd req-908743be-822b-4e92-9930-821811b1885e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "DELETE /v2.0/ports/8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 HTTP/1.1" status: 204 len: 173 time: 0.7017653 Dec 10 09:01:44.514290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14', 'name': 'network-vif-deleted', 'tag': '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:44.516601 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d53c76-30fe-4099-85fe-e69e10e19204" -d '{"events": [{"server_uuid": "ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14", "name": "network-vif-deleted", "tag": "8c7e6688-0d3b-4a6a-bbcb-fc06887706c3"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:44.561067 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-238e81cb-6afb-45dc-be4a-079409f2cf58 req-a79f926b-e0d0-4bb7-8b3e-0558d44a0448 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.1200809 Dec 10 09:01:44.586929 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:01:44.612708 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86ba69de-e2d1-47c5-a816-43dddf104510 req-12bed457-abc9-452d-9481-f8ea046224df tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890857 Dec 10 09:01:44.643790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f609d-7c3f-4e0d-a202-b38f54298b5f None None] Network 7f348dbe-a97f-4769-9878-8379143d4d7d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:44.707553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:44.787857 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913aafc3-9aef-432b-a19c-de53d65ae0f1 x-openstack-request-id: req-913aafc3-9aef-432b-a19c-de53d65ae0f1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:44.788221 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14", "name": "network-vif-deleted", "tag": "8c7e6688-0d3b-4a6a-bbcb-fc06887706c3", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:44.788478 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-913aafc3-9aef-432b-a19c-de53d65ae0f1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:44.788885 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef942c6e-f3c0-4e3b-aa02-7ee4f5d04a14', 'name': 'network-vif-deleted', 'tag': '8c7e6688-0d3b-4a6a-bbcb-fc06887706c3', 'status': 'completed', 'code': 200} Dec 10 09:01:44.792094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e02341a1-d1e8-4826-b17a-ca612393d5b7 None None] Provisioning complete for port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:44.792469 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e02341a1-d1e8-4826-b17a-ca612393d5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:44.811306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b81e-aae9-4f0a-987c-a2cd352905f2 req-45f990d8-b12f-459b-8fa3-232387fed6f7 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:44.812792 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8251b81e-aae9-4f0a-987c-a2cd352905f2 req-45f990d8-b12f-459b-8fa3-232387fed6f7 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 944 time: 0.1093214 Dec 10 09:01:44.913394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8251b81e-aae9-4f0a-987c-a2cd352905f2 req-cd0a3099-b237-41e5-90d6-ec88d5f7e7fe tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913088 Dec 10 09:01:44.967408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.25 (7f348dbe-a97f-4769-9878-8379143d4d7d/95277f78-a783-4b2b-970c-ebab67cb8b29/30e741af-fb7e-4e08-9fa2-0be52ab92ec0) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:45.033374 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.054886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.103758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:45.112458 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.162270 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.174825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.178113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:45.264999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ca3cc46e-56c9-4c53-a5d1-d075fa906974 None None] Provisioning complete for port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:45.265438 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc46e-56c9-4c53-a5d1-d075fa906974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.290398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=30e741af-fb7e-4e08-9fa2-0be52ab92ec0,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:45.368863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:45.397028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645482-2d5e-4e2b-a177-10ce700bfb7a req-418f90ac-7754-41d2-8e96-a6661be7c41f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:45.405788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a645482-2d5e-4e2b-a177-10ce700bfb7a req-418f90ac-7754-41d2-8e96-a6661be7c41f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 944 time: 0.1789491 Dec 10 09:01:45.442271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ca3cc46e-56c9-4c53-a5d1-d075fa906974 None None] Provisioning complete for port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:45.442645 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc46e-56c9-4c53-a5d1-d075fa906974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.443743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] In _notify_port_updated(), no bound segment for port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 on network 7f348dbe-a97f-4769-9878-8379143d4d7d {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:01:45.449957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:45.450728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.452181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-79a3b933-a8ba-450d-bee9-2e68233774e7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "PUT /v2.0/ports/30e741af-fb7e-4e08-9fa2-0be52ab92ec0 HTTP/1.1" status: 200 len: 1000 time: 1.1021161 Dec 10 09:01:45.455008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59668) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:45.483524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:45.483899 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.516386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a645482-2d5e-4e2b-a177-10ce700bfb7a req-edb3d08c-f569-4589-9b91-aec704fca0d7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084704 Dec 10 09:01:45.677963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-7877b154-bb57-4d55-b45e-6fccf26dd7e5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:45.678360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7877b154-bb57-4d55-b45e-6fccf26dd7e5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.700668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cc46e-56c9-4c53-a5d1-d075fa906974 None None] Port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:01:45.768524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fdf3776b-aad1-4ffe-ad52-ef690691826b req-2a1e231a-6524-4768-aa86-054981c42003 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0724726 Dec 10 09:01:45.783440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:45.790865 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a124980d-ba1d-4003-a3b7-52dd7e7ba665" -d '{"events": [{"server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:45.841930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-23b3dad4-f1b6-445a-b399-08387e10aa33 None None] Provisioning complete for port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:45.842299 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-23b3dad4-f1b6-445a-b399-08387e10aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.855005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b7d2-bf7b-4c9c-8fb3-f433c7c9d1dc req-a95ad80c-965f-41c9-8b93-7618929f5530 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:45.868438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d81b7d2-bf7b-4c9c-8fb3-f433c7c9d1dc req-a95ad80c-965f-41c9-8b93-7618929f5530 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 945 time: 0.0976312 Dec 10 09:01:45.882607 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7877b154-bb57-4d55-b45e-6fccf26dd7e5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:45.889474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-23b3dad4-f1b6-445a-b399-08387e10aa33 None None] Port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:01:45.904995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-7877b154-bb57-4d55-b45e-6fccf26dd7e5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:45.947354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d81b7d2-bf7b-4c9c-8fb3-f433c7c9d1dc req-35c46e11-d6ce-44bc-a8fa-c707df1126d5 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780160 Dec 10 09:01:45.958101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a198076-9080-4a38-946f-05868f9d6c32 req-b9052f0d-b8e6-48d4-ab53-a095004a93bd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:45.960133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a198076-9080-4a38-946f-05868f9d6c32 req-b9052f0d-b8e6-48d4-ab53-a095004a93bd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.0894797 Dec 10 09:01:46.031096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a198076-9080-4a38-946f-05868f9d6c32 req-0105d848-493f-43e4-85b4-bdb2cce1ed81 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613933 Dec 10 09:01:46.081806 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091314fc-eec3-47e5-bbe4-a4413330766f x-openstack-request-id: req-091314fc-eec3-47e5-bbe4-a4413330766f {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:46.082107 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:46.082522 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-091314fc-eec3-47e5-bbe4-a4413330766f {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:46.082931 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5', 'code': 200} Dec 10 09:01:46.119654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-02cd8064-ad0c-4d5c-8627-2333a9f4ff83 None None] Provisioning complete for port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:46.120497 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02cd8064-ad0c-4d5c-8627-2333a9f4ff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.162988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-02cd8064-ad0c-4d5c-8627-2333a9f4ff83 None None] Port 30e741af-fb7e-4e08-9fa2-0be52ab92ec0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:01:46.164079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7877b154-bb57-4d55-b45e-6fccf26dd7e5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.195738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877b154-bb57-4d55-b45e-6fccf26dd7e5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=30e741af-fb7e-4e08-9fa2-0be52ab92ec0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:46.223851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737bb3f-feb3-48fa-8979-135ea2ab5a45 req-8e39fee6-e017-4249-9f28-6b297061148f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:46.231961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d737bb3f-feb3-48fa-8979-135ea2ab5a45 req-8e39fee6-e017-4249-9f28-6b297061148f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 944 time: 0.0950770 Dec 10 09:01:46.288672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a22897e-6cfa-47d3-9e9f-089ad00c4ba6 req-9dc66152-429e-4def-a875-4a94aa0865d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f40136aa0fa4d8982c17214e9e97d10&device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0577378 Dec 10 09:01:46.305745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b7bd031-1acd-4f04-8206-b6301d08a5a8 req-f0e2234f-bf69-4737-89df-934ee05624d7 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0365741 Dec 10 09:01:46.319441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d737bb3f-feb3-48fa-8979-135ea2ab5a45 req-b5ddc7e8-3ac3-458b-97ea-9ad8495fb606 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863960 Dec 10 09:01:46.350789 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a22897e-6cfa-47d3-9e9f-089ad00c4ba6 req-ed9236e0-8659-4471-a0f0-e0bf5aac3934 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4f40136aa0fa4d8982c17214e9e97d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392234 Dec 10 09:01:46.413697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7877b154-bb57-4d55-b45e-6fccf26dd7e5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.417084 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7877b154-bb57-4d55-b45e-6fccf26dd7e5 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/30e741af-fb7e-4e08-9fa2-0be52ab92ec0 HTTP/1.1" status: 204 len: 168 time: 0.9609704 Dec 10 09:01:46.421872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59688) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:46.452598 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d6cbac-d371-4fc3-9127-0fc76b3579b4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:01:46.454066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-21d6cbac-d371-4fc3-9127-0fc76b3579b4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/30e741af-fb7e-4e08-9fa2-0be52ab92ec0 HTTP/1.1" status: 404 len: 333 time: 0.0312538 Dec 10 09:01:46.457948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59690) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:46.487706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22897e-6cfa-47d3-9e9f-089ad00c4ba6 req-54d5dbb4-81c2-43c3-9b49-500c5ae71474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:46.489239 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a22897e-6cfa-47d3-9e9f-089ad00c4ba6 req-54d5dbb4-81c2-43c3-9b49-500c5ae71474 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310399 Dec 10 09:01:46.509880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2b62fc-f1d3-4d96-8867-3b2c0f5fcf27 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet 95277f78-a783-4b2b-970c-ebab67cb8b29 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:01:46.512995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c2b62fc-f1d3-4d96-8867-3b2c0f5fcf27 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.554482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c2b62fc-f1d3-4d96-8867-3b2c0f5fcf27 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.671953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e92c9a-6149-400d-aaa3-5dcc2478e6fd req-52587fb1-6fe7-4904-aa0a-3200ab4f38ea tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:46.673440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7e92c9a-6149-400d-aaa3-5dcc2478e6fd req-52587fb1-6fe7-4904-aa0a-3200ab4f38ea tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 944 time: 0.0837758 Dec 10 09:01:46.680207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c2b62fc-f1d3-4d96-8867-3b2c0f5fcf27 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.683215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e3e09eb7-5a14-4df1-aed7-63f57c633f7e up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:46.741673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port e3e09eb7-5a14-4df1-aed7-63f57c633f7e completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:01:46.745717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port e3e09eb7-5a14-4df1-aed7-63f57c633f7e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:46.746072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.769413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7e92c9a-6149-400d-aaa3-5dcc2478e6fd req-3b312229-7955-44b9-a510-01c24c3a3bab tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859149 Dec 10 09:01:46.781321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c2b62fc-f1d3-4d96-8867-3b2c0f5fcf27 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.810627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b62fc-f1d3-4d96-8867-3b2c0f5fcf27 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=95277f78-a783-4b2b-970c-ebab67cb8b29,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:46.816858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c2b62fc-f1d3-4d96-8867-3b2c0f5fcf27 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.822829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0c2b62fc-f1d3-4d96-8867-3b2c0f5fcf27 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/95277f78-a783-4b2b-970c-ebab67cb8b29 HTTP/1.1" status: 204 len: 168 time: 0.3612733 Dec 10 09:01:46.823099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59694) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:46.827715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5399e-3749-4c9c-b335-257404bc1696 None None] Network 7f348dbe-a97f-4769-9878-8379143d4d7d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:46.875563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fd5b95-102d-479f-8556-c4738a08365a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet c8cb2c0d-091a-4aa4-9dde-eb9103f46db1 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:01:46.879762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93fd5b95-102d-479f-8556-c4738a08365a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.882259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:46.906913 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.918459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:46.918808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c7e6688-0d3b-4a6a-bbcb-fc06887706c3 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:46.921843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93fd5b95-102d-479f-8556-c4738a08365a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:46.957801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port e3e09eb7-5a14-4df1-aed7-63f57c633f7e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:46.961808 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.026656 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93fd5b95-102d-479f-8556-c4738a08365a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.042463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-a3edd824-74fb-443e-b21b-a13b386104ec tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:47.045640 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-a3edd824-74fb-443e-b21b-a13b386104ec tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 945 time: 0.0814390 Dec 10 09:01:47.050400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:47.113954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7034f18-ec3b-4771-a50d-877b35ad1803 req-010a488c-275d-4fb5-a008-8b2241dc8ea6 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:47.115520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7034f18-ec3b-4771-a50d-877b35ad1803 req-010a488c-275d-4fb5-a008-8b2241dc8ea6 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 945 time: 0.0856111 Dec 10 09:01:47.149942 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93fd5b95-102d-479f-8556-c4738a08365a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.190040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Deleting port de714811-3435-4b83-908b-e0e9edc0f8f3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:47.190389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.197972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd5b95-102d-479f-8556-c4738a08365a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cb2c0d-091a-4aa4-9dde-eb9103f46db1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:47.229265 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93fd5b95-102d-479f-8556-c4738a08365a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.235422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59702) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:47.235742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-93fd5b95-102d-479f-8556-c4738a08365a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/c8cb2c0d-091a-4aa4-9dde-eb9103f46db1 HTTP/1.1" status: 204 len: 168 time: 0.4116948 Dec 10 09:01:47.260180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7034f18-ec3b-4771-a50d-877b35ad1803 req-027a328e-8cae-409c-8832-88c8fd3ab37e tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331539 Dec 10 09:01:47.275215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730bb0-a928-49c3-8330-e041dd0a1711 req-5b878cbd-e5f0-4e37-bb77-b2303f0515fe tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:47.276773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7730bb0-a928-49c3-8330-e041dd0a1711 req-5b878cbd-e5f0-4e37-bb77-b2303f0515fe tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.0900402 Dec 10 09:01:47.343841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7730bb0-a928-49c3-8330-e041dd0a1711 req-04f248be-09df-4f1d-8ae3-fffba10a299d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583265 Dec 10 09:01:47.362180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.387573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] For port de714811-3435-4b83-908b-e0e9edc0f8f3, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=de714811-3435-4b83-908b-e0e9edc0f8f3,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:47.388244 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.405968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Calling delete_port for de714811-3435-4b83-908b-e0e9edc0f8f3 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:47.423734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e029446a-a55f-4a49-ba06-f832098a617b req-299ae9c2-6d48-4246-a20e-ee03a18c81ee tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0293021 Dec 10 09:01:47.505392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293d2ea-8dc9-4609-b564-551f1a29631c req-ca78a276-2178-4f67-8830-dd10de6f9e13 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:47.507268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e293d2ea-8dc9-4609-b564-551f1a29631c req-ca78a276-2178-4f67-8830-dd10de6f9e13 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.0574000 Dec 10 09:01:47.536738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:47.537177 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.564676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e293d2ea-8dc9-4609-b564-551f1a29631c req-ae801f9c-2d1f-4275-bf64-e2ef1ed0da75 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500000 Dec 10 09:01:47.637310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] For port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5,segment=NetworkSegment(8f05559e-1a19-4b1a-baaa-9c2b053ca1f8),segment_id=8f05559e-1a19-4b1a-baaa-9c2b053ca1f8)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:47.637868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.673630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:47.678025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c44f47-eb15-4e4e-bb58-fe65e46f7ea2 None None] Network 7f348dbe-a97f-4769-9878-8379143d4d7d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:47.733738 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.747446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'de714811-3435-4b83-908b-e0e9edc0f8f3'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:47.749791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-64c6dcdf-3ea3-4e9f-88ab-830e65eb08d6 None None] Provisioning complete for port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:47.750160 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64c6dcdf-3ea3-4e9f-88ab-830e65eb08d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.766201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Pushing event deleted for resources: {'Port': ['ID=de714811-3435-4b83-908b-e0e9edc0f8f3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:47.821240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] No DVR routers for this DVR port de714811-3435-4b83-908b-e0e9edc0f8f3 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:47.836094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.839409 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-81e458d8-55b5-48b0-8bb4-793f42ec2a8e req-afdc7013-332a-4777-b144-fbb7f51a89c1 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "DELETE /v2.0/ports/de714811-3435-4b83-908b-e0e9edc0f8f3 HTTP/1.1" status: 204 len: 173 time: 0.7834196 Dec 10 09:01:47.841092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d998c2-c762-4e04-9037-251c1d4b3fdb', 'name': 'network-vif-deleted', 'tag': 'de714811-3435-4b83-908b-e0e9edc0f8f3'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:47.843795 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426730cc-fe83-49cc-ba6e-d02650e13211" -d '{"events": [{"server_uuid": "32d998c2-c762-4e04-9037-251c1d4b3fdb", "name": "network-vif-deleted", "tag": "de714811-3435-4b83-908b-e0e9edc0f8f3"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:47.869466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a22897e-6cfa-47d3-9e9f-089ad00c4ba6 req-ffb7d8f1-6c81-47c5-850d-0652abc2d0ab tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.18 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0507960 Dec 10 09:01:47.897669 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:47.905542 n-d-814746-3 neutron-server[114971]: INFO neutron.plugins.ml2.db [None req-64c6dcdf-3ea3-4e9f-88ab-830e65eb08d6 None None] No ports have port_id starting with 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 Dec 10 09:01:47.942499 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0662f58-4261-4d88-a497-c0760af906f9 x-openstack-request-id: req-a0662f58-4261-4d88-a497-c0760af906f9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:47.945363 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d998c2-c762-4e04-9037-251c1d4b3fdb", "name": "network-vif-deleted", "tag": "de714811-3435-4b83-908b-e0e9edc0f8f3", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:47.947050 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0662f58-4261-4d88-a497-c0760af906f9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:47.947464 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d998c2-c762-4e04-9037-251c1d4b3fdb', 'name': 'network-vif-deleted', 'tag': 'de714811-3435-4b83-908b-e0e9edc0f8f3', 'status': 'completed', 'code': 200} Dec 10 09:01:47.950027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:47.959778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No DVR routers for this DVR port 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:47.968464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46756645-4c75-45d9-ac2c-9b867ef961ce req-fd26f2e7-747a-47f9-91e5-cfff0757e3c0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:47.970367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46756645-4c75-45d9-ac2c-9b867ef961ce req-fd26f2e7-747a-47f9-91e5-cfff0757e3c0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 944 time: 0.0981388 Dec 10 09:01:48.012004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14980a7b-efc2-4398-92e2-4042859e079f None None] DHCP port deletion for 7f348dbe-a97f-4769-9878-8379143d4d7d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:01:48.076028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46756645-4c75-45d9-ac2c-9b867ef961ce req-f8b1fe17-ccc8-4173-839c-b11f2aeb316f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919044 Dec 10 09:01:48.085550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319597db-0f1f-467d-bc03-b0458780e250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e09eb7-5a14-4df1-aed7-63f57c633f7e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:48.087875 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca99e757-528b-4762-a304-ec28a9900864" -d '{"events": [{"server_uuid": "319597db-0f1f-467d-bc03-b0458780e250", "name": "network-vif-plugged", "status": "completed", "tag": "e3e09eb7-5a14-4df1-aed7-63f57c633f7e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:48.090801 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.117109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f348dbe-a97f-4769-9878-8379143d4d7d']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:48.127022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f05559e-1a19-4b1a-baaa-9c2b053ca1f8') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:48.127393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f05559e-1a19-4b1a-baaa-9c2b053ca1f8') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:48.129167 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f9876e-8517-4737-a5f3-9cae08c8fec2 x-openstack-request-id: req-e1f9876e-8517-4737-a5f3-9cae08c8fec2 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:48.129595 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319597db-0f1f-467d-bc03-b0458780e250", "name": "network-vif-plugged", "status": "completed", "tag": "e3e09eb7-5a14-4df1-aed7-63f57c633f7e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:48.129915 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1f9876e-8517-4737-a5f3-9cae08c8fec2 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:48.130375 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319597db-0f1f-467d-bc03-b0458780e250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e09eb7-5a14-4df1-aed7-63f57c633f7e', 'code': 200} Dec 10 09:01:48.137760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.152426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.160220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:01:48.160792 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:01:48.164191 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:01:48.248264 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.256211 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.259353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/networks/7f348dbe-a97f-4769-9878-8379143d4d7d HTTP/1.1" status: 204 len: 168 time: 1.0229771 Dec 10 09:01:48.263940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59718) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:48.273700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58b7b8-a36b-4679-9449-dd0e833bec03 req-399a27c1-c8c6-4d69-9dc4-98bff5c88e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:48.275181 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc58b7b8-a36b-4679-9449-dd0e833bec03 req-399a27c1-c8c6-4d69-9dc4-98bff5c88e68 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 1096 time: 0.0714762 Dec 10 09:01:48.276315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005d23d-e7ad-47dc-b616-320f6dba744a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Network': ['ID=7f348dbe-a97f-4769-9878-8379143d4d7d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:48.327749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f8ab24-433f-4150-b054-8cea0fa49311 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:48.329543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-32f8ab24-433f-4150-b054-8cea0fa49311 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0645580 Dec 10 09:01:48.335861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59722) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:48.348784 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc58b7b8-a36b-4679-9449-dd0e833bec03 req-24050eb9-1b39-45a1-9545-22c04db4d9bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645974 Dec 10 09:01:48.406247 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dff5a8f1-2653-4d6e-955e-d71c8a8dd965 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0692885 Dec 10 09:01:48.406390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59726) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:48.410730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8583b6bf-cb06-4a4f-a246-ec181c8bac7f req-74cbde18-7829-4108-881e-265c81d3166a tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d998c2-c762-4e04-9037-251c1d4b3fdb HTTP/1.1" status: 200 len: 210 time: 0.0457957 Dec 10 09:01:48.414268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1468530315'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:48.442005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:48.445576 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.510136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:48.558249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18ae0c-23b8-410d-8ad3-4d546acf7318 req-e8662e94-1e39-4ecd-a978-d72a7785c429 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:48.559875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da18ae0c-23b8-410d-8ad3-4d546acf7318 req-e8662e94-1e39-4ecd-a978-d72a7785c429 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1108072 Dec 10 09:01:48.560975 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.561311 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Added segment a7704100-84a5-4c14-b5e4-91e0e8247b56 of type vlan for network 7e9985c0-c936-4f61-98e5-74710ffe9e6a Dec 10 09:01:48.563865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15f2a285-fe31-42df-bed5-dbec22f07f28 req-68629382-36ba-4d07-9ce4-f8a27d327d05 tempest-ServerShowV257Test-625429390 tempest-ServerShowV257Test-625429390-project] 10.222.0.31 "GET /v2.0/ports?device_id=58633e21-2dcc-4041-b9c2-e8f18baa4e31 HTTP/1.1" status: 200 len: 210 time: 0.0457747 Dec 10 09:01:48.623520 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.670529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da18ae0c-23b8-410d-8ad3-4d546acf7318 req-367e75b5-901b-4e3d-b66e-28c70de913dd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985491 Dec 10 09:01:48.681215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.683595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:01:48.696729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:48.697613 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.791229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3835769 Dec 10 09:01:48.791968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c58bf-4617-4701-86ab-f0e363a99263 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Network': ['ID=7e9985c0-c936-4f61-98e5-74710ffe9e6a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:48.794337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59736) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:48.801240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '7e9985c0-c936-4f61-98e5-74710ffe9e6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:48.809961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7e9985c0-c936-4f61-98e5-74710ffe9e6a details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:48.832140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f315-c9e7-48fc-8baf-b72b9a2661ed req-25bd4629-a208-4cbe-b548-f7859efe08ec tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:48.833695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b347f315-c9e7-48fc-8baf-b72b9a2661ed req-25bd4629-a208-4cbe-b548-f7859efe08ec tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.0583901 Dec 10 09:01:48.876755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:48.891248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b347f315-c9e7-48fc-8baf-b72b9a2661ed req-a01e38f8-56ed-4e40-9803-ac6e711d71a5 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509233 Dec 10 09:01:48.900816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:48.901389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5', 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b', 'port_id': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5', 'mac_address': 'fa:16:3e:71:cb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b3745-4d0c-4395-9f58-f0e328835c7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:01:48.904515 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.945033 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:48.958323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:01:48.978091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:48.982343 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:49.030417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:49.088750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:49.130201 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:49.154939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=de52b6ba-85c1-424c-9491-3fbf49fd526e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:49.162607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Checking segment: {'id': 'a7704100-84a5-4c14-b5e4-91e0e8247b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7e9985c0-c936-4f61-98e5-74710ffe9e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:49.162894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network hostable DHCP agents. Network: 7e9985c0-c936-4f61-98e5-74710ffe9e6a, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:49.180541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 7e9985c0-c936-4f61-98e5-74710ffe9e6a is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:49.190053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7e9985c0-c936-4f61-98e5-74710ffe9e6a) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:49.194749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:49.195347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:49.199524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cbb823-2b1a-4211-9c5e-1f4f242bd3e0 None None] Network 7e9985c0-c936-4f61-98e5-74710ffe9e6a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:49.219860 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1b79f72b-ea7a-4b85-8e17-ef5f77264106 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4214704 Dec 10 09:01:49.220165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8dee3-af70-441c-980e-7a5667a65bac req-5f640dde-3fd7-483b-b8d1-7342df3a07ff tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:49.220629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59742) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:49.227682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '7e9985c0-c936-4f61-98e5-74710ffe9e6a', 'name': 'tempest-PortsTestJSON-2080855147'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:49.229072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dd8dee3-af70-441c-980e-7a5667a65bac req-5f640dde-3fd7-483b-b8d1-7342df3a07ff tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0738680 Dec 10 09:01:49.281309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dd8dee3-af70-441c-980e-7a5667a65bac req-bdf9bb73-a3c9-4352-8413-5055266b40dd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512514 Dec 10 09:01:49.320481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:49.350517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:49.350865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c36c8d6-d4ce-4af5-8e9a-7c2a09cb0bf5 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:49.360775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:49.365087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:49.385397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7e9985c0-c936-4f61-98e5-74710ffe9e6a', 'network_id': '7e9985c0-c936-4f61-98e5-74710ffe9e6a', 'project_id': 'c92c7c8c867842f39ed3c517f1e79c81', 'fixed_ips': [{'subnet_id': 'de52b6ba-85c1-424c-9491-3fbf49fd526e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:01:49.385632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 99f2c297-d0bc-4b57-9896-f75d80c2c217 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:49.386294 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:49.458582 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['fe78c0e5-b01c-4010-95f6-1c8a30fee2b5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:49.508157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.9 (7e9985c0-c936-4f61-98e5-74710ffe9e6a/de52b6ba-85c1-424c-9491-3fbf49fd526e/99f2c297-d0bc-4b57-9896-f75d80c2c217) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:49.705761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:49.761408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:49.854375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 7e9985c0-c936-4f61-98e5-74710ffe9e6a is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:49.856380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Allocated IP 172.20.0.2 (7e9985c0-c936-4f61-98e5-74710ffe9e6a/de52b6ba-85c1-424c-9491-3fbf49fd526e/c8065085-20ba-4ea6-ae25-b1568f0e8519) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:49.873827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:49.880437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:49.900054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59760) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:49.941782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:49.942572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:49.955159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabae832-7128-4a24-8782-1fa0fb000b84 req-5ac4df8d-4eae-4f31-add0-d8331975cfdb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:49.961371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=99f2c297-d0bc-4b57-9896-f75d80c2c217,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:49.967300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cabae832-7128-4a24-8782-1fa0fb000b84 req-5ac4df8d-4eae-4f31-add0-d8331975cfdb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1426122 Dec 10 09:01:49.980152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2322c830-41d4-4c3d-9913-adb5b4e864c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7556119 Dec 10 09:01:49.980152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59766) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:49.992728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': '7e9985c0-c936-4f61-98e5-74710ffe9e6a', 'name': 'tempest-PortsTestJSON-707557304'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:50.079523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.088451 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.133929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cabae832-7128-4a24-8782-1fa0fb000b84 req-21d04553-71f5-4f3b-a5d0-fef1222e9da3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572702 Dec 10 09:01:50.133929 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cece643f-372c-4102-9b12-9a7eedb77a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.134182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Network 7e9985c0-c936-4f61-98e5-74710ffe9e6a is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:50.134680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:50.138523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:50.157164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7550d6-b82b-4320-85ae-f2f36c38f3a3 req-6d9ad78f-e724-45ac-88f9-4833232a5bd6 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:50.169968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c7550d6-b82b-4320-85ae-f2f36c38f3a3 req-6d9ad78f-e724-45ac-88f9-4833232a5bd6 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1401899 Dec 10 09:01:50.178623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Pushing event updated for resources: {'Port': ['ID=c8065085-20ba-4ea6-ae25-b1568f0e8519,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:50.207456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:50.215439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Attempting to bind port c8065085-20ba-4ea6-ae25-b1568f0e8519 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:50.215811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Attempting to bind port c8065085-20ba-4ea6-ae25-b1568f0e8519 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'a7704100-84a5-4c14-b5e4-91e0e8247b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7e9985c0-c936-4f61-98e5-74710ffe9e6a'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:50.216162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Attempting to bind port c8065085-20ba-4ea6-ae25-b1568f0e8519 on network 7e9985c0-c936-4f61-98e5-74710ffe9e6a {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:50.216708 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.223851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:50.224224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Checking segment: {'id': 'a7704100-84a5-4c14-b5e4-91e0e8247b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7e9985c0-c936-4f61-98e5-74710ffe9e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:50.224666 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.225075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Bound using segment: {'id': 'a7704100-84a5-4c14-b5e4-91e0e8247b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7e9985c0-c936-4f61-98e5-74710ffe9e6a'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:50.225567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Bound port: c8065085-20ba-4ea6-ae25-b1568f0e8519, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7704100-84a5-4c14-b5e4-91e0e8247b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7e9985c0-c936-4f61-98e5-74710ffe9e6a'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:50.225950 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.244548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 5b9fe522-e1d6-420d-9bcd-8fa4aea48c89 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:50.256822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c7550d6-b82b-4320-85ae-f2f36c38f3a3 req-292f453b-318c-42a9-aea5-2a7a5348d840 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789468 Dec 10 09:01:50.304183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] For port c8065085-20ba-4ea6-ae25-b1568f0e8519, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:50.308951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] For port c8065085-20ba-4ea6-ae25-b1568f0e8519, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c8065085-20ba-4ea6-ae25-b1568f0e8519,segment=NetworkSegment(a7704100-84a5-4c14-b5e4-91e0e8247b56),segment_id=a7704100-84a5-4c14-b5e4-91e0e8247b56)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:50.315281 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.332519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cece643f-372c-4102-9b12-9a7eedb77a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.346829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cece643f-372c-4102-9b12-9a7eedb77a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.423913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7661f7-8261-46db-83e0-a21cd1a3b0f1 None None] Pushing event updated for resources: {'Port': ['ID=c8065085-20ba-4ea6-ae25-b1568f0e8519,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:50.446767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece643f-372c-4102-9b12-9a7eedb77a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8684538e-c8e1-4865-9225-d06fede884a5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:50.458897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cece643f-372c-4102-9b12-9a7eedb77a34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f40136aa0fa4d8982c17214e9e97d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5519562 Dec 10 09:01:50.461766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59774) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:50.532780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.6 (7e9985c0-c936-4f61-98e5-74710ffe9e6a/de52b6ba-85c1-424c-9491-3fbf49fd526e/5b9fe522-e1d6-420d-9bcd-8fa4aea48c89) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:50.545657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8138266-64c3-432c-bc84-34a5350555e9 req-91353b33-288d-470f-a639-c42bc728f981 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:50.554211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8138266-64c3-432c-bc84-34a5350555e9 req-91353b33-288d-470f-a639-c42bc728f981 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0801401 Dec 10 09:01:50.610070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a15ad8d8-a8c2-42b1-a049-63e17ae3db3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.645294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a15ad8d8-a8c2-42b1-a049-63e17ae3db3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.649130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8138266-64c3-432c-bc84-34a5350555e9 req-9949abce-b815-43f2-8e87-dc655a9c1a02 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916460 Dec 10 09:01:50.714780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:50.818727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0945dc-6402-46f5-8083-03eb6d65df73 req-182fd587-7296-453d-9fd3-7ab152fb9210 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:50.822463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf0945dc-6402-46f5-8083-03eb6d65df73 req-182fd587-7296-453d-9fd3-7ab152fb9210 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1337078 Dec 10 09:01:50.856624 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a15ad8d8-a8c2-42b1-a049-63e17ae3db3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.859307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a15ad8d8-a8c2-42b1-a049-63e17ae3db3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.864811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a15ad8d8-a8c2-42b1-a049-63e17ae3db3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8684538e-c8e1-4865-9225-d06fede884a5 HTTP/1.1" status: 204 len: 168 time: 0.3975883 Dec 10 09:01:50.873739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device de714811-3435-4b83-908b-e0e9edc0f8f3 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:50.876039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:50.876558 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.923694 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf0945dc-6402-46f5-8083-03eb6d65df73 req-6533f248-d5da-461f-a4ce-bf9edc9c9a0b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871470 Dec 10 09:01:50.947366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:50.969214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: de714811-3435-4b83-908b-e0e9edc0f8f3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:50.969935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device de714811-3435-4b83-908b-e0e9edc0f8f3 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:50.993903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-640c2a98-72cb-4d0e-acb1-de55409fdfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:50.995572 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-640c2a98-72cb-4d0e-acb1-de55409fdfd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 1096 time: 0.2444384 Dec 10 09:01:51.013132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ad8d8-a8c2-42b1-a049-63e17ae3db3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8684538e-c8e1-4865-9225-d06fede884a5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:51.082861 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:51.089101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:51.109256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:51.111649 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daa7229-ed96-4b85-9e95-3927219d17b3" -d '{"events": [{"server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "name": "network-vif-plugged", "status": "completed", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:51.113570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 7e9985c0-c936-4f61-98e5-74710ffe9e6a is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:51.117767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:51.127216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:51.133451 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:51.162967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:51.191437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:51.253919 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072a8341-d579-4437-a3bd-8583e528ea37 x-openstack-request-id: req-072a8341-d579-4437-a3bd-8583e528ea37 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:51.254213 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "name": "network-vif-plugged", "status": "completed", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:51.254468 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-072a8341-d579-4437-a3bd-8583e528ea37 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:51.263509 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5', 'code': 200} Dec 10 09:01:51.328738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-10db1cd3-c0dc-47a1-b3fd-ec41d75faa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:51.352829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed5eb7-8ab6-47b5-abbe-20f2aca07219 req-f66f0b57-aa65-4e79-a794-3f4457192d0f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:51.361630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5ed5eb7-8ab6-47b5-abbe-20f2aca07219 req-f66f0b57-aa65-4e79-a794-3f4457192d0f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.0778165 Dec 10 09:01:51.363711 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-10db1cd3-c0dc-47a1-b3fd-ec41d75faa04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 920 time: 0.3602636 Dec 10 09:01:51.417088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c8065085-20ba-4ea6-ae25-b1568f0e8519 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:51.483536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=5b9fe522-e1d6-420d-9bcd-8fa4aea48c89,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:51.495003 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-6045f999-a6c6-4e53-a003-5465f494c15e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e09eb7-5a14-4df1-aed7-63f57c633f7e HTTP/1.1" status: 200 len: 217 time: 0.1257963 Dec 10 09:01:51.509792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c8065085-20ba-4ea6-ae25-b1568f0e8519 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:51.510371 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:51.523604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5ed5eb7-8ab6-47b5-abbe-20f2aca07219 req-6df8673a-12da-4ad5-99fd-a0452b8bc2ac tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607914 Dec 10 09:01:51.553252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:51.553992 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:51.704495 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:51.779417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port c8065085-20ba-4ea6-ae25-b1568f0e8519, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c8065085-20ba-4ea6-ae25-b1568f0e8519,segment=NetworkSegment(a7704100-84a5-4c14-b5e4-91e0e8247b56),segment_id=a7704100-84a5-4c14-b5e4-91e0e8247b56)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:51.789025 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:51.886824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13d512-b3a3-42b2-ad16-ff3866784649 req-b3082208-c5a8-4d0d-af95-49d49f7f5908 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:51.897408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b13d512-b3a3-42b2-ad16-ff3866784649 req-b3082208-c5a8-4d0d-af95-49d49f7f5908 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.0691686 Dec 10 09:01:51.914195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=c8065085-20ba-4ea6-ae25-b1568f0e8519,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:51.976286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214a3e68-ff69-4316-b8ee-089baed702a5 None None] Network 7e9985c0-c936-4f61-98e5-74710ffe9e6a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:52.026549 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-92d058ad-19ab-4cd2-97ef-1b2aec2ee065 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0427897 Dec 10 09:01:52.027805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-587f63d2-8d41-4cfe-8871-0018b7fd5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:52.027951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b13d512-b3a3-42b2-ad16-ff3866784649 req-23eff55f-1c14-4d14-954f-7fbf010922d7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175888 Dec 10 09:01:52.028768 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-587f63d2-8d41-4cfe-8871-0018b7fd5b86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.5048199 Dec 10 09:01:52.030152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59812) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:52.086061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9fec77d2-9343-4610-8f41-03258cb96785 None None] Provisioning complete for port c8065085-20ba-4ea6-ae25-b1568f0e8519 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:52.086582 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fec77d2-9343-4610-8f41-03258cb96785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.127653 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-ad8be176-74a3-433f-8a2c-5e10a960d1a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842309 Dec 10 09:01:52.135775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dbbf6-8909-4eb7-85f7-42d1609e1c3d req-6031460b-9ac2-4806-af34-57632e661c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:52.137321 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f86dbbf6-8909-4eb7-85f7-42d1609e1c3d req-6031460b-9ac2-4806-af34-57632e661c40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 1097 time: 0.6630301 Dec 10 09:01:52.148902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85508c-015d-421a-a992-11b06d3b27ee req-0a7b506c-db82-4714-b406-29810d89f58e tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:52.158314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e85508c-015d-421a-a992-11b06d3b27ee req-0a7b506c-db82-4714-b406-29810d89f58e tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1292059 Dec 10 09:01:52.231608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060fd6f-f273-4fc7-9599-3395ee77de19 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:52.246517 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b060fd6f-f273-4fc7-9599-3395ee77de19 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2126560 Dec 10 09:01:52.248288 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e85508c-015d-421a-a992-11b06d3b27ee req-4d5d0d2a-ca51-4f52-bfcd-a812373799bb tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757878 Dec 10 09:01:52.252413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59818) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:52.265596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59820) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:52.318094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-eaff4be5-fb89-492a-b070-8062d6b31c45 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797936 Dec 10 09:01:52.353865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f86dbbf6-8909-4eb7-85f7-42d1609e1c3d req-688eef25-7ef3-41e9-9d32-84880148d4a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071195 Dec 10 09:01:52.397434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b8975-fa97-46c2-bac5-f1198c7d6e99 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 5b9fe522-e1d6-420d-9bcd-8fa4aea48c89 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:52.398117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8975-fa97-46c2-bac5-f1198c7d6e99 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.467921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8fa4e75-43b7-46a2-b439-e3778d671481 req-4d9eec0b-761a-4273-85c7-2c427cd1d0d3 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368668 Dec 10 09:01:52.480440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-438013478-network', 'tenant_id': '6e4d999dd30f4d6f8ada8a12b117758c'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:52.511808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8975-fa97-46c2-bac5-f1198c7d6e99 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.514779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Made reservation on behalf of 6e4d999dd30f4d6f8ada8a12b117758c for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:52.517047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.526217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b8975-fa97-46c2-bac5-f1198c7d6e99 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 5b9fe522-e1d6-420d-9bcd-8fa4aea48c89 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:52.533908 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.639109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7fb13805-5bc4-4bd9-ae4b-f67e6295da65 None None] Provisioning complete for port 5b9fe522-e1d6-420d-9bcd-8fa4aea48c89 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:52.653228 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7fb13805-5bc4-4bd9-ae4b-f67e6295da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.719105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7fb13805-5bc4-4bd9-ae4b-f67e6295da65 None None] Port 5b9fe522-e1d6-420d-9bcd-8fa4aea48c89 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:01:52.729422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7fb13805-5bc4-4bd9-ae4b-f67e6295da65 None None] Provisioning complete for port 99f2c297-d0bc-4b57-9896-f75d80c2c217 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:52.729852 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7fb13805-5bc4-4bd9-ae4b-f67e6295da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.767390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e57b6-3256-4861-9138-1c434696d10d req-89e83cbc-c56c-4d3a-9e1d-2832f7931494 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:52.769302 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b73e57b6-3256-4861-9138-1c434696d10d req-89e83cbc-c56c-4d3a-9e1d-2832f7931494 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.0781155 Dec 10 09:01:52.770332 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8975-fa97-46c2-bac5-f1198c7d6e99 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.787326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7fb13805-5bc4-4bd9-ae4b-f67e6295da65 None None] Port 99f2c297-d0bc-4b57-9896-f75d80c2c217 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:01:52.802838 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7fb13805-5bc4-4bd9-ae4b-f67e6295da65 None None] Provisioning complete for port c8065085-20ba-4ea6-ae25-b1568f0e8519 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:52.803865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7fb13805-5bc4-4bd9-ae4b-f67e6295da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.814179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b8975-fa97-46c2-bac5-f1198c7d6e99 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=5b9fe522-e1d6-420d-9bcd-8fa4aea48c89,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:52.860414 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.868848 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.903667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da66ec8-4435-423a-bc19-13230150a34a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:52.931992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:52.949409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b73e57b6-3256-4861-9138-1c434696d10d req-9da29b55-3024-4e29-aee8-6adbeb80c44c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683550 Dec 10 09:01:52.957357 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.957764 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Added segment 62ef2591-0b28-4e91-a16c-4df09827ecd5 of type vlan for network 57772bbd-a276-4caf-b460-f25d0a4f6658 Dec 10 09:01:52.983043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8975-fa97-46c2-bac5-f1198c7d6e99 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:52.986867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3b8b8975-fa97-46c2-bac5-f1198c7d6e99 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/5b9fe522-e1d6-420d-9bcd-8fa4aea48c89 HTTP/1.1" status: 204 len: 168 time: 0.7318108 Dec 10 09:01:52.989861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59834) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:53.012706 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:53.021752 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0196f9-e0fb-4e58-89c0-5ef7e254b944 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:01:53.026149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fb0196f9-e0fb-4e58-89c0-5ef7e254b944 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/5b9fe522-e1d6-420d-9bcd-8fa4aea48c89 HTTP/1.1" status: 404 len: 333 time: 0.0349288 Dec 10 09:01:53.026814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59836) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:53.060778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:53.062412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:53.062412 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:53.115514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-410b0695-f9b2-4469-8c74-da03000f85f4 None None] Provisioning complete for port 99f2c297-d0bc-4b57-9896-f75d80c2c217 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:53.116775 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-410b0695-f9b2-4469-8c74-da03000f85f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:53.135817 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8691144 Dec 10 09:01:53.138541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59840) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:53.154605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Request body: {'subnet': {'network_id': '57772bbd-a276-4caf-b460-f25d0a4f6658', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-438013478-subnet', 'tenant_id': '6e4d999dd30f4d6f8ada8a12b117758c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:53.165419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a78b57-f265-4769-b68b-416c874f1cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=57772bbd-a276-4caf-b460-f25d0a4f6658,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:53.180520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 57772bbd-a276-4caf-b460-f25d0a4f6658 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:53.231026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e36e5e33-0ec8-44c0-8ed3-43e24018b633 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 99f2c297-d0bc-4b57-9896-f75d80c2c217 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:53.231373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e36e5e33-0ec8-44c0-8ed3-43e24018b633 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:53.234665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-410b0695-f9b2-4469-8c74-da03000f85f4 None None] Port 99f2c297-d0bc-4b57-9896-f75d80c2c217 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:01:53.265809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Made reservation on behalf of 6e4d999dd30f4d6f8ada8a12b117758c for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:53.268075 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:53.355420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9ecdebf3-bd75-4179-bbad-e4941eade5f0 None None] Could not find standard attr ID for object 5b9fe522-e1d6-420d-9bcd-8fa4aea48c89. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:01:53.380722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c8065085-20ba-4ea6-ae25-b1568f0e8519 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:53.449716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c8065085-20ba-4ea6-ae25-b1568f0e8519 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:53.450049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:53.685999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00a1f8-fe1c-4470-b16f-2b5df5b26c78 req-1985ab2e-4b3b-46bd-a699-44816f4326cb tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:53.688029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f00a1f8-fe1c-4470-b16f-2b5df5b26c78 req-1985ab2e-4b3b-46bd-a699-44816f4326cb tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.5214176 Dec 10 09:01:53.800699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87731aa-36fe-4fa1-8387-7677d2a27771 req-d1497a1e-02e7-4334-86bb-812ea5b6ecac tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:53.802240 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d87731aa-36fe-4fa1-8387-7677d2a27771 req-d1497a1e-02e7-4334-86bb-812ea5b6ecac tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1552575 Dec 10 09:01:53.809858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e36e5e33-0ec8-44c0-8ed3-43e24018b633 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:53.858464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e36e5e33-0ec8-44c0-8ed3-43e24018b633 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 99f2c297-d0bc-4b57-9896-f75d80c2c217 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:53.899643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f00a1f8-fe1c-4470-b16f-2b5df5b26c78 req-7f7a620b-8c7b-42b2-b40a-82b75a3ee06d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937792 Dec 10 09:01:53.972446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d87731aa-36fe-4fa1-8387-7677d2a27771 req-a75f428b-0029-416e-b8cc-ae9d6f231d3e tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568730 Dec 10 09:01:54.045236 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.168856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb507660-4e00-472b-9894-fcfa663b1776,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:54.210062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e36e5e33-0ec8-44c0-8ed3-43e24018b633 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.218747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc37a2-94af-41cc-ac46-a9f483318ffb req-7246dde8-c534-4739-8e35-8e05b274ecb2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:54.220237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8edc37a2-94af-41cc-ac46-a9f483318ffb req-7246dde8-c534-4739-8e35-8e05b274ecb2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1373353 Dec 10 09:01:54.247753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Checking segment: {'id': '62ef2591-0b28-4e91-a16c-4df09827ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '57772bbd-a276-4caf-b460-f25d0a4f6658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:54.248111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Network hostable DHCP agents. Network: 57772bbd-a276-4caf-b460-f25d0a4f6658, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:54.292364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e5e33-0ec8-44c0-8ed3-43e24018b633 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=99f2c297-d0bc-4b57-9896-f75d80c2c217,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:54.377864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Network 57772bbd-a276-4caf-b460-f25d0a4f6658 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:54.387140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6876c-98ad-4259-b0cb-adc9ef4ca357 req-684e55b8-7e27-4c56-86d9-2ae3ce4083fe tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:54.389042 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2e6876c-98ad-4259-b0cb-adc9ef4ca357 req-684e55b8-7e27-4c56-86d9-2ae3ce4083fe tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 945 time: 0.1895497 Dec 10 09:01:54.407822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8edc37a2-94af-41cc-ac46-a9f483318ffb req-20675154-409f-4e0e-a979-9fb606360ca1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656487 Dec 10 09:01:54.435337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 57772bbd-a276-4caf-b460-f25d0a4f6658) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:54.435337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:54.435337 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.445513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ab8db-746a-49aa-a252-bae2c6eda9e4 None None] Network 57772bbd-a276-4caf-b460-f25d0a4f6658 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:54.447300 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e36e5e33-0ec8-44c0-8ed3-43e24018b633 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.454032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59858) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:54.454533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e36e5e33-0ec8-44c0-8ed3-43e24018b633 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/99f2c297-d0bc-4b57-9896-f75d80c2c217 HTTP/1.1" status: 204 len: 168 time: 1.4261844 Dec 10 09:01:54.483439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b29edf36-fdc2-467d-af04-acd7d71c3cdc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3419199 Dec 10 09:01:54.506286 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bb2dfe-6f97-4287-aa10-378f2e74b8cc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:01:54.511102 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-20bb2dfe-6f97-4287-aa10-378f2e74b8cc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/99f2c297-d0bc-4b57-9896-f75d80c2c217 HTTP/1.1" status: 404 len: 333 time: 0.0556772 Dec 10 09:01:54.512801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59862) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:54.537571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2e6876c-98ad-4259-b0cb-adc9ef4ca357 req-99017ba0-d2ee-4caf-ad51-87fccc03de5b tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245892 Dec 10 09:01:54.600834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet de52b6ba-85c1-424c-9491-3fbf49fd526e {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:01:54.605160 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.665329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.674519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59866) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:54.730494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-072fd3c5-4313-4906-978f-a1925d162347 admin admin] Deleting subnet eb507660-4e00-472b-9894-fcfa663b1776 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:01:54.733995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-072fd3c5-4313-4906-978f-a1925d162347 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.754883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699285da-b79b-430b-89d8-5b4fb40481af None None] Network 57772bbd-a276-4caf-b460-f25d0a4f6658 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:54.776031 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.777483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-072fd3c5-4313-4906-978f-a1925d162347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.846881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-072fd3c5-4313-4906-978f-a1925d162347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.852300 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.868729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:54.873402 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/de52b6ba-85c1-424c-9491-3fbf49fd526e HTTP/1.1" status: 204 len: 168 time: 0.3592608 Dec 10 09:01:54.878279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59868) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:54.882828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bceef3-5f68-4202-af7a-af5a710615ac None None] Network 7e9985c0-c936-4f61-98e5-74710ffe9e6a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:54.896286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=de52b6ba-85c1-424c-9491-3fbf49fd526e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:54.904714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.905069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.905414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.905784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.906176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.906513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.906896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.907230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.907558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.908368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.908720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.909418 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:54.910310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04c6e1-8887-44bf-b7a0-651bdd2cb0c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:01:55.024999 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.030971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-072fd3c5-4313-4906-978f-a1925d162347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.081849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fd3c5-4313-4906-978f-a1925d162347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb507660-4e00-472b-9894-fcfa663b1776,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:55.093079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-072fd3c5-4313-4906-978f-a1925d162347 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.100558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-072fd3c5-4313-4906-978f-a1925d162347 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb507660-4e00-472b-9894-fcfa663b1776 HTTP/1.1" status: 204 len: 168 time: 0.4220469 Dec 10 09:01:55.100939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59876) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:55.101782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850405c-767f-4be7-9566-639148b615c9 None None] DHCP port deletion for 7e9985c0-c936-4f61-98e5-74710ffe9e6a request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:01:55.122586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2491bd0-30cd-4af2-9b4b-20c8f3056d30 req-873d3839-e1a7-483c-8f13-aa43e2f0f72f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:55.124156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2491bd0-30cd-4af2-9b4b-20c8f3056d30 req-873d3839-e1a7-483c-8f13-aa43e2f0f72f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1175687 Dec 10 09:01:55.170166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b850405c-767f-4be7-9566-639148b615c9 None None] Deleting port c8065085-20ba-4ea6-ae25-b1568f0e8519 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:55.170717 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b850405c-767f-4be7-9566-639148b615c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.208979 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.253602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2491bd0-30cd-4af2-9b4b-20c8f3056d30 req-a26c6d76-c125-40ee-8664-6997187c6e1c tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091244 Dec 10 09:01:55.271924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b850405c-767f-4be7-9566-639148b615c9 None None] For port c8065085-20ba-4ea6-ae25-b1568f0e8519, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c8065085-20ba-4ea6-ae25-b1568f0e8519,segment=NetworkSegment(a7704100-84a5-4c14-b5e4-91e0e8247b56),segment_id=a7704100-84a5-4c14-b5e4-91e0e8247b56)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:55.271924 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b850405c-767f-4be7-9566-639148b615c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.286412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port c8065085-20ba-4ea6-ae25-b1568f0e8519 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:55.286639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b850405c-767f-4be7-9566-639148b615c9 None None] Calling delete_port for c8065085-20ba-4ea6-ae25-b1568f0e8519 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:55.286767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.309840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.339057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57772bbd-a276-4caf-b460-f25d0a4f6658']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:55.349976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ef2591-0b28-4e91-a16c-4df09827ecd5') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:55.350418 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ef2591-0b28-4e91-a16c-4df09827ecd5') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:55.361173 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.377180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.385406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:01:55.385988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:01:55.388162 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:01:55.398457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c78d-5a46-4dd3-9a41-b9ca26eb2bd1 req-16a959c7-a71a-42f2-9b23-1c1aa30205cb tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:55.412207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-baf4c78d-5a46-4dd3-9a41-b9ca26eb2bd1 req-16a959c7-a71a-42f2-9b23-1c1aa30205cb tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.2409713 Dec 10 09:01:55.420309 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c8065085-20ba-4ea6-ae25-b1568f0e8519 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:55.454090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] For port c8065085-20ba-4ea6-ae25-b1568f0e8519, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c8065085-20ba-4ea6-ae25-b1568f0e8519,segment=NetworkSegment(a7704100-84a5-4c14-b5e4-91e0e8247b56),segment_id=a7704100-84a5-4c14-b5e4-91e0e8247b56)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:55.455695 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.465852 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.477420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.481004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] 10.222.0.31 "DELETE /v2.0/networks/57772bbd-a276-4caf-b460-f25d0a4f6658 HTTP/1.1" status: 204 len: 168 time: 0.3791802 Dec 10 09:01:55.497625 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0722f23-f997-421a-8ceb-fc1c5a7e3d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=57772bbd-a276-4caf-b460-f25d0a4f6658,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:55.531279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for c8065085-20ba-4ea6-ae25-b1568f0e8519 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:55.540498 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b850405c-767f-4be7-9566-639148b615c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.583917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Port c8065085-20ba-4ea6-ae25-b1568f0e8519 update to DOWN by agent not found {{(pid=114971) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 09:01:55.588671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850405c-767f-4be7-9566-639148b615c9 None None] Pushing event deleted for resources: {'Port': ['ID=c8065085-20ba-4ea6-ae25-b1568f0e8519,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:55.598831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850405c-767f-4be7-9566-639148b615c9 None None] No DVR routers for this DVR port c8065085-20ba-4ea6-ae25-b1568f0e8519 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:55.661319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995c14-c77d-4cc0-8758-0365d65abf3a req-06026b4b-d925-4131-94a8-49008682c4e3 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:55.662843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72995c14-c77d-4cc0-8758-0365d65abf3a req-06026b4b-d925-4131-94a8-49008682c4e3 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.2438309 Dec 10 09:01:55.670090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-baf4c78d-5a46-4dd3-9a41-b9ca26eb2bd1 req-6b3512c6-4c00-4db3-84e4-74079a07907f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567995 Dec 10 09:01:55.704729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59888) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:55.754365 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-748c2059-3d2e-4822-8bd1-e838a19ace20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e4d999dd30f4d6f8ada8a12b117758c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484016 Dec 10 09:01:55.756887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59890) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:55.779088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72995c14-c77d-4cc0-8758-0365d65abf3a req-b0d49120-a288-4620-9aa9-a2583bb3e159 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080182 Dec 10 09:01:55.783220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.829460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=c8065085-20ba-4ea6-ae25-b1568f0e8519,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:55.831762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No DVR routers for this DVR port c8065085-20ba-4ea6-ae25-b1568f0e8519 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:55.837103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-ad1e6203-a9a2-43d5-98a1-07cde2d97076 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:55.839055 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-ad1e6203-a9a2-43d5-98a1-07cde2d97076 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 945 time: 0.0756636 Dec 10 09:01:55.867091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadca357-b35c-4d84-a342-7d3b2de918e4 req-68347dfe-3f5f-47e8-88f2-e5ddb7d6aedb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:55.874021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eadca357-b35c-4d84-a342-7d3b2de918e4 req-68347dfe-3f5f-47e8-88f2-e5ddb7d6aedb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1410363 Dec 10 09:01:55.877542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d80d17-eea3-4179-877c-736dac2ddecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.933764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d80d17-eea3-4179-877c-736dac2ddecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.989068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Deleting port 1f5e96c1-e6c2-453f-9221-4bdf29dba744 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:55.989408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:55.993063 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.033780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9985c0-c936-4f61-98e5-74710ffe9e6a']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:56.041191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d80d17-eea3-4179-877c-736dac2ddecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.043797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d80d17-eea3-4179-877c-736dac2ddecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.044934 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-10d80d17-eea3-4179-877c-736dac2ddecc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5da66ec8-4435-423a-bc19-13230150a34a HTTP/1.1" status: 204 len: 168 time: 0.2869966 Dec 10 09:01:56.047634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eadca357-b35c-4d84-a342-7d3b2de918e4 req-66cf0f74-7d4c-4ddb-91ce-3b3620c43866 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723104 Dec 10 09:01:56.052391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7704100-84a5-4c14-b5e4-91e0e8247b56') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:56.052688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7704100-84a5-4c14-b5e4-91e0e8247b56') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:56.059712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d80d17-eea3-4179-877c-736dac2ddecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da66ec8-4435-423a-bc19-13230150a34a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:56.064570 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.080801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ac32d-2735-4e94-81b0-2cda403018ae req-8a92a088-2d34-4fb7-b654-62bcdf7a534f tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:56.083269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-674ac32d-2735-4e94-81b0-2cda403018ae req-8a92a088-2d34-4fb7-b654-62bcdf7a534f tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/ports?device_id=e67da0d8-1ebd-4164-a2e4-4e64c9bcb636 HTTP/1.1" status: 200 len: 945 time: 0.1347694 Dec 10 09:01:56.098827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.113863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:01:56.114553 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:01:56.119140 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:01:56.122174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] For port 1f5e96c1-e6c2-453f-9221-4bdf29dba744, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1f5e96c1-e6c2-453f-9221-4bdf29dba744,segment=NetworkSegment(5355790d-3db0-4edc-a8e5-8fb2321b8727),segment_id=5355790d-3db0-4edc-a8e5-8fb2321b8727)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:56.122174 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.136871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Calling delete_port for 1f5e96c1-e6c2-453f-9221-4bdf29dba744 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:56.217080 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.228168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.234542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/networks/7e9985c0-c936-4f61-98e5-74710ffe9e6a HTTP/1.1" status: 204 len: 168 time: 1.3543248 Dec 10 09:01:56.236123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59898) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:56.256951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-12243850'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:56.272901 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-674ac32d-2735-4e94-81b0-2cda403018ae req-de8775c4-6b29-447a-9202-05d3174bbbbf tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4c1479-8ca5-48bd-ba68-b47208257681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673651 Dec 10 09:01:56.290908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df789e49-240d-41e3-a740-796dddb945c3 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Network': ['ID=7e9985c0-c936-4f61-98e5-74710ffe9e6a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:56.291385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:56.297337 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.367679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:56.387408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.387759 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Added segment 5a1c6a55-a544-44c0-b34e-88f1fb444afb of type vlan for network e664b557-3b06-4d94-a40f-17562884cc88 Dec 10 09:01:56.420773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.433181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1f5e96c1-e6c2-453f-9221-4bdf29dba744'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:56.470825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Pushing event deleted for resources: {'Port': ['ID=1f5e96c1-e6c2-453f-9221-4bdf29dba744,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:56.474910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.522726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] No DVR routers for this DVR port 1f5e96c1-e6c2-453f-9221-4bdf29dba744 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:56.525485 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.529263 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c5f717ae-dd07-48f4-8bcf-39d5b3f64e1b req-df74e184-05b4-4f35-8155-8e1df0b0c945 tempest-AttachVolumeNegativeTest-1646582706 tempest-AttachVolumeNegativeTest-1646582706-project] 10.222.0.39 "DELETE /v2.0/ports/1f5e96c1-e6c2-453f-9221-4bdf29dba744 HTTP/1.1" status: 204 len: 173 time: 0.6796556 Dec 10 09:01:56.532781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67da0d8-1ebd-4164-a2e4-4e64c9bcb636', 'name': 'network-vif-deleted', 'tag': '1f5e96c1-e6c2-453f-9221-4bdf29dba744'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:56.536783 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce63b7a6-2b1d-4677-b85b-0b6af0c2b127" -d '{"events": [{"server_uuid": "e67da0d8-1ebd-4164-a2e4-4e64c9bcb636", "name": "network-vif-deleted", "tag": "1f5e96c1-e6c2-453f-9221-4bdf29dba744"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:56.549629 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.557898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:56.558519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:56.649983 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4125535 Dec 10 09:01:56.651962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59924) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:56.661342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6d7a5499-0330-4c15-ac15-9809beb849de tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:56.670513 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6d7a5499-0330-4c15-ac15-9809beb849de tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 814 time: 0.1806514 Dec 10 09:01:56.674148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e59a37-44c1-4e68-80ec-e5bdb561c216 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Network': ['ID=e664b557-3b06-4d94-a40f-17562884cc88,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:56.683965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': 'e664b557-3b06-4d94-a40f-17562884cc88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:56.687299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network e664b557-3b06-4d94-a40f-17562884cc88 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:56.717483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-c61880fc-26a4-4050-b016-2f991dd8a27d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/quotas/c791a4f124b1406fb35d4bbf3e43a82b HTTP/1.1" status: 200 len: 375 time: 0.0454090 Dec 10 09:01:56.829995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-0658f3a5-5f4d-46ef-9288-767e34c2943a tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113744 Dec 10 09:01:56.866098 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284bb429-6b16-488f-993e-fea550df5797 x-openstack-request-id: req-284bb429-6b16-488f-993e-fea550df5797 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:01:56.867083 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67da0d8-1ebd-4164-a2e4-4e64c9bcb636", "name": "network-vif-deleted", "tag": "1f5e96c1-e6c2-453f-9221-4bdf29dba744", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:01:56.867683 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-284bb429-6b16-488f-993e-fea550df5797 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:01:56.868352 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67da0d8-1ebd-4164-a2e4-4e64c9bcb636', 'name': 'network-vif-deleted', 'tag': '1f5e96c1-e6c2-453f-9221-4bdf29dba744', 'status': 'completed', 'code': 200} Dec 10 09:01:56.910467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:56.914948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.044801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-3b30f91f-e045-47e5-a164-b89b0d6d3575 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139213 Dec 10 09:01:57.064653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59940) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:57.095124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598c706-de5c-4845-8c5a-8474bbc9472e req-44f95e1f-103b-4f4d-bb3f-4bffb8d6a1ac tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:57.096715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d598c706-de5c-4845-8c5a-8474bbc9472e req-44f95e1f-103b-4f4d-bb3f-4bffb8d6a1ac tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1781695 Dec 10 09:01:57.175183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1342961050-network', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:57.194899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Made reservation on behalf of a77ec1da9ac843e0b5aa5a3fc796ffd6 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:57.197726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.208167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.232352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d598c706-de5c-4845-8c5a-8474bbc9472e req-df8a1a8c-0ee4-4e35-90ba-15dc609bb98d tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075335 Dec 10 09:01:57.248061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-c97494bc-d7f2-48d4-a9b1-c776bca0b870 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940634 Dec 10 09:01:57.306624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.307232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.314788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.337918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:01:57.354306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04201e80-fa6e-417d-a2db-e2343dca8db7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:57.357833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.357833 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Added segment fc4066f4-6a04-439f-a609-aff597b1003b of type vlan for network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 Dec 10 09:01:57.386641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=4c5f7396-2007-4d31-98a8-6772b0eb09d1,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:57.402388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Checking segment: {'id': '5a1c6a55-a544-44c0-b34e-88f1fb444afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e664b557-3b06-4d94-a40f-17562884cc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:57.402882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network hostable DHCP agents. Network: e664b557-3b06-4d94-a40f-17562884cc88, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:57.418371 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.427975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network e664b557-3b06-4d94-a40f-17562884cc88 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:57.436792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59952) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:57.451499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, e664b557-3b06-4d94-a40f-17562884cc88) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:57.453145 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.456712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:57.458550 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.460316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88df6cd4-6fb7-4e74-ace4-08dc266d73a3 None None] Network e664b557-3b06-4d94-a40f-17562884cc88 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:57.486153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:57.486843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.554499 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4874220 Dec 10 09:01:57.562849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59956) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:57.570069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Request body: {'subnet': {'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1342961050-subnet', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:57.574362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-584631ae-6582-46e1-9620-3b9fff897bde admin admin] Deleting subnet 700fb780-d4eb-4053-a0fc-316b08412f94 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:01:57.588195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9226d5-e40d-4042-ba14-e99c129895c0 admin admin] Pushing event updated for resources: {'Network': ['ID=457c3c0c-2ae9-42ba-911f-8ee36f09dc76,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:57.604248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-30543393-6663-4a90-9624-ba5961822516 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9247191 Dec 10 09:01:57.607234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59958) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:57.614098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': 'e664b557-3b06-4d94-a40f-17562884cc88', 'name': 'tempest-PortsTestJSON-1678967996', 'fixed_ips': [{'subnet_id': '4c5f7396-2007-4d31-98a8-6772b0eb09d1', 'ip_address': '172.20.0.10'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:57.618913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:01:57.631307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-584631ae-6582-46e1-9620-3b9fff897bde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.631995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Made reservation on behalf of a77ec1da9ac843e0b5aa5a3fc796ffd6 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:57.634791 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.694419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-e664b557-3b06-4d94-a40f-17562884cc88', 'network_id': 'e664b557-3b06-4d94-a40f-17562884cc88', 'project_id': 'c92c7c8c867842f39ed3c517f1e79c81', 'fixed_ips': [{'subnet_id': '4c5f7396-2007-4d31-98a8-6772b0eb09d1'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:01:57.696436 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.717733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f43c4932-05e0-47d6-844c-2d281bd73a47 req-adcdda6d-f0f5-46a6-baee-dfe269a7943d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 210 time: 0.0693252 Dec 10 09:01:57.747295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-584631ae-6582-46e1-9620-3b9fff897bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.797257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224181b-460d-4c08-b414-0e71d69ed386 req-f7446a51-ea6f-4797-915f-b0c5e19e2b54 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:57.799684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e224181b-460d-4c08-b414-0e71d69ed386 req-f7446a51-ea6f-4797-915f-b0c5e19e2b54 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.2880261 Dec 10 09:01:57.876597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-584631ae-6582-46e1-9620-3b9fff897bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:57.880482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:57.935375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Allocated IP 172.20.0.2 (e664b557-3b06-4d94-a40f-17562884cc88/4c5f7396-2007-4d31-98a8-6772b0eb09d1/563d95ff-7977-445d-ba07-bc791a593a15) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:57.940295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e224181b-460d-4c08-b414-0e71d69ed386 req-2935f154-ee87-4f53-a701-345ce9cfa046 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305130 Dec 10 09:01:57.988813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-584631ae-6582-46e1-9620-3b9fff897bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.009634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-80469c3d-b7a1-4f06-b211-e9e75241a972 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:58.011118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-80469c3d-b7a1-4f06-b211-e9e75241a972 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530860-482e-40fd-83cc-25aa15bf2ac7 HTTP/1.1" status: 200 len: 946 time: 0.1659112 Dec 10 09:01:58.041618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584631ae-6582-46e1-9620-3b9fff897bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700fb780-d4eb-4053-a0fc-316b08412f94,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:58.043887 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-584631ae-6582-46e1-9620-3b9fff897bde admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.051422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-584631ae-6582-46e1-9620-3b9fff897bde admin admin] 10.222.0.31 "DELETE /v2.0/subnets/700fb780-d4eb-4053-a0fc-316b08412f94 HTTP/1.1" status: 204 len: 168 time: 0.6131442 Dec 10 09:01:58.052078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59966) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:58.114807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.131284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.143338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.165787 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.173571 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.193713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 7bdc8d1a-1a49-4b64-b72f-7d8193358ae3 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:01:58.225940 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Network e664b557-3b06-4d94-a40f-17562884cc88 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:58.229156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:58.233842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:58.244950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Pushing event updated for resources: {'Port': ['ID=563d95ff-7977-445d-ba07-bc791a593a15,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:58.254604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b8d629-c0a3-4acd-9894-8a4e21b6000c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:58.264084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.287361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Checking segment: {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:58.287738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Network hostable DHCP agents. Network: 457c3c0c-2ae9-42ba-911f-8ee36f09dc76, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:01:58.292293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ace58b-7ad5-467b-a311-f4dc3339f72c']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:58.308751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5355790d-3db0-4edc-a8e5-8fb2321b8727') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:58.309192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5355790d-3db0-4edc-a8e5-8fb2321b8727') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:01:58.324549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Deleting port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:01:58.324894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.327713 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.349467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.361388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:01:58.362211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:01:58.365126 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:01:58.408011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Attempting to bind port 563d95ff-7977-445d-ba07-bc791a593a15 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:58.408577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Attempting to bind port 563d95ff-7977-445d-ba07-bc791a593a15 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '5a1c6a55-a544-44c0-b34e-88f1fb444afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e664b557-3b06-4d94-a40f-17562884cc88'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:58.409007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Attempting to bind port 563d95ff-7977-445d-ba07-bc791a593a15 on network e664b557-3b06-4d94-a40f-17562884cc88 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:58.416359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:58.416948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Checking segment: {'id': '5a1c6a55-a544-44c0-b34e-88f1fb444afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e664b557-3b06-4d94-a40f-17562884cc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:58.418527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.419016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Bound using segment: {'id': '5a1c6a55-a544-44c0-b34e-88f1fb444afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e664b557-3b06-4d94-a40f-17562884cc88'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:58.419595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Bound port: 563d95ff-7977-445d-ba07-bc791a593a15, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1c6a55-a544-44c0-b34e-88f1fb444afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e664b557-3b06-4d94-a40f-17562884cc88'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:58.420079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.445196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:01:58.481275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b312751-c7cd-490b-8f83-a3d1ea522d95 req-6a038d00-3ff4-42ee-acb6-2346baf58ecc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:58.482852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b312751-c7cd-490b-8f83-a3d1ea522d95 req-6a038d00-3ff4-42ee-acb6-2346baf58ecc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1142237 Dec 10 09:01:58.483970 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.490977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.497409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b9ace58b-7ad5-467b-a311-f4dc3339f72c HTTP/1.1" status: 204 len: 168 time: 0.4439166 Dec 10 09:01:58.503426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 457c3c0c-2ae9-42ba-911f-8ee36f09dc76) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:58.514288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582f77e-50a4-489b-b6a8-b7b363fe94a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ace58b-7ad5-467b-a311-f4dc3339f72c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:58.524294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:58.524915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.535802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] For port 563d95ff-7977-445d-ba07-bc791a593a15, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:58.539971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] For port 563d95ff-7977-445d-ba07-bc791a593a15, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=563d95ff-7977-445d-ba07-bc791a593a15,segment=NetworkSegment(5a1c6a55-a544-44c0-b34e-88f1fb444afb),segment_id=5a1c6a55-a544-44c0-b34e-88f1fb444afb)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:58.542616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c27b8c0-03ae-400b-b3a1-f3943e39df36 None None] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:01:58.549438 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.561520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b312751-c7cd-490b-8f83-a3d1ea522d95 req-00d02540-40b6-4de8-8f36-216ace08fdb8 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629225 Dec 10 09:01:58.583021 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-750a31d8-bf9b-42ed-867f-ea08d8378a22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0186832 Dec 10 09:01:58.585816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59976) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:58.590856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:58.600416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.10 (e664b557-3b06-4d94-a40f-17562884cc88/4c5f7396-2007-4d31-98a8-6772b0eb09d1/7bdc8d1a-1a49-4b64-b72f-7d8193358ae3) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:58.612252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] For port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:58.619043 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.642475 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.643945 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.661197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Calling delete_port for fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:01:58.759826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.796793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:01:58.798795 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:58.849451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59982) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:58.975956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81887384-e1a6-4438-9463-15b05375fff9 req-756a7512-da09-476c-98ed-24ee5d3fcbb4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 210 time: 0.1337118 Dec 10 09:01:59.015278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1f5e96c1-e6c2-453f-9221-4bdf29dba744 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:01:59.018047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003f861-0b1d-4e0a-8f13-8d4fd242e0c2 None None] Pushing event updated for resources: {'Port': ['ID=563d95ff-7977-445d-ba07-bc791a593a15,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:59.055098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 1f5e96c1-e6c2-453f-9221-4bdf29dba744 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:01:59.055812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1f5e96c1-e6c2-453f-9221-4bdf29dba744 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:01:59.076514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91e16-ec39-4c1c-8436-15d6606dcadf req-32abea54-0c42-486a-bffa-7f851a93f949 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.085122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91e16-ec39-4c1c-8436-15d6606dcadf req-32abea54-0c42-486a-bffa-7f851a93f949 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.091434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91e16-ec39-4c1c-8436-15d6606dcadf req-32abea54-0c42-486a-bffa-7f851a93f949 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.098025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91e16-ec39-4c1c-8436-15d6606dcadf req-32abea54-0c42-486a-bffa-7f851a93f949 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.105909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91e16-ec39-4c1c-8436-15d6606dcadf req-32abea54-0c42-486a-bffa-7f851a93f949 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.114795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91e16-ec39-4c1c-8436-15d6606dcadf req-32abea54-0c42-486a-bffa-7f851a93f949 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.121600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91e16-ec39-4c1c-8436-15d6606dcadf req-32abea54-0c42-486a-bffa-7f851a93f949 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.129995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7e91e16-ec39-4c1c-8436-15d6606dcadf req-32abea54-0c42-486a-bffa-7f851a93f949 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5435 time: 0.2612703 Dec 10 09:01:59.157262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Allocated IP 172.20.0.2 (457c3c0c-2ae9-42ba-911f-8ee36f09dc76/a8b8d629-c0a3-4acd-9894-8a4e21b6000c/09f9fce1-4820-41ca-a2e5-47b993ee8c16) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:01:59.176506 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-51221c41-f328-44f3-81fc-a4245402cbb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=044789ff67024d4b8bc613acd29b913f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3242493 Dec 10 09:01:59.194020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59986) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:59.215516 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.256363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-8b1717b4-d3f3-4846-82d9-218256020f97 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.257572 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-8b1717b4-d3f3-4846-82d9-218256020f97 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.39 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 814 time: 0.4237301 Dec 10 09:01:59.260787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.264312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f16c1a-b9c3-4c37-90c2-ad016951fb78 req-689a3723-e3c7-4890-a15f-bdadeecb428d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.266365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12f16c1a-b9c3-4c37-90c2-ad016951fb78 req-689a3723-e3c7-4890-a15f-bdadeecb428d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1003718 Dec 10 09:01:59.275623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Request body: {'port': {'device_id': '8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c', 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b', 'admin_state_up': True, 'tenant_id': 'c791a4f124b1406fb35d4bbf3e43a82b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:59.366653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7e91e16-ec39-4c1c-8436-15d6606dcadf req-b9a6e490-5525-463e-85a7-fc0849eb2640 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2285652 Dec 10 09:01:59.398382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 563d95ff-7977-445d-ba07-bc791a593a15 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:01:59.405010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.447352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12f16c1a-b9c3-4c37-90c2-ad016951fb78 req-c3dc134a-d6ef-4fa4-a898-969b61f27c5d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638303 Dec 10 09:01:59.448301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['fe78c0e5-b01c-4010-95f6-1c8a30fee2b5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:01:59.461853 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.465246 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58d90222-e4c3-4564-8e45-84a3d24b45e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.494026 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.525001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Pushing event deleted for resources: {'Port': ['ID=fe78c0e5-b01c-4010-95f6-1c8a30fee2b5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:59.552524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:59.552892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.558795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:59.563830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:59.566158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 563d95ff-7977-445d-ba07-bc791a593a15 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:01:59.566523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.586628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Pushing event updated for resources: {'Port': ['ID=09f9fce1-4820-41ca-a2e5-47b993ee8c16,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:59.668550 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58d90222-e4c3-4564-8e45-84a3d24b45e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.671735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Attempting to bind port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:01:59.672113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Attempting to bind port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:01:59.672481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Attempting to bind port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 on network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:01:59.688913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:01:59.689312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Checking segment: {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:01:59.689719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.690128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Bound using segment: {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:01:59.691144 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Bound port: 09f9fce1-4820-41ca-a2e5-47b993ee8c16, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:01:59.691528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.702020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] No DVR routers for this DVR port fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:01:59.711526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.716025 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35abf205-ae72-493f-b75f-d8a8102e9754 req-5052c968-dc7f-4711-ac23-095dc090d0cc tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.18 "DELETE /v2.0/ports/fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 HTTP/1.1" status: 204 len: 173 time: 1.6973858 Dec 10 09:01:59.720978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'name': 'network-vif-deleted', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:01:59.725345 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614c4df3-4b38-4462-aee7-eb8665655c37" -d '{"events": [{"server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "name": "network-vif-deleted", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:01:59.738973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network e664b557-3b06-4d94-a40f-17562884cc88 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:01:59.751559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:01:59.768147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:01:59.786005 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.826296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:01:59.827383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.857275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=7bdc8d1a-1a49-4b64-b72f-7d8193358ae3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:01:59.872644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Made reservation on behalf of c791a4f124b1406fb35d4bbf3e43a82b for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:01:59.876959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.886878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] For port 09f9fce1-4820-41ca-a2e5-47b993ee8c16, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:01:59.895258 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d5f37256-6d21-4812-88a4-1965c4cb6b4a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2848284 Dec 10 09:01:59.898327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59996) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:01:59.899973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 563d95ff-7977-445d-ba07-bc791a593a15, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=563d95ff-7977-445d-ba07-bc791a593a15,segment=NetworkSegment(5a1c6a55-a544-44c0-b34e-88f1fb444afb),segment_id=5a1c6a55-a544-44c0-b34e-88f1fb444afb)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:01:59.907628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': 'e664b557-3b06-4d94-a40f-17562884cc88', 'name': 'tempest-PortsTestJSON-1944424769', 'fixed_ips': [{'subnet_id': '4c5f7396-2007-4d31-98a8-6772b0eb09d1', 'ip_address': '172.20.0.9'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:01:59.925528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:01:59.955047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] For port 09f9fce1-4820-41ca-a2e5-47b993ee8c16, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=09f9fce1-4820-41ca-a2e5-47b993ee8c16,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:01:59.985218 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:00.054358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=563d95ff-7977-445d-ba07-bc791a593a15,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:00.130074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Allocated IP 172.20.0.4 (b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b/9c5b3745-4d0c-4395-9f58-f0e328835c7a/23f505e9-3476-4df6-8a1f-85b71ef23c78) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:00.134457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af2e6e-d794-408c-838d-5817da269960 None None] Pushing event updated for resources: {'Port': ['ID=09f9fce1-4820-41ca-a2e5-47b993ee8c16,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:00.182303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58d90222-e4c3-4564-8e45-84a3d24b45e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:00.184895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58d90222-e4c3-4564-8e45-84a3d24b45e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:00.188632 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-58d90222-e4c3-4564-8e45-84a3d24b45e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c4c1479-8ca5-48bd-ba68-b47208257681 HTTP/1.1" status: 204 len: 168 time: 0.9910579 Dec 10 09:02:00.188785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d53a9-92d8-45c3-a903-90f699f9e9d3 req-ff0a4341-ca48-42d2-8025-372a44bcc1f0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:00.192225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d53a9-92d8-45c3-a903-90f699f9e9d3 req-ff0a4341-ca48-42d2-8025-372a44bcc1f0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:00.200576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d53a9-92d8-45c3-a903-90f699f9e9d3 req-ff0a4341-ca48-42d2-8025-372a44bcc1f0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:00.207487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d53a9-92d8-45c3-a903-90f699f9e9d3 req-ff0a4341-ca48-42d2-8025-372a44bcc1f0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:00.214153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d53a9-92d8-45c3-a903-90f699f9e9d3 req-ff0a4341-ca48-42d2-8025-372a44bcc1f0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:00.220793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d53a9-92d8-45c3-a903-90f699f9e9d3 req-ff0a4341-ca48-42d2-8025-372a44bcc1f0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:00.227497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d53a9-92d8-45c3-a903-90f699f9e9d3 req-ff0a4341-ca48-42d2-8025-372a44bcc1f0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:00.241963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e4d53a9-92d8-45c3-a903-90f699f9e9d3 req-ff0a4341-ca48-42d2-8025-372a44bcc1f0 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5435 time: 0.7238276 Dec 10 09:02:00.249927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f651c6-d4fb-4d93-b27b-f6ede7d0777d None None] Network e664b557-3b06-4d94-a40f-17562884cc88 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:00.276211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c19c48-eef4-412c-8c45-c6fc84f0ba7d req-a4b3e4fe-d19f-4600-8114-7e0bc8da35fc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:00.291420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56c19c48-eef4-412c-8c45-c6fc84f0ba7d req-a4b3e4fe-d19f-4600-8114-7e0bc8da35fc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.2149997 Dec 10 09:02:00.350419 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbb40be-b3ef-497e-9437-72c7b4cf45ee x-openstack-request-id: req-5bbb40be-b3ef-497e-9437-72c7b4cf45ee {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:00.350680 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f530860-482e-40fd-83cc-25aa15bf2ac7", "name": "network-vif-deleted", "tag": "fe78c0e5-b01c-4010-95f6-1c8a30fee2b5", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:00.350945 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bbb40be-b3ef-497e-9437-72c7b4cf45ee {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:00.351347 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f530860-482e-40fd-83cc-25aa15bf2ac7', 'name': 'network-vif-deleted', 'tag': 'fe78c0e5-b01c-4010-95f6-1c8a30fee2b5', 'status': 'completed', 'code': 200} Dec 10 09:02:00.359656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d90222-e4c3-4564-8e45-84a3d24b45e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4c1479-8ca5-48bd-ba68-b47208257681,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:00.381405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:00.435249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:00.455837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56c19c48-eef4-412c-8c45-c6fc84f0ba7d req-91d537b5-60d1-444e-be3a-44c3e8a3a3f6 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631701 Dec 10 09:02:00.509350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:00.517067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:00.586003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 2caf358f-ddee-4bb7-8715-25f28fec4a59 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:00.628220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d06dd1f2-62a6-4ce5-adf7-d275ea84d726 req-dbfea2f5-8261-4e6b-ac4e-7826fc97269e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 210 time: 0.1680024 Dec 10 09:02:00.756692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8456e15-86a2-4883-bda8-a04aa52afb7a req-630fe1dc-785c-4027-9e53-856b0a0d44f9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:00.765261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8456e15-86a2-4883-bda8-a04aa52afb7a req-630fe1dc-785c-4027-9e53-856b0a0d44f9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1491933 Dec 10 09:02:00.775851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:00.786343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c6fefe38-e091-4435-a2d9-a0be20e4dfb7 None None] Provisioning complete for port 563d95ff-7977-445d-ba07-bc791a593a15 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:00.786714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c6fefe38-e091-4435-a2d9-a0be20e4dfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:00.828502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Allocated IP 172.25.3.131 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:00.848905 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8456e15-86a2-4883-bda8-a04aa52afb7a req-01ecf75e-b53d-461e-9801-dd9a77eb2e29 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823958 Dec 10 09:02:00.952309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.027656 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.106103 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.210494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:01.219647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:01.229643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:01.232160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Pushing event updated for resources: {'Port': ['ID=ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:01.371468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3f920b78-b5c4-4c01-af27-fe81244bed39 None None] Provisioning complete for port 7bdc8d1a-1a49-4b64-b72f-7d8193358ae3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:01.371984 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f920b78-b5c4-4c01-af27-fe81244bed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.410201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:01.430034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.9 (e664b557-3b06-4d94-a40f-17562884cc88/4c5f7396-2007-4d31-98a8-6772b0eb09d1/2caf358f-ddee-4bb7-8715-25f28fec4a59) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:01.515338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3f920b78-b5c4-4c01-af27-fe81244bed39 None None] Port 7bdc8d1a-1a49-4b64-b72f-7d8193358ae3 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:01.533538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3f920b78-b5c4-4c01-af27-fe81244bed39 None None] Provisioning complete for port 563d95ff-7977-445d-ba07-bc791a593a15 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:01.534557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f920b78-b5c4-4c01-af27-fe81244bed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.731391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:01.733182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 563d95ff-7977-445d-ba07-bc791a593a15 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:01.757550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Pushing event updated for resources: {'Port': ['ID=23f505e9-3476-4df6-8a1f-85b71ef23c78,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:01.760371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:01.832572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-770a61b3-e046-48d3-a2bc-8d48b0d4f711 None None] Provisioning complete for port 7bdc8d1a-1a49-4b64-b72f-7d8193358ae3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:01.835031 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.835916 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-770a61b3-e046-48d3-a2bc-8d48b0d4f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.875269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 563d95ff-7977-445d-ba07-bc791a593a15 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:01.875746 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.906637 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.920912 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.937768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-770a61b3-e046-48d3-a2bc-8d48b0d4f711 None None] Port 7bdc8d1a-1a49-4b64-b72f-7d8193358ae3 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:01.956128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:01.958329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:01.980694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c087357-bc65-43cf-8a99-e0ce9bf0198e req-8612d4ab-1665-47fe-8a4f-dc11e4975252 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:01.984316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c087357-bc65-43cf-8a99-e0ce9bf0198e req-8612d4ab-1665-47fe-8a4f-dc11e4975252 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 931 time: 0.2023032 Dec 10 09:02:01.984484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f01c03-8dd9-4845-b624-dd5dd0c661f7 None None] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:02.030940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667956dc-c1b8-4eac-a5bd-00a5e098ce12 req-ecdb7569-f4bd-4f53-91ec-924b9d5560d9 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:02.032668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-667956dc-c1b8-4eac-a5bd-00a5e098ce12 req-ecdb7569-f4bd-4f53-91ec-924b9d5560d9 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.2533581 Dec 10 09:02:02.055374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-6b8cc01e-369c-4cbe-b9c4-cc54d93d1e41 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7849557 Dec 10 09:02:02.071164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network e664b557-3b06-4d94-a40f-17562884cc88 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:02.078111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Request body: {'port': {'device_id': '8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:02.086832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:02.095338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:02.115704 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 09f9fce1-4820-41ca-a2e5-47b993ee8c16 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:02.169655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:02.170804 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.205922 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c087357-bc65-43cf-8a99-e0ce9bf0198e req-fd1550af-72b1-48bd-bc8c-0b1026058acf tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040129 Dec 10 09:02:02.223910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-667956dc-c1b8-4eac-a5bd-00a5e098ce12 req-4498badf-9a82-4e77-8083-b130b48876e2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796484 Dec 10 09:02:02.243290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=2caf358f-ddee-4bb7-8715-25f28fec4a59,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:02.244572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2895cd16-7fd1-4661-b2f5-4a70afa4663b None None] Provisioning complete for port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:02.245058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2895cd16-7fd1-4661-b2f5-4a70afa4663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.324530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60050) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:02.324827 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-49e51e65-72f2-453e-876c-0211b7409209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4243336 Dec 10 09:02:02.344308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.599672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:02.600260 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.606512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a98cf10-441b-455f-b215-1ebc6de74f8c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:02.611399 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9a98cf10-441b-455f-b215-1ebc6de74f8c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2781386 Dec 10 09:02:02.615166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60056) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:02.623037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f154-b911-492a-b65e-a8a15fe597bb req-fb463aa3-ffd6-4421-84ce-6fa7ed3522f8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:02.630743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ad1f154-b911-492a-b65e-a8a15fe597bb req-fb463aa3-ffd6-4421-84ce-6fa7ed3522f8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.2324553 Dec 10 09:02:02.684099 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2895cd16-7fd1-4661-b2f5-4a70afa4663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.715739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.776019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:02:02.804846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f505e9-3476-4df6-8a1f-85b71ef23c78 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:02:02.816773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.836768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2895cd16-7fd1-4661-b2f5-4a70afa4663b None None] For port 09f9fce1-4820-41ca-a2e5-47b993ee8c16, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=09f9fce1-4820-41ca-a2e5-47b993ee8c16,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:02.840762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:02:02.841254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device fe78c0e5-b01c-4010-95f6-1c8a30fee2b5 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:02:02.844399 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.848384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Transition to ACTIVE for port object 23f505e9-3476-4df6-8a1f-85b71ef23c78 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:02:02.855635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.872133 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2895cd16-7fd1-4661-b2f5-4a70afa4663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:02.881278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e90ce7-e142-48b7-bb60-56f3037a20c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:02.888156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e90ce7-e142-48b7-bb60-56f3037a20c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:02.900730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e90ce7-e142-48b7-bb60-56f3037a20c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:02.908094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-28e90ce7-e142-48b7-bb60-56f3037a20c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2747979 Dec 10 09:02:02.908306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60068) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:02.916102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ad1f154-b911-492a-b65e-a8a15fe597bb req-69a0c6d9-dcfe-4cb5-a864-49f0d78d539c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842102 Dec 10 09:02:02.975992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895cd16-7fd1-4661-b2f5-4a70afa4663b None None] Pushing event updated for resources: {'Port': ['ID=09f9fce1-4820-41ca-a2e5-47b993ee8c16,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:02.990799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:02:02.993366 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:02:03.007997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-16d70fb8-ec99-460e-972b-a985e0443172 None None] Provisioning complete for port 2caf358f-ddee-4bb7-8715-25f28fec4a59 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:03.008431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-16d70fb8-ec99-460e-972b-a985e0443172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.042362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Pushing event updated for resources: {'Port': ['ID=23f505e9-3476-4df6-8a1f-85b71ef23c78,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:03.053871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-16d70fb8-ec99-460e-972b-a985e0443172 None None] Port 2caf358f-ddee-4bb7-8715-25f28fec4a59 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:03.058196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Router 2782dbfb-3a30-4775-9517-26629752be6c is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:02:03.066774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-16d70fb8-ec99-460e-972b-a985e0443172 None None] Provisioning complete for port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:03.067141 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-16d70fb8-ec99-460e-972b-a985e0443172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.139336 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a71179ee-9992-4d62-9d97-ed972c65b7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.187515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Attempting to bind port 23f505e9-3476-4df6-8a1f-85b71ef23c78 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:03.187938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Attempting to bind port 23f505e9-3476-4df6-8a1f-85b71ef23c78 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:03.188612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Attempting to bind port 23f505e9-3476-4df6-8a1f-85b71ef23c78 on network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:03.204069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Port 23f505e9-3476-4df6-8a1f-85b71ef23c78 on network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:03.204585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Attempting to bind port 23f505e9-3476-4df6-8a1f-85b71ef23c78 on network b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:03.218633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:02:03.221288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60080) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:03.227442 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:02:03.227791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Checking segment: {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:03.228178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Bound using segment: {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:02:03.228619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Bound port: 23f505e9-3476-4df6-8a1f-85b71ef23c78, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f55563-1e19-4069-8ec5-0fa4b8912b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:02:03.229000 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.236042 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Sync routers for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:02:03.249344 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:03.250645 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:01:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:03.278169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.282762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62e3c336-49e4-426a-a430-7bb6b351e36e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6957643 Dec 10 09:02:03.283517 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60090) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:03.318758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2fbae35e-aa13-48fe-8a00-d9dae5fabc22 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 2caf358f-ddee-4bb7-8715-25f28fec4a59 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:03.319370 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fbae35e-aa13-48fe-8a00-d9dae5fabc22 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.426002 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:02:03.436500 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fbae35e-aa13-48fe-8a00-d9dae5fabc22 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.456270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2fbae35e-aa13-48fe-8a00-d9dae5fabc22 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 2caf358f-ddee-4bb7-8715-25f28fec4a59 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:03.537435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51395a93-74b7-4e4f-8a9e-14bbaffc410d req-1905c9d0-591e-48fb-a5fe-4f76a8d717f7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.545440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51395a93-74b7-4e4f-8a9e-14bbaffc410d req-1905c9d0-591e-48fb-a5fe-4f76a8d717f7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 943 time: 0.1701250 Dec 10 09:02:03.565170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] For port 23f505e9-3476-4df6-8a1f-85b71ef23c78, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:03.613545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-1bc5046d-0f40-4b81-b0a3-295ad5523915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.613989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-1bc5046d-0f40-4b81-b0a3-295ad5523915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.614586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-1bc5046d-0f40-4b81-b0a3-295ad5523915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.615127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-1bc5046d-0f40-4b81-b0a3-295ad5523915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.615546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-1bc5046d-0f40-4b81-b0a3-295ad5523915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.616008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-1bc5046d-0f40-4b81-b0a3-295ad5523915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.616505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-1bc5046d-0f40-4b81-b0a3-295ad5523915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.617481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] For port 23f505e9-3476-4df6-8a1f-85b71ef23c78, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23f505e9-3476-4df6-8a1f-85b71ef23c78,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:02:03.625685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-1bc5046d-0f40-4b81-b0a3-295ad5523915 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6492 time: 0.4023318 Dec 10 09:02:03.642702 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:01Z', 'revision_number': 3, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:03.644388 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.646430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393d6f2-1680-4d64-ac57-7285cc7d6d8e req-f0765b5f-6f86-4813-839f-e476de958365 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.647985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1393d6f2-1680-4d64-ac57-7285cc7d6d8e req-f0765b5f-6f86-4813-839f-e476de958365 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.2822812 Dec 10 09:02:03.698411 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Checking router: 2782dbfb-3a30-4775-9517-26629752be6c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:02:03.699160 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Updating router 2782dbfb-3a30-4775-9517-26629752be6c port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:02:03.707319 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 09f9fce1-4820-41ca-a2e5-47b993ee8c16 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:03.727961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.728807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.730699 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] 10.222.0.39 "PUT /v2.0/ports/23f505e9-3476-4df6-8a1f-85b71ef23c78 HTTP/1.1" status: 200 len: 1091 time: 1.6572130 Dec 10 09:02:03.738601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51395a93-74b7-4e4f-8a9e-14bbaffc410d req-8f0617c4-5857-4896-9585-6652665e9d6f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893330 Dec 10 09:02:03.739796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c', 'tag': '23f505e9-3476-4df6-8a1f-85b71ef23c78'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:03.742284 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455d40cd-105d-4cdc-9678-8c65abcde707" -d '{"events": [{"name": "network-changed", "server_uuid": "8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c", "tag": "23f505e9-3476-4df6-8a1f-85b71ef23c78"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:03.776456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ccf25-5b16-406d-bf03-3dd76b7d3303 service neutron] Pushing event updated for resources: {'Port': ['ID=23f505e9-3476-4df6-8a1f-85b71ef23c78,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:03.809409 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.809620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:03.809620 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.906656 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fbae35e-aa13-48fe-8a00-d9dae5fabc22 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:03.942369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbae35e-aa13-48fe-8a00-d9dae5fabc22 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=2caf358f-ddee-4bb7-8715-25f28fec4a59,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:03.964247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-38c25608-ddbb-4250-8bd5-8b78d40d8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:03.965796 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-38c25608-ddbb-4250-8bd5-8b78d40d8b20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 1094 time: 0.1044059 Dec 10 09:02:03.967720 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376d3b19-0d2b-42da-9266-8370974ce60c x-openstack-request-id: req-376d3b19-0d2b-42da-9266-8370974ce60c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:03.967924 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c", "tag": "23f505e9-3476-4df6-8a1f-85b71ef23c78", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:03.968217 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-376d3b19-0d2b-42da-9266-8370974ce60c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:03.968524 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c', 'tag': '23f505e9-3476-4df6-8a1f-85b71ef23c78', 'status': 'completed', 'code': 200} Dec 10 09:02:04.030093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1393d6f2-1680-4d64-ac57-7285cc7d6d8e req-0f47ab54-5eac-419c-afd8-8c7d7305c397 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685648 Dec 10 09:02:04.087133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-460f81c7-3e60-4073-ba5a-a23fc1fd250a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7a0d975b-bac2-4550-9c73-448d7022f1bd&id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4604864 Dec 10 09:02:04.101960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-f21ac36e-f1f0-4a39-9180-07449833b197 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23f505e9-3476-4df6-8a1f-85b71ef23c78 HTTP/1.1" status: 200 len: 217 time: 0.1012003 Dec 10 09:02:04.170666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fbae35e-aa13-48fe-8a00-d9dae5fabc22 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:04.177144 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2fbae35e-aa13-48fe-8a00-d9dae5fabc22 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/2caf358f-ddee-4bb7-8715-25f28fec4a59 HTTP/1.1" status: 204 len: 168 time: 1.2678378 Dec 10 09:02:04.178857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60110) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:04.250143 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ea0f82-803f-46a5-81fe-ed533468e541 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:02:04.251611 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-63ea0f82-803f-46a5-81fe-ed533468e541 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/2caf358f-ddee-4bb7-8715-25f28fec4a59 HTTP/1.1" status: 404 len: 333 time: 0.0718362 Dec 10 09:02:04.256623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60112) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:04.300580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-9ae3d43a-1abe-41f6-81c1-1e6d96414b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:04.302180 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-9ae3d43a-1abe-41f6-81c1-1e6d96414b46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c5b3745-4d0c-4395-9f58-f0e328835c7a HTTP/1.1" status: 200 len: 854 time: 0.1414077 Dec 10 09:02:04.330257 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:04.340252 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:04.369797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-f11f6377-0c6b-42e7-8a88-3fabdfc67dd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360825 Dec 10 09:02:04.427811 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Attempting to bind port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:04.428487 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Attempting to bind port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:04.429024 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Attempting to bind port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:04.434237 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f11af2-616d-4fc8-98f7-a2473bedd41e None None] Pushing event updated for resources: {'Port': ['ID=ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:04.439737 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:02:04.441081 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:04.441722 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:04.442301 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:02:04.443275 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Bound port: ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:02:04.443734 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:04.455436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-25ac9ac0-0c64-46e4-9a80-54b891da28c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 7bdc8d1a-1a49-4b64-b72f-7d8193358ae3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:04.455784 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-25ac9ac0-0c64-46e4-9a80-54b891da28c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:04.511948 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] For port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:04.518329 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] For port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:02:04.527073 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:04.576642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-25ac9ac0-0c64-46e4-9a80-54b891da28c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:04.591189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-25ac9ac0-0c64-46e4-9a80-54b891da28c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 7bdc8d1a-1a49-4b64-b72f-7d8193358ae3 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:04.602867 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:04.603506 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:01:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:04.605426 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f11af2-616d-4fc8-98f7-a2473bedd41e None None] Pushing event updated for resources: {'Port': ['ID=ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:04.646830 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-53f65435-539f-437f-b736-fff7d523d9cd service neutron] 10.222.0.39 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693486 Dec 10 09:02:04.660623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eeee3-b576-4656-8083-d16d8c29ab41 req-0e816dcf-a9f6-4086-b5cc-4069a047c14c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:04.667859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b16eeee3-b576-4656-8083-d16d8c29ab41 req-0e816dcf-a9f6-4086-b5cc-4069a047c14c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.5694358 Dec 10 09:02:04.788961 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:02:04.826012 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-25ac9ac0-0c64-46e4-9a80-54b891da28c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:04.832010 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b16eeee3-b576-4656-8083-d16d8c29ab41 req-a3e5266e-62e7-477a-a66f-ea32f52ac6c3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629491 Dec 10 09:02:04.974481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac9ac0-0c64-46e4-9a80-54b891da28c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=7bdc8d1a-1a49-4b64-b72f-7d8193358ae3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:05.136745 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:05.158380 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-25ac9ac0-0c64-46e4-9a80-54b891da28c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:05.166712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cce5a-e0b0-4abc-a139-68b1f04dc743 req-6ea9f7ed-60ed-4d34-88cf-0329a6fc6ac7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:05.168821 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff0cce5a-e0b0-4abc-a139-68b1f04dc743 req-6ea9f7ed-60ed-4d34-88cf-0329a6fc6ac7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 943 time: 0.1896172 Dec 10 09:02:05.173483 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-25ac9ac0-0c64-46e4-9a80-54b891da28c9 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/7bdc8d1a-1a49-4b64-b72f-7d8193358ae3 HTTP/1.1" status: 204 len: 168 time: 0.9136105 Dec 10 09:02:05.186310 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:01Z', 'revision_number': 3, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:05.198149 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b1720113-0bd5-4ae1-8463-fdc2431b2610 req-190e1043-6640-4942-8cac-89bc90ecc5c6 service neutron] 10.222.0.39 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429041 Dec 10 09:02:05.198662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60130) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:05.257823 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fd7a5-9220-4ad4-a53d-eaa1d7c59a72 None None] The sync data for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 is: [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:01Z', 'revision_number': 3, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:02:05.275982 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2123e9-4207-4d78-bc7a-17aa80cfdb21 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:02:05.280155 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ca2123e9-4207-4d78-bc7a-17aa80cfdb21 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/7bdc8d1a-1a49-4b64-b72f-7d8193358ae3 HTTP/1.1" status: 404 len: 333 time: 0.0780413 Dec 10 09:02:05.295494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:05.333043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-4061b110-a857-4a92-87d8-44eeb0989809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:05.334633 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-4061b110-a857-4a92-87d8-44eeb0989809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 1094 time: 0.0749083 Dec 10 09:02:05.411632 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f0203e7-128b-4f03-8927-a698a421c71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:05.450513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86623f-511c-413a-b4d2-bd01e010dec6 req-212c4c79-af66-4122-8fab-32e2469b35d0 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:05.452034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a86623f-511c-413a-b4d2-bd01e010dec6 req-212c4c79-af66-4122-8fab-32e2469b35d0 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.2003145 Dec 10 09:02:05.456491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c892882-57e9-4f18-8af9-70c6c5edfbfb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet 4c5f7396-2007-4d31-98a8-6772b0eb09d1 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:02:05.464322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-9ebd134f-d7c3-487d-87e5-4391fe693121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:05.465774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-9ebd134f-d7c3-487d-87e5-4391fe693121 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 200 len: 915 time: 0.1223090 Dec 10 09:02:05.466234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60136) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:05.484150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff0cce5a-e0b0-4abc-a139-68b1f04dc743 req-404aeb14-7c78-499f-8068-437c77808b6f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947605 Dec 10 09:02:05.485014 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c892882-57e9-4f18-8af9-70c6c5edfbfb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:05.526214 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-58f9e79d-ce7b-4991-bc10-053c70f4e49a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23f505e9-3476-4df6-8a1f-85b71ef23c78 HTTP/1.1" status: 200 len: 217 time: 0.0519800 Dec 10 09:02:05.581801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-66619bbe-73d5-41b1-a0bd-24b1cdfe0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:05.584418 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-66619bbe-73d5-41b1-a0bd-24b1cdfe0112 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c5b3745-4d0c-4395-9f58-f0e328835c7a HTTP/1.1" status: 200 len: 854 time: 0.0509577 Dec 10 09:02:05.637070 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c892882-57e9-4f18-8af9-70c6c5edfbfb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:05.647333 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-9b93c07a-4942-4ce7-a704-b715d7cc59c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526404 Dec 10 09:02:05.679255 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2bd00060-fc52-4533-9358-d20506036215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:05.680151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a86623f-511c-413a-b4d2-bd01e010dec6 req-00f68d70-77b3-4ed3-88e8-cae8df8c1003 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999130 Dec 10 09:02:05.780078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Allocated IP 172.20.0.1 (457c3c0c-2ae9-42ba-911f-8ee36f09dc76/a8b8d629-c0a3-4acd-9894-8a4e21b6000c/c834d0e9-1c82-46ff-bf9a-5482a947991b) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:05.822548 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c892882-57e9-4f18-8af9-70c6c5edfbfb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:05.831655 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-4dca8983-611d-4fce-93e4-d9cbf7f8bb7b service neutron] 10.222.0.39 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736865 Dec 10 09:02:05.854489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2bd00060-fc52-4533-9358-d20506036215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:05.870559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2bd00060-fc52-4533-9358-d20506036215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:05.929908 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2bd00060-fc52-4533-9358-d20506036215 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b914bfaa8bb849589a657e58cb20149a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4624045 Dec 10 09:02:05.933116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60142) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:05.996776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd00060-fc52-4533-9358-d20506036215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d63a928-e1e4-4df2-bc43-6eed730e57f4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:06.000498 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c892882-57e9-4f18-8af9-70c6c5edfbfb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.013207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.044967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c892882-57e9-4f18-8af9-70c6c5edfbfb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5f7396-2007-4d31-98a8-6772b0eb09d1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:06.045229 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-455d40cd-105d-4cdc-9678-8c65abcde707 req-30ff74df-cf1d-42b8-aef7-8dbceca5c177 service neutron] 10.222.0.39 "GET /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037032 Dec 10 09:02:06.052744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c892882-57e9-4f18-8af9-70c6c5edfbfb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.057765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b013400e-8ef7-4d22-afa8-cdf7d4653a30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.060350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60146) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:06.060517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ca3b5-aca4-48ae-9fb7-03df5855c749 None None] Network e664b557-3b06-4d94-a40f-17562884cc88 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:06.075076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3c892882-57e9-4f18-8af9-70c6c5edfbfb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/4c5f7396-2007-4d31-98a8-6772b0eb09d1 HTTP/1.1" status: 204 len: 168 time: 0.7646210 Dec 10 09:02:06.109481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89c14-2614-47fe-8cff-b52b5472d7eb req-5e62657a-1f96-4942-a58d-fc077663c9ff tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:06.110794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0d89c14-2614-47fe-8cff-b52b5472d7eb req-5e62657a-1f96-4942-a58d-fc077663c9ff tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1777377 Dec 10 09:02:06.164433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b013400e-8ef7-4d22-afa8-cdf7d4653a30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.167048 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.220629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0d89c14-2614-47fe-8cff-b52b5472d7eb req-10d17e4c-fe5e-442a-b118-3ae85fd198ff tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939100 Dec 10 09:02:06.227343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:06.234858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:06.245075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:06.247570 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b013400e-8ef7-4d22-afa8-cdf7d4653a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.255259 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b013400e-8ef7-4d22-afa8-cdf7d4653a30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.259752 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b013400e-8ef7-4d22-afa8-cdf7d4653a30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d63a928-e1e4-4df2-bc43-6eed730e57f4 HTTP/1.1" status: 204 len: 168 time: 0.3211856 Dec 10 09:02:06.276721 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.285284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013400e-8ef7-4d22-afa8-cdf7d4653a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d63a928-e1e4-4df2-bc43-6eed730e57f4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:06.328766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Pushing event updated for resources: {'Port': ['ID=c834d0e9-1c82-46ff-bf9a-5482a947991b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:06.339135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9a778d-501f-4b7f-898a-80c70ebe3026 None None] DHCP port deletion for e664b557-3b06-4d94-a40f-17562884cc88 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:02:06.356759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.408199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 563d95ff-7977-445d-ba07-bc791a593a15 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:06.408726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.458606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.483856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a778d-501f-4b7f-898a-80c70ebe3026 None None] Deleting port 563d95ff-7977-445d-ba07-bc791a593a15 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:06.484231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc9a778d-501f-4b7f-898a-80c70ebe3026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.526466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] For port 563d95ff-7977-445d-ba07-bc791a593a15, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=563d95ff-7977-445d-ba07-bc791a593a15,segment=NetworkSegment(5a1c6a55-a544-44c0-b34e-88f1fb444afb),segment_id=5a1c6a55-a544-44c0-b34e-88f1fb444afb)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:06.526983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.574027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 563d95ff-7977-445d-ba07-bc791a593a15 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:06.579792 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.694934 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.721596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22e8c-9bb3-4921-ba44-ae2675354f2c req-817c6880-c77f-4c05-971c-fa784f424c80 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:06.723982 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca22e8c-9bb3-4921-ba44-ae2675354f2c req-817c6880-c77f-4c05-971c-fa784f424c80 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 943 time: 0.1196227 Dec 10 09:02:06.748939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=563d95ff-7977-445d-ba07-bc791a593a15,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:06.771763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No DVR routers for this DVR port 563d95ff-7977-445d-ba07-bc791a593a15 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:02:06.807681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60156) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:06.865803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-fc9a778d-501f-4b7f-898a-80c70ebe3026 None None] For port 563d95ff-7977-445d-ba07-bc791a593a15, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=563d95ff-7977-445d-ba07-bc791a593a15,segment=NetworkSegment(5a1c6a55-a544-44c0-b34e-88f1fb444afb),segment_id=5a1c6a55-a544-44c0-b34e-88f1fb444afb)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:06.866193 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc9a778d-501f-4b7f-898a-80c70ebe3026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.869725 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93acf230-a74a-4c93-88b3-cdf2c0919612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.874411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5ef4dc8c-6b54-4a93-b424-0e8e3d5b6804 None None] Provisioning complete for port c834d0e9-1c82-46ff-bf9a-5482a947991b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:06.875001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5ef4dc8c-6b54-4a93-b424-0e8e3d5b6804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.897495 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.899020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a778d-501f-4b7f-898a-80c70ebe3026 None None] Calling delete_port for 563d95ff-7977-445d-ba07-bc791a593a15 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:06.911409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ca22e8c-9bb3-4921-ba44-ae2675354f2c req-197612b4-ed0e-4ef0-adcc-70cb571ef336 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611960 Dec 10 09:02:06.924220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4dc8c-6b54-4a93-b424-0e8e3d5b6804 None None] Port c834d0e9-1c82-46ff-bf9a-5482a947991b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:06.924476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ea3ce-2732-41c7-bc7d-9e5344d08fbc req-a4cdc0f9-f22d-49cd-8bfa-e7852c2a1bbe tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:06.927878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a6ea3ce-2732-41c7-bc7d-9e5344d08fbc req-a4cdc0f9-f22d-49cd-8bfa-e7852c2a1bbe tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1096954 Dec 10 09:02:06.928897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e664b557-3b06-4d94-a40f-17562884cc88']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:06.949162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1c6a55-a544-44c0-b34e-88f1fb444afb') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:06.949374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1c6a55-a544-44c0-b34e-88f1fb444afb') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:06.962129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 23f505e9-3476-4df6-8a1f-85b71ef23c78 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:02:06.969242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:06.998201 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.003586 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.010268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:02:07.010736 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:02:07.014850 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:02:07.023928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.061564 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a6ea3ce-2732-41c7-bc7d-9e5344d08fbc req-68278de2-e525-4d57-8f2d-783c2ae67c76 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160467 Dec 10 09:02:07.071333 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc9a778d-501f-4b7f-898a-80c70ebe3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.110022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.121078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.123483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a778d-501f-4b7f-898a-80c70ebe3026 None None] Pushing event deleted for resources: {'Port': ['ID=563d95ff-7977-445d-ba07-bc791a593a15,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:07.126657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.126995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 23f505e9-3476-4df6-8a1f-85b71ef23c78, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23f505e9-3476-4df6-8a1f-85b71ef23c78,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:07.130877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/networks/e664b557-3b06-4d94-a40f-17562884cc88 HTTP/1.1" status: 204 len: 168 time: 1.0695422 Dec 10 09:02:07.131887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382edaf6-9a74-4d61-bc5e-58fd6276369c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Network': ['ID=e664b557-3b06-4d94-a40f-17562884cc88,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:07.135178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93acf230-a74a-4c93-88b3-cdf2c0919612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.136303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60158) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:07.141618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1132794800'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:07.146367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '23f505e9-3476-4df6-8a1f-85b71ef23c78', 'network_id': 'b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b', 'port_id': '23f505e9-3476-4df6-8a1f-85b71ef23c78', 'mac_address': 'fa:16:3e:35:f8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b3745-4d0c-4395-9f58-f0e328835c7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:02:07.146738 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93acf230-a74a-4c93-88b3-cdf2c0919612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.154382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a778d-501f-4b7f-898a-80c70ebe3026 None None] No DVR routers for this DVR port 563d95ff-7977-445d-ba07-bc791a593a15 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:02:07.155455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Pushing event updated for resources: {'Port': ['ID=c834d0e9-1c82-46ff-bf9a-5482a947991b,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:07.212532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-93acf230-a74a-4c93-88b3-cdf2c0919612 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06ac8eba6f284a0bbce3680f797f43e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4010675 Dec 10 09:02:07.212776 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.215252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60162) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:07.227560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f505e9-3476-4df6-8a1f-85b71ef23c78 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:02:07.245885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acf230-a74a-4c93-88b3-cdf2c0919612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fe155a-b419-4956-9827-6b65452fe756,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:07.253785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 23f505e9-3476-4df6-8a1f-85b71ef23c78, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23f505e9-3476-4df6-8a1f-85b71ef23c78,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:07.260975 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.262074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 27597fdc-7c83-491b-9476-122c3b095eff details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:02:07.276451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:07.291364 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.327516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:07.330704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:07.342082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:02:07.365760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d98ad7-d570-474d-b44b-7fec446998f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.368691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.369048 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Added segment d04b5eb2-653a-4a21-ac79-f12ddcfbe342 of type vlan for network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 Dec 10 09:02:07.403114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=23f505e9-3476-4df6-8a1f-85b71ef23c78,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:07.449115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d98ad7-d570-474d-b44b-7fec446998f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.453347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=27597fdc-7c83-491b-9476-122c3b095eff,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:07.466335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.475102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '27597fdc-7c83-491b-9476-122c3b095eff', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'port_id': '27597fdc-7c83-491b-9476-122c3b095eff', 'mac_address': 'fa:16:3e:e1:a5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde1311-2306-4ee4-9957-88093119b8f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:02:07.508932 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f6da8-94a4-4313-8d5d-1a9f5cfa74bc req-2d660265-4926-4b7d-97e9-603c5838a090 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:07.510664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d8f6da8-94a4-4313-8d5d-1a9f5cfa74bc req-2d660265-4926-4b7d-97e9-603c5838a090 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1767004 Dec 10 09:02:07.533187 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.540519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:07.541183 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.560576 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.578716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27597fdc-7c83-491b-9476-122c3b095eff {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:02:07.605271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=27597fdc-7c83-491b-9476-122c3b095eff,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:07.607996 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d98ad7-d570-474d-b44b-7fec446998f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.621716 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d98ad7-d570-474d-b44b-7fec446998f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.625251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.626438 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-65d98ad7-d570-474d-b44b-7fec446998f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12fe155a-b419-4956-9827-6b65452fe756 HTTP/1.1" status: 204 len: 168 time: 0.4068179 Dec 10 09:02:07.637401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Router 2782dbfb-3a30-4775-9517-26629752be6c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:02:07.664553 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5271981 Dec 10 09:02:07.683102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60168) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:07.692449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d98ad7-d570-474d-b44b-7fec446998f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fe155a-b419-4956-9827-6b65452fe756,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:07.707874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': 'eb59c1e4-57f7-44a8-9327-6c3fb91a4173', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:07.714586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a869d-52af-479f-8e0f-d471d8a310ab tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Network': ['ID=eb59c1e4-57f7-44a8-9327-6c3fb91a4173,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:07.751727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:02:07.790936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:02:07.799128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e58c93cb-971d-4e33-89b5-f2868893b13d admin admin] 10.222.0.31 "PUT /v2.0/routers/2782dbfb-3a30-4775-9517-26629752be6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5130022 Dec 10 09:02:07.803398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d8f6da8-94a4-4313-8d5d-1a9f5cfa74bc req-a459d144-a5b1-4969-b02f-bade5c4cb3e4 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502112 Dec 10 09:02:07.835720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Sync routers for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:02:07.839566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:07.841918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['27597fdc-7c83-491b-9476-122c3b095eff'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:02:07.856681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:07.861519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.899918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=27597fdc-7c83-491b-9476-122c3b095eff,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:07.948598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a4cdc228-0391-41f8-a87c-cdab7a4f6cd8 None None] Provisioning complete for port c834d0e9-1c82-46ff-bf9a-5482a947991b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:07.948968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc228-0391-41f8-a87c-cdab7a4f6cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:07.993307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:07.994008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:08.110516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['23f505e9-3476-4df6-8a1f-85b71ef23c78'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:02:08.116353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdc228-0391-41f8-a87c-cdab7a4f6cd8 None None] Port c834d0e9-1c82-46ff-bf9a-5482a947991b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:08.205212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471ce04-4f75-4dd6-a1db-d8cbff326872 req-0226863e-fcd9-4cf8-ab19-a874eeb0a739 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:08.210057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.216161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e471ce04-4f75-4dd6-a1db-d8cbff326872 req-0226863e-fcd9-4cf8-ab19-a874eeb0a739 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 944 time: 0.1159530 Dec 10 09:02:08.239944 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.246455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:08.246822 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.286369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=680e7887-bc14-476d-a343-4cb7b55ee394,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:08.320011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:02:08.339698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e471ce04-4f75-4dd6-a1db-d8cbff326872 req-99746877-ff88-4d8d-b538-4be13a7949b8 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105301 Dec 10 09:02:08.369839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Checking segment: {'id': 'd04b5eb2-653a-4a21-ac79-f12ddcfbe342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'eb59c1e4-57f7-44a8-9327-6c3fb91a4173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:08.370643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network hostable DHCP agents. Network: eb59c1e4-57f7-44a8-9327-6c3fb91a4173, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:02:08.416792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:02:08.440795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, eb59c1e4-57f7-44a8-9327-6c3fb91a4173) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:08.445888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:08.446536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.479118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cfcca90e-5338-4758-8280-dd081d8564d6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7875552 Dec 10 09:02:08.481757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60202) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:08.486538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f817034-466d-421f-8084-ed437fc7e046 None None] Network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:08.497012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4c619169-9585-4d55-a1c6-815a39b13766 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-137670843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:08.555470 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4c619169-9585-4d55-a1c6-815a39b13766 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.556694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4c619169-9585-4d55-a1c6-815a39b13766 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.557536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61e81d-cd18-4946-8334-4cb4fa5351eb req-3f2f8205-e3e5-48cf-aa52-0fe09e7e3bc0 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:08.567326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f61e81d-cd18-4946-8334-4cb4fa5351eb req-3f2f8205-e3e5-48cf-aa52-0fe09e7e3bc0 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.0930009 Dec 10 09:02:08.660061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4c619169-9585-4d55-a1c6-815a39b13766 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.669566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4c619169-9585-4d55-a1c6-815a39b13766 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.684579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f61e81d-cd18-4946-8334-4cb4fa5351eb req-57eca5b4-f8e1-4879-b49d-bea0763a75b6 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055722 Dec 10 09:02:08.705378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4c619169-9585-4d55-a1c6-815a39b13766 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.710994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60212) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:08.712270 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4c619169-9585-4d55-a1c6-815a39b13766 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2284179 Dec 10 09:02:08.717306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'network_id': 'eb59c1e4-57f7-44a8-9327-6c3fb91a4173', 'name': 'tempest-PortsTestJSON-277525858'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:08.720994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60214) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:08.726865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7aa658dc-4346-4ea9-b3f1-13805254cd5d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646813067', 'description': 'tempest-description--1414453166'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:08.736500 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.762546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7aa658dc-4346-4ea9-b3f1-13805254cd5d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.858659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:08.882341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7aa658dc-4346-4ea9-b3f1-13805254cd5d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.900262 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7aa658dc-4346-4ea9-b3f1-13805254cd5d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.927869 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.948328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-eb59c1e4-57f7-44a8-9327-6c3fb91a4173', 'network_id': 'eb59c1e4-57f7-44a8-9327-6c3fb91a4173', 'project_id': 'c92c7c8c867842f39ed3c517f1e79c81', 'fixed_ips': [{'subnet_id': '680e7887-bc14-476d-a343-4cb7b55ee394'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:02:08.949468 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.967712 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7aa658dc-4346-4ea9-b3f1-13805254cd5d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:08.968941 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7aa658dc-4346-4ea9-b3f1-13805254cd5d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2461619 Dec 10 09:02:08.979316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60230) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:09.010444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa658dc-4346-4ea9-b3f1-13805254cd5d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c62f04b-22e8-425d-86ae-765c51367045,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:09.021961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ddfc454b-8c1e-4e81-a2f2-4cbe3360eb7c tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'security_group_rule': {'security_group_id': '6c62f04b-22e8-425d-86ae-765c51367045', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:09.044554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 563d95ff-7977-445d-ba07-bc791a593a15 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:02:09.120170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b5c44-1790-4242-8660-956ff0754aa7 req-489ef09a-64df-4e73-b447-fb11836e5768 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:09.121814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f46b5c44-1790-4242-8660-956ff0754aa7 req-489ef09a-64df-4e73-b447-fb11836e5768 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 944 time: 0.1625080 Dec 10 09:02:09.130489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddfc454b-8c1e-4e81-a2f2-4cbe3360eb7c tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.149308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:09.152861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.214599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 569f022c-b5c1-4e21-ac60-89a331d82f59 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:09.246667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f46b5c44-1790-4242-8660-956ff0754aa7 req-3264ec24-0061-4b27-b041-7b850d16ac8c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134908 Dec 10 09:02:09.259395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 563d95ff-7977-445d-ba07-bc791a593a15 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:02:09.259753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 563d95ff-7977-445d-ba07-bc791a593a15 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:02:09.318881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddfc454b-8c1e-4e81-a2f2-4cbe3360eb7c tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.336977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddfc454b-8c1e-4e81-a2f2-4cbe3360eb7c tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.353943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:09.376809 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.385818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc454b-8c1e-4e81-a2f2-4cbe3360eb7c tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a757a7c9-de37-4863-add3-b9111d157feb,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:09.417115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddfc454b-8c1e-4e81-a2f2-4cbe3360eb7c tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.421100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ddfc454b-8c1e-4e81-a2f2-4cbe3360eb7c tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4381306 Dec 10 09:02:09.421387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60246) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:09.429020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 2, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:09.441267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9fc2b627-3594-4cfd-850e-91f151f920cd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'security_group_rule': {'security_group_id': '6c62f04b-22e8-425d-86ae-765c51367045', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:09.452676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.5 (eb59c1e4-57f7-44a8-9327-6c3fb91a4173/680e7887-bc14-476d-a343-4cb7b55ee394/569f022c-b5c1-4e21-ac60-89a331d82f59) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:09.501020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Checking router: 2782dbfb-3a30-4775-9517-26629752be6c for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:02:09.501609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Updating router 2782dbfb-3a30-4775-9517-26629752be6c port c834d0e9-1c82-46ff-bf9a-5482a947991b binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:02:09.542803 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.572016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b627-3594-4cfd-850e-91f151f920cd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.623284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65847-bb5b-4573-9c59-e41cb18e06d0 req-902d49a9-31d2-4699-aea1-746b35395df9 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:09.625297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01a65847-bb5b-4573-9c59-e41cb18e06d0 req-902d49a9-31d2-4699-aea1-746b35395df9 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 944 time: 0.1442513 Dec 10 09:02:09.742087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01a65847-bb5b-4573-9c59-e41cb18e06d0 req-e1859771-ba56-4ea5-b377-634398c7dbb3 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038415 Dec 10 09:02:09.786505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:09.834142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b627-3594-4cfd-850e-91f151f920cd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.872998 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b627-3594-4cfd-850e-91f151f920cd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.930858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2b627-3594-4cfd-850e-91f151f920cd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1f46ca-e3e3-4296-8395-fed9de10c30d,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:09.959128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a5b7-1699-46d9-ac4b-427c2208b7bf req-b7f01c5d-c834-41ad-a45d-c41ab77a9ef8 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:09.961061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f73a5b7-1699-46d9-ac4b-427c2208b7bf req-b7f01c5d-c834-41ad-a45d-c41ab77a9ef8 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1316829 Dec 10 09:02:09.964283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:09.964655 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.968903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b627-3594-4cfd-850e-91f151f920cd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:09.973695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:09.974303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9fc2b627-3594-4cfd-850e-91f151f920cd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5427754 Dec 10 09:02:09.979369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:10.022642 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.031957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.059959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f73a5b7-1699-46d9-ac4b-427c2208b7bf req-f71752b5-8737-49a1-81c2-8bb35a8c18d0 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845766 Dec 10 09:02:10.115334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.218519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.225950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:10.230353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:10.235751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:10.244925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=569f022c-b5c1-4e21-ac60-89a331d82f59,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:10.262956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Allocated IP 172.20.0.2 (eb59c1e4-57f7-44a8-9327-6c3fb91a4173/680e7887-bc14-476d-a343-4cb7b55ee394/bc5378d3-e3fc-41ae-ae44-6f4082c48592) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:10.372981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:10.373734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.399400 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.401068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-699ac00e-f1be-4d03-99f6-36b21ab9ddc7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6887429 Dec 10 09:02:10.405907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60272) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:10.410557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Allocated IP 172.25.3.199 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/0d40334c-fcdb-426f-b171-e984764cd2fa) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:10.418257 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.514856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1b38f-6231-48dd-acd4-f63953af57d0 req-1ecd706e-cade-4e70-8095-661f603f680c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:10.519075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7f1b38f-6231-48dd-acd4-f63953af57d0 req-1ecd706e-cade-4e70-8095-661f603f680c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 944 time: 0.1000896 Dec 10 09:02:10.542363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed586b13-e8d3-4a13-ba4c-3c884c6a92b0 None None] Pushing event updated for resources: {'Port': ['ID=c834d0e9-1c82-46ff-bf9a-5482a947991b,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:10.648962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7f1b38f-6231-48dd-acd4-f63953af57d0 req-7d9aaa00-7c02-4874-b11d-330b1ecb2709 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043890 Dec 10 09:02:10.779336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Attempting to bind port c834d0e9-1c82-46ff-bf9a-5482a947991b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:10.779627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Attempting to bind port c834d0e9-1c82-46ff-bf9a-5482a947991b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:10.780051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Attempting to bind port c834d0e9-1c82-46ff-bf9a-5482a947991b on network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:10.787073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.788795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:02:10.789179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Checking segment: {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:10.789620 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.790017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Bound using segment: {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:02:10.790511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Bound port: c834d0e9-1c82-46ff-bf9a-5482a947991b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:02:10.790896 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.808233 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:10.836428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:10.839984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:10.886791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Pushing event updated for resources: {'Port': ['ID=bc5378d3-e3fc-41ae-ae44-6f4082c48592,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:10.979673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:10.997954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab2d72-b1dc-4050-bf98-75289d5b51b0 req-f2ea1765-6a55-4048-89a7-d6246f376ec6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:11.008521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1ab2d72-b1dc-4050-bf98-75289d5b51b0 req-f2ea1765-6a55-4048-89a7-d6246f376ec6 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 944 time: 0.1011243 Dec 10 09:02:11.024844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 23f505e9-3476-4df6-8a1f-85b71ef23c78 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:11.122977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1ab2d72-b1dc-4050-bf98-75289d5b51b0 req-9befb133-fbef-4144-98fc-6dc78c3c64c5 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083527 Dec 10 09:02:11.167648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] For port c834d0e9-1c82-46ff-bf9a-5482a947991b, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:11.189491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.199756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a36f6aed-d89b-4acc-9dd7-9a6c767cd6a9 None None] Provisioning complete for port c834d0e9-1c82-46ff-bf9a-5482a947991b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:11.200261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a36f6aed-d89b-4acc-9dd7-9a6c767cd6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.212707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] For port c834d0e9-1c82-46ff-bf9a-5482a947991b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c834d0e9-1c82-46ff-bf9a-5482a947991b,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:02:11.240527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Attempting to bind port bc5378d3-e3fc-41ae-ae44-6f4082c48592 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:11.241080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Attempting to bind port bc5378d3-e3fc-41ae-ae44-6f4082c48592 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'd04b5eb2-653a-4a21-ac79-f12ddcfbe342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'eb59c1e4-57f7-44a8-9327-6c3fb91a4173'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:11.241609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Attempting to bind port bc5378d3-e3fc-41ae-ae44-6f4082c48592 on network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:11.253111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:02:11.253671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Checking segment: {'id': 'd04b5eb2-653a-4a21-ac79-f12ddcfbe342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'eb59c1e4-57f7-44a8-9327-6c3fb91a4173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:11.254183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.254705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Bound using segment: {'id': 'd04b5eb2-653a-4a21-ac79-f12ddcfbe342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'eb59c1e4-57f7-44a8-9327-6c3fb91a4173'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:02:11.255298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Bound port: bc5378d3-e3fc-41ae-ae44-6f4082c48592, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04b5eb2-653a-4a21-ac79-f12ddcfbe342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'eb59c1e4-57f7-44a8-9327-6c3fb91a4173'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:02:11.255791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.277080 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.292601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.372751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed586b13-e8d3-4a13-ba4c-3c884c6a92b0 None None] Pushing event updated for resources: {'Port': ['ID=c834d0e9-1c82-46ff-bf9a-5482a947991b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:11.374485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'Port': ['ID=0d40334c-fcdb-426f-b171-e984764cd2fa,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:11.377836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 23f505e9-3476-4df6-8a1f-85b71ef23c78 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:02:11.384871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fa049-8586-41d2-935b-9b7a033b5b4d req-4d1141fa-9f97-49a8-b906-c804cead76a1 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:11.390349 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad0fa049-8586-41d2-935b-9b7a033b5b4d req-4d1141fa-9f97-49a8-b906-c804cead76a1 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1003850 Dec 10 09:02:11.489979 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad0fa049-8586-41d2-935b-9b7a033b5b4d req-e2267608-b7b8-4860-b1fe-6c30959014cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926867 Dec 10 09:02:11.491337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:11.496069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:11.500065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:11.503736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] For port bc5378d3-e3fc-41ae-ae44-6f4082c48592, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:11.507286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] For port bc5378d3-e3fc-41ae-ae44-6f4082c48592, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc5378d3-e3fc-41ae-ae44-6f4082c48592,segment=NetworkSegment(d04b5eb2-653a-4a21-ac79-f12ddcfbe342),segment_id=d04b5eb2-653a-4a21-ac79-f12ddcfbe342)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:02:11.516998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a36f6aed-d89b-4acc-9dd7-9a6c767cd6a9 None None] Port c834d0e9-1c82-46ff-bf9a-5482a947991b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:11.519385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 23f505e9-3476-4df6-8a1f-85b71ef23c78 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:11.519759 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.524377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.637893 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.674094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:11.675356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:11.799075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcf72d-4213-49ae-bf37-47b71031dc66 None None] Pushing event updated for resources: {'Port': ['ID=bc5378d3-e3fc-41ae-ae44-6f4082c48592,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:11.811745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.941103 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:11.962327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:12.010957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 23f505e9-3476-4df6-8a1f-85b71ef23c78, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23f505e9-3476-4df6-8a1f-85b71ef23c78,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:12.013401 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:02:12.025384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f505e9-3476-4df6-8a1f-85b71ef23c78'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:12.028426 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a3bdf1-e2e9-45f2-9a49-6533ed81385c" -d '{"events": [{"server_uuid": "8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c", "name": "network-vif-plugged", "status": "completed", "tag": "23f505e9-3476-4df6-8a1f-85b71ef23c78"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:12.031995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03c4c5-cee2-4384-9598-563bf82a1415 req-e932c3c4-4205-48c1-bcf5-95034cadf7be tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:12.047879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8d03c4c5-cee2-4384-9598-563bf82a1415 req-e932c3c4-4205-48c1-bcf5-95034cadf7be tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 944 time: 0.2065933 Dec 10 09:02:12.078442 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:12.079565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 27597fdc-7c83-491b-9476-122c3b095eff up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:12.187814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8d03c4c5-cee2-4384-9598-563bf82a1415 req-6da5a533-d86e-46a8-a136-84024bfd34dd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390080 Dec 10 09:02:12.303294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=23f505e9-3476-4df6-8a1f-85b71ef23c78,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:12.329661 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1808a6ee-6aff-4780-b810-068abbae0853 x-openstack-request-id: req-1808a6ee-6aff-4780-b810-068abbae0853 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:12.329844 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c", "name": "network-vif-plugged", "status": "completed", "tag": "23f505e9-3476-4df6-8a1f-85b71ef23c78", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:12.330068 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1808a6ee-6aff-4780-b810-068abbae0853 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:12.330487 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f505e9-3476-4df6-8a1f-85b71ef23c78', 'code': 200} Dec 10 09:02:12.331235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b5cda45c-b5e6-4449-8115-3914a9532dd3 None None] Provisioning complete for port c834d0e9-1c82-46ff-bf9a-5482a947991b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:12.331621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b5cda45c-b5e6-4449-8115-3914a9532dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:12.403948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7c25-eaf7-4af9-8add-649fdfd4e6a1 req-c97d83fb-ba21-4c10-8ffe-86afdbe49f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:12.406429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6fd7c25-eaf7-4af9-8add-649fdfd4e6a1 req-c97d83fb-ba21-4c10-8ffe-86afdbe49f70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 1096 time: 0.1124418 Dec 10 09:02:12.489025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:12.511779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:12.542422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19513dc8-a7a5-4f9c-a376-26d843cb4b7c req-a36ada51-efe9-464d-beac-9884e9c665a0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:12.544029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19513dc8-a7a5-4f9c-a376-26d843cb4b7c req-a36ada51-efe9-464d-beac-9884e9c665a0 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.1570957 Dec 10 09:02:12.621933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19513dc8-a7a5-4f9c-a376-26d843cb4b7c req-8bf51b3e-a7ae-4282-a0c9-160832a5a94f tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669544 Dec 10 09:02:12.634797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=569f022c-b5c1-4e21-ac60-89a331d82f59,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:12.653095 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6fd7c25-eaf7-4af9-8add-649fdfd4e6a1 req-9bf671df-3f00-4f1d-b6d7-17b0512bdfd2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395480 Dec 10 09:02:12.656850 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:12.741327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:12.767489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2c8e6-d9b1-4e91-bfbe-3f4754f7e427 req-ede0ea05-2c1a-4acb-b6de-66cd0bf46d2d tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:12.770066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98e2c8e6-d9b1-4e91-bfbe-3f4754f7e427 req-ede0ea05-2c1a-4acb-b6de-66cd0bf46d2d tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1219430 Dec 10 09:02:12.827160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'Port': ['ID=0d40334c-fcdb-426f-b171-e984764cd2fa,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:12.912775 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b5cda45c-b5e6-4449-8115-3914a9532dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:12.915347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98e2c8e6-d9b1-4e91-bfbe-3f4754f7e427 req-c9566cd0-259b-4b8f-a4db-15d9b53d3191 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296942 Dec 10 09:02:12.968816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 27597fdc-7c83-491b-9476-122c3b095eff triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:12.969457 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:12.998446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.045171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b5cda45c-b5e6-4449-8115-3914a9532dd3 None None] For port c834d0e9-1c82-46ff-bf9a-5482a947991b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c834d0e9-1c82-46ff-bf9a-5482a947991b,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:13.057110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b5cda45c-b5e6-4449-8115-3914a9532dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.063219 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.121097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:11Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:13.151742 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.153898 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3d2812ca-161f-4a9a-b8ea-162326d92501 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1782415 Dec 10 09:02:13.243720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cf6e5-1c5b-4565-92ed-026e16fca897 None None] The sync data for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 is: [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:11Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:02:13.325222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60314) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:13.375479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.448403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090f786d-0ee9-4513-a4d7-17058899b6e0 None None] Network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:13.596692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe5cc7-6c68-45ed-bbce-66badc7087d9 req-5da68a68-6f35-49b8-a0d1-a9eb00f84667 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:13.601574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39fe5cc7-6c68-45ed-bbce-66badc7087d9 req-5da68a68-6f35-49b8-a0d1-a9eb00f84667 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 944 time: 0.1700215 Dec 10 09:02:13.633465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cda45c-b5e6-4449-8115-3914a9532dd3 None None] Pushing event updated for resources: {'Port': ['ID=c834d0e9-1c82-46ff-bf9a-5482a947991b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:13.682598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.742242 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd42e09e-6393-4403-8026-4114f043a3b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.800447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8b1cca9e-34d5-416a-8abb-54738df3c722 None None] Provisioning complete for port bc5378d3-e3fc-41ae-ae44-6f4082c48592 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:13.804984 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b1cca9e-34d5-416a-8abb-54738df3c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.873717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.885964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:13.897490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc5378d3-e3fc-41ae-ae44-6f4082c48592 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:13.995214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.005739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=569f022c-b5c1-4e21-ac60-89a331d82f59,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:14.047977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd42e09e-6393-4403-8026-4114f043a3b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.060590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=27597fdc-7c83-491b-9476-122c3b095eff,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:14.068879 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd42e09e-6393-4403-8026-4114f043a3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.098598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-1c5664c3-a394-4677-ad29-92c4744eec1d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1646813067&fields=id&tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6 HTTP/1.1" status: 200 len: 267 time: 0.4599328 Dec 10 09:02:14.110266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.163970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:14.165980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:14.178867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39fe5cc7-6c68-45ed-bbce-66badc7087d9 req-e6395c4e-3262-4182-af05-4349a86461d6 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599935 Dec 10 09:02:14.184403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dd42e09e-6393-4403-8026-4114f043a3b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb5f280372ed4095bd0395464719c6f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8601453 Dec 10 09:02:14.188442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60334) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:14.192680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=27597fdc-7c83-491b-9476-122c3b095eff,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:14.278231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bc5378d3-e3fc-41ae-ae44-6f4082c48592 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:14.278601 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.318336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42e09e-6393-4403-8026-4114f043a3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3114c1c-f051-4fd9-aa5d-534da3dd4724,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:14.332624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:14.343485 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c918b17-1593-486c-b7fc-15c98984ecda" -d '{"events": [{"server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "name": "network-vif-plugged", "status": "completed", "tag": "27597fdc-7c83-491b-9476-122c3b095eff"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:14.369425 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b1cca9e-34d5-416a-8abb-54738df3c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.472179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8b1cca9e-34d5-416a-8abb-54738df3c722 None None] For port bc5378d3-e3fc-41ae-ae44-6f4082c48592, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc5378d3-e3fc-41ae-ae44-6f4082c48592,segment=NetworkSegment(d04b5eb2-653a-4a21-ac79-f12ddcfbe342),segment_id=d04b5eb2-653a-4a21-ac79-f12ddcfbe342)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:14.482239 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2012feb4-daaa-4986-83b9-77d58e96318a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.514021 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2012feb4-daaa-4986-83b9-77d58e96318a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.539282 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b1cca9e-34d5-416a-8abb-54738df3c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.545488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Router ea1aeafc-426e-45f9-a914-d4d712e3bcb3 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:02:14.561940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665f0a3-b5ec-47de-a4e8-8e70a1a35834 req-4d20fff9-19ae-4a5a-a014-cacea12b5319 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:14.567454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9665f0a3-b5ec-47de-a4e8-8e70a1a35834 req-4d20fff9-19ae-4a5a-a014-cacea12b5319 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.2391179 Dec 10 09:02:14.608707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-8ef4a3a1-68bb-40fa-9525-59a81a091055 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:14.610803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-8ef4a3a1-68bb-40fa-9525-59a81a091055 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 811 time: 0.4812801 Dec 10 09:02:14.691686 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.701246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-fb8f88ae-7093-4a6a-a5df-58dcc98478e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/quotas/a77ec1da9ac843e0b5aa5a3fc796ffd6 HTTP/1.1" status: 200 len: 375 time: 0.0616856 Dec 10 09:02:14.787796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:02:14.797584 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3260017b-dbf8-4cb7-b778-4275a9aac85f tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "PUT /v2.0/routers/ea1aeafc-426e-45f9-a914-d4d712e3bcb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3900464 Dec 10 09:02:14.803392 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d91224e-976a-4aa4-a8fb-f6a304c92dda None None] Sync routers for ids ['ea1aeafc-426e-45f9-a914-d4d712e3bcb3'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:02:14.804728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cca9e-34d5-416a-8abb-54738df3c722 None None] Pushing event updated for resources: {'Port': ['ID=bc5378d3-e3fc-41ae-ae44-6f4082c48592,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:14.815845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60340) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:14.832445 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91224e-976a-4aa4-a8fb-f6a304c92dda None None] Routers {'ea1aeafc-426e-45f9-a914-d4d712e3bcb3'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:14.833370 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6d91224e-976a-4aa4-a8fb-f6a304c92dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea1aeafc-426e-45f9-a914-d4d712e3bcb3'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:14.849818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2012feb4-daaa-4986-83b9-77d58e96318a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.852582 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2012feb4-daaa-4986-83b9-77d58e96318a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.874107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2012feb4-daaa-4986-83b9-77d58e96318a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3114c1c-f051-4fd9-aa5d-534da3dd4724 HTTP/1.1" status: 204 len: 168 time: 0.6839616 Dec 10 09:02:14.904657 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:02:14.905033 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:02:14.927888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9665f0a3-b5ec-47de-a4e8-8e70a1a35834 req-8f8f76f6-d742-41c3-af06-c15eba4e1d5d tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491123 Dec 10 09:02:14.935083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a6fe7301-15ea-4901-a2cb-de223b2cc71b None None] Provisioning complete for port 569f022c-b5c1-4e21-ac60-89a331d82f59 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:14.935468 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7301-15ea-4901-a2cb-de223b2cc71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:14.971683 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6d91224e-976a-4aa4-a8fb-f6a304c92dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:14.978272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012feb4-daaa-4986-83b9-77d58e96318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3114c1c-f051-4fd9-aa5d-534da3dd4724,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:14.987453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d1db43-941d-4530-913d-c0c281d27a46 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:14.989235 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-86d1db43-941d-4530-913d-c0c281d27a46 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea1aeafc-426e-45f9-a914-d4d712e3bcb3 HTTP/1.1" status: 200 len: 981 time: 0.1723068 Dec 10 09:02:14.993363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60346) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:14.999777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-b4aac80d-6e60-4e98-bfcf-455d2df8fafe tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2814796 Dec 10 09:02:15.009273 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91224e-976a-4aa4-a8fb-f6a304c92dda None None] Routers {'ea1aeafc-426e-45f9-a914-d4d712e3bcb3'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:15.011599 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6d91224e-976a-4aa4-a8fb-f6a304c92dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea1aeafc-426e-45f9-a914-d4d712e3bcb3'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:15.111256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe7301-15ea-4901-a2cb-de223b2cc71b None None] Port 569f022c-b5c1-4e21-ac60-89a331d82f59 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:15.165036 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:15.189702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a6fe7301-15ea-4901-a2cb-de223b2cc71b None None] Provisioning complete for port bc5378d3-e3fc-41ae-ae44-6f4082c48592 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:15.190635 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7301-15ea-4901-a2cb-de223b2cc71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:15.330428 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6d91224e-976a-4aa4-a8fb-f6a304c92dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:15.332072 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d91224e-976a-4aa4-a8fb-f6a304c92dda None None] The sync data for ids ['ea1aeafc-426e-45f9-a914-d4d712e3bcb3'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:02:15.463337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c834d0e9-1c82-46ff-bf9a-5482a947991b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:15.544422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6836fc76-af62-4c1f-b2bb-d060c7dd0edb None None] Provisioning complete for port 569f022c-b5c1-4e21-ac60-89a331d82f59 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:15.544422 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6836fc76-af62-4c1f-b2bb-d060c7dd0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:15.597783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6836fc76-af62-4c1f-b2bb-d060c7dd0edb None None] Port 569f022c-b5c1-4e21-ac60-89a331d82f59 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:15.599859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60352) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:15.614671 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5b99617-b659-4829-9a84-cfbe1d756971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:15.636421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c834d0e9-1c82-46ff-bf9a-5482a947991b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:15.636805 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:15.760603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5b99617-b659-4829-9a84-cfbe1d756971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:15.773573 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5b99617-b659-4829-9a84-cfbe1d756971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:15.812899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d631216a-c89d-43ea-9818-652228d5715e None None] Provisioning complete for port 569f022c-b5c1-4e21-ac60-89a331d82f59 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:15.813272 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d631216a-c89d-43ea-9818-652228d5715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:15.838166 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c5b99617-b659-4829-9a84-cfbe1d756971 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d6b555c6cc64ef2a3c1097034542eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2371528 Dec 10 09:02:15.840163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60354) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:15.853066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b99617-b659-4829-9a84-cfbe1d756971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece5c1b-9ebc-4280-b72e-4a9d76dbc397,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:15.927056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d631216a-c89d-43ea-9818-652228d5715e None None] Port 569f022c-b5c1-4e21-ac60-89a331d82f59 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:15.960239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c358f55-03ac-41a5-bb0a-5354c886dd88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:15.990190 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c358f55-03ac-41a5-bb0a-5354c886dd88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:16.010644 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bb1b7-6e89-41d6-9458-646681a09b73 req-7ed281d3-a7b2-4746-a745-5fa2012b8fba tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:16.012334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-186bb1b7-6e89-41d6-9458-646681a09b73 req-7ed281d3-a7b2-4746-a745-5fa2012b8fba tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.8880019 Dec 10 09:02:16.078328 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c358f55-03ac-41a5-bb0a-5354c886dd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:16.079371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5f7cb6a8-f5a4-46d2-ab66-52a8cda9af3f None None] Provisioning complete for port 569f022c-b5c1-4e21-ac60-89a331d82f59 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:16.079746 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5f7cb6a8-f5a4-46d2-ab66-52a8cda9af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:16.081609 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c358f55-03ac-41a5-bb0a-5354c886dd88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:16.082797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c358f55-03ac-41a5-bb0a-5354c886dd88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ece5c1b-9ebc-4280-b72e-4a9d76dbc397 HTTP/1.1" status: 204 len: 168 time: 0.2416203 Dec 10 09:02:16.110436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c358f55-03ac-41a5-bb0a-5354c886dd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece5c1b-9ebc-4280-b72e-4a9d76dbc397,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:16.135109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5f7cb6a8-f5a4-46d2-ab66-52a8cda9af3f None None] Port 569f022c-b5c1-4e21-ac60-89a331d82f59 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:16.136196 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-57ee6d5e-d0cd-455e-8caa-c578bc736292 service neutron] 10.222.0.31 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0367293 Dec 10 09:02:16.138242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc5378d3-e3fc-41ae-ae44-6f4082c48592 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:16.199141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bc5378d3-e3fc-41ae-ae44-6f4082c48592 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:16.199594 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:16.221002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-186bb1b7-6e89-41d6-9458-646681a09b73 req-36d95e02-4e90-4db2-a9a3-d99af8de07e7 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932063 Dec 10 09:02:16.364584 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32edb4e0-ea75-4a5c-989e-a65f5b56c43c x-openstack-request-id: req-32edb4e0-ea75-4a5c-989e-a65f5b56c43c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:16.364883 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "name": "network-vif-plugged", "status": "completed", "tag": "27597fdc-7c83-491b-9476-122c3b095eff", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:16.365196 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32edb4e0-ea75-4a5c-989e-a65f5b56c43c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:16.365623 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff', 'code': 200} Dec 10 09:02:16.384190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c834d0e9-1c82-46ff-bf9a-5482a947991b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:16.452752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c834d0e9-1c82-46ff-bf9a-5482a947991b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:16.453026 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:16.632178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-3514b95e-c048-4bc0-880e-583cd68f9f05 service neutron] 10.222.0.31 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947562 Dec 10 09:02:16.713911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d68e5-55c7-49db-906e-970251b5b6e4 req-f29b5eef-a5ce-47ef-823e-bc58ef9c2b64 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:16.721440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2c1d68e5-55c7-49db-906e-970251b5b6e4 req-f29b5eef-a5ce-47ef-823e-bc58ef9c2b64 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.1790881 Dec 10 09:02:16.792938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:16.893769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2c1d68e5-55c7-49db-906e-970251b5b6e4 req-5164cbcc-b6d5-4f45-8434-893988f38bb7 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663074 Dec 10 09:02:17.023498 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-27a4036d-a937-4346-b809-c428b8ffb5aa req-85ee0389-1034-4a6b-bec2-cdb0694f8a99 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 210 time: 0.0508873 Dec 10 09:02:17.071771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca86a5b-106f-451a-abd3-ebb0f1830c84 req-7261942b-7f5f-4065-bf9e-069de140769e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:17.073086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bca86a5b-106f-451a-abd3-ebb0f1830c84 req-7261942b-7f5f-4065-bf9e-069de140769e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1781301 Dec 10 09:02:17.182115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bca86a5b-106f-451a-abd3-ebb0f1830c84 req-dc8b2205-b09f-441e-bdab-a1bdbd46ac35 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866692 Dec 10 09:02:17.256814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 569f022c-b5c1-4e21-ac60-89a331d82f59 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:17.257160 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:17.526621 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:17.541405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d74cb0-a2d1-4da1-b744-2d4d91c6aa15 req-b7c95fb7-8ce4-40fe-89ad-527a6f7e39bc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:17.550127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29d74cb0-a2d1-4da1-b744-2d4d91c6aa15 req-b7c95fb7-8ce4-40fe-89ad-527a6f7e39bc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.2069061 Dec 10 09:02:17.574247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c29b5c-8b84-4e50-8192-30fc43cc8e99 req-1405dab7-5984-4904-b8ad-e2a4f3b9c02b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:17.581897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07c29b5c-8b84-4e50-8192-30fc43cc8e99 req-1405dab7-5984-4904-b8ad-e2a4f3b9c02b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.2380745 Dec 10 09:02:17.604891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 569f022c-b5c1-4e21-ac60-89a331d82f59 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:17.711203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29d74cb0-a2d1-4da1-b744-2d4d91c6aa15 req-d34d408a-670f-483e-8a1a-0034fa754b32 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598353 Dec 10 09:02:17.782305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07c29b5c-8b84-4e50-8192-30fc43cc8e99 req-a1e04f8d-2443-4ddc-81ba-30f6ea004bb1 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952260 Dec 10 09:02:18.020486 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad410a14-746d-47fc-a910-a3a2d07e59ea req-9c7b2420-1f59-4b03-aa10-c63f19a2e8ed tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:18.021640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad410a14-746d-47fc-a910-a3a2d07e59ea req-9c7b2420-1f59-4b03-aa10-c63f19a2e8ed tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.1079848 Dec 10 09:02:18.108842 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:18.182041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad410a14-746d-47fc-a910-a3a2d07e59ea req-9cd99b81-38cc-4fac-92c2-e9ab6d1ac6ef tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278839 Dec 10 09:02:18.195649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=569f022c-b5c1-4e21-ac60-89a331d82f59,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:18.208052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37d45726-abef-46da-9567-1b2480034f08 req-9ed197da-f9cd-42e0-a468-05836d75fd6b tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 210 time: 0.0674272 Dec 10 09:02:18.280582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.282017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.282556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.283076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.283616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.284874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.285312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.285801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.286307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.286747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.289941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.290287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.290627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:18.490786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:18.514624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c27ea-b43a-4d46-8c86-e4e548684ff0 req-c05f1bf1-5b05-42db-b593-becc65d28134 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:18.516304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-829c27ea-b43a-4d46-8c86-e4e548684ff0 req-c05f1bf1-5b05-42db-b593-becc65d28134 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1406355 Dec 10 09:02:18.755950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-829c27ea-b43a-4d46-8c86-e4e548684ff0 req-9cda6f16-9303-4a88-954b-a45495c7d716 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307937 Dec 10 09:02:18.763444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9067a08-3259-4416-8e26-01e658ac30af req-3e5e6a3c-fead-42d0-a169-7b44c0c2997b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:18.771353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9067a08-3259-4416-8e26-01e658ac30af req-3e5e6a3c-fead-42d0-a169-7b44c0c2997b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.2405057 Dec 10 09:02:18.862352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Router ea1aeafc-426e-45f9-a914-d4d712e3bcb3 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:02:18.930713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a7d2fd68-bc53-4596-b968-5ad3d0696ee0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:18.932272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9067a08-3259-4416-8e26-01e658ac30af req-2f1cf45f-f42a-4ddc-a828-66c581c55cbd tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599820 Dec 10 09:02:18.934173 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a7d2fd68-bc53-4596-b968-5ad3d0696ee0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.18 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 811 time: 0.2305377 Dec 10 09:02:19.076613 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-6c51c08e-5d42-4113-9eef-5ac195285e31 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6 HTTP/1.1" status: 200 len: 380 time: 0.1314569 Dec 10 09:02:19.087620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'port': {'device_id': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'admin_state_up': True, 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'security_groups': ['6c62f04b-22e8-425d-86ae-765c51367045']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:19.144084 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:19.295389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Made reservation on behalf of a77ec1da9ac843e0b5aa5a3fc796ffd6 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:19.303719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:19.570679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aedef-5343-444c-816e-1323bb123302 req-238dac67-9ed7-4935-bc22-24ba2bfacf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:19.574509 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-295aedef-5343-444c-816e-1323bb123302 req-238dac67-9ed7-4935-bc22-24ba2bfacf3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 1096 time: 0.1524706 Dec 10 09:02:19.609815 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:02:19.617424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2f73b9e9-76f0-458b-be3c-ae0bb9d812e2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "PUT /v2.0/routers/ea1aeafc-426e-45f9-a914-d4d712e3bcb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6166344 Dec 10 09:02:19.626957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aea0c5-4f3a-480f-9f16-5d7c0f56613b None None] Sync routers for ids ['ea1aeafc-426e-45f9-a914-d4d712e3bcb3'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:02:19.627979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60458) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:19.652820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aea0c5-4f3a-480f-9f16-5d7c0f56613b None None] Routers {'ea1aeafc-426e-45f9-a914-d4d712e3bcb3'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:19.653490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-67aea0c5-4f3a-480f-9f16-5d7c0f56613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea1aeafc-426e-45f9-a914-d4d712e3bcb3'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:19.685917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c67cf-f19c-4998-bc2f-ebb13cff0b8d req-88ba71f5-1d72-49cc-8d6b-ba6cd3f84ffb tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:19.698070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d9c67cf-f19c-4998-bc2f-ebb13cff0b8d req-88ba71f5-1d72-49cc-8d6b-ba6cd3f84ffb tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.7433596 Dec 10 09:02:19.720501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dffb38-0d87-4e8a-956e-622fc25e67d7 req-82d579d0-8674-48ca-bde8-bfb27ce7f4de tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:19.733753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46dffb38-0d87-4e8a-956e-622fc25e67d7 req-82d579d0-8674-48ca-bde8-bfb27ce7f4de tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.1639428 Dec 10 09:02:19.742281 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5e737c-b325-41ca-a9c0-d5fe1c5c295d tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:02:19.748940 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1f5e737c-b325-41ca-a9c0-d5fe1c5c295d tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/569f022c-b5c1-4e21-ac60-89a331d82f59 HTTP/1.1" status: 404 len: 333 time: 0.1086004 Dec 10 09:02:19.749814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-67aea0c5-4f3a-480f-9f16-5d7c0f56613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:19.763411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60462) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:19.766190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aea0c5-4f3a-480f-9f16-5d7c0f56613b None None] Routers {'ea1aeafc-426e-45f9-a914-d4d712e3bcb3'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:19.766812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-67aea0c5-4f3a-480f-9f16-5d7c0f56613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea1aeafc-426e-45f9-a914-d4d712e3bcb3'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:19.802099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Allocated IP 172.20.0.7 (457c3c0c-2ae9-42ba-911f-8ee36f09dc76/a8b8d629-c0a3-4acd-9894-8a4e21b6000c/0347171a-3ad2-4953-b93d-bd5f198317f9) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:19.822829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-67aea0c5-4f3a-480f-9f16-5d7c0f56613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:19.823670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aea0c5-4f3a-480f-9f16-5d7c0f56613b None None] The sync data for ids ['ea1aeafc-426e-45f9-a914-d4d712e3bcb3'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:02:19.852801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d9c67cf-f19c-4998-bc2f-ebb13cff0b8d req-72cec212-9415-4f9a-a010-c0949f1158a7 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434875 Dec 10 09:02:19.918618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46dffb38-0d87-4e8a-956e-622fc25e67d7 req-7e45f429-aee0-4169-9777-aa85fb57391b tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838408 Dec 10 09:02:19.925363 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-295aedef-5343-444c-816e-1323bb123302 req-6d9ef6a8-6499-4ce6-aa97-ca9d3698770f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419311 Dec 10 09:02:19.961474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4acd-7d92-4475-b0cc-dde1d85a02b6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:19.994620 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3690132-6f2e-4591-8e18-f998e3ae594f req-929411a6-bfb2-4c48-82ad-bff466d4a9bd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 210 time: 0.0407729 Dec 10 09:02:20.114762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13f347-a874-43f4-8beb-c94a5fdfd5fd req-e7009086-e723-4e32-ae9d-56a0308238b0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:20.122591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d13f347-a874-43f4-8beb-c94a5fdfd5fd req-e7009086-e723-4e32-ae9d-56a0308238b0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.0743792 Dec 10 09:02:20.181919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d13f347-a874-43f4-8beb-c94a5fdfd5fd req-a799b53a-45bf-484b-9180-eb3d65fde24c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577261 Dec 10 09:02:20.228181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4acd-7d92-4475-b0cc-dde1d85a02b6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.231156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4acd-7d92-4475-b0cc-dde1d85a02b6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.289524 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4acd-7d92-4475-b0cc-dde1d85a02b6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.290079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0e4acd-7d92-4475-b0cc-dde1d85a02b6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Fanout notify agent at l3_agent the message router_deleted on router ea1aeafc-426e-45f9-a914-d4d712e3bcb3 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:02:20.304751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4acd-7d92-4475-b0cc-dde1d85a02b6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.308554 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0a0e4acd-7d92-4475-b0cc-dde1d85a02b6 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/routers/ea1aeafc-426e-45f9-a914-d4d712e3bcb3 HTTP/1.1" status: 204 len: 168 time: 0.5425904 Dec 10 09:02:20.309280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60480) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:20.416434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.456020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-efec98db-a646-45a4-8e74-15c2a0a4556e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet 680e7887-bc14-476d-a343-4cb7b55ee394 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:02:20.457819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60486) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:20.477022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efec98db-a646-45a4-8e74-15c2a0a4556e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.480511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.545481 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efec98db-a646-45a4-8e74-15c2a0a4556e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.575281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'Port': ['ID=0347171a-3ad2-4953-b93d-bd5f198317f9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:20.591077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:20.592663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:20.595138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:20.665460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:20.669383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.701916 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5336c1ad-fe60-4b43-aa9e-1713fe018f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.723060 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a123be27-a491-4a76-8c6e-c7c94c3100b0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6396329 Dec 10 09:02:20.745223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffd5eb-598a-46ef-8d66-926c588eef1a req-4e42aeed-5055-4596-8aea-e6dc00406d29 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:20.756394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3dffd5eb-598a-46ef-8d66-926c588eef1a req-4e42aeed-5055-4596-8aea-e6dc00406d29 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.1706998 Dec 10 09:02:20.793371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efec98db-a646-45a4-8e74-15c2a0a4556e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.812842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Request body: {'port': {'device_id': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:20.871307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3dffd5eb-598a-46ef-8d66-926c588eef1a req-db7e4ac8-cd23-4b2c-a9d1-b56d6f1dd2ff tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111319 Dec 10 09:02:20.900276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.935228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efec98db-a646-45a4-8e74-15c2a0a4556e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.962541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec98db-a646-45a4-8e74-15c2a0a4556e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=680e7887-bc14-476d-a343-4cb7b55ee394,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:20.975205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efec98db-a646-45a4-8e74-15c2a0a4556e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:20.982629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-efec98db-a646-45a4-8e74-15c2a0a4556e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/680e7887-bc14-476d-a343-4cb7b55ee394 HTTP/1.1" status: 204 len: 168 time: 0.6720605 Dec 10 09:02:20.983521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60496) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:20.989767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878c7d0-33ff-401d-877c-0abcd36cabeb None None] Network eb59c1e4-57f7-44a8-9327-6c3fb91a4173 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:21.009845 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5336c1ad-fe60-4b43-aa9e-1713fe018f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.021930 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5336c1ad-fe60-4b43-aa9e-1713fe018f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.067488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-720c057e-df96-4407-89d2-5814c2cf5e55 None None] Provisioning complete for port 0347171a-3ad2-4953-b93d-bd5f198317f9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:21.068122 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-720c057e-df96-4407-89d2-5814c2cf5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.125562 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5336c1ad-fe60-4b43-aa9e-1713fe018f00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81b98e12fe884f10833d58451e83369a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6666641 Dec 10 09:02:21.129323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60500) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:21.131956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336c1ad-fe60-4b43-aa9e-1713fe018f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0de86f8-fa27-41f4-8476-dd0da65757f7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:21.139527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-720c057e-df96-4407-89d2-5814c2cf5e55 None None] Port 0347171a-3ad2-4953-b93d-bd5f198317f9 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:21.219307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8040096-611f-4946-9286-eece51bbb12e req-a3eb67bc-cce4-44f5-a482-4cda27af6d05 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:21.228245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8040096-611f-4946-9286-eece51bbb12e req-a3eb67bc-cce4-44f5-a482-4cda27af6d05 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.2416306 Dec 10 09:02:21.256429 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.276204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8b76d-f03a-48a1-9e17-33d71e0ab862 req-9f406045-da8b-4e81-a521-b3c355026203 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:21.276987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bea253a4-0830-4985-841e-8296575a18ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.293770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37c8b76d-f03a-48a1-9e17-33d71e0ab862 req-9f406045-da8b-4e81-a521-b3c355026203 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 931 time: 0.1605129 Dec 10 09:02:21.330472 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bea253a4-0830-4985-841e-8296575a18ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.357523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] DHCP port deletion for eb59c1e4-57f7-44a8-9327-6c3fb91a4173 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:02:21.386830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8040096-611f-4946-9286-eece51bbb12e req-47d3ab00-1642-450f-b087-a814c8a5317b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531897 Dec 10 09:02:21.429743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0347171a-3ad2-4953-b93d-bd5f198317f9 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:02:21.438826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.442848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37c8b76d-f03a-48a1-9e17-33d71e0ab862 req-15df57d6-e6d4-4e4f-b7ae-ef6e7ecfecc1 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431336 Dec 10 09:02:21.453863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Deleting port bc5378d3-e3fc-41ae-ae44-6f4082c48592 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:21.454507 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.471924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Transition to ACTIVE for port object 0347171a-3ad2-4953-b93d-bd5f198317f9 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:02:21.472799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bea253a4-0830-4985-841e-8296575a18ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.475694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bea253a4-0830-4985-841e-8296575a18ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.478493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port bc5378d3-e3fc-41ae-ae44-6f4082c48592 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:21.479791 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bea253a4-0830-4985-841e-8296575a18ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0de86f8-fa27-41f4-8476-dd0da65757f7 HTTP/1.1" status: 204 len: 168 time: 0.3489242 Dec 10 09:02:21.481960 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.490598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea253a4-0830-4985-841e-8296575a18ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0de86f8-fa27-41f4-8476-dd0da65757f7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:21.493283 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.594392 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:02:21.648660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] For port bc5378d3-e3fc-41ae-ae44-6f4082c48592, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc5378d3-e3fc-41ae-ae44-6f4082c48592,segment=NetworkSegment(d04b5eb2-653a-4a21-ac79-f12ddcfbe342),segment_id=d04b5eb2-653a-4a21-ac79-f12ddcfbe342)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:21.650121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.659448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Pushing event updated for resources: {'Port': ['ID=0347171a-3ad2-4953-b93d-bd5f198317f9,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:21.675864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] For port bc5378d3-e3fc-41ae-ae44-6f4082c48592, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc5378d3-e3fc-41ae-ae44-6f4082c48592,segment=NetworkSegment(d04b5eb2-653a-4a21-ac79-f12ddcfbe342),segment_id=d04b5eb2-653a-4a21-ac79-f12ddcfbe342)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:21.676524 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.680351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Attempting to bind port 0347171a-3ad2-4953-b93d-bd5f198317f9 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:21.680693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Attempting to bind port 0347171a-3ad2-4953-b93d-bd5f198317f9 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:21.681178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Attempting to bind port 0347171a-3ad2-4953-b93d-bd5f198317f9 on network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:21.686651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Port 0347171a-3ad2-4953-b93d-bd5f198317f9 on network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:21.687222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Attempting to bind port 0347171a-3ad2-4953-b93d-bd5f198317f9 on network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:21.694303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:02:21.694645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Checking segment: {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:21.695038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Bound using segment: {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:02:21.695476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Bound port: 0347171a-3ad2-4953-b93d-bd5f198317f9, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:02:21.696011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.699651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Calling delete_port for bc5378d3-e3fc-41ae-ae44-6f4082c48592 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:21.703201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for bc5378d3-e3fc-41ae-ae44-6f4082c48592 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:21.725999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3c7e-c982-45b8-9409-26c05e578ed8 req-f6769799-79bb-4367-a523-da3b9d25a0f3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:21.727869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7de3c7e-c982-45b8-9409-26c05e578ed8 req-f6769799-79bb-4367-a523-da3b9d25a0f3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1297710 Dec 10 09:02:21.853226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7de3c7e-c982-45b8-9409-26c05e578ed8 req-0e743821-cfeb-46fc-b9bf-ef48e9f8f6d2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182463 Dec 10 09:02:21.890127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.945740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] For port 0347171a-3ad2-4953-b93d-bd5f198317f9, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:21.959049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:21.959846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] For port 0347171a-3ad2-4953-b93d-bd5f198317f9, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0347171a-3ad2-4953-b93d-bd5f198317f9,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:02:21.980985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=bc5378d3-e3fc-41ae-ae44-6f4082c48592,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:21.985289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-db3a80a1-a203-40cf-bd95-2766cec03570 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:21.987770 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-db3a80a1-a203-40cf-bd95-2766cec03570 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.1954145 Dec 10 09:02:21.990376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No DVR routers for this DVR port bc5378d3-e3fc-41ae-ae44-6f4082c48592 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:02:22.008296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] No DVR routers for this DVR port bc5378d3-e3fc-41ae-ae44-6f4082c48592 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:02:22.013150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.014462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Pushing event deleted for resources: {'Port': ['ID=bc5378d3-e3fc-41ae-ae44-6f4082c48592,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:22.074488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.078065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.078619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.079149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.082642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.083209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.083774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.084300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.084824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.085360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.085905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.088711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.089251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb7305-844e-427b-905f-5945ce9a9275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:22.117051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc5378d3-e3fc-41ae-ae44-6f4082c48592 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:02:22.135046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.157779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: bc5378d3-e3fc-41ae-ae44-6f4082c48592 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:02:22.159420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc5378d3-e3fc-41ae-ae44-6f4082c48592 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:02:22.176929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a519297-2ef1-4ac3-a735-a9c0365d8a6c req-80bf56c2-375e-43a9-a28f-fa99097be5d4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:22.186474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a519297-2ef1-4ac3-a735-a9c0365d8a6c req-80bf56c2-375e-43a9-a28f-fa99097be5d4 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 945 time: 0.1476436 Dec 10 09:02:22.190730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:22.191632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.193156 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] 10.222.0.18 "PUT /v2.0/ports/0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 200 len: 1091 time: 1.4601460 Dec 10 09:02:22.197557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'tag': '0347171a-3ad2-4953-b93d-bd5f198317f9'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:22.200009 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a58cb52-e3ed-4396-acf6-84c64f336391" -d '{"events": [{"name": "network-changed", "server_uuid": "66add774-8b7b-412e-9dad-dc9d1d612e29", "tag": "0347171a-3ad2-4953-b93d-bd5f198317f9"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:22.220143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb59c1e4-57f7-44a8-9327-6c3fb91a4173']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:22.256693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04b5eb2-653a-4a21-ac79-f12ddcfbe342') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:22.257115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04b5eb2-653a-4a21-ac79-f12ddcfbe342') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:22.352958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.367054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60514) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:22.415795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a519297-2ef1-4ac3-a735-a9c0365d8a6c req-8e7806e8-4439-49ca-93c3-170239eda6d1 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8ab124-8eb8-4f2b-8931-deb10af8f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284212 Dec 10 09:02:22.430617 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5822ec2-42ff-41d5-8ede-dfa5a648da75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.474979 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.502052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:02:22.513696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:02:22.519329 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:02:22.712614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.731811 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b3b8f8-c40d-4aad-92ce-9d05fc1c332c x-openstack-request-id: req-99b3b8f8-c40d-4aad-92ce-9d05fc1c332c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:22.732226 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66add774-8b7b-412e-9dad-dc9d1d612e29", "tag": "0347171a-3ad2-4953-b93d-bd5f198317f9", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:22.732566 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99b3b8f8-c40d-4aad-92ce-9d05fc1c332c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:22.733072 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'tag': '0347171a-3ad2-4953-b93d-bd5f198317f9', 'status': 'completed', 'code': 200} Dec 10 09:02:22.744409 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.747740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/networks/eb59c1e4-57f7-44a8-9327-6c3fb91a4173 HTTP/1.1" status: 204 len: 168 time: 1.7630339 Dec 10 09:02:22.751516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf954ace-e3a8-41b0-a7a9-73c49e8c9a6b tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Network': ['ID=eb59c1e4-57f7-44a8-9327-6c3fb91a4173,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:22.754923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60522) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:22.760747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6e724-0dd9-4f7f-8e3d-505998bd2d7b req-4d10d12a-70cb-4fa9-94b8-92f5a5c2cf8e tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:22.768105 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc6e724-0dd9-4f7f-8e3d-505998bd2d7b req-4d10d12a-70cb-4fa9-94b8-92f5a5c2cf8e tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.2297196 Dec 10 09:02:22.801802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bb415-60d3-41c6-8b5d-a48ac752b63d service neutron] Pushing event updated for resources: {'Port': ['ID=0347171a-3ad2-4953-b93d-bd5f198317f9,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:22.813123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fe460-5e06-4fad-b2ed-c0805889b0db req-0305e6d3-f903-4c3d-85d3-89a3729c9f29 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:22.813869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e31f04-e2c4-4a5d-a235-3031e9d57242 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:22.814696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b84fe460-5e06-4fad-b2ed-c0805889b0db req-0305e6d3-f903-4c3d-85d3-89a3729c9f29 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 943 time: 0.1805546 Dec 10 09:02:22.821337 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-68e31f04-e2c4-4a5d-a235-3031e9d57242 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/1aba7de7-d5e4-4d47-a262-bbe2354c174b HTTP/1.1" status: 200 len: 840 time: 0.0582705 Dec 10 09:02:22.826453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60524) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:22.855357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc6e724-0dd9-4f7f-8e3d-505998bd2d7b req-65ea46ed-bfcc-4f64-975f-8d1f26fbd8cb tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863605 Dec 10 09:02:22.869815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Deleting port 23f505e9-3476-4df6-8a1f-85b71ef23c78 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:22.870533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.888647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5822ec2-42ff-41d5-8ede-dfa5a648da75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.894855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a005baa5-8518-4db4-9cb6-0ff9cb19ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:22.897101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-a005baa5-8518-4db4-9cb6-0ff9cb19ffd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 1094 time: 0.6538596 Dec 10 09:02:22.901674 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5822ec2-42ff-41d5-8ede-dfa5a648da75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:22.942266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5822ec2-42ff-41d5-8ede-dfa5a648da75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f036f6c-7535-45d9-b4f4-2ea45906087f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:22.976700 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-5e5eed4b-7bbd-4466-b34d-9c8b77d44c66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 200 len: 217 time: 0.0490420 Dec 10 09:02:22.988154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-14914299-7faf-4b4e-b98f-b1579f4ae429 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/1aba7de7-d5e4-4d47-a262-bbe2354c174b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1596661 Dec 10 09:02:22.990258 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b84fe460-5e06-4fad-b2ed-c0805889b0db req-75709ff6-9b38-4683-a267-1e9be44f7c7b tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410439 Dec 10 09:02:22.990966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60530) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:22.996411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:23.002005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a5822ec2-42ff-41d5-8ede-dfa5a648da75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e9546c276a548fca58e5c6d87f12aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6337852 Dec 10 09:02:23.005241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60532) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:23.086690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-5119d2d7-8cbf-4dc6-84e2-71bcd67b3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:23.087629 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-5119d2d7-8cbf-4dc6-84e2-71bcd67b3f64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.0958865 Dec 10 09:02:23.136911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e8111e9-be78-4159-a517-7924176770c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.145808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] For port 23f505e9-3476-4df6-8a1f-85b71ef23c78, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23f505e9-3476-4df6-8a1f-85b71ef23c78,segment=NetworkSegment(66f55563-1e19-4069-8ec5-0fa4b8912b4e),segment_id=66f55563-1e19-4069-8ec5-0fa4b8912b4e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:23.146184 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.161177 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e8111e9-be78-4159-a517-7924176770c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.168290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Calling delete_port for 23f505e9-3476-4df6-8a1f-85b71ef23c78 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:23.177766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-2e30d9c8-9d96-48a7-aad0-771da200cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:23.179292 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-2e30d9c8-9d96-48a7-aad0-771da200cabc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841117 Dec 10 09:02:23.272080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:23.276904 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.349419 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-2bdd46d8-cdfe-439c-86ba-302c2af583f8 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623638 Dec 10 09:02:23.374456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba63eb-6060-44d5-8aee-66bff3c4aa80 req-614d0061-d261-466c-a124-bcabd9356018 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:23.376014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26ba63eb-6060-44d5-8aee-66bff3c4aa80 req-614d0061-d261-466c-a124-bcabd9356018 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1914008 Dec 10 09:02:23.380125 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e8111e9-be78-4159-a517-7924176770c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.382772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e8111e9-be78-4159-a517-7924176770c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.386306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0e8111e9-be78-4159-a517-7924176770c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f036f6c-7535-45d9-b4f4-2ea45906087f HTTP/1.1" status: 204 len: 168 time: 0.3774800 Dec 10 09:02:23.392029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe86a46-d453-49a6-862e-20f4c9f33d4c req-feaa1879-c446-45b8-a1ad-913d174ebae2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:23.394135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfe86a46-d453-49a6-862e-20f4c9f33d4c req-feaa1879-c446-45b8-a1ad-913d174ebae2 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.2582414 Dec 10 09:02:23.426558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8111e9-be78-4159-a517-7924176770c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f036f6c-7535-45d9-b4f4-2ea45906087f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:23.496449 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26ba63eb-6060-44d5-8aee-66bff3c4aa80 req-6b143b52-65b6-4914-b494-35c42bf0d74c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009367 Dec 10 09:02:23.496780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.508869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfe86a46-d453-49a6-862e-20f4c9f33d4c req-4f360356-865f-4900-af69-01a3a9263abc tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043749 Dec 10 09:02:23.635433 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5bc8ce6e-0b24-493f-a195-074436ddde42 req-6ff382e4-2695-4801-943c-4eb0f5444692 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777970 Dec 10 09:02:23.643832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.703615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Pushing event deleted for resources: {'Port': ['ID=23f505e9-3476-4df6-8a1f-85b71ef23c78,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:23.746918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:23.777945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] No DVR routers for this DVR port 23f505e9-3476-4df6-8a1f-85b71ef23c78 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:02:23.780464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.784233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1d1bd018-b8ee-4b85-ab03-6853d02d025d req-759d7f20-7405-43d2-8261-22634c17f201 tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.39 "DELETE /v2.0/ports/23f505e9-3476-4df6-8a1f-85b71ef23c78 HTTP/1.1" status: 204 len: 173 time: 1.7615483 Dec 10 09:02:23.817559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=989ef253-f322-4304-aeef-261db49fdbc4,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:23.818464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-2b5a595b-55a3-47f3-b5c1-4b631567a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:23.820905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:23.824748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:23.825324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:23.829149 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-2b5a595b-55a3-47f3-b5c1-4b631567a8be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 1094 time: 0.1230721 Dec 10 09:02:23.832346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46436a-b102-48e8-af8f-f2ec7fb5ea77 None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:23.895166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e22d7975-9219-42c0-a619-6769a572b05a req-84f0c3a0-80bd-4d34-acc2-df15cfac0d0e tempest-ServerDiskConfigTestJSON-807287872 tempest-ServerDiskConfigTestJSON-807287872-project] 10.222.0.31 "GET /v2.0/ports?device_id=8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c HTTP/1.1" status: 200 len: 210 time: 0.1421118 Dec 10 09:02:23.919437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f59378c5-af44-4fa4-87e9-a15dfaae6d47 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9242811 Dec 10 09:02:23.936203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60548) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:23.946514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3268a3bc-dde4-49b8-a850-4a8e490ed25c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'security_group': {'name': 'tempest-secgroup-700492495'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:24.087692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdda04-c143-40e2-82ae-fdcc09b6a615 req-ff45ed2e-2101-4994-968d-926241ea2d9b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:24.099938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2cdda04-c143-40e2-82ae-fdcc09b6a615 req-ff45ed2e-2101-4994-968d-926241ea2d9b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.2008765 Dec 10 09:02:24.123975 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3268a3bc-dde4-49b8-a850-4a8e490ed25c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:24.150648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-0da4f64c-8165-45ca-be7d-a1fb79677e84', 'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'project_id': 'c92c7c8c867842f39ed3c517f1e79c81', 'fixed_ips': [{'subnet_id': '989ef253-f322-4304-aeef-261db49fdbc4'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:02:24.151837 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:24.168889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-35f558d7-3713-47de-91f6-4bc248cd23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:24.170749 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-35f558d7-3713-47de-91f6-4bc248cd23ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.3307033 Dec 10 09:02:24.268677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2cdda04-c143-40e2-82ae-fdcc09b6a615 req-26073de0-40ba-450c-88bd-a76b9d9ff4c5 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642697 Dec 10 09:02:24.300581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-9510762e-c134-4ae6-b916-e1e92514afd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 200 len: 217 time: 0.1157007 Dec 10 09:02:24.313976 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3268a3bc-dde4-49b8-a850-4a8e490ed25c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:24.322965 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3268a3bc-dde4-49b8-a850-4a8e490ed25c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:24.388672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-17ef7894-dc2f-49ea-a61d-aa9efe4d3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:24.390135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-17ef7894-dc2f-49ea-a61d-aa9efe4d3b24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.0817642 Dec 10 09:02:24.421977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268a3bc-dde4-49b8-a850-4a8e490ed25c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b85189a-2559-430a-8d7c-3ad8618f8d1e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:24.477304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3268a3bc-dde4-49b8-a850-4a8e490ed25c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:24.478788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3268a3bc-dde4-49b8-a850-4a8e490ed25c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5413368 Dec 10 09:02:24.487053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60564) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:24.518711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-39abf375-dce9-4bf8-bea2-9bff587182b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'security_group': {'name': 'tempest-secgroup-211993401'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:24.521296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd9e-ab0e-4b0f-adf0-9b64c90f373c req-cfac07cd-34b2-4427-a75a-af52bb063904 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:24.535937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6adfd9e-ab0e-4b0f-adf0-9b64c90f373c req-cfac07cd-34b2-4427-a75a-af52bb063904 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 943 time: 0.1194212 Dec 10 09:02:24.545012 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Allocated IP 172.20.0.2 (0da4f64c-8165-45ca-be7d-a1fb79677e84/989ef253-f322-4304-aeef-261db49fdbc4/16a3b9b1-838c-43bb-a6ca-eec2578866e9) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:24.602073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6adfd9e-ab0e-4b0f-adf0-9b64c90f373c req-d7b95243-1774-4c96-b419-36fe510a6ca4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651548 Dec 10 09:02:24.626345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-444e5558-ecad-40fe-8037-f42f3bb9db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:24.628167 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-444e5558-ecad-40fe-8037-f42f3bb9db69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300408 Dec 10 09:02:24.629454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39abf375-dce9-4bf8-bea2-9bff587182b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:24.741308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c', 'name': 'network-vif-deleted', 'tag': '23f505e9-3476-4df6-8a1f-85b71ef23c78'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:24.743922 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f2cdb6-ad5b-45ed-a091-f27338c8dc52" -d '{"events": [{"server_uuid": "8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c", "name": "network-vif-deleted", "tag": "23f505e9-3476-4df6-8a1f-85b71ef23c78"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:24.824333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc41d-bead-4b04-9382-41bb7a0a9897 req-20a78c1a-2a76-43b6-b669-a1985a010fd0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:24.829745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39abf375-dce9-4bf8-bea2-9bff587182b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:24.836165 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-5dd180d6-29de-4343-9832-9534445fa454 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958904 Dec 10 09:02:24.837975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39abf375-dce9-4bf8-bea2-9bff587182b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:24.841182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11fcc41d-bead-4b04-9382-41bb7a0a9897 req-20a78c1a-2a76-43b6-b669-a1985a010fd0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1582973 Dec 10 09:02:24.952107 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d29ac38-cec4-4da9-b0c7-e70c4f1d120d x-openstack-request-id: req-6d29ac38-cec4-4da9-b0c7-e70c4f1d120d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:24.952400 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c", "name": "network-vif-deleted", "tag": "23f505e9-3476-4df6-8a1f-85b71ef23c78", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:24.952795 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d29ac38-cec4-4da9-b0c7-e70c4f1d120d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:24.953188 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efa6b1c-c61e-44ce-a02b-62b43f6c7d3c', 'name': 'network-vif-deleted', 'tag': '23f505e9-3476-4df6-8a1f-85b71ef23c78', 'status': 'completed', 'code': 200} Dec 10 09:02:24.963951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11fcc41d-bead-4b04-9382-41bb7a0a9897 req-2c0ee578-7aa7-48aa-a355-5d4bebdd8df0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115372 Dec 10 09:02:25.005035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 23f505e9-3476-4df6-8a1f-85b71ef23c78 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:02:25.026690 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39abf375-dce9-4bf8-bea2-9bff587182b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.029849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-39abf375-dce9-4bf8-bea2-9bff587182b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5415287 Dec 10 09:02:25.031701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.033002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60582) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:25.034760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 23f505e9-3476-4df6-8a1f-85b71ef23c78 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:02:25.034922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 23f505e9-3476-4df6-8a1f-85b71ef23c78 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:02:25.040584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1730261916', 'security_groups': ['519997b8-68e3-4d38-9ed6-6495e2df31b9'], 'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '989ef253-f322-4304-aeef-261db49fdbc4'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:25.046820 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.076915 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a58cb52-e3ed-4396-acf6-84c64f336391 req-9e0dbb6b-16ef-430c-b4e9-e9c008de0db2 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321503 Dec 10 09:02:25.077807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abf375-dce9-4bf8-bea2-9bff587182b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519997b8-68e3-4d38-9ed6-6495e2df31b9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:25.142129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Pushing event updated for resources: {'Port': ['ID=16a3b9b1-838c-43bb-a6ca-eec2578866e9,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:25.160910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:25.163927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:25.167106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:25.216172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60596) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:25.315341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:25.360612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-966bdbcc-e9ac-4cb7-a6a7-af77dcc887fe admin admin] Deleting subnet 9c5b3745-4d0c-4395-9f58-f0e328835c7a {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:02:25.368864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-966bdbcc-e9ac-4cb7-a6a7-af77dcc887fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.449184 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-966bdbcc-e9ac-4cb7-a6a7-af77dcc887fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.476087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Attempting to bind port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:25.477555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Attempting to bind port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'dbb8664e-76d5-40c8-a073-570a387d86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:25.477945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Attempting to bind port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 on network 0da4f64c-8165-45ca-be7d-a1fb79677e84 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:25.495453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:02:25.495830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Checking segment: {'id': 'dbb8664e-76d5-40c8-a073-570a387d86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:25.496234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.496634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Bound using segment: {'id': 'dbb8664e-76d5-40c8-a073-570a387d86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:02:25.497231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Bound port: 16a3b9b1-838c-43bb-a6ca-eec2578866e9, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb8664e-76d5-40c8-a073-570a387d86fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:02:25.497640 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.516151 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-966bdbcc-e9ac-4cb7-a6a7-af77dcc887fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.579179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] For port 16a3b9b1-838c-43bb-a6ca-eec2578866e9, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:25.584707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] For port 16a3b9b1-838c-43bb-a6ca-eec2578866e9, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=16a3b9b1-838c-43bb-a6ca-eec2578866e9,segment=NetworkSegment(dbb8664e-76d5-40c8-a073-570a387d86fc),segment_id=dbb8664e-76d5-40c8-a073-570a387d86fc)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:02:25.592851 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.602234 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-966bdbcc-e9ac-4cb7-a6a7-af77dcc887fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.616344 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.655701 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-966bdbcc-e9ac-4cb7-a6a7-af77dcc887fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:25.672016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-966bdbcc-e9ac-4cb7-a6a7-af77dcc887fe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9c5b3745-4d0c-4395-9f58-f0e328835c7a HTTP/1.1" status: 204 len: 168 time: 0.4523613 Dec 10 09:02:25.673094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60608) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:25.696644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893dc88-dd77-4f32-b435-cffb20448d45 None None] Pushing event updated for resources: {'Port': ['ID=16a3b9b1-838c-43bb-a6ca-eec2578866e9,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:25.724808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bdbcc-e9ac-4cb7-a6a7-af77dcc887fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5b3745-4d0c-4395-9f58-f0e328835c7a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:25.744393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f1821-b1e3-4daf-a5be-013d5ca735af req-6cc464e8-d12c-4ddc-920d-fbcc8891b66f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:25.750220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e71f1821-b1e3-4daf-a5be-013d5ca735af req-6cc464e8-d12c-4ddc-920d-fbcc8891b66f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.3205924 Dec 10 09:02:25.760175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port 58586635-5b39-4857-b53f-4bf485db9a62 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:26.024831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e71f1821-b1e3-4daf-a5be-013d5ca735af req-4dc3da3b-1972-41ae-a9ef-2aab99bde04a tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743855 Dec 10 09:02:26.092230 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.111427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb22c3-5bb7-4eac-9db9-155e9670d31d req-17fdacad-0d2c-4835-b3fb-c2f0de08eec3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:26.120778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ecb22c3-5bb7-4eac-9db9-155e9670d31d req-17fdacad-0d2c-4835-b3fb-c2f0de08eec3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 943 time: 0.3064821 Dec 10 09:02:26.155280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16a3b9b1-838c-43bb-a6ca-eec2578866e9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:26.275126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:26.276134 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.299731 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.322472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:26.333924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f55563-1e19-4069-8ec5-0fa4b8912b4e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:26.334337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f55563-1e19-4069-8ec5-0fa4b8912b4e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:26.348310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.391452 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.429487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:02:26.430064 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:02:26.437924 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:02:26.454260 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.508203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 16a3b9b1-838c-43bb-a6ca-eec2578866e9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=16a3b9b1-838c-43bb-a6ca-eec2578866e9,segment=NetworkSegment(dbb8664e-76d5-40c8-a073-570a387d86fc),segment_id=dbb8664e-76d5-40c8-a073-570a387d86fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:26.521008 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.549103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78136b-3258-4ce3-9eb0-b049ca41f0e7 req-eb4de523-f987-42ea-9140-32a72ad91a69 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:26.551539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea78136b-3258-4ce3-9eb0-b049ca41f0e7 req-eb4de523-f987-42ea-9140-32a72ad91a69 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.4188814 Dec 10 09:02:26.558138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ecb22c3-5bb7-4eac-9db9-155e9670d31d req-04b4e64d-d12c-491c-a21d-d8bde4aa3bd6 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4361031 Dec 10 09:02:26.624323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea78136b-3258-4ce3-9eb0-b049ca41f0e7 req-61d705da-6a95-4ad4-bdc5-04d6cef9e8b7 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628684 Dec 10 09:02:26.625949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.9 (0da4f64c-8165-45ca-be7d-a1fb79677e84/989ef253-f322-4304-aeef-261db49fdbc4/58586635-5b39-4857-b53f-4bf485db9a62) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:26.629269 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.638044 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:26.641750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b HTTP/1.1" status: 204 len: 168 time: 0.9630847 Dec 10 09:02:26.654555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=16a3b9b1-838c-43bb-a6ca-eec2578866e9,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:26.694483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ca393-62a5-443a-84cc-641ce550dfc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ce8018-d4eb-49cd-969a-a2cdfeee9b3b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:26.851184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0347171a-3ad2-4953-b93d-bd5f198317f9 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:02:27.096428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.137153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0347171a-3ad2-4953-b93d-bd5f198317f9, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0347171a-3ad2-4953-b93d-bd5f198317f9,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:27.158357 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb8021-c254-4376-b97c-e463c936249e req-55286ae8-d220-4b87-ae5e-0e75f65eea2f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:27.161145 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50bb8021-c254-4376-b97c-e463c936249e req-55286ae8-d220-4b87-ae5e-0e75f65eea2f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1286490 Dec 10 09:02:27.170639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '0347171a-3ad2-4953-b93d-bd5f198317f9', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'port_id': '0347171a-3ad2-4953-b93d-bd5f198317f9', 'mac_address': 'fa:16:3e:90:73:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:02:27.192599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60646) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:27.237264 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.254943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0347171a-3ad2-4953-b93d-bd5f198317f9 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:02:27.271815 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.282251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0347171a-3ad2-4953-b93d-bd5f198317f9, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0347171a-3ad2-4953-b93d-bd5f198317f9,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:27.295345 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.311629 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-afa0faf6-794c-4753-847a-738bd23b27c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c791a4f124b1406fb35d4bbf3e43a82b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1137404 Dec 10 09:02:27.312512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60650) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:27.353420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50bb8021-c254-4376-b97c-e463c936249e req-d65a9079-ba06-4074-833b-5b5c28b1bde9 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803036 Dec 10 09:02:27.358252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0347171a-3ad2-4953-b93d-bd5f198317f9,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:27.379281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6caecaa9-1fdc-42b0-b253-fdf4a1c32641 None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:27.379782 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6caecaa9-1fdc-42b0-b253-fdf4a1c32641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.388890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:27.399785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:27.413818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad65983a-91f2-4008-ab6a-48ff41a0fc11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.424673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=58586635-5b39-4857-b53f-4bf485db9a62,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:27.442806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:27.452990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad65983a-91f2-4008-ab6a-48ff41a0fc11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.544027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6caecaa9-1fdc-42b0-b253-fdf4a1c32641 None None] Provisioning complete for port 1aba7de7-d5e4-4d47-a262-bbe2354c174b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:27.546018 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6caecaa9-1fdc-42b0-b253-fdf4a1c32641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.547041 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad65983a-91f2-4008-ab6a-48ff41a0fc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.551808 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad65983a-91f2-4008-ab6a-48ff41a0fc11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.557636 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ad65983a-91f2-4008-ab6a-48ff41a0fc11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc8ab124-8eb8-4f2b-8931-deb10af8f11c HTTP/1.1" status: 204 len: 168 time: 0.2437418 Dec 10 09:02:27.567938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:27.570782 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:27.575201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65983a-91f2-4008-ab6a-48ff41a0fc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8ab124-8eb8-4f2b-8931-deb10af8f11c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:27.614143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60660) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:27.620909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1292a0d5-2b6d-40bf-ab08-ae3379cccacb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:27.625351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-13e45678-4ad1-401b-9ef8-2af50b8d8209 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5754721 Dec 10 09:02:27.655329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0347171a-3ad2-4953-b93d-bd5f198317f9'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:02:27.809734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6caecaa9-1fdc-42b0-b253-fdf4a1c32641 None None] Port 1aba7de7-d5e4-4d47-a262-bbe2354c174b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:28.000728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ac6572cc-6ac2-4085-9373-b3aa60bf47e3 None None] Provisioning complete for port 58586635-5b39-4857-b53f-4bf485db9a62 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:28.000963 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ac6572cc-6ac2-4085-9373-b3aa60bf47e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:28.030462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee873d-89a3-47df-8222-f53ce5338bb1 req-b0e8c542-c718-4ef8-b1da-2cbcae297c5e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:28.040992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1292a0d5-2b6d-40bf-ab08-ae3379cccacb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:28.048279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39ee873d-89a3-47df-8222-f53ce5338bb1 req-b0e8c542-c718-4ef8-b1da-2cbcae297c5e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 944 time: 0.2679145 Dec 10 09:02:28.053711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1292a0d5-2b6d-40bf-ab08-ae3379cccacb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:28.090573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16a3b9b1-838c-43bb-a6ca-eec2578866e9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:28.149625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49c83c-e0a4-430b-b4ac-f12701f796ff req-5a2fc037-cfd4-4375-819a-b31b9129bd4a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:28.171528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f49c83c-e0a4-430b-b4ac-f12701f796ff req-5a2fc037-cfd4-4375-819a-b31b9129bd4a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.3301706 Dec 10 09:02:28.221797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39ee873d-89a3-47df-8222-f53ce5338bb1 req-36eda5d7-4e26-4670-9347-8cae4aa18e49 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663074 Dec 10 09:02:28.250762 n-d-814746-3 neutron-server[114970]: INFO neutron.db.ipam_backend_mixin [None req-1292a0d5-2b6d-40bf-ab08-ae3379cccacb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 989ef253-f322-4304-aeef-261db49fdbc4 (CIDR: 172.20.0.0/28) Dec 10 09:02:28.254841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ac6572cc-6ac2-4085-9373-b3aa60bf47e3 None None] Port 58586635-5b39-4857-b53f-4bf485db9a62 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:28.259806 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-1292a0d5-2b6d-40bf-ab08-ae3379cccacb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:02:28.260965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1292a0d5-2b6d-40bf-ab08-ae3379cccacb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:28.289001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f49c83c-e0a4-430b-b4ac-f12701f796ff req-5627ad5c-1fe1-4d35-8df2-618bbb0eb89e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160474 Dec 10 09:02:28.317434 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1292a0d5-2b6d-40bf-ab08-ae3379cccacb tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7012196 Dec 10 09:02:28.319290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60682) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:28.320076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:28.320458 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:28.328452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:28.595201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9adb2-fc5e-474e-b92f-370db55f84c4 req-7b3757c7-dada-4264-8a4c-33544815c86d tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:28.603005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ec9adb2-fc5e-474e-b92f-370db55f84c4 req-7b3757c7-dada-4264-8a4c-33544815c86d tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1094184 Dec 10 09:02:28.625991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60692) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:28.648074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:28.652235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:28.751827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ec9adb2-fc5e-474e-b92f-370db55f84c4 req-eca389e7-4a8a-412d-8cbc-c2cfa3a7ebbc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431682 Dec 10 09:02:28.855825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0347171a-3ad2-4953-b93d-bd5f198317f9 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:28.943681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bed81d92-9552-4594-be8a-11bc903385f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:28.966839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 0347171a-3ad2-4953-b93d-bd5f198317f9 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:02:28.974771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 0347171a-3ad2-4953-b93d-bd5f198317f9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:28.975145 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.047747 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.136696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bed81d92-9552-4594-be8a-11bc903385f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.147276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bed81d92-9552-4594-be8a-11bc903385f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.164469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:29.167756 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.179125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=9ee0335b-0b29-4a4a-8a50-3ce4ea80c982,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:29.181014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60706) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:29.187668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:29.198930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:29.209795 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.223914 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bed81d92-9552-4594-be8a-11bc903385f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cfe757681fd474485d0cdfde5441efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5954275 Dec 10 09:02:29.225096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed81d92-9552-4594-be8a-11bc903385f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b01597-53ee-41b3-ab28-45955aaa1d45,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:29.228541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60712) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:29.246343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd148c20-6224-441c-829c-e48f606fc508 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9250748 Dec 10 09:02:29.247265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586c56dc-04a1-44ed-bfb6-fc97137e448f None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:29.253252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60716) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:29.265950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1420214927', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ee0335b-0b29-4a4a-8a50-3ce4ea80c982'}], 'security_groups': ['9b85189a-2559-430a-8d7c-3ad8618f8d1e']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:29.334880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb83aa9a-1b64-4848-8598-568f99ba8801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.378222 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb83aa9a-1b64-4848-8598-568f99ba8801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.380121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0347171a-3ad2-4953-b93d-bd5f198317f9'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:29.383498 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a52e70-3b90-480c-8709-5a602313239f" -d '{"events": [{"server_uuid": "66add774-8b7b-412e-9dad-dc9d1d612e29", "name": "network-vif-plugged", "status": "completed", "tag": "0347171a-3ad2-4953-b93d-bd5f198317f9"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:29.425242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-807059631-network', 'tenant_id': '574a904eb06d445bbabc4c7b7f860602'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:29.444384 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb83aa9a-1b64-4848-8598-568f99ba8801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.448255 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb83aa9a-1b64-4848-8598-568f99ba8801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.449803 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cb83aa9a-1b64-4848-8598-568f99ba8801 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21b01597-53ee-41b3-ab28-45955aaa1d45 HTTP/1.1" status: 204 len: 168 time: 0.2199435 Dec 10 09:02:29.459909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0347171a-3ad2-4953-b93d-bd5f198317f9, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0347171a-3ad2-4953-b93d-bd5f198317f9,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:29.460331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83aa9a-1b64-4848-8598-568f99ba8801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b01597-53ee-41b3-ab28-45955aaa1d45,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:29.499614 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.585949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0347171a-3ad2-4953-b93d-bd5f198317f9,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:29.819010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bbf63f-1614-4413-9fd3-7d4f8702303e None None] Update dhcp port {'port': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'fixed_ips': [{'subnet_id': '989ef253-f322-4304-aeef-261db49fdbc4', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ee0335b-0b29-4a4a-8a50-3ce4ea80c982'}], 'binding:host_id': 'n-d-814746-3'}, 'id': '16a3b9b1-838c-43bb-a6ca-eec2578866e9'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:02:29.882857 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf63f-1614-4413-9fd3-7d4f8702303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:29.989142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60732) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:30.018856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2e7c-61a3-42dc-a26b-db827d7a4878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.123130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-b7bbf63f-1614-4413-9fd3-7d4f8702303e None None] Allocated IP 172.20.0.18 (0da4f64c-8165-45ca-be7d-a1fb79677e84/9ee0335b-0b29-4a4a-8a50-3ce4ea80c982/16a3b9b1-838c-43bb-a6ca-eec2578866e9) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:30.203407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.220183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Made reservation on behalf of 574a904eb06d445bbabc4c7b7f860602 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:30.223106 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.231967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963229b-f070-4ee9-b8c0-7d169f33702c req-cf77ff64-053f-4500-b604-69c4ea5de6b5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:30.235916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b7bbf63f-1614-4413-9fd3-7d4f8702303e None None] For port 16a3b9b1-838c-43bb-a6ca-eec2578866e9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=16a3b9b1-838c-43bb-a6ca-eec2578866e9,segment=NetworkSegment(dbb8664e-76d5-40c8-a073-570a387d86fc),segment_id=dbb8664e-76d5-40c8-a073-570a387d86fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:30.240872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b963229b-f070-4ee9-b8c0-7d169f33702c req-cf77ff64-053f-4500-b604-69c4ea5de6b5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.7620237 Dec 10 09:02:30.258017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831227-daac-4940-8ce2-6545f9759013 req-dcb47da1-c0c2-4a4b-ae2a-f6264b302baa tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:30.264935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2e7c-61a3-42dc-a26b-db827d7a4878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.268447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5831227-daac-4940-8ce2-6545f9759013 req-dcb47da1-c0c2-4a4b-ae2a-f6264b302baa tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.7906547 Dec 10 09:02:30.271288 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2e7c-61a3-42dc-a26b-db827d7a4878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.272568 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf63f-1614-4413-9fd3-7d4f8702303e None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.285862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf63f-1614-4413-9fd3-7d4f8702303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.302332 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.317299 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d9ac2e7c-61a3-42dc-a26b-db827d7a4878 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0688146f4677446bb1a183cf84a43b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268931 Dec 10 09:02:30.318480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac2e7c-61a3-42dc-a26b-db827d7a4878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b48cf89-fbe0-4016-9618-f68e525819bc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:30.328444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60734) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:30.426988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-460a7c08-e506-4afd-beba-6f58fba75b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.451942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-460a7c08-e506-4afd-beba-6f58fba75b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.454563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b963229b-f070-4ee9-b8c0-7d169f33702c req-9a815b1c-e67f-4e69-bacb-b17d390b7701 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072358 Dec 10 09:02:30.514122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbf63f-1614-4413-9fd3-7d4f8702303e None None] Pushing event updated for resources: {'Port': ['ID=16a3b9b1-838c-43bb-a6ca-eec2578866e9,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:30.525805 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-460a7c08-e506-4afd-beba-6f58fba75b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.531842 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-460a7c08-e506-4afd-beba-6f58fba75b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:30.536246 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-460a7c08-e506-4afd-beba-6f58fba75b53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b48cf89-fbe0-4016-9618-f68e525819bc HTTP/1.1" status: 204 len: 168 time: 0.2037489 Dec 10 09:02:30.544289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a7c08-e506-4afd-beba-6f58fba75b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b48cf89-fbe0-4016-9618-f68e525819bc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:30.906050 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04e1502-dc68-4262-87de-491a79f3ebbf x-openstack-request-id: req-c04e1502-dc68-4262-87de-491a79f3ebbf {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:30.906358 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66add774-8b7b-412e-9dad-dc9d1d612e29", "name": "network-vif-plugged", "status": "completed", "tag": "0347171a-3ad2-4953-b93d-bd5f198317f9", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:30.906612 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c04e1502-dc68-4262-87de-491a79f3ebbf {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:30.907022 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0347171a-3ad2-4953-b93d-bd5f198317f9', 'code': 200} Dec 10 09:02:31.068126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cc6da-1abe-4ccd-b7e4-5a8855319267 req-732bb04f-b9b6-4ad2-936c-9cd493963b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:31.072466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f2cc6da-1abe-4ccd-b7e4-5a8855319267 req-732bb04f-b9b6-4ad2-936c-9cd493963b9f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 1096 time: 0.1101818 Dec 10 09:02:31.121043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5831227-daac-4940-8ce2-6545f9759013 req-d515dd7e-7a07-49f3-9649-b92377315958 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8511996 Dec 10 09:02:31.130780 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f2cc6da-1abe-4ccd-b7e4-5a8855319267 req-b20548d5-3035-4f19-bc08-3f5076d35e13 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503840 Dec 10 09:02:31.161467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.172786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Delete allocated IP 172.20.0.9 (0da4f64c-8165-45ca-be7d-a1fb79677e84/989ef253-f322-4304-aeef-261db49fdbc4) {{(pid=114969) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 09:02:31.186645 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.213029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.25 (0da4f64c-8165-45ca-be7d-a1fb79677e84/9ee0335b-0b29-4a4a-8a50-3ce4ea80c982/58586635-5b39-4857-b53f-4bf485db9a62) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:31.243453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:02:31.264401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2605c345-7829-45c0-bf1e-d83f3eb71b6e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:31.300260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.303828 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Added segment 7f7d7c88-99bb-469d-87b0-9c7096cf017f of type vlan for network 21df925e-eb6e-464a-9959-256a7fa7a1ae Dec 10 09:02:31.398302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.617954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1c7669de-a505-4647-9e4f-bcce5f3b2e72 None None] Provisioning complete for port 58586635-5b39-4857-b53f-4bf485db9a62 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:31.619484 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c7669de-a505-4647-9e4f-bcce5f3b2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.646808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.671152 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.672279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:31.673000 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.693959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1c7669de-a505-4647-9e4f-bcce5f3b2e72 None None] Port 58586635-5b39-4857-b53f-4bf485db9a62 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:31.701150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.716690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1c7669de-a505-4647-9e4f-bcce5f3b2e72 None None] Provisioning complete for port 1aba7de7-d5e4-4d47-a262-bbe2354c174b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:31.717431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c7669de-a505-4647-9e4f-bcce5f3b2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.774521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1c7669de-a505-4647-9e4f-bcce5f3b2e72 None None] Port 1aba7de7-d5e4-4d47-a262-bbe2354c174b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:31.788350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1c7669de-a505-4647-9e4f-bcce5f3b2e72 None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:31.788947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c7669de-a505-4647-9e4f-bcce5f3b2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:31.923427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7407465 Dec 10 09:02:31.932402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60770) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:31.956172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Request body: {'subnet': {'network_id': '21df925e-eb6e-464a-9959-256a7fa7a1ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-807059631-subnet', 'tenant_id': '574a904eb06d445bbabc4c7b7f860602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:31.968555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-9bdf1e99-aa12-40f7-96e6-e2462e42f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:31.977939 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-9bdf1e99-aa12-40f7-96e6-e2462e42f8c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1096 time: 0.1189241 Dec 10 09:02:32.049837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275769c0-ce66-4768-ae65-8fcc02f32f33 admin admin] Pushing event updated for resources: {'Network': ['ID=21df925e-eb6e-464a-9959-256a7fa7a1ae,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:32.123222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=58586635-5b39-4857-b53f-4bf485db9a62,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:32.189981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a0697-c017-443d-a98a-f7ad65d13b05 req-4884be5f-680e-430e-9c11-7b2e2ec12065 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:32.202536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 21df925e-eb6e-464a-9959-256a7fa7a1ae details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:02:32.204624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16a3b9b1-838c-43bb-a6ca-eec2578866e9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:32.217837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce1a0697-c017-443d-a98a-f7ad65d13b05 req-4884be5f-680e-430e-9c11-7b2e2ec12065 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.5481415 Dec 10 09:02:32.234805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] In _notify_port_updated(), no bound segment for port 58586635-5b39-4857-b53f-4bf485db9a62 on network 0da4f64c-8165-45ca-be7d-a1fb79677e84 {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:02:32.250323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:32.251435 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:32.256220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62fbb9d9-5098-44cb-8052-89bd1548e5fc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "PUT /v2.0/ports/58586635-5b39-4857-b53f-4bf485db9a62 HTTP/1.1" status: 200 len: 921 time: 2.9994180 Dec 10 09:02:32.269038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Made reservation on behalf of 574a904eb06d445bbabc4c7b7f860602 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:32.271596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:32.290698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60776) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:32.547848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:32.550495 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce1a0697-c017-443d-a98a-f7ad65d13b05 req-1aa211fa-3333-45d7-b8ff-a76b85748514 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315117 Dec 10 09:02:32.551605 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:32.578168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b7e4c-6a96-4894-b9c0-b1775b2a7c00 req-b2223afd-81d6-45d1-9e4a-6b18545838ed tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:32.595584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d8b7e4c-6a96-4894-b9c0-b1775b2a7c00 req-b2223afd-81d6-45d1-9e4a-6b18545838ed tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.3750842 Dec 10 09:02:32.661812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-fef625ae-bf58-4a87-8ead-f9a5ea70db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:32.665182 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-fef625ae-bf58-4a87-8ead-f9a5ea70db7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 920 time: 0.6803105 Dec 10 09:02:32.754353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d8b7e4c-6a96-4894-b9c0-b1775b2a7c00 req-2463bbc4-01ff-42a7-a7c4-40770b3683cf tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525822 Dec 10 09:02:32.812614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-03aa638d-3784-49d1-aec1-8a0310507c79 None None] Provisioning complete for port 58586635-5b39-4857-b53f-4bf485db9a62 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:32.812614 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-03aa638d-3784-49d1-aec1-8a0310507c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:32.844574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3584523c-e4af-4407-8c99-10b155bb4837 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 58586635-5b39-4857-b53f-4bf485db9a62 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:32.844964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3584523c-e4af-4407-8c99-10b155bb4837 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:32.845767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-50aa9804-3994-4bb9-bee9-66f617909501 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c28a7096-8a55-4de3-9b33-83c0a4484416 HTTP/1.1" status: 200 len: 217 time: 0.1607485 Dec 10 09:02:32.935149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-03aa638d-3784-49d1-aec1-8a0310507c79 None None] Port 58586635-5b39-4857-b53f-4bf485db9a62 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:32.983881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-95464ad1-03eb-413b-b845-2ee07283bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:32.985627 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-95464ad1-03eb-413b-b845-2ee07283bbbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.1211691 Dec 10 09:02:33.012400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da8aa5-391d-435a-96cb-2190d7363cb8 req-c7c89f55-4302-4592-9ac5-eebe10932231 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:33.015158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80da8aa5-391d-435a-96cb-2190d7363cb8 req-c7c89f55-4302-4592-9ac5-eebe10932231 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.2519491 Dec 10 09:02:33.061449 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-5dfc5f39-2b03-4074-a1b9-cb0a57d8f48b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470722 Dec 10 09:02:33.099664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:33.111205 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-be8f0b4f-9ba0-44d8-b1a6-1480dddd4f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:33.199939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80da8aa5-391d-435a-96cb-2190d7363cb8 req-d1115ab6-47eb-4e9a-aa88-48be76466b26 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634309 Dec 10 09:02:33.252441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3c6db1-0187-47dd-b3d2-f8b49014b5ad,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:33.253070 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3584523c-e4af-4407-8c99-10b155bb4837 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:33.292113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3584523c-e4af-4407-8c99-10b155bb4837 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 58586635-5b39-4857-b53f-4bf485db9a62 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:33.295861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Checking segment: {'id': '7f7d7c88-99bb-469d-87b0-9c7096cf017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '21df925e-eb6e-464a-9959-256a7fa7a1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:33.296271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Network hostable DHCP agents. Network: 21df925e-eb6e-464a-9959-256a7fa7a1ae, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:02:33.306573 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-2de67349-d81f-41f4-909b-47dc754e2254 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334845 Dec 10 09:02:33.422106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Network 21df925e-eb6e-464a-9959-256a7fa7a1ae is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:02:33.453260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 21df925e-eb6e-464a-9959-256a7fa7a1ae) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:33.464691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be86ee4-7fcb-460f-8842-813b5b6769eb None None] Network 21df925e-eb6e-464a-9959-256a7fa7a1ae requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:33.484256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:33.484522 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:33.529817 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-486a1e4f-9832-4baa-968a-712ea1328a7c req-3e879cfe-3780-43af-a1f0-31c33f8232ce service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153518 Dec 10 09:02:33.574169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9f986ec5-5a6e-4711-b48b-7b76795cf34f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6280301 Dec 10 09:02:33.599907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3584523c-e4af-4407-8c99-10b155bb4837 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:33.678330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6bfc01-c9c5-4cde-b841-cb4c3f9e7acc None None] Network 21df925e-eb6e-464a-9959-256a7fa7a1ae requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:33.684714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584523c-e4af-4407-8c99-10b155bb4837 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=58586635-5b39-4857-b53f-4bf485db9a62,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:33.717350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60804) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:33.958695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-be394ece-9813-4c45-ba2b-5ca8cc22f6e9 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-288878228'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:33.959283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-be394ece-9813-4c45-ba2b-5ca8cc22f6e9 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Unknown quota resources ['metering_label']. {{(pid=114970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 09:02:33.983705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3584523c-e4af-4407-8c99-10b155bb4837 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:33.987845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3584523c-e4af-4407-8c99-10b155bb4837 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/58586635-5b39-4857-b53f-4bf485db9a62 HTTP/1.1" status: 204 len: 168 time: 1.6946521 Dec 10 09:02:33.994121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60814) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.020604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886041d-dbb8-49b0-8be8-c68c9abee80d req-b8efa48c-8929-4914-92b7-bacdd3944a44 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:34.024532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7886041d-dbb8-49b0-8be8-c68c9abee80d req-b8efa48c-8929-4914-92b7-bacdd3944a44 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.2255254 Dec 10 09:02:34.139414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d5a26-dcb1-4253-a4b2-71329d1584f3 req-a963900e-8c96-4408-875d-aaf7c8bcf489 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:34.141289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c0d5a26-dcb1-4253-a4b2-71329d1584f3 req-a963900e-8c96-4408-875d-aaf7c8bcf489 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.2243457 Dec 10 09:02:34.145095 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-896b9062-02ff-4fa2-a0ac-74983e9c4312 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:02:34.150517 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-896b9062-02ff-4fa2-a0ac-74983e9c4312 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/58586635-5b39-4857-b53f-4bf485db9a62 HTTP/1.1" status: 404 len: 333 time: 0.1552761 Dec 10 09:02:34.152519 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7886041d-dbb8-49b0-8be8-c68c9abee80d req-6c3950bc-d4e1-4555-a9c6-55f614880ee8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199996 Dec 10 09:02:34.154185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60820) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.249423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c0d5a26-dcb1-4253-a4b2-71329d1584f3 req-c58fd344-a596-4483-b98d-79dbd9563a78 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959060 Dec 10 09:02:34.276525 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93d0dcf9-5d9a-4045-a2f4-81c1d59e5f9c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.313856 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93d0dcf9-5d9a-4045-a2f4-81c1d59e5f9c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.316336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be394ece-9813-4c45-ba2b-5ca8cc22f6e9 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.325014 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-be394ece-9813-4c45-ba2b-5ca8cc22f6e9 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6024230 Dec 10 09:02:34.325694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60832) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.335103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-15e0cb27-0e3c-4354-8703-ba3bce8a3633 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7bf9d678-f940-4345-9505-d3e1b97e28fa'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:34.335624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-15e0cb27-0e3c-4354-8703-ba3bce8a3633 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 09:02:34.379224 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93d0dcf9-5d9a-4045-a2f4-81c1d59e5f9c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.382130 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93d0dcf9-5d9a-4045-a2f4-81c1d59e5f9c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.383731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-93d0dcf9-5d9a-4045-a2f4-81c1d59e5f9c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/security-groups/519997b8-68e3-4d38-9ed6-6495e2df31b9 HTTP/1.1" status: 204 len: 168 time: 0.2285080 Dec 10 09:02:34.386475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60836) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.436921 n-d-814746-3 neutron-server[114970]: WARNING neutron.services.metering.metering_plugin [None req-15e0cb27-0e3c-4354-8703-ba3bce8a3633 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 09:02:34.446272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0dcf9-5d9a-4045-a2f4-81c1d59e5f9c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519997b8-68e3-4d38-9ed6-6495e2df31b9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:34.550471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-15e0cb27-0e3c-4354-8703-ba3bce8a3633 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.551770 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-15e0cb27-0e3c-4354-8703-ba3bce8a3633 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2250922 Dec 10 09:02:34.554909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60846) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.559069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4a0c901e-296d-47cd-8fc0-e963589440be tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7bf9d678-f940-4345-9505-d3e1b97e28fa'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:34.559785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4a0c901e-296d-47cd-8fc0-e963589440be tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 09:02:34.614406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002d626-210b-49e1-bceb-c8d6298bee66 req-6c6f25b6-a399-4844-a0fa-68def4c0009a tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:34.616082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7002d626-210b-49e1-bceb-c8d6298bee66 req-6c6f25b6-a399-4844-a0fa-68def4c0009a tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1396520 Dec 10 09:02:34.623091 n-d-814746-3 neutron-server[114970]: WARNING neutron.services.metering.metering_plugin [None req-4a0c901e-296d-47cd-8fc0-e963589440be tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 09:02:34.632960 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a345f50-d7f7-429f-82d3-14127e9944bf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.697783 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a345f50-d7f7-429f-82d3-14127e9944bf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.713687 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4a0c901e-296d-47cd-8fc0-e963589440be tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.716542 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4a0c901e-296d-47cd-8fc0-e963589440be tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1590035 Dec 10 09:02:34.717667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60848) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.728983 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b7808121-98b9-4e45-9fa0-7964d9361714 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=4d106e88-6ab9-491b-8e30-7012e4a8a34b HTTP/1.1" status: 200 len: 464 time: 0.0101883 Dec 10 09:02:34.731933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60850) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.755484 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7002d626-210b-49e1-bceb-c8d6298bee66 req-c1869adc-6f69-4120-acea-dae5422331a2 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268613 Dec 10 09:02:34.765830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-ac9d648c-7334-4a35-bc95-808befac5a13 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:34.767311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-ac9d648c-7334-4a35-bc95-808befac5a13 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/networks?id=21df925e-eb6e-464a-9959-256a7fa7a1ae HTTP/1.1" status: 200 len: 821 time: 0.2382352 Dec 10 09:02:34.785456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-003ff0d1-6efb-43f5-8027-b3352b045347 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/quotas/574a904eb06d445bbabc4c7b7f860602 HTTP/1.1" status: 200 len: 375 time: 0.0112617 Dec 10 09:02:34.798534 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a345f50-d7f7-429f-82d3-14127e9944bf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.802260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a345f50-d7f7-429f-82d3-14127e9944bf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.806234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2a345f50-d7f7-429f-82d3-14127e9944bf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b85189a-2559-430a-8d7c-3ad8618f8d1e HTTP/1.1" status: 204 len: 168 time: 0.4118886 Dec 10 09:02:34.814740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60854) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.854452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-52138571-d404-4ed6-a347-da007ab63333 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=574a904eb06d445bbabc4c7b7f860602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626137 Dec 10 09:02:34.869292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4a60ccc7-246b-49d3-bc7e-ebfece04b664 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:34.870554 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4a60ccc7-246b-49d3-bc7e-ebfece04b664 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/4d106e88-6ab9-491b-8e30-7012e4a8a34b HTTP/1.1" status: 204 len: 168 time: 0.1374326 Dec 10 09:02:34.873022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60856) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.876353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a345f50-d7f7-429f-82d3-14127e9944bf tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b85189a-2559-430a-8d7c-3ad8618f8d1e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:34.905300 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ddb81881-13f7-40bb-8dcb-28d97a92a32e tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=4d106e88-6ab9-491b-8e30-7012e4a8a34b HTTP/1.1" status: 200 len: 221 time: 0.0310891 Dec 10 09:02:34.909340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60858) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:34.914542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ea7c285e-9da8-4bb3-81a4-a57ddf0d7057 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1946138147', 'description': 'label created by tempest'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:34.914542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ea7c285e-9da8-4bb3-81a4-a57ddf0d7057 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Unknown quota resources ['metering_label']. {{(pid=114970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 09:02:34.926960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-c238073b-8c4a-43fb-8f7c-5649744a1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:34.928423 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-c238073b-8c4a-43fb-8f7c-5649744a1268 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 1096 time: 0.0690284 Dec 10 09:02:34.989320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a939cb5-24b9-499c-9192-4456562473e0 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet 989ef253-f322-4304-aeef-261db49fdbc4 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:02:34.996742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a939cb5-24b9-499c-9192-4456562473e0 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:35.051284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e466d8-6c62-4916-bb70-a9045192f2f8 req-e2d712c2-e1d6-4353-933d-0165a8374cbb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:35.052788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1e466d8-6c62-4916-bb70-a9045192f2f8 req-e2d712c2-e1d6-4353-933d-0165a8374cbb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1958978 Dec 10 09:02:35.063965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60860) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:35.069820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'floatingip': {'port_id': '0347171a-3ad2-4953-b93d-bd5f198317f9'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:35.073560 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a939cb5-24b9-499c-9192-4456562473e0 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:35.152855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:35.160714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-29f25676-3336-4f7b-ba0e-da4fed7ce2e1 service neutron] 10.222.0.31 "GET /v2.0/networks/21df925e-eb6e-464a-9959-256a7fa7a1ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791793 Dec 10 09:02:35.398729 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-543380f6-b34b-4991-a568-3928cab28de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:35.435459 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ea7c285e-9da8-4bb3-81a4-a57ddf0d7057 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:35.436623 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ea7c285e-9da8-4bb3-81a4-a57ddf0d7057 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5263352 Dec 10 09:02:35.440933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60868) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:35.471248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-43587868-c4f8-49ad-9647-2a3f59a895ea service neutron] 10.222.0.31 "GET /v2.0/networks/21df925e-eb6e-464a-9959-256a7fa7a1ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802429 Dec 10 09:02:35.479000 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a939cb5-24b9-499c-9192-4456562473e0 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:35.488809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd30dfd-caad-4e6d-b285-bac80faf4133 req-747822ab-fdb2-40d9-aac8-d374b61794bf tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:35.493923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cd30dfd-caad-4e6d-b285-bac80faf4133 req-747822ab-fdb2-40d9-aac8-d374b61794bf tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.2494326 Dec 10 09:02:35.537128 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-daad9981-0dbc-4a80-95bf-4ccb5cd68f6f tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=f24541a5-56d1-4994-9d3a-f84d7000967d HTTP/1.1" status: 200 len: 468 time: 0.0950499 Dec 10 09:02:35.537751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60870) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:35.548185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-8e951823-aa7d-4865-8f29-f57ac0afaa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:35.550442 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-8e951823-aa7d-4865-8f29-f57ac0afaa89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 913 time: 0.5875289 Dec 10 09:02:35.653385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a939cb5-24b9-499c-9192-4456562473e0 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:35.661052 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-c3889e36-21d2-4add-9179-919a30580991 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27597fdc-7c83-491b-9476-122c3b095eff HTTP/1.1" status: 200 len: 217 time: 0.0690124 Dec 10 09:02:35.701001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cd30dfd-caad-4e6d-b285-bac80faf4133 req-52422c94-92cd-477c-aff9-26a255b20456 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443148 Dec 10 09:02:35.704279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a939cb5-24b9-499c-9192-4456562473e0 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=989ef253-f322-4304-aeef-261db49fdbc4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:35.738546 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a939cb5-24b9-499c-9192-4456562473e0 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:35.743547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852387bb-028c-41ce-99eb-ddaec9724830 None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:35.748656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9a939cb5-24b9-499c-9192-4456562473e0 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/989ef253-f322-4304-aeef-261db49fdbc4 HTTP/1.1" status: 204 len: 168 time: 0.9295449 Dec 10 09:02:35.766124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60876) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:35.774568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:35.859764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-e7afda55-9dbf-46af-a623-c2940c92e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:35.865915 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-e7afda55-9dbf-46af-a623-c2940c92e451 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.1506419 Dec 10 09:02:35.870724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-488434ad-f7ef-4c0c-9c21-c8e6af2d3ca7 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:35.873851 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-488434ad-f7ef-4c0c-9c21-c8e6af2d3ca7 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/f24541a5-56d1-4994-9d3a-f84d7000967d HTTP/1.1" status: 204 len: 168 time: 0.3309045 Dec 10 09:02:35.881496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60878) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:35.907436 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-b3366550-4bd4-45a7-9830-4a30f2b60eae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350258 Dec 10 09:02:35.917018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0f16fc1d-f2e3-48a1-9303-5f14a48fa986 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=f24541a5-56d1-4994-9d3a-f84d7000967d HTTP/1.1" status: 200 len: 216 time: 0.0306671 Dec 10 09:02:35.936721 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60882) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:35.979821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637973-e19b-423a-911d-e64bd74d7e33 req-2be0fd78-de94-48f9-ab06-4ae16e10dde1 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:35.981536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4637973-e19b-423a-911d-e64bd74d7e33 req-2be0fd78-de94-48f9-ab06-4ae16e10dde1 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.2861803 Dec 10 09:02:36.009023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7ea4315-9e00-40f8-9bac-7bd29de5eb9d req-77ddadbf-9f9c-451c-9fca-f669f952b875 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 210 time: 0.0688455 Dec 10 09:02:36.015617 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-53476afc-a16e-4ee2-aeda-4bd35c8968c5 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0769641 Dec 10 09:02:36.019385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60886) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:36.028163 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-42af7ffc-22e3-4017-811b-52f58c561de1 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123924 Dec 10 09:02:36.034249 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6532a471-5510-4568-8a2a-4a69ac8ddd07 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0129242 Dec 10 09:02:36.037716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60888) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:36.152234 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-400be7ce-8d47-4976-931f-b03f15f387bf tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/7bf9d678-f940-4345-9505-d3e1b97e28fa HTTP/1.1" status: 200 len: 472 time: 0.1132517 Dec 10 09:02:36.156483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60892) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:36.170743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c6bd93c-e358-47fe-b617-5b0fc31ee883 tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/e9fe329d-545e-43e2-8c9c-2b13b0bb30e1 HTTP/1.1" status: 200 len: 461 time: 0.0131681 Dec 10 09:02:36.173784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:36.182198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4637973-e19b-423a-911d-e64bd74d7e33 req-60cca8db-7d1b-489d-a2b7-8fc626722d86 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658492 Dec 10 09:02:36.223372 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-345825b9-c7ee-41c6-a6a3-5668d2ce80f0 req-8412752f-80ec-458d-b7ac-012623c13902 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871109 Dec 10 09:02:36.248755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:36.255581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:36.284598 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.resource_extend [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 09:02:36.341070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57ae2c69-31d5-4bd6-9423-f87f7783b05b tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:36.344776 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-57ae2c69-31d5-4bd6-9423-f87f7783b05b tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/e9fe329d-545e-43e2-8c9c-2b13b0bb30e1 HTTP/1.1" status: 204 len: 168 time: 0.1668646 Dec 10 09:02:36.344776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60896) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:36.390035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:36.398140 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:36.435978 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:36.594705 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-36573709-0ee1-44dd-90d8-d84244084e2b tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:36.596484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-36573709-0ee1-44dd-90d8-d84244084e2b tempest-MeteringTestJSON-1758313777 tempest-MeteringTestJSON-1758313777-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/7bf9d678-f940-4345-9505-d3e1b97e28fa HTTP/1.1" status: 204 len: 168 time: 0.2501709 Dec 10 09:02:36.908216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-749c15e5-52ec-48eb-852c-fad48b05240a None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:36.913678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:36.913908 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-749c15e5-52ec-48eb-852c-fad48b05240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:36.942118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ecbcd-b4e6-4502-805c-b1e192653dcb req-87c0a5fa-08a8-4d64-b8eb-c27f93a364be tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:36.955035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea4ecbcd-b4e6-4502-805c-b1e192653dcb req-87c0a5fa-08a8-4d64-b8eb-c27f93a364be tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 945 time: 0.1558845 Dec 10 09:02:37.038893 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Floating IP 3fc6fbc3-9b98-49a9-97f2-ef20b7d0c491 associated. External IP: 172.25.3.199, port: 0347171a-3ad2-4953-b93d-bd5f198317f9. Dec 10 09:02:37.070901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-749c15e5-52ec-48eb-852c-fad48b05240a None None] Provisioning complete for port 1aba7de7-d5e4-4d47-a262-bbe2354c174b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:37.071266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-749c15e5-52ec-48eb-852c-fad48b05240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.093190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-56a8fb6d-c59e-4caf-936f-ffd5a479ddba tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:37.095367 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-56a8fb6d-c59e-4caf-936f-ffd5a479ddba tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.39 "GET /v2.0/networks?id=21df925e-eb6e-464a-9959-256a7fa7a1ae HTTP/1.1" status: 200 len: 821 time: 0.1517324 Dec 10 09:02:37.112288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Request body: {'port': {'device_id': 'ca4bcf80-e666-459f-a88c-2d32146cf79f', 'network_id': '21df925e-eb6e-464a-9959-256a7fa7a1ae', 'admin_state_up': True, 'tenant_id': '574a904eb06d445bbabc4c7b7f860602'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:37.118245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-749c15e5-52ec-48eb-852c-fad48b05240a None None] Port 1aba7de7-d5e4-4d47-a262-bbe2354c174b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:37.123791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 27597fdc-7c83-491b-9476-122c3b095eff no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:02:37.200388 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2211806f-3d91-4234-927c-d893175bf9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.211394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea4ecbcd-b4e6-4502-805c-b1e192653dcb req-81ee2495-3ff7-4d35-912c-e524e572f955 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438903 Dec 10 09:02:37.228905 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.307914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18ed914f-6df6-48ae-9d29-1736b77d9fc0 req-3e130514-36fc-46a5-81a9-d1bffedf00f4 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 210 time: 0.1266398 Dec 10 09:02:37.320271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.366524 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2211806f-3d91-4234-927c-d893175bf9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.368212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Made reservation on behalf of 574a904eb06d445bbabc4c7b7f860602 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:37.371560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.381622 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2211806f-3d91-4234-927c-d893175bf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.430122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:37.436468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211806f-3d91-4234-927c-d893175bf9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2339ad-d536-40eb-94fa-b498da7b3c5c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:37.442366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:37.443935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2211806f-3d91-4234-927c-d893175bf9a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc406df23c254259ae6c5821ba2aa704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5290143 Dec 10 09:02:37.444073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60914) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:37.456444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:37.457095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.460808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=152d139a-265d-4bdc-9d76-b0ad9709a990,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:37.472311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:37.474692 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fa038d-05fe-4c81-b55f-3c8fe7a47469" -d '{"events": [{"server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "27597fdc-7c83-491b-9476-122c3b095eff"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:37.482851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=27597fdc-7c83-491b-9476-122c3b095eff,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:37.484353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e191b7-0270-4625-b812-e0fcbee9cc2b None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:37.490117 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.545886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46b04f-1c29-49ff-8658-35f006036d20 req-52ade3ce-3591-400e-8dc5-ad5349171a46 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:37.547548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e46b04f-1c29-49ff-8658-35f006036d20 req-52ade3ce-3591-400e-8dc5-ad5349171a46 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.2372215 Dec 10 09:02:37.558417 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d888992-5f40-42e2-a61e-e56a2272d69c x-openstack-request-id: req-0d888992-5f40-42e2-a61e-e56a2272d69c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:37.558705 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "27597fdc-7c83-491b-9476-122c3b095eff", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:37.559389 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d888992-5f40-42e2-a61e-e56a2272d69c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:37.559389 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff', 'code': 200} Dec 10 09:02:37.573528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8a205555-0ed3-45ca-9349-f738b7b87780 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8059011 Dec 10 09:02:37.574486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60918) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:37.591704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-20d9173c-7ba5-4a47-a204-7234a570222c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'security_group': {'name': 'tempest-secgroup-1164618685'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:37.607524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=27597fdc-7c83-491b-9476-122c3b095eff,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:37.622784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Allocated IP 172.20.0.8 (21df925e-eb6e-464a-9959-256a7fa7a1ae/de3c6db1-0187-47dd-b3d2-f8b49014b5ad/ac137822-eb4d-4b23-a4e5-6622a95f7738) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:37.643603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Router 2782dbfb-3a30-4775-9517-26629752be6c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:02:37.648102 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-635cac2b-3c91-4d16-9d1d-e7f300ea7adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.673838 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20d9173c-7ba5-4a47-a204-7234a570222c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.684091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e46b04f-1c29-49ff-8658-35f006036d20 req-af2ca14b-40c6-41ac-87e8-0297228d1e85 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232359 Dec 10 09:02:37.688764 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-635cac2b-3c91-4d16-9d1d-e7f300ea7adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.739761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3863cbe-18ce-4446-b5a6-ccfabf697167 None None] Update dhcp port {'port': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'fixed_ips': [{'subnet_id': '9ee0335b-0b29-4a4a-8a50-3ce4ea80c982', 'ip_address': '172.20.0.18'}, {'subnet_id': '152d139a-265d-4bdc-9d76-b0ad9709a990'}], 'binding:host_id': 'n-d-814746-3'}, 'id': '16a3b9b1-838c-43bb-a6ca-eec2578866e9'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:02:37.765108 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3863cbe-18ce-4446-b5a6-ccfabf697167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.843190 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20d9173c-7ba5-4a47-a204-7234a570222c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.844697 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-635cac2b-3c91-4d16-9d1d-e7f300ea7adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.851778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-635cac2b-3c91-4d16-9d1d-e7f300ea7adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.853813 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20d9173c-7ba5-4a47-a204-7234a570222c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.854649 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-635cac2b-3c91-4d16-9d1d-e7f300ea7adf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef2339ad-d536-40eb-94fa-b498da7b3c5c HTTP/1.1" status: 204 len: 168 time: 0.4055040 Dec 10 09:02:37.865926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:02:37.878874 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] Sync routers for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:02:37.884218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.898115 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:37.899716 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.902624 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:37.907784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cac2b-3c91-4d16-9d1d-e7f300ea7adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2339ad-d536-40eb-94fa-b498da7b3c5c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:37.923289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20d9173c-7ba5-4a47-a204-7234a570222c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:37.927709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-20d9173c-7ba5-4a47-a204-7234a570222c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3528395 Dec 10 09:02:37.929925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60922) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:37.946313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d0ed2551-2d6f-47af-9272-1e01cf7158e4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "PUT /v2.0/floatingips/3fc6fbc3-9b98-49a9-97f2-ef20b7d0c491 HTTP/1.1" status: 200 len: 991 time: 2.8807268 Dec 10 09:02:37.947093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'tag': '0347171a-3ad2-4953-b93d-bd5f198317f9'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:37.949830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-dca6fe77-4eb1-4603-ba83-3577f69a2723 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'security_group': {'name': 'tempest-secgroup-2027785730'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:37.955821 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9173c-7ba5-4a47-a204-7234a570222c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7799633c-fdc4-4818-8f61-a4fd406a459d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:37.966838 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d934e6d-f28a-4c6c-a020-0704ec280515" -d '{"events": [{"name": "network-changed", "server_uuid": "66add774-8b7b-412e-9dad-dc9d1d612e29", "tag": "0347171a-3ad2-4953-b93d-bd5f198317f9"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:38.040872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dca6fe77-4eb1-4603-ba83-3577f69a2723 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.047678 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6126743-8f7c-4411-bf75-4910b534a58e x-openstack-request-id: req-e6126743-8f7c-4411-bf75-4910b534a58e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:38.048184 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66add774-8b7b-412e-9dad-dc9d1d612e29", "tag": "0347171a-3ad2-4953-b93d-bd5f198317f9", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:38.048690 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6126743-8f7c-4411-bf75-4910b534a58e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:38.049761 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'tag': '0347171a-3ad2-4953-b93d-bd5f198317f9', 'status': 'completed', 'code': 200} Dec 10 09:02:38.068442 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.092828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-b3863cbe-18ce-4446-b5a6-ccfabf697167 None None] Allocated IP 172.20.0.2 (0da4f64c-8165-45ca-be7d-a1fb79677e84/152d139a-265d-4bdc-9d76-b0ad9709a990/16a3b9b1-838c-43bb-a6ca-eec2578866e9) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:38.141669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.162294 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:02:38.200803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Network 21df925e-eb6e-464a-9959-256a7fa7a1ae is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:38.210165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:38.212293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Pushing event updated for resources: {'Port': ['ID=ac137822-eb4d-4b23-a4e5-6622a95f7738,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:38.214744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:38.239042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b3863cbe-18ce-4446-b5a6-ccfabf697167 None None] For port 16a3b9b1-838c-43bb-a6ca-eec2578866e9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=16a3b9b1-838c-43bb-a6ca-eec2578866e9,segment=NetworkSegment(dbb8664e-76d5-40c8-a073-570a387d86fc),segment_id=dbb8664e-76d5-40c8-a073-570a387d86fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:38.273456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-efe1df55-e902-4ff3-90e9-f88cf824834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:38.275389 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-efe1df55-e902-4ff3-90e9-f88cf824834f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 1096 time: 0.1437471 Dec 10 09:02:38.288618 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3863cbe-18ce-4446-b5a6-ccfabf697167 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.303299 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3863cbe-18ce-4446-b5a6-ccfabf697167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.329569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:38.330713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.385753 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dca6fe77-4eb1-4603-ba83-3577f69a2723 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.387214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f54f2-271a-4906-8774-b59ca61ee3f2 req-4b70add5-80a1-458b-9ec6-b0264d242a64 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:38.399155 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-995f54f2-271a-4906-8774-b59ca61ee3f2 req-4b70add5-80a1-458b-9ec6-b0264d242a64 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 943 time: 0.0741906 Dec 10 09:02:38.407563 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dca6fe77-4eb1-4603-ba83-3577f69a2723 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.492966 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-a02e84e5-e5f5-4ba6-8a11-12fb66291e24 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3872805 Dec 10 09:02:38.494696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60936) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:38.501441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6fe77-4eb1-4603-ba83-3577f69a2723 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae4ce2-bb98-4208-b285-99434c978a65,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:38.525934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Request body: {'port': {'device_id': 'ca4bcf80-e666-459f-a88c-2d32146cf79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:38.531508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-9e144212-9032-4925-bdd1-ff890c2d5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:38.533038 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-9e144212-9032-4925-bdd1-ff890c2d5b9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.2480891 Dec 10 09:02:38.539264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-995f54f2-271a-4906-8774-b59ca61ee3f2 req-7d78a91a-4094-4a06-a0f2-a769039f8eb3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391921 Dec 10 09:02:38.551574 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f2c0c79-2fd5-44ca-aad5-8678158573f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.579402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3863cbe-18ce-4446-b5a6-ccfabf697167 None None] Pushing event updated for resources: {'Port': ['ID=16a3b9b1-838c-43bb-a6ca-eec2578866e9,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:38.588426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dca6fe77-4eb1-4603-ba83-3577f69a2723 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.592325 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dca6fe77-4eb1-4603-ba83-3577f69a2723 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6584845 Dec 10 09:02:38.602863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60940) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:38.617139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e6f3e04d-cd26-463d-b255-88a715dee4b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'security_group': {'name': 'tempest-secgroup-826416585'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:38.629368 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '3fc6fbc3-9b98-49a9-97f2-ef20b7d0c491', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'port_id': '0347171a-3ad2-4953-b93d-bd5f198317f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'mac_address': 'fa:16:3e:90:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:02:11Z', 'updated_at': '2021-12-10T09:02:36Z', 'revision_number': 1, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:38.682257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.691560 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] Checking router: 2782dbfb-3a30-4775-9517-26629752be6c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:02:38.707535 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:02:38.708545 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:38.756803 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-7b3d439e-2aa3-46bf-a74a-d968a0005e17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 200 len: 999 time: 0.1727576 Dec 10 09:02:38.786307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f2c0c79-2fd5-44ca-aad5-8678158573f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.804763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e42222-9d8e-4f5e-9862-ee3995d1d1dd req-e68882ca-e8ad-47d5-ade2-265ea6779fc4 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:38.813467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02e42222-9d8e-4f5e-9862-ee3995d1d1dd req-e68882ca-e8ad-47d5-ade2-265ea6779fc4 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 931 time: 0.3497641 Dec 10 09:02:38.843617 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f2c0c79-2fd5-44ca-aad5-8678158573f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.885952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8f2c0c79-2fd5-44ca-aad5-8678158573f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f28d710ce02471994de5decfd4535b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783720 Dec 10 09:02:38.892371 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:02:38.895875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60950) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:38.927958 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02e42222-9d8e-4f5e-9862-ee3995d1d1dd req-72221c71-4ddf-49ae-8e03-e199480401d2 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133311 Dec 10 09:02:38.928690 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e04d-cd26-463d-b255-88a715dee4b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:38.962356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c0c79-2fd5-44ca-aad5-8678158573f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443a41ed-d84f-4596-9014-21391df4b46b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:38.992386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-fe128555-ec29-4bb6-bdf3-b0de463c7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:38.997057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-fe128555-ec29-4bb6-bdf3-b0de463c7ca8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.2325079 Dec 10 09:02:39.027168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59a896d2-2898-4635-934d-785b7c24520b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.060215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e04d-cd26-463d-b255-88a715dee4b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.073654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e04d-cd26-463d-b255-88a715dee4b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.146041 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.162535 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e04d-cd26-463d-b255-88a715dee4b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.168557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e6f3e04d-cd26-463d-b255-88a715dee4b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5587251 Dec 10 09:02:39.171078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60960) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:39.177426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-433273255', 'security_groups': ['70149612-6a73-442f-ac7a-c6b2748b1094'], 'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '152d139a-265d-4bdc-9d76-b0ad9709a990'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:39.183850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3e04d-cd26-463d-b255-88a715dee4b2 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70149612-6a73-442f-ac7a-c6b2748b1094,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:39.230032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb3d0a-8705-4fec-a77e-818776cd379e req-e30270dd-f479-4a46-a5f5-83921893b81c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:39.234430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59a896d2-2898-4635-934d-785b7c24520b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.255940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abbb3d0a-8705-4fec-a77e-818776cd379e req-e30270dd-f479-4a46-a5f5-83921893b81c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1992359 Dec 10 09:02:39.262698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-80ec3fa6-b0dc-4549-b070-91ae10876dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:39.264414 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-80ec3fa6-b0dc-4549-b070-91ae10876dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2386179 Dec 10 09:02:39.270180 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '3fc6fbc3-9b98-49a9-97f2-ef20b7d0c491', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'port_id': '0347171a-3ad2-4953-b93d-bd5f198317f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'mac_address': 'fa:16:3e:90:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:02:11Z', 'updated_at': '2021-12-10T09:02:36Z', 'revision_number': 1, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:39.322362 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74799d-d24e-43f7-8cc2-e6be7066facc None None] The sync data for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 is: [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '3fc6fbc3-9b98-49a9-97f2-ef20b7d0c491', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'port_id': '0347171a-3ad2-4953-b93d-bd5f198317f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'mac_address': 'fa:16:3e:90:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:02:11Z', 'updated_at': '2021-12-10T09:02:36Z', 'revision_number': 1, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:02:39.390510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abbb3d0a-8705-4fec-a77e-818776cd379e req-96969c61-a868-4402-a438-cdd9ee183591 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329200 Dec 10 09:02:39.442061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:39.460737 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59a896d2-2898-4635-934d-785b7c24520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.463492 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-59a896d2-2898-4635-934d-785b7c24520b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.467433 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-59a896d2-2898-4635-934d-785b7c24520b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/443a41ed-d84f-4596-9014-21391df4b46b HTTP/1.1" status: 204 len: 168 time: 0.5685921 Dec 10 09:02:39.493039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a896d2-2898-4635-934d-785b7c24520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443a41ed-d84f-4596-9014-21391df4b46b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:39.554582 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-abeb27e1-862e-4db9-9b5f-769cc585a200 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761259 Dec 10 09:02:39.558605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac137822-eb4d-4b23-a4e5-6622a95f7738 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:02:39.578562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e4ea3971-2188-452b-9fd4-9a925ec4717c None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:39.579941 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e4ea3971-2188-452b-9fd4-9a925ec4717c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.668646 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.688228 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.700429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] device_id is not set on port a930182f-d71d-4b96-ab44-5e9f05ef5061 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:39.712637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Transition to ACTIVE for port object ac137822-eb4d-4b23-a4e5-6622a95f7738 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:02:39.721985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.788033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e4ea3971-2188-452b-9fd4-9a925ec4717c None None] Provisioning complete for port 1aba7de7-d5e4-4d47-a262-bbe2354c174b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:39.788472 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e4ea3971-2188-452b-9fd4-9a925ec4717c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:39.796537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a43caaf-f215-4872-a277-0f1ae1974788 None None] New status for floating IP 3fc6fbc3-9b98-49a9-97f2-ef20b7d0c491: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:02:39.863999 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0d934e6d-f28a-4c6c-a020-0704ec280515 req-cc623b33-dd2f-4a90-b3db-dfbdd819b3b1 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989731 Dec 10 09:02:39.867704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac137822-eb4d-4b23-a4e5-6622a95f7738,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:39.905135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea3971-2188-452b-9fd4-9a925ec4717c None None] Port 1aba7de7-d5e4-4d47-a262-bbe2354c174b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:39.985594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Attempting to bind port ac137822-eb4d-4b23-a4e5-6622a95f7738 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:39.986200 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Attempting to bind port ac137822-eb4d-4b23-a4e5-6622a95f7738 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '7f7d7c88-99bb-469d-87b0-9c7096cf017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '21df925e-eb6e-464a-9959-256a7fa7a1ae'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:39.987177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Attempting to bind port ac137822-eb4d-4b23-a4e5-6622a95f7738 on network 21df925e-eb6e-464a-9959-256a7fa7a1ae {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:39.993714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Port ac137822-eb4d-4b23-a4e5-6622a95f7738 on network 21df925e-eb6e-464a-9959-256a7fa7a1ae not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:39.994830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Attempting to bind port ac137822-eb4d-4b23-a4e5-6622a95f7738 on network 21df925e-eb6e-464a-9959-256a7fa7a1ae {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:40.002259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:02:40.002984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Checking segment: {'id': '7f7d7c88-99bb-469d-87b0-9c7096cf017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '21df925e-eb6e-464a-9959-256a7fa7a1ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:40.003389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Bound using segment: {'id': '7f7d7c88-99bb-469d-87b0-9c7096cf017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '21df925e-eb6e-464a-9959-256a7fa7a1ae'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:02:40.003931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Bound port: ac137822-eb4d-4b23-a4e5-6622a95f7738, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7d7c88-99bb-469d-87b0-9c7096cf017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '21df925e-eb6e-464a-9959-256a7fa7a1ae'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:02:40.005886 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:40.010326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-98c20d00-fe16-4ddc-ab0f-48856ecb6f25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.027098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-98c20d00-fe16-4ddc-ab0f-48856ecb6f25 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39ab8b3-5a34-489a-9b24-e9c710e26bf5 HTTP/1.1" status: 200 len: 943 time: 0.1468923 Dec 10 09:02:40.101393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16a3b9b1-838c-43bb-a6ca-eec2578866e9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:40.136385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.13 (0da4f64c-8165-45ca-be7d-a1fb79677e84/152d139a-265d-4bdc-9d76-b0ad9709a990/a930182f-d71d-4b96-ab44-5e9f05ef5061) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:40.140385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] For port ac137822-eb4d-4b23-a4e5-6622a95f7738, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:40.144636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] For port ac137822-eb4d-4b23-a4e5-6622a95f7738, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=ac137822-eb4d-4b23-a4e5-6622a95f7738,segment=NetworkSegment(7f7d7c88-99bb-469d-87b0-9c7096cf017f),segment_id=7f7d7c88-99bb-469d-87b0-9c7096cf017f)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:02:40.150679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:40.175476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:40.176273 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:40.203069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.203710 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:40.205324 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac137822-eb4d-4b23-a4e5-6622a95f7738 HTTP/1.1" status: 200 len: 1091 time: 1.6864090 Dec 10 09:02:40.205946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4bcf80-e666-459f-a88c-2d32146cf79f', 'tag': 'ac137822-eb4d-4b23-a4e5-6622a95f7738'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:40.208374 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4bcf80-e666-459f-a88c-2d32146cf79f", "tag": "ac137822-eb4d-4b23-a4e5-6622a95f7738"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:40.239877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b99abe-c138-4354-830e-6879ceca2da1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac137822-eb4d-4b23-a4e5-6622a95f7738,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:40.298682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-9a8e12fa-ad9f-47a1-926d-1c481a73ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.302462 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-9a8e12fa-ad9f-47a1-926d-1c481a73ccdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=574a904eb06d445bbabc4c7b7f860602&device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 1094 time: 0.0478988 Dec 10 09:02:40.311414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a1581-95bf-48b6-a98d-ffa434709395 req-f7cdb443-a703-4d9b-aa88-a57a85442ea0 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.321894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c22a1581-95bf-48b6-a98d-ffa434709395 req-f7cdb443-a703-4d9b-aa88-a57a85442ea0 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 943 time: 0.1791439 Dec 10 09:02:40.368041 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-05147a21-e707-4770-be12-4b1bf562f3e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac137822-eb4d-4b23-a4e5-6622a95f7738 HTTP/1.1" status: 200 len: 217 time: 0.0568554 Dec 10 09:02:40.427865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Deleting port 27597fdc-7c83-491b-9476-122c3b095eff {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:40.428211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:40.437071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa84bd-c0e3-47e7-8b4a-9c40aeaf3c62 req-d11e65f6-2984-42ef-8fb6-4a2c57b52168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.438770 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-12aa84bd-c0e3-47e7-8b4a-9c40aeaf3c62 req-d11e65f6-2984-42ef-8fb6-4a2c57b52168 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1096 time: 0.0796673 Dec 10 09:02:40.444495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d9403628-899c-4354-833f-c2c24a8b23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.445953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d9403628-899c-4354-833f-c2c24a8b23c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de3c6db1-0187-47dd-b3d2-f8b49014b5ad HTTP/1.1" status: 200 len: 861 time: 0.0592201 Dec 10 09:02:40.477746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c22a1581-95bf-48b6-a98d-ffa434709395 req-49dece28-4b4e-44ee-8b6d-5c9336b44508 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527770 Dec 10 09:02:40.491775 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-8d30a7e9-18a3-4da2-8964-bacd8d5ecca1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=21df925e-eb6e-464a-9959-256a7fa7a1ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373788 Dec 10 09:02:40.556071 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:40.568573 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7514300d-fa8e-4f33-b505-83b1159fe486 x-openstack-request-id: req-7514300d-fa8e-4f33-b505-83b1159fe486 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:40.568867 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4bcf80-e666-459f-a88c-2d32146cf79f", "tag": "ac137822-eb4d-4b23-a4e5-6622a95f7738", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:40.569124 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7514300d-fa8e-4f33-b505-83b1159fe486 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:40.569530 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4bcf80-e666-459f-a88c-2d32146cf79f', 'tag': 'ac137822-eb4d-4b23-a4e5-6622a95f7738', 'status': 'completed', 'code': 200} Dec 10 09:02:40.578771 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-12aa84bd-c0e3-47e7-8b4a-9c40aeaf3c62 req-67e88895-30a3-4760-8383-e8292cda4cf2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307039 Dec 10 09:02:40.602952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] For port 27597fdc-7c83-491b-9476-122c3b095eff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=27597fdc-7c83-491b-9476-122c3b095eff,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:40.603232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:40.622285 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-d41e3f98-490e-47e2-818e-7d592447da6a service neutron] 10.222.0.39 "GET /v2.0/networks/21df925e-eb6e-464a-9959-256a7fa7a1ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180639 Dec 10 09:02:40.623627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Calling delete_port for 27597fdc-7c83-491b-9476-122c3b095eff owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:40.695863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:40.729410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a27fac08-8fbb-405a-b577-f9c14a71bba2 req-4326a026-7371-41bd-b7c2-acc780ea5308 service neutron] 10.222.0.39 "GET /v2.0/networks/21df925e-eb6e-464a-9959-256a7fa7a1ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991695 Dec 10 09:02:40.777222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:40.792461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ea86-19de-48d2-9fba-ec07b371a916 req-a23debf2-1b59-46a7-b97e-e6580fe09e32 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.794027 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40f3ea86-19de-48d2-9fba-ec07b371a916 req-a23debf2-1b59-46a7-b97e-e6580fe09e32 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1653960 Dec 10 09:02:40.794664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=a930182f-d71d-4b96-ab44-5e9f05ef5061,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:40.797588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:40.801884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:40.843343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-4754e727-3ae9-4477-b34c-a3ad3eb70253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.845236 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-4754e727-3ae9-4477-b34c-a3ad3eb70253 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=574a904eb06d445bbabc4c7b7f860602&device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 1094 time: 0.0596712 Dec 10 09:02:40.945454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.946241 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:40.984716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-f65af799-8854-4114-adea-cfc1aef734ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:40.986456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40f3ea86-19de-48d2-9fba-ec07b371a916 req-ea4a60ea-e2cb-4127-af76-36258e80501b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788919 Dec 10 09:02:40.986614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-f65af799-8854-4114-adea-cfc1aef734ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=21df925e-eb6e-464a-9959-256a7fa7a1ae HTTP/1.1" status: 200 len: 922 time: 0.1342111 Dec 10 09:02:41.012501 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-441c00e8-45fa-4984-b909-2a2897f51fcc tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8401713 Dec 10 09:02:41.013846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32792) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:41.029095 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-67b91cf6-9ac5-49ad-bf61-a74393717f05 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:41.117439 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-be89a8d1-30ce-4a69-8bae-a4d13b15a89c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac137822-eb4d-4b23-a4e5-6622a95f7738 HTTP/1.1" status: 200 len: 217 time: 0.1164329 Dec 10 09:02:41.147710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:41.174727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 27597fdc-7c83-491b-9476-122c3b095eff no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:02:41.187563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-2fb87431-d54c-42c5-85f5-a8b458cb4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:41.190417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-2fb87431-d54c-42c5-85f5-a8b458cb4e8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de3c6db1-0187-47dd-b3d2-f8b49014b5ad HTTP/1.1" status: 200 len: 861 time: 0.0625634 Dec 10 09:02:41.214427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 27597fdc-7c83-491b-9476-122c3b095eff {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:02:41.215304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event deleted for resources: {'Port': ['ID=27597fdc-7c83-491b-9476-122c3b095eff,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:41.217896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 27597fdc-7c83-491b-9476-122c3b095eff not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:02:41.237688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-57a34211-084d-43b2-b098-535623cdd4e2 None None] Provisioning complete for port a930182f-d71d-4b96-ab44-5e9f05ef5061 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:41.238378 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57a34211-084d-43b2-b098-535623cdd4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:41.241612 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-6aa464ff-6101-4399-826f-2bd8252deade service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=21df925e-eb6e-464a-9959-256a7fa7a1ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435774 Dec 10 09:02:41.251563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] No DVR routers for this DVR port 27597fdc-7c83-491b-9476-122c3b095eff on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:02:41.255727 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:41.270339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1f84e50-bcfb-4d56-9149-11c3f32ef504 req-e9f1c210-e142-444a-a543-14df072ca7ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "DELETE /v2.0/ports/27597fdc-7c83-491b-9476-122c3b095eff HTTP/1.1" status: 204 len: 173 time: 1.2305541 Dec 10 09:02:41.281562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'name': 'network-vif-deleted', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:41.287249 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb65fe59-ce3b-46de-8e23-db1fcbc76805" -d '{"events": [{"server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "name": "network-vif-deleted", "tag": "27597fdc-7c83-491b-9476-122c3b095eff"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:41.307839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-57a34211-084d-43b2-b098-535623cdd4e2 None None] Port a930182f-d71d-4b96-ab44-5e9f05ef5061 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:41.320458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b91cf6-9ac5-49ad-bf61-a74393717f05 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:41.340219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67b91cf6-9ac5-49ad-bf61-a74393717f05 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:41.442426 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef455aeb-fd1b-4c19-a2b9-e343b512165a x-openstack-request-id: req-ef455aeb-fd1b-4c19-a2b9-e343b512165a {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:41.442962 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39ab8b3-5a34-489a-9b24-e9c710e26bf5", "name": "network-vif-deleted", "tag": "27597fdc-7c83-491b-9476-122c3b095eff", "status": "failed", "code": 422}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:41.443218 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef455aeb-fd1b-4c19-a2b9-e343b512165a {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:41.443838 n-d-814746-3 neutron-server[114969]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a39ab8b3-5a34-489a-9b24-e9c710e26bf5', 'name': 'network-vif-deleted', 'tag': '27597fdc-7c83-491b-9476-122c3b095eff', 'status': 'failed', 'code': 422} returned with failed status Dec 10 09:02:41.453008 n-d-814746-3 neutron-server[114969]: INFO neutron.db.ipam_backend_mixin [None req-67b91cf6-9ac5-49ad-bf61-a74393717f05 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 152d139a-265d-4bdc-9d76-b0ad9709a990 (CIDR: 172.20.0.0/28) Dec 10 09:02:41.456382 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-a6f52133-3bfd-4f77-a8a6-79ae4b017334 service neutron] 10.222.0.39 "GET /v2.0/networks/21df925e-eb6e-464a-9959-256a7fa7a1ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057247 Dec 10 09:02:41.457536 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b91cf6-9ac5-49ad-bf61-a74393717f05 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:02:41.457766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b91cf6-9ac5-49ad-bf61-a74393717f05 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:41.482911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-67b91cf6-9ac5-49ad-bf61-a74393717f05 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4679477 Dec 10 09:02:41.487012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32806) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:41.494480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a45a16e2-e131-456b-954b-ae4fcbfdf17c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:41.520411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32810) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:41.614005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce80ab-a1ed-4398-aaec-a291a3991699 req-4b6435a3-b9be-486f-a61b-d01c15c04a9c tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:41.615621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fce80ab-a1ed-4398-aaec-a291a3991699 req-4b6435a3-b9be-486f-a61b-d01c15c04a9c tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 943 time: 0.0622466 Dec 10 09:02:41.653568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5acbd3e4-bf0c-4faa-b2ad-0d519e621b03 req-a7d65455-3003-456d-801b-bbd8924403af service neutron] 10.222.0.39 "GET /v2.0/networks/21df925e-eb6e-464a-9959-256a7fa7a1ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852834 Dec 10 09:02:41.737376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a16e2-e131-456b-954b-ae4fcbfdf17c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:41.741628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fce80ab-a1ed-4398-aaec-a291a3991699 req-b68ed188-547f-4b7f-802c-e927f924977b tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012628 Dec 10 09:02:41.743234 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a45a16e2-e131-456b-954b-ae4fcbfdf17c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:41.751830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2119773021'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:41.776753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Made reservation on behalf of 8f4efdc4f07a468688098fb5dde8d2b0 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:41.780660 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:41.795223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:41.874883 n-d-814746-3 neutron-server[114970]: INFO neutron.db.ipam_backend_mixin [None req-a45a16e2-e131-456b-954b-ae4fcbfdf17c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9ee0335b-0b29-4a4a-8a50-3ce4ea80c982 (CIDR: 172.20.0.16/28) Dec 10 09:02:41.880039 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45a16e2-e131-456b-954b-ae4fcbfdf17c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:02:41.880545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45a16e2-e131-456b-954b-ae4fcbfdf17c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:41.900634 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a45a16e2-e131-456b-954b-ae4fcbfdf17c tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4122214 Dec 10 09:02:41.903484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32828) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:41.909327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'subnet': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:41.926844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:41.959349 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.012025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:02:42.016633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3980e267-cdba-4e35-b4de-90e3e3f20c44,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:42.043853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.044231 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Added segment af6c76ce-d85c-4d31-a27b-7a114657383e of type vlan for network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 Dec 10 09:02:42.045400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Made reservation on behalf of c92c7c8c867842f39ed3c517f1e79c81 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:42.050250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.084471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-6ef1c49f-b77e-4f25-b4c0-d95424de4502 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:42.085989 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-6ef1c49f-b77e-4f25-b4c0-d95424de4502 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.1905534 Dec 10 09:02:42.145581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.149326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-dca90d1c-27ac-4893-a810-b3f62ed7510f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/quotas/6e89a16ac911488da78b0d0edb1d78b0 HTTP/1.1" status: 200 len: 375 time: 0.0315099 Dec 10 09:02:42.180026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ee24d-1adb-4a42-ac68-788a2295911c req-066b576f-687f-4253-9352-6cc49361f9ec tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:42.181542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-836ee24d-1adb-4a42-ac68-788a2295911c req-066b576f-687f-4253-9352-6cc49361f9ec tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1203043 Dec 10 09:02:42.212825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-39df96e3-afc0-4e81-b96f-c5401bf9afaf tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555613 Dec 10 09:02:42.230392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.235885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:42.237153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.300671 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.336136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8144515 Dec 10 09:02:42.345084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:42.348286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:42.352643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:42.353260 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.360963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175f4b2d-83fa-412c-8875-1d27babb1f49 None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:42.363225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Subnet': ['ID=db058e13-d467-42fb-bd1b-d0f8e2bad7cc,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:42.366797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-836ee24d-1adb-4a42-ac68-788a2295911c req-18887e30-d365-4bd9-b6b2-1cceb323b544 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710258 Dec 10 09:02:42.389384 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-44c1e000-ce53-4f2d-8db9-13311ba9f177 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4823117 Dec 10 09:02:42.389588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32842) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:42.396216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1459615030', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'db058e13-d467-42fb-bd1b-d0f8e2bad7cc'}], 'security_groups': ['7799633c-fdc4-4818-8f61-a4fd406a459d', 'aaae4ce2-bb98-4208-b285-99434c978a65']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:42.404012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a7878-f827-4f3d-8e30-43698960584e tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Pushing event updated for resources: {'Network': ['ID=59b14b10-62bd-4eee-b5fe-dbb51fda7896,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:42.444516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:02:42.462114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-9defa6c3-5770-4a1e-9b05-5ee0c79f743e service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382405 Dec 10 09:02:42.591833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-67432961-945c-459f-b39c-0ca2856220f3 service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231546 Dec 10 09:02:42.703759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f28cb5-1834-4458-88ef-b1966c940c3b None None] Update dhcp port {'port': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'fixed_ips': [{'subnet_id': '9ee0335b-0b29-4a4a-8a50-3ce4ea80c982', 'ip_address': '172.20.0.18'}, {'subnet_id': '152d139a-265d-4bdc-9d76-b0ad9709a990', 'ip_address': '172.20.0.2'}, {'subnet_id': 'db058e13-d467-42fb-bd1b-d0f8e2bad7cc'}], 'binding:host_id': 'n-d-814746-3'}, 'id': '16a3b9b1-838c-43bb-a6ca-eec2578866e9'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:02:42.754129 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0f28cb5-1834-4458-88ef-b1966c940c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.775648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32854) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:42.780695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Request body: {'port': {'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896', 'binding:host_id': 'n-h2-814746-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1923279780'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:42.812828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Made reservation on behalf of 7edf599aa9264702b5b229a19679eabb for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:42.818571 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.863525 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:42.884481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c171456c-6293-4d28-a8d1-4f589ea9ca65 req-8a71069a-1c31-438b-a0bc-598c75a2e8bf tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 210 time: 0.0539780 Dec 10 09:02:42.995605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b329d3e-fb3a-4637-ae71-8cb8e23c51ab req-0e72b363-0c6a-4f2d-bb7b-0ff47a13f44a tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:42.997543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b329d3e-fb3a-4637-ae71-8cb8e23c51ab req-0e72b363-0c6a-4f2d-bb7b-0ff47a13f44a tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 943 time: 0.1157064 Dec 10 09:02:43.045235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e0f28cb5-1834-4458-88ef-b1966c940c3b None None] Allocated IP 172.20.0.34 (0da4f64c-8165-45ca-be7d-a1fb79677e84/db058e13-d467-42fb-bd1b-d0f8e2bad7cc/16a3b9b1-838c-43bb-a6ca-eec2578866e9) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:43.102836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b329d3e-fb3a-4637-ae71-8cb8e23c51ab req-b9b5cd87-fa69-4e63-8e59-3bda51033af6 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974050 Dec 10 09:02:43.122146 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:43.131549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:43.146718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device ac137822-eb4d-4b23-a4e5-6622a95f7738 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:02:43.150905 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:43.151439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] device_id is not set on port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:43.203883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57764e8b-28ed-4858-872e-a5912a134b30 req-6bc206e2-5503-42fd-bd27-5f9059e775e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:43.205807 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-57764e8b-28ed-4858-872e-a5912a134b30 req-6bc206e2-5503-42fd-bd27-5f9059e775e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1096 time: 0.1120596 Dec 10 09:02:43.272045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e0f28cb5-1834-4458-88ef-b1966c940c3b None None] For port 16a3b9b1-838c-43bb-a6ca-eec2578866e9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=16a3b9b1-838c-43bb-a6ca-eec2578866e9,segment=NetworkSegment(dbb8664e-76d5-40c8-a073-570a387d86fc),segment_id=dbb8664e-76d5-40c8-a073-570a387d86fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:43.275916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de53d598-86fe-4681-8e2e-db3957104b51,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:43.329406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56524f89-241d-43fb-bc68-174529877b6f req-a4b9aed3-74ee-453a-b27f-58f6f46ba7b7 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:43.337813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56524f89-241d-43fb-bc68-174529877b6f req-a4b9aed3-74ee-453a-b27f-58f6f46ba7b7 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1805270 Dec 10 09:02:43.343100 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0f28cb5-1834-4458-88ef-b1966c940c3b None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:43.356811 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0f28cb5-1834-4458-88ef-b1966c940c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:43.368503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port ac137822-eb4d-4b23-a4e5-6622a95f7738, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=ac137822-eb4d-4b23-a4e5-6622a95f7738,segment=NetworkSegment(7f7d7c88-99bb-469d-87b0-9c7096cf017f),segment_id=7f7d7c88-99bb-469d-87b0-9c7096cf017f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:43.380187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57764e8b-28ed-4858-872e-a5912a134b30 req-7cc6fc6b-68b2-44e2-9b99-4bf90e1b360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:43.381876 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-57764e8b-28ed-4858-872e-a5912a134b30 req-7cc6fc6b-68b2-44e2-9b99-4bf90e1b360f service neutron] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 920 time: 0.1674473 Dec 10 09:02:43.442064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'ac137822-eb4d-4b23-a4e5-6622a95f7738', 'network_id': '21df925e-eb6e-464a-9959-256a7fa7a1ae', 'port_id': 'ac137822-eb4d-4b23-a4e5-6622a95f7738', 'mac_address': 'fa:16:3e:56:81:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3c6db1-0187-47dd-b3d2-f8b49014b5ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:02:43.467142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-57764e8b-28ed-4858-872e-a5912a134b30 req-a8d4b98e-7bb7-43fb-a28b-6ded1777e72d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c28a7096-8a55-4de3-9b33-83c0a4484416 HTTP/1.1" status: 200 len: 217 time: 0.0747814 Dec 10 09:02:43.495310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56524f89-241d-43fb-bc68-174529877b6f req-84412ab9-b154-4cb7-a669-9ee5dcf8e358 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562088 Dec 10 09:02:43.500896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f28cb5-1834-4458-88ef-b1966c940c3b None None] Pushing event updated for resources: {'Port': ['ID=16a3b9b1-838c-43bb-a6ca-eec2578866e9,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:43.558772 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:43.611745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] device_id is not set on port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:43.646400 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:43.654339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57764e8b-28ed-4858-872e-a5912a134b30 req-8b9e8df3-303e-44f4-9e9d-6f95129df05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:43.656217 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-57764e8b-28ed-4858-872e-a5912a134b30 req-8b9e8df3-303e-44f4-9e9d-6f95129df05d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.1797361 Dec 10 09:02:43.664952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:43.702994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-57764e8b-28ed-4858-872e-a5912a134b30 req-c2389132-6f7c-4c97-b913-e8d98290d0c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347357 Dec 10 09:02:43.766627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'Port': ['ID=030cf96b-30cd-4ab7-b18a-e7e8c945ee36,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:43.777337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Checking segment: {'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:43.777535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Network hostable DHCP agents. Network: 59b14b10-62bd-4eee-b5fe-dbb51fda7896, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:02:43.787615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac137822-eb4d-4b23-a4e5-6622a95f7738 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:02:43.806890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:02:43.815484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port ac137822-eb4d-4b23-a4e5-6622a95f7738, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=ac137822-eb4d-4b23-a4e5-6622a95f7738,segment=NetworkSegment(7f7d7c88-99bb-469d-87b0-9c7096cf017f),segment_id=7f7d7c88-99bb-469d-87b0-9c7096cf017f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:43.820339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 59b14b10-62bd-4eee-b5fe-dbb51fda7896) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:43.821879 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:43.825723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:43.843501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:43.844277 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:43.844880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:43.851879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57d234-5c7d-48a2-a73c-935fe5798521 None None] Network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:43.854491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:43.855196 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:43.855788 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 2 to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 Dec 10 09:02:43.873096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:43.874554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:43.875193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:43.881768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:43.882460 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:43.883076 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 3 to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 Dec 10 09:02:43.900529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:43.901378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:43.901989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:43.907813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:43.909470 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:43.910608 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 4 to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 Dec 10 09:02:43.932074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:43.932849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:43.933413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:43.934334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=ac137822-eb4d-4b23-a4e5-6622a95f7738,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:43.941346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-57764e8b-28ed-4858-872e-a5912a134b30 req-1935ce53-75af-4c2a-9dbe-ec484573b295 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256880 Dec 10 09:02:43.942737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Delete allocated IP 172.20.0.13 (0da4f64c-8165-45ca-be7d-a1fb79677e84/152d139a-265d-4bdc-9d76-b0ad9709a990) {{(pid=114970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 09:02:43.946814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:43.947120 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:43.948654 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 5 to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 Dec 10 09:02:43.989529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:43.990184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:43.990589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:43.996320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:43.996896 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:43.997333 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 6 to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 Dec 10 09:02:43.997453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Allocated IP 172.20.0.37 (0da4f64c-8165-45ca-be7d-a1fb79677e84/db058e13-d467-42fb-bd1b-d0f8e2bad7cc/a930182f-d71d-4b96-ab44-5e9f05ef5061) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:44.077961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b385fcd-a18e-4c0b-9579-cd29f403e8b7 req-7c2e573c-b57d-48ab-99bf-81c9f3f954ce tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 210 time: 0.0567372 Dec 10 09:02:44.079961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:44.080392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:44.080806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:44.088340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:44.088764 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:44.089530 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 7 to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 Dec 10 09:02:44.098715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16a3b9b1-838c-43bb-a6ca-eec2578866e9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:44.130889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:44.138662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:44.139103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:44.152888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:44.153218 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:44.153654 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 8 to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 Dec 10 09:02:44.160541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['ac137822-eb4d-4b23-a4e5-6622a95f7738'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:02:44.176555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:44.176908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:44.177257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:44.183703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:44.184026 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:44.184427 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 9 to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 Dec 10 09:02:44.198704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:44.199041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:44.199383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:44.204757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:44.205958 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:44.206355 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 10 to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 Dec 10 09:02:44.214095 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-57764e8b-28ed-4858-872e-a5912a134b30 req-a3f9ad50-cb0e-42e4-abcd-1029e83c33a4 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555597 Dec 10 09:02:44.245958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:44.246331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:44.246827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:44.281790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:44.282393 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:44.282926 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.315413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:44.316115 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.342676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313bf27-d5e1-4e08-9c00-61d98f4df313 req-c04ed521-83ff-470f-8732-130dd0ca72a4 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:44.350245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9313bf27-d5e1-4e08-9c00-61d98f4df313 req-c04ed521-83ff-470f-8732-130dd0ca72a4 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 944 time: 0.1256328 Dec 10 09:02:44.425520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-de396ac5-cef0-4fdc-9499-cc7d6420c062 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:44.427349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-de396ac5-cef0-4fdc-9499-cc7d6420c062 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.1708684 Dec 10 09:02:44.435566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] For port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:44.435758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempted to set empty binding levels {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 09:02:44.444701 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.445549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Request body: {'port': {'device_id': '6f02a3da-8a01-4e60-8ac3-066d0961e015', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'admin_state_up': True, 'tenant_id': '6e89a16ac911488da78b0d0edb1d78b0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:44.462939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9313bf27-d5e1-4e08-9c00-61d98f4df313 req-6653c218-fcda-41e4-81b0-34ad1433be9d tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116066 Dec 10 09:02:44.499452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:44.500032 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.513372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3b7706ad-ac17-4c15-a127-25757465929d None None] Provisioning complete for port a930182f-d71d-4b96-ab44-5e9f05ef5061 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:44.514023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b7706ad-ac17-4c15-a127-25757465929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.547708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32874) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:44.553704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7653041 Dec 10 09:02:44.558385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26a266-c057-4744-9e0f-ddc11f34c93c tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'Port': ['ID=030cf96b-30cd-4ab7-b18a-e7e8c945ee36,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:44.571791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3b7706ad-ac17-4c15-a127-25757465929d None None] Port a930182f-d71d-4b96-ab44-5e9f05ef5061 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:44.585022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3b7706ad-ac17-4c15-a127-25757465929d None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:44.585395 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b7706ad-ac17-4c15-a127-25757465929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.612770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.629912 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.681474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ce4d8-e4c7-4880-ac97-594260142c3b req-659f06e6-ff65-4876-acfc-b40cc7017e2f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:44.691755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a3ce4d8-e4c7-4880-ac97-594260142c3b req-659f06e6-ff65-4876-acfc-b40cc7017e2f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.0733457 Dec 10 09:02:44.695237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3b7706ad-ac17-4c15-a127-25757465929d None None] Provisioning complete for port 1aba7de7-d5e4-4d47-a262-bbe2354c174b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:44.695685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b7706ad-ac17-4c15-a127-25757465929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.737784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3b7706ad-ac17-4c15-a127-25757465929d None None] Port 1aba7de7-d5e4-4d47-a262-bbe2354c174b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:44.750335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a3ce4d8-e4c7-4880-ac97-594260142c3b req-d3a4d532-77f1-47ce-b8d1-c2c2fbb43b05 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575233 Dec 10 09:02:44.794994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event updated for resources: {'Port': ['ID=a930182f-d71d-4b96-ab44-5e9f05ef5061,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:44.822128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] In _notify_port_updated(), no bound segment for port a930182f-d71d-4b96-ab44-5e9f05ef5061 on network 0da4f64c-8165-45ca-be7d-a1fb79677e84 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:02:44.827636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:44.828236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.829528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-381bd545-f9c9-47d1-bee4-846e2833d109 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "PUT /v2.0/ports/a930182f-d71d-4b96-ab44-5e9f05ef5061 HTTP/1.1" status: 200 len: 960 time: 2.4389927 Dec 10 09:02:44.832535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Made reservation on behalf of 6e89a16ac911488da78b0d0edb1d78b0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:44.832869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32880) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:44.835820 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.856295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-be8ea686-db46-48fd-9632-e595cdc552c7 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Deleting port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:44.856630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be8ea686-db46-48fd-9632-e595cdc552c7 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.936115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-719eea46-1091-4221-bef4-02a70df9b257 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port a930182f-d71d-4b96-ab44-5e9f05ef5061 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:44.936739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-719eea46-1091-4221-bef4-02a70df9b257 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.967537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-be8ea686-db46-48fd-9632-e595cdc552c7 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] For port 030cf96b-30cd-4ab7-b18a-e7e8c945ee36, host n-h2-814746-3, got binding levels [] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:44.967915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be8ea686-db46-48fd-9632-e595cdc552c7 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:44.988977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-be8ea686-db46-48fd-9632-e595cdc552c7 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Calling delete_port for 030cf96b-30cd-4ab7-b18a-e7e8c945ee36 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:45.026236 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.049702 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-719eea46-1091-4221-bef4-02a70df9b257 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.065897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-719eea46-1091-4221-bef4-02a70df9b257 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for a930182f-d71d-4b96-ab44-5e9f05ef5061 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:45.084691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Allocated IP 172.20.0.4 (bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c/abde1311-2306-4ee4-9957-88093119b8f0/c202890e-4a11-44bc-861e-939ba3fab2b2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:45.168518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be8ea686-db46-48fd-9632-e595cdc552c7 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.221790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efaa27fa-4e97-45aa-85ab-6445d2722013 req-d2443f08-fd7f-4e6a-82f4-4370725609eb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 210 time: 0.0572126 Dec 10 09:02:45.248848 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-719eea46-1091-4221-bef4-02a70df9b257 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.252934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ea686-db46-48fd-9632-e595cdc552c7 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event deleted for resources: {'Port': ['ID=030cf96b-30cd-4ab7-b18a-e7e8c945ee36,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:45.263572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be8ea686-db46-48fd-9632-e595cdc552c7 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.267240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-be8ea686-db46-48fd-9632-e595cdc552c7 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "DELETE /v2.0/ports/030cf96b-30cd-4ab7-b18a-e7e8c945ee36 HTTP/1.1" status: 204 len: 168 time: 0.7163970 Dec 10 09:02:45.270014 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32886) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:45.303176 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-722d38c4-7560-477c-ac71-4f1e188ded1e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] GET failed (client error): The resource could not be found. Dec 10 09:02:45.304613 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-722d38c4-7560-477c-ac71-4f1e188ded1e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "GET /v2.0/ports/030cf96b-30cd-4ab7-b18a-e7e8c945ee36 HTTP/1.1" status: 404 len: 333 time: 0.0336373 Dec 10 09:02:45.308552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32888) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:45.311785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719eea46-1091-4221-bef4-02a70df9b257 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=a930182f-d71d-4b96-ab44-5e9f05ef5061,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:45.313115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Request body: {'port': {'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-471541568'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:45.356641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8b3c41c7-3975-41a0-898b-79037888161f None None] Could not find standard attr ID for object a930182f-d71d-4b96-ab44-5e9f05ef5061. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:02:45.371614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-719eea46-1091-4221-bef4-02a70df9b257 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.371871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.376285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Made reservation on behalf of 7edf599aa9264702b5b229a19679eabb for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:45.376443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-719eea46-1091-4221-bef4-02a70df9b257 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/a930182f-d71d-4b96-ab44-5e9f05ef5061 HTTP/1.1" status: 204 len: 168 time: 0.5419528 Dec 10 09:02:45.379760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32890) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:45.380293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.405045 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d0056b-5a1b-4b40-93df-5118f6119074 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] GET failed (client error): The resource could not be found. Dec 10 09:02:45.409548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-73d0056b-5a1b-4b40-93df-5118f6119074 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports/a930182f-d71d-4b96-ab44-5e9f05ef5061 HTTP/1.1" status: 404 len: 333 time: 0.0258100 Dec 10 09:02:45.410532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32892) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:45.412037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] device_id is not set on port 591fba89-ce6b-404b-938d-b8247c1c4abc yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:45.495093 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.552346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:45.566938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:45.574720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:45.652799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event updated for resources: {'Port': ['ID=c202890e-4a11-44bc-861e-939ba3fab2b2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:45.684216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:45.684907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.733356 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-321de058-a0e6-43f2-8d34-98e637117228 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2929831 Dec 10 09:02:45.737729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.749320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Request body: {'port': {'device_id': '6f02a3da-8a01-4e60-8ac3-066d0961e015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:45.830896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.839077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fda13512-2d04-47c7-bd89-5363ae736ae4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.842382 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.883028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b58e0-6292-4abc-93af-31cbad4efb6c req-9e97de99-9097-47f8-9480-fc4f73b5281f tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:45.884805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-847b58e0-6292-4abc-93af-31cbad4efb6c req-9e97de99-9097-47f8-9480-fc4f73b5281f tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 944 time: 0.1022050 Dec 10 09:02:45.897206 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fda13512-2d04-47c7-bd89-5363ae736ae4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.906818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:45.917785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:45.920172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:45.921099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:45.921727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:45.945688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'Port': ['ID=591fba89-ce6b-404b-938d-b8247c1c4abc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:45.949156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c08d9-4d43-4e6d-9b36-b6323f88877f req-f45746e2-dba0-420e-a611-fd9896f48fbc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:45.951124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e9c08d9-4d43-4e6d-9b36-b6323f88877f req-f45746e2-dba0-420e-a611-fd9896f48fbc tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1222775 Dec 10 09:02:45.954286 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4060b073-aaf0-44fb-a266-cc844d8e115e tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6449075 Dec 10 09:02:45.960520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32902) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:45.966282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:46.006034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-847b58e0-6292-4abc-93af-31cbad4efb6c req-af9c1e09-05c0-4763-a485-42824143cdeb tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112697 Dec 10 09:02:46.012214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fda13512-2d04-47c7-bd89-5363ae736ae4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.018149 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fda13512-2d04-47c7-bd89-5363ae736ae4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.020114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fda13512-2d04-47c7-bd89-5363ae736ae4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/security-groups/70149612-6a73-442f-ac7a-c6b2748b1094 HTTP/1.1" status: 204 len: 168 time: 0.6082778 Dec 10 09:02:46.020751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32904) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:46.066799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda13512-2d04-47c7-bd89-5363ae736ae4 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70149612-6a73-442f-ac7a-c6b2748b1094,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:46.074853 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e9c08d9-4d43-4e6d-9b36-b6323f88877f req-3d779455-716b-4ed3-be81-1f77f533f888 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125329 Dec 10 09:02:46.117592 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2e47-9b2a-4f1d-b904-422424820466 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.140153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2e47-9b2a-4f1d-b904-422424820466 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.155954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.182403 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2e47-9b2a-4f1d-b904-422424820466 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.185179 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2e47-9b2a-4f1d-b904-422424820466 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.186351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bfcc2e47-9b2a-4f1d-b904-422424820466 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/security-groups/aaae4ce2-bb98-4208-b285-99434c978a65 HTTP/1.1" status: 204 len: 168 time: 0.1497083 Dec 10 09:02:46.189488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32906) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:46.208311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc2e47-9b2a-4f1d-b904-422424820466 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaae4ce2-bb98-4208-b285-99434c978a65,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:46.251135 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8a41925-f485-4263-aa7d-1a83e17c567a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.275126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8a41925-f485-4263-aa7d-1a83e17c567a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.352519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8a41925-f485-4263-aa7d-1a83e17c567a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.355226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8a41925-f485-4263-aa7d-1a83e17c567a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.356520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a8a41925-f485-4263-aa7d-1a83e17c567a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/security-groups/7799633c-fdc4-4818-8f61-a4fd406a459d HTTP/1.1" status: 204 len: 168 time: 0.1657293 Dec 10 09:02:46.363921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:46.371430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a41925-f485-4263-aa7d-1a83e17c567a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7799633c-fdc4-4818-8f61-a4fd406a459d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:46.392935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73096fc5-3525-4d42-8590-1378f619bd97 req-72e1e960-3be8-4da8-aa85-aefc563e8782 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:46.394723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73096fc5-3525-4d42-8590-1378f619bd97 req-72e1e960-3be8-4da8-aa85-aefc563e8782 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 931 time: 0.0775132 Dec 10 09:02:46.415009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c202890e-4a11-44bc-861e-939ba3fab2b2 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:02:46.435498 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.466249 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73096fc5-3525-4d42-8590-1378f619bd97 req-ddcc357e-c9ad-455b-be13-a6efe9167c9c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547302 Dec 10 09:02:46.479534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dbade7-b6e4-4b4a-89f4-93e36185e1c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet 152d139a-265d-4bdc-9d76-b0ad9709a990 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:02:46.485441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Transition to ACTIVE for port object c202890e-4a11-44bc-861e-939ba3fab2b2 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:02:46.486839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55dbade7-b6e4-4b4a-89f4-93e36185e1c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.510016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.515897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] device_id is not set on port 591fba89-ce6b-404b-938d-b8247c1c4abc yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:46.548386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.571426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.574565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55dbade7-b6e4-4b4a-89f4-93e36185e1c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.628246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Pushing event updated for resources: {'Port': ['ID=c202890e-4a11-44bc-861e-939ba3fab2b2,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:46.771109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'Port': ['ID=591fba89-ce6b-404b-938d-b8247c1c4abc,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:46.778719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:46.779093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:46.779420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:46.785379 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55dbade7-b6e4-4b4a-89f4-93e36185e1c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.810434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:46.810771 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:46.813845 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 2 to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc Dec 10 09:02:46.840760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Attempting to bind port c202890e-4a11-44bc-861e-939ba3fab2b2 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:46.841085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Attempting to bind port c202890e-4a11-44bc-861e-939ba3fab2b2 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:46.841406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Attempting to bind port c202890e-4a11-44bc-861e-939ba3fab2b2 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:46.847323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:46.847653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:46.847976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:46.855479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Port c202890e-4a11-44bc-861e-939ba3fab2b2 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:46.855800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Attempting to bind port c202890e-4a11-44bc-861e-939ba3fab2b2 on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:46.863231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:02:46.863584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Checking segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:46.863978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Bound using segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:02:46.864417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Bound port: c202890e-4a11-44bc-861e-939ba3fab2b2, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:02:46.864776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.869453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:46.869805 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:46.876693 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 3 to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc Dec 10 09:02:46.916415 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:46.916679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:46.917017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:46.924704 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55dbade7-b6e4-4b4a-89f4-93e36185e1c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.958276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:46.958610 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:46.962133 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 4 to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc Dec 10 09:02:46.967170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbade7-b6e4-4b4a-89f4-93e36185e1c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=152d139a-265d-4bdc-9d76-b0ad9709a990,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:46.985244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf6b789-50a6-4909-901c-884a677ee15c None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:46.987443 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55dbade7-b6e4-4b4a-89f4-93e36185e1c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:46.991321 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-55dbade7-b6e4-4b4a-89f4-93e36185e1c7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/152d139a-265d-4bdc-9d76-b0ad9709a990 HTTP/1.1" status: 204 len: 168 time: 0.6264453 Dec 10 09:02:46.996332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32914) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:46.997264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:46.997635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:46.997983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:47.007607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:47.008050 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:47.009205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] For port c202890e-4a11-44bc-861e-939ba3fab2b2, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:47.011174 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 5 to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc Dec 10 09:02:47.014954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] For port c202890e-4a11-44bc-861e-939ba3fab2b2, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c202890e-4a11-44bc-861e-939ba3fab2b2,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:02:47.023429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.050612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4169cc8b-a42c-4e99-bf41-7cf9b370f328 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet db058e13-d467-42fb-bd1b-d0f8e2bad7cc {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:02:47.053920 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4169cc8b-a42c-4e99-bf41-7cf9b370f328 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.059353 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:47.059698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:47.060044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:47.078161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:47.078498 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:47.082805 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 6 to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc Dec 10 09:02:47.087962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:47.088601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.090034 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] 10.222.0.39 "PUT /v2.0/ports/c202890e-4a11-44bc-861e-939ba3fab2b2 HTTP/1.1" status: 200 len: 1091 time: 1.3464730 Dec 10 09:02:47.090492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f02a3da-8a01-4e60-8ac3-066d0961e015', 'tag': 'c202890e-4a11-44bc-861e-939ba3fab2b2'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:47.092799 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46ef2bb-1333-4da1-a160-a907938abe9f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f02a3da-8a01-4e60-8ac3-066d0961e015", "tag": "c202890e-4a11-44bc-861e-939ba3fab2b2"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:47.104157 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4169cc8b-a42c-4e99-bf41-7cf9b370f328 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.120179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:47.120522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:47.120865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:47.124163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b76ba4-dedf-4c9b-b034-be698e55534c service neutron] Pushing event updated for resources: {'Port': ['ID=c202890e-4a11-44bc-861e-939ba3fab2b2,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:47.129266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:47.129756 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:47.130314 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 7 to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc Dec 10 09:02:47.144644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:47.144992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:47.146368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:47.157264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:47.157617 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:47.159161 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 8 to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc Dec 10 09:02:47.167263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device ac137822-eb4d-4b23-a4e5-6622a95f7738 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:47.201572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:47.202064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:47.202525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:47.208986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:47.208986 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:47.208986 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 9 to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc Dec 10 09:02:47.226772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:47.227119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:47.227559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:47.242086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-320c1773-8277-4101-a602-1d5be9c7068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:47.243849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-320c1773-8277-4101-a602-1d5be9c7068e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 1094 time: 0.0735583 Dec 10 09:02:47.244842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:47.245180 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:47.246081 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 10 to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc Dec 10 09:02:47.254225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port ac137822-eb4d-4b23-a4e5-6622a95f7738 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:02:47.259334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port ac137822-eb4d-4b23-a4e5-6622a95f7738 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:47.259974 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.284940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4169cc8b-a42c-4e99-bf41-7cf9b370f328 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.306084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dce48-2b78-413b-926a-30159d17c9cd req-00d536f6-77dc-4a85-b0d5-2de8d8def636 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:47.308192 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35535851-e54f-4018-af55-ffb7badef77d x-openstack-request-id: req-35535851-e54f-4018-af55-ffb7badef77d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:47.308490 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f02a3da-8a01-4e60-8ac3-066d0961e015", "tag": "c202890e-4a11-44bc-861e-939ba3fab2b2", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:47.308753 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35535851-e54f-4018-af55-ffb7badef77d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:47.309226 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f02a3da-8a01-4e60-8ac3-066d0961e015', 'tag': 'c202890e-4a11-44bc-861e-939ba3fab2b2', 'status': 'completed', 'code': 200} Dec 10 09:02:47.312582 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-122dc78e-42b4-44d1-a600-59e02008244c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c202890e-4a11-44bc-861e-939ba3fab2b2 HTTP/1.1" status: 200 len: 217 time: 0.0553350 Dec 10 09:02:47.313720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:47.313996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-688dce48-2b78-413b-926a-30159d17c9cd req-00d536f6-77dc-4a85-b0d5-2de8d8def636 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 944 time: 0.1276588 Dec 10 09:02:47.314117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:47.314454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:47.332575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:47.332925 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 591fba89-ce6b-404b-938d-b8247c1c4abc on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:47.333284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.388488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.423505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4bcf80-e666-459f-a88c-2d32146cf79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac137822-eb4d-4b23-a4e5-6622a95f7738'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:47.428647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-ce050c95-8556-48c9-a368-03681ea23414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:47.430453 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-ce050c95-8556-48c9-a368-03681ea23414 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.1085570 Dec 10 09:02:47.430821 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed550574-a7fe-4f36-b12f-f034af5319c2" -d '{"events": [{"server_uuid": "ca4bcf80-e666-459f-a88c-2d32146cf79f", "name": "network-vif-plugged", "status": "completed", "tag": "ac137822-eb4d-4b23-a4e5-6622a95f7738"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:47.453210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-688dce48-2b78-413b-926a-30159d17c9cd req-6e3139f9-9f20-4b56-97c5-a3a92ddeb290 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350255 Dec 10 09:02:47.459901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port ac137822-eb4d-4b23-a4e5-6622a95f7738, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=ac137822-eb4d-4b23-a4e5-6622a95f7738,segment=NetworkSegment(7f7d7c88-99bb-469d-87b0-9c7096cf017f),segment_id=7f7d7c88-99bb-469d-87b0-9c7096cf017f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:47.475342 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.475791 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-9b4dcd90-1a4e-46dd-a1a3-e883e0b2ac69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380340 Dec 10 09:02:47.501762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4169cc8b-a42c-4e99-bf41-7cf9b370f328 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.523007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5427d76-bb65-4cc5-9326-096d5dffc45d req-8a7d08da-e24d-4965-ab71-7f790ee03303 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:47.528848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] For port 591fba89-ce6b-404b-938d-b8247c1c4abc, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:47.529213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempted to set empty binding levels {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 09:02:47.537006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5427d76-bb65-4cc5-9326-096d5dffc45d req-8a7d08da-e24d-4965-ab71-7f790ee03303 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1797872 Dec 10 09:02:47.565439 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05635d03-dff5-4fab-9026-4d30607f632f x-openstack-request-id: req-05635d03-dff5-4fab-9026-4d30607f632f {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:47.565785 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4bcf80-e666-459f-a88c-2d32146cf79f", "name": "network-vif-plugged", "status": "completed", "tag": "ac137822-eb4d-4b23-a4e5-6622a95f7738", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:47.566037 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05635d03-dff5-4fab-9026-4d30607f632f {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:47.566162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169cc8b-a42c-4e99-bf41-7cf9b370f328 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=db058e13-d467-42fb-bd1b-d0f8e2bad7cc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:47.566438 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4bcf80-e666-459f-a88c-2d32146cf79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac137822-eb4d-4b23-a4e5-6622a95f7738', 'code': 200} Dec 10 09:02:47.576421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4169cc8b-a42c-4e99-bf41-7cf9b370f328 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.580093 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.589529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4169cc8b-a42c-4e99-bf41-7cf9b370f328 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/db058e13-d467-42fb-bd1b-d0f8e2bad7cc HTTP/1.1" status: 204 len: 168 time: 0.5894001 Dec 10 09:02:47.590792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32928) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:47.604939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=ac137822-eb4d-4b23-a4e5-6622a95f7738,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:47.632987 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0486813e-b4d7-4971-8183-3d2655b29856 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:47.633575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0486813e-b4d7-4971-8183-3d2655b29856 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:47.636926 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0486813e-b4d7-4971-8183-3d2655b29856 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/152d139a-265d-4bdc-9d76-b0ad9709a990 HTTP/1.1" status: 404 len: 337 time: 0.0451014 Dec 10 09:02:47.644684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32930) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:47.675996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] In _notify_port_updated(), no bound segment for port 591fba89-ce6b-404b-938d-b8247c1c4abc on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:02:47.676711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:47.677547 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.678654 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "PUT /v2.0/ports/591fba89-ce6b-404b-938d-b8247c1c4abc HTTP/1.1" status: 200 len: 974 time: 1.7172623 Dec 10 09:02:47.690454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32932) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:47.738512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5427d76-bb65-4cc5-9326-096d5dffc45d req-86fe668f-4bb3-4476-b8db-398f07071125 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011650 Dec 10 09:02:47.765275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73ea319-a1a4-4cc6-95bd-37b965bda2ee tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting subnet 9ee0335b-0b29-4a4a-8a50-3ce4ea80c982 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:02:47.770143 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e73ea319-a1a4-4cc6-95bd-37b965bda2ee tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.778259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa307b-7eaa-4b62-9659-083889561709 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'Port': ['ID=591fba89-ce6b-404b-938d-b8247c1c4abc,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:47.791213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-da4b156d-c058-4869-90fe-bfda428c47e4 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986293 Dec 10 09:02:47.802917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c5513-9eda-40ae-b24d-3623b3189de5 req-36ba39cb-c862-44f2-8367-7875050af0e9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:47.806881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c0c5513-9eda-40ae-b24d-3623b3189de5 req-36ba39cb-c862-44f2-8367-7875050af0e9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 943 time: 0.1687641 Dec 10 09:02:47.845531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e73ea319-a1a4-4cc6-95bd-37b965bda2ee tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:47.923179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c0c5513-9eda-40ae-b24d-3623b3189de5 req-9bae65ed-c37b-4173-915b-26f230c9c037 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096885 Dec 10 09:02:47.973396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f243817-526f-4a1f-95b2-e82eb8899a01 None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:47.989781 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e73ea319-a1a4-4cc6-95bd-37b965bda2ee tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.058312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fd715143-1d97-4e57-8875-fe8b81527cf9 None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:48.059764 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fd715143-1d97-4e57-8875-fe8b81527cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.082891 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e73ea319-a1a4-4cc6-95bd-37b965bda2ee tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.116378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ea319-a1a4-4cc6-95bd-37b965bda2ee tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee0335b-0b29-4a4a-8a50-3ce4ea80c982,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:48.125229 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e73ea319-a1a4-4cc6-95bd-37b965bda2ee tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.130129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e73ea319-a1a4-4cc6-95bd-37b965bda2ee tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/9ee0335b-0b29-4a4a-8a50-3ce4ea80c982 HTTP/1.1" status: 204 len: 168 time: 0.4845083 Dec 10 09:02:48.133169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32938) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.169303 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a15c3e3-9f75-480f-90da-7da33ed54416 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.170441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a15c3e3-9f75-480f-90da-7da33ed54416 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.176911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6a15c3e3-9f75-480f-90da-7da33ed54416 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/989ef253-f322-4304-aeef-261db49fdbc4 HTTP/1.1" status: 404 len: 337 time: 0.0390916 Dec 10 09:02:48.177189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32942) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.213685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cf618879-0a15-444c-98cb-2fd7edbd6428 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea1aeafc-426e-45f9-a914-d4d712e3bcb3 HTTP/1.1" status: 200 len: 205 time: 0.0352263 Dec 10 09:02:48.216260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32948) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.226810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fd715143-1d97-4e57-8875-fe8b81527cf9 None None] Provisioning complete for port 1aba7de7-d5e4-4d47-a262-bbe2354c174b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:48.227186 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fd715143-1d97-4e57-8875-fe8b81527cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.265588 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-4d80d87b-d8dd-4312-ba93-8eb95bf2176a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] delete failed (client error): The resource could not be found. Dec 10 09:02:48.269715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4d80d87b-d8dd-4312-ba93-8eb95bf2176a tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/routers/ea1aeafc-426e-45f9-a914-d4d712e3bcb3 HTTP/1.1" status: 404 len: 336 time: 0.0495477 Dec 10 09:02:48.269934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32950) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.301856 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-416bc0ad-ec60-40fe-81af-2f1323a2cffa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.302566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416bc0ad-ec60-40fe-81af-2f1323a2cffa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.306038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-416bc0ad-ec60-40fe-81af-2f1323a2cffa tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/680e7887-bc14-476d-a343-4cb7b55ee394 HTTP/1.1" status: 404 len: 337 time: 0.0349252 Dec 10 09:02:48.309956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32952) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.331782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fd715143-1d97-4e57-8875-fe8b81527cf9 None None] Port 1aba7de7-d5e4-4d47-a262-bbe2354c174b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:48.345167 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48bea4e-e91c-4a2f-a954-50cd679c4882 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.345908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48bea4e-e91c-4a2f-a954-50cd679c4882 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.349703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c48bea4e-e91c-4a2f-a954-50cd679c4882 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/4c5f7396-2007-4d31-98a8-6772b0eb09d1 HTTP/1.1" status: 404 len: 337 time: 0.0384023 Dec 10 09:02:48.352366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32954) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.354005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca5cb6-5321-4ce7-9fa0-567c5519397f None None] Update dhcp port {'port': {'network_id': '0da4f64c-8165-45ca-be7d-a1fb79677e84', 'fixed_ips': [{'subnet_id': '9ee0335b-0b29-4a4a-8a50-3ce4ea80c982'}], 'binding:host_id': 'n-d-814746-3'}, 'id': '16a3b9b1-838c-43bb-a6ca-eec2578866e9'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:02:48.358486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f5d7b-c3cd-41c5-a23d-4a765c6d3804 req-71514b73-5572-47ac-b891-d00ad3fa8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.359985 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-352f5d7b-c3cd-41c5-a23d-4a765c6d3804 req-71514b73-5572-47ac-b891-d00ad3fa8897 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 1096 time: 0.7729497 Dec 10 09:02:48.389031 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5824e69-8404-44bc-9ebc-9659e1de4e00 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.389031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5824e69-8404-44bc-9ebc-9659e1de4e00 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.389248 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5aca5cb6-5321-4ce7-9fa0-567c5519397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.394774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f5824e69-8404-44bc-9ebc-9659e1de4e00 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/de52b6ba-85c1-424c-9491-3fbf49fd526e HTTP/1.1" status: 404 len: 337 time: 0.0385563 Dec 10 09:02:48.395304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32956) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.410362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.410837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.411298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.411755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.412214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.412657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.413103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.413595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.414031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.414478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.414923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.416655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.416655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.416655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.416655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.417116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.417584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.418037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.418484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.418936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.419380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.419828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.420274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.420718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.421165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.421295 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1e1ed5-94c1-44a7-a6d8-04d5bcc1f94e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.421700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.421823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1e1ed5-94c1-44a7-a6d8-04d5bcc1f94e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.422096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.422540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.422988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.423434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.424684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.425132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.428098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.428221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ae1e1ed5-94c1-44a7-a6d8-04d5bcc1f94e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/30e741af-fb7e-4e08-9fa2-0be52ab92ec0 HTTP/1.1" status: 404 len: 333 time: 0.0292199 Dec 10 09:02:48.428324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.428324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.428324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.428324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.428324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.428763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32960) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.428861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.428861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.429399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.429541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.430011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.430461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.430912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.431362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.431814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.432264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.432712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.433164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.442701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ade56912-d462-4ca0-b46e-d69b1f9e71d8 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44835 time: 0.7464645 Dec 10 09:02:48.443323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32962) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.461724 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8fea57-65dc-4bb4-b7ec-54c5a7b1a44e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.462297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8fea57-65dc-4bb4-b7ec-54c5a7b1a44e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.465365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7d8fea57-65dc-4bb4-b7ec-54c5a7b1a44e tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/95277f78-a783-4b2b-970c-ebab67cb8b29 HTTP/1.1" status: 404 len: 337 time: 0.0363352 Dec 10 09:02:48.468388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32964) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.500021 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c016b6f-45ae-4eaa-9b90-84ab2e64ac42 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.500488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c016b6f-45ae-4eaa-9b90-84ab2e64ac42 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.504888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0c016b6f-45ae-4eaa-9b90-84ab2e64ac42 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/c8cb2c0d-091a-4aa4-9dde-eb9103f46db1 HTTP/1.1" status: 404 len: 337 time: 0.0349755 Dec 10 09:02:48.506909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32968) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.529970 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a5f6ce1-48d2-41c0-bf52-6c30b003a601 req-a33887a1-3ba5-486c-9726-a83c51deffa0 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184312 Dec 10 09:02:48.551349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-352f5d7b-c3cd-41c5-a23d-4a765c6d3804 req-d33de509-71a4-45f5-a9bf-8beafde749d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804976 Dec 10 09:02:48.555036 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-db88976c-7a20-44c6-b908-d059972763d7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.557439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db88976c-7a20-44c6-b908-d059972763d7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.560720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-db88976c-7a20-44c6-b908-d059972763d7 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/f8e710d7-379c-4960-8aac-93e153b02dce HTTP/1.1" status: 404 len: 333 time: 0.0513523 Dec 10 09:02:48.563261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32970) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.606699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-931b1ab1-16e2-4368-95ae-f252d6216cfe tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Deleting port 591fba89-ce6b-404b-938d-b8247c1c4abc {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:48.607145 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-931b1ab1-16e2-4368-95ae-f252d6216cfe tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.614043 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c532c74-f4af-497b-8fe4-ee32b6f86644 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.614497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c532c74-f4af-497b-8fe4-ee32b6f86644 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.620393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2c532c74-f4af-497b-8fe4-ee32b6f86644 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/0279c66c-e386-46c2-a5bf-6cbc6f085c86 HTTP/1.1" status: 404 len: 337 time: 0.0539024 Dec 10 09:02:48.622679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32972) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.655173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51cce08-6579-499a-bfc3-244c54966000 None None] Network 0da4f64c-8165-45ca-be7d-a1fb79677e84 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:48.657325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64d5e8-5213-4dbc-b536-491a9bc6b255 req-46da8169-68fb-4090-b9bb-de5cc26c2c52 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.665126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc64d5e8-5213-4dbc-b536-491a9bc6b255 req-46da8169-68fb-4090-b9bb-de5cc26c2c52 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 945 time: 0.0918834 Dec 10 09:02:48.690951 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eaf78b7-66c5-4d82-b3b6-45fd100b42df tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:02:48.691515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eaf78b7-66c5-4d82-b3b6-45fd100b42df tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:02:48.695382 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2eaf78b7-66c5-4d82-b3b6-45fd100b42df tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/subnets/a56fbdc5-8d80-44a6-902d-a3ff1c4fd90e HTTP/1.1" status: 404 len: 337 time: 0.0715580 Dec 10 09:02:48.698098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32974) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:48.727268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-931b1ab1-16e2-4368-95ae-f252d6216cfe tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] For port 591fba89-ce6b-404b-938d-b8247c1c4abc, host n-h2-814746-3, got binding levels [] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:48.727642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-931b1ab1-16e2-4368-95ae-f252d6216cfe tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.745621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-931b1ab1-16e2-4368-95ae-f252d6216cfe tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Calling delete_port for 591fba89-ce6b-404b-938d-b8247c1c4abc owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:48.762752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc64d5e8-5213-4dbc-b536-491a9bc6b255 req-0b827470-1938-4d2c-8fef-0c2b0a70df42 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970824 Dec 10 09:02:48.788682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-adda2f6c-806a-4763-8b37-0551e87349c8 None None] Provisioning complete for port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:48.788682 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-adda2f6c-806a-4763-8b37-0551e87349c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.837357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce12b1-886d-4648-af76-d00b9e61e645 None None] DHCP port deletion for 0da4f64c-8165-45ca-be7d-a1fb79677e84 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:02:48.857284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a8331-35bc-4fa9-b8a0-818a5cbb2489 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Deleting port 1aba7de7-d5e4-4d47-a262-bbe2354c174b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:48.857898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8331-35bc-4fa9-b8a0-818a5cbb2489 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.892031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-3f094514-9255-4f28-a353-2f690c371d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:48.895312 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-3f094514-9255-4f28-a353-2f690c371d63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 1094 time: 0.1346598 Dec 10 09:02:48.932234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-95ce12b1-886d-4648-af76-d00b9e61e645 None None] Deleting port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:48.932522 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-95ce12b1-886d-4648-af76-d00b9e61e645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.936953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-adda2f6c-806a-4763-8b37-0551e87349c8 None None] Provisioning complete for port 1aba7de7-d5e4-4d47-a262-bbe2354c174b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:48.938820 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-adda2f6c-806a-4763-8b37-0551e87349c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.963191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8331-35bc-4fa9-b8a0-818a5cbb2489 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:48.992130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a8331-35bc-4fa9-b8a0-818a5cbb2489 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Calling delete_port for 1aba7de7-d5e4-4d47-a262-bbe2354c174b owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:49.019876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-40946ff4-f73b-4631-b6ca-595db0e3696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:49.022234 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-40946ff4-f73b-4631-b6ca-595db0e3696e service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 913 time: 0.1162932 Dec 10 09:02:49.031487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-adda2f6c-806a-4763-8b37-0551e87349c8 None None] Port 1aba7de7-d5e4-4d47-a262-bbe2354c174b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:02:49.035386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-95ce12b1-886d-4648-af76-d00b9e61e645 None None] For port 16a3b9b1-838c-43bb-a6ca-eec2578866e9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=16a3b9b1-838c-43bb-a6ca-eec2578866e9,segment=NetworkSegment(dbb8664e-76d5-40c8-a073-570a387d86fc),segment_id=dbb8664e-76d5-40c8-a073-570a387d86fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:49.035760 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-95ce12b1-886d-4648-af76-d00b9e61e645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.049871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-95ce12b1-886d-4648-af76-d00b9e61e645 None None] Calling delete_port for 16a3b9b1-838c-43bb-a6ca-eec2578866e9 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:49.053678 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-931b1ab1-16e2-4368-95ae-f252d6216cfe tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.142821 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-8d618b66-8e74-4799-b594-37aaad7bb762 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c202890e-4a11-44bc-861e-939ba3fab2b2 HTTP/1.1" status: 200 len: 217 time: 0.1071954 Dec 10 09:02:49.144526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-931b1ab1-16e2-4368-95ae-f252d6216cfe tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.145793 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.151515 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-931b1ab1-16e2-4368-95ae-f252d6216cfe tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "DELETE /v2.0/ports/591fba89-ce6b-404b-938d-b8247c1c4abc HTTP/1.1" status: 204 len: 168 time: 0.7043056 Dec 10 09:02:49.154073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b1ab1-16e2-4368-95ae-f252d6216cfe tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event deleted for resources: {'Port': ['ID=591fba89-ce6b-404b-938d-b8247c1c4abc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:49.160269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32980) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:49.163954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-95ce12b1-886d-4648-af76-d00b9e61e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.197960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce12b1-886d-4648-af76-d00b9e61e645 None None] Pushing event deleted for resources: {'Port': ['ID=16a3b9b1-838c-43bb-a6ca-eec2578866e9,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:49.201532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce12b1-886d-4648-af76-d00b9e61e645 None None] No DVR routers for this DVR port 16a3b9b1-838c-43bb-a6ca-eec2578866e9 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:02:49.211658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-9aec101a-8ebd-4a0a-b14c-2c210723b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:49.211658 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-9aec101a-8ebd-4a0a-b14c-2c210723b883 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.0584126 Dec 10 09:02:49.216200 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-deede163-ce7f-4d2b-91db-dbba68c2ed3b tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] GET failed (client error): The resource could not be found. Dec 10 09:02:49.217729 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-deede163-ce7f-4d2b-91db-dbba68c2ed3b tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "GET /v2.0/ports/591fba89-ce6b-404b-938d-b8247c1c4abc HTTP/1.1" status: 404 len: 333 time: 0.0402954 Dec 10 09:02:49.222778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32982) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:49.245410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1b577-8d2b-4d0b-a954-4dd45308d772 req-1b7b3fb4-716f-4971-ab5f-5a0297685a1b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:49.250775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-239882925', 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:49.253559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54a1b577-8d2b-4d0b-a954-4dd45308d772 req-1b7b3fb4-716f-4971-ab5f-5a0297685a1b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 943 time: 0.1630509 Dec 10 09:02:49.277968 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-b32db19f-0841-4b99-b5d1-1eb7879988e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574737 Dec 10 09:02:49.312309 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8331-35bc-4fa9-b8a0-818a5cbb2489 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.346372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8331-35bc-4fa9-b8a0-818a5cbb2489 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.353593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ff2a8331-35bc-4fa9-b8a0-818a5cbb2489 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/ports/1aba7de7-d5e4-4d47-a262-bbe2354c174b HTTP/1.1" status: 204 len: 168 time: 0.6510289 Dec 10 09:02:49.370513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32986) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:49.381289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a8331-35bc-4fa9-b8a0-818a5cbb2489 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Port': ['ID=1aba7de7-d5e4-4d47-a262-bbe2354c174b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:49.396523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54a1b577-8d2b-4d0b-a954-4dd45308d772 req-d614b015-8b29-4ef2-9b6b-b6b59cf1db4a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380339 Dec 10 09:02:49.424955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Made reservation on behalf of 7edf599aa9264702b5b229a19679eabb for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:49.428261 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.444438 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-887b77e9-0725-4841-b96f-0175bd8a0762 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562266 Dec 10 09:02:49.450175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] device_id is not set on port a220b629-2b3d-4964-968d-d10b10627a20 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:49.494232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.593715 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.622021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da4f64c-8165-45ca-be7d-a1fb79677e84']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:49.628196 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c46ef2bb-1333-4da1-a160-a907938abe9f req-0d873285-e50d-4eda-9e51-68b1fbbb1938 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738932 Dec 10 09:02:49.634692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb8664e-76d5-40c8-a073-570a387d86fc') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:49.634993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb8664e-76d5-40c8-a073-570a387d86fc') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:49.647984 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.663136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.669112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:02:49.669527 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:02:49.673117 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:02:49.689616 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.723677 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.736958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.743997 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.747200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] 10.222.0.31 "DELETE /v2.0/networks/0da4f64c-8165-45ca-be7d-a1fb79677e84 HTTP/1.1" status: 204 len: 168 time: 0.3748381 Dec 10 09:02:49.761944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e92ca-8c4b-4025-9b0a-3ace4ee59d40 tempest-PortsTestJSON-1345790953 tempest-PortsTestJSON-1345790953-project] Pushing event deleted for resources: {'Network': ['ID=0da4f64c-8165-45ca-be7d-a1fb79677e84,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:49.773779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:49.776775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:49.781163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:49.781780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:49.782441 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.790833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'Port': ['ID=a220b629-2b3d-4964-968d-d10b10627a20,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:49.804428 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9bcc51fd-f75b-4120-848f-cbd510c7733a tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5805683 Dec 10 09:02:49.806937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32994) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:49.844417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9537f2-6d68-4b12-8d60-6e544877eed6 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:49.845949 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5f9537f2-6d68-4b12-8d60-6e544877eed6 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "GET /v2.0/ports/a220b629-2b3d-4964-968d-d10b10627a20 HTTP/1.1" status: 200 len: 954 time: 0.0380588 Dec 10 09:02:49.848815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32996) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:49.905865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709abfe9-c803-4f34-9f0d-d3b536c96c09 req-277b18b2-ed0a-43ba-bb62-b9c2d24c0334 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:49.908480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-709abfe9-c803-4f34-9f0d-d3b536c96c09 req-277b18b2-ed0a-43ba-bb62-b9c2d24c0334 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 945 time: 0.0526488 Dec 10 09:02:49.934571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e2f82a43-204b-4510-9c38-91bbc1cb6bee tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Deleting port a220b629-2b3d-4964-968d-d10b10627a20 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:49.934745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2f82a43-204b-4510-9c38-91bbc1cb6bee tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:49.968565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-709abfe9-c803-4f34-9f0d-d3b536c96c09 req-07a8e9bd-82d8-440b-88c4-2b2a02a75546 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528934 Dec 10 09:02:50.004805 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2f82a43-204b-4510-9c38-91bbc1cb6bee tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.031935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e2f82a43-204b-4510-9c38-91bbc1cb6bee tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Calling delete_port for a220b629-2b3d-4964-968d-d10b10627a20 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:50.040731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16a3b9b1-838c-43bb-a6ca-eec2578866e9 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:02:50.062343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 16a3b9b1-838c-43bb-a6ca-eec2578866e9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:02:50.062925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16a3b9b1-838c-43bb-a6ca-eec2578866e9 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:02:50.083217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33008) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:50.142019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2f82a43-204b-4510-9c38-91bbc1cb6bee tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.178871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f82a43-204b-4510-9c38-91bbc1cb6bee tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event deleted for resources: {'Port': ['ID=a220b629-2b3d-4964-968d-d10b10627a20,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:50.183982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2f82a43-204b-4510-9c38-91bbc1cb6bee tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.188033 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e2f82a43-204b-4510-9c38-91bbc1cb6bee tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a220b629-2b3d-4964-968d-d10b10627a20 HTTP/1.1" status: 204 len: 168 time: 0.3377869 Dec 10 09:02:50.190705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33012) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:50.231063 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e6aba5-2491-4afc-b1f1-620b5aed4008 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] GET failed (client error): The resource could not be found. Dec 10 09:02:50.237608 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-12e6aba5-2491-4afc-b1f1-620b5aed4008 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "GET /v2.0/ports/a220b629-2b3d-4964-968d-d10b10627a20 HTTP/1.1" status: 404 len: 333 time: 0.0407560 Dec 10 09:02:50.238075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33016) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:50.243021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Request body: {'port': {'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-786415700'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:50.264620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Made reservation on behalf of 7edf599aa9264702b5b229a19679eabb for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:50.266975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.277603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1c399c9a-6fa8-4e37-a66d-5aca9c27d755 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c92c7c8c867842f39ed3c517f1e79c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1929481 Dec 10 09:02:50.279941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33018) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:50.286716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] device_id is not set on port 2ea7818b-5343-44ac-96e6-5171f267db08 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:50.365408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-869274e3-0c80-47b6-8d26-5fac582d1b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.380382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28524-86cb-4674-863b-d2314d6f5d24 req-7b799e1e-6b62-4109-a569-7b47e6b9bc45 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:50.382025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8a28524-86cb-4674-863b-d2314d6f5d24 req-7b799e1e-6b62-4109-a569-7b47e6b9bc45 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 945 time: 0.0886016 Dec 10 09:02:50.417434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-869274e3-0c80-47b6-8d26-5fac582d1b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.452141 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.487423 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.511259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8a28524-86cb-4674-863b-d2314d6f5d24 req-3e572088-5e99-4c0f-a573-f7f75a56bcdb tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214139 Dec 10 09:02:50.535920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34278448-7e3b-4dd8-ab97-409c3359a08b req-6f8d0583-7e88-45f9-8d1d-079a57e67412 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:50.541715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:50.544493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:50.546477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34278448-7e3b-4dd8-ab97-409c3359a08b req-6f8d0583-7e88-45f9-8d1d-079a57e67412 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1258583 Dec 10 09:02:50.547944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:50.549619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:50.550237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.556138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'Port': ['ID=2ea7818b-5343-44ac-96e6-5171f267db08,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:50.575872 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a4fdf26b-ef47-424e-938b-88d9e61a5f6f tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3361502 Dec 10 09:02:50.579224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33028) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:50.581642 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-869274e3-0c80-47b6-8d26-5fac582d1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.584235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-869274e3-0c80-47b6-8d26-5fac582d1b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.585334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-869274e3-0c80-47b6-8d26-5fac582d1b61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/045183d4-d6b7-4b15-9238-7a0ca0674279 HTTP/1.1" status: 204 len: 168 time: 0.3044794 Dec 10 09:02:50.594345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:50.637120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869274e3-0c80-47b6-8d26-5fac582d1b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045183d4-d6b7-4b15-9238-7a0ca0674279,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:50.677147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34278448-7e3b-4dd8-ab97-409c3359a08b req-a199d9dd-4f79-44c7-8806-e97fdea92418 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266382 Dec 10 09:02:50.710765 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.734161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141990d8-1f06-45dc-9085-28b1d3e91e50 req-911c17cf-f2e9-4953-84b8-cda9f08ea68a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:50.735675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-141990d8-1f06-45dc-9085-28b1d3e91e50 req-911c17cf-f2e9-4953-84b8-cda9f08ea68a tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 943 time: 0.1349854 Dec 10 09:02:50.843958 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-141990d8-1f06-45dc-9085-28b1d3e91e50 req-efe5f8be-a7c9-416a-8c3e-8692ae59a34d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904059 Dec 10 09:02:50.938881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] device_id is not set on port 2ea7818b-5343-44ac-96e6-5171f267db08 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:50.948062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:50.957614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.026219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'Port': ['ID=2ea7818b-5343-44ac-96e6-5171f267db08,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:51.030954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.030954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.031293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.037078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.037406 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.037842 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 2 to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 Dec 10 09:02:51.051842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.052211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.052505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.057171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.057629 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.057951 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 3 to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 Dec 10 09:02:51.074930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.075754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.075754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.081850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.082183 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.082607 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 4 to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 Dec 10 09:02:51.096128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.096680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.097115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.102213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.102600 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.103104 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 5 to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 Dec 10 09:02:51.119011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.119193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.119655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.124448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.124772 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.125154 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 6 to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 Dec 10 09:02:51.138229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.138550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.138885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.145107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.145235 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.145615 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 7 to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 Dec 10 09:02:51.159440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.159645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.159936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.164535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.164924 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.165379 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 8 to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 Dec 10 09:02:51.174675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c202890e-4a11-44bc-861e-939ba3fab2b2 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:02:51.203988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.206007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.206608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.211740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.213628 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.217738 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 9 to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 Dec 10 09:02:51.238391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.239012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.239286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.247408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.247745 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.248170 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempt 10 to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 Dec 10 09:02:51.264402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:02:51.264751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:02:51.265096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempting to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:02:51.279009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:02:51.279335 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Failed to bind port 2ea7818b-5343-44ac-96e6-5171f267db08 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'af6c76ce-d85c-4d31-a27b-7a114657383e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '59b14b10-62bd-4eee-b5fe-dbb51fda7896'}] Dec 10 09:02:51.279711 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.343101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c202890e-4a11-44bc-861e-939ba3fab2b2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c202890e-4a11-44bc-861e-939ba3fab2b2,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:51.356330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'c202890e-4a11-44bc-861e-939ba3fab2b2', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'port_id': 'c202890e-4a11-44bc-861e-939ba3fab2b2', 'mac_address': 'fa:16:3e:90:e4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde1311-2306-4ee4-9957-88093119b8f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:02:51.382156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] For port 2ea7818b-5343-44ac-96e6-5171f267db08, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:02:51.383469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attempted to set empty binding levels {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 09:02:51.390289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.396855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.405677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] In _notify_port_updated(), no bound segment for port 2ea7818b-5343-44ac-96e6-5171f267db08 on network 59b14b10-62bd-4eee-b5fe-dbb51fda7896 {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:02:51.406584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:51.407196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.412998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33062) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:51.413155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c202890e-4a11-44bc-861e-939ba3fab2b2 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:02:51.415220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "PUT /v2.0/ports/2ea7818b-5343-44ac-96e6-5171f267db08 HTTP/1.1" status: 200 len: 974 time: 0.8344488 Dec 10 09:02:51.452850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c202890e-4a11-44bc-861e-939ba3fab2b2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c202890e-4a11-44bc-861e-939ba3fab2b2,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:51.458280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.499147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda20291-ad02-4659-bf0e-4bd40782e5a4 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event updated for resources: {'Port': ['ID=2ea7818b-5343-44ac-96e6-5171f267db08,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:51.521538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c202890e-4a11-44bc-861e-939ba3fab2b2,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:51.600101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-971c126d-df51-444e-9993-27433d6a6dc3 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Deleting port 2ea7818b-5343-44ac-96e6-5171f267db08 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:51.600676 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-971c126d-df51-444e-9993-27433d6a6dc3 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.628422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-f18f7e58-0bd8-4d5b-b65c-a4305956155d tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:51.630085 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-f18f7e58-0bd8-4d5b-b65c-a4305956155d tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 945 time: 0.0867543 Dec 10 09:02:51.679421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e52225-8465-45b1-b97d-0c2594f255d0 req-e5f3f206-134c-41c5-b0bf-be99daebca2b tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:51.681227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16e52225-8465-45b1-b97d-0c2594f255d0 req-e5f3f206-134c-41c5-b0bf-be99daebca2b tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 945 time: 0.0750604 Dec 10 09:02:51.733795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-971c126d-df51-444e-9993-27433d6a6dc3 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] For port 2ea7818b-5343-44ac-96e6-5171f267db08, host n-h2-814746-3, got binding levels [] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:51.734396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-971c126d-df51-444e-9993-27433d6a6dc3 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.753027 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16e52225-8465-45b1-b97d-0c2594f255d0 req-37d98d52-0ed3-4d53-8f74-ee1c2603352e tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/security-groups?id=2605c345-7829-45c0-bf1e-d83f3eb71b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604613 Dec 10 09:02:51.783287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-971c126d-df51-444e-9993-27433d6a6dc3 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Calling delete_port for 2ea7818b-5343-44ac-96e6-5171f267db08 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:51.789248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['c202890e-4a11-44bc-861e-939ba3fab2b2'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:02:51.866563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Deleting port ac137822-eb4d-4b23-a4e5-6622a95f7738 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:51.866902 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.961057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-971c126d-df51-444e-9993-27433d6a6dc3 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:51.995530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d749d14-84a1-4bea-a7b3-d65957a13cf3 req-b825ebc4-488f-47ec-93b9-d68e1fadc3e4 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:52.002219 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d749d14-84a1-4bea-a7b3-d65957a13cf3 req-b825ebc4-488f-47ec-93b9-d68e1fadc3e4 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 944 time: 0.0740919 Dec 10 09:02:52.011957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] For port ac137822-eb4d-4b23-a4e5-6622a95f7738, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=ac137822-eb4d-4b23-a4e5-6622a95f7738,segment=NetworkSegment(7f7d7c88-99bb-469d-87b0-9c7096cf017f),segment_id=7f7d7c88-99bb-469d-87b0-9c7096cf017f)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:52.012177 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.015094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c126d-df51-444e-9993-27433d6a6dc3 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ea7818b-5343-44ac-96e6-5171f267db08,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:52.029728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-971c126d-df51-444e-9993-27433d6a6dc3 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.034024 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-971c126d-df51-444e-9993-27433d6a6dc3 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2ea7818b-5343-44ac-96e6-5171f267db08 HTTP/1.1" status: 204 len: 168 time: 0.6196661 Dec 10 09:02:52.035341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Calling delete_port for ac137822-eb4d-4b23-a4e5-6622a95f7738 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:52.036936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33082) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:52.073796 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abc60ad-8e9a-4d77-a693-0d06c9f60f07 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] GET failed (client error): The resource could not be found. Dec 10 09:02:52.075992 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9abc60ad-8e9a-4d77-a693-0d06c9f60f07 tempest-PortsAdminExtendedAttrsTestJSON-2002987330 tempest-PortsAdminExtendedAttrsTestJSON-2002987330-project-admin] 10.222.0.31 "GET /v2.0/ports/2ea7818b-5343-44ac-96e6-5171f267db08 HTTP/1.1" status: 404 len: 333 time: 0.0376458 Dec 10 09:02:52.081590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d749d14-84a1-4bea-a7b3-d65957a13cf3 req-986865b3-5b94-44c3-9014-1380101e6444 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652156 Dec 10 09:02:52.081765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33086) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:52.212437 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.350636 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.371535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.382250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b14b10-62bd-4eee-b5fe-dbb51fda7896']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:52.411239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Pushing event deleted for resources: {'Port': ['ID=ac137822-eb4d-4b23-a4e5-6622a95f7738,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:52.419969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6c76ce-d85c-4d31-a27b-7a114657383e') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:52.420247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6c76ce-d85c-4d31-a27b-7a114657383e') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:52.446278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.475623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] No DVR routers for this DVR port ac137822-eb4d-4b23-a4e5-6622a95f7738 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:02:52.479967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.483651 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8c200ca-9e8d-4e72-be76-59b2c295ac39 req-e6249bf1-2cbe-40d6-9767-5aa89fa2e145 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.39 "DELETE /v2.0/ports/ac137822-eb4d-4b23-a4e5-6622a95f7738 HTTP/1.1" status: 204 len: 173 time: 0.8210812 Dec 10 09:02:52.484392 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4bcf80-e666-459f-a88c-2d32146cf79f', 'name': 'network-vif-deleted', 'tag': 'ac137822-eb4d-4b23-a4e5-6622a95f7738'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:52.488247 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a5cbbf-b970-4d6f-9d66-0919a30df0ee" -d '{"events": [{"server_uuid": "ca4bcf80-e666-459f-a88c-2d32146cf79f", "name": "network-vif-deleted", "tag": "ac137822-eb4d-4b23-a4e5-6622a95f7738"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:52.498212 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.506188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:02:52.506696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:02:52.509954 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:02:52.561426 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f4d79e-a247-4e55-bba0-a209e94f6f3e x-openstack-request-id: req-32f4d79e-a247-4e55-bba0-a209e94f6f3e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:52.561745 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4bcf80-e666-459f-a88c-2d32146cf79f", "name": "network-vif-deleted", "tag": "ac137822-eb4d-4b23-a4e5-6622a95f7738", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:52.562200 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32f4d79e-a247-4e55-bba0-a209e94f6f3e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:52.563217 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4bcf80-e666-459f-a88c-2d32146cf79f', 'name': 'network-vif-deleted', 'tag': 'ac137822-eb4d-4b23-a4e5-6622a95f7738', 'status': 'completed', 'code': 200} Dec 10 09:02:52.594339 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.604387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:52.609611 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] 10.222.0.31 "DELETE /v2.0/networks/59b14b10-62bd-4eee-b5fe-dbb51fda7896 HTTP/1.1" status: 204 len: 168 time: 0.5270970 Dec 10 09:02:52.639110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a166d53-727f-4fd1-b883-ae2d0691ca01 tempest-PortsAdminExtendedAttrsTestJSON-1530253226 tempest-PortsAdminExtendedAttrsTestJSON-1530253226-project] Pushing event deleted for resources: {'Network': ['ID=59b14b10-62bd-4eee-b5fe-dbb51fda7896,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:52.871645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98c05a25-22c3-4dd6-9ba9-a71e0a515cab req-30b82e01-93e0-4b87-b89b-f00a3fc79797 tempest-ServerAddressesNegativeTestJSON-1412981773 tempest-ServerAddressesNegativeTestJSON-1412981773-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4bcf80-e666-459f-a88c-2d32146cf79f HTTP/1.1" status: 200 len: 210 time: 0.0342655 Dec 10 09:02:52.902853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['ac137822-eb4d-4b23-a4e5-6622a95f7738'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:02:52.963220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33114) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:53.154582 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-67549ce0-a3dd-495e-bd30-4b6abbee1339 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f4efdc4f07a468688098fb5dde8d2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900630 Dec 10 09:02:53.157085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33120) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:53.197230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c202890e-4a11-44bc-861e-939ba3fab2b2 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:02:53.233709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e0864-cbef-497a-82ca-7df6a9a9b007 req-4e7b9f9c-c3c3-4a44-83bc-cbf2d31c9404 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:53.235238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b28e0864-cbef-497a-82ca-7df6a9a9b007 req-4e7b9f9c-c3c3-4a44-83bc-cbf2d31c9404 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 944 time: 0.0588489 Dec 10 09:02:53.237464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23b8f223-dd84-4ff3-b4d2-57a07718f4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.263415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port c202890e-4a11-44bc-861e-939ba3fab2b2 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:02:53.269290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23b8f223-dd84-4ff3-b4d2-57a07718f4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.270914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port c202890e-4a11-44bc-861e-939ba3fab2b2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:02:53.271637 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.310971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b28e0864-cbef-497a-82ca-7df6a9a9b007 req-e2982a7c-cc4a-4372-8de8-8bce506e03bc tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690866 Dec 10 09:02:53.352085 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23b8f223-dd84-4ff3-b4d2-57a07718f4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.355228 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23b8f223-dd84-4ff3-b4d2-57a07718f4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.356636 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-23b8f223-dd84-4ff3-b4d2-57a07718f4da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3980e267-cdba-4e35-b4de-90e3e3f20c44 HTTP/1.1" status: 204 len: 168 time: 0.1985059 Dec 10 09:02:53.365772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8f223-dd84-4ff3-b4d2-57a07718f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980e267-cdba-4e35-b4de-90e3e3f20c44,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:53.376093 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.410042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f02a3da-8a01-4e60-8ac3-066d0961e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202890e-4a11-44bc-861e-939ba3fab2b2'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:02:53.412634 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4725b1d-1314-469a-9eae-29a36e478f6a" -d '{"events": [{"server_uuid": "6f02a3da-8a01-4e60-8ac3-066d0961e015", "name": "network-vif-plugged", "status": "completed", "tag": "c202890e-4a11-44bc-861e-939ba3fab2b2"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:02:53.428606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c202890e-4a11-44bc-861e-939ba3fab2b2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c202890e-4a11-44bc-861e-939ba3fab2b2,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:02:53.433090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.468825 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f7506f-cc3c-43b5-a747-d591c40b4c89 x-openstack-request-id: req-37f7506f-cc3c-43b5-a747-d591c40b4c89 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:02:53.469119 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f02a3da-8a01-4e60-8ac3-066d0961e015", "name": "network-vif-plugged", "status": "completed", "tag": "c202890e-4a11-44bc-861e-939ba3fab2b2", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:02:53.469369 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37f7506f-cc3c-43b5-a747-d591c40b4c89 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:02:53.469789 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f02a3da-8a01-4e60-8ac3-066d0961e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202890e-4a11-44bc-861e-939ba3fab2b2', 'code': 200} Dec 10 09:02:53.496802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c202890e-4a11-44bc-861e-939ba3fab2b2,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:53.574364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6342d2-ac7b-44b8-ade4-4275d322aaa7 req-b1f50880-2cd3-47d7-900a-2940ac9bea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:53.576066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf6342d2-ac7b-44b8-ade4-4275d322aaa7 req-b1f50880-2cd3-47d7-900a-2940ac9bea44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 1096 time: 0.0439765 Dec 10 09:02:53.622458 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf6342d2-ac7b-44b8-ade4-4275d322aaa7 req-161a07b3-d345-4105-b441-2f3b339940ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393484 Dec 10 09:02:53.701845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33132) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:53.741788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0d3e4a0e-1560-49df-808a-c3720b8d1c86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7edf599aa9264702b5b229a19679eabb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387590 Dec 10 09:02:53.744297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33134) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:53.791771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1262cdee-1d71-454e-904d-f3c28ef3ad23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.813089 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1262cdee-1d71-454e-904d-f3c28ef3ad23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.875068 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1262cdee-1d71-454e-904d-f3c28ef3ad23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.879284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1262cdee-1d71-454e-904d-f3c28ef3ad23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:53.883103 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1262cdee-1d71-454e-904d-f3c28ef3ad23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de53d598-86fe-4681-8e2e-db3957104b51 HTTP/1.1" status: 204 len: 168 time: 0.1355932 Dec 10 09:02:53.889307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262cdee-1d71-454e-904d-f3c28ef3ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de53d598-86fe-4681-8e2e-db3957104b51,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:53.975174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33150) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:54.047143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae461f1-34f9-4a06-b9cf-4970efc62b25 admin admin] Deleting subnet de3c6db1-0187-47dd-b3d2-f8b49014b5ad {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:02:54.051026 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fae461f1-34f9-4a06-b9cf-4970efc62b25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.102438 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fae461f1-34f9-4a06-b9cf-4970efc62b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.162150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fae461f1-34f9-4a06-b9cf-4970efc62b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.232216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fae461f1-34f9-4a06-b9cf-4970efc62b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.269494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fae461f1-34f9-4a06-b9cf-4970efc62b25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.273766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fae461f1-34f9-4a06-b9cf-4970efc62b25 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/de3c6db1-0187-47dd-b3d2-f8b49014b5ad HTTP/1.1" status: 204 len: 168 time: 0.2975454 Dec 10 09:02:54.275142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae461f1-34f9-4a06-b9cf-4970efc62b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3c6db1-0187-47dd-b3d2-f8b49014b5ad,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:54.276385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33170) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:54.366208 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.557996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ffaab-fd28-4527-8463-340581d7f222 req-9e99cc54-a7b0-4dc5-ba28-26eca6474de8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:54.559546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f91ffaab-fd28-4527-8463-340581d7f222 req-9e99cc54-a7b0-4dc5-ba28-26eca6474de8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1268287 Dec 10 09:02:54.581725 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.613836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21df925e-eb6e-464a-9959-256a7fa7a1ae']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:54.624746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7d7c88-99bb-469d-87b0-9c7096cf017f') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:54.625994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7d7c88-99bb-469d-87b0-9c7096cf017f') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:02:54.638918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.682071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.691775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:02:54.692519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:02:54.700303 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:02:54.705827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f91ffaab-fd28-4527-8463-340581d7f222 req-a41cb06f-5910-4122-8d42-0161dc27fb70 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282225 Dec 10 09:02:54.808213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.814871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:54.819114 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/21df925e-eb6e-464a-9959-256a7fa7a1ae HTTP/1.1" status: 204 len: 168 time: 0.5410755 Dec 10 09:02:54.833935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d02a0-b5d8-467f-ac8f-52195aa69ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21df925e-eb6e-464a-9959-256a7fa7a1ae,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:55.067794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33200) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:55.124475 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ca955ff5-f3c1-4171-b712-22e849f2b6c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=574a904eb06d445bbabc4c7b7f860602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533528 Dec 10 09:02:55.125158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33204) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:55.197535 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-867c6c29-6764-4f12-b998-3dc30f01daf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:55.221263 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-867c6c29-6764-4f12-b998-3dc30f01daf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:55.279845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-867c6c29-6764-4f12-b998-3dc30f01daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:55.282620 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-867c6c29-6764-4f12-b998-3dc30f01daf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:55.284391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-867c6c29-6764-4f12-b998-3dc30f01daf2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2605c345-7829-45c0-bf1e-d83f3eb71b6e HTTP/1.1" status: 204 len: 168 time: 0.1581619 Dec 10 09:02:55.293035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c6c29-6764-4f12-b998-3dc30f01daf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2605c345-7829-45c0-bf1e-d83f3eb71b6e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:55.754151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33238) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:55.893982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1415599457', 'router:external': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:55.962577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0ba83-851c-4f01-8da2-7a1d13db0eff req-4ce44e55-4886-4f87-92c3-f7f803cb7d53 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:55.971893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74d0ba83-851c-4f01-8da2-7a1d13db0eff req-4ce44e55-4886-4f87-92c3-f7f803cb7d53 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1607940 Dec 10 09:02:55.992561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Made reservation on behalf of b5745b8a02ce4b2b9aef703a128a0b7c for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:55.995412 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.009252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.071973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74d0ba83-851c-4f01-8da2-7a1d13db0eff req-e8d9d89e-fb20-4fef-9d73-52e3ce914247 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982842 Dec 10 09:02:56.167903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33252) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:56.225683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.236145 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.273866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:02:56.339993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7200149-6a75-4149-ac50-275fde5c2bb3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:56.362073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.362409 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Added segment d2e6472e-c87d-4929-84ca-056a555c6b90 of type vlan for network ff173966-cda5-48f9-96f0-dcd79f2d8188 Dec 10 09:02:56.388273 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.437837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.497663 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.499771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.500798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:56.501356 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.504962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.558169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fc28f81e52d44d5b646ef3b6a688b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859000 Dec 10 09:02:56.558169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33268) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:56.559829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33270) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:56.594753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event updated for resources: {'Network': ['ID=ff173966-cda5-48f9-96f0-dcd79f2d8188,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:56.603070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-64e1e8a0-2f63-4716-91df-0f7f678fbc85 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8475661 Dec 10 09:02:56.606154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33276) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:56.610690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'subnet': {'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:56.614283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe849f0-d979-4101-81f4-ea590055c2bb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:56.618172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ff173966-cda5-48f9-96f0-dcd79f2d8188 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:02:56.645881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d132e1-ab2b-4a33-a438-23e3c5e2d55d req-10674eb2-c214-4520-a0a9-46e211a0920b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:56.647748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3d132e1-ab2b-4a33-a438-23e3c5e2d55d req-10674eb2-c214-4520-a0a9-46e211a0920b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1630769 Dec 10 09:02:56.677383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Made reservation on behalf of b5745b8a02ce4b2b9aef703a128a0b7c for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:56.677854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.678208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.678553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.678892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.679223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.679566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.679900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.680205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.680368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.680552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.681044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.681369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.681710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.682291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c14e-ca41-4bff-8e56-52ebe336d169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:02:56.750811 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ece8fac0-a84a-4ee7-b2f4-f469e17da8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.778865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3d132e1-ab2b-4a33-a438-23e3c5e2d55d req-725a868c-b6bf-4995-b5a8-bd93414409e1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239102 Dec 10 09:02:56.814510 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ece8fac0-a84a-4ee7-b2f4-f469e17da8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.828701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1819948459-network', 'tenant_id': '33863879f091436bbd58268624d6db6b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:56.873251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Made reservation on behalf of 33863879f091436bbd58268624d6db6b for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:56.875602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.886209 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.908841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ece8fac0-a84a-4ee7-b2f4-f469e17da8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.911643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ece8fac0-a84a-4ee7-b2f4-f469e17da8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:56.916509 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ece8fac0-a84a-4ee7-b2f4-f469e17da8c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbe849f0-d979-4101-81f4-ea590055c2bb HTTP/1.1" status: 204 len: 168 time: 0.3448632 Dec 10 09:02:56.929683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8fac0-a84a-4ee7-b2f4-f469e17da8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe849f0-d979-4101-81f4-ea590055c2bb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:57.004998 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.011363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.062579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:02:57.070323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb874fe-6e61-47fd-a525-8786f8be0351,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:57.076448 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.076793 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Added segment 3a966a8b-438d-4a97-88f5-396026479cb2 of type vlan for network 78314fc3-478b-4939-b8f9-58ae653013c1 Dec 10 09:02:57.123738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:02:57.124081 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.140087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.167019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d5e3f12-077b-4c6b-a94f-f44810ea4202,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:57.172704 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.175066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:57.175901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.205486 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Checking segment: {'id': 'd2e6472e-c87d-4929-84ca-056a555c6b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:57.206163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Network hostable DHCP agents. Network: ff173966-cda5-48f9-96f0-dcd79f2d8188, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:02:57.220117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device ac137822-eb4d-4b23-a4e5-6622a95f7738 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:02:57.227647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Network ff173966-cda5-48f9-96f0-dcd79f2d8188 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:02:57.238891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6762402 Dec 10 09:02:57.239691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33284) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:57.252918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Request body: {'subnet': {'network_id': '78314fc3-478b-4939-b8f9-58ae653013c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1819948459-subnet', 'tenant_id': '33863879f091436bbd58268624d6db6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:57.253945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7351e57-302e-421b-bdf7-c3bc3a37a9bd admin admin] Pushing event updated for resources: {'Network': ['ID=78314fc3-478b-4939-b8f9-58ae653013c1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:57.263324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: ac137822-eb4d-4b23-a4e5-6622a95f7738 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:02:57.264268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device ac137822-eb4d-4b23-a4e5-6622a95f7738 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:02:57.264500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ff173966-cda5-48f9-96f0-dcd79f2d8188) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:57.267504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 78314fc3-478b-4939-b8f9-58ae653013c1 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:02:57.273738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88396dd-127f-496d-8e54-75a49771cede None None] Network ff173966-cda5-48f9-96f0-dcd79f2d8188 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:57.274737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:57.275489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.300491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Made reservation on behalf of 33863879f091436bbd58268624d6db6b for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:57.301725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33286) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:57.304405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.318177 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00c1618a-0a62-4e77-9e58-096c36d292a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.333664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8816c3cc-d4a8-425f-a40c-f5153265d45e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7265422 Dec 10 09:02:57.336649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33290) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:57.344969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1126972923', 'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:57.375957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Made reservation on behalf of b5745b8a02ce4b2b9aef703a128a0b7c for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:02:57.380034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.439514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] device_id is not set on port e542ae7c-8e42-465d-bc13-7b9386ea5b25 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:02:57.546615 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.568694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00c1618a-0a62-4e77-9e58-096c36d292a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.578551 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00c1618a-0a62-4e77-9e58-096c36d292a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.617168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1618a-0a62-4e77-9e58-096c36d292a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db3a6e1-0d9e-4918-b684-39f7ec185550,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:57.633076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Allocated IP 172.20.0.11 (ff173966-cda5-48f9-96f0-dcd79f2d8188/1d5e3f12-077b-4c6b-a94f-f44810ea4202/e542ae7c-8e42-465d-bc13-7b9386ea5b25) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:57.664035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-00c1618a-0a62-4e77-9e58-096c36d292a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fda304394a546faa3b45302294ce705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3585765 Dec 10 09:02:57.664198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33292) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:57.672534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Checking segment: {'id': '3a966a8b-438d-4a97-88f5-396026479cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78314fc3-478b-4939-b8f9-58ae653013c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:02:57.673138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Network hostable DHCP agents. Network: 78314fc3-478b-4939-b8f9-58ae653013c1, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:02:57.686536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34c9fb8-a1ea-4a02-acb9-2a4ba54e61b3 None None] Network ff173966-cda5-48f9-96f0-dcd79f2d8188 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:57.689922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3401e2-a64f-4f9f-84e8-490bae065e14,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:57.720827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Network 78314fc3-478b-4939-b8f9-58ae653013c1 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:02:57.739098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 78314fc3-478b-4939-b8f9-58ae653013c1) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:57.757779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:57.759355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.776935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd47f0-10e1-4c42-83ae-dd078661207d None None] Network 78314fc3-478b-4939-b8f9-58ae653013c1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:57.786431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1069b155-d638-4ec7-bc6e-e5bfd95febca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5451379 Dec 10 09:02:57.819642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a812433c-bed7-40dc-8903-9ea4781b6bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.868952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a812433c-bed7-40dc-8903-9ea4781b6bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:57.936949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1062b-ff6f-4d78-bf9d-8026940cd935 None None] Network 78314fc3-478b-4939-b8f9-58ae653013c1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:02:58.010643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a812433c-bed7-40dc-8903-9ea4781b6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.015072 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a812433c-bed7-40dc-8903-9ea4781b6bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.019884 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a812433c-bed7-40dc-8903-9ea4781b6bc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9db3a6e1-0d9e-4918-b684-39f7ec185550 HTTP/1.1" status: 204 len: 168 time: 0.3514044 Dec 10 09:02:58.023600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97a84-a381-4021-a228-f6f8106681b6 req-f5d256b1-40ac-44e0-811d-53fa3b956e84 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:58.025338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15c97a84-a381-4021-a228-f6f8106681b6 req-f5d256b1-40ac-44e0-811d-53fa3b956e84 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1209941 Dec 10 09:02:58.048531 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.072962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812433c-bed7-40dc-8903-9ea4781b6bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db3a6e1-0d9e-4918-b684-39f7ec185550,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:58.118078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15c97a84-a381-4021-a228-f6f8106681b6 req-3244503b-4591-411a-b9ab-ba9bef44dd03 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830176 Dec 10 09:02:58.154122 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.243217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Network ff173966-cda5-48f9-96f0-dcd79f2d8188 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:02:58.248012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:02:58.252720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:02:58.278630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event updated for resources: {'Port': ['ID=e542ae7c-8e42-465d-bc13-7b9386ea5b25,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:58.301102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:58.301985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.320704 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1a3661ee-c683-4a95-beb4-1aa66d2a236a tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9828646 Dec 10 09:02:58.323487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33312) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:58.406034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4d347e7c-5b6d-4a7e-a16e-a8890d81b9f5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Deleting port e542ae7c-8e42-465d-bc13-7b9386ea5b25 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:02:58.406391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d347e7c-5b6d-4a7e-a16e-a8890d81b9f5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.518139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d347e7c-5b6d-4a7e-a16e-a8890d81b9f5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.533988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4d347e7c-5b6d-4a7e-a16e-a8890d81b9f5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Calling delete_port for e542ae7c-8e42-465d-bc13-7b9386ea5b25 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:02:58.597718 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:02:58.628170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-d03ed7d8-ae73-4878-bf7b-5ba9454a1dc8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:58.629920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-d03ed7d8-ae73-4878-bf7b-5ba9454a1dc8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/networks?id=78314fc3-478b-4939-b8f9-58ae653013c1 HTTP/1.1" status: 200 len: 821 time: 0.1166034 Dec 10 09:02:58.648026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-edef3bc0-891d-44d8-94d0-5f6d57f3e23d tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/quotas/33863879f091436bbd58268624d6db6b HTTP/1.1" status: 200 len: 375 time: 0.0112450 Dec 10 09:02:58.675867 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d347e7c-5b6d-4a7e-a16e-a8890d81b9f5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.684371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-43ef8635-58d5-45f0-8ce4-78188c199ec2 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33863879f091436bbd58268624d6db6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307405 Dec 10 09:02:58.703004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d347e7c-5b6d-4a7e-a16e-a8890d81b9f5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event deleted for resources: {'Port': ['ID=e542ae7c-8e42-465d-bc13-7b9386ea5b25,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:02:58.772333 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d347e7c-5b6d-4a7e-a16e-a8890d81b9f5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.778619 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4d347e7c-5b6d-4a7e-a16e-a8890d81b9f5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e542ae7c-8e42-465d-bc13-7b9386ea5b25 HTTP/1.1" status: 204 len: 168 time: 0.4514253 Dec 10 09:02:58.778619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33338) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:02:58.786963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188', 'external_fixed_ips': [{'subnet_id': '1d5e3f12-077b-4c6b-a94f-f44810ea4202', 'ip_address': '172.20.0.11'}]}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:02:58.787174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dfd14082-dd51-4b34-b782-d012bd4e928a service neutron] 10.222.0.31 "GET /v2.0/networks/78314fc3-478b-4939-b8f9-58ae653013c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950916 Dec 10 09:02:58.808194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.809735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.874140 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:58.895065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-95269a65-1953-45f4-9213-7ba12da7892e service neutron] 10.222.0.31 "GET /v2.0/networks/78314fc3-478b-4939-b8f9-58ae653013c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009417 Dec 10 09:02:59.054083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:59.089051 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38779e4c-24e4-4f81-8c30-25a7e4fde455 req-f8fd80ea-3f26-4406-8c42-032411959bda tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 210 time: 0.0364041 Dec 10 09:02:59.269198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c3fdf-3bec-489d-838a-8b3ea6ad6d52 req-4a733f2e-fa66-4117-bc9c-a12d9d2c06e7 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:02:59.270847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-151c3fdf-3bec-489d-838a-8b3ea6ad6d52 req-4a733f2e-fa66-4117-bc9c-a12d9d2c06e7 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0711498 Dec 10 09:02:59.300291 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:59.333471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:59.335479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-151c3fdf-3bec-489d-838a-8b3ea6ad6d52 req-40b549b3-aa41-4fd9-b959-f6f37d190318 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 Dec 10 09:02:59.495205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Allocated IP 172.20.0.11 (ff173966-cda5-48f9-96f0-dcd79f2d8188/1d5e3f12-077b-4c6b-a94f-f44810ea4202/bdccb5bd-3087-46ab-ada2-8700ceccc2e2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:02:59.627283 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:02:59.665689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:00.022632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Network ff173966-cda5-48f9-96f0-dcd79f2d8188 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:00.027340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:00.030807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:00.047260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event updated for resources: {'Port': ['ID=bdccb5bd-3087-46ab-ada2-8700ceccc2e2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:00.224571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31d0734d-6e59-4025-aa8b-0a980f537eef req-a3fbb0ef-5f4f-4be9-8bc3-d08b26fafa21 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 210 time: 0.0311885 Dec 10 09:03:00.328005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-bab38f73-81a9-424f-8942-1b1b0b2f2858 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:00.329452 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-bab38f73-81a9-424f-8942-1b1b0b2f2858 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.39 "GET /v2.0/networks?id=78314fc3-478b-4939-b8f9-58ae653013c1 HTTP/1.1" status: 200 len: 821 time: 0.2085783 Dec 10 09:03:00.347109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Request body: {'port': {'device_id': 'a420d307-2bd9-4f8b-9ac8-95a6630d807e', 'network_id': '78314fc3-478b-4939-b8f9-58ae653013c1', 'admin_state_up': True, 'tenant_id': '33863879f091436bbd58268624d6db6b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:00.472399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:00.479353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8fb42-d707-4dc6-9c8e-46770d4bad58 req-897a7029-73fa-42c0-99ff-a31322992d61 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:00.481251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76b8fb42-d707-4dc6-9c8e-46770d4bad58 req-897a7029-73fa-42c0-99ff-a31322992d61 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0542459 Dec 10 09:03:00.534977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76b8fb42-d707-4dc6-9c8e-46770d4bad58 req-ed0ee7f7-7645-41c9-bcc0-33662f72ab68 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463908 Dec 10 09:03:00.598074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Made reservation on behalf of 33863879f091436bbd58268624d6db6b for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:03:00.602198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:00.813729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:00.885164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Allocated IP 172.20.0.8 (78314fc3-478b-4939-b8f9-58ae653013c1/ea3401e2-a64f-4f9f-84e8-490bae065e14/1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:01.069586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Router d3709b6d-64fa-4145-b5f3-81e1881639b7 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:03:01.165269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:01.242441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:01.252911 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:01.255391 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Sync routers for ids ['d3709b6d-64fa-4145-b5f3-81e1881639b7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:01.269443 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Routers {'d3709b6d-64fa-4145-b5f3-81e1881639b7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:01.270200 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d3709b6d-64fa-4145-b5f3-81e1881639b7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:01.300549 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:01.302090 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-65d00991-d7b0-470f-9cad-024a59e1a47d tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.5226448 Dec 10 09:03:01.304724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33488) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:01.339502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Network 78314fc3-478b-4939-b8f9-58ae653013c1 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:01.352617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:01.355381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:01.382773 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Set router d3709b6d-64fa-4145-b5f3-81e1881639b7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:03:01.415217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:01.416202 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:01.422214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Pushing event updated for resources: {'Port': ['ID=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:01.453484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-dea96a9a-c3c8-43c9-8c8d-bf0abfe54ff9 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1121299 Dec 10 09:03:01.454759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215031bc-0ed7-4990-bddb-328296f1d580 req-740ebe40-1f26-4032-8384-b31eb5c30b7a tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:01.457386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-215031bc-0ed7-4990-bddb-328296f1d580 req-740ebe40-1f26-4032-8384-b31eb5c30b7a tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 931 time: 0.1060386 Dec 10 09:03:01.465426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:01.478059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Request body: {'port': {'device_id': 'a420d307-2bd9-4f8b-9ac8-95a6630d807e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:01.543038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:01.621145 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3709b6d-64fa-4145-b5f3-81e1881639b7', 'name': '', 'tenant_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188', 'external_fixed_ips': [{'subnet_id': '1d5e3f12-077b-4c6b-a94f-f44810ea4202', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'bdccb5bd-3087-46ab-ada2-8700ceccc2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:02:58Z', 'updated_at': '2021-12-10T09:03:00Z', 'revision_number': 3, 'project_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'gw_port': {'id': 'bdccb5bd-3087-46ab-ada2-8700ceccc2e2', 'name': '', 'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3709b6d-64fa-4145-b5f3-81e1881639b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '1d5e3f12-077b-4c6b-a94f-f44810ea4202', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:59Z', 'updated_at': '2021-12-10T09:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d5e3f12-077b-4c6b-a94f-f44810ea4202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:01.630987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-215031bc-0ed7-4990-bddb-328296f1d580 req-58c115bb-c6e9-4811-88b1-e27feadc136e tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613250 Dec 10 09:03:01.651679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:01.669341 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Checking router: d3709b6d-64fa-4145-b5f3-81e1881639b7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:03:01.670168 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Updating router d3709b6d-64fa-4145-b5f3-81e1881639b7 port bdccb5bd-3087-46ab-ada2-8700ceccc2e2 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:03:01.703759 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:01.724593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33496) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:01.882103 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c6db-8216-451b-9efe-e9be509bb60f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:01.986993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:03:01.996341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.026251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Transition to ACTIVE for port object 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:03:02.037100 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.037377 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.043715 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.084365 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Attempting to bind port bdccb5bd-3087-46ab-ada2-8700ceccc2e2 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:03:02.084365 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Attempting to bind port bdccb5bd-3087-46ab-ada2-8700ceccc2e2 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'd2e6472e-c87d-4929-84ca-056a555c6b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:03:02.084365 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Attempting to bind port bdccb5bd-3087-46ab-ada2-8700ceccc2e2 on network ff173966-cda5-48f9-96f0-dcd79f2d8188 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:03:02.087270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Pushing event updated for resources: {'Port': ['ID=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:02.097712 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c6db-8216-451b-9efe-e9be509bb60f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.111348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c6db-8216-451b-9efe-e9be509bb60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.119798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd575-540d-4030-b0eb-7e1a782dd267 req-031843ce-82ec-46e9-9ec9-d07277b34597 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:02.121391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-883cd575-540d-4030-b0eb-7e1a782dd267 req-031843ce-82ec-46e9-9ec9-d07277b34597 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.4390070 Dec 10 09:03:02.158804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Deleting port bdccb5bd-3087-46ab-ada2-8700ceccc2e2 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:02.159161 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.175569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9c6db-8216-451b-9efe-e9be509bb60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b436ab-4992-4a81-8059-712363383dff,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:02.198802 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:03:02.199316 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Checking segment: {'id': 'd2e6472e-c87d-4929-84ca-056a555c6b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:03:02.199809 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.200293 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Bound using segment: {'id': 'd2e6472e-c87d-4929-84ca-056a555c6b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:03:02.200886 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Bound port: bdccb5bd-3087-46ab-ada2-8700ceccc2e2, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e6472e-c87d-4929-84ca-056a555c6b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ff173966-cda5-48f9-96f0-dcd79f2d8188'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:03:02.201997 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.223505 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Pushing event updated for resources: {'Port': ['ID=bdccb5bd-3087-46ab-ada2-8700ceccc2e2,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:02.231682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-883cd575-540d-4030-b0eb-7e1a782dd267 req-3a69e4c4-ee8f-4cc5-9e80-d7a5e5fe94d8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002910 Dec 10 09:03:02.239998 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d8d9c6db-8216-451b-9efe-e9be509bb60f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9acd8e3795ec4a8e9740e2aac0e29be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125237 Dec 10 09:03:02.242435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33504) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:02.271062 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.271647 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.271751 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.272060 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.272728 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.272728 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.273166 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.273494 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.273845 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.274160 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.274481 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.274801 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.275118 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:02.276741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Attempting to bind port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:03:02.277088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Attempting to bind port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '3a966a8b-438d-4a97-88f5-396026479cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78314fc3-478b-4939-b8f9-58ae653013c1'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:03:02.277424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Attempting to bind port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce on network 78314fc3-478b-4939-b8f9-58ae653013c1 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:03:02.291805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce on network 78314fc3-478b-4939-b8f9-58ae653013c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:03:02.292165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Attempting to bind port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce on network 78314fc3-478b-4939-b8f9-58ae653013c1 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:03:02.297981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:03:02.298998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Checking segment: {'id': '3a966a8b-438d-4a97-88f5-396026479cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78314fc3-478b-4939-b8f9-58ae653013c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:03:02.299403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Bound using segment: {'id': '3a966a8b-438d-4a97-88f5-396026479cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78314fc3-478b-4939-b8f9-58ae653013c1'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:03:02.299892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Bound port: 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a966a8b-438d-4a97-88f5-396026479cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78314fc3-478b-4939-b8f9-58ae653013c1'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:03:02.300262 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.309343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.311114 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] For port bdccb5bd-3087-46ab-ada2-8700ceccc2e2, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:03:02.314757 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] For port bdccb5bd-3087-46ab-ada2-8700ceccc2e2, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bdccb5bd-3087-46ab-ada2-8700ceccc2e2,segment=NetworkSegment(d2e6472e-c87d-4929-84ca-056a555c6b90),segment_id=d2e6472e-c87d-4929-84ca-056a555c6b90)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:03:02.319736 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.321433 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5a9e-9ef8-4333-83d1-205c76c0f9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.331200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Calling delete_port for bdccb5bd-3087-46ab-ada2-8700ceccc2e2 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:02.368313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5a9e-9ef8-4333-83d1-205c76c0f9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.372192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] For port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:03:02.375757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] For port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,segment=NetworkSegment(3a966a8b-438d-4a97-88f5-396026479cb2),segment_id=3a966a8b-438d-4a97-88f5-396026479cb2)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:03:02.378417 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Routers {'d3709b6d-64fa-4145-b5f3-81e1881639b7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:02.379052 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:02:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d3709b6d-64fa-4145-b5f3-81e1881639b7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:02.380758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.384493 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e882d75-546b-491f-b2b4-0aa8ebef730c None None] Pushing event updated for resources: {'Port': ['ID=bdccb5bd-3087-46ab-ada2-8700ceccc2e2,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:02.419672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:02.420223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.421558 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] 10.222.0.39 "PUT /v2.0/ports/1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce HTTP/1.1" status: 200 len: 1091 time: 0.9518805 Dec 10 09:03:02.422078 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a420d307-2bd9-4f8b-9ac8-95a6630d807e', 'tag': '1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:02.425068 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f87000a-f246-4165-8ef7-a4a7e1f7391e" -d '{"events": [{"name": "network-changed", "server_uuid": "a420d307-2bd9-4f8b-9ac8-95a6630d807e", "tag": "1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:02.453856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd761b-d972-4012-be78-ccb0db4a859f service neutron] Pushing event updated for resources: {'Port': ['ID=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:02.498005 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] Set router d3709b6d-64fa-4145-b5f3-81e1881639b7 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:03:02.519814 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01d4c0c-07f7-4414-a873-860e833590c9 x-openstack-request-id: req-d01d4c0c-07f7-4414-a873-860e833590c9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:02.520185 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a420d307-2bd9-4f8b-9ac8-95a6630d807e", "tag": "1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:02.520386 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d01d4c0c-07f7-4414-a873-860e833590c9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:02.521490 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a420d307-2bd9-4f8b-9ac8-95a6630d807e', 'tag': '1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce', 'status': 'completed', 'code': 200} Dec 10 09:03:02.538933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-36a6d1e4-495f-4635-8ae0-a8e377f2ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:02.540461 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-36a6d1e4-495f-4635-8ae0-a8e377f2ab07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33863879f091436bbd58268624d6db6b&device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 1094 time: 0.0558207 Dec 10 09:03:02.542209 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5a9e-9ef8-4333-83d1-205c76c0f9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.545155 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5a9e-9ef8-4333-83d1-205c76c0f9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.546396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e4ca5a9e-9ef8-4333-83d1-205c76c0f9ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4b436ab-4992-4a81-8059-712363383dff HTTP/1.1" status: 204 len: 168 time: 0.3030219 Dec 10 09:03:02.586029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca5a9e-9ef8-4333-83d1-205c76c0f9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b436ab-4992-4a81-8059-712363383dff,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:02.593241 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-bae15620-211c-4284-a186-786936911a2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce HTTP/1.1" status: 200 len: 217 time: 0.0444503 Dec 10 09:03:02.594464 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3709b6d-64fa-4145-b5f3-81e1881639b7', 'name': '', 'tenant_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:02:58Z', 'updated_at': '2021-12-10T09:03:01Z', 'revision_number': 4, 'project_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:02.633376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.635639 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2571f0-2d73-438f-9371-da9f4c3e6647 None None] The sync data for ids ['d3709b6d-64fa-4145-b5f3-81e1881639b7'] in n-d-814746-3 is: [{'id': 'd3709b6d-64fa-4145-b5f3-81e1881639b7', 'name': '', 'tenant_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:02:58Z', 'updated_at': '2021-12-10T09:03:01Z', 'revision_number': 4, 'project_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:02.668354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-fe7f6794-4161-4fc0-954b-62b873c8346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:02.670510 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-fe7f6794-4161-4fc0-954b-62b873c8346b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea3401e2-a64f-4f9f-84e8-490bae065e14 HTTP/1.1" status: 200 len: 861 time: 0.0708199 Dec 10 09:03:02.685730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdccb5bd-3087-46ab-ada2-8700ceccc2e2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:02.726196 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-a05c44c3-4e69-4695-9131-1372f20324dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78314fc3-478b-4939-b8f9-58ae653013c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478845 Dec 10 09:03:02.777626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.856923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-c6a0c186-5670-4e02-a1f9-0c8b46a3ace3 service neutron] 10.222.0.39 "GET /v2.0/networks/78314fc3-478b-4939-b8f9-58ae653013c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227973 Dec 10 09:03:02.915771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.921655 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:02.939834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ef35-e916-4bac-b95c-669b43b5da08 req-1f60fce2-9301-42aa-8d06-73033680f1e4 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:02.941623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5f1ef35-e916-4bac-b95c-669b43b5da08 req-1f60fce2-9301-42aa-8d06-73033680f1e4 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 943 time: 0.2244053 Dec 10 09:03:02.989392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f6aef5f-50ba-4aad-8f97-e98d8fbaa9c2 req-9f77afb1-d09e-48d3-aec2-f516947e455c service neutron] 10.222.0.39 "GET /v2.0/networks/78314fc3-478b-4939-b8f9-58ae653013c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251965 Dec 10 09:03:03.003946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.004597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3709b6d-64fa-4145-b5f3-81e1881639b7 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:03.011606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.015761 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-33394e99-4539-4b37-af5c-b85270ab530b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d3709b6d-64fa-4145-b5f3-81e1881639b7 HTTP/1.1" status: 204 len: 168 time: 1.7068069 Dec 10 09:03:03.017966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33516) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:03.018556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33518) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:03.046933 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de4d7059-faac-4aff-9165-ad6e7117057b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.049316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5f1ef35-e916-4bac-b95c-669b43b5da08 req-77296b3e-c9c8-4cff-8abf-c869b78ef7dc tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681138 Dec 10 09:03:03.098821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-33d09819-df19-4132-84c1-f1fda07f6cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.150983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7afd9e-2b32-4c7b-ad97-067de049610b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Deleting subnet 1d5e3f12-077b-4c6b-a94f-f44810ea4202 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:03:03.155698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff7afd9e-2b32-4c7b-ad97-067de049610b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.190817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-88fe7f6c-92ee-4ea6-8bc3-35bcab0a6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:03.192331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-88fe7f6c-92ee-4ea6-8bc3-35bcab0a6548 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33863879f091436bbd58268624d6db6b&device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 1094 time: 0.1211467 Dec 10 09:03:03.262549 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff7afd9e-2b32-4c7b-ad97-067de049610b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.356372 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff7afd9e-2b32-4c7b-ad97-067de049610b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.367026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f205b07-44ee-4d9e-9766-267a08c553d0 req-8d44b251-273b-40f5-aadd-fb00a54685d1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:03.368683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f205b07-44ee-4d9e-9766-267a08c553d0 req-8d44b251-273b-40f5-aadd-fb00a54685d1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0574574 Dec 10 09:03:03.395555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-e2568ac3-0f30-49e3-8dc5-d37a0f0b0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:03.397075 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-e2568ac3-0f30-49e3-8dc5-d37a0f0b0eeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=78314fc3-478b-4939-b8f9-58ae653013c1 HTTP/1.1" status: 200 len: 922 time: 0.1965325 Dec 10 09:03:03.402073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de4d7059-faac-4aff-9165-ad6e7117057b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.426781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f205b07-44ee-4d9e-9766-267a08c553d0 req-faa51698-3573-437a-a5c3-0bcb51e5e1b1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506802 Dec 10 09:03:03.456578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de4d7059-faac-4aff-9165-ad6e7117057b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.464361 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-fa46ef6b-0aeb-4bf3-b7f2-0c7885dee2d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce HTTP/1.1" status: 200 len: 217 time: 0.0594127 Dec 10 09:03:03.540224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d7059-faac-4aff-9165-ad6e7117057b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d3fdeb-6db0-4f78-ad03-a451c1073e9f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:03.544947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff7afd9e-2b32-4c7b-ad97-067de049610b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.548832 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-de4d7059-faac-4aff-9165-ad6e7117057b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f00fb631051494fa5f54ac865848235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5277579 Dec 10 09:03:03.552338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33526) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:03.584516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-2a196a83-ec48-43ad-8db3-a762d266c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:03.586021 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-2a196a83-ec48-43ad-8db3-a762d266c3c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea3401e2-a64f-4f9f-84e8-490bae065e14 HTTP/1.1" status: 200 len: 861 time: 0.1079574 Dec 10 09:03:03.587137 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff7afd9e-2b32-4c7b-ad97-067de049610b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.592786 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ff7afd9e-2b32-4c7b-ad97-067de049610b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/1d5e3f12-077b-4c6b-a94f-f44810ea4202 HTTP/1.1" status: 204 len: 168 time: 0.5707328 Dec 10 09:03:03.592786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7afd9e-2b32-4c7b-ad97-067de049610b tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5e3f12-077b-4c6b-a94f-f44810ea4202,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:03.593253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33528) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:03.609020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7685ab52-b7af-4cfd-819a-f3b07ce6e713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.637903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7685ab52-b7af-4cfd-819a-f3b07ce6e713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.645955 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-0b2419da-3ee2-4846-a064-d520b0a20a13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78314fc3-478b-4939-b8f9-58ae653013c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500021 Dec 10 09:03:03.694571 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7685ab52-b7af-4cfd-819a-f3b07ce6e713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.697730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7685ab52-b7af-4cfd-819a-f3b07ce6e713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.701862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7685ab52-b7af-4cfd-819a-f3b07ce6e713 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1d3fdeb-6db0-4f78-ad03-a451c1073e9f HTTP/1.1" status: 204 len: 168 time: 0.1452665 Dec 10 09:03:03.709732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685ab52-b7af-4cfd-819a-f3b07ce6e713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d3fdeb-6db0-4f78-ad03-a451c1073e9f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:03.765129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.822202 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-0cb8a6df-1cf5-4de4-8084-7547708012dd service neutron] 10.222.0.39 "GET /v2.0/networks/78314fc3-478b-4939-b8f9-58ae653013c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501224 Dec 10 09:03:03.933789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:03.964387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff173966-cda5-48f9-96f0-dcd79f2d8188']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:03.982639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e6472e-c87d-4929-84ca-056a555c6b90') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:03.982941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e6472e-c87d-4929-84ca-056a555c6b90') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:04.005131 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.021532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4f87000a-f246-4165-8ef7-a4a7e1f7391e req-4929f818-1fbd-4bf2-8bb5-75c66d19ef49 service neutron] 10.222.0.39 "GET /v2.0/networks/78314fc3-478b-4939-b8f9-58ae653013c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836808 Dec 10 09:03:04.025358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.033153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:03:04.033153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:03:04.042325 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:03:04.109392 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.119706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff173966-cda5-48f9-96f0-dcd79f2d8188 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 09:03:04.129560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.135431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ff173966-cda5-48f9-96f0-dcd79f2d8188 HTTP/1.1" status: 204 len: 168 time: 0.5411711 Dec 10 09:03:04.165007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ade9c-1a33-4ed0-a7e8-e0f028cb71fa tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff173966-cda5-48f9-96f0-dcd79f2d8188,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:04.227897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da669c-c4bc-44ad-948f-4453598a4fae req-d8d3f038-080d-40b6-ae13-a9be9e34ec15 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:04.229836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49da669c-c4bc-44ad-948f-4453598a4fae req-d8d3f038-080d-40b6-ae13-a9be9e34ec15 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 943 time: 0.0701833 Dec 10 09:03:04.299159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49da669c-c4bc-44ad-948f-4453598a4fae req-632bcfa9-144e-4425-b57a-027e6d2ae26e tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635905 Dec 10 09:03:04.599763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31481c18-0c98-4be4-8ab9-fbbb981a3ba4 req-d37242e5-7d02-4b85-93c6-a2f04a2219ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:04.613945 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31481c18-0c98-4be4-8ab9-fbbb981a3ba4 req-d37242e5-7d02-4b85-93c6-a2f04a2219ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0972362 Dec 10 09:03:04.660923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33574) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:04.676040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-245e963e-9e56-4e6c-9fee-6fe26851f2ee tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'router': {'name': 'tempest-router--129584377', 'project_id': '8955f06b9cff485c85d0c02f3b5b0e65'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:04.689391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-53d847ae-0673-4028-81f3-c42b8b5222c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:04.690958 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-53d847ae-0673-4028-81f3-c42b8b5222c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1096 time: 0.0528715 Dec 10 09:03:04.731465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31481c18-0c98-4be4-8ab9-fbbb981a3ba4 req-3b3dbb1b-931d-4914-bfe5-97d703acd08d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163714 Dec 10 09:03:04.752603 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-245e963e-9e56-4e6c-9fee-6fe26851f2ee tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.753829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-245e963e-9e56-4e6c-9fee-6fe26851f2ee tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.766994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69542299-9e64-4bec-a881-186095116ef2 req-f3e32ac8-ff38-4345-8021-3d725028d2c3 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:04.769156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69542299-9e64-4bec-a881-186095116ef2 req-f3e32ac8-ff38-4345-8021-3d725028d2c3 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.0840354 Dec 10 09:03:04.799557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-b02ca13c-8170-418a-9862-3a23bfd42bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:04.804104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-b02ca13c-8170-418a-9862-3a23bfd42bed service neutron] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 920 time: 0.1013134 Dec 10 09:03:04.832754 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-245e963e-9e56-4e6c-9fee-6fe26851f2ee tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.846338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-245e963e-9e56-4e6c-9fee-6fe26851f2ee tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.855404 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-4f030bda-69cc-46a9-b1e7-0826dfbb1e03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c28a7096-8a55-4de3-9b33-83c0a4484416 HTTP/1.1" status: 200 len: 217 time: 0.0456543 Dec 10 09:03:04.867721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69542299-9e64-4bec-a881-186095116ef2 req-9656a565-1831-478c-b4d1-4355fe489948 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904503 Dec 10 09:03:04.875408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-245e963e-9e56-4e6c-9fee-6fe26851f2ee tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:04.877665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-245e963e-9e56-4e6c-9fee-6fe26851f2ee tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2066226 Dec 10 09:03:04.880110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33580) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:04.915030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-3fcaf086-6e4f-45d2-8b8d-31e95a3619db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:04.916709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-3fcaf086-6e4f-45d2-8b8d-31e95a3619db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.0544448 Dec 10 09:03:04.950316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-ac853b16-6987-458b-9b9b-0daf184a717c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264902 Dec 10 09:03:04.966214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-942b8c30-aa4d-4eb9-b467-c7ee73bbd3eb tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.065885 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-0e030c5c-24b7-4e6f-a965-0f0d7a028672 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073961 Dec 10 09:03:05.154043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-942b8c30-aa4d-4eb9-b467-c7ee73bbd3eb tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.156344 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-942b8c30-aa4d-4eb9-b467-c7ee73bbd3eb tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.160514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e819e92-9ea1-4af1-acfc-6c42ee30c3f5 req-6a7ac6a0-7701-477d-943e-f6938f8e0edd service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865216 Dec 10 09:03:05.208193 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-942b8c30-aa4d-4eb9-b467-c7ee73bbd3eb tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.208709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942b8c30-aa4d-4eb9-b467-c7ee73bbd3eb tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef05a3f-291e-4b34-bc54-a54f81c5f4bb {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:05.213492 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-942b8c30-aa4d-4eb9-b467-c7ee73bbd3eb tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.214714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-942b8c30-aa4d-4eb9-b467-c7ee73bbd3eb tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1ef05a3f-291e-4b34-bc54-a54f81c5f4bb HTTP/1.1" status: 204 len: 168 time: 0.3336432 Dec 10 09:03:05.421771 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-74301db6-010e-4d9b-9a0d-c2d8173afa07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.422284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33604) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:05.444397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886ffaa-b944-47c8-84fa-5d082ddbdcc6 req-82930ce5-d795-401a-8c31-66b1e62e47ba tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:05.452173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f886ffaa-b944-47c8-84fa-5d082ddbdcc6 req-82930ce5-d795-401a-8c31-66b1e62e47ba tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 943 time: 0.0762908 Dec 10 09:03:05.513189 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f886ffaa-b944-47c8-84fa-5d082ddbdcc6 req-c3196e1f-3b2e-492b-8d8f-a57fc83e662e tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584300 Dec 10 09:03:05.635031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1155814253', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:05.664610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.665730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.717368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.884853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:05.936971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2bfed-ceb7-460a-871b-8652ea89901f req-5692a696-7843-4824-934c-c0e38793c928 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:05.938524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78c2bfed-ceb7-460a-871b-8652ea89901f req-5692a696-7843-4824-934c-c0e38793c928 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1078024 Dec 10 09:03:06.063745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78c2bfed-ceb7-460a-871b-8652ea89901f req-6b017f04-a201-40e7-b927-82645855aa97 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963087 Dec 10 09:03:06.072208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dce5e-2c18-484d-ac70-cf38b2abab7a req-c50107c6-207f-4d3c-bcc4-ccee401f8498 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:06.073970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-075dce5e-2c18-484d-ac70-cf38b2abab7a req-c50107c6-207f-4d3c-bcc4-ccee401f8498 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1052678 Dec 10 09:03:06.153397 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-075dce5e-2c18-484d-ac70-cf38b2abab7a req-3cd6f2c3-5b06-46c0-bc75-e166eaab86e3 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685918 Dec 10 09:03:06.256735 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:06.275480 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:06.401249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Allocated IP 172.25.3.175 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/93607091-2e53-4e0c-8d4a-2b85025a17bc) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:06.430609 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:06.511265 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:06.551760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:06.594495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:06.611130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:06.629225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:06.651561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event updated for resources: {'Port': ['ID=93607091-2e53-4e0c-8d4a-2b85025a17bc,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:06.685690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e6dd-bd04-4b87-88d9-066e803e84ab req-a058f2d1-ad6e-4164-8350-6971a144a4e0 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:06.687186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6996e6dd-bd04-4b87-88d9-066e803e84ab req-a058f2d1-ad6e-4164-8350-6971a144a4e0 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 943 time: 0.0948319 Dec 10 09:03:06.831229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6996e6dd-bd04-4b87-88d9-066e803e84ab req-641f1f26-1856-4423-afa9-2d15c6e8b9ef tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023667 Dec 10 09:03:06.980342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:07.226558 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:07.240693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f7f02-4f31-4e78-82d5-baeec9c338c3 req-ef9e935a-080c-4ab2-9f02-cfc916df2e41 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:07.242238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-590f7f02-4f31-4e78-82d5-baeec9c338c3 req-ef9e935a-080c-4ab2-9f02-cfc916df2e41 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0818450 Dec 10 09:03:07.280519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:03:07.382789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,segment=NetworkSegment(3a966a8b-438d-4a97-88f5-396026479cb2),segment_id=3a966a8b-438d-4a97-88f5-396026479cb2)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:07.395425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce', 'network_id': '78314fc3-478b-4939-b8f9-58ae653013c1', 'port_id': '1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce', 'mac_address': 'fa:16:3e:79:5a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3401e2-a64f-4f9f-84e8-490bae065e14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:03:07.406255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44495dfa-82ce-4ed7-89ab-c07d788fee65 req-34a62e47-c80d-445a-874d-a1da014d4bd7 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:07.407796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44495dfa-82ce-4ed7-89ab-c07d788fee65 req-34a62e47-c80d-445a-874d-a1da014d4bd7 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1278946 Dec 10 09:03:07.411256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-590f7f02-4f31-4e78-82d5-baeec9c338c3 req-d6b8e0ca-0efb-4839-9127-2be163e34ad3 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621881 Dec 10 09:03:07.436274 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:07.452658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:03:07.479769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,segment=NetworkSegment(3a966a8b-438d-4a97-88f5-396026479cb2),segment_id=3a966a8b-438d-4a97-88f5-396026479cb2)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:07.484222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:07.497917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44495dfa-82ce-4ed7-89ab-c07d788fee65 req-318120a8-2e23-4775-97ad-73d8b821e893 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679185 Dec 10 09:03:07.521013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Router 10b778a8-97c0-42c9-92be-9b2172ae0e42 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:03:07.551215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:07.625132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:07.636347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000ffc6-cfaa-47cf-9f82-08565db70316 None None] Sync routers for ids ['10b778a8-97c0-42c9-92be-9b2172ae0e42'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:07.648735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000ffc6-cfaa-47cf-9f82-08565db70316 None None] Routers {'10b778a8-97c0-42c9-92be-9b2172ae0e42'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:07.649377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7000ffc6-cfaa-47cf-9f82-08565db70316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['10b778a8-97c0-42c9-92be-9b2172ae0e42'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:07.662839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:07.665164 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-51408c5c-4b23-4ed6-82ba-6854c77fa34d tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2424929 Dec 10 09:03:07.668124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33668) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:07.692703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7000ffc6-cfaa-47cf-9f82-08565db70316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:07.703098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000ffc6-cfaa-47cf-9f82-08565db70316 None None] Routers {'10b778a8-97c0-42c9-92be-9b2172ae0e42'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:07.703958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7000ffc6-cfaa-47cf-9f82-08565db70316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['10b778a8-97c0-42c9-92be-9b2172ae0e42'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:07.746324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7000ffc6-cfaa-47cf-9f82-08565db70316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:07.747523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000ffc6-cfaa-47cf-9f82-08565db70316 None None] The sync data for ids ['10b778a8-97c0-42c9-92be-9b2172ae0e42'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:07.808850 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-61ec36ce-dcf0-4b0b-afb0-3cee874dee94 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/routers/10b778a8-97c0-42c9-92be-9b2172ae0e42 HTTP/1.1" status: 200 len: 921 time: 0.1389511 Dec 10 09:03:07.811673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33670) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:07.837645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:03:07.841864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-305f4ce0-c09e-42e1-adea-4b776f35e892 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=10b778a8-97c0-42c9-92be-9b2172ae0e42 HTTP/1.1" status: 200 len: 205 time: 0.0290296 Dec 10 09:03:07.844597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33672) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:07.963358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277820ec-5111-4972-bdee-fcd909fb5ca9 req-443635d8-1d16-4b48-9a50-3802878a8565 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:07.964950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-277820ec-5111-4972-bdee-fcd909fb5ca9 req-443635d8-1d16-4b48-9a50-3802878a8565 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 944 time: 0.0552967 Dec 10 09:03:08.032635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-277820ec-5111-4972-bdee-fcd909fb5ca9 req-e8e85d7f-156b-4468-b1dc-4e0f45be0094 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582304 Dec 10 09:03:08.115124 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:08.371511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:08.481539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:08.547788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Deleting port 93607091-2e53-4e0c-8d4a-2b85025a17bc {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:08.548684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:08.569051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bde780-81a7-4608-96b2-b0c3eb4e3057 req-f78ad3fd-8f31-4743-a1ae-fb6bf9fc7910 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:08.570837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9bde780-81a7-4608-96b2-b0c3eb4e3057 req-f78ad3fd-8f31-4743-a1ae-fb6bf9fc7910 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0668881 Dec 10 09:03:08.637146 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:08.650572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Calling delete_port for 93607091-2e53-4e0c-8d4a-2b85025a17bc owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:08.652939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9bde780-81a7-4608-96b2-b0c3eb4e3057 req-3f021661-7fdd-4600-a8d6-b6d08a95d853 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743527 Dec 10 09:03:08.665149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bf6dd-2c59-4e9f-8041-0f041ef141b3 req-5014093a-47ba-4e70-acdf-a6f7eceb50b4 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:08.666745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-286bf6dd-2c59-4e9f-8041-0f041ef141b3 req-5014093a-47ba-4e70-acdf-a6f7eceb50b4 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.0817480 Dec 10 09:03:08.728363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-286bf6dd-2c59-4e9f-8041-0f041ef141b3 req-cf3b5e76-5ae3-4095-ad2d-f9ec403dce19 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499117 Dec 10 09:03:08.825659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:08.856852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event deleted for resources: {'Port': ['ID=93607091-2e53-4e0c-8d4a-2b85025a17bc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:08.918165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.011286 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.013449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.059222 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.059708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Fanout notify agent at l3_agent the message router_deleted on router 10b778a8-97c0-42c9-92be-9b2172ae0e42 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:09.067775 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.072313 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bd517a5a-d98b-45ac-8e81-83432e86f957 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/10b778a8-97c0-42c9-92be-9b2172ae0e42 HTTP/1.1" status: 204 len: 168 time: 1.2227404 Dec 10 09:03:09.072670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33694) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:09.077080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1485952957', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': False}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:09.101809 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.102861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.143269 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.160296 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.300102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:03:09.304847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d189c-6dbe-4963-a25b-7da666223925 req-c5db754d-f4ff-473d-aed4-2b90a0a5c865 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:09.307069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-002d189c-6dbe-4963-a25b-7da666223925 req-c5db754d-f4ff-473d-aed4-2b90a0a5c865 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 944 time: 0.1484342 Dec 10 09:03:09.367328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:03:09.372682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:03:09.373197 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.458990 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.487752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a420d307-2bd9-4f8b-9ac8-95a6630d807e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:09.490156 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669fc52d-4c8f-47eb-bab7-c61f753109e7" -d '{"events": [{"server_uuid": "a420d307-2bd9-4f8b-9ac8-95a6630d807e", "name": "network-vif-plugged", "status": "completed", "tag": "1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:09.504841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,segment=NetworkSegment(3a966a8b-438d-4a97-88f5-396026479cb2),segment_id=3a966a8b-438d-4a97-88f5-396026479cb2)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:09.509771 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.552040 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ffa0a4-c482-404b-9fb7-5acf77246f7e x-openstack-request-id: req-02ffa0a4-c482-404b-9fb7-5acf77246f7e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:09.552264 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a420d307-2bd9-4f8b-9ac8-95a6630d807e", "name": "network-vif-plugged", "status": "completed", "tag": "1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:09.552615 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02ffa0a4-c482-404b-9fb7-5acf77246f7e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:09.553123 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a420d307-2bd9-4f8b-9ac8-95a6630d807e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce', 'code': 200} Dec 10 09:03:09.580583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:09.662279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34a9d2-20c3-41f1-ace1-110ae18d3300 req-004d9e1c-d9ef-4984-86cd-3433789e70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:09.663813 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8e34a9d2-20c3-41f1-ace1-110ae18d3300 req-004d9e1c-d9ef-4984-86cd-3433789e70c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 1096 time: 0.0483978 Dec 10 09:03:09.680238 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:09.729522 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8e34a9d2-20c3-41f1-ace1-110ae18d3300 req-68aaace9-7937-44af-9472-b2fed7176189 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581546 Dec 10 09:03:09.734354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-002d189c-6dbe-4963-a25b-7da666223925 req-7736095f-0cd7-48f1-bbd5-92c91b41446a tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658340 Dec 10 09:03:09.856291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b90799-2d45-4567-bd11-5a79994bb965 req-82e97a0a-6047-4e29-88b8-402fac4d696b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:09.857705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56b90799-2d45-4567-bd11-5a79994bb965 req-82e97a0a-6047-4e29-88b8-402fac4d696b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0944059 Dec 10 09:03:09.906719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4985-7ff8-4707-aaf1-a25e5189ce5d req-1c066707-be0d-4421-9524-79a42de7af1b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:09.909164 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d90f4985-7ff8-4707-aaf1-a25e5189ce5d req-1c066707-be0d-4421-9524-79a42de7af1b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1007302 Dec 10 09:03:09.989938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56b90799-2d45-4567-bd11-5a79994bb965 req-2adf6c16-8557-4c4a-a209-7ef7fd1d02a7 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253252 Dec 10 09:03:10.075818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d90f4985-7ff8-4707-aaf1-a25e5189ce5d req-10b95ae7-b289-4ab4-bc03-abad4a3f1f6f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516066 Dec 10 09:03:10.097710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:10.114184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:10.234444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Allocated IP 172.25.3.166 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/556b9caf-0f8c-43fe-9c79-24ab022e1b53) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:10.340420 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:10.380342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:10.430699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:10.434321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:10.438075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:10.489434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event updated for resources: {'Port': ['ID=556b9caf-0f8c-43fe-9c79-24ab022e1b53,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:10.720849 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:10.919124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10bb4a-296c-4055-a233-dc9b2e4420c3 req-4feb40bd-bb1c-4bdf-9902-77b87bc0635e tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:10.920839 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b10bb4a-296c-4055-a233-dc9b2e4420c3 req-4feb40bd-bb1c-4bdf-9902-77b87bc0635e tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 945 time: 0.1043894 Dec 10 09:03:11.026806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b10bb4a-296c-4055-a233-dc9b2e4420c3 req-55de72f5-d80a-44fd-a161-3090285c0c31 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950384 Dec 10 09:03:11.038284 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:11.272262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6bda4-17e7-4052-b651-7f3663a77314 req-9b2ffb2e-3c46-498a-aaac-17e342778cb9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:11.273827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ef6bda4-17e7-4052-b651-7f3663a77314 req-9b2ffb2e-3c46-498a-aaac-17e342778cb9 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1423244 Dec 10 09:03:11.292258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Router 1c268aba-1915-477b-b161-d9fb8e66221b is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:03:11.321545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f31502-25e7-495d-a37a-8daa79cc8d90 req-e9a745e8-6b6a-4ef6-997d-7196e92a74c2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:11.322939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26f31502-25e7-495d-a37a-8daa79cc8d90 req-e9a745e8-6b6a-4ef6-997d-7196e92a74c2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1086745 Dec 10 09:03:11.409091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ef6bda4-17e7-4052-b651-7f3663a77314 req-9a990f3b-b328-4b13-94be-f197ae0c729b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240137 Dec 10 09:03:11.497013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26f31502-25e7-495d-a37a-8daa79cc8d90 req-6c7ba8b5-30e0-42e2-99a3-fd0c2c831a9d tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258900 Dec 10 09:03:11.510479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:11.520280 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Sync routers for ids ['1c268aba-1915-477b-b161-d9fb8e66221b'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:11.533315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:11.537341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-69dc52f7-e65f-424b-9a79-71589b0945d2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4611354 Dec 10 09:03:11.537624 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Routers {'1c268aba-1915-477b-b161-d9fb8e66221b'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:11.537714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33730) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:11.544474 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1c268aba-1915-477b-b161-d9fb8e66221b'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:11.677790 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a000f562-f563-4ffd-92a3-597582efb7ca tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/routers/1c268aba-1915-477b-b161-d9fb8e66221b HTTP/1.1" status: 200 len: 909 time: 0.1385412 Dec 10 09:03:11.680018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33738) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:11.684440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1485952957', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': True}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:11.698710 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Set router 1c268aba-1915-477b-b161-d9fb8e66221b gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:03:11.716705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:11.718246 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:11.786393 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:11.898234 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c268aba-1915-477b-b161-d9fb8e66221b', 'name': 'tempest-snat-router-1485952957', 'tenant_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.166'}], 'enable_snat': False}, 'gw_port_id': '556b9caf-0f8c-43fe-9c79-24ab022e1b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:03:09Z', 'updated_at': '2021-12-10T09:03:10Z', 'revision_number': 3, 'project_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'gw_port': {'id': '556b9caf-0f8c-43fe-9c79-24ab022e1b53', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c268aba-1915-477b-b161-d9fb8e66221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:03:10Z', 'updated_at': '2021-12-10T09:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:11.928442 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Checking router: 1c268aba-1915-477b-b161-d9fb8e66221b for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:03:11.928802 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Updating router 1c268aba-1915-477b-b161-d9fb8e66221b port 556b9caf-0f8c-43fe-9c79-24ab022e1b53 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:03:11.945392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:11.956149 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.193706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.221124 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.250425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125d21f-df44-4b01-971e-ddb99bc5a59c req-7a0db31c-af0c-4239-8bdb-fe474e7a8e56 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:12.252844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5125d21f-df44-4b01-971e-ddb99bc5a59c req-7a0db31c-af0c-4239-8bdb-fe474e7a8e56 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 945 time: 0.1057317 Dec 10 09:03:12.258739 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.264279 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.326743 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Attempting to bind port 556b9caf-0f8c-43fe-9c79-24ab022e1b53 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:03:12.327526 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Attempting to bind port 556b9caf-0f8c-43fe-9c79-24ab022e1b53 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:03:12.327526 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Attempting to bind port 556b9caf-0f8c-43fe-9c79-24ab022e1b53 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:03:12.330449 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec8564-011e-46a6-be07-75f6a0678547 None None] Pushing event updated for resources: {'Port': ['ID=556b9caf-0f8c-43fe-9c79-24ab022e1b53,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:12.335097 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:03:12.335904 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:03:12.335904 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.336222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:03:12.336692 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Bound port: 556b9caf-0f8c-43fe-9c79-24ab022e1b53, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:03:12.337067 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.366597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5125d21f-df44-4b01-971e-ddb99bc5a59c req-6134d00e-dfe1-414d-9ee9-261149455c84 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855160 Dec 10 09:03:12.396103 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] For port 556b9caf-0f8c-43fe-9c79-24ab022e1b53, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:03:12.398861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Allocated IP 172.25.3.121 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:12.399487 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] For port 556b9caf-0f8c-43fe-9c79-24ab022e1b53, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=556b9caf-0f8c-43fe-9c79-24ab022e1b53,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:03:12.408903 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.476135 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Routers {'1c268aba-1915-477b-b161-d9fb8e66221b'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:12.476779 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1c268aba-1915-477b-b161-d9fb8e66221b'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:12.566080 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec8564-011e-46a6-be07-75f6a0678547 None None] Pushing event updated for resources: {'Port': ['ID=556b9caf-0f8c-43fe-9c79-24ab022e1b53,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:12.579513 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.593004 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] Set router 1c268aba-1915-477b-b161-d9fb8e66221b gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:03:12.687113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fbd2b-e89c-442e-b18f-28aba87ad494 req-d6387ad4-b9c0-4270-8bb2-83cca414a8d0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:12.688706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-824fbd2b-e89c-442e-b18f-28aba87ad494 req-d6387ad4-b9c0-4270-8bb2-83cca414a8d0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1072905 Dec 10 09:03:12.719692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d088962-1879-47ba-9b94-69b736c92dbc req-d0b8fe8c-dd09-4e18-992f-a53d69be5962 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:12.721944 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d088962-1879-47ba-9b94-69b736c92dbc req-d0b8fe8c-dd09-4e18-992f-a53d69be5962 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1082144 Dec 10 09:03:12.722992 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:12.810423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:12.815509 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-824fbd2b-e89c-442e-b18f-28aba87ad494 req-78285e8e-c4a9-4756-b078-4d363140ad11 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194811 Dec 10 09:03:12.824267 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c268aba-1915-477b-b161-d9fb8e66221b', 'name': 'tempest-snat-router-1485952957', 'tenant_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.166'}], 'enable_snat': False}, 'gw_port_id': '556b9caf-0f8c-43fe-9c79-24ab022e1b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:03:09Z', 'updated_at': '2021-12-10T09:03:10Z', 'revision_number': 3, 'project_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'gw_port': {'id': '556b9caf-0f8c-43fe-9c79-24ab022e1b53', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c268aba-1915-477b-b161-d9fb8e66221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:03:10Z', 'updated_at': '2021-12-10T09:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:12.827727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:12.832809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:12.848530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:12.865437 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c57ec-710b-4e00-bd15-01d0bdcda90d None None] The sync data for ids ['1c268aba-1915-477b-b161-d9fb8e66221b'] in n-d-814746-3 is: [{'id': '1c268aba-1915-477b-b161-d9fb8e66221b', 'name': 'tempest-snat-router-1485952957', 'tenant_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.166'}], 'enable_snat': False}, 'gw_port_id': '556b9caf-0f8c-43fe-9c79-24ab022e1b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:03:09Z', 'updated_at': '2021-12-10T09:03:10Z', 'revision_number': 3, 'project_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'gw_port': {'id': '556b9caf-0f8c-43fe-9c79-24ab022e1b53', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c268aba-1915-477b-b161-d9fb8e66221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:03:10Z', 'updated_at': '2021-12-10T09:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:12.888333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d088962-1879-47ba-9b94-69b736c92dbc req-24f6abf9-b4bb-41a6-82af-d4139b408f7f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545494 Dec 10 09:03:13.213164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:13.770009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203282-0417-4dfd-8091-d4c954dc6cfa req-411d8335-971c-4d1d-8e31-654b9027870a tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:13.771678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d203282-0417-4dfd-8091-d4c954dc6cfa req-411d8335-971c-4d1d-8e31-654b9027870a tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 945 time: 0.0993128 Dec 10 09:03:13.868581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:13.881288 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d203282-0417-4dfd-8091-d4c954dc6cfa req-ceead747-a036-41fe-ae39-53268d6021f5 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987811 Dec 10 09:03:14.086157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8cc7e-9356-4394-8491-2c3e4e3adebe req-0f150f5e-dfb3-47df-a93b-9f8c01825f66 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:14.087656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20a8cc7e-9356-4394-8491-2c3e4e3adebe req-0f150f5e-dfb3-47df-a93b-9f8c01825f66 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1453009 Dec 10 09:03:14.096403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 556b9caf-0f8c-43fe-9c79-24ab022e1b53 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:03:14.101217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050272ff-7776-49f3-beff-d254ca59349b req-24890eba-661d-4d59-9504-86308ee85a38 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:14.102778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-050272ff-7776-49f3-beff-d254ca59349b req-24890eba-661d-4d59-9504-86308ee85a38 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1242836 Dec 10 09:03:14.145764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 556b9caf-0f8c-43fe-9c79-24ab022e1b53 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:03:14.146137 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:14.196163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Router 4fb6ddf6-1c61-4bfa-8bc1-15341a61555f is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:03:14.208962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20a8cc7e-9356-4394-8491-2c3e4e3adebe req-4b61950f-3f40-49f9-82b5-12531b18e65b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048803 Dec 10 09:03:14.214763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-050272ff-7776-49f3-beff-d254ca59349b req-d2b42996-b01e-431c-94c8-6565768ab0b4 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004574 Dec 10 09:03:14.254432 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:14.291850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 556b9caf-0f8c-43fe-9c79-24ab022e1b53, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=556b9caf-0f8c-43fe-9c79-24ab022e1b53,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:14.296563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:14.354557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:14.370868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=556b9caf-0f8c-43fe-9c79-24ab022e1b53,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:14.375911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:14.379318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Sync routers for ids ['4fb6ddf6-1c61-4bfa-8bc1-15341a61555f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:14.386802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c93f58cc-2587-424f-be27-e25a8053effe tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7034121 Dec 10 09:03:14.387696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33808) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:14.397190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Routers {'4fb6ddf6-1c61-4bfa-8bc1-15341a61555f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:14.398299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4fb6ddf6-1c61-4bfa-8bc1-15341a61555f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:14.512946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-57e93746-0dac-4af6-8902-39d430d6096e tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/routers/4fb6ddf6-1c61-4bfa-8bc1-15341a61555f HTTP/1.1" status: 200 len: 908 time: 0.1225786 Dec 10 09:03:14.513311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33810) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:14.545064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Set router 4fb6ddf6-1c61-4bfa-8bc1-15341a61555f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:03:14.634069 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:14.744935 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:14.757182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6ddf6-1c61-4bfa-8bc1-15341a61555f', 'name': 'tempest-snat-router-1485952957', 'tenant_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:03:11Z', 'updated_at': '2021-12-10T09:03:13Z', 'revision_number': 3, 'project_id': 'b5745b8a02ce4b2b9aef703a128a0b7c', 'gw_port': {'id': 'cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb6ddf6-1c61-4bfa-8bc1-15341a61555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:03:12Z', 'updated_at': '2021-12-10T09:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:14.788511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Checking router: 4fb6ddf6-1c61-4bfa-8bc1-15341a61555f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:03:14.788869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Updating router 4fb6ddf6-1c61-4bfa-8bc1-15341a61555f port cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:03:14.821943 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:14.824986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Deleting port cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:14.825334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:14.857481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-e2aa2c6c-9758-4a1c-a3bd-ea25f2c650e3 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:14.860071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-e2aa2c6c-9758-4a1c-a3bd-ea25f2c650e3 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.39 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 945 time: 0.0638921 Dec 10 09:03:14.940362 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:14.973438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Calling delete_port for cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:15.071034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Deleting port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:15.071825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.081037 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.108694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91ccd0-9087-48ff-b79f-937f60788abf req-eefde44e-6dae-4e46-9c75-3ffd947bb38b tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:15.117122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d91ccd0-9087-48ff-b79f-937f60788abf req-eefde44e-6dae-4e46-9c75-3ffd947bb38b tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/ports?device_id=a420d307-2bd9-4f8b-9ac8-95a6630d807e HTTP/1.1" status: 200 len: 945 time: 0.0764952 Dec 10 09:03:15.200221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] For port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,segment=NetworkSegment(3a966a8b-438d-4a97-88f5-396026479cb2),segment_id=3a966a8b-438d-4a97-88f5-396026479cb2)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:15.200762 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.201157 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.213377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 09:03:15.213377 n-d-814746-3 neutron-server[114971]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Dec 10 09:03:15.213377 n-d-814746-3 neutron-server[114971]: [parameters: {'host': 'n-d-814746-3', 'ml2_port_bindings_port_id': 'cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c', 'ml2_port_bindings_host': ''}] Dec 10 09:03:15.213377 n-d-814746-3 neutron-server[114971]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:03:15.213950 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:03:15.219265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d91ccd0-9087-48ff-b79f-937f60788abf req-576f34b1-a2f5-4615-a8cf-83228fb1c874 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.31 "GET /v2.0/security-groups?id=9eb874fe-6e61-47fd-a525-8786f8be0351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013381 Dec 10 09:03:15.222815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Calling delete_port for 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:15.268539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.299780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:15.416418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.428831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:03:15.452395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee268ff0-c822-45a3-a6f4-10ca46ef45e2 req-c4909e8b-03fb-4a9b-bda7-c7f92bf91eda tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:15.454052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee268ff0-c822-45a3-a6f4-10ca46ef45e2 req-c4909e8b-03fb-4a9b-bda7-c7f92bf91eda tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1151316 Dec 10 09:03:15.455240 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.458063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Pushing event deleted for resources: {'Port': ['ID=1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:15.466937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6de47-0011-43c1-95cd-0b638794401b req-2bfaaf3c-46a7-4e89-8b74-b9708c8b2e72 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:15.468543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fe6de47-0011-43c1-95cd-0b638794401b req-2bfaaf3c-46a7-4e89-8b74-b9708c8b2e72 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1338563 Dec 10 09:03:15.511564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] No DVR routers for this DVR port 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:03:15.514474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.518271 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-66826a8d-6590-40b8-9b6b-1daf9cf6a0df req-28b4e2c7-72ef-4a20-8b4f-68e2ad09bcb8 tempest-ServerMetadataNegativeTestJSON-1613431059 tempest-ServerMetadataNegativeTestJSON-1613431059-project] 10.222.0.39 "DELETE /v2.0/ports/1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce HTTP/1.1" status: 204 len: 173 time: 0.6513600 Dec 10 09:03:15.518717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a420d307-2bd9-4f8b-9ac8-95a6630d807e', 'name': 'network-vif-deleted', 'tag': '1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:15.520968 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf2e24-cc2e-4e18-9b17-1211fbc579e8" -d '{"events": [{"server_uuid": "a420d307-2bd9-4f8b-9ac8-95a6630d807e", "name": "network-vif-deleted", "tag": "1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:15.592232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.596353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.677350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee268ff0-c822-45a3-a6f4-10ca46ef45e2 req-3ff7a28e-7e91-4a1f-a13f-d191841a3e48 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840146 Dec 10 09:03:15.678062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.678639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fb6ddf6-1c61-4bfa-8bc1-15341a61555f {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:15.683372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.686569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-93c7edad-162b-41f4-a2d9-06addd645924 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4fb6ddf6-1c61-4bfa-8bc1-15341a61555f HTTP/1.1" status: 204 len: 168 time: 1.1701064 Dec 10 09:03:15.687335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33826) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:15.689278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fe6de47-0011-43c1-95cd-0b638794401b req-bed0964f-c92a-4e0b-b31f-cf7e1b218dbd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598136 Dec 10 09:03:15.742353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Port cdc7a5bc-07cb-4ff2-8eec-9f770ae7a64c not found while updating agent binding for router 4fb6ddf6-1c61-4bfa-8bc1-15341a61555f. {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 09:03:15.762032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Routers set() bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:15.762415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Router IDs set() for agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 09:03:15.763283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_agentschedulers_db [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4fb6ddf6-1c61-4bfa-8bc1-15341a61555f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent'). {{(pid=114971) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 09:03:15.763826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9c3a5-29a9-45e5-941a-93a15e86eae8 None None] The sync data for ids ['4fb6ddf6-1c61-4bfa-8bc1-15341a61555f'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:15.823788 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9965354e-1817-4640-a1fe-029e42d427bb x-openstack-request-id: req-9965354e-1817-4640-a1fe-029e42d427bb {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:15.824093 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a420d307-2bd9-4f8b-9ac8-95a6630d807e", "name": "network-vif-deleted", "tag": "1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:15.824358 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9965354e-1817-4640-a1fe-029e42d427bb {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:15.824767 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a420d307-2bd9-4f8b-9ac8-95a6630d807e', 'name': 'network-vif-deleted', 'tag': '1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce', 'status': 'completed', 'code': 200} Dec 10 09:03:15.848074 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:15.983760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.095697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Deleting port 556b9caf-0f8c-43fe-9c79-24ab022e1b53 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:16.096146 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.116909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 556b9caf-0f8c-43fe-9c79-24ab022e1b53 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:03:16.184067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 556b9caf-0f8c-43fe-9c79-24ab022e1b53 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:03:16.184714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.206835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] For port 556b9caf-0f8c-43fe-9c79-24ab022e1b53, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=556b9caf-0f8c-43fe-9c79-24ab022e1b53,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:16.207280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.221163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Calling delete_port for 556b9caf-0f8c-43fe-9c79-24ab022e1b53 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:16.315459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33838) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:16.365405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9961230c-ee0c-4f71-865c-da1c4badc3c8 admin admin] Deleting subnet ea3401e2-a64f-4f9f-84e8-490bae065e14 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:03:16.370915 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9961230c-ee0c-4f71-865c-da1c4badc3c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.421384 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9961230c-ee0c-4f71-865c-da1c4badc3c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.427206 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.458616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event deleted for resources: {'Port': ['ID=556b9caf-0f8c-43fe-9c79-24ab022e1b53,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:16.481966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9961230c-ee0c-4f71-865c-da1c4badc3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.540468 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.560386 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9961230c-ee0c-4f71-865c-da1c4badc3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.609839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9961230c-ee0c-4f71-865c-da1c4badc3c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.613957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9961230c-ee0c-4f71-865c-da1c4badc3c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ea3401e2-a64f-4f9f-84e8-490bae065e14 HTTP/1.1" status: 204 len: 168 time: 0.2974613 Dec 10 09:03:16.615106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961230c-ee0c-4f71-865c-da1c4badc3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3401e2-a64f-4f9f-84e8-490bae065e14,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:16.616705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33846) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:16.655520 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.658679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.693494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.712128 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.713022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c268aba-1915-477b-b161-d9fb8e66221b {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:16.718566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.723742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3a86320e-65ce-43ae-b287-77b71a58fdc0 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1c268aba-1915-477b-b161-d9fb8e66221b HTTP/1.1" status: 204 len: 168 time: 1.0351832 Dec 10 09:03:16.724393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33850) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:16.730563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1155186413', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:16.779202 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.780201 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.816348 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.874317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.905218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78314fc3-478b-4939-b8f9-58ae653013c1']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:16.923501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a966a8b-438d-4a97-88f5-396026479cb2') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:16.928035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a966a8b-438d-4a97-88f5-396026479cb2') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:16.944456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33860) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:16.950043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:16.984240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad312425-2644-4cc3-97a3-d82bbd015cc5 req-dc9e1bbf-a27e-4f99-a08f-0ee321060d87 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:16.992327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad312425-2644-4cc3-97a3-d82bbd015cc5 req-dc9e1bbf-a27e-4f99-a08f-0ee321060d87 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1722200 Dec 10 09:03:16.996245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.014082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66df3d9-65aa-4bd0-86c7-2cbe10ee2239 req-7b6cd24d-d791-401d-af93-17ccb091bb5c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:17.015798 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c66df3d9-65aa-4bd0-86c7-2cbe10ee2239 req-7b6cd24d-d791-401d-af93-17ccb091bb5c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1738095 Dec 10 09:03:17.025245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:03:17.025661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:03:17.028567 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:03:17.069744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.100212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4da4c-9751-4f31-801a-f5ec2ca85073 req-bf317497-27d2-4d73-bd0e-a67110aa8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:17.101721 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-54f4da4c-9751-4f31-801a-f5ec2ca85073 req-bf317497-27d2-4d73-bd0e-a67110aa8c05 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1096 time: 0.0929463 Dec 10 09:03:17.147416 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad6296b6-83c7-487d-ac37-ff247767886a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.154101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.167547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad312425-2644-4cc3-97a3-d82bbd015cc5 req-77ea9625-7e65-4387-a7cb-d0dddf9f39da tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752081 Dec 10 09:03:17.172698 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.176264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] 10.222.0.31 "DELETE /v2.0/networks/78314fc3-478b-4939-b8f9-58ae653013c1 HTTP/1.1" status: 204 len: 168 time: 0.5582774 Dec 10 09:03:17.200070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c66df3d9-65aa-4bd0-86c7-2cbe10ee2239 req-3bacfb50-e732-4c48-adb4-1f29c8b80b28 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702056 Dec 10 09:03:17.209639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62834ef5-1ac9-49ea-960a-6205f3dc6707 admin admin] Pushing event deleted for resources: {'Network': ['ID=78314fc3-478b-4939-b8f9-58ae653013c1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:17.219171 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-54f4da4c-9751-4f31-801a-f5ec2ca85073 req-fd7db87a-bfd8-4782-aa12-259503622be9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889318 Dec 10 09:03:17.297466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad6296b6-83c7-487d-ac37-ff247767886a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.302519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad6296b6-83c7-487d-ac37-ff247767886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.364580 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ad6296b6-83c7-487d-ac37-ff247767886a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cda7f58ded92429fba46ec2cd8be9298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4148426 Dec 10 09:03:17.364580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6296b6-83c7-487d-ac37-ff247767886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0fbf4b-3b21-409e-987c-f320375c7f41,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:17.375234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33866) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:17.375830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33868) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:17.404767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.424467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.448163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf846101-3a77-46eb-be69-44ba67cedff0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33863879f091436bbd58268624d6db6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627995 Dec 10 09:03:17.452495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33870) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:17.468682 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71dd4f09-0cb5-46de-b15d-0a6e85d3aac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.508812 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71dd4f09-0cb5-46de-b15d-0a6e85d3aac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.541231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Allocated IP 172.25.3.127 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/4765cc75-bea9-4bc1-9fee-4124a1de6ba8) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:17.542732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09fb60ef-c93b-47db-a748-ea63df16c5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.571920 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09fb60ef-c93b-47db-a748-ea63df16c5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.603466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71dd4f09-0cb5-46de-b15d-0a6e85d3aac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.606335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71dd4f09-0cb5-46de-b15d-0a6e85d3aac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.607555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-71dd4f09-0cb5-46de-b15d-0a6e85d3aac7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd0fbf4b-3b21-409e-987c-f320375c7f41 HTTP/1.1" status: 204 len: 168 time: 0.2302575 Dec 10 09:03:17.618956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd4f09-0cb5-46de-b15d-0a6e85d3aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0fbf4b-3b21-409e-987c-f320375c7f41,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:17.639312 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09fb60ef-c93b-47db-a748-ea63df16c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.646385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09fb60ef-c93b-47db-a748-ea63df16c5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.650208 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-09fb60ef-c93b-47db-a748-ea63df16c5a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9eb874fe-6e61-47fd-a525-8786f8be0351 HTTP/1.1" status: 204 len: 168 time: 0.1967716 Dec 10 09:03:17.661341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb60ef-c93b-47db-a748-ea63df16c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb874fe-6e61-47fd-a525-8786f8be0351,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:17.666729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.705885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:17.746159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:17.749385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:17.753813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:17.780045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event updated for resources: {'Port': ['ID=4765cc75-bea9-4bc1-9fee-4124a1de6ba8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:18.046316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.067637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 556b9caf-0f8c-43fe-9c79-24ab022e1b53 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:03:18.086794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33886) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:18.101854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 556b9caf-0f8c-43fe-9c79-24ab022e1b53 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:03:18.102470 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 556b9caf-0f8c-43fe-9c79-24ab022e1b53 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:03:18.111959 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.206564 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.212401 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.274450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41316d36efe748a7b49027dcd950f8a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1861050 Dec 10 09:03:18.281295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:18.308765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61645373-e7be-4f76-8d91-df36505790f7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:18.350806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.351155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.351493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.351834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.352304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.353056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.353390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.353748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.354074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.354399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.354725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.355042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.355361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269bdff-d53c-4860-8f4e-3b59157fc6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:18.387597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35b61-d2d6-44f4-84e1-1d092dba6253 req-6ffa811d-9f88-4d18-9250-58bd84d64a41 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:18.391954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9da35b61-d2d6-44f4-84e1-1d092dba6253 req-6ffa811d-9f88-4d18-9250-58bd84d64a41 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1302640 Dec 10 09:03:18.400569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b73996-3639-4be9-9dce-5021daf4a9ad req-08a47a56-f04d-485e-998f-eb01017f759e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:18.402080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57b73996-3639-4be9-9dce-5021daf4a9ad req-08a47a56-f04d-485e-998f-eb01017f759e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0870893 Dec 10 09:03:18.405573 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54f694f2-b903-47b0-b8dd-0cceac3960af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.428701 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54f694f2-b903-47b0-b8dd-0cceac3960af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.478958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.492955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9da35b61-d2d6-44f4-84e1-1d092dba6253 req-7fefb1e8-677c-4e0b-ba8d-6981e6f32b24 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841653 Dec 10 09:03:18.520402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57b73996-3639-4be9-9dce-5021daf4a9ad req-7b2b16f1-4a57-4939-b912-0eb8882fc3a4 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032743 Dec 10 09:03:18.603851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54f694f2-b903-47b0-b8dd-0cceac3960af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.607082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54f694f2-b903-47b0-b8dd-0cceac3960af admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.612364 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-54f694f2-b903-47b0-b8dd-0cceac3960af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61645373-e7be-4f76-8d91-df36505790f7 HTTP/1.1" status: 204 len: 168 time: 0.3259659 Dec 10 09:03:18.620667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f694f2-b903-47b0-b8dd-0cceac3960af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61645373-e7be-4f76-8d91-df36505790f7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:18.654450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Router cc48daa2-acae-44cf-8c11-cd3a66824282 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:03:18.663124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33910) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:18.771288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-281976752-network', 'tenant_id': 'fdfc8c8f86974bdcac560e7cd339e722'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:18.773786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:18.789056 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874ca11-6d19-438e-bb79-237337d45784 None None] Sync routers for ids ['cc48daa2-acae-44cf-8c11-cd3a66824282'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:18.804168 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874ca11-6d19-438e-bb79-237337d45784 None None] Routers {'cc48daa2-acae-44cf-8c11-cd3a66824282'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:18.804971 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2874ca11-6d19-438e-bb79-237337d45784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cc48daa2-acae-44cf-8c11-cd3a66824282'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:18.817011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Made reservation on behalf of fdfc8c8f86974bdcac560e7cd339e722 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:03:18.821016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.823187 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.824466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c60e0b7a-a23c-4a10-92f0-89a6672aa7d0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0984647 Dec 10 09:03:18.827265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33916) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:18.832674 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.833888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cde5f33b-c095-44fa-9cfb-be7d954a3169 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': False}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:18.937419 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.944999 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:18.945929 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2874ca11-6d19-438e-bb79-237337d45784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:18.957208 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874ca11-6d19-438e-bb79-237337d45784 None None] Routers {'cc48daa2-acae-44cf-8c11-cd3a66824282'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:18.958112 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2874ca11-6d19-438e-bb79-237337d45784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cc48daa2-acae-44cf-8c11-cd3a66824282'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:18.973314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:03:18.990113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84069f8b-b29b-4966-b756-05c98168a671,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:19.004375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.005055 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2874ca11-6d19-438e-bb79-237337d45784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:19.006061 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Added segment 5194d6c8-bdae-4ecf-8311-21846ec83df6 of type vlan for network 806e00b7-1dde-4221-98c2-3a88d26b1b5d Dec 10 09:03:19.006291 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874ca11-6d19-438e-bb79-237337d45784 None None] The sync data for ids ['cc48daa2-acae-44cf-8c11-cd3a66824282'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:19.054731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33918) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:19.065669 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.074393 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-102a8623-f5e5-4204-a22d-77ce6d9a5a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.120643 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.122046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:19.122574 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.127029 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.193289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5260746 Dec 10 09:03:19.200972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33920) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:19.208416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Request body: {'subnet': {'network_id': '806e00b7-1dde-4221-98c2-3a88d26b1b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-281976752-subnet', 'tenant_id': 'fdfc8c8f86974bdcac560e7cd339e722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:19.237451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4162fe3-75c0-493d-91d3-cdefb6735cde admin admin] Pushing event updated for resources: {'Network': ['ID=806e00b7-1dde-4221-98c2-3a88d26b1b5d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:19.250011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 806e00b7-1dde-4221-98c2-3a88d26b1b5d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:03:19.260546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Made reservation on behalf of fdfc8c8f86974bdcac560e7cd339e722 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:03:19.262924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.270620 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-102a8623-f5e5-4204-a22d-77ce6d9a5a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.283014 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-102a8623-f5e5-4204-a22d-77ce6d9a5a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.320833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:03:19.348274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:03:19.348723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1d09b9c3-2822-44c6-a4f4-c8b1ea2d70ce not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:03:19.378088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-102a8623-f5e5-4204-a22d-77ce6d9a5a32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfcdcdd71b4e45969373d9201bcab8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3222871 Dec 10 09:03:19.382253 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a8623-f5e5-4204-a22d-77ce6d9a5a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798c25df-87a0-4024-a239-2e3122c01e64,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:19.382964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33922) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:19.489491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e4142fd-3c89-471c-8ae9-32bac7e06332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.490786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.550521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb70c0b-7989-46d6-8c32-8c1e71dbc751,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:19.552167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e4142fd-3c89-471c-8ae9-32bac7e06332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.576728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cde5f33b-c095-44fa-9cfb-be7d954a3169 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.599303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Checking segment: {'id': '5194d6c8-bdae-4ecf-8311-21846ec83df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '806e00b7-1dde-4221-98c2-3a88d26b1b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:03:19.599663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Network hostable DHCP agents. Network: 806e00b7-1dde-4221-98c2-3a88d26b1b5d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:03:19.631264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f2c89-370a-4283-8c8b-0e7c4a902bb6 req-debed035-5682-400e-b879-a3fb927ad8a3 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:19.632784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e02f2c89-370a-4283-8c8b-0e7c4a902bb6 req-debed035-5682-400e-b879-a3fb927ad8a3 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.0689449 Dec 10 09:03:19.647466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Network 806e00b7-1dde-4221-98c2-3a88d26b1b5d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:03:19.658790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e4142fd-3c89-471c-8ae9-32bac7e06332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.661340 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e4142fd-3c89-471c-8ae9-32bac7e06332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.662508 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0e4142fd-3c89-471c-8ae9-32bac7e06332 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/798c25df-87a0-4024-a239-2e3122c01e64 HTTP/1.1" status: 204 len: 168 time: 0.2786167 Dec 10 09:03:19.674297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4142fd-3c89-471c-8ae9-32bac7e06332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c25df-87a0-4024-a239-2e3122c01e64,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:19.692741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 806e00b7-1dde-4221-98c2-3a88d26b1b5d) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:19.698175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:19.698775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:19.703223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5404eea5-e07d-4e45-9fd0-e04e73e15ab0 None None] Network 806e00b7-1dde-4221-98c2-3a88d26b1b5d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:03:19.731759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2f05-29ec-4c5c-a625-88fb3c0bb479 req-ae045276-138c-4491-9744-2baeb4a5efbd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:19.733294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-911d2f05-29ec-4c5c-a625-88fb3c0bb479 req-ae045276-138c-4491-9744-2baeb4a5efbd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0996094 Dec 10 09:03:19.745724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2ed10605-64d0-4cde-8401-784d9cfebfd0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5425215 Dec 10 09:03:19.784670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e02f2c89-370a-4283-8c8b-0e7c4a902bb6 req-1d36f1e8-8b9b-4dd1-92f4-5eab2e1cf05c tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401315 Dec 10 09:03:19.870261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-911d2f05-29ec-4c5c-a625-88fb3c0bb479 req-eb8a37f3-dbf7-4842-af5a-00278f119131 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209099 Dec 10 09:03:19.936203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d3a4c1-a77c-466f-95ba-aa18ca5e4c88 None None] Network 806e00b7-1dde-4221-98c2-3a88d26b1b5d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:03:20.343592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cde5f33b-c095-44fa-9cfb-be7d954a3169 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:20.354945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cde5f33b-c095-44fa-9cfb-be7d954a3169 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:20.363237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c502663-5e05-45f9-848f-122da682c216 req-17898f3b-7c92-48cb-b858-3edf100d1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:20.364851 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8c502663-5e05-45f9-848f-122da682c216 req-17898f3b-7c92-48cb-b858-3edf100d1a19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1096 time: 0.0766103 Dec 10 09:03:20.456258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0755bd7-8bd6-44af-9fc6-792151b67f6e req-cffa2fb1-f638-473f-b923-299bbdb18ab8 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:20.458219 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0755bd7-8bd6-44af-9fc6-792151b67f6e req-cffa2fb1-f638-473f-b923-299bbdb18ab8 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1292753 Dec 10 09:03:20.516093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-ca3c53e4-045e-4a28-af0d-05168237e0be tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:20.526112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-ca3c53e4-045e-4a28-af0d-05168237e0be tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/networks?id=806e00b7-1dde-4221-98c2-3a88d26b1b5d HTTP/1.1" status: 200 len: 808 time: 0.1582954 Dec 10 09:03:20.548487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-173319a9-e8d1-4384-8b64-f956bc5160bb tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/quotas/fdfc8c8f86974bdcac560e7cd339e722 HTTP/1.1" status: 200 len: 375 time: 0.0175211 Dec 10 09:03:20.553556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c502663-5e05-45f9-848f-122da682c216 req-a2cfe4ae-9698-4f23-852d-6200887414bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:20.555057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8c502663-5e05-45f9-848f-122da682c216 req-a2cfe4ae-9698-4f23-852d-6200887414bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 920 time: 0.1558063 Dec 10 09:03:20.560087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde5f33b-c095-44fa-9cfb-be7d954a3169 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Router cc48daa2-acae-44cf-8c11-cd3a66824282 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:03:20.598942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-96b8e14f-1a45-4593-9455-8fedd9604157 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdfc8c8f86974bdcac560e7cd339e722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328441 Dec 10 09:03:20.606499 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8c502663-5e05-45f9-848f-122da682c216 req-f9a2d9f7-a116-4204-bb88-b5b6016d7188 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c28a7096-8a55-4de3-9b33-83c0a4484416 HTTP/1.1" status: 200 len: 217 time: 0.0435529 Dec 10 09:03:20.609685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0755bd7-8bd6-44af-9fc6-792151b67f6e req-dc8f10ac-3d37-4e51-8fab-fc13bec8ba5b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309800 Dec 10 09:03:20.702217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-915b3500-0aa3-4536-8176-b53d2cc39e4f service neutron] 10.222.0.31 "GET /v2.0/networks/806e00b7-1dde-4221-98c2-3a88d26b1b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901148 Dec 10 09:03:20.745287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c502663-5e05-45f9-848f-122da682c216 req-30e185e6-18b9-48a0-aebb-6c07b65106c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:20.746842 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8c502663-5e05-45f9-848f-122da682c216 req-30e185e6-18b9-48a0-aebb-6c07b65106c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.1214859 Dec 10 09:03:20.781448 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8c502663-5e05-45f9-848f-122da682c216 req-50eece4e-744f-4cf0-9005-6f48c0781892 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274200 Dec 10 09:03:20.787883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde5f33b-c095-44fa-9cfb-be7d954a3169 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:20.799429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cde5f33b-c095-44fa-9cfb-be7d954a3169 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:20.803014 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cde5f33b-c095-44fa-9cfb-be7d954a3169 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "PUT /v2.0/routers/cc48daa2-acae-44cf-8c11-cd3a66824282 HTTP/1.1" status: 200 len: 922 time: 1.9723263 Dec 10 09:03:20.803193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f32cf4-3548-43fe-9547-621d249225be None None] Sync routers for ids ['cc48daa2-acae-44cf-8c11-cd3a66824282'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:20.811689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33978) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:20.812807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-41071338-2f5b-492e-a40b-e4815f93de92 service neutron] 10.222.0.31 "GET /v2.0/networks/806e00b7-1dde-4221-98c2-3a88d26b1b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018558 Dec 10 09:03:20.815377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f32cf4-3548-43fe-9547-621d249225be None None] Routers {'cc48daa2-acae-44cf-8c11-cd3a66824282'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:20.816501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f0f32cf4-3548-43fe-9547-621d249225be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cc48daa2-acae-44cf-8c11-cd3a66824282'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:20.858684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f0f32cf4-3548-43fe-9547-621d249225be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:20.868979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f32cf4-3548-43fe-9547-621d249225be None None] Routers {'cc48daa2-acae-44cf-8c11-cd3a66824282'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:20.869951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f0f32cf4-3548-43fe-9547-621d249225be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cc48daa2-acae-44cf-8c11-cd3a66824282'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:20.922529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f0f32cf4-3548-43fe-9547-621d249225be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:20.924483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f32cf4-3548-43fe-9547-621d249225be None None] The sync data for ids ['cc48daa2-acae-44cf-8c11-cd3a66824282'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:20.994063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8c502663-5e05-45f9-848f-122da682c216 req-99c0bd1f-664e-48ae-a2e0-71ba930062cc service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043662 Dec 10 09:03:21.002444 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f8a89708-27e5-4e39-9bb5-48461a40f50c tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/routers/cc48daa2-acae-44cf-8c11-cd3a66824282 HTTP/1.1" status: 200 len: 922 time: 0.1896405 Dec 10 09:03:21.014942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33994) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:21.127445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdcefe-ec43-4c2a-922a-25f8a56ed032 req-f211082a-a7f5-4831-b0de-8bb62d79aa28 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:21.128933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8cdcefe-ec43-4c2a-922a-25f8a56ed032 req-f211082a-a7f5-4831-b0de-8bb62d79aa28 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1637650 Dec 10 09:03:21.185345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c8031-df17-4d73-ba84-132fb11e8b44 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:21.190222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7b0c8031-df17-4d73-ba84-132fb11e8b44 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=cc48daa2-acae-44cf-8c11-cd3a66824282&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1711907 Dec 10 09:03:21.190399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34000) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:21.216644 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8c502663-5e05-45f9-848f-122da682c216 req-4056b2cb-6a44-40e4-9a52-3cb8b0cd9755 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131109 Dec 10 09:03:21.231993 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-caa32286-68a8-4276-a3aa-088039a5f70d req-a7f03887-1b90-4f24-b4f0-af77aa7763e8 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 210 time: 0.1233175 Dec 10 09:03:21.274813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8cdcefe-ec43-4c2a-922a-25f8a56ed032 req-37911267-cd49-43de-8d6e-38ceb9ea79d4 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355810 Dec 10 09:03:21.386043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ad4ff-df16-4016-b3dd-a2bf5991f665 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:21.387432 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d35ad4ff-df16-4016-b3dd-a2bf5991f665 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 881 time: 0.1960826 Dec 10 09:03:21.390335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34010) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:21.425772 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e3b2eae2-a069-476d-8375-04537dfafcf2 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc48daa2-acae-44cf-8c11-cd3a66824282 HTTP/1.1" status: 200 len: 205 time: 0.0321190 Dec 10 09:03:21.429042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34012) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:21.920431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fd67c-5d0f-49d1-adf8-81eb0aeba281 req-6ae4e76b-a902-440c-a10f-faf2a7cc89f9 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:21.921954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a0fd67c-5d0f-49d1-adf8-81eb0aeba281 req-6ae4e76b-a902-440c-a10f-faf2a7cc89f9 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.0936403 Dec 10 09:03:21.940103 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.058906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a0fd67c-5d0f-49d1-adf8-81eb0aeba281 req-5c45320c-8883-44a3-b5d5-392b40962218 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289072 Dec 10 09:03:22.108245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.165473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Deleting port 4765cc75-bea9-4bc1-9fee-4124a1de6ba8 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:22.165860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.248291 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.263378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Calling delete_port for 4765cc75-bea9-4bc1-9fee-4124a1de6ba8 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:22.412439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a9ebbc0a-b505-4a56-b87c-f7d12ce72b76 req-5195d826-fc5b-449b-97c2-7d481fb92e53 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 210 time: 0.0641894 Dec 10 09:03:22.481051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-6aa0afd1-c454-4c0b-b299-14241b835667 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:22.483779 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-6aa0afd1-c454-4c0b-b299-14241b835667 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.39 "GET /v2.0/networks?id=806e00b7-1dde-4221-98c2-3a88d26b1b5d HTTP/1.1" status: 200 len: 808 time: 0.1956737 Dec 10 09:03:22.499135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Request body: {'port': {'device_id': 'ed758cce-9b69-432d-b76d-8a6023278058', 'network_id': '806e00b7-1dde-4221-98c2-3a88d26b1b5d', 'admin_state_up': True, 'tenant_id': 'fdfc8c8f86974bdcac560e7cd339e722'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:22.537284 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.567325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff47c-40c2-4cd7-a039-a1cf989ff66b req-e9783744-cc0f-426b-acba-ce178ac386fd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:22.568826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efdff47c-40c2-4cd7-a039-a1cf989ff66b req-e9783744-cc0f-426b-acba-ce178ac386fd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0962460 Dec 10 09:03:22.581945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event deleted for resources: {'Port': ['ID=4765cc75-bea9-4bc1-9fee-4124a1de6ba8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:22.659819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Made reservation on behalf of fdfc8c8f86974bdcac560e7cd339e722 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:03:22.668778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.683647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efdff47c-40c2-4cd7-a039-a1cf989ff66b req-eb0b3fa2-6a74-4340-8675-ef618a8b83ae tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967009 Dec 10 09:03:22.686401 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.782800 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.785333 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.822925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Allocated IP 172.20.0.3 (806e00b7-1dde-4221-98c2-3a88d26b1b5d/ddb70c0b-7989-46d6-8c32-8c1e71dbc751/936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:22.835080 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.835833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Fanout notify agent at l3_agent the message router_deleted on router cc48daa2-acae-44cf-8c11-cd3a66824282 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:22.847484 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.848623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c945a95d-20d7-4c5f-a58e-cf322d10d3e1 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/cc48daa2-acae-44cf-8c11-cd3a66824282 HTTP/1.1" status: 204 len: 168 time: 1.4181066 Dec 10 09:03:22.852873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34046) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:22.860468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a6a7f070-a315-4f6d-8c25-29ef655deb6a tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-888749000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:22.886613 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f070-a315-4f6d-8c25-29ef655deb6a tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.887854 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f070-a315-4f6d-8c25-29ef655deb6a tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.956094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f070-a315-4f6d-8c25-29ef655deb6a tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.962318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f070-a315-4f6d-8c25-29ef655deb6a tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.983824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f070-a315-4f6d-8c25-29ef655deb6a tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:22.985810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a6a7f070-a315-4f6d-8c25-29ef655deb6a tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1296284 Dec 10 09:03:22.988786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34048) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:22.993835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:23.017864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.052568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.097932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Network 806e00b7-1dde-4221-98c2-3a88d26b1b5d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:23.100937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:23.104830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:23.150238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Pushing event updated for resources: {'Port': ['ID=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:23.163179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:23.163804 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.191198 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-0e591069-ca56-46df-91cb-fe5278092d08 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6963990 Dec 10 09:03:23.210071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Request body: {'port': {'device_id': 'ed758cce-9b69-432d-b76d-8a6023278058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:23.253078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.279995 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.291806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decdd39-41d3-4c76-9aa4-8db1cdb243b5 req-5dc455cc-0abc-4f6f-ad6d-57455474e2da tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:23.293327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4decdd39-41d3-4c76-9aa4-8db1cdb243b5 req-5dc455cc-0abc-4f6f-ad6d-57455474e2da tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1066592 Dec 10 09:03:23.398061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4decdd39-41d3-4c76-9aa4-8db1cdb243b5 req-d584d6c2-494c-48c0-89f8-0faace5ae4af tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688002 Dec 10 09:03:23.593759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.622322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.633991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:03:23.642370 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.642591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbef10-8168-419b-b71e-038ec4394123 req-e8c5be89-fb4f-4b53-8d8b-d60de6c741ec tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:23.644031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21fbef10-8168-419b-b71e-038ec4394123 req-e8c5be89-fb4f-4b53-8d8b-d60de6c741ec tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 931 time: 0.1158495 Dec 10 09:03:23.656855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Transition to ACTIVE for port object 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:03:23.662324 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.745385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Pushing event updated for resources: {'Port': ['ID=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:23.771944 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21fbef10-8168-419b-b71e-038ec4394123 req-00e06e74-bef4-4b6d-95ae-1c2f22c1d6c6 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952663 Dec 10 09:03:23.802011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Allocated IP 172.25.3.79 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/c86c8079-a194-48f7-b9c1-d98faa431e1d) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:23.815491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Attempting to bind port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:03:23.815977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Attempting to bind port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '5194d6c8-bdae-4ecf-8311-21846ec83df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '806e00b7-1dde-4221-98c2-3a88d26b1b5d'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:03:23.816413 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Attempting to bind port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 on network 806e00b7-1dde-4221-98c2-3a88d26b1b5d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:03:23.822995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 on network 806e00b7-1dde-4221-98c2-3a88d26b1b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:03:23.822995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Attempting to bind port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 on network 806e00b7-1dde-4221-98c2-3a88d26b1b5d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:03:23.826595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:03:23.827078 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Checking segment: {'id': '5194d6c8-bdae-4ecf-8311-21846ec83df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '806e00b7-1dde-4221-98c2-3a88d26b1b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:03:23.827568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Bound using segment: {'id': '5194d6c8-bdae-4ecf-8311-21846ec83df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '806e00b7-1dde-4221-98c2-3a88d26b1b5d'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:03:23.828104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Bound port: 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5194d6c8-bdae-4ecf-8311-21846ec83df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '806e00b7-1dde-4221-98c2-3a88d26b1b5d'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:03:23.828563 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:23.916066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f8a8c-109f-44c3-adc4-c456511b36b5 req-e16e6276-682b-4c44-b2d5-0c6fd851267b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:23.917774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f5f8a8c-109f-44c3-adc4-c456511b36b5 req-e16e6276-682b-4c44-b2d5-0c6fd851267b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1114516 Dec 10 09:03:23.995178 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:24.018468 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f5f8a8c-109f-44c3-adc4-c456511b36b5 req-a19d9b77-db01-4410-a97d-3aa6c56fe824 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844176 Dec 10 09:03:24.048949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:24.095749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:24.098919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:24.103980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:24.108169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event updated for resources: {'Port': ['ID=c86c8079-a194-48f7-b9c1-d98faa431e1d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:24.127865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] For port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:03:24.131774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] For port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,segment=NetworkSegment(5194d6c8-bdae-4ecf-8311-21846ec83df6),segment_id=5194d6c8-bdae-4ecf-8311-21846ec83df6)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:03:24.135737 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:24.175658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:24.176291 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:24.177726 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] 10.222.0.39 "PUT /v2.0/ports/936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 HTTP/1.1" status: 200 len: 1091 time: 0.9724460 Dec 10 09:03:24.178178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed758cce-9b69-432d-b76d-8a6023278058', 'tag': '936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:24.180544 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1b538a-615f-40f0-bd5b-ced91f6154da" -d '{"events": [{"name": "network-changed", "server_uuid": "ed758cce-9b69-432d-b76d-8a6023278058", "tag": "936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:24.205751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2677e-53ee-4dc6-90ce-e6a3b072760e service neutron] Pushing event updated for resources: {'Port': ['ID=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:24.262632 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3fce99-6c8f-43f0-9d1d-e6e2b3141e9d x-openstack-request-id: req-2f3fce99-6c8f-43f0-9d1d-e6e2b3141e9d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:24.262978 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed758cce-9b69-432d-b76d-8a6023278058", "tag": "936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:24.263354 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f3fce99-6c8f-43f0-9d1d-e6e2b3141e9d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:24.263808 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed758cce-9b69-432d-b76d-8a6023278058', 'tag': '936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8', 'status': 'completed', 'code': 200} Dec 10 09:03:24.286256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-24359701-fe6f-448e-bcfa-223c71cc5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:24.288022 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-24359701-fe6f-448e-bcfa-223c71cc5d72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdfc8c8f86974bdcac560e7cd339e722&device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 1094 time: 0.0576820 Dec 10 09:03:24.347997 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-919568ff-b6bd-45af-9efc-d0727fca2f9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 HTTP/1.1" status: 200 len: 217 time: 0.0423267 Dec 10 09:03:24.397426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:24.401178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-984b6949-a7f6-49bb-9ca1-24640fb6660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:24.402744 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-984b6949-a7f6-49bb-9ca1-24640fb6660c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddb70c0b-7989-46d6-8c32-8c1e71dbc751 HTTP/1.1" status: 200 len: 848 time: 0.0475347 Dec 10 09:03:24.471877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-7d4a94ca-bad2-477c-9a3c-b582a3ec8fe8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=806e00b7-1dde-4221-98c2-3a88d26b1b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609493 Dec 10 09:03:24.553484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5df203-f04a-4c12-ae5c-8df54ae269eb req-e7d3f851-47eb-4c70-8c12-1311e9b5539a tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:24.555119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b5df203-f04a-4c12-ae5c-8df54ae269eb req-e7d3f851-47eb-4c70-8c12-1311e9b5539a tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.0674529 Dec 10 09:03:24.587254 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-6cebc341-fbbf-4f40-ba2e-48292c456a33 service neutron] 10.222.0.39 "GET /v2.0/networks/806e00b7-1dde-4221-98c2-3a88d26b1b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068816 Dec 10 09:03:24.694304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e5c924-bf48-4fbf-961d-1209ff8beeb4 req-32c2d7c9-22ec-4a03-b360-f6d78ff5277d service neutron] 10.222.0.39 "GET /v2.0/networks/806e00b7-1dde-4221-98c2-3a88d26b1b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004548 Dec 10 09:03:24.696490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b5df203-f04a-4c12-ae5c-8df54ae269eb req-52cc41ad-1282-49d8-a712-d1793809032f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045060 Dec 10 09:03:24.706614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:24.710301 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:24.788886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-8cdb6c5f-fc49-4f54-be40-d892060834c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:24.790740 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-8cdb6c5f-fc49-4f54-be40-d892060834c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdfc8c8f86974bdcac560e7cd339e722&device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 1094 time: 0.0475357 Dec 10 09:03:24.910233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Router dc7b0718-7358-4e9f-acea-03dab31861e0 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:03:24.913752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-3ee64641-fc0d-4cae-b321-4053241311d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:24.915399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-3ee64641-fc0d-4cae-b321-4053241311d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=806e00b7-1dde-4221-98c2-3a88d26b1b5d HTTP/1.1" status: 200 len: 909 time: 0.1160908 Dec 10 09:03:24.944203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab3d25-f36f-44fc-becf-0658c4a95bb4 req-b44f59dc-97f6-4b91-91bc-f5a29d5b94b6 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:24.964328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77ab3d25-f36f-44fc-becf-0658c4a95bb4 req-b44f59dc-97f6-4b91-91bc-f5a29d5b94b6 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 943 time: 0.0924387 Dec 10 09:03:24.965957 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-6d7b3d83-cda2-453e-94b8-2e5dd8ddbf36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 HTTP/1.1" status: 200 len: 217 time: 0.0412784 Dec 10 09:03:25.029072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-c9b587ff-50aa-4a4f-a25d-bf497a79546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:25.034921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-c9b587ff-50aa-4a4f-a25d-bf497a79546c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddb70c0b-7989-46d6-8c32-8c1e71dbc751 HTTP/1.1" status: 200 len: 848 time: 0.0573800 Dec 10 09:03:25.091465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77ab3d25-f36f-44fc-becf-0658c4a95bb4 req-c91bdc8f-3ff9-4cd5-9f05-59ad4a4bc0f0 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258242 Dec 10 09:03:25.093953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-7166a56b-5deb-4687-a48d-ad09d35e78e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=806e00b7-1dde-4221-98c2-3a88d26b1b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432451 Dec 10 09:03:25.230603 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-249fd074-cb5a-4050-b45d-da5422a12366 service neutron] 10.222.0.39 "GET /v2.0/networks/806e00b7-1dde-4221-98c2-3a88d26b1b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288424 Dec 10 09:03:25.335402 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f1b538a-615f-40f0-bd5b-ced91f6154da req-0c13395d-36bf-42f2-841f-fee1ad1367ea service neutron] 10.222.0.39 "GET /v2.0/networks/806e00b7-1dde-4221-98c2-3a88d26b1b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960801 Dec 10 09:03:25.511297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:25.518499 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:25.521014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d28cdd4d-625d-4116-877e-da297bf58fac tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "PUT /v2.0/routers/dc7b0718-7358-4e9f-acea-03dab31861e0 HTTP/1.1" status: 200 len: 878 time: 2.5298040 Dec 10 09:03:25.521820 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc0769-1a77-42e0-aeee-114463f5a666 None None] Sync routers for ids ['dc7b0718-7358-4e9f-acea-03dab31861e0'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:25.522489 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34102) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:25.543388 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc0769-1a77-42e0-aeee-114463f5a666 None None] Routers {'dc7b0718-7358-4e9f-acea-03dab31861e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:25.543621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0b21-8746-4423-b347-7216e2c5d2d3 req-0d485124-2564-47f7-b9b3-3e04eeb491c8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:25.544015 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-edbc0769-1a77-42e0-aeee-114463f5a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['dc7b0718-7358-4e9f-acea-03dab31861e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:25.546941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6aba0b21-8746-4423-b347-7216e2c5d2d3 req-0d485124-2564-47f7-b9b3-3e04eeb491c8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0860376 Dec 10 09:03:25.584943 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-edbc0769-1a77-42e0-aeee-114463f5a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:25.596257 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc0769-1a77-42e0-aeee-114463f5a666 None None] Routers {'dc7b0718-7358-4e9f-acea-03dab31861e0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:25.596954 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-edbc0769-1a77-42e0-aeee-114463f5a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['dc7b0718-7358-4e9f-acea-03dab31861e0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:25.634147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6aba0b21-8746-4423-b347-7216e2c5d2d3 req-b48ad05f-aa41-4dca-b25b-0954406e16bb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796504 Dec 10 09:03:25.637403 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-edbc0769-1a77-42e0-aeee-114463f5a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:25.638086 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc0769-1a77-42e0-aeee-114463f5a666 None None] The sync data for ids ['dc7b0718-7358-4e9f-acea-03dab31861e0'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:25.678573 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0144cf55-fa01-4f63-ae7c-e5ed62f9bde5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/routers/dc7b0718-7358-4e9f-acea-03dab31861e0 HTTP/1.1" status: 200 len: 919 time: 0.1548357 Dec 10 09:03:25.681283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34104) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:25.731404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4c2c7-c1ec-4508-8164-569e060e74c5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:25.733045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-60b4c2c7-c1ec-4508-8164-569e060e74c5 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=dc7b0718-7358-4e9f-acea-03dab31861e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0506535 Dec 10 09:03:25.736397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34108) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:25.828454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4237218-18fc-454d-9495-56c0e450a16c tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:25.830359 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c4237218-18fc-454d-9495-56c0e450a16c tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 881 time: 0.0929503 Dec 10 09:03:25.833298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34110) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:25.861559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c4297e75-e140-4c8f-8faa-be28296b8c19 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7b0718-7358-4e9f-acea-03dab31861e0 HTTP/1.1" status: 200 len: 205 time: 0.0269558 Dec 10 09:03:25.863979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34112) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:25.980136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.089493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.148449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Deleting port c86c8079-a194-48f7-b9c1-d98faa431e1d {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:26.149124 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.255539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.296512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Calling delete_port for c86c8079-a194-48f7-b9c1-d98faa431e1d owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:26.324376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c27d1-8cfc-4e7b-9998-d9b1d3f0f26d req-21a9cc6f-e9f7-4df6-bc80-f41fbc5f9b5a tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:26.329597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d4c27d1-8cfc-4e7b-9998-d9b1d3f0f26d req-21a9cc6f-e9f7-4df6-bc80-f41fbc5f9b5a tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 943 time: 0.0800650 Dec 10 09:03:26.485751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d4c27d1-8cfc-4e7b-9998-d9b1d3f0f26d req-300daa9f-afda-4469-8803-cca09f89d87f tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158617 Dec 10 09:03:26.558908 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.587447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event deleted for resources: {'Port': ['ID=c86c8079-a194-48f7-b9c1-d98faa431e1d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:26.658729 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.896464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.899573 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.967366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9df6-6368-4321-b819-18d705e10015 req-a40be33e-6854-4461-bc1c-4af74613a962 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:26.975154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-200b9df6-6368-4321-b819-18d705e10015 req-a40be33e-6854-4461-bc1c-4af74613a962 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1872382 Dec 10 09:03:26.983260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.983768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Fanout notify agent at l3_agent the message router_deleted on router dc7b0718-7358-4e9f-acea-03dab31861e0 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:26.991596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:26.996904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34130) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:26.997374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9ecd66e9-c70a-45cd-be96-71eebd11ba6e tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/dc7b0718-7358-4e9f-acea-03dab31861e0 HTTP/1.1" status: 204 len: 168 time: 1.1320045 Dec 10 09:03:27.002482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bc77c921-5c73-4958-ab2d-9eea161a44fc tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1850742607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:27.033844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34132) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:27.041825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc77c921-5c73-4958-ab2d-9eea161a44fc tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.043160 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc77c921-5c73-4958-ab2d-9eea161a44fc tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.058455 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-200b9df6-6368-4321-b819-18d705e10015 req-9c3eff03-8a0d-4791-9f12-a8166fb9a773 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781453 Dec 10 09:03:27.101132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc77c921-5c73-4958-ab2d-9eea161a44fc tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.107068 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc77c921-5c73-4958-ab2d-9eea161a44fc tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.129747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc77c921-5c73-4958-ab2d-9eea161a44fc tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.134407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34136) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:27.134707 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bc77c921-5c73-4958-ab2d-9eea161a44fc tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1358733 Dec 10 09:03:27.139935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': True}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:27.185897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7e845d2c-9c11-4403-8392-e1b659873873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.287746 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7e845d2c-9c11-4403-8392-e1b659873873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.293149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7e845d2c-9c11-4403-8392-e1b659873873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.336997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e845d2c-9c11-4403-8392-e1b659873873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18c75c-96f7-4a75-b3a2-608cc34cfd50,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:27.353562 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7e845d2c-9c11-4403-8392-e1b659873873 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2afc6cb853a843e2a5954b3d01ae15dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3159447 Dec 10 09:03:27.357827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34140) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:27.367546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:03:27.403654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.416013 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11fb8cfc-e8c3-4dcc-bcab-60a9a7ee7310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.444426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11fb8cfc-e8c3-4dcc-bcab-60a9a7ee7310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.493298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,segment=NetworkSegment(5194d6c8-bdae-4ecf-8311-21846ec83df6),segment_id=5194d6c8-bdae-4ecf-8311-21846ec83df6)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:27.513822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8', 'network_id': '806e00b7-1dde-4221-98c2-3a88d26b1b5d', 'port_id': '936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8', 'mac_address': 'fa:16:3e:bb:b7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb70c0b-7989-46d6-8c32-8c1e71dbc751', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:03:27.523982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11fb8cfc-e8c3-4dcc-bcab-60a9a7ee7310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.528276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11fb8cfc-e8c3-4dcc-bcab-60a9a7ee7310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.538693 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-11fb8cfc-e8c3-4dcc-bcab-60a9a7ee7310 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a18c75c-96f7-4a75-b3a2-608cc34cfd50 HTTP/1.1" status: 204 len: 168 time: 0.1782377 Dec 10 09:03:27.554627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb8cfc-e8c3-4dcc-bcab-60a9a7ee7310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a18c75c-96f7-4a75-b3a2-608cc34cfd50,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:27.629377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.648831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:03:27.671328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,segment=NetworkSegment(5194d6c8-bdae-4ecf-8311-21846ec83df6),segment_id=5194d6c8-bdae-4ecf-8311-21846ec83df6)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:27.677286 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.736691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:27.746253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.746612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.746963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.747309 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.747650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.747987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.748319 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.748651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.749130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.749462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.749983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.750314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.750670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:27.763212 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.786506 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:27.888187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ce20-0d14-46a3-a848-8522cc855e49 req-43ef65de-7c86-4c08-82e0-7b9056192bb9 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:27.889721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0085ce20-0d14-46a3-a848-8522cc855e49 req-43ef65de-7c86-4c08-82e0-7b9056192bb9 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 944 time: 0.2213781 Dec 10 09:03:27.934016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:27.951012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Allocated IP 172.25.3.226 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/e0a5b538-4b00-4375-b189-20fda2336466) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:27.956214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3972677e-564f-487f-88ac-b49d7ff405bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.017175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:03:28.026584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0085ce20-0d14-46a3-a848-8522cc855e49 req-bae9ad8c-c290-433d-be80-96568e90baa4 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229053 Dec 10 09:03:28.120569 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3972677e-564f-487f-88ac-b49d7ff405bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.128005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3972677e-564f-487f-88ac-b49d7ff405bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.146845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.158754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3972677e-564f-487f-88ac-b49d7ff405bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f32e549617954db3a6c2c04ae584ba66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227161 Dec 10 09:03:28.162158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34156) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:28.180244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972677e-564f-487f-88ac-b49d7ff405bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d0ffac-67f3-4e02-a7d9-ebe38619790e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:28.270757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.294026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e356646-4d6e-49d8-9f1f-8271cf0f16b3 req-1ab86f1e-be52-4acf-be6c-fde9211dcea8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:28.295531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e356646-4d6e-49d8-9f1f-8271cf0f16b3 req-1ab86f1e-be52-4acf-be6c-fde9211dcea8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.1213262 Dec 10 09:03:28.313859 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c8afb20-c6dc-44ac-91d0-6472f10430ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.342584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:28.356340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:28.358962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:28.397169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c8afb20-c6dc-44ac-91d0-6472f10430ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.414985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event updated for resources: {'Port': ['ID=e0a5b538-4b00-4375-b189-20fda2336466,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:28.466372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e356646-4d6e-49d8-9f1f-8271cf0f16b3 req-f13c3bdf-770d-46aa-aed8-a9398fa6bc37 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502907 Dec 10 09:03:28.576103 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c8afb20-c6dc-44ac-91d0-6472f10430ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.578861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c8afb20-c6dc-44ac-91d0-6472f10430ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.582548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6c8afb20-c6dc-44ac-91d0-6472f10430ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73d0ffac-67f3-4e02-a7d9-ebe38619790e HTTP/1.1" status: 204 len: 168 time: 0.4166491 Dec 10 09:03:28.625414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8afb20-c6dc-44ac-91d0-6472f10430ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d0ffac-67f3-4e02-a7d9-ebe38619790e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:28.827565 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:28.871086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7e06b-be04-4e2f-83a6-9ec4b18d5414 req-42a8bb01-1176-47be-998a-4713ce74dc37 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:28.872603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8de7e06b-be04-4e2f-83a6-9ec4b18d5414 req-42a8bb01-1176-47be-998a-4713ce74dc37 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0980854 Dec 10 09:03:28.946456 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-2dfd02d8-74ca-470f-b5d4-ad520fb7c7f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831227 Dec 10 09:03:28.994550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8de7e06b-be04-4e2f-83a6-9ec4b18d5414 req-5b8cfae3-6cb8-4694-bb93-e8b22b41655b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039648 Dec 10 09:03:29.104409 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:29.107021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-5ffe0cc8-54ff-4744-be83-2cefcc6a991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:29.115459 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-5ffe0cc8-54ff-4744-be83-2cefcc6a991a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986464646f8b470193e65db07a562b43&device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 1096 time: 0.1125820 Dec 10 09:03:29.119112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:29.219543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc924c-eadf-43a2-8639-193d8eafb033 req-d80095fa-b822-4fa3-98d9-805bdc2382ce tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:29.226761 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bcc924c-eadf-43a2-8639-193d8eafb033 req-d80095fa-b822-4fa3-98d9-805bdc2382ce tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 944 time: 0.1102519 Dec 10 09:03:29.244361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-d740eaac-98a5-4f21-802d-952b8a27cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:29.245856 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-d740eaac-98a5-4f21-802d-952b8a27cb97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 200 len: 920 time: 0.1071918 Dec 10 09:03:29.301680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-f90d52e5-47df-493a-8f7d-0b0ac37e53c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c28a7096-8a55-4de3-9b33-83c0a4484416 HTTP/1.1" status: 200 len: 217 time: 0.0472264 Dec 10 09:03:29.320802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bcc924c-eadf-43a2-8639-193d8eafb033 req-0b029a73-13c2-4388-b14b-e57209d096db tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931115 Dec 10 09:03:29.368427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Router 0c55af00-e1d7-4f92-8464-9657038a471b is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:03:29.369975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:03:29.380375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-1a1ed82a-35f4-4940-b02c-a380dedc6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:29.395427 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-1a1ed82a-35f4-4940-b02c-a380dedc6d7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 200 len: 859 time: 0.0717144 Dec 10 09:03:29.442485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:03:29.452508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:03:29.452887 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:29.459844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-4d0df8c5-aac7-4f48-9dd3-c152ffa28e88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506d41c9-e2b3-466e-b46e-bdb5df375b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612955 Dec 10 09:03:29.551261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:29.558127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:29.561783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f8a1be98-124a-4650-81af-96d20b9750bc tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "PUT /v2.0/routers/0c55af00-e1d7-4f92-8464-9657038a471b HTTP/1.1" status: 200 len: 915 time: 2.4232559 Dec 10 09:03:29.562360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34192) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:29.569382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4990d-d944-4945-b03b-629bbf09488f None None] Sync routers for ids ['0c55af00-e1d7-4f92-8464-9657038a471b'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:29.579780 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:29.584543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4990d-d944-4945-b03b-629bbf09488f None None] Routers {'0c55af00-e1d7-4f92-8464-9657038a471b'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:29.585445 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-abb4990d-d944-4945-b03b-629bbf09488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0c55af00-e1d7-4f92-8464-9657038a471b'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:29.592630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-afbec70f-dcf6-4f34-aadc-cc1d15b4cbb3 service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204846 Dec 10 09:03:29.628545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-abb4990d-d944-4945-b03b-629bbf09488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:29.661384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,segment=NetworkSegment(5194d6c8-bdae-4ecf-8311-21846ec83df6),segment_id=5194d6c8-bdae-4ecf-8311-21846ec83df6)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:29.669250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed758cce-9b69-432d-b76d-8a6023278058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:29.676133 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56310661-a033-430a-ada6-ed6ada4d5991" -d '{"events": [{"server_uuid": "ed758cce-9b69-432d-b76d-8a6023278058", "name": "network-vif-plugged", "status": "completed", "tag": "936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:29.693033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-803a54eb-d4fe-4cd1-b8ec-c0411293bc57 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/routers/0c55af00-e1d7-4f92-8464-9657038a471b HTTP/1.1" status: 200 len: 921 time: 0.1252091 Dec 10 09:03:29.693575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34196) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:29.695727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4990d-d944-4945-b03b-629bbf09488f None None] Routers {'0c55af00-e1d7-4f92-8464-9657038a471b'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:29.696649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-abb4990d-d944-4945-b03b-629bbf09488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0c55af00-e1d7-4f92-8464-9657038a471b'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:29.752216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297f380-d34f-4f74-9d2a-244a5b369428 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:29.754112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4297f380-d34f-4f74-9d2a-244a5b369428 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=0c55af00-e1d7-4f92-8464-9657038a471b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0592334 Dec 10 09:03:29.757855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:29.758153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34202) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:29.765893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-abb4990d-d944-4945-b03b-629bbf09488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:29.771112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4990d-d944-4945-b03b-629bbf09488f None None] The sync data for ids ['0c55af00-e1d7-4f92-8464-9657038a471b'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:29.772748 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c725de7-a2a5-4131-9ad3-e264a81fcadd req-a902719f-a5d8-473f-a84b-3c9a25aee49b service neutron] 10.222.0.18 "GET /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715553 Dec 10 09:03:29.781301 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d615ec-8279-4cc3-a2ca-1e50aa013db8 x-openstack-request-id: req-d0d615ec-8279-4cc3-a2ca-1e50aa013db8 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:29.782456 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed758cce-9b69-432d-b76d-8a6023278058", "name": "network-vif-plugged", "status": "completed", "tag": "936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:29.782936 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0d615ec-8279-4cc3-a2ca-1e50aa013db8 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:29.784433 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed758cce-9b69-432d-b76d-8a6023278058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8', 'code': 200} Dec 10 09:03:29.836317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:29.985899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478f084-cb88-45af-b688-c06f7143869c req-651f8c84-42ce-4ba4-add6-d717b46b7190 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:29.988958 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c478f084-cb88-45af-b688-c06f7143869c req-651f8c84-42ce-4ba4-add6-d717b46b7190 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0778890 Dec 10 09:03:30.009310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ce79e-d7ff-47e1-b0f9-4c260233c8ff req-9bb58a67-fed5-49c5-bf4c-3baf6f85a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:30.011562 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d44ce79e-d7ff-47e1-b0f9-4c260233c8ff req-9bb58a67-fed5-49c5-bf4c-3baf6f85a678 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 1096 time: 0.1386206 Dec 10 09:03:30.153494 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d44ce79e-d7ff-47e1-b0f9-4c260233c8ff req-ab97d5ad-76d1-45cf-a4c8-d4cbf06fe78e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190991 Dec 10 09:03:30.174809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c478f084-cb88-45af-b688-c06f7143869c req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Deleting port c202890e-4a11-44bc-861e-939ba3fab2b2 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:30.175198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c478f084-cb88-45af-b688-c06f7143869c req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:30.291516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a595e-df2c-411d-af0d-c6267d695c44 req-3e222595-92c3-4cb9-a414-117e1ee29582 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:30.293933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-508a595e-df2c-411d-af0d-c6267d695c44 req-3e222595-92c3-4cb9-a414-117e1ee29582 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f02a3da-8a01-4e60-8ac3-066d0961e015 HTTP/1.1" status: 200 len: 945 time: 0.0749540 Dec 10 09:03:30.305524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c478f084-cb88-45af-b688-c06f7143869c req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] For port c202890e-4a11-44bc-861e-939ba3fab2b2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c202890e-4a11-44bc-861e-939ba3fab2b2,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:30.306297 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c478f084-cb88-45af-b688-c06f7143869c req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:30.321963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c478f084-cb88-45af-b688-c06f7143869c req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Calling delete_port for c202890e-4a11-44bc-861e-939ba3fab2b2 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:30.325710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e5072c-0749-4894-b6be-d9fac34d9b1c tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:30.327098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-78e5072c-0749-4894-b6be-d9fac34d9b1c tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 881 time: 0.5680075 Dec 10 09:03:30.330967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34216) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:30.361148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-508a595e-df2c-411d-af0d-c6267d695c44 req-ab0965ea-db20-445e-a6d1-b930fd7e73ab tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Dec 10 09:03:30.396158 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9e6a3193-e514-4909-bcd6-ead431cfd2d2 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c55af00-e1d7-4f92-8464-9657038a471b HTTP/1.1" status: 200 len: 205 time: 0.0598183 Dec 10 09:03:30.398456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34222) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:30.539569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:30.588767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c478f084-cb88-45af-b688-c06f7143869c req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:30.605425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['c202890e-4a11-44bc-861e-939ba3fab2b2'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:03:30.629329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event deleted for resources: {'Port': ['ID=c202890e-4a11-44bc-861e-939ba3fab2b2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:30.654112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df6a5-3ae2-47fe-8779-b78e740e2265 req-a569ae35-594e-402c-a854-6e99824a89a9 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:30.663350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f74df6a5-3ae2-47fe-8779-b78e740e2265 req-a569ae35-594e-402c-a854-6e99824a89a9 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 945 time: 0.1422887 Dec 10 09:03:30.702098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c478f084-cb88-45af-b688-c06f7143869c req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] No DVR routers for this DVR port c202890e-4a11-44bc-861e-939ba3fab2b2 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:03:30.705484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c478f084-cb88-45af-b688-c06f7143869c req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:30.709297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c478f084-cb88-45af-b688-c06f7143869c req-1fb743bc-356b-4320-8c0b-eef843e1538d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "DELETE /v2.0/ports/c202890e-4a11-44bc-861e-939ba3fab2b2 HTTP/1.1" status: 204 len: 173 time: 0.7135937 Dec 10 09:03:30.709779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f02a3da-8a01-4e60-8ac3-066d0961e015', 'name': 'network-vif-deleted', 'tag': 'c202890e-4a11-44bc-861e-939ba3fab2b2'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:30.712628 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630d84dc-d0a8-4766-82ec-c5d6ba289dff" -d '{"events": [{"server_uuid": "6f02a3da-8a01-4e60-8ac3-066d0961e015", "name": "network-vif-deleted", "tag": "c202890e-4a11-44bc-861e-939ba3fab2b2"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:30.770127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:30.779885 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c288a2ca-b172-4bb1-add3-d68ae249485b x-openstack-request-id: req-c288a2ca-b172-4bb1-add3-d68ae249485b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:30.780189 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f02a3da-8a01-4e60-8ac3-066d0961e015", "name": "network-vif-deleted", "tag": "c202890e-4a11-44bc-861e-939ba3fab2b2", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:30.780447 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c288a2ca-b172-4bb1-add3-d68ae249485b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:30.780871 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f02a3da-8a01-4e60-8ac3-066d0961e015', 'name': 'network-vif-deleted', 'tag': 'c202890e-4a11-44bc-861e-939ba3fab2b2', 'status': 'completed', 'code': 200} Dec 10 09:03:30.807329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f74df6a5-3ae2-47fe-8779-b78e740e2265 req-3a208538-22be-458a-8536-d30a5d6a89d6 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431103 Dec 10 09:03:30.878808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Deleting port e0a5b538-4b00-4375-b189-20fda2336466 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:30.879158 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:30.990042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.004513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Calling delete_port for e0a5b538-4b00-4375-b189-20fda2336466 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:31.191348 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.227341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event deleted for resources: {'Port': ['ID=e0a5b538-4b00-4375-b189-20fda2336466,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:31.247254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34250) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:31.308903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.418508 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08d550e2-5dfb-4b66-8e91-7d16f90e2fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.447150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.449222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.498672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.499254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Fanout notify agent at l3_agent the message router_deleted on router 0c55af00-e1d7-4f92-8464-9657038a471b {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:31.507365 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.509377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-02983300-4ce9-47b9-860d-245d76e391c4 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/0c55af00-e1d7-4f92-8464-9657038a471b HTTP/1.1" status: 204 len: 168 time: 1.1093583 Dec 10 09:03:31.513080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34260) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:31.518342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fb6dc69e-1c0a-497c-af23-50b375310cfb tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-352058397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:31.538565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08d550e2-5dfb-4b66-8e91-7d16f90e2fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.543085 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08d550e2-5dfb-4b66-8e91-7d16f90e2fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.551297 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb6dc69e-1c0a-497c-af23-50b375310cfb tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.552462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb6dc69e-1c0a-497c-af23-50b375310cfb tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.581752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d550e2-5dfb-4b66-8e91-7d16f90e2fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab735b-3d1a-493b-8c26-c4f018ed49b0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:31.606174 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-08d550e2-5dfb-4b66-8e91-7d16f90e2fda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bd4537d5aee43d8b67b4d5e4769dc0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575306 Dec 10 09:03:31.610807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34270) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:31.649765 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb6dc69e-1c0a-497c-af23-50b375310cfb tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.677961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dce60cb-b44f-4d9b-9178-98f606020dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.701292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dce60cb-b44f-4d9b-9178-98f606020dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.709372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb6dc69e-1c0a-497c-af23-50b375310cfb tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.737830 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb6dc69e-1c0a-497c-af23-50b375310cfb tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.739059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fb6dc69e-1c0a-497c-af23-50b375310cfb tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2249796 Dec 10 09:03:31.742201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34282) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:31.749046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': False}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:31.767874 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dce60cb-b44f-4d9b-9178-98f606020dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.770994 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dce60cb-b44f-4d9b-9178-98f606020dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:31.777201 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4dce60cb-b44f-4d9b-9178-98f606020dca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12ab735b-3d1a-493b-8c26-c4f018ed49b0 HTTP/1.1" status: 204 len: 168 time: 0.1646166 Dec 10 09:03:31.786960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce60cb-b44f-4d9b-9178-98f606020dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab735b-3d1a-493b-8c26-c4f018ed49b0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:31.888060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688705-2eba-4367-ba8c-026841b38661 req-503c82ab-a8ec-427f-80d0-eb5f23d7a5ee tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:31.889569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-503c82ab-a8ec-427f-80d0-eb5f23d7a5ee tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.2426929 Dec 10 09:03:32.017097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-f1aee00e-f28b-468d-86b6-b839e06a9a65 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/quotas/6e89a16ac911488da78b0d0edb1d78b0 HTTP/1.1" status: 200 len: 375 time: 0.0784070 Dec 10 09:03:32.133260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:32.139300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-8b3a4c73-be23-4af4-9035-dead7c5afdeb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134210 Dec 10 09:03:32.149636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93094ec-bbf0-4a82-b709-ea138efb89a9 req-7ac763c7-a303-480d-a018-0203655ab5b2 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:32.151148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a93094ec-bbf0-4a82-b709-ea138efb89a9 req-7ac763c7-a303-480d-a018-0203655ab5b2 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 945 time: 0.2121050 Dec 10 09:03:32.330412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34296) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:32.345119 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-622a63a7-8d7f-4ab1-8783-defded713a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:32.382112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-4014c3a6-fd26-4e7e-bfb7-f787db7e83e7 service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298923 Dec 10 09:03:32.448396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-622a63a7-8d7f-4ab1-8783-defded713a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:32.455131 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-622a63a7-8d7f-4ab1-8783-defded713a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:32.538364 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-622a63a7-8d7f-4ab1-8783-defded713a4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b2ddf29c6e4490aad2308cb478a4e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062163 Dec 10 09:03:32.539046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34300) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:32.540098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a63a7-8d7f-4ab1-8783-defded713a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629cff87-d71f-4b53-821f-874c89f9672e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:32.548114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-1c345739-262a-44fc-8a5f-f93b8d3699ce service neutron] 10.222.0.31 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584256 Dec 10 09:03:32.580066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a93094ec-bbf0-4a82-b709-ea138efb89a9 req-2e3c400d-d366-4faf-bc8f-cbd79f481b14 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125702 Dec 10 09:03:32.643933 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-922da543-c72a-406a-89bd-06faabe945f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:32.686674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-922da543-c72a-406a-89bd-06faabe945f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:32.755582 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-922da543-c72a-406a-89bd-06faabe945f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:32.759020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-922da543-c72a-406a-89bd-06faabe945f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:32.767823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-922da543-c72a-406a-89bd-06faabe945f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/629cff87-d71f-4b53-821f-874c89f9672e HTTP/1.1" status: 204 len: 168 time: 0.2239547 Dec 10 09:03:32.781493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:32.791920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922da543-c72a-406a-89bd-06faabe945f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629cff87-d71f-4b53-821f-874c89f9672e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:32.817131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:33.042540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-730e7c04-d770-4109-8b5d-344a8e70fd8f req-4f776e51-a0c3-4345-9ef1-98a1ada43d36 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 210 time: 0.0539606 Dec 10 09:03:33.060777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Allocated IP 172.25.3.93 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/84f8ba75-8393-45f2-99b2-368c2746af5d) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:33.138500 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f654f586-8b74-4e1b-854d-2e58af2c1588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:33.249542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:33.295831 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:33.425554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Pushing event updated for resources: {'Port': ['ID=84f8ba75-8393-45f2-99b2-368c2746af5d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:33.439583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:33.441461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:33.448114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:34.064907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:34.243818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e553091-64e1-4be4-9215-3ff2d2551287 req-528b850e-8449-4702-9517-41b2e577e0d7 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 210 time: 0.0757382 Dec 10 09:03:34.448309 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:34.453329 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:34.665135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Router 4552dca3-8ff4-4e13-b754-6c653d59dc03 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:03:34.839768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:34.847498 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:34.848752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2179f686-de65-41dd-9b84-f067f5386b52 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "PUT /v2.0/routers/4552dca3-8ff4-4e13-b754-6c653d59dc03 HTTP/1.1" status: 200 len: 914 time: 3.1055546 Dec 10 09:03:34.853285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688705-2eba-4367-ba8c-026841b38661 req-29d7ec08-3364-426b-bd2a-52e59d893802 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:34.855191 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44770137-648b-41e1-abe5-3b6eacea31f5 None None] Sync routers for ids ['4552dca3-8ff4-4e13-b754-6c653d59dc03'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:34.858347 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-29d7ec08-3364-426b-bd2a-52e59d893802 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 812 time: 0.2094810 Dec 10 09:03:34.858947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34376) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:34.870749 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44770137-648b-41e1-abe5-3b6eacea31f5 None None] Routers {'4552dca3-8ff4-4e13-b754-6c653d59dc03'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:34.872541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Request body: {'port': {'device_id': '7d224bd8-6018-4edb-8a19-d61208c96cf6', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'admin_state_up': True, 'tenant_id': '6e89a16ac911488da78b0d0edb1d78b0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:34.877224 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-44770137-648b-41e1-abe5-3b6eacea31f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4552dca3-8ff4-4e13-b754-6c653d59dc03'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:34.946244 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-44770137-648b-41e1-abe5-3b6eacea31f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:34.959057 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44770137-648b-41e1-abe5-3b6eacea31f5 None None] Routers {'4552dca3-8ff4-4e13-b754-6c653d59dc03'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:34.959907 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-44770137-648b-41e1-abe5-3b6eacea31f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4552dca3-8ff4-4e13-b754-6c653d59dc03'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:35.004108 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-44770137-648b-41e1-abe5-3b6eacea31f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:35.004768 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44770137-648b-41e1-abe5-3b6eacea31f5 None None] The sync data for ids ['4552dca3-8ff4-4e13-b754-6c653d59dc03'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:35.167540 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-14414ab8-d175-47d6-b5a7-4d27fdac12b2 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/routers/4552dca3-8ff4-4e13-b754-6c653d59dc03 HTTP/1.1" status: 200 len: 920 time: 0.3045819 Dec 10 09:03:35.169216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34394) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:35.202912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Made reservation on behalf of 6e89a16ac911488da78b0d0edb1d78b0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:03:35.207802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:35.246141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b8780-6d7c-470d-b023-72577b91c848 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:35.247971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-054b8780-6d7c-470d-b023-72577b91c848 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=4552dca3-8ff4-4e13-b754-6c653d59dc03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0775721 Dec 10 09:03:35.250757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34400) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:35.376669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Allocated IP 172.20.0.9 (bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c/abde1311-2306-4ee4-9957-88093119b8f0/fd766ccf-12b9-4f62-acee-5bf113c52cee) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:35.384483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c202890e-4a11-44bc-861e-939ba3fab2b2 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:03:35.425174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd6c91a-9892-444e-8dfc-9824276eaf19 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:35.426492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: c202890e-4a11-44bc-861e-939ba3fab2b2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:03:35.426650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3bd6c91a-9892-444e-8dfc-9824276eaf19 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 881 time: 0.1747737 Dec 10 09:03:35.426914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c202890e-4a11-44bc-861e-939ba3fab2b2 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:03:35.435838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34408) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:35.473762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-29af4326-28d2-4916-9a47-e209770cd0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:35.477471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b29b3700-689d-4a44-84b7-4679fc3a7168 req-34023347-84dd-4a37-b49d-c0a00c23267b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 210 time: 0.0537453 Dec 10 09:03:35.502633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3df9e4f2-8aac-4b4c-b897-507871545150 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552dca3-8ff4-4e13-b754-6c653d59dc03 HTTP/1.1" status: 200 len: 205 time: 0.0656731 Dec 10 09:03:35.503391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34412) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:35.598358 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:03:35.672032 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:35.710014 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:35.826185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410d822-2834-4b77-aab0-fa2c126c2abe req-965d1ba8-d409-4bab-9ae2-58cd8ee69dd3 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:35.827784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b410d822-2834-4b77-aab0-fa2c126c2abe req-965d1ba8-d409-4bab-9ae2-58cd8ee69dd3 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 945 time: 0.1094520 Dec 10 09:03:35.854723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:35.922213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b410d822-2834-4b77-aab0-fa2c126c2abe req-4a13d761-2ce4-4d8a-9921-b46a0832f2d5 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862658 Dec 10 09:03:35.941964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Deleting port 84f8ba75-8393-45f2-99b2-368c2746af5d {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:35.942371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:36.007256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:36.076917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event updated for resources: {'Port': ['ID=fd766ccf-12b9-4f62-acee-5bf113c52cee,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:36.100745 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:36.101489 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:36.103800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:36.106598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:36.119546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Calling delete_port for 84f8ba75-8393-45f2-99b2-368c2746af5d owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:36.190774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:36.191447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:36.227848 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-0ee07eb0-3cca-4c7f-8130-b7bb5a52a167 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3607388 Dec 10 09:03:36.266627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Request body: {'port': {'device_id': '7d224bd8-6018-4edb-8a19-d61208c96cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:36.335789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:36.350358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:36.368991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event deleted for resources: {'Port': ['ID=84f8ba75-8393-45f2-99b2-368c2746af5d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:36.429379 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:36.453094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:36.634728 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-5411564e-8614-49da-918b-8491642fb279 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1941016 Dec 10 09:03:36.861944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-032dd29c-ae9f-47fc-94be-57ed832eaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:36.862587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-032dd29c-ae9f-47fc-94be-57ed832eaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:36.863010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-032dd29c-ae9f-47fc-94be-57ed832eaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:36.863473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-032dd29c-ae9f-47fc-94be-57ed832eaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:36.863950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-032dd29c-ae9f-47fc-94be-57ed832eaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:36.864772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-032dd29c-ae9f-47fc-94be-57ed832eaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:36.870491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-032dd29c-ae9f-47fc-94be-57ed832eaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:36.873126 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-032dd29c-ae9f-47fc-94be-57ed832eaeb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 6492 time: 0.1241024 Dec 10 09:03:36.911134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd766ccf-12b9-4f62-acee-5bf113c52cee {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:03:36.919031 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:36.932208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Transition to ACTIVE for port object fd766ccf-12b9-4f62-acee-5bf113c52cee will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:03:37.023498 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.026577 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.112696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f3c0c-e6f1-474a-a7c7-aa10d37c3541 req-87d5c9d5-aedc-44b8-bb42-90030b708c1c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:37.131549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef6f3c0c-e6f1-474a-a7c7-aa10d37c3541 req-87d5c9d5-aedc-44b8-bb42-90030b708c1c tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 943 time: 0.1292524 Dec 10 09:03:37.131659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.159250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.159817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Fanout notify agent at l3_agent the message router_deleted on router 4552dca3-8ff4-4e13-b754-6c653d59dc03 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:37.184430 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.185541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-07eb7646-eada-4fe2-810c-49bf24eb3440 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/4552dca3-8ff4-4e13-b754-6c653d59dc03 HTTP/1.1" status: 204 len: 168 time: 1.6812024 Dec 10 09:03:37.197917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34456) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:37.203227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1534747732', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:37.263050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19170cc-6319-455d-a457-06ca6737f9b0 req-6cdc4bd9-da39-4c6f-b977-3ca45558f314 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:37.264689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f19170cc-6319-455d-a457-06ca6737f9b0 req-6cdc4bd9-da39-4c6f-b977-3ca45558f314 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 945 time: 0.1935239 Dec 10 09:03:37.282414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef6f3c0c-e6f1-474a-a7c7-aa10d37c3541 req-67a82704-4019-4779-86a4-05c1a78d98c0 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552403 Dec 10 09:03:37.296828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-0f063ee9-45da-4df7-91e2-bed3a194eef7 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:37.299602 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-0f063ee9-45da-4df7-91e2-bed3a194eef7 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 945 time: 0.2711036 Dec 10 09:03:37.310780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-e0d7e212-c3ff-4fca-a08e-ead2cf97f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:37.311260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-e0d7e212-c3ff-4fca-a08e-ead2cf97f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:37.311724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-e0d7e212-c3ff-4fca-a08e-ead2cf97f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:37.314784 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-e0d7e212-c3ff-4fca-a08e-ead2cf97f3e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=65715e0f-6807-491a-ad82-063644e9b9f7&id=aded683f-8ec1-409b-b472-c0766dd8c73b&id=aded683f-8ec1-409b-b472-c0766dd8c73b HTTP/1.1" status: 200 len: 2293 time: 0.3812621 Dec 10 09:03:37.319853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.324178 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.331408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd766ccf-12b9-4f62-acee-5bf113c52cee,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:37.479580 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f19170cc-6319-455d-a457-06ca6737f9b0 req-bc737363-ac56-4dfe-9a46-ffd6a2c13f64 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943328 Dec 10 09:03:37.525329 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.555547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-811f75d2-e60f-4339-b98b-90e686a27d14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0398798-51b9-41ed-815b-bffec7db4ccb HTTP/1.1" status: 200 len: 1001 time: 0.2159801 Dec 10 09:03:37.581556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Attempting to bind port fd766ccf-12b9-4f62-acee-5bf113c52cee on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:03:37.581904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Attempting to bind port fd766ccf-12b9-4f62-acee-5bf113c52cee by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:03:37.582240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Attempting to bind port fd766ccf-12b9-4f62-acee-5bf113c52cee on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:03:37.630861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Port fd766ccf-12b9-4f62-acee-5bf113c52cee on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:03:37.630861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Attempting to bind port fd766ccf-12b9-4f62-acee-5bf113c52cee on network bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:03:37.648027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:03:37.648403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Checking segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:03:37.648795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Bound using segment: {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:03:37.649243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Bound port: fd766ccf-12b9-4f62-acee-5bf113c52cee, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c93440-5d62-440e-bd6f-006c1c321081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:03:37.649625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.665049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-4ae1320f-4642-4077-bcc9-bd285d44bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:37.666573 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-4ae1320f-4642-4077-bcc9-bd285d44bd44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c98a0f17-aa22-4222-87da-fe91acbdb5ad HTTP/1.1" status: 200 len: 851 time: 0.0992539 Dec 10 09:03:37.670677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Deleting port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:37.671021 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.725928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.819789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-07721e55-829a-4fdf-8044-793ddfddcfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:37.821366 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-07721e55-829a-4fdf-8044-793ddfddcfa0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468751 Dec 10 09:03:37.851261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] For port fd766ccf-12b9-4f62-acee-5bf113c52cee, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:03:37.917938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] For port fd766ccf-12b9-4f62-acee-5bf113c52cee, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fd766ccf-12b9-4f62-acee-5bf113c52cee,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:03:37.933597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:37.945448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] For port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,segment=NetworkSegment(5194d6c8-bdae-4ecf-8311-21846ec83df6),segment_id=5194d6c8-bdae-4ecf-8311-21846ec83df6)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:37.945858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:38.013887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:38.014724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:38.016903 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] 10.222.0.39 "PUT /v2.0/ports/fd766ccf-12b9-4f62-acee-5bf113c52cee HTTP/1.1" status: 200 len: 1091 time: 1.7706037 Dec 10 09:03:38.027860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d224bd8-6018-4edb-8a19-d61208c96cf6', 'tag': 'fd766ccf-12b9-4f62-acee-5bf113c52cee'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:38.029754 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0581977e-0856-42c5-9add-d214c4475b71" -d '{"events": [{"name": "network-changed", "server_uuid": "7d224bd8-6018-4edb-8a19-d61208c96cf6", "tag": "fd766ccf-12b9-4f62-acee-5bf113c52cee"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:38.042815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Calling delete_port for 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:38.056008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:38.131686 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:38.138746 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:38.151905 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486cb7cc-b4b4-4502-8ed6-6f72f13e46d9 x-openstack-request-id: req-486cb7cc-b4b4-4502-8ed6-6f72f13e46d9 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:38.152490 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d224bd8-6018-4edb-8a19-d61208c96cf6", "tag": "fd766ccf-12b9-4f62-acee-5bf113c52cee", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:38.152490 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-486cb7cc-b4b4-4502-8ed6-6f72f13e46d9 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:38.152914 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d224bd8-6018-4edb-8a19-d61208c96cf6', 'tag': 'fd766ccf-12b9-4f62-acee-5bf113c52cee', 'status': 'completed', 'code': 200} Dec 10 09:03:38.334141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-1eaa788e-6f78-4cdd-9c0b-13deea82a290 service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980803 Dec 10 09:03:38.354903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Allocated IP 172.25.3.117 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/bb8c6ed6-8312-48ce-9995-48c3fed5be87) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:03:38.404074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cb8c3-4615-40e5-971c-6eb132107ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd766ccf-12b9-4f62-acee-5bf113c52cee,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:38.483496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688705-2eba-4367-ba8c-026841b38661 req-6338d6ef-4491-428c-9db0-d47a805983c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:38.485931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-6338d6ef-4491-428c-9db0-d47a805983c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 1094 time: 0.4039845 Dec 10 09:03:38.526637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f04eda-0238-406f-9d6b-8686e28ccffc req-08489674-92e3-4172-b4af-0cd59880e553 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:38.543983 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3f04eda-0238-406f-9d6b-8686e28ccffc req-08489674-92e3-4172-b4af-0cd59880e553 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 943 time: 0.1482985 Dec 10 09:03:38.572267 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-6716b4b5-ad36-45ed-a501-b0e53e49991c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd766ccf-12b9-4f62-acee-5bf113c52cee HTTP/1.1" status: 200 len: 217 time: 0.0752478 Dec 10 09:03:38.669489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3f04eda-0238-406f-9d6b-8686e28ccffc req-2e92827c-66da-481e-80b9-bbfea7687e77 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243346 Dec 10 09:03:38.703317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-c8eaea35-5863-4461-b1b0-79dd6a8dd631 service neutron] 10.222.0.39 "GET /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682771 Dec 10 09:03:38.734146 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:38.771521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9cbcc-43b1-4b9e-831a-b077ca9929da req-77115d35-2bb9-43b9-84a0-62aa9e7d7dca tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:38.773891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-fab14f92-44de-4030-bb3f-e284df42425e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 200 len: 217 time: 0.0461066 Dec 10 09:03:38.778030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31f9cbcc-43b1-4b9e-831a-b077ca9929da req-77115d35-2bb9-43b9-84a0-62aa9e7d7dca tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed758cce-9b69-432d-b76d-8a6023278058 HTTP/1.1" status: 200 len: 945 time: 0.0791085 Dec 10 09:03:38.779174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688705-2eba-4367-ba8c-026841b38661 req-a0d761a3-f1bd-467f-b659-0ddee8e54ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:38.780785 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-a0d761a3-f1bd-467f-b659-0ddee8e54ce4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.1825154 Dec 10 09:03:38.843575 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:38.873419 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-02ce6c0a-4fa4-41fa-8833-6ba8b918c90c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440514 Dec 10 09:03:38.878460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-c9c22d0b-2027-488b-bd45-9bb3a1986105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:38.880064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-c9c22d0b-2027-488b-bd45-9bb3a1986105 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0981889 Dec 10 09:03:38.887227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31f9cbcc-43b1-4b9e-831a-b077ca9929da req-a2e04afd-dee8-44dc-964e-3823ffe102c5 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.31 "GET /v2.0/security-groups?id=84069f8b-b29b-4966-b756-05c98168a671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998559 Dec 10 09:03:38.904266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:03:38.917215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:03:38.917215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:03:38.923983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:38.935651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:03:38.940060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event updated for resources: {'Port': ['ID=bb8c6ed6-8312-48ce-9995-48c3fed5be87,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:39.014978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Pushing event deleted for resources: {'Port': ['ID=936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:39.085364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] No DVR routers for this DVR port 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:03:39.090106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-b0288b0e-370c-4611-914b-1de04e68ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:39.091568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-b0288b0e-370c-4611-914b-1de04e68ff66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2016668 Dec 10 09:03:39.097185 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:39.100505 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b92276e5-b22c-4716-8e50-e452c9235f3c req-b814e4fc-d5a1-41c0-b505-a41077b1df39 tempest-ServerTagsTestJSON-112389201 tempest-ServerTagsTestJSON-112389201-project] 10.222.0.39 "DELETE /v2.0/ports/936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 HTTP/1.1" status: 204 len: 173 time: 1.7704089 Dec 10 09:03:39.135133 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-9759f6fd-d43f-42e8-8aca-04bf2c186ba2 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532721 Dec 10 09:03:39.144568 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:39.232294 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:39.269777 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-c91f410a-de0c-4358-b8be-420a537c24b5 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633813 Dec 10 09:03:39.363449 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee688705-2eba-4367-ba8c-026841b38661 req-362ee664-cc8e-4f08-971a-51af587a9748 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993568 Dec 10 09:03:39.406446 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-15e18307-6611-4885-b4de-852c502dbf67 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247668 Dec 10 09:03:39.505556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:39.771873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Router d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:03:39.890456 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-8be568b7-88c8-4509-bc23-bb8ebd7c18f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 200 len: 217 time: 0.4679983 Dec 10 09:03:39.955586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49382a7-91d2-4f87-970c-2eb16fb714b5 req-0d25bf07-0127-43de-9ee4-a9e8505574a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:39.957172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a49382a7-91d2-4f87-970c-2eb16fb714b5 req-0d25bf07-0127-43de-9ee4-a9e8505574a5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 943 time: 0.1365125 Dec 10 09:03:39.976657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-5052d722-d5d2-4cf2-9130-b653c83e4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:39.978143 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-5052d722-d5d2-4cf2-9130-b653c83e4633 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0641632 Dec 10 09:03:39.991066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581977e-0856-42c5-9add-d214c4475b71 req-4695000a-b99a-4695-a3f7-a5facab0bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:39.993490 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0581977e-0856-42c5-9add-d214c4475b71 req-4695000a-b99a-4695-a3f7-a5facab0bdb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 1094 time: 0.5645642 Dec 10 09:03:39.994315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34516) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:40.045841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:40.057953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c634586-c49b-4296-9a46-5646fde71e2b None None] Sync routers for ids ['d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:40.074282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c634586-c49b-4296-9a46-5646fde71e2b None None] Routers {'d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:40.075179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5c634586-c49b-4296-9a46-5646fde71e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:40.119796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a49382a7-91d2-4f87-970c-2eb16fb714b5 req-99b62ce3-3927-4bff-b055-ed695ea4aa71 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455791 Dec 10 09:03:40.123228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a465cd25-dcb9-4fc8-905b-ec950281e64e admin admin] Deleting subnet ddb70c0b-7989-46d6-8c32-8c1e71dbc751 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:03:40.128073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a465cd25-dcb9-4fc8-905b-ec950281e64e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.130897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5c634586-c49b-4296-9a46-5646fde71e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:40.133440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.137343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-848265c4-78b6-42d1-aefd-be84eb644235 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9375513 Dec 10 09:03:40.149993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34518) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:40.152695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:40.154895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c634586-c49b-4296-9a46-5646fde71e2b None None] Routers {'d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:40.155508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5c634586-c49b-4296-9a46-5646fde71e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:40.159483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed758cce-9b69-432d-b76d-8a6023278058', 'name': 'network-vif-deleted', 'tag': '936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:40.162151 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f89d0e-2420-4242-b9cb-c5e3c7f49fa9" -d '{"events": [{"server_uuid": "ed758cce-9b69-432d-b76d-8a6023278058", "name": "network-vif-deleted", "tag": "936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:40.173353 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-5004fee5-34c7-4c47-8fb2-50d249583632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:40.174911 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-5004fee5-34c7-4c47-8fb2-50d249583632 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1878881 Dec 10 09:03:40.182629 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a465cd25-dcb9-4fc8-905b-ec950281e64e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.223906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5c634586-c49b-4296-9a46-5646fde71e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:40.224839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c634586-c49b-4296-9a46-5646fde71e2b None None] The sync data for ids ['d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:40.236730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a465cd25-dcb9-4fc8-905b-ec950281e64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.250822 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fca456-d738-42b5-93c4-8b72c97a6949 x-openstack-request-id: req-33fca456-d738-42b5-93c4-8b72c97a6949 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:40.251233 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed758cce-9b69-432d-b76d-8a6023278058", "name": "network-vif-deleted", "tag": "936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:40.251518 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33fca456-d738-42b5-93c4-8b72c97a6949 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:40.252067 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed758cce-9b69-432d-b76d-8a6023278058', 'name': 'network-vif-deleted', 'tag': '936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8', 'status': 'completed', 'code': 200} Dec 10 09:03:40.253146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581977e-0856-42c5-9add-d214c4475b71 req-aa7df602-9d69-4e43-85e4-52b111cebfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:40.254694 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0581977e-0856-42c5-9add-d214c4475b71 req-aa7df602-9d69-4e43-85e4-52b111cebfc8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 200 len: 913 time: 0.2240748 Dec 10 09:03:40.301884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a465cd25-dcb9-4fc8-905b-ec950281e64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.321247 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a465cd25-dcb9-4fc8-905b-ec950281e64e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.327624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a465cd25-dcb9-4fc8-905b-ec950281e64e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ddb70c0b-7989-46d6-8c32-8c1e71dbc751 HTTP/1.1" status: 204 len: 168 time: 0.3285284 Dec 10 09:03:40.327802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34522) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:40.338213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0581977e-0856-42c5-9add-d214c4475b71 req-7f9084cb-4969-4324-91ec-57bb92cd6c19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd766ccf-12b9-4f62-acee-5bf113c52cee HTTP/1.1" status: 200 len: 217 time: 0.0711803 Dec 10 09:03:40.374610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465cd25-dcb9-4fc8-905b-ec950281e64e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb70c0b-7989-46d6-8c32-8c1e71dbc751,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:40.461414 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.502835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581977e-0856-42c5-9add-d214c4475b71 req-903fe2ef-0734-4c7f-aa5c-a0e1df1811e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:40.504736 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0581977e-0856-42c5-9add-d214c4475b71 req-903fe2ef-0734-4c7f-aa5c-a0e1df1811e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 200 len: 852 time: 0.1371846 Dec 10 09:03:40.529157 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-4ba2f3d1-91ca-4a00-be21-6aef22f24f93 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113430 Dec 10 09:03:40.557920 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0581977e-0856-42c5-9add-d214c4475b71 req-c663c480-f1a2-4af0-908b-776229f25551 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431049 Dec 10 09:03:40.579380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.610687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806e00b7-1dde-4221-98c2-3a88d26b1b5d']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:40.622117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5194d6c8-bdae-4ecf-8311-21846ec83df6') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:40.622554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5194d6c8-bdae-4ecf-8311-21846ec83df6') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:40.635544 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.653107 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.661806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:03:40.662692 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:03:40.666613 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:03:40.795067 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.802153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:40.806641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/806e00b7-1dde-4221-98c2-3a88d26b1b5d HTTP/1.1" status: 204 len: 168 time: 0.4774289 Dec 10 09:03:40.824353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59312073-1070-4107-991f-2d3085ae8db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=806e00b7-1dde-4221-98c2-3a88d26b1b5d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:41.034969 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-3ecce354-0450-41a9-9e3a-0204cfcea56b service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886959 Dec 10 09:03:41.037097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:41.041536 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0581977e-0856-42c5-9add-d214c4475b71 req-f45f60f1-d4ba-4287-a427-82ce7fb1c6ad service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675345 Dec 10 09:03:41.115492 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:41.138682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34538) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:41.149186 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-4b7fe9f4-86d5-4260-b7c8-a93c90f2ae6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3359a2d0-3419-4374-8b29-362fffaa36e2 HTTP/1.1" status: 200 len: 217 time: 0.0968556 Dec 10 09:03:41.207235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fa7d0-1006-42cd-a2cf-f7ff8d2e3613 req-a82dd747-ed57-463e-afa2-59c70307fa6b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:41.209747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c4fa7d0-1006-42cd-a2cf-f7ff8d2e3613 req-a82dd747-ed57-463e-afa2-59c70307fa6b tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1124027 Dec 10 09:03:41.290281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-2cb459cc-26d1-47f1-a8da-7aca1da0e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:41.291779 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-2cb459cc-26d1-47f1-a8da-7aca1da0e48d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.1334395 Dec 10 09:03:41.299939 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0581977e-0856-42c5-9add-d214c4475b71 req-ba5d8838-efe2-47c8-b223-9099e000ae34 service neutron] 10.222.0.39 "GET /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487910 Dec 10 09:03:41.321766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ebd6766b-331a-47c3-b02c-fe3a95558ae2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdfc8c8f86974bdcac560e7cd339e722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817741 Dec 10 09:03:41.326799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34542) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:41.370260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Deleting port bb8c6ed6-8312-48ce-9995-48c3fed5be87 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:41.370849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:41.387855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-a3686579-a59f-4454-943a-f5480abaaa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:41.389353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-a3686579-a59f-4454-943a-f5480abaaa29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875547 Dec 10 09:03:41.396783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c4fa7d0-1006-42cd-a2cf-f7ff8d2e3613 req-f27b46df-c7e3-47bd-b77d-94d54e16280a tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796329 Dec 10 09:03:41.425204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10099d-faef-4730-8894-668d8da0ad0f req-a8443944-5615-4ff2-9644-e47fb8ae0119 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:41.430120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:03:41.435076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed10099d-faef-4730-8894-668d8da0ad0f req-a8443944-5615-4ff2-9644-e47fb8ae0119 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 943 time: 0.1748242 Dec 10 09:03:41.453018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:03:41.454222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 936e2c9d-6a1b-4cc0-961b-1c9d270f7cd8 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:03:41.511066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed10099d-faef-4730-8894-668d8da0ad0f req-79b7f3f2-d342-491c-94af-966a7154599d tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749056 Dec 10 09:03:41.537703 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239f89b9-ea7b-46cf-b6b8-208d5abb3a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:41.538954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:41.562192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Calling delete_port for bb8c6ed6-8312-48ce-9995-48c3fed5be87 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:41.572307 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-7223f4ec-3479-4f9c-a0b6-980d6efa9a8b service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555212 Dec 10 09:03:41.574207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239f89b9-ea7b-46cf-b6b8-208d5abb3a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:41.637724 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239f89b9-ea7b-46cf-b6b8-208d5abb3a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:41.640811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239f89b9-ea7b-46cf-b6b8-208d5abb3a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:41.642360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-239f89b9-ea7b-46cf-b6b8-208d5abb3a37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84069f8b-b29b-4966-b756-05c98168a671 HTTP/1.1" status: 204 len: 168 time: 0.3100646 Dec 10 09:03:41.661241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f89b9-ea7b-46cf-b6b8-208d5abb3a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84069f8b-b29b-4966-b756-05c98168a671,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:41.817600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-c5e23a32-99bf-44e0-bc84-74a3ab6c2968 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364628 Dec 10 09:03:42.097535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-bca9e7ec-88dd-4067-a59c-674f365c9412 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=921b3032-0cd1-40eb-832a-d29462c70da1 HTTP/1.1" status: 200 len: 217 time: 0.2711637 Dec 10 09:03:42.186225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-e36a5a0b-4989-465f-aa82-a2e95d0b78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:42.187883 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-e36a5a0b-4989-465f-aa82-a2e95d0b78c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 200 len: 797 time: 0.0830832 Dec 10 09:03:42.192134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.241454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Pushing event deleted for resources: {'Port': ['ID=bb8c6ed6-8312-48ce-9995-48c3fed5be87,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:42.301444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-432faad4-7736-4b2f-8beb-1ead7ec3be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:42.303057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-432faad4-7736-4b2f-8beb-1ead7ec3be87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65715e0f-6807-491a-ad82-063644e9b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1073856 Dec 10 09:03:42.324802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.516460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34572) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:42.591521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4934579-fa46-4d63-bf8c-4d46b1c2c72c req-a0bc2e9b-fddd-40c2-a69d-801e356acb22 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:42.596064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4934579-fa46-4d63-bf8c-4d46b1c2c72c req-a0bc2e9b-fddd-40c2-a69d-801e356acb22 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.1077149 Dec 10 09:03:42.650931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-6e9218b3-5b2a-4b13-a144-d11e0046a57c service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394821 Dec 10 09:03:42.657719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.673446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.689125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-634766800-network', 'tenant_id': '388b7b52317842e699e6de265e6bd424'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:42.707511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c07ddc-6f03-4e9c-ab5e-5bf67dfd9f86 req-4df8bce5-977c-464d-87d3-335c92f8618f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:42.709045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53c07ddc-6f03-4e9c-ab5e-5bf67dfd9f86 req-4df8bce5-977c-464d-87d3-335c92f8618f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 943 time: 0.1120510 Dec 10 09:03:42.736339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4934579-fa46-4d63-bf8c-4d46b1c2c72c req-f9943e35-d844-43c3-8cbf-e918a3f0f44d tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227558 Dec 10 09:03:42.759984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Made reservation on behalf of 388b7b52317842e699e6de265e6bd424 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:03:42.762318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.775934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.796719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53c07ddc-6f03-4e9c-ab5e-5bf67dfd9f86 req-dac01aeb-03e0-4a03-9aa2-fe64342a4cc5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737755 Dec 10 09:03:42.809966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Router d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:03:42.887208 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.893028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.916964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:03:42.932427 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-a5ffadb2-1f6d-4ec1-9f7c-4c45a8ec23f4 service neutron] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721653 Dec 10 09:03:42.932890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c924ef7-1d0f-4ad1-93e0-484c34a4d9f4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:42.938134 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.938486 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Added segment 03249f5f-b77c-4871-910f-2100bc72f395 of type vlan for network 9ca47801-2009-487e-97da-2be0c520a6ec Dec 10 09:03:42.939615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:42.947305 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.952655 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-71fc4444-4007-4911-afa9-c8dc7e499ba5 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "PUT /v2.0/routers/d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d HTTP/1.1" status: 200 len: 706 time: 2.8116310 Dec 10 09:03:42.955694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34580) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:42.970397 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd9ef6-1fb0-4df9-bb0e-7c894d7eb12c None None] Sync routers for ids ['d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:42.987383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:42.998621 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd9ef6-1fb0-4df9-bb0e-7c894d7eb12c None None] Routers {'d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:43.003032 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-75bd9ef6-1fb0-4df9-bb0e-7c894d7eb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:43.042105 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.043245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:43.044107 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.057073 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-75bd9ef6-1fb0-4df9-bb0e-7c894d7eb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:43.069442 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd9ef6-1fb0-4df9-bb0e-7c894d7eb12c None None] Routers {'d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:43.070474 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-75bd9ef6-1fb0-4df9-bb0e-7c894d7eb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:43.113171 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-75bd9ef6-1fb0-4df9-bb0e-7c894d7eb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:43.114135 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd9ef6-1fb0-4df9-bb0e-7c894d7eb12c None None] The sync data for ids ['d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:43.132053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6141503 Dec 10 09:03:43.136056 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a369bde7-cdc1-451b-8978-9a0798796c58 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/routers/d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d HTTP/1.1" status: 200 len: 741 time: 0.1791782 Dec 10 09:03:43.138959 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-b6a17b30-2bea-48e5-9764-5284eba0ee04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c21bc8b-aced-479e-abca-34ce41487740 HTTP/1.1" status: 200 len: 217 time: 0.1844087 Dec 10 09:03:43.140321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34588) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:43.151207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29e82b-c86e-489f-9bbe-3238d9fc58b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9ca47801-2009-487e-97da-2be0c520a6ec,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:43.162046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 9ca47801-2009-487e-97da-2be0c520a6ec details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:03:43.222727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c2406cd7-c893-4898-802d-290884ee7421 tempest-RoutersAdminTest-276248418 tempest-RoutersAdminTest-276248418-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d HTTP/1.1" status: 200 len: 205 time: 0.0802624 Dec 10 09:03:43.225291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34594) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:43.240671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-29c2caea-f8c4-41c4-9e49-7d62fb4be9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:43.244049 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-29c2caea-f8c4-41c4-9e49-7d62fb4be9fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.0979857 Dec 10 09:03:43.277843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-08f39041-adb2-4e11-b19e-720947c326ca tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d HTTP/1.1" status: 200 len: 205 time: 0.0458789 Dec 10 09:03:43.280032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34598) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:43.326368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-dceaafce-562d-48b4-8550-00025f5aac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:43.333955 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-dceaafce-562d-48b4-8550-00025f5aac89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767536 Dec 10 09:03:43.392397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b26ddb7c-d407-4e65-b2e2-db95ed292c46 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.431274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fd766ccf-12b9-4f62-acee-5bf113c52cee details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:03:43.486329 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-24c78b77-1b13-4659-a327-2f233f61d993 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505647 Dec 10 09:03:43.620991 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b26ddb7c-d407-4e65-b2e2-db95ed292c46 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.622668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34608) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:43.627554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port fd766ccf-12b9-4f62-acee-5bf113c52cee, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fd766ccf-12b9-4f62-acee-5bf113c52cee,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:43.631345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b26ddb7c-d407-4e65-b2e2-db95ed292c46 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.667601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'fd766ccf-12b9-4f62-acee-5bf113c52cee', 'network_id': 'bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c', 'port_id': 'fd766ccf-12b9-4f62-acee-5bf113c52cee', 'mac_address': 'fa:16:3e:18:83:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde1311-2306-4ee4-9957-88093119b8f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:03:43.690500 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b26ddb7c-d407-4e65-b2e2-db95ed292c46 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.691080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26ddb7c-d407-4e65-b2e2-db95ed292c46 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Fanout notify agent at l3_agent the message router_deleted on router d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:43.701168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b26ddb7c-d407-4e65-b2e2-db95ed292c46 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.706975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b26ddb7c-d407-4e65-b2e2-db95ed292c46 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d HTTP/1.1" status: 204 len: 168 time: 0.4205101 Dec 10 09:03:43.708047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34612) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:43.758277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-429c289e-d17a-4371-9f4c-c79384b015fa tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d HTTP/1.1" status: 200 len: 205 time: 0.0468886 Dec 10 09:03:43.758539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34614) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:43.764902 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.782006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd766ccf-12b9-4f62-acee-5bf113c52cee {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:03:43.788425 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-627127ad-efaa-4eb2-9f7a-fc768e295e94 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934623 Dec 10 09:03:43.805604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port fd766ccf-12b9-4f62-acee-5bf113c52cee, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fd766ccf-12b9-4f62-acee-5bf113c52cee,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:43.813474 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.868472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-e133f7fe-4e7a-4f70-b2d3-9f51a701d319 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836 HTTP/1.1" status: 200 len: 217 time: 0.0655501 Dec 10 09:03:43.882495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-679270a0-c211-49ba-8778-76abfb7a66c4 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:43.883942 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-679270a0-c211-49ba-8778-76abfb7a66c4 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.18 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.2537084 Dec 10 09:03:43.902194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=fd766ccf-12b9-4f62-acee-5bf113c52cee,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:43.918289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c5c993-cbee-40e9-8f28-899a3e1795ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:43.926130 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-60e145d8-ee0c-483c-b9f0-cf5aa4c4ad86 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] delete failed (client error): The resource could not be found. Dec 10 09:03:43.929216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-60e145d8-ee0c-483c-b9f0-cf5aa4c4ad86 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/d8b5ba0d-4ba3-4542-b37f-7e7ea4f3596d HTTP/1.1" status: 404 len: 336 time: 0.1670115 Dec 10 09:03:43.935155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34622) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:43.989791 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-db2d910f-bac5-4280-9028-7527860f6fb0 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552dca3-8ff4-4e13-b754-6c653d59dc03 HTTP/1.1" status: 200 len: 205 time: 0.0533860 Dec 10 09:03:43.994554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34624) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.004412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-8e18dea8-bce0-4aa4-8cdd-1a584ced9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:44.007104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-8e18dea8-bce0-4aa4-8cdd-1a584ced9148 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 200 len: 797 time: 0.1221542 Dec 10 09:03:44.067101 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-3c68bfaa-23d1-44cb-81f7-1229aeaeffdd tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] delete failed (client error): The resource could not be found. Dec 10 09:03:44.068131 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3c68bfaa-23d1-44cb-81f7-1229aeaeffdd tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/4552dca3-8ff4-4e13-b754-6c653d59dc03 HTTP/1.1" status: 404 len: 336 time: 0.0726061 Dec 10 09:03:44.071113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34626) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.147812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-6a095c00-1fe7-4fcd-9c84-cde0a0f333cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:44.149730 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-6a095c00-1fe7-4fcd-9c84-cde0a0f333cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aded683f-8ec1-409b-b472-c0766dd8c73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960600 Dec 10 09:03:44.169782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Deleting port e3e09eb7-5a14-4df1-aed7-63f57c633f7e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:44.170029 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:44.178479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['fd766ccf-12b9-4f62-acee-5bf113c52cee'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:03:44.445626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-25e7e92e-d757-497c-bd2a-b32ac4b97630 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c55af00-e1d7-4f92-8464-9657038a471b HTTP/1.1" status: 200 len: 205 time: 0.3717988 Dec 10 09:03:44.458789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34630) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.481003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e60005-632f-433e-9c6b-10db0a9f2b87 req-a80c4ec8-e81d-4c9f-bff0-27b74c9d9d68 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:44.482510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5e60005-632f-433e-9c6b-10db0a9f2b87 req-a80c4ec8-e81d-4c9f-bff0-27b74c9d9d68 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=319597db-0f1f-467d-bc03-b0458780e250 HTTP/1.1" status: 200 len: 945 time: 0.5592115 Dec 10 09:03:44.551260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] For port e3e09eb7-5a14-4df1-aed7-63f57c633f7e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:44.551624 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:44.552456 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-c4952a45-4fc5-4143-88e5-6c7b33251ca3 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] delete failed (client error): The resource could not be found. Dec 10 09:03:44.553537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c4952a45-4fc5-4143-88e5-6c7b33251ca3 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/0c55af00-e1d7-4f92-8464-9657038a471b HTTP/1.1" status: 404 len: 336 time: 0.0937188 Dec 10 09:03:44.555515 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-1a196881-6c84-422e-a226-fa2077504d76 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967447 Dec 10 09:03:44.560528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34632) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.576826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Calling delete_port for e3e09eb7-5a14-4df1-aed7-63f57c633f7e owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:44.603691 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bd48cfac-e8be-4061-acd6-0eec148edc53 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7b0718-7358-4e9f-acea-03dab31861e0 HTTP/1.1" status: 200 len: 205 time: 0.0416224 Dec 10 09:03:44.612978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34634) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.680199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401589ce-2b0b-4059-8da8-02f03dfb1b6b req-f79ac592-fca0-4532-aba3-c2c44f0348dd tempest-ComputeTenantNetworksTest-282217539 tempest-ComputeTenantNetworksTest-282217539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:44.686039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401589ce-2b0b-4059-8da8-02f03dfb1b6b req-f79ac592-fca0-4532-aba3-c2c44f0348dd tempest-ComputeTenantNetworksTest-282217539 tempest-ComputeTenantNetworksTest-282217539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:44.692726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401589ce-2b0b-4059-8da8-02f03dfb1b6b req-f79ac592-fca0-4532-aba3-c2c44f0348dd tempest-ComputeTenantNetworksTest-282217539 tempest-ComputeTenantNetworksTest-282217539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:44.694386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-401589ce-2b0b-4059-8da8-02f03dfb1b6b req-f79ac592-fca0-4532-aba3-c2c44f0348dd tempest-ComputeTenantNetworksTest-282217539 tempest-ComputeTenantNetworksTest-282217539-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7739542 Dec 10 09:03:44.702801 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-22cfbc81-07d4-47ba-b204-7e1e11e0d420 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] delete failed (client error): The resource could not be found. Dec 10 09:03:44.702801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-22cfbc81-07d4-47ba-b204-7e1e11e0d420 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/dc7b0718-7358-4e9f-acea-03dab31861e0 HTTP/1.1" status: 404 len: 336 time: 0.0823374 Dec 10 09:03:44.707595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5e60005-632f-433e-9c6b-10db0a9f2b87 req-28ae27f3-ea84-44b1-bc1a-c317bbb30115 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153540 Dec 10 09:03:44.707793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34638) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.721039 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c5c993-cbee-40e9-8f28-899a3e1795ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:44.725811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c5c993-cbee-40e9-8f28-899a3e1795ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:44.752829 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a9f9a745-c58d-4822-a44d-a08db52e59a2 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc48daa2-acae-44cf-8c11-cd3a66824282 HTTP/1.1" status: 200 len: 205 time: 0.0424976 Dec 10 09:03:44.755577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34640) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.760918 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-367739f0-6acd-4084-8058-2ce5d189e8c6 req-09b0ed3f-862d-4810-bb55-31634cf9c748 service neutron] 10.222.0.39 "GET /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862967 Dec 10 09:03:44.777106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-71c5c993-cbee-40e9-8f28-899a3e1795ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd2c55aafe464282a6ac6ed77fd2172c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1521235 Dec 10 09:03:44.780687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34642) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.813231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5c993-cbee-40e9-8f28-899a3e1795ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529da557-9171-45bd-a86d-63e6474bb1d1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:44.816854 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-f8b42ba1-b528-41ba-a83c-cbe08bca7a34 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] delete failed (client error): The resource could not be found. Dec 10 09:03:44.820312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f8b42ba1-b528-41ba-a83c-cbe08bca7a34 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/cc48daa2-acae-44cf-8c11-cd3a66824282 HTTP/1.1" status: 404 len: 336 time: 0.0613971 Dec 10 09:03:44.825561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34644) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.874928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b7331c04-1b90-48ff-ab4c-77257abde028 tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "GET /v2.0/ports?device_id=10b778a8-97c0-42c9-92be-9b2172ae0e42 HTTP/1.1" status: 200 len: 205 time: 0.0448954 Dec 10 09:03:44.875430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34646) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.887878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:44.901346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49e6f1aa-f1c1-4b2a-8d02-66a090fb01ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:44.903374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c28a7096-8a55-4de3-9b33-83c0a4484416', 'e3e09eb7-5a14-4df1-aed7-63f57c633f7e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:03:44.923493 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-2cc4801a-428e-4814-8a35-f7e6988742ab tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] delete failed (client error): The resource could not be found. Dec 10 09:03:44.923921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Pushing event deleted for resources: {'Port': ['ID=e3e09eb7-5a14-4df1-aed7-63f57c633f7e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:44.924643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2cc4801a-428e-4814-8a35-f7e6988742ab tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/routers/10b778a8-97c0-42c9-92be-9b2172ae0e42 HTTP/1.1" status: 404 len: 336 time: 0.0482075 Dec 10 09:03:44.933680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34648) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:44.934564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd04c-b97e-4df3-8883-d60c9faf442b req-cef3308c-b651-4af2-8de1-8befc7c6c5f5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:44.936257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cffd04c-b97e-4df3-8883-d60c9faf442b req-cef3308c-b651-4af2-8de1-8befc7c6c5f5 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 944 time: 0.1241262 Dec 10 09:03:45.014570 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49e6f1aa-f1c1-4b2a-8d02-66a090fb01ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.018023 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] No DVR routers for this DVR port e3e09eb7-5a14-4df1-aed7-63f57c633f7e on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:03:45.025165 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c8d9e2-0718-489e-b677-3dbee85c37aa tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] DELETE failed (client error): The resource could not be found. Dec 10 09:03:45.025669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c8d9e2-0718-489e-b677-3dbee85c37aa tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:03:45.028760 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-02c8d9e2-0718-489e-b677-3dbee85c37aa tempest-RoutersAdminTest-174614195 tempest-RoutersAdminTest-174614195-project] 10.222.0.31 "DELETE /v2.0/subnets/1d5e3f12-077b-4c6b-a94f-f44810ea4202 HTTP/1.1" status: 404 len: 337 time: 0.0914991 Dec 10 09:03:45.030317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.034176 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b72dcee5-ac59-4c2c-9aac-31fda62c36cb req-b94b4477-d970-431d-a070-87f4541929cd tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.18 "DELETE /v2.0/ports/e3e09eb7-5a14-4df1-aed7-63f57c633f7e HTTP/1.1" status: 204 len: 173 time: 1.1110270 Dec 10 09:03:45.036540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319597db-0f1f-467d-bc03-b0458780e250', 'name': 'network-vif-deleted', 'tag': 'e3e09eb7-5a14-4df1-aed7-63f57c633f7e'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:45.038937 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ed66ab-f682-4d9c-8688-f3bdf316d7e6" -d '{"events": [{"server_uuid": "319597db-0f1f-467d-bc03-b0458780e250", "name": "network-vif-deleted", "tag": "e3e09eb7-5a14-4df1-aed7-63f57c633f7e"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:45.041381 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.068347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cffd04c-b97e-4df3-8883-d60c9faf442b req-a62a4f1f-b221-4592-9055-f8c1e781304e tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206825 Dec 10 09:03:45.095750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7f402-b696-48bc-9cf9-91b3e4caa1ee req-bfc98689-6f9a-456b-bae2-a91b6cfe3c1a tempest-ComputeTenantNetworksTest-282217539 tempest-ComputeTenantNetworksTest-282217539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:45.096754 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49e6f1aa-f1c1-4b2a-8d02-66a090fb01ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.099869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49e6f1aa-f1c1-4b2a-8d02-66a090fb01ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.103469 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-49e6f1aa-f1c1-4b2a-8d02-66a090fb01ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/529da557-9171-45bd-a86d-63e6474bb1d1 HTTP/1.1" status: 204 len: 168 time: 0.3184245 Dec 10 09:03:45.104575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16d7f402-b696-48bc-9cf9-91b3e4caa1ee req-bfc98689-6f9a-456b-bae2-a91b6cfe3c1a tempest-ComputeTenantNetworksTest-282217539 tempest-ComputeTenantNetworksTest-282217539-project] 10.222.0.31 "GET /v2.0/networks/9ca47801-2009-487e-97da-2be0c520a6ec HTTP/1.1" status: 200 len: 768 time: 0.1339633 Dec 10 09:03:45.113319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6f1aa-f1c1-4b2a-8d02-66a090fb01ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529da557-9171-45bd-a86d-63e6474bb1d1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:45.127890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34656) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:45.221602 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688239c7-cde6-4c01-a0d1-00199608d5de x-openstack-request-id: req-688239c7-cde6-4c01-a0d1-00199608d5de {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:45.222007 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319597db-0f1f-467d-bc03-b0458780e250", "name": "network-vif-deleted", "tag": "e3e09eb7-5a14-4df1-aed7-63f57c633f7e", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:45.222362 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-688239c7-cde6-4c01-a0d1-00199608d5de {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:45.222869 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319597db-0f1f-467d-bc03-b0458780e250', 'name': 'network-vif-deleted', 'tag': 'e3e09eb7-5a14-4df1-aed7-63f57c633f7e', 'status': 'completed', 'code': 200} Dec 10 09:03:45.257093 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.345533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.355897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34662) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:45.371024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca47801-2009-487e-97da-2be0c520a6ec']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:45.380967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03249f5f-b77c-4871-910f-2100bc72f395') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:45.381381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03249f5f-b77c-4871-910f-2100bc72f395') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:45.391319 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.407403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.415114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:03:45.415542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:03:45.417247 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:03:45.445320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fd766ccf-12b9-4f62-acee-5bf113c52cee up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:03:45.463609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34666) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:45.488762 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c342d635-7bc9-437c-a5e2-9bf2553359ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.498586 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62485e9f-5f9a-4db5-b8bb-b6f694373fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.503892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.513738 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.520155 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9ca47801-2009-487e-97da-2be0c520a6ec HTTP/1.1" status: 204 len: 168 time: 0.3983469 Dec 10 09:03:45.526243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port fd766ccf-12b9-4f62-acee-5bf113c52cee completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:03:45.530863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port fd766ccf-12b9-4f62-acee-5bf113c52cee triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:03:45.531044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db86bb-13f4-43b8-9cbd-baa8903a53d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca47801-2009-487e-97da-2be0c520a6ec,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:45.533337 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.619953 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c342d635-7bc9-437c-a5e2-9bf2553359ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.626388 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c342d635-7bc9-437c-a5e2-9bf2553359ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.648356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.682322 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c342d635-7bc9-437c-a5e2-9bf2553359ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e5eef3d42e547739038a3b8532a99b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176592 Dec 10 09:03:45.684505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342d635-7bc9-437c-a5e2-9bf2553359ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3af02d-633f-4927-a191-00e258ccb201,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:45.685065 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62485e9f-5f9a-4db5-b8bb-b6f694373fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.685982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34670) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:45.687071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d224bd8-6018-4edb-8a19-d61208c96cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd766ccf-12b9-4f62-acee-5bf113c52cee'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:45.691677 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d188be3c-57d2-422e-9366-f763d40424c2" -d '{"events": [{"server_uuid": "7d224bd8-6018-4edb-8a19-d61208c96cf6", "name": "network-vif-plugged", "status": "completed", "tag": "fd766ccf-12b9-4f62-acee-5bf113c52cee"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:45.708230 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62485e9f-5f9a-4db5-b8bb-b6f694373fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.709749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port fd766ccf-12b9-4f62-acee-5bf113c52cee, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fd766ccf-12b9-4f62-acee-5bf113c52cee,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:45.717395 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.786664 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca2eef2-249b-4505-aea1-c306cf000d29 x-openstack-request-id: req-2ca2eef2-249b-4505-aea1-c306cf000d29 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:45.787018 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d224bd8-6018-4edb-8a19-d61208c96cf6", "name": "network-vif-plugged", "status": "completed", "tag": "fd766ccf-12b9-4f62-acee-5bf113c52cee", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:45.787285 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ca2eef2-249b-4505-aea1-c306cf000d29 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:45.787684 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d224bd8-6018-4edb-8a19-d61208c96cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd766ccf-12b9-4f62-acee-5bf113c52cee', 'code': 200} Dec 10 09:03:45.790713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=fd766ccf-12b9-4f62-acee-5bf113c52cee,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:45.802132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34676) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:45.802296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62485e9f-5f9a-4db5-b8bb-b6f694373fd7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80a68d9a0c1340d894a3a44a8bf2ed2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4451706 Dec 10 09:03:45.803765 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b902484e-a425-4805-9de0-3e7af072fbc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.805604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62485e9f-5f9a-4db5-b8bb-b6f694373fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60e076e-c943-45f1-bcc9-408922c961d0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:45.830787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34678) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:45.857111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b902484e-a425-4805-9de0-3e7af072fbc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.920377 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b60015e3-984c-4453-82c0-6689ea300e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.929224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7d96c5d6-0d71-4f21-acb9-988e98723e40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=388b7b52317842e699e6de265e6bd424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971267 Dec 10 09:03:45.936246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34684) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:45.957427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b60015e3-984c-4453-82c0-6689ea300e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:45.971919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f13de-1158-4dc5-abc5-a58efd57eaa5 req-02c08cd1-4808-445f-8107-1a20d022611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:45.973602 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-947f13de-1158-4dc5-abc5-a58efd57eaa5 req-02c08cd1-4808-445f-8107-1a20d022611c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0960302 Dec 10 09:03:46.028730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b902484e-a425-4805-9de0-3e7af072fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.032772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b902484e-a425-4805-9de0-3e7af072fbc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.034286 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b902484e-a425-4805-9de0-3e7af072fbc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da3af02d-633f-4927-a191-00e258ccb201 HTTP/1.1" status: 204 len: 168 time: 0.3432786 Dec 10 09:03:46.052829 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-947f13de-1158-4dc5-abc5-a58efd57eaa5 req-8fd2f210-af08-4993-864e-72a7b7a09e05 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691721 Dec 10 09:03:46.055014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902484e-a425-4805-9de0-3e7af072fbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3af02d-633f-4927-a191-00e258ccb201,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:46.079965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b60015e3-984c-4453-82c0-6689ea300e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.082317 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b414bc5-f48b-41e7-aa98-0184c6bf8870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.083777 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b60015e3-984c-4453-82c0-6689ea300e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.085196 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b60015e3-984c-4453-82c0-6689ea300e9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d60e076e-c943-45f1-bcc9-408922c961d0 HTTP/1.1" status: 204 len: 168 time: 0.2810252 Dec 10 09:03:46.096188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60015e3-984c-4453-82c0-6689ea300e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60e076e-c943-45f1-bcc9-408922c961d0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:46.132544 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b414bc5-f48b-41e7-aa98-0184c6bf8870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.227203 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b414bc5-f48b-41e7-aa98-0184c6bf8870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.229868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b414bc5-f48b-41e7-aa98-0184c6bf8870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.231097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8b414bc5-f48b-41e7-aa98-0184c6bf8870 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c924ef7-1d0f-4ad1-93e0-484c34a4d9f4 HTTP/1.1" status: 204 len: 168 time: 0.2932160 Dec 10 09:03:46.261209 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b414bc5-f48b-41e7-aa98-0184c6bf8870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c924ef7-1d0f-4ad1-93e0-484c34a4d9f4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:46.282551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8f665-b269-4736-b649-5e4240b7c95f req-7a285509-f69b-4254-a289-5ec24aadb757 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:46.289979 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9c8f665-b269-4736-b649-5e4240b7c95f req-7a285509-f69b-4254-a289-5ec24aadb757 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1063526 Dec 10 09:03:46.318592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb998be4-cfae-4151-ad39-e2b146d67fe2 req-e6b1c56c-e878-4256-881e-5861ae3054bd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:46.320205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb998be4-cfae-4151-ad39-e2b146d67fe2 req-e6b1c56c-e878-4256-881e-5861ae3054bd tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 945 time: 0.1209710 Dec 10 09:03:46.378356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9c8f665-b269-4736-b649-5e4240b7c95f req-5a5afe1c-0cff-46e1-aefd-e17f59141228 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843847 Dec 10 09:03:46.408672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb998be4-cfae-4151-ad39-e2b146d67fe2 req-a8ccdc1c-6888-41b1-b295-05ed1f0f9c46 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797389 Dec 10 09:03:46.498430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34704) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:46.546877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b8f85f0d-6546-4809-b289-046b5b7e9490 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5745b8a02ce4b2b9aef703a128a0b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471971 Dec 10 09:03:46.549968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34706) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:46.604112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ad59fbd-1553-4756-b729-4e4580f48388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.626533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ad59fbd-1553-4756-b729-4e4580f48388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.686280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ad59fbd-1553-4756-b729-4e4580f48388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.689257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ad59fbd-1553-4756-b729-4e4580f48388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.692810 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8ad59fbd-1553-4756-b729-4e4580f48388 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7200149-6a75-4149-ac50-275fde5c2bb3 HTTP/1.1" status: 204 len: 168 time: 0.1395779 Dec 10 09:03:46.698724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad59fbd-1553-4756-b729-4e4580f48388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7200149-6a75-4149-ac50-275fde5c2bb3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:46.708484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34716) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:46.743216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81f26b86-c4d8-446b-8921-9983b5c48e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.828078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81f26b86-c4d8-446b-8921-9983b5c48e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.832713 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81f26b86-c4d8-446b-8921-9983b5c48e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.877995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-81f26b86-c4d8-446b-8921-9983b5c48e81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9caa7d61c86a459bb54a9bb35b6ef35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678762 Dec 10 09:03:46.878818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34720) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:46.879439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f26b86-c4d8-446b-8921-9983b5c48e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8135c83-74f6-47ee-a72d-f4a56d4b9831,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:46.935760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cba950f9-0429-4ac2-9bff-d86f505ddc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:46.963647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cba950f9-0429-4ac2-9bff-d86f505ddc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:47.030936 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cba950f9-0429-4ac2-9bff-d86f505ddc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:47.034580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cba950f9-0429-4ac2-9bff-d86f505ddc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:47.038110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cba950f9-0429-4ac2-9bff-d86f505ddc93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8135c83-74f6-47ee-a72d-f4a56d4b9831 HTTP/1.1" status: 204 len: 168 time: 0.1521809 Dec 10 09:03:47.057354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba950f9-0429-4ac2-9bff-d86f505ddc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8135c83-74f6-47ee-a72d-f4a56d4b9831,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:47.150603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e3e09eb7-5a14-4df1-aed7-63f57c633f7e no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:03:47.172506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: e3e09eb7-5a14-4df1-aed7-63f57c633f7e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:03:47.172789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device e3e09eb7-5a14-4df1-aed7-63f57c633f7e not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:03:47.566153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071ba79-a7b7-471a-9675-414cf201cf7d req-257b3f9a-7e34-40a3-8ce4-95856112ab52 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:47.567736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9071ba79-a7b7-471a-9675-414cf201cf7d req-257b3f9a-7e34-40a3-8ce4-95856112ab52 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.0910707 Dec 10 09:03:47.584556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6199689-8180-4db3-81a9-46580c55c3f9 req-28069c81-7665-4adf-b978-6689a73ae193 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:47.592777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6199689-8180-4db3-81a9-46580c55c3f9 req-28069c81-7665-4adf-b978-6689a73ae193 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 945 time: 0.0833578 Dec 10 09:03:47.671568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9071ba79-a7b7-471a-9675-414cf201cf7d req-40ee28d0-c3be-4cbd-9860-3e5483886aa6 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755775 Dec 10 09:03:47.684948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6199689-8180-4db3-81a9-46580c55c3f9 req-2b1b98f0-7a0f-4ff4-bc4c-8f092f6dabb6 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877113 Dec 10 09:03:47.942392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aa99-68c5-466c-a354-979bd7402ef2 req-43cd855d-481e-494b-9dea-34a92d2ff904 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:47.944640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ab1aa99-68c5-466c-a354-979bd7402ef2 req-43cd855d-481e-494b-9dea-34a92d2ff904 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 945 time: 0.0678124 Dec 10 09:03:48.010899 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ab1aa99-68c5-466c-a354-979bd7402ef2 req-d30dee0c-bc90-46f2-bbaa-88a2905fded8 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600810 Dec 10 09:03:48.813051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7ac8-1118-4773-9051-568123ec436c req-90969200-510f-40f6-9511-a4e22e98214a tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:48.814808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a6c7ac8-1118-4773-9051-568123ec436c req-90969200-510f-40f6-9511-a4e22e98214a tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.0555363 Dec 10 09:03:48.869457 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a6c7ac8-1118-4773-9051-568123ec436c req-efda4100-f2aa-48e8-a9ce-7760a7fc2a7f tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487542 Dec 10 09:03:48.946624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34834) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:49.122417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-8432f5da-a9f3-4e39-8c5b-78b9b5ecc5e9 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1531077926'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:49.167950 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.168600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2cfd5-6035-4921-9599-049e0bc6d840 req-1c528542-911a-4020-8809-c6bc599b1b74 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:49.170701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9d2cfd5-6035-4921-9599-049e0bc6d840 req-1c528542-911a-4020-8809-c6bc599b1b74 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 945 time: 0.0773394 Dec 10 09:03:49.173033 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8432f5da-a9f3-4e39-8c5b-78b9b5ecc5e9 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.174381 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8432f5da-a9f3-4e39-8c5b-78b9b5ecc5e9 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.259724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9d2cfd5-6035-4921-9599-049e0bc6d840 req-97bc5696-8d49-4403-a498-90a2f4b7b3bb tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778036 Dec 10 09:03:49.300476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8432f5da-a9f3-4e39-8c5b-78b9b5ecc5e9 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.307261 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8432f5da-a9f3-4e39-8c5b-78b9b5ecc5e9 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.331485 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8432f5da-a9f3-4e39-8c5b-78b9b5ecc5e9 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.335360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8432f5da-a9f3-4e39-8c5b-78b9b5ecc5e9 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3846850 Dec 10 09:03:49.336046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34858) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:49.444909 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb654ab-ca49-4c75-b179-8b87c0f920ff tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.570547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34864) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:49.646227 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb654ab-ca49-4c75-b179-8b87c0f920ff tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.649127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb654ab-ca49-4c75-b179-8b87c0f920ff tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.666533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9be67d-39bf-420d-8e46-64e0f1b6d62a req-3928189c-97db-45ad-9797-10bc52f2433f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:49.668053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b9be67d-39bf-420d-8e46-64e0f1b6d62a req-3928189c-97db-45ad-9797-10bc52f2433f tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 945 time: 0.1505070 Dec 10 09:03:49.715122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb654ab-ca49-4c75-b179-8b87c0f920ff tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.715596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb654ab-ca49-4c75-b179-8b87c0f920ff tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecc739dd-d287-403a-b033-677b52f27d64 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:49.721972 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb654ab-ca49-4c75-b179-8b87c0f920ff tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.722588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7cb654ab-ca49-4c75-b179-8b87c0f920ff tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ecc739dd-d287-403a-b033-677b52f27d64 HTTP/1.1" status: 204 len: 168 time: 0.3857307 Dec 10 09:03:49.726553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34874) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:49.732262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2dde5146-1313-4a66-84d3-e19aafab4366 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Request body: {'router': {'name': 'tempest-router-1716964787', 'distributed': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:49.757848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b9be67d-39bf-420d-8e46-64e0f1b6d62a req-0397d05a-3d5a-49ca-9a07-62f89976e1fa tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608401 Dec 10 09:03:49.764423 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b853d1d5-d04f-4e1c-9b67-f96844206847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.786422 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2dde5146-1313-4a66-84d3-e19aafab4366 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.787419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2dde5146-1313-4a66-84d3-e19aafab4366 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.858411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2dde5146-1313-4a66-84d3-e19aafab4366 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.866352 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2dde5146-1313-4a66-84d3-e19aafab4366 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.890575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2dde5146-1313-4a66-84d3-e19aafab4366 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.891820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2dde5146-1313-4a66-84d3-e19aafab4366 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1641634 Dec 10 09:03:49.894897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34884) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:49.923702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b853d1d5-d04f-4e1c-9b67-f96844206847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.933918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b853d1d5-d04f-4e1c-9b67-f96844206847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:49.973696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853d1d5-d04f-4e1c-9b67-f96844206847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7d1f55-113a-45ad-b48f-56e523421cd6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:49.982709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b853d1d5-d04f-4e1c-9b67-f96844206847 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f837108505be4e84bad92cc18a2b50aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110186 Dec 10 09:03:49.985310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34892) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:50.017350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd4d6-0034-487e-8c1f-00bbdc490d8e tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.055691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d78ac7f4-a782-41cf-96ac-9ab9571432ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.082184 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d78ac7f4-a782-41cf-96ac-9ab9571432ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.100806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443246-56ac-453f-8599-3990fb45ad98 req-bcf1d22b-4676-4041-af33-3c2a62316db5 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:50.102345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73443246-56ac-453f-8599-3990fb45ad98 req-bcf1d22b-4676-4041-af33-3c2a62316db5 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.1298800 Dec 10 09:03:50.135978 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d78ac7f4-a782-41cf-96ac-9ab9571432ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.139164 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d78ac7f4-a782-41cf-96ac-9ab9571432ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.143671 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d78ac7f4-a782-41cf-96ac-9ab9571432ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f7d1f55-113a-45ad-b48f-56e523421cd6 HTTP/1.1" status: 204 len: 168 time: 0.1539021 Dec 10 09:03:50.150931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ac7f4-a782-41cf-96ac-9ab9571432ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7d1f55-113a-45ad-b48f-56e523421cd6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:50.261551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd4d6-0034-487e-8c1f-00bbdc490d8e tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.265453 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd4d6-0034-487e-8c1f-00bbdc490d8e tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.329183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73443246-56ac-453f-8599-3990fb45ad98 req-f69b6597-477c-4ef3-918d-21da014fbd61 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130260 Dec 10 09:03:50.349758 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd4d6-0034-487e-8c1f-00bbdc490d8e tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.350954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbdd4d6-0034-487e-8c1f-00bbdc490d8e tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b55dc2c-3536-4335-a8c7-d23a2975808a {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:50.362365 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd4d6-0034-487e-8c1f-00bbdc490d8e tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.363784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2bbdd4d6-0034-487e-8c1f-00bbdc490d8e tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4b55dc2c-3536-4335-a8c7-d23a2975808a HTTP/1.1" status: 204 len: 168 time: 0.4677966 Dec 10 09:03:50.370050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34912) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:50.371894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5962e637-10bd-418c-94ae-b762a496156c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Request body: {'router': {'name': 'tempest-router-1467482182', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7ceceb6b930745cbb13e2e9d50156030'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:50.374565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34914) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:50.398758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5962e637-10bd-418c-94ae-b762a496156c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.399940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5962e637-10bd-418c-94ae-b762a496156c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.452020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5962e637-10bd-418c-94ae-b762a496156c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.456787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5962e637-10bd-418c-94ae-b762a496156c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.477389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5962e637-10bd-418c-94ae-b762a496156c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.478910 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5962e637-10bd-418c-94ae-b762a496156c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1106379 Dec 10 09:03:50.481679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34918) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:50.486565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:50.506764 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31a52acf-db5e-4e5e-903b-e6ec4fb0e875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.518017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34920) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:50.539237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0dea84a-e9b4-4eee-af04-753ff923f03c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.635030 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31a52acf-db5e-4e5e-903b-e6ec4fb0e875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.640249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31a52acf-db5e-4e5e-903b-e6ec4fb0e875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.697542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.698234 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.698837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0dea84a-e9b4-4eee-af04-753ff923f03c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.699897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a52acf-db5e-4e5e-903b-e6ec4fb0e875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31cded9-9ba6-42c6-8c99-4ea7affa419d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:50.705199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-31a52acf-db5e-4e5e-903b-e6ec4fb0e875 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b014478313814b4aa8a0d53062524266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289192 Dec 10 09:03:50.706845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0dea84a-e9b4-4eee-af04-753ff923f03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.709103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34922) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:50.762444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dea84a-e9b4-4eee-af04-753ff923f03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfafbec1-cce9-48f0-9dc1-ba38d9084107,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:50.772738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b0dea84a-e9b4-4eee-af04-753ff923f03c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c526cbb29f04c9bb0632962f2ea8d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2509122 Dec 10 09:03:50.773745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34924) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:50.786031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114970) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 09:03:50.786609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Router 3dbf5379-da58-43bc-90f9-05673bf13477 migrating from provider to provider. {{(pid=114970) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 09:03:50.787270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.792170 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.798586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.832673 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d921ac5-b649-4b90-949f-202e4c44add8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.859707 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52f42a9a-a458-4b10-aa6c-592798f97dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.903003 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d921ac5-b649-4b90-949f-202e4c44add8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.903282 n-d-814746-3 neutron-server[114970]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] No L3 agents can host the router 3dbf5379-da58-43bc-90f9-05673bf13477 Dec 10 09:03:50.919994 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52f42a9a-a458-4b10-aa6c-592798f97dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:50.928542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-c5e5113f-71bd-4bd7-859c-c210d47d7104 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:50.930063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-c5e5113f-71bd-4bd7-859c-c210d47d7104 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 945 time: 0.0655551 Dec 10 09:03:50.979941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c92b7-adbc-4d1b-98f8-773e23f2113b req-dbd23d30-7e9a-47a1-949f-22582217ad7b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:50.981431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f2c92b7-adbc-4d1b-98f8-773e23f2113b req-dbd23d30-7e9a-47a1-949f-22582217ad7b tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 945 time: 0.1401310 Dec 10 09:03:51.012628 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d921ac5-b649-4b90-949f-202e4c44add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.015456 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d921ac5-b649-4b90-949f-202e4c44add8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.017530 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d921ac5-b649-4b90-949f-202e4c44add8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d31cded9-9ba6-42c6-8c99-4ea7affa419d HTTP/1.1" status: 204 len: 168 time: 0.3062024 Dec 10 09:03:51.042151 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52f42a9a-a458-4b10-aa6c-592798f97dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.044710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52f42a9a-a458-4b10-aa6c-592798f97dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.048320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-52f42a9a-a458-4b10-aa6c-592798f97dc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfafbec1-cce9-48f0-9dc1-ba38d9084107 HTTP/1.1" status: 204 len: 168 time: 0.2712309 Dec 10 09:03:51.050936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d921ac5-b649-4b90-949f-202e4c44add8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31cded9-9ba6-42c6-8c99-4ea7affa419d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:51.066432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f2c92b7-adbc-4d1b-98f8-773e23f2113b req-5e98b514-d832-4e83-953b-9be554ca0db1 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/security-groups?id=99e80c8b-80d5-41c9-94f0-20eda31969ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772796 Dec 10 09:03:51.079850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f42a9a-a458-4b10-aa6c-592798f97dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfafbec1-cce9-48f0-9dc1-ba38d9084107,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:51.113765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Hosts for router 3dbf5379-da58-43bc-90f9-05673bf13477: [] {{(pid=114970) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 09:03:51.145546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Hosts for other DVR routers connected to router 3dbf5379-da58-43bc-90f9-05673bf13477: set() {{(pid=114970) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 09:03:51.148144 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.149354 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e59443c-a641-4f21-a3c7-16e13d92261c tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "PUT /v2.0/routers/3dbf5379-da58-43bc-90f9-05673bf13477 HTTP/1.1" status: 200 len: 717 time: 0.6667426 Dec 10 09:03:51.152120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34932) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:51.176951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Deleting port fd766ccf-12b9-4f62-acee-5bf113c52cee {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:51.177711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.235903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62da84be-f020-42f8-ba89-f6b5784334ed tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "GET /v2.0/routers/3dbf5379-da58-43bc-90f9-05673bf13477 HTTP/1.1" status: 200 len: 717 time: 0.0821710 Dec 10 09:03:51.238167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34934) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:51.286248 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] For port fd766ccf-12b9-4f62-acee-5bf113c52cee, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fd766ccf-12b9-4f62-acee-5bf113c52cee,segment=NetworkSegment(49c93440-5d62-440e-bd6f-006c1c321081),segment_id=49c93440-5d62-440e-bd6f-006c1c321081)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:51.286778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.299887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Calling delete_port for fd766ccf-12b9-4f62-acee-5bf113c52cee owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:51.493826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-bf6ba0e0-7cf5-4785-92fc-91ad3fd03ed4 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:51.495820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-bf6ba0e0-7cf5-4785-92fc-91ad3fd03ed4 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.0922582 Dec 10 09:03:51.573733 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.585919 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['fd766ccf-12b9-4f62-acee-5bf113c52cee'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:03:51.587271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-13ca3894-e8f1-4568-b4d0-5974dabc527b tempest-RoutersTestDVR-1429247555 tempest-RoutersTestDVR-1429247555-project] 10.222.0.31 "GET /v2.0/routers/3dbf5379-da58-43bc-90f9-05673bf13477 HTTP/1.1" status: 200 len: 683 time: 0.3479714 Dec 10 09:03:51.589702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34950) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:51.629262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Pushing event deleted for resources: {'Port': ['ID=fd766ccf-12b9-4f62-acee-5bf113c52cee,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:51.680811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31e1bba8-ce85-4dbd-ac0e-f48b448e4843 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.729136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] No DVR routers for this DVR port fd766ccf-12b9-4f62-acee-5bf113c52cee on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:03:51.736246 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.739849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c1965c85-2aab-408c-bf99-8988de5429b4 req-cba4d1ec-db35-4a35-bc7d-7c1a4b596e30 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.39 "DELETE /v2.0/ports/fd766ccf-12b9-4f62-acee-5bf113c52cee HTTP/1.1" status: 204 len: 173 time: 0.7782369 Dec 10 09:03:51.740347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d224bd8-6018-4edb-8a19-d61208c96cf6', 'name': 'network-vif-deleted', 'tag': 'fd766ccf-12b9-4f62-acee-5bf113c52cee'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:51.742958 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ec995f-e849-4326-9305-3c0425937b55" -d '{"events": [{"server_uuid": "7d224bd8-6018-4edb-8a19-d61208c96cf6", "name": "network-vif-deleted", "tag": "fd766ccf-12b9-4f62-acee-5bf113c52cee"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:51.805633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Deleting port c28a7096-8a55-4de3-9b33-83c0a4484416 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:51.805989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.840757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34958) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:51.841668 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aeba27-4c8a-4f4e-9717-62a6caaeca4a x-openstack-request-id: req-61aeba27-4c8a-4f4e-9717-62a6caaeca4a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:51.842057 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d224bd8-6018-4edb-8a19-d61208c96cf6", "name": "network-vif-deleted", "tag": "fd766ccf-12b9-4f62-acee-5bf113c52cee", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:51.842228 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61aeba27-4c8a-4f4e-9717-62a6caaeca4a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:51.842645 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d224bd8-6018-4edb-8a19-d61208c96cf6', 'name': 'network-vif-deleted', 'tag': 'fd766ccf-12b9-4f62-acee-5bf113c52cee', 'status': 'completed', 'code': 200} Dec 10 09:03:51.904604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e52efb30-afb9-4864-bef7-80fe555fcea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.936791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] For port c28a7096-8a55-4de3-9b33-83c0a4484416, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c28a7096-8a55-4de3-9b33-83c0a4484416,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:51.937116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:51.950030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Calling delete_port for c28a7096-8a55-4de3-9b33-83c0a4484416 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:52.058456 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31e1bba8-ce85-4dbd-ac0e-f48b448e4843 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.066872 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31e1bba8-ce85-4dbd-ac0e-f48b448e4843 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.081120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad9af-97fd-45ee-8fc5-b43423d658fd req-ceab77f9-2e72-44a0-b05c-4662b83ae087 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:03:52.086473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00fad9af-97fd-45ee-8fc5-b43423d658fd req-ceab77f9-2e72-44a0-b05c-4662b83ae087 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e567ab-012b-40f1-9670-d1d951f20011 HTTP/1.1" status: 200 len: 945 time: 0.2471049 Dec 10 09:03:52.121859 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.138648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c28a7096-8a55-4de3-9b33-83c0a4484416'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:03:52.193188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Pushing event deleted for resources: {'Port': ['ID=c28a7096-8a55-4de3-9b33-83c0a4484416,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:52.214891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00fad9af-97fd-45ee-8fc5-b43423d658fd req-2ad5591e-6310-420a-bae2-2d5076632a37 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8a0efd5-46f0-4646-912e-68d909ea20b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208830 Dec 10 09:03:52.215513 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31e1bba8-ce85-4dbd-ac0e-f48b448e4843 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.216446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e1bba8-ce85-4dbd-ac0e-f48b448e4843 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3dbf5379-da58-43bc-90f9-05673bf13477 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:52.227609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-31e1bba8-ce85-4dbd-ac0e-f48b448e4843 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.235019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-31e1bba8-ce85-4dbd-ac0e-f48b448e4843 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3dbf5379-da58-43bc-90f9-05673bf13477 HTTP/1.1" status: 204 len: 168 time: 0.6382136 Dec 10 09:03:52.247867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34970) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:52.278937 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e52efb30-afb9-4864-bef7-80fe555fcea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.284349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2c28ec18-29d2-4906-b9b0-ceb179cb1bd2 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Request body: {'router': {'name': 'tempest-router-1377832989', 'distributed': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:03:52.287792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] No DVR routers for this DVR port c28a7096-8a55-4de3-9b33-83c0a4484416 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:03:52.297838 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.303392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6944803c-86e0-4efd-a65e-5e9d362e5100 req-63e56943-fd4f-49d5-a535-358ee1ace4f2 tempest-ServerRescueNegativeTestJSON-1377233771 tempest-ServerRescueNegativeTestJSON-1377233771-project] 10.222.0.18 "DELETE /v2.0/ports/c28a7096-8a55-4de3-9b33-83c0a4484416 HTTP/1.1" status: 204 len: 173 time: 0.7416685 Dec 10 09:03:52.320416 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e52efb30-afb9-4864-bef7-80fe555fcea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.337415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed5d708e-cefe-4dc4-99ff-7ee5a3de3bf5 req-442f1f43-376a-4cce-80db-3dd291930d60 tempest-DeleteServersTestJSON-1986896095 tempest-DeleteServersTestJSON-1986896095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d224bd8-6018-4edb-8a19-d61208c96cf6 HTTP/1.1" status: 200 len: 210 time: 0.1144428 Dec 10 09:03:52.370236 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c28ec18-29d2-4906-b9b0-ceb179cb1bd2 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.371258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c28ec18-29d2-4906-b9b0-ceb179cb1bd2 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.390038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e52efb30-afb9-4864-bef7-80fe555fcea3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52e6ec4baa964b36b5ead86720a81ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482457 Dec 10 09:03:52.393241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34976) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:52.461666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94b070ea-aa28-4f69-ab51-fb52c302ff5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.475160 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c28ec18-29d2-4906-b9b0-ceb179cb1bd2 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.476813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52efb30-afb9-4864-bef7-80fe555fcea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25618cd-357e-4248-8cae-c5b599702cff,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:52.496359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94b070ea-aa28-4f69-ab51-fb52c302ff5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.499503 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c28ec18-29d2-4906-b9b0-ceb179cb1bd2 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.533750 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2c28ec18-29d2-4906-b9b0-ceb179cb1bd2 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.535662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2c28ec18-29d2-4906-b9b0-ceb179cb1bd2 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2883618 Dec 10 09:03:52.538455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34982) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:52.562317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94b070ea-aa28-4f69-ab51-fb52c302ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.565697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94b070ea-aa28-4f69-ab51-fb52c302ff5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:52.566939 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-94b070ea-aa28-4f69-ab51-fb52c302ff5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a25618cd-357e-4248-8cae-c5b599702cff HTTP/1.1" status: 204 len: 168 time: 0.1725550 Dec 10 09:03:52.610815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b070ea-aa28-4f69-ab51-fb52c302ff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25618cd-357e-4248-8cae-c5b599702cff,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:52.980918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9a2292b-fdb2-4b59-b551-86b1963f4663 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:53.153208 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9a2292b-fdb2-4b59-b551-86b1963f4663 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:53.155792 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9a2292b-fdb2-4b59-b551-86b1963f4663 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:53.206856 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9a2292b-fdb2-4b59-b551-86b1963f4663 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:53.207436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a2292b-fdb2-4b59-b551-86b1963f4663 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d83a60d3-2e83-484f-a52a-60e6a72e960b {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:53.212720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9a2292b-fdb2-4b59-b551-86b1963f4663 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:53.214357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f9a2292b-fdb2-4b59-b551-86b1963f4663 tempest-RoutersTestDVR-545709761 tempest-RoutersTestDVR-545709761-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d83a60d3-2e83-484f-a52a-60e6a72e960b HTTP/1.1" status: 204 len: 168 time: 0.6749263 Dec 10 09:03:53.290895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35022) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:53.547473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35044) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:53.769975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3bdd4ec3-a824-4556-a306-c51d9af9dbc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:53.807284 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:53.847904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e567ab-012b-40f1-9670-d1d951f20011', 'name': 'network-vif-deleted', 'tag': 'c28a7096-8a55-4de3-9b33-83c0a4484416'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:03:53.850966 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3682db-2c03-4055-b368-81fc530f9079" -d '{"events": [{"server_uuid": "88e567ab-012b-40f1-9670-d1d951f20011", "name": "network-vif-deleted", "tag": "c28a7096-8a55-4de3-9b33-83c0a4484416"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:03:53.926899 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a76d82-06c6-4303-87fb-1c44473e9ed3 x-openstack-request-id: req-06a76d82-06c6-4303-87fb-1c44473e9ed3 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:03:53.928017 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e567ab-012b-40f1-9670-d1d951f20011", "name": "network-vif-deleted", "tag": "c28a7096-8a55-4de3-9b33-83c0a4484416", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:03:53.928448 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06a76d82-06c6-4303-87fb-1c44473e9ed3 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:03:53.928843 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e567ab-012b-40f1-9670-d1d951f20011', 'name': 'network-vif-deleted', 'tag': 'c28a7096-8a55-4de3-9b33-83c0a4484416', 'status': 'completed', 'code': 200} Dec 10 09:03:53.933759 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3bdd4ec3-a824-4556-a306-c51d9af9dbc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:53.939329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3bdd4ec3-a824-4556-a306-c51d9af9dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:53.991893 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3bdd4ec3-a824-4556-a306-c51d9af9dbc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ceceb6b930745cbb13e2e9d50156030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4431787 Dec 10 09:03:53.993184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd4ec3-a824-4556-a306-c51d9af9dbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390ed0f4-ca58-49ba-bf91-59e6615b8740,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:53.997657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35076) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:54.094875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-26219b3b-53d7-4364-b928-055da053aa61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.119451 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-26219b3b-53d7-4364-b928-055da053aa61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.187064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-26219b3b-53d7-4364-b928-055da053aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.196676 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-26219b3b-53d7-4364-b928-055da053aa61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.201960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-26219b3b-53d7-4364-b928-055da053aa61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/390ed0f4-ca58-49ba-bf91-59e6615b8740 HTTP/1.1" status: 204 len: 168 time: 0.1951497 Dec 10 09:03:54.214864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26219b3b-53d7-4364-b928-055da053aa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ed0f4-ca58-49ba-bf91-59e6615b8740,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:54.215099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Deleting port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:54.216069 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.329263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] For port 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2,segment=NetworkSegment(0db32f08-c23f-4ba4-b9e0-426627ff2144),segment_id=0db32f08-c23f-4ba4-b9e0-426627ff2144)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:54.329732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.344242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Calling delete_port for 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:54.575454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35094) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:54.596798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.605211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16fd260f-f0b4-448c-a966-7494e285451c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.648698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:54.930656 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16fd260f-f0b4-448c-a966-7494e285451c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.939992 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16fd260f-f0b4-448c-a966-7494e285451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.961323 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:54.993443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-16fd260f-f0b4-448c-a966-7494e285451c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc2df8e96c024740bab9196f48109d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169412 Dec 10 09:03:54.996281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35108) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:54.996925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd260f-f0b4-448c-a966-7494e285451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868f6aab-2be8-4f81-9763-b809d3f55aad,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:55.083654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4c31dfb-073e-4c5d-83d3-38b9844e0ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:55.121923 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4c31dfb-073e-4c5d-83d3-38b9844e0ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:55.174978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c28a7096-8a55-4de3-9b33-83c0a4484416 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:03:55.208084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: c28a7096-8a55-4de3-9b33-83c0a4484416 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:03:55.208709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c28a7096-8a55-4de3-9b33-83c0a4484416 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:03:55.220393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4c31dfb-073e-4c5d-83d3-38b9844e0ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:55.224115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4c31dfb-073e-4c5d-83d3-38b9844e0ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:55.227405 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c4c31dfb-073e-4c5d-83d3-38b9844e0ccf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/868f6aab-2be8-4f81-9763-b809d3f55aad HTTP/1.1" status: 204 len: 168 time: 0.2286136 Dec 10 09:03:55.239843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c31dfb-073e-4c5d-83d3-38b9844e0ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868f6aab-2be8-4f81-9763-b809d3f55aad,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:55.335488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Router 720421b2-af92-4203-b954-de2585ef5c10 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:03:55.463309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:03:55.473282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] Sync routers for ids ['720421b2-af92-4203-b954-de2585ef5c10'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:03:55.474697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c40ea5b4-b45d-4041-8e14-54f88e2a872b admin admin] 10.222.0.31 "PUT /v2.0/routers/720421b2-af92-4203-b954-de2585ef5c10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1825163 Dec 10 09:03:55.477868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35124) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:55.486624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] Routers {'720421b2-af92-4203-b954-de2585ef5c10'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:55.492252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['720421b2-af92-4203-b954-de2585ef5c10'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:55.542623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fd766ccf-12b9-4f62-acee-5bf113c52cee no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:03:55.577129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: fd766ccf-12b9-4f62-acee-5bf113c52cee {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:03:55.577783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fd766ccf-12b9-4f62-acee-5bf113c52cee not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:03:55.635759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] Set router 720421b2-af92-4203-b954-de2585ef5c10 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:03:55.671524 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:55.889109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720421b2-af92-4203-b954-de2585ef5c10', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:19Z', 'updated_at': '2021-12-10T09:03:54Z', 'revision_number': 5, 'project_id': '986464646f8b470193e65db07a562b43', 'gw_port': {'id': '18662a05-72d8-4da6-911d-85b9fa266fd9', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720421b2-af92-4203-b954-de2585ef5c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:01:20Z', 'updated_at': '2021-12-10T09:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:55.907276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:55.962292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] Checking router: 720421b2-af92-4203-b954-de2585ef5c10 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:03:55.980931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Deleting port 18662a05-72d8-4da6-911d-85b9fa266fd9 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:03:55.981274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:56.008232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] Routers {'720421b2-af92-4203-b954-de2585ef5c10'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:03:56.009157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:03:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['720421b2-af92-4203-b954-de2585ef5c10'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:56.165339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] For port 18662a05-72d8-4da6-911d-85b9fa266fd9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18662a05-72d8-4da6-911d-85b9fa266fd9,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:03:56.166396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:56.199337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Calling delete_port for 18662a05-72d8-4da6-911d-85b9fa266fd9 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:03:56.338997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] Set router 720421b2-af92-4203-b954-de2585ef5c10 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:03:56.442338 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:56.469770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720421b2-af92-4203-b954-de2585ef5c10', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:19Z', 'updated_at': '2021-12-10T09:03:55Z', 'revision_number': 6, 'project_id': '986464646f8b470193e65db07a562b43', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:56.477861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Pushing event deleted for resources: {'Port': ['ID=18662a05-72d8-4da6-911d-85b9fa266fd9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:56.537842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da4b6ea-4ee5-4a91-a377-311116558059 None None] The sync data for ids ['720421b2-af92-4203-b954-de2585ef5c10'] in n-d-814746-3 is: [{'id': '720421b2-af92-4203-b954-de2585ef5c10', 'name': 'tempest-ServerRescueNegativeTestJSON-1952046235-router', 'tenant_id': '986464646f8b470193e65db07a562b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:19Z', 'updated_at': '2021-12-10T09:03:55Z', 'revision_number': 6, 'project_id': '986464646f8b470193e65db07a562b43', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:03:56.589332 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:56.986816 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:56.991651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.124036 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.124714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 720421b2-af92-4203-b954-de2585ef5c10 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:03:57.130436 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.134412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9cdaca9b-0336-4a0c-acf4-b44635b8257c admin admin] 10.222.0.31 "DELETE /v2.0/routers/720421b2-af92-4203-b954-de2585ef5c10 HTTP/1.1" status: 204 len: 168 time: 1.6548774 Dec 10 09:03:57.137389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35178) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:57.227675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cf4e27-807e-4074-af7d-13a54c1bd59c admin admin] Deleting subnet 5ddc15f5-02d9-4043-b1da-eec19f81ab8a {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:03:57.234693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07cf4e27-807e-4074-af7d-13a54c1bd59c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.310921 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07cf4e27-807e-4074-af7d-13a54c1bd59c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.407844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07cf4e27-807e-4074-af7d-13a54c1bd59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.424457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35192) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:57.506180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07cf4e27-807e-4074-af7d-13a54c1bd59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.537860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf4e27-807e-4074-af7d-13a54c1bd59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ddc15f5-02d9-4043-b1da-eec19f81ab8a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:57.541714 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07cf4e27-807e-4074-af7d-13a54c1bd59c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.547980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35196) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:57.548208 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-07cf4e27-807e-4074-af7d-13a54c1bd59c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5ddc15f5-02d9-4043-b1da-eec19f81ab8a HTTP/1.1" status: 204 len: 168 time: 0.4091101 Dec 10 09:03:57.667224 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5b8f55d6-e8b2-4cc0-8b7c-9c1eb458bcca tempest-AgentManagementNegativeTest-1996665929 tempest-AgentManagementNegativeTest-1996665929-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2413995 Dec 10 09:03:57.710241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.844698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.883876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506d41c9-e2b3-466e-b46e-bdb5df375b15']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:57.900700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db32f08-c23f-4ba4-b9e0-426627ff2144') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:57.901042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db32f08-c23f-4ba4-b9e0-426627ff2144') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:57.913830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.948343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:57.962223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:03:57.962641 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:03:58.033261 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:03:58.051615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.071217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.080589 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] 10.222.0.31 "DELETE /v2.0/networks/506d41c9-e2b3-466e-b46e-bdb5df375b15 HTTP/1.1" status: 204 len: 168 time: 0.5312662 Dec 10 09:03:58.108661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=506d41c9-e2b3-466e-b46e-bdb5df375b15,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:58.131905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.132267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.132677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.133066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.133706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.134256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.134814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.135497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.135998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.141071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.141718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.142239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.142838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f00906-e407-4173-a86d-e3c5393afb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:03:58.178468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:03:58.211801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:03:58.214176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0cdd071f-82d4-4e0c-a29e-cf22b3fdf1e2 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:03:58.215454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18662a05-72d8-4da6-911d-85b9fa266fd9 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:03:58.240997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35214) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:58.263787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 18662a05-72d8-4da6-911d-85b9fa266fd9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:03:58.265843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18662a05-72d8-4da6-911d-85b9fa266fd9 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:03:58.414338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35226) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:58.552978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-96c1727c-dd4a-4e86-b978-6d46d1224342 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=986464646f8b470193e65db07a562b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372633 Dec 10 09:03:58.556630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35232) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:58.598185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35234) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:58.671397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a08eca3d-c47f-4a50-9d7e-7a9314af840a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.700482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a08eca3d-c47f-4a50-9d7e-7a9314af840a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.724347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-295cc862-0de2-43df-8494-e553bdce526f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.763028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-87baf2b7-c0c9-4b91-8d5f-d1ff45ee54a4 admin admin] Deleting subnet abde1311-2306-4ee4-9957-88093119b8f0 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:03:58.769627 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87baf2b7-c0c9-4b91-8d5f-d1ff45ee54a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.787316 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a08eca3d-c47f-4a50-9d7e-7a9314af840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.792964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a08eca3d-c47f-4a50-9d7e-7a9314af840a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.798192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a08eca3d-c47f-4a50-9d7e-7a9314af840a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8a0efd5-46f0-4646-912e-68d909ea20b5 HTTP/1.1" status: 204 len: 168 time: 0.2367082 Dec 10 09:03:58.822040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eca3d-c47f-4a50-9d7e-7a9314af840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a0efd5-46f0-4646-912e-68d909ea20b5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:58.856323 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87baf2b7-c0c9-4b91-8d5f-d1ff45ee54a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.923282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87baf2b7-c0c9-4b91-8d5f-d1ff45ee54a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.970544 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-295cc862-0de2-43df-8494-e553bdce526f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:58.978913 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-295cc862-0de2-43df-8494-e553bdce526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.038646 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-295cc862-0de2-43df-8494-e553bdce526f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d74b24cb403b42208abcd84be9d117df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7963290 Dec 10 09:03:59.041811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35246) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:59.042614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cc862-0de2-43df-8494-e553bdce526f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5eb7bc-4f63-4bd0-b0c2-4cdff823a4fb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:59.053859 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87baf2b7-c0c9-4b91-8d5f-d1ff45ee54a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.094932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87baf2b7-c0c9-4b91-8d5f-d1ff45ee54a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abde1311-2306-4ee4-9957-88093119b8f0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:59.103527 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87baf2b7-c0c9-4b91-8d5f-d1ff45ee54a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.107672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-87baf2b7-c0c9-4b91-8d5f-d1ff45ee54a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/abde1311-2306-4ee4-9957-88093119b8f0 HTTP/1.1" status: 204 len: 168 time: 0.5070333 Dec 10 09:03:59.110690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35250) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:59.165268 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f15c24af-c50a-401c-b50f-5d58393061f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.197325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f15c24af-c50a-401c-b50f-5d58393061f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.229687 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.266643 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f15c24af-c50a-401c-b50f-5d58393061f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.270636 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f15c24af-c50a-401c-b50f-5d58393061f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.273092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f15c24af-c50a-401c-b50f-5d58393061f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b5eb7bc-4f63-4bd0-b0c2-4cdff823a4fb HTTP/1.1" status: 204 len: 168 time: 0.2300894 Dec 10 09:03:59.307952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c24af-c50a-401c-b50f-5d58393061f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5eb7bc-4f63-4bd0-b0c2-4cdff823a4fb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:59.398533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.440131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:59.457410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c93440-5d62-440e-bd6f-006c1c321081') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:59.457737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c93440-5d62-440e-bd6f-006c1c321081') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:03:59.480706 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.500576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.512264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:03:59.512559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:03:59.517692 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:03:59.620763 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.640150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:03:59.643769 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c HTTP/1.1" status: 204 len: 168 time: 0.5319333 Dec 10 09:03:59.645224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a4a96-00d1-4a07-afec-aa4b7b6829fc admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe3ba2b-4d61-4ffc-b2bf-8642fdc3bd5c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:03:59.882277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35290) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:59.925993 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b2de60b8-aef1-498c-b35c-90f65cd8b2a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e89a16ac911488da78b0d0edb1d78b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422180 Dec 10 09:03:59.928447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35292) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:03:59.998111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f73f705-d2e8-4d3f-b8b9-ad23f4ef9d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:00.032032 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f73f705-d2e8-4d3f-b8b9-ad23f4ef9d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:00.091931 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f73f705-d2e8-4d3f-b8b9-ad23f4ef9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:00.095662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f73f705-d2e8-4d3f-b8b9-ad23f4ef9d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:00.096779 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6f73f705-d2e8-4d3f-b8b9-ad23f4ef9d58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99e80c8b-80d5-41c9-94f0-20eda31969ad HTTP/1.1" status: 204 len: 168 time: 0.1674130 Dec 10 09:04:00.105245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73f705-d2e8-4d3f-b8b9-ad23f4ef9d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e80c8b-80d5-41c9-94f0-20eda31969ad,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:01.097171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35356) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:01.239521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35362) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:01.390885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-363969759-network', 'tenant_id': '896ec905588c42b0a034ed56fe0d2ca8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:01.425845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Made reservation on behalf of 896ec905588c42b0a034ed56fe0d2ca8 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:01.428153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.444119 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.510462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1881982619'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:01.567719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.576783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Made reservation on behalf of 95cbd600ea894c9c9c2504372f06ea5f for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:01.579940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.586272 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.611478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee42f3b-6ce5-418f-bceb-524b2933b4b6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:01.611939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.624798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:04:01.638279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.639036 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Added segment 534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c of type vlan for network 8af02a1a-e1d2-498c-8949-2e362c8a808d Dec 10 09:04:01.703976 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.742898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.745579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:01.747895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.752687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.760251 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.799092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70992a3-9e74-4dcf-bbee-b0046743e7a4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:01.827031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:04:01.838703 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.840050 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Added segment 80ca195a-aa32-4490-ac13-8cec484d58d4 of type vlan for network 90277ccb-da89-4562-a886-fbbd8ce69378 Dec 10 09:04:01.854486 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7555685 Dec 10 09:04:01.861848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35382) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:01.868335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Request body: {'subnet': {'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-363969759-subnet', 'tenant_id': '896ec905588c42b0a034ed56fe0d2ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:01.900539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.902349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca30f4-f2a6-4f2a-95d3-bbaf59786a9d admin admin] Pushing event updated for resources: {'Network': ['ID=8af02a1a-e1d2-498c-8949-2e362c8a808d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:01.914887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Made reservation on behalf of 896ec905588c42b0a034ed56fe0d2ca8 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:01.919644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.919884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:04:01.966871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:01.979859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:01.982722 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:02.120850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8796227 Dec 10 09:04:02.125210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35390) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:02.130764 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'subnet': {'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:02.198266 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:02.233876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023859f-846d-4b36-8265-eaa095effd67 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Network': ['ID=90277ccb-da89-4562-a886-fbbd8ce69378,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:02.248057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 90277ccb-da89-4562-a886-fbbd8ce69378 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:04:02.302564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Made reservation on behalf of 95cbd600ea894c9c9c2504372f06ea5f for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:02.303215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Checking segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:02.303215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Network hostable DHCP agents. Network: 8af02a1a-e1d2-498c-8949-2e362c8a808d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:04:02.306383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff99d532-c043-4377-9645-c5021d649940,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:02.308658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:02.375783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:04:02.395345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 8af02a1a-e1d2-498c-8949-2e362c8a808d) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:02.400090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:02.400774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:02.409104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e5dc26-bf41-487a-9e56-43237ea8dc4e None None] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:02.428582 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2928fbd5-593e-4b0d-bb7b-606769cd2f52 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5655146 Dec 10 09:04:02.601891 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef533a1a-7a43-4f0a-bc00-c9d3a9695484 None None] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:02.790427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:02.884920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Subnet': ['ID=b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:02.904078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Checking segment: {'id': '80ca195a-aa32-4490-ac13-8cec484d58d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:02.904536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Network hostable DHCP agents. Network: 90277ccb-da89-4562-a886-fbbd8ce69378, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:04:02.926294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Network 90277ccb-da89-4562-a886-fbbd8ce69378 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:04:02.939414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 90277ccb-da89-4562-a886-fbbd8ce69378) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:02.951304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd7ec39-f817-4c45-8871-8c38bacdf69a None None] Network 90277ccb-da89-4562-a886-fbbd8ce69378 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:02.955867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:02.956473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:02.979194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2999805f-1d44-4a83-a4ec-36a545a10aba tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8527973 Dec 10 09:04:02.983212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35436) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:02.993111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'port': {'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1658816458'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:03.163812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Made reservation on behalf of 95cbd600ea894c9c9c2504372f06ea5f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:03.173049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.174863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6acabb6d-60ff-4aa8-90dd-7dcacf67ee4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.213755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] device_id is not set on port ca292067-0ac7-4d53-a7e4-9156fb25a118 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:03.237110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35442) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:03.237750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-90277ccb-da89-4562-a886-fbbd8ce69378', 'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378', 'project_id': '95cbd600ea894c9c9c2504372f06ea5f', 'fixed_ips': [{'subnet_id': 'b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:04:03.238611 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.383631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Allocated IP 2001:db8::2e2 (90277ccb-da89-4562-a886-fbbd8ce69378/b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7/ca292067-0ac7-4d53-a7e4-9156fb25a118) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:03.535499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35456) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:03.590317 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0dd0-4bb7-478c-af3d-454b9933d875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.624746 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.639989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6272-1b76-48d0-a73d-7ea6ff960a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.675918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-041b220f-a5b4-44b0-9682-9ce0a3c0ab8e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:03.683428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-041b220f-a5b4-44b0-9682-9ce0a3c0ab8e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2470560 Dec 10 09:04:03.711289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-f5813c1f-a34d-4b79-9111-54a213e3a5cb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/quotas/896ec905588c42b0a034ed56fe0d2ca8 HTTP/1.1" status: 200 len: 375 time: 0.0269239 Dec 10 09:04:03.749336 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-4a3db5f7-ace5-40e7-a8ab-7308e5d37b08 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284219 Dec 10 09:04:03.759616 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.773173 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6272-1b76-48d0-a73d-7ea6ff960a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.783018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Allocated IP 2001:db8::2 (90277ccb-da89-4562-a886-fbbd8ce69378/b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7/49df7ca6-c4e6-4ae2-86f0-276864ff8934) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:03.801955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6272-1b76-48d0-a73d-7ea6ff960a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.839471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Network 90277ccb-da89-4562-a886-fbbd8ce69378 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:03.856762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0dd0-4bb7-478c-af3d-454b9933d875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.869743 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0dd0-4bb7-478c-af3d-454b9933d875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.872835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:03.880486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:03.888877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:03.891321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:03.922706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3b2b0dd0-4bb7-478c-af3d-454b9933d875 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62c68beaa72d4a4cb156c6e1f7f1e9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6845477 Dec 10 09:04:03.923685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35464) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:03.939748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a6272-1b76-48d0-a73d-7ea6ff960a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a0f613-929e-4ce9-a9d4-35dd2930158e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:03.960555 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4d9a6272-1b76-48d0-a73d-7ea6ff960a24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39eae5e85da447408274dadd8aee1217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4217198 Dec 10 09:04:03.963355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35466) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:03.966771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-012e6c5d-f10d-46c8-8410-e693f2487965 service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996281 Dec 10 09:04:03.971057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0dd0-4bb7-478c-af3d-454b9933d875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b93430-05d9-4c06-ae3a-a4df92a05ba6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:03.986890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0014873 Dec 10 09:04:03.987656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11cddc-865f-431d-bfb2-b20f01aa8daa tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Port': ['ID=ca292067-0ac7-4d53-a7e4-9156fb25a118,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:03.992654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35468) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:03.997296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'port': {'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-798325027', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e2', 'mac_address': 'fa:16:3e:c6:66:10'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:04.073099 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.079566 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47921f4a-6f1b-4e0a-8a16-7c2ef16558df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.083221 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.106692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Network 90277ccb-da89-4562-a886-fbbd8ce69378 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:04.110042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:04.113737 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:04.134500 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47921f4a-6f1b-4e0a-8a16-7c2ef16558df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.164807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78e846f0-7336-4179-bf43-d045a7a79ae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.183161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-f470b7e6-9dc3-42db-b25e-33d8d2523aad service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964979 Dec 10 09:04:04.241655 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47921f4a-6f1b-4e0a-8a16-7c2ef16558df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.244523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47921f4a-6f1b-4e0a-8a16-7c2ef16558df admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.267546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-47921f4a-6f1b-4e0a-8a16-7c2ef16558df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18b93430-05d9-4c06-ae3a-a4df92a05ba6 HTTP/1.1" status: 204 len: 168 time: 0.3356347 Dec 10 09:04:04.275370 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78e846f0-7336-4179-bf43-d045a7a79ae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.283471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Attempting to bind port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:04:04.283852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Attempting to bind port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '80ca195a-aa32-4490-ac13-8cec484d58d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:04:04.284221 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Attempting to bind port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 on network 90277ccb-da89-4562-a886-fbbd8ce69378 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:04.290302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:04:04.290797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Checking segment: {'id': '80ca195a-aa32-4490-ac13-8cec484d58d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:04.291439 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.291849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Bound using segment: {'id': '80ca195a-aa32-4490-ac13-8cec484d58d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:04:04.292330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Bound port: 49df7ca6-c4e6-4ae2-86f0-276864ff8934, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ca195a-aa32-4490-ac13-8cec484d58d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:04:04.292879 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.297807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47921f4a-6f1b-4e0a-8a16-7c2ef16558df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b93430-05d9-4c06-ae3a-a4df92a05ba6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:04.314883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Pushing event updated for resources: {'Port': ['ID=49df7ca6-c4e6-4ae2-86f0-276864ff8934,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:04.394171 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78e846f0-7336-4179-bf43-d045a7a79ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.398692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78e846f0-7336-4179-bf43-d045a7a79ae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.400071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-78e846f0-7336-4179-bf43-d045a7a79ae0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0a0f613-929e-4ce9-a9d4-35dd2930158e HTTP/1.1" status: 204 len: 168 time: 0.4318349 Dec 10 09:04:04.419478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e846f0-7336-4179-bf43-d045a7a79ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a0f613-929e-4ce9-a9d4-35dd2930158e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:04.435240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Made reservation on behalf of 95cbd600ea894c9c9c2504372f06ea5f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:04.446903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] For port 49df7ca6-c4e6-4ae2-86f0-276864ff8934, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:04.514045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] For port 49df7ca6-c4e6-4ae2-86f0-276864ff8934, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=49df7ca6-c4e6-4ae2-86f0-276864ff8934,segment=NetworkSegment(80ca195a-aa32-4490-ac13-8cec484d58d4),segment_id=80ca195a-aa32-4490-ac13-8cec484d58d4)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:04:04.532562 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.600193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a08f32de-43f4-4c4f-bfce-9494246e0939 req-0e6013b7-d04d-4307-92bd-812f22f9fb45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 210 time: 0.0816090 Dec 10 09:04:04.601909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:04.634610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] device_id is not set on port 572d25a0-a68c-4dab-8238-da4c42e91467 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:04.733591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d663682-2268-43ad-94eb-8600034153a8 None None] Pushing event updated for resources: {'Port': ['ID=49df7ca6-c4e6-4ae2-86f0-276864ff8934,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:04.871268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Allocated IP 2001:db8::71 (90277ccb-da89-4562-a886-fbbd8ce69378/b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7/572d25a0-a68c-4dab-8238-da4c42e91467) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:05.293105 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:05.381854 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:05.414307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35510) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:05.425210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-934d1a9d-df83-4a86-ba28-f63ba231ae1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:05.436693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-158483b2-a9ef-44ff-86e7-da3bbe6d768f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:05.500171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Network 90277ccb-da89-4562-a886-fbbd8ce69378 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:05.509517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:05.516569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:05.523546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:05.524262 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:05.526984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Port': ['ID=572d25a0-a68c-4dab-8238-da4c42e91467,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:05.570353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-75488084-d14a-4e96-aba3-999e3c06ceb3 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.5760262 Dec 10 09:04:05.573435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35512) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:05.589802 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-158483b2-a9ef-44ff-86e7-da3bbe6d768f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:05.600077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-158483b2-a9ef-44ff-86e7-da3bbe6d768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:05.705640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-158483b2-a9ef-44ff-86e7-da3bbe6d768f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=838580dea4e74cf1909569e430062eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902155 Dec 10 09:04:05.708228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35520) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:05.721571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158483b2-a9ef-44ff-86e7-da3bbe6d768f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e5611-0419-4f23-8a04-c90876f3191c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:05.957151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc28b74-69a0-47ce-b5e8-4ed747d469f4 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:05.974720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc28b74-69a0-47ce-b5e8-4ed747d469f4 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:05.981831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc28b74-69a0-47ce-b5e8-4ed747d469f4 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:05.987300 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5cc28b74-69a0-47ce-b5e8-4ed747d469f4 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.4126863 Dec 10 09:04:05.988883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35534) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:05.992797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e0be0d0-4122-43de-b9ba-043827a49a13 req-a6fadf6e-6a53-4cb9-af8b-083965b88017 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 210 time: 0.1662190 Dec 10 09:04:06.050237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9214da85-20ad-4256-9078-aa9c2e329d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:06.135861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9214da85-20ad-4256-9078-aa9c2e329d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:06.350991 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9214da85-20ad-4256-9078-aa9c2e329d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:06.353866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9214da85-20ad-4256-9078-aa9c2e329d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:06.362187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9214da85-20ad-4256-9078-aa9c2e329d2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b11e5611-0419-4f23-8a04-c90876f3191c HTTP/1.1" status: 204 len: 168 time: 0.6497457 Dec 10 09:04:06.386557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214da85-20ad-4256-9078-aa9c2e329d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e5611-0419-4f23-8a04-c90876f3191c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:06.456054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 49df7ca6-c4e6-4ae2-86f0-276864ff8934 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:06.583608 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:06.621088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:06.621469 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:06.645701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-b153ce79-b73d-4c48-af9e-7e5df8664455 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:06.648255 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-b153ce79-b73d-4c48-af9e-7e5df8664455 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.18 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.3353784 Dec 10 09:04:06.686683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Request body: {'port': {'device_id': 'cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'admin_state_up': True, 'tenant_id': '896ec905588c42b0a034ed56fe0d2ca8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:06.756852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b957c8eb-8e46-46f5-9a1a-ecc9b1cd600d None None] Network 90277ccb-da89-4562-a886-fbbd8ce69378 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:06.935164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e4986eee-eb42-4c07-a23a-4a1876379265 None None] Provisioning complete for port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:06.935853 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e4986eee-eb42-4c07-a23a-4a1876379265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:06.964515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1797ab5f-777d-456e-ade4-76130c81bd52 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Deleting port 572d25a0-a68c-4dab-8238-da4c42e91467 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:06.964801 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1797ab5f-777d-456e-ade4-76130c81bd52 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:06.991716 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:07.036215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 49df7ca6-c4e6-4ae2-86f0-276864ff8934, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=49df7ca6-c4e6-4ae2-86f0-276864ff8934,segment=NetworkSegment(80ca195a-aa32-4490-ac13-8cec484d58d4),segment_id=80ca195a-aa32-4490-ac13-8cec484d58d4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:07.050719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:07.127683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Made reservation on behalf of 896ec905588c42b0a034ed56fe0d2ca8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:07.131349 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:07.160209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=49df7ca6-c4e6-4ae2-86f0-276864ff8934,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:07.223018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62e2517c-f067-43ed-a585-4b013bf2d955 req-47f149e2-0f12-41e8-8293-1a999b004b9d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 210 time: 0.0905151 Dec 10 09:04:07.262739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100837-3fba-483f-8076-d62f994abef5 req-579ac438-9e68-4b35-afab-0c6f9cc097cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:07.275566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100837-3fba-483f-8076-d62f994abef5 req-579ac438-9e68-4b35-afab-0c6f9cc097cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:07.283908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100837-3fba-483f-8076-d62f994abef5 req-579ac438-9e68-4b35-afab-0c6f9cc097cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:07.311837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100837-3fba-483f-8076-d62f994abef5 req-579ac438-9e68-4b35-afab-0c6f9cc097cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:07.326133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100837-3fba-483f-8076-d62f994abef5 req-579ac438-9e68-4b35-afab-0c6f9cc097cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:07.344849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100837-3fba-483f-8076-d62f994abef5 req-579ac438-9e68-4b35-afab-0c6f9cc097cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:07.368022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100837-3fba-483f-8076-d62f994abef5 req-579ac438-9e68-4b35-afab-0c6f9cc097cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:07.379230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f100837-3fba-483f-8076-d62f994abef5 req-579ac438-9e68-4b35-afab-0c6f9cc097cf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5435 time: 0.3026752 Dec 10 09:04:07.417542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Allocated IP 172.20.0.13 (8af02a1a-e1d2-498c-8949-2e362c8a808d/ff99d532-c043-4377-9645-c5021d649940/334507e3-8f18-43f8-a13e-4360536ba3e5) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:07.431875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1797ab5f-777d-456e-ade4-76130c81bd52 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:07.487927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1797ab5f-777d-456e-ade4-76130c81bd52 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Calling delete_port for 572d25a0-a68c-4dab-8238-da4c42e91467 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:07.564783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f100837-3fba-483f-8076-d62f994abef5 req-c30e250f-2295-4ae5-bda1-3039ceb384e2 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836956 Dec 10 09:04:07.832492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b9daa333-3031-4154-a400-0293f4a8b579 None None] Provisioning complete for port 572d25a0-a68c-4dab-8238-da4c42e91467 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:07.833115 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9daa333-3031-4154-a400-0293f4a8b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:07.920340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b9daa333-3031-4154-a400-0293f4a8b579 None None] Port 572d25a0-a68c-4dab-8238-da4c42e91467 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:07.937729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b9daa333-3031-4154-a400-0293f4a8b579 None None] Provisioning complete for port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:07.938454 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9daa333-3031-4154-a400-0293f4a8b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:08.184255 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:08.208396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b9daa333-3031-4154-a400-0293f4a8b579 None None] Provisioning complete for port ca292067-0ac7-4d53-a7e4-9156fb25a118 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:08.208396 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9daa333-3031-4154-a400-0293f4a8b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:08.217720 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:08.222519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1797ab5f-777d-456e-ade4-76130c81bd52 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:08.242363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-3d7cde82-5a16-4493-80b8-e37a01d1dc4d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.248393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-3d7cde82-5a16-4493-80b8-e37a01d1dc4d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.257766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-3d7cde82-5a16-4493-80b8-e37a01d1dc4d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.263794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-3d7cde82-5a16-4493-80b8-e37a01d1dc4d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.278752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-3d7cde82-5a16-4493-80b8-e37a01d1dc4d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.285613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-3d7cde82-5a16-4493-80b8-e37a01d1dc4d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.292032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-3d7cde82-5a16-4493-80b8-e37a01d1dc4d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.293995 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-3d7cde82-5a16-4493-80b8-e37a01d1dc4d tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5435 time: 0.1834641 Dec 10 09:04:08.318617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 49df7ca6-c4e6-4ae2-86f0-276864ff8934 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:08.417553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797ab5f-777d-456e-ade4-76130c81bd52 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event deleted for resources: {'Port': ['ID=572d25a0-a68c-4dab-8238-da4c42e91467,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:08.480226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b9daa333-3031-4154-a400-0293f4a8b579 None None] Port ca292067-0ac7-4d53-a7e4-9156fb25a118 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:08.504922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-e9ce713a-3015-4856-88d0-2d94fbf37487 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.508832 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-e9ce713a-3015-4856-88d0-2d94fbf37487 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "GET /v2.0/ports/edb3151a-f1ca-4c05-b923-aa726dc3455b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1894300 Dec 10 09:04:08.509643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9ad119b-9d3b-4ddc-93f3-6d42450a80f7 req-d5c5a61b-8cdf-44fe-bbbb-a88b08734a1b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 210 time: 0.0787587 Dec 10 09:04:08.524063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:08.524597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:08.561092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:08.649037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7307a93e-dc93-48ab-8681-df8291a35f31 None None] Could not find standard attr ID for object 572d25a0-a68c-4dab-8238-da4c42e91467. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:04:08.694432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7307a93e-dc93-48ab-8681-df8291a35f31 None None] Provisioning complete for port ca292067-0ac7-4d53-a7e4-9156fb25a118 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:08.694432 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7307a93e-dc93-48ab-8681-df8291a35f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:08.834116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7307a93e-dc93-48ab-8681-df8291a35f31 None None] Port ca292067-0ac7-4d53-a7e4-9156fb25a118 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:08.865727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f64b1-7ca0-4f75-9799-a25e5e723221 req-936f9f95-ee75-4842-8900-d04c4676b49c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.882355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f64b1-7ca0-4f75-9799-a25e5e723221 req-936f9f95-ee75-4842-8900-d04c4676b49c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.886920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event updated for resources: {'Port': ['ID=334507e3-8f18-43f8-a13e-4360536ba3e5,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:08.888305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f64b1-7ca0-4f75-9799-a25e5e723221 req-936f9f95-ee75-4842-8900-d04c4676b49c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.896152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f64b1-7ca0-4f75-9799-a25e5e723221 req-936f9f95-ee75-4842-8900-d04c4676b49c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.903914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f64b1-7ca0-4f75-9799-a25e5e723221 req-936f9f95-ee75-4842-8900-d04c4676b49c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.912081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f64b1-7ca0-4f75-9799-a25e5e723221 req-936f9f95-ee75-4842-8900-d04c4676b49c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.919002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f64b1-7ca0-4f75-9799-a25e5e723221 req-936f9f95-ee75-4842-8900-d04c4676b49c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:08.929050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f4f64b1-7ca0-4f75-9799-a25e5e723221 req-936f9f95-ee75-4842-8900-d04c4676b49c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 5435 time: 0.1958799 Dec 10 09:04:08.961160 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-cc397f26-0b2d-450d-b3ce-eec72d222ba5 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "GET /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4378741 Dec 10 09:04:08.988540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:09.040539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:09.043956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1797ab5f-777d-456e-ade4-76130c81bd52 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:09.048356 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1797ab5f-777d-456e-ade4-76130c81bd52 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "DELETE /v2.0/ports/572d25a0-a68c-4dab-8238-da4c42e91467 HTTP/1.1" status: 204 len: 168 time: 3.0576303 Dec 10 09:04:09.057322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35632) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:09.080556 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:09.082881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:09.085359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:09.098876 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ea641d-cdd9-4ef7-bb73-ddfcf9d59939 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] GET failed (client error): The resource could not be found. Dec 10 09:04:09.100582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-48ea641d-cdd9-4ef7-bb73-ddfcf9d59939 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "GET /v2.0/ports/572d25a0-a68c-4dab-8238-da4c42e91467 HTTP/1.1" status: 404 len: 333 time: 0.0420125 Dec 10 09:04:09.113901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35634) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:09.122029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'port': {'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1994242156'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:09.127633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f4f64b1-7ca0-4f75-9799-a25e5e723221 req-c6f97013-ead2-4e91-b580-4ea0e0e393fc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1915374 Dec 10 09:04:09.149942 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:09.244318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:09.244929 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:09.315233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-06a41853-e802-476a-a333-3c129e0be23a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6466508 Dec 10 09:04:09.355805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Request body: {'port': {'device_id': 'cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:09.443899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Made reservation on behalf of 95cbd600ea894c9c9c2504372f06ea5f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:09.447482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:09.483226 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:09.486823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] For port edb3151a-f1ca-4c05-b923-aa726dc3455b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=edb3151a-f1ca-4c05-b923-aa726dc3455b,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:09.503118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] device_id is not set on port 974f4993-950c-49da-93b1-0ce33a6798c0 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:09.684861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] For port edb3151a-f1ca-4c05-b923-aa726dc3455b, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:09.728269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857a22c-ea83-4948-8f5f-543faefd2120 req-89bad30f-18c8-4c00-9dc4-79f8bc0193ec tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:09.730980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1857a22c-ea83-4948-8f5f-543faefd2120 req-89bad30f-18c8-4c00-9dc4-79f8bc0193ec tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 932 time: 0.1241343 Dec 10 09:04:09.819009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1857a22c-ea83-4948-8f5f-543faefd2120 req-c6c973ce-789b-46b0-8ab8-6c6237e2237b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801973 Dec 10 09:04:09.880543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Allocated IP 2001:db8::15c (90277ccb-da89-4562-a886-fbbd8ce69378/b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7/974f4993-950c-49da-93b1-0ce33a6798c0) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:09.894124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] device_id is not set on port edb3151a-f1ca-4c05-b923-aa726dc3455b yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:09.919358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:09.978862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:10.172070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] No DVR routers for this DVR port edb3151a-f1ca-4c05-b923-aa726dc3455b on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:10.199807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] Pushing event updated for resources: {'Port': ['ID=edb3151a-f1ca-4c05-b923-aa726dc3455b,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:10.317012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] In _notify_port_updated(), no bound segment for port edb3151a-f1ca-4c05-b923-aa726dc3455b on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:04:10.321788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:10.322445 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:10.323796 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4e95baa7-dea0-4b58-ad34-bb2cae03583d service neutron] 10.222.0.39 "PUT /v2.0/ports/edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 200 len: 1028 time: 1.3448999 Dec 10 09:04:10.361196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5a1-e847-468f-92cf-7380eba3980e req-f1895452-8677-4369-afb2-273c9640399f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:10.373863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5a1-e847-468f-92cf-7380eba3980e req-f1895452-8677-4369-afb2-273c9640399f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:10.381909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5a1-e847-468f-92cf-7380eba3980e req-f1895452-8677-4369-afb2-273c9640399f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:10.394019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5a1-e847-468f-92cf-7380eba3980e req-f1895452-8677-4369-afb2-273c9640399f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:10.400888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5a1-e847-468f-92cf-7380eba3980e req-f1895452-8677-4369-afb2-273c9640399f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:10.408137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5a1-e847-468f-92cf-7380eba3980e req-f1895452-8677-4369-afb2-273c9640399f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:10.416534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c3ba5a1-e847-468f-92cf-7380eba3980e req-f1895452-8677-4369-afb2-273c9640399f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 4660 time: 0.1498609 Dec 10 09:04:10.455320 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:10.464219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-aa7ba57b-e094-4597-8493-1e6b9b9b7d50 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:10.465757 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-aa7ba57b-e094-4597-8493-1e6b9b9b7d50 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "GET /v2.0/ports/00f2e7c6-7b80-48f1-83c8-c5b9aea56df9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1323509 Dec 10 09:04:10.484872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:10.507104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-db5d15fa-0104-49b7-8d5d-0546ef648bb9 None None] Provisioning complete for port edb3151a-f1ca-4c05-b923-aa726dc3455b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:10.508044 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-db5d15fa-0104-49b7-8d5d-0546ef648bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:10.511574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c3ba5a1-e847-468f-92cf-7380eba3980e req-e2a30ec2-683f-470a-9926-e30754613a16 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&id=7a0d975b-bac2-4550-9c73-448d7022f1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932870 Dec 10 09:04:10.524602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334507e3-8f18-43f8-a13e-4360536ba3e5 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:04:10.550341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:10.584764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Transition to ACTIVE for port object 334507e3-8f18-43f8-a13e-4360536ba3e5 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:04:10.600384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-db5d15fa-0104-49b7-8d5d-0546ef648bb9 None None] Port edb3151a-f1ca-4c05-b923-aa726dc3455b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:10.636282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:10.677736 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:10.728982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:10.763465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Pushing event updated for resources: {'Port': ['ID=334507e3-8f18-43f8-a13e-4360536ba3e5,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:10.841294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Network 90277ccb-da89-4562-a886-fbbd8ce69378 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:10.867363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:10.923297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:10.929824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:10.930939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.017869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Port': ['ID=974f4993-950c-49da-93b1-0ce33a6798c0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:11.018008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35702) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:11.052785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b5fd5-874d-4fac-bd71-3b390a0ecd5a req-9bea122d-158e-4bd5-8b09-5c7e24a213ba tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:11.062870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-257b5fd5-874d-4fac-bd71-3b390a0ecd5a req-9bea122d-158e-4bd5-8b09-5c7e24a213ba tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 944 time: 0.0900497 Dec 10 09:04:11.072683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35706) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:11.078118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-18111090-da43-4aa2-9fc6-ba225ced2e34 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9629240 Dec 10 09:04:11.080479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6f0b0475-98fc-44d2-b283-52ca78e0d430 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e2', 'mac_address': 'fa:16:3e:c6:66:10'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:11.120977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Attempting to bind port 334507e3-8f18-43f8-a13e-4360536ba3e5 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:04:11.121250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Attempting to bind port 334507e3-8f18-43f8-a13e-4360536ba3e5 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:04:11.121599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Attempting to bind port 334507e3-8f18-43f8-a13e-4360536ba3e5 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:11.130150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] For port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:11.152434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Port 334507e3-8f18-43f8-a13e-4360536ba3e5 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:04:11.152763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Attempting to bind port 334507e3-8f18-43f8-a13e-4360536ba3e5 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:11.179409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:04:11.179759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Checking segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:11.180153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Bound using segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:04:11.180608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Bound port: 334507e3-8f18-43f8-a13e-4360536ba3e5, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:04:11.180967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.186742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-257b5fd5-874d-4fac-bd71-3b390a0ecd5a req-1d5bbe7e-2757-49a3-8ecf-87d6a537cecb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222689 Dec 10 09:04:11.281628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] For port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:11.331917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] device_id is not set on port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:11.344475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dc81cab9-fbe6-499c-af75-be40f4319b1c None None] Provisioning complete for port 974f4993-950c-49da-93b1-0ce33a6798c0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:11.345491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.346472 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dc81cab9-fbe6-499c-af75-be40f4319b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.347507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] For port 334507e3-8f18-43f8-a13e-4360536ba3e5, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:11.348298 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0475-98fc-44d2-b283-52ca78e0d430 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.351444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] For port 334507e3-8f18-43f8-a13e-4360536ba3e5, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=334507e3-8f18-43f8-a13e-4360536ba3e5,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:04:11.356076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.396117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.418830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-dc81cab9-fbe6-499c-af75-be40f4319b1c None None] Port 974f4993-950c-49da-93b1-0ce33a6798c0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:11.449390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:11.450545 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.453590 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] 10.222.0.18 "PUT /v2.0/ports/334507e3-8f18-43f8-a13e-4360536ba3e5 HTTP/1.1" status: 200 len: 1092 time: 2.1011927 Dec 10 09:04:11.466113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8', 'tag': '334507e3-8f18-43f8-a13e-4360536ba3e5'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:11.474667 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f882a79-b2d0-486a-b073-04a7d2549b38" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8", "tag": "334507e3-8f18-43f8-a13e-4360536ba3e5"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:11.564803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0c21bc8b-aced-479e-abca-34ce41487740 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:11.605139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] No DVR routers for this DVR port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:11.653423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35718) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:11.668339 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d47051-278e-439d-9cea-2e0a47042b33 x-openstack-request-id: req-e7d47051-278e-439d-9cea-2e0a47042b33 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:11.668907 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8", "tag": "334507e3-8f18-43f8-a13e-4360536ba3e5", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:11.669370 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7d47051-278e-439d-9cea-2e0a47042b33 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:11.670026 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8', 'tag': '334507e3-8f18-43f8-a13e-4360536ba3e5', 'status': 'completed', 'code': 200} Dec 10 09:04:11.718756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] Pushing event updated for resources: {'Port': ['ID=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:11.758030 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.785807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-d105c8d7-d3a0-4380-8aa2-58807b3c54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:11.787804 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-d105c8d7-d3a0-4380-8aa2-58807b3c54b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 1095 time: 0.2750356 Dec 10 09:04:11.790425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf5cd-8b5e-48b7-8352-4c6d65abd338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.792200 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] In _notify_port_updated(), no bound segment for port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 on network 65715e0f-6807-491a-ad82-063644e9b9f7 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:04:11.793158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:11.794040 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.795428 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-6c2efa56-cf31-4b66-839e-15dcda3d1e31 service neutron] 10.222.0.39 "PUT /v2.0/ports/00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 200 len: 1028 time: 1.3206215 Dec 10 09:04:11.802983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c21bc8b-aced-479e-abca-34ce41487740'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:11.805537 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ec4507-b580-49b9-a355-9b71f2944403" -d '{"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c21bc8b-aced-479e-abca-34ce41487740"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:11.840810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0c21bc8b-aced-479e-abca-34ce41487740, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0c21bc8b-aced-479e-abca-34ce41487740,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:11.841303 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3d91d861-f8c1-49a3-a04c-8f2c333a10fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=334507e3-8f18-43f8-a13e-4360536ba3e5 HTTP/1.1" status: 200 len: 217 time: 0.0446537 Dec 10 09:04:11.851786 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:11.853134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3359a2d0-3419-4374-8b29-362fffaa36e2 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:11.918090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaf602-ca9a-445b-882b-87f2e91ecaff service neutron] Pushing event updated for resources: {'Port': ['ID=334507e3-8f18-43f8-a13e-4360536ba3e5,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:11.931602 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d313307a-4cd0-465f-a6b2-6a5fca03db5e x-openstack-request-id: req-d313307a-4cd0-465f-a6b2-6a5fca03db5e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:11.931904 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c21bc8b-aced-479e-abca-34ce41487740", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:11.932162 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d313307a-4cd0-465f-a6b2-6a5fca03db5e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:11.932561 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c21bc8b-aced-479e-abca-34ce41487740', 'code': 200} Dec 10 09:04:11.933947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=0c21bc8b-aced-479e-abca-34ce41487740,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:11.981756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3c1f3073-b6a0-49e5-a8d6-d8e071837086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:11.983402 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-3c1f3073-b6a0-49e5-a8d6-d8e071837086 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.1225677 Dec 10 09:04:11.985337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8dbdc744-623f-4f62-8414-ab5ef7a19bcc None None] Provisioning complete for port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:11.985780 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8dbdc744-623f-4f62-8414-ab5ef7a19bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.027029 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-b7dbea22-375e-4309-8629-4183f6534ed1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337861 Dec 10 09:04:12.035157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:12.035615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.051130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d727a-0116-40b5-862b-3e5cc99fb935 req-05259315-bfc2-4e08-a9dc-bd65903d50f7 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:12.058589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d727a-0116-40b5-862b-3e5cc99fb935 req-05259315-bfc2-4e08-a9dc-bd65903d50f7 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:12.083590 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d727a-0116-40b5-862b-3e5cc99fb935 req-05259315-bfc2-4e08-a9dc-bd65903d50f7 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:12.090719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d727a-0116-40b5-862b-3e5cc99fb935 req-05259315-bfc2-4e08-a9dc-bd65903d50f7 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:12.102763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8dbdc744-623f-4f62-8414-ab5ef7a19bcc None None] Port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:12.108949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d727a-0116-40b5-862b-3e5cc99fb935 req-05259315-bfc2-4e08-a9dc-bd65903d50f7 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:12.117266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec2d727a-0116-40b5-862b-3e5cc99fb935 req-05259315-bfc2-4e08-a9dc-bd65903d50f7 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 3885 time: 0.4324307 Dec 10 09:04:12.150693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.171884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40287441-b684-489d-91ca-3c8d8da6294e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.176951 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-57eabc3a-8849-479b-864b-1b6a257934dd service neutron] 10.222.0.18 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376324 Dec 10 09:04:12.191905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3359a2d0-3419-4374-8b29-362fffaa36e2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3359a2d0-3419-4374-8b29-362fffaa36e2,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:12.197993 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.199697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 921b3032-0cd1-40eb-832a-d29462c70da1 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:12.260063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec2d727a-0116-40b5-862b-3e5cc99fb935 req-b0f4b06b-44ca-4c13-bf6d-9cc1b14eb7ea tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377954 Dec 10 09:04:12.265237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0475-98fc-44d2-b283-52ca78e0d430 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.328355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0475-98fc-44d2-b283-52ca78e0d430 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.384907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3359a2d0-3419-4374-8b29-362fffaa36e2,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:12.418821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.460694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 921b3032-0cd1-40eb-832a-d29462c70da1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=921b3032-0cd1-40eb-832a-d29462c70da1,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:12.467074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b0475-98fc-44d2-b283-52ca78e0d430 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] In _notify_port_updated(), no bound segment for port 974f4993-950c-49da-93b1-0ce33a6798c0 on network 90277ccb-da89-4562-a886-fbbd8ce69378 {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:04:12.475213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b0475-98fc-44d2-b283-52ca78e0d430 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:12.475923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0475-98fc-44d2-b283-52ca78e0d430 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.477616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6f0b0475-98fc-44d2-b283-52ca78e0d430 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "PUT /v2.0/ports/974f4993-950c-49da-93b1-0ce33a6798c0 HTTP/1.1" status: 200 len: 1003 time: 1.4020829 Dec 10 09:04:12.481997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.483045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device edb3151a-f1ca-4c05-b923-aa726dc3455b no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:12.485245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b0475-98fc-44d2-b283-52ca78e0d430 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Port': ['ID=974f4993-950c-49da-93b1-0ce33a6798c0,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:12.511321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35738) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:12.542609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf5cd-8b5e-48b7-8352-4c6d65abd338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.589115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf5cd-8b5e-48b7-8352-4c6d65abd338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.600736 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:04:12.603588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device edb3151a-f1ca-4c05-b923-aa726dc3455b not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:04:12.605406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10464a94-0d9e-4e7b-8ea9-139c73b9a836 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:12.673081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b240b53-1a55-48f9-a127-c718f813ca6b req-d2edacbc-3483-46d4-9bdd-f20da9ffc30b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:12.681194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b240b53-1a55-48f9-a127-c718f813ca6b req-d2edacbc-3483-46d4-9bdd-f20da9ffc30b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 944 time: 0.3728881 Dec 10 09:04:12.685535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=921b3032-0cd1-40eb-832a-d29462c70da1,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:12.800238 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.836556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aa8bf5cd-8b5e-48b7-8352-4c6d65abd338 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01395d5a321b4dcfa021184569e3521c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8178043 Dec 10 09:04:12.836852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35740) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:12.837412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bf5cd-8b5e-48b7-8352-4c6d65abd338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3036d67e-0e55-42a9-ad9a-83939949d895,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:12.848975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10464a94-0d9e-4e7b-8ea9-139c73b9a836, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:12.853457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] For port 10464a94-0d9e-4e7b-8ea9-139c73b9a836, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10464a94-0d9e-4e7b-8ea9-139c73b9a836,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:12.853740 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.856329 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.857763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c0398798-51b9-41ed-815b-bffec7db4ccb no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:12.880749 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8460ab21-5795-4038-a09f-8d0eafbd0ff9 req-a24d6227-d836-4843-8d12-b39a4043dc7d service neutron] 10.222.0.18 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877513 Dec 10 09:04:12.897567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Calling delete_port for 10464a94-0d9e-4e7b-8ea9-139c73b9a836 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:12.915686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b240b53-1a55-48f9-a127-c718f813ca6b req-129e67ce-6614-4d1f-92dc-c58898d0ceef tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334979 Dec 10 09:04:12.987214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40287441-b684-489d-91ca-3c8d8da6294e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:12.988243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-74b1fea9-d360-43f5-a4d0-ebc00309afed None None] Provisioning complete for port 974f4993-950c-49da-93b1-0ce33a6798c0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:12.988622 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-74b1fea9-d360-43f5-a4d0-ebc00309afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.008229 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f1d00c0-7ea2-4b84-bce5-58a3939005a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.013079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40287441-b684-489d-91ca-3c8d8da6294e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.036780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f1d00c0-7ea2-4b84-bce5-58a3939005a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.056957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-1df0d553-b953-41ab-862a-9ad1fa5d5d90 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Deleting port 974f4993-950c-49da-93b1-0ce33a6798c0 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:13.057549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1df0d553-b953-41ab-862a-9ad1fa5d5d90 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.115768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f1d00c0-7ea2-4b84-bce5-58a3939005a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.118990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f1d00c0-7ea2-4b84-bce5-58a3939005a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.120407 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7f1d00c0-7ea2-4b84-bce5-58a3939005a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3036d67e-0e55-42a9-ad9a-83939949d895 HTTP/1.1" status: 204 len: 168 time: 0.2810285 Dec 10 09:04:13.142083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d00c0-7ea2-4b84-bce5-58a3939005a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3036d67e-0e55-42a9-ad9a-83939949d895,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:13.149260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-2fd984b9-e3d9-4854-8a9e-2f8b35852ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:13.151675 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-2fd984b9-e3d9-4854-8a9e-2f8b35852ed7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 1095 time: 0.1828735 Dec 10 09:04:13.303858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.307177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-6256c9a6-8ea0-4216-abdc-565ce9299e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:13.309424 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-6256c9a6-8ea0-4216-abdc-565ce9299e37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 906 time: 0.1491330 Dec 10 09:04:13.335419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-74b1fea9-d360-43f5-a4d0-ebc00309afed None None] Port 974f4993-950c-49da-93b1-0ce33a6798c0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:13.349173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Port': ['ID=10464a94-0d9e-4e7b-8ea9-139c73b9a836,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:13.380459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-40287441-b684-489d-91ca-3c8d8da6294e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c471180116944381a87747b8d57f4aec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7232635 Dec 10 09:04:13.381712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=10464a94-0d9e-4e7b-8ea9-139c73b9a836,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:13.383102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40287441-b684-489d-91ca-3c8d8da6294e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4bedfc-7572-4e2b-b22a-6a27a1c6245d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:13.405255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35756) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:13.454913 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.460604 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-84c7bce9-263f-474a-9e8a-82764efad513 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=334507e3-8f18-43f8-a13e-4360536ba3e5 HTTP/1.1" status: 200 len: 217 time: 0.1159701 Dec 10 09:04:13.504757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] No DVR routers for this DVR port 10464a94-0d9e-4e7b-8ea9-139c73b9a836 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:13.505377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c0398798-51b9-41ed-815b-bffec7db4ccb, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c0398798-51b9-41ed-815b-bffec7db4ccb,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:13.513010 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.515498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:13.526082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.530723 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-4b0c4fa1-0b0e-4d03-ad94-7dedbdd4dfbc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "DELETE /v2.0/ports/10464a94-0d9e-4e7b-8ea9-139c73b9a836 HTTP/1.1" status: 204 len: 173 time: 1.6843848 Dec 10 09:04:13.595503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-528a01a6-acd3-48ad-9085-b6e05e7ce3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:13.597214 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-528a01a6-acd3-48ad-9085-b6e05e7ce3f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.1214533 Dec 10 09:04:13.645878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-4e124683-aba6-4bdf-afed-8c4db119ac45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392458 Dec 10 09:04:13.687754 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1df0d553-b953-41ab-862a-9ad1fa5d5d90 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.718923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-1df0d553-b953-41ab-862a-9ad1fa5d5d90 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Calling delete_port for 974f4993-950c-49da-93b1-0ce33a6798c0 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:13.721887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:04:13.724636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c0398798-51b9-41ed-815b-bffec7db4ccb,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:13.791192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': '10464a94-0d9e-4e7b-8ea9-139c73b9a836'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:13.793200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35764) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:13.794073 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315e174d-007f-43c4-a504-7d5739926b11" -d '{"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "10464a94-0d9e-4e7b-8ea9-139c73b9a836"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:13.798878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-593c8b72-2e48-47b9-b346-89203b0097cd service neutron] 10.222.0.18 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321988 Dec 10 09:04:13.829324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19fa036a-f067-4a2e-9cdc-bed31b12cafa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.868324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e396db5-5805-427f-b4a9-d6be17ddb2a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.908312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d384e9-8472-40a5-b1ba-e8d5ebfac1fe req-2dde7bb3-2aba-4109-9c26-8931cf789d82 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:13.914361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d384e9-8472-40a5-b1ba-e8d5ebfac1fe req-2dde7bb3-2aba-4109-9c26-8931cf789d82 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:13.920409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d384e9-8472-40a5-b1ba-e8d5ebfac1fe req-2dde7bb3-2aba-4109-9c26-8931cf789d82 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:13.922696 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8c3f59-8d1d-4878-b4a7-a2375ddbca3a x-openstack-request-id: req-fa8c3f59-8d1d-4878-b4a7-a2375ddbca3a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:13.924291 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "10464a94-0d9e-4e7b-8ea9-139c73b9a836", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:13.924795 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa8c3f59-8d1d-4878-b4a7-a2375ddbca3a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:13.925597 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': '10464a94-0d9e-4e7b-8ea9-139c73b9a836', 'status': 'completed', 'code': 200} Dec 10 09:04:13.926635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d384e9-8472-40a5-b1ba-e8d5ebfac1fe req-2dde7bb3-2aba-4109-9c26-8931cf789d82 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:13.928365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0d384e9-8472-40a5-b1ba-e8d5ebfac1fe req-2dde7bb3-2aba-4109-9c26-8931cf789d82 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 3142 time: 0.4170535 Dec 10 09:04:13.933313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3359a2d0-3419-4374-8b29-362fffaa36e2'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921b3032-0cd1-40eb-832a-d29462c70da1'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10464a94-0d9e-4e7b-8ea9-139c73b9a836'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:13.935698 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db548ab0-0309-4e80-b61a-72bdf8d41b63" -d '{"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "3359a2d0-3419-4374-8b29-362fffaa36e2"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "921b3032-0cd1-40eb-832a-d29462c70da1"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "10464a94-0d9e-4e7b-8ea9-139c73b9a836"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:13.947022 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6f882a79-b2d0-486a-b073-04a7d2549b38 req-e6fd0054-e150-4fc6-a5db-692288bb0d00 service neutron] 10.222.0.18 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397531 Dec 10 09:04:13.978157 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19fa036a-f067-4a2e-9cdc-bed31b12cafa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:13.990580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting port 921b3032-0cd1-40eb-832a-d29462c70da1 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:13.993346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.130967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] For port 921b3032-0cd1-40eb-832a-d29462c70da1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=921b3032-0cd1-40eb-832a-d29462c70da1,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:14.131337 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.146563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Calling delete_port for 921b3032-0cd1-40eb-832a-d29462c70da1 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:14.193594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0d384e9-8472-40a5-b1ba-e8d5ebfac1fe req-d330d03f-a6d1-4c03-a178-09b446c782e8 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238595 Dec 10 09:04:14.231096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26380c2e-f9c3-4fad-83be-ef5e62087c3e req-8c1babaf-becb-4f20-acfa-ae48d6627ea5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:14.244820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26380c2e-f9c3-4fad-83be-ef5e62087c3e req-8c1babaf-becb-4f20-acfa-ae48d6627ea5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 944 time: 0.1952052 Dec 10 09:04:14.255964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19fa036a-f067-4a2e-9cdc-bed31b12cafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.258219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19fa036a-f067-4a2e-9cdc-bed31b12cafa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.259470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-19fa036a-f067-4a2e-9cdc-bed31b12cafa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d4bedfc-7572-4e2b-b22a-6a27a1c6245d HTTP/1.1" status: 204 len: 168 time: 0.8427408 Dec 10 09:04:14.298200 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb19a73b-1b50-44c5-a847-dde2b2475ca1 x-openstack-request-id: req-fb19a73b-1b50-44c5-a847-dde2b2475ca1 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:14.298803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa036a-f067-4a2e-9cdc-bed31b12cafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4bedfc-7572-4e2b-b22a-6a27a1c6245d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:14.299642 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "3359a2d0-3419-4374-8b29-362fffaa36e2", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "921b3032-0cd1-40eb-832a-d29462c70da1", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "10464a94-0d9e-4e7b-8ea9-139c73b9a836", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:14.306457 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb19a73b-1b50-44c5-a847-dde2b2475ca1 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:14.309078 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3359a2d0-3419-4374-8b29-362fffaa36e2', 'code': 200} Dec 10 09:04:14.309936 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921b3032-0cd1-40eb-832a-d29462c70da1', 'code': 200} Dec 10 09:04:14.311334 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10464a94-0d9e-4e7b-8ea9-139c73b9a836', 'code': 200} Dec 10 09:04:14.312974 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'code': 200} Dec 10 09:04:14.316578 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1df0d553-b953-41ab-862a-9ad1fa5d5d90 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.319931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e396db5-5805-427f-b4a9-d6be17ddb2a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.355807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e396db5-5805-427f-b4a9-d6be17ddb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.360327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.382066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0d553-b953-41ab-862a-9ad1fa5d5d90 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event deleted for resources: {'Port': ['ID=974f4993-950c-49da-93b1-0ce33a6798c0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:14.417309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26380c2e-f9c3-4fad-83be-ef5e62087c3e req-01f39630-82ba-4428-8250-0fdcf43fe073 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637762 Dec 10 09:04:14.448267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Port': ['ID=921b3032-0cd1-40eb-832a-d29462c70da1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:14.465838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7e396db5-5805-427f-b4a9-d6be17ddb2a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca24f86eec2643f9a2a71c16b5fee5b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6693566 Dec 10 09:04:14.473818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35792) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:14.475893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e396db5-5805-427f-b4a9-d6be17ddb2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f532315-9f9c-49c4-9389-c7d31c654661,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:14.563878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] No DVR routers for this DVR port 921b3032-0cd1-40eb-832a-d29462c70da1 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:14.569447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.578059 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-44f271f9-3586-4c19-bd0c-88a03fd733a3 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "DELETE /v2.0/ports/921b3032-0cd1-40eb-832a-d29462c70da1 HTTP/1.1" status: 204 len: 173 time: 1.0389488 Dec 10 09:04:14.714573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting port 3359a2d0-3419-4374-8b29-362fffaa36e2 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:14.715167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.866615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] For port 3359a2d0-3419-4374-8b29-362fffaa36e2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3359a2d0-3419-4374-8b29-362fffaa36e2,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:14.867507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:14.883059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Calling delete_port for 3359a2d0-3419-4374-8b29-362fffaa36e2 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:14.959665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35800) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:14.985456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1f14725-af8b-410d-9a1d-bb161506e519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.036660 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.097100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-951f7d6b-e593-4c5e-86a8-30da25f27765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.101819 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1df0d553-b953-41ab-862a-9ad1fa5d5d90 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.107812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1df0d553-b953-41ab-862a-9ad1fa5d5d90 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "DELETE /v2.0/ports/974f4993-950c-49da-93b1-0ce33a6798c0 HTTP/1.1" status: 204 len: 168 time: 2.5949206 Dec 10 09:04:15.110378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35802) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:15.143302 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-5905b940-d49d-405b-830a-b9ac76593397 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] GET failed (client error): The resource could not be found. Dec 10 09:04:15.148673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5905b940-d49d-405b-830a-b9ac76593397 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "GET /v2.0/ports/974f4993-950c-49da-93b1-0ce33a6798c0 HTTP/1.1" status: 404 len: 333 time: 0.0333478 Dec 10 09:04:15.148830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35804) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:15.157140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'port': {'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-538004745'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:15.172665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.180027 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-951f7d6b-e593-4c5e-86a8-30da25f27765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.220362 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1f14725-af8b-410d-9a1d-bb161506e519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.221450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Port': ['ID=3359a2d0-3419-4374-8b29-362fffaa36e2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:15.226748 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1f14725-af8b-410d-9a1d-bb161506e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.288566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] No DVR routers for this DVR port 3359a2d0-3419-4374-8b29-362fffaa36e2 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:15.295363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.297948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-951f7d6b-e593-4c5e-86a8-30da25f27765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.299369 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-64b5b143-a643-4458-a6c3-eb1676ad2b99 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "DELETE /v2.0/ports/3359a2d0-3419-4374-8b29-362fffaa36e2 HTTP/1.1" status: 204 len: 173 time: 0.7155683 Dec 10 09:04:15.300842 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-951f7d6b-e593-4c5e-86a8-30da25f27765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.304726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-951f7d6b-e593-4c5e-86a8-30da25f27765 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f532315-9f9c-49c4-9389-c7d31c654661 HTTP/1.1" status: 204 len: 168 time: 0.8271911 Dec 10 09:04:15.315401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f7d6b-e593-4c5e-86a8-30da25f27765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f532315-9f9c-49c4-9389-c7d31c654661,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:15.329345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Made reservation on behalf of 95cbd600ea894c9c9c2504372f06ea5f for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:15.334328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.340114 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b1f14725-af8b-410d-9a1d-bb161506e519 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2fc1bb4ec5c4ac3a14086d21e9aaca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793819 Dec 10 09:04:15.349226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35810) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:15.382946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f14725-af8b-410d-9a1d-bb161506e519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a10ed0-27b5-4d2f-b138-55cc2b852400,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:15.403991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] device_id is not set on port 7e348ed7-e4bc-44d7-a29e-14fd03cd1319 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:15.464427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting port c0398798-51b9-41ed-815b-bffec7db4ccb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:15.464776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.585213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] For port c0398798-51b9-41ed-815b-bffec7db4ccb, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c0398798-51b9-41ed-815b-bffec7db4ccb,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:15.585921 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.669156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2f1be-05cf-446f-a71c-801dc5c94fa1 req-ba646f11-5f37-4f97-8910-2dc8435424fe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:15.682834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2f1be-05cf-446f-a71c-801dc5c94fa1 req-ba646f11-5f37-4f97-8910-2dc8435424fe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:15.684505 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3a2f1be-05cf-446f-a71c-801dc5c94fa1 req-ba646f11-5f37-4f97-8910-2dc8435424fe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 1677 time: 0.3363848 Dec 10 09:04:15.723214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Allocated IP 2001:db8::7d (90277ccb-da89-4562-a886-fbbd8ce69378/b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7/7e348ed7-e4bc-44d7-a29e-14fd03cd1319) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:15.767011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f9f2-e7d3-45a5-8d37-e84bc2b4a0ce req-5f095783-15e5-4b94-9f2b-6291a0dc9c0c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:15.768577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f028f9f2-e7d3-45a5-8d37-e84bc2b4a0ce req-5f095783-15e5-4b94-9f2b-6291a0dc9c0c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 944 time: 0.1967258 Dec 10 09:04:15.813395 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2873071-6096-433b-8696-b5dc842183fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.906593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3a2f1be-05cf-446f-a71c-801dc5c94fa1 req-3aca3a3e-3630-40e6-ade9-00a08c2c794e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009971 Dec 10 09:04:15.913782 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2873071-6096-433b-8696-b5dc842183fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:15.927559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': '921b3032-0cd1-40eb-832a-d29462c70da1'}, {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': '3359a2d0-3419-4374-8b29-362fffaa36e2'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:15.930148 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd46a12-c081-47ef-80f1-4e00e417421e" -d '{"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "921b3032-0cd1-40eb-832a-d29462c70da1"}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "3359a2d0-3419-4374-8b29-362fffaa36e2"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:15.984481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f028f9f2-e7d3-45a5-8d37-e84bc2b4a0ce req-5a69c98a-0401-49e4-b080-18aa3a73f662 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838205 Dec 10 09:04:16.042578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.043068 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.043358 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Floating IP c5b04221-a4a2-4e09-824c-04d2fb165b60 disassociated. External IP: 172.25.3.200, port: c0398798-51b9-41ed-815b-bffec7db4ccb. Dec 10 09:04:16.043559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Calling delete_port for c0398798-51b9-41ed-815b-bffec7db4ccb owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:16.110716 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2873071-6096-433b-8696-b5dc842183fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.113382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2873071-6096-433b-8696-b5dc842183fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.117156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a2873071-6096-433b-8696-b5dc842183fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29a10ed0-27b5-4d2f-b138-55cc2b852400 HTTP/1.1" status: 204 len: 168 time: 0.7643211 Dec 10 09:04:16.144771 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce95e7e-ada6-474a-a7da-52a95710bd10 x-openstack-request-id: req-6ce95e7e-ada6-474a-a7da-52a95710bd10 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:16.145070 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "921b3032-0cd1-40eb-832a-d29462c70da1", "status": "completed", "code": 200}, {"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "3359a2d0-3419-4374-8b29-362fffaa36e2", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:16.145325 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ce95e7e-ada6-474a-a7da-52a95710bd10 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:16.145940 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': '921b3032-0cd1-40eb-832a-d29462c70da1', 'status': 'completed', 'code': 200} Dec 10 09:04:16.146060 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': '3359a2d0-3419-4374-8b29-362fffaa36e2', 'status': 'completed', 'code': 200} Dec 10 09:04:16.150920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2873071-6096-433b-8696-b5dc842183fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a10ed0-27b5-4d2f-b138-55cc2b852400,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:16.184556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.230243 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.278701 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.291690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Network 90277ccb-da89-4562-a886-fbbd8ce69378 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:16.296158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:16.302859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:16.309304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:16.309962 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.325461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Port': ['ID=7e348ed7-e4bc-44d7-a29e-14fd03cd1319,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:16.326687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Port': ['ID=c0398798-51b9-41ed-815b-bffec7db4ccb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:16.336651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3faa1c92-bac8-4c2e-ade5-6c310f5e25d5 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1868076 Dec 10 09:04:16.339391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35840) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:16.346734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0550533a-1aaf-4c61-b733-07893ebbabbf tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c6:66:10'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:16.544010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:04:16.567769 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0550533a-1aaf-4c61-b733-07893ebbabbf tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.635030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35848) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:16.678487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:04:16.699586 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] Sync routers for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:04:16.740999 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:04:16.743096 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:04:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:16.750032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-79d0e218-41c6-4cdc-8035-732891b2abf1 None None] Provisioning complete for port 7e348ed7-e4bc-44d7-a29e-14fd03cd1319 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:16.750663 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79d0e218-41c6-4cdc-8035-732891b2abf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.767090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] No DVR routers for this DVR port c0398798-51b9-41ed-815b-bffec7db4ccb on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:16.774265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.781681 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-731e50bc-0b25-4325-8b38-798dcdeadbdc tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "DELETE /v2.0/ports/c0398798-51b9-41ed-815b-bffec7db4ccb HTTP/1.1" status: 204 len: 173 time: 1.4580171 Dec 10 09:04:16.782234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35854) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:16.829756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-79d0e218-41c6-4cdc-8035-732891b2abf1 None None] Port 7e348ed7-e4bc-44d7-a29e-14fd03cd1319 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:16.842347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46b7120b-b043-478d-b1cd-38da021237ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.935887 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0550533a-1aaf-4c61-b733-07893ebbabbf tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.945155 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0550533a-1aaf-4c61-b733-07893ebbabbf tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.949476 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:04:16.972765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-0550533a-1aaf-4c61-b733-07893ebbabbf tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] In _notify_port_updated(), no bound segment for port 7e348ed7-e4bc-44d7-a29e-14fd03cd1319 on network 90277ccb-da89-4562-a886-fbbd8ce69378 {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:04:16.982214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0550533a-1aaf-4c61-b733-07893ebbabbf tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:16.983460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0550533a-1aaf-4c61-b733-07893ebbabbf tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:16.985251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0550533a-1aaf-4c61-b733-07893ebbabbf tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "PUT /v2.0/ports/7e348ed7-e4bc-44d7-a29e-14fd03cd1319 HTTP/1.1" status: 200 len: 1001 time: 0.6448829 Dec 10 09:04:17.001354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35858) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:17.096399 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a4860bc-f8b6-48fa-8584-e3364252fcf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.121172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550533a-1aaf-4c61-b733-07893ebbabbf tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Port': ['ID=7e348ed7-e4bc-44d7-a29e-14fd03cd1319,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:17.257142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 334507e3-8f18-43f8-a13e-4360536ba3e5 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:04:17.282260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a4860bc-f8b6-48fa-8584-e3364252fcf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.301245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a4860bc-f8b6-48fa-8584-e3364252fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.354193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4a4860bc-f8b6-48fa-8584-e3364252fcf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a64e84abea9d482593502fc36e85a83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7111211 Dec 10 09:04:17.358384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35870) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:17.368228 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:23Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19', 'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'mac_address': 'fa:16:3e:1f:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:22Z', 'updated_at': '2021-12-10T08:53:27Z', 'revision_number': 5, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'subnets': [{'id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:17.409252 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] Checking router: fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:04:17.424379 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:04:17.425084 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:04:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:17.465629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4860bc-f8b6-48fa-8584-e3364252fcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e67b71-0efb-4dcb-865a-41cee7960e1d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:17.475245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc855956-e0d5-49ac-ad2d-71681b9920f4 req-4cf2300c-cc72-4f65-ad4b-4b866c6975fd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:17.492804 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc855956-e0d5-49ac-ad2d-71681b9920f4 req-4cf2300c-cc72-4f65-ad4b-4b866c6975fd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 943 time: 0.3549497 Dec 10 09:04:17.497299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 334507e3-8f18-43f8-a13e-4360536ba3e5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=334507e3-8f18-43f8-a13e-4360536ba3e5,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:17.506002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4bc7b-8053-43ed-ad4e-f8106d9bb04a req-0af2a035-3d37-4e67-b5e1-baefa7c03d97 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:17.513416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cc4bc7b-8053-43ed-ad4e-f8106d9bb04a req-0af2a035-3d37-4e67-b5e1-baefa7c03d97 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 944 time: 0.3767586 Dec 10 09:04:17.526834 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '334507e3-8f18-43f8-a13e-4360536ba3e5', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'port_id': '334507e3-8f18-43f8-a13e-4360536ba3e5', 'mac_address': 'fa:16:3e:37:2d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff99d532-c043-4377-9645-c5021d649940', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:04:17.555282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting port 0c21bc8b-aced-479e-abca-34ce41487740 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:17.555864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.570030 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:04:17.606154 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46b7120b-b043-478d-b1cd-38da021237ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.629909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3da136a9-b5e3-4471-b450-115828a20c9e None None] Provisioning complete for port 7e348ed7-e4bc-44d7-a29e-14fd03cd1319 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:17.630286 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3da136a9-b5e3-4471-b450-115828a20c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.650345 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46b7120b-b043-478d-b1cd-38da021237ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.680367 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-339fb597-c9c5-465d-bf6b-f4377f9b4c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.709231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc855956-e0d5-49ac-ad2d-71681b9920f4 req-8e4066df-d9dc-4ea5-973c-21e997882bfe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152593 Dec 10 09:04:17.734218 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-46b7120b-b043-478d-b1cd-38da021237ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6140085f3eb240959aaab0c06fc2537d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9476535 Dec 10 09:04:17.734951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35878) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:17.735896 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.754672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7120b-b043-478d-b1cd-38da021237ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2d2ca2-4454-42d7-8400-19d2b9710d2d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:17.777281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cc4bc7b-8053-43ed-ad4e-f8106d9bb04a req-420e6292-962a-41de-aa60-ab46cd4e0549 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628489 Dec 10 09:04:17.784517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3da136a9-b5e3-4471-b450-115828a20c9e None None] Port 7e348ed7-e4bc-44d7-a29e-14fd03cd1319 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:17.795249 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d323246e-1ea6-4c1d-a413-a9d7fa880fa8 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Deleting port 7e348ed7-e4bc-44d7-a29e-14fd03cd1319 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:17.795596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d323246e-1ea6-4c1d-a413-a9d7fa880fa8 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.815588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-339fb597-c9c5-465d-bf6b-f4377f9b4c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.816358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] For port 0c21bc8b-aced-479e-abca-34ce41487740, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0c21bc8b-aced-479e-abca-34ce41487740,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:17.817169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.822481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334507e3-8f18-43f8-a13e-4360536ba3e5 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:04:17.867415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 334507e3-8f18-43f8-a13e-4360536ba3e5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=334507e3-8f18-43f8-a13e-4360536ba3e5,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:17.878177 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.916817 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-339fb597-c9c5-465d-bf6b-f4377f9b4c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.919649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-339fb597-c9c5-465d-bf6b-f4377f9b4c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:17.923924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-339fb597-c9c5-465d-bf6b-f4377f9b4c99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09e67b71-0efb-4dcb-865a-41cee7960e1d HTTP/1.1" status: 204 len: 168 time: 0.5597615 Dec 10 09:04:17.931804 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:23Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19', 'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'mac_address': 'fa:16:3e:1f:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:22Z', 'updated_at': '2021-12-10T08:53:27Z', 'revision_number': 5, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'subnets': [{'id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:17.934343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fb597-c9c5-465d-bf6b-f4377f9b4c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e67b71-0efb-4dcb-865a-41cee7960e1d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:17.965313 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4683d2a-27bb-442b-be4f-8819ff4e31e3 None None] The sync data for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 is: [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T08:53:23Z', 'revision_number': 4, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19', 'name': '', 'network_id': '619dbbe7-5980-4ba7-bcb4-3bc1c22275aa', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'mac_address': 'fa:16:3e:1f:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:22Z', 'updated_at': '2021-12-10T08:53:27Z', 'revision_number': 5, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'subnets': [{'id': 'c98a0f17-aa22-4222-87da-fe91acbdb5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:04:17.999941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d323246e-1ea6-4c1d-a413-a9d7fa880fa8 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.017011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=334507e3-8f18-43f8-a13e-4360536ba3e5,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:18.033729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Calling delete_port for 0c21bc8b-aced-479e-abca-34ce41487740 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:18.053763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d323246e-1ea6-4c1d-a413-a9d7fa880fa8 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Calling delete_port for 7e348ed7-e4bc-44d7-a29e-14fd03cd1319 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:18.159052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:18.161664 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6d366f-bbf6-4a3b-a87c-2cb954c6d02a" -d '{"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:18.167743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3455-fabc-4637-aafd-4622b455568d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.230135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:04:18.236349 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13577f5-e7a2-41b3-b3a1-8be24f2d5a4c x-openstack-request-id: req-c13577f5-e7a2-41b3-b3a1-8be24f2d5a4c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:18.236651 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "c0398798-51b9-41ed-815b-bffec7db4ccb", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:18.236908 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13577f5-e7a2-41b3-b3a1-8be24f2d5a4c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:18.237326 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': 'c0398798-51b9-41ed-815b-bffec7db4ccb', 'status': 'completed', 'code': 200} Dec 10 09:04:18.256972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3455-fabc-4637-aafd-4622b455568d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.354316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361064f-c208-4b74-b668-9dd02e0923c2 None None] New status for floating IP c5b04221-a4a2-4e09-824c-04d2fb165b60: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:04:18.450856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3455-fabc-4637-aafd-4622b455568d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.454352 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3455-fabc-4637-aafd-4622b455568d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.456082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1c1e3455-fabc-4637-aafd-4622b455568d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce2d2ca2-4454-42d7-8400-19d2b9710d2d HTTP/1.1" status: 204 len: 168 time: 0.7123680 Dec 10 09:04:18.462986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35898) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:18.476454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e3455-fabc-4637-aafd-4622b455568d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2d2ca2-4454-42d7-8400-19d2b9710d2d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:18.500877 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.519393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.599194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d323246e-1ea6-4c1d-a413-a9d7fa880fa8 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.613164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Port': ['ID=0c21bc8b-aced-479e-abca-34ce41487740,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:18.672478 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.679890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.718596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d323246e-1ea6-4c1d-a413-a9d7fa880fa8 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.725152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d323246e-1ea6-4c1d-a413-a9d7fa880fa8 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "DELETE /v2.0/ports/7e348ed7-e4bc-44d7-a29e-14fd03cd1319 HTTP/1.1" status: 204 len: 168 time: 1.7185864 Dec 10 09:04:18.725152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] No DVR routers for this DVR port 0c21bc8b-aced-479e-abca-34ce41487740 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:18.726512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323246e-1ea6-4c1d-a413-a9d7fa880fa8 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event deleted for resources: {'Port': ['ID=7e348ed7-e4bc-44d7-a29e-14fd03cd1319,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:18.731375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35902) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:18.735944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:18.739905 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7210ebd3-46de-4d9a-96fa-9cade86e12b0 req-bc782f65-335f-4af7-ba86-bccffb1affcf tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.39 "DELETE /v2.0/ports/0c21bc8b-aced-479e-abca-34ce41487740 HTTP/1.1" status: 204 len: 173 time: 1.9481194 Dec 10 09:04:18.787586 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-504c6981-30f0-4420-9dd7-2c7e641d3a47 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] GET failed (client error): The resource could not be found. Dec 10 09:04:18.789131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-504c6981-30f0-4420-9dd7-2c7e641d3a47 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "GET /v2.0/ports/7e348ed7-e4bc-44d7-a29e-14fd03cd1319 HTTP/1.1" status: 404 len: 333 time: 0.0564449 Dec 10 09:04:18.791099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cd6e51-b2f8-4807-9712-bee495c86d1a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:18.793777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:18.800039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'port': {'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1610491890'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:18.828811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f597dd51a3684c7b9abc27f41ed3e39c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3634877 Dec 10 09:04:18.838157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:18.851740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.852274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.852622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.852964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.853304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.853677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.854009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.854341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.862021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.862515 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.866066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.866939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:18.868864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c6701-2e57-4cbc-a788-0c8c2e1dce73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:19.023328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f31e4fe6-22c4-4046-970b-bcf08d99a01f req-872db9ff-6051-4f5c-9618-160df089561e tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0788848 Dec 10 09:04:19.166307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6248fc-72fe-498d-8e27-79c919ebe1a2 req-5ea20092-5850-4d8f-b70d-7029df8c9b87 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:19.175301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae6248fc-72fe-498d-8e27-79c919ebe1a2 req-5ea20092-5850-4d8f-b70d-7029df8c9b87 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 945 time: 0.1480417 Dec 10 09:04:19.195277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.270938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 334507e3-8f18-43f8-a13e-4360536ba3e5 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:19.295576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1c99487-346c-4df8-8e53-5380d74b2b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.322094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae6248fc-72fe-498d-8e27-79c919ebe1a2 req-2de35499-8a57-49b6-a2b2-ec69e5311b87 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458199 Dec 10 09:04:19.346999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Made reservation on behalf of 95cbd600ea894c9c9c2504372f06ea5f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:19.358624 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.388962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1c99487-346c-4df8-8e53-5380d74b2b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.389217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 334507e3-8f18-43f8-a13e-4360536ba3e5 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:04:19.396938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 334507e3-8f18-43f8-a13e-4360536ba3e5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:19.397803 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.409322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] device_id is not set on port f7e54aaf-b088-4d45-ae94-d8074749b470 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:19.506332 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.532035 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1c99487-346c-4df8-8e53-5380d74b2b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.535155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1c99487-346c-4df8-8e53-5380d74b2b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.538914 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f1c99487-346c-4df8-8e53-5380d74b2b71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84cd6e51-b2f8-4807-9712-bee495c86d1a HTTP/1.1" status: 204 len: 168 time: 0.6953447 Dec 10 09:04:19.545832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334507e3-8f18-43f8-a13e-4360536ba3e5'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:19.557872 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2031cae9-b197-4c3a-bc63-85c9357fb3d1" -d '{"events": [{"server_uuid": "cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8", "name": "network-vif-plugged", "status": "completed", "tag": "334507e3-8f18-43f8-a13e-4360536ba3e5"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:19.559669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c99487-346c-4df8-8e53-5380d74b2b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cd6e51-b2f8-4807-9712-bee495c86d1a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:19.590060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 334507e3-8f18-43f8-a13e-4360536ba3e5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=334507e3-8f18-43f8-a13e-4360536ba3e5,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:19.594878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Allocated IP 2001:db8::34d (90277ccb-da89-4562-a886-fbbd8ce69378/b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7/f7e54aaf-b088-4d45-ae94-d8074749b470) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:19.606503 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.693540 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96e1c52-3e55-4d6c-b91a-e3381cec4767 x-openstack-request-id: req-b96e1c52-3e55-4d6c-b91a-e3381cec4767 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:19.695364 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8", "name": "network-vif-plugged", "status": "completed", "tag": "334507e3-8f18-43f8-a13e-4360536ba3e5", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:19.695802 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b96e1c52-3e55-4d6c-b91a-e3381cec4767 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:19.697857 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334507e3-8f18-43f8-a13e-4360536ba3e5', 'code': 200} Dec 10 09:04:19.744410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=334507e3-8f18-43f8-a13e-4360536ba3e5,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:19.861072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567572bf-c27a-4646-9180-677e92913488 req-2741ae5f-67c2-4e05-a557-f02d0de30148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:19.862616 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-567572bf-c27a-4646-9180-677e92913488 req-2741ae5f-67c2-4e05-a557-f02d0de30148 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0831351 Dec 10 09:04:19.867383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.928510 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-567572bf-c27a-4646-9180-677e92913488 req-58618fff-fcc3-4123-9138-c307bef690f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578890 Dec 10 09:04:19.941468 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:19.993190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Network 90277ccb-da89-4562-a886-fbbd8ce69378 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:19.999714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:20.003487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:20.009473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:20.010080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:20.020325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Port': ['ID=f7e54aaf-b088-4d45-ae94-d8074749b470,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:20.043025 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-638ca8b8-b053-45cb-b03f-08f0652de470 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2462823 Dec 10 09:04:20.044115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35934) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:20.049364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'port': {'network_id': '90277ccb-da89-4562-a886-fbbd8ce69378', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1073575446'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:20.238544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': '0c21bc8b-aced-479e-abca-34ce41487740'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:20.240956 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a8c963-6b09-443c-a644-7dac7e4ccc92" -d '{"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "0c21bc8b-aced-479e-abca-34ce41487740"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:20.257562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b32089d-3c64-4d2a-b211-2eca7c233988 req-78eca1e2-c5c5-4e1c-b8c9-75c452378032 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0752845 Dec 10 09:04:20.324683 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6201752e-276d-4c44-affb-c01288cefaf8 x-openstack-request-id: req-6201752e-276d-4c44-affb-c01288cefaf8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:20.324987 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e4a12-b8fc-446d-a687-c7b3bffaa87a", "name": "network-vif-deleted", "tag": "0c21bc8b-aced-479e-abca-34ce41487740", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:20.325246 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6201752e-276d-4c44-affb-c01288cefaf8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:20.325676 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e4a12-b8fc-446d-a687-c7b3bffaa87a', 'name': 'network-vif-deleted', 'tag': '0c21bc8b-aced-479e-abca-34ce41487740', 'status': 'completed', 'code': 200} Dec 10 09:04:20.401846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Made reservation on behalf of 95cbd600ea894c9c9c2504372f06ea5f for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:20.406876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:20.480211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3684cad5-b5f7-4cf7-900e-a64984d41f06 None None] Provisioning complete for port f7e54aaf-b088-4d45-ae94-d8074749b470 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:20.481339 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3684cad5-b5f7-4cf7-900e-a64984d41f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:20.488039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] device_id is not set on port 9ea034b3-63ee-46f7-9211-5ad18dab13ab yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:20.542830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3684cad5-b5f7-4cf7-900e-a64984d41f06 None None] Port f7e54aaf-b088-4d45-ae94-d8074749b470 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:20.612164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd7bf8-9474-400a-9a21-7d79effd0c4e req-60ab6029-5782-466f-9192-2a085c0bf9eb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:20.614135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89cd7bf8-9474-400a-9a21-7d79effd0c4e req-60ab6029-5782-466f-9192-2a085c0bf9eb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 946 time: 0.1960883 Dec 10 09:04:20.719003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Allocated IP 2001:db8::1f1 (90277ccb-da89-4562-a886-fbbd8ce69378/b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7/9ea034b3-63ee-46f7-9211-5ad18dab13ab) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:20.731364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89cd7bf8-9474-400a-9a21-7d79effd0c4e req-48f4cb17-7db2-43c0-9c27-d4cf537fc912 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102943 Dec 10 09:04:20.925493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:20.963626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:21.023926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Network 90277ccb-da89-4562-a886-fbbd8ce69378 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:21.028899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:21.031932 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:21.038690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:21.039228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:21.051782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Port': ['ID=9ea034b3-63ee-46f7-9211-5ad18dab13ab,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:21.072182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-42cef34b-caef-4535-a130-da7f610c3de1 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0269063 Dec 10 09:04:21.075187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35972) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:21.082671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a69b35c1-4bed-41e6-8168-2d5fac2f408e tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e2', 'mac_address': 'fa:16:3e:c6:66:10'}, {'ip_address': '2001:db8::34d', 'mac_address': 'fa:16:3e:9d:54:2c'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:21.364214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a69b35c1-4bed-41e6-8168-2d5fac2f408e tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:21.454919 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e82ff2f3-7936-4dd8-abd2-98cd85914a0e None None] Provisioning complete for port 9ea034b3-63ee-46f7-9211-5ad18dab13ab triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:21.456286 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e82ff2f3-7936-4dd8-abd2-98cd85914a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:21.480356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bbac3781-b68e-496c-93f3-9c97b1533fd8 req-30039593-ee9e-42e9-a717-78400a597c16 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0858438 Dec 10 09:04:21.519164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e82ff2f3-7936-4dd8-abd2-98cd85914a0e None None] Port 9ea034b3-63ee-46f7-9211-5ad18dab13ab cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:21.680269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a69b35c1-4bed-41e6-8168-2d5fac2f408e tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:21.689867 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a69b35c1-4bed-41e6-8168-2d5fac2f408e tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:21.754043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a69b35c1-4bed-41e6-8168-2d5fac2f408e tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] In _notify_port_updated(), no bound segment for port 9ea034b3-63ee-46f7-9211-5ad18dab13ab on network 90277ccb-da89-4562-a886-fbbd8ce69378 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:04:21.761150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b35c1-4bed-41e6-8168-2d5fac2f408e tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:21.762061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a69b35c1-4bed-41e6-8168-2d5fac2f408e tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:21.767247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35994) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:21.767678 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a69b35c1-4bed-41e6-8168-2d5fac2f408e tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "PUT /v2.0/ports/9ea034b3-63ee-46f7-9211-5ad18dab13ab HTTP/1.1" status: 200 len: 1068 time: 0.6910315 Dec 10 09:04:21.784713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b35c1-4bed-41e6-8168-2d5fac2f408e tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event updated for resources: {'Port': ['ID=9ea034b3-63ee-46f7-9211-5ad18dab13ab,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:21.987992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980a85-e33d-45bd-a9d5-ed51b1c553c6 req-b4dd9322-3cf7-49f5-87dc-b95ebc2dd258 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:21.995962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c980a85-e33d-45bd-a9d5-ed51b1c553c6 req-b4dd9322-3cf7-49f5-87dc-b95ebc2dd258 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 946 time: 0.1447670 Dec 10 09:04:22.059296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e7630e73-496a-487c-bf9c-8c2a1959e991 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Deleting port 9ea034b3-63ee-46f7-9211-5ad18dab13ab {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:22.059869 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7630e73-496a-487c-bf9c-8c2a1959e991 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:22.080875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c980a85-e33d-45bd-a9d5-ed51b1c553c6 req-693e006e-fd8b-4895-938d-5878ce4db143 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794220 Dec 10 09:04:22.229899 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7630e73-496a-487c-bf9c-8c2a1959e991 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:22.245200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e7630e73-496a-487c-bf9c-8c2a1959e991 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Calling delete_port for 9ea034b3-63ee-46f7-9211-5ad18dab13ab owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:22.261076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-557446bb-76d7-4011-93a2-f4e6f8c8cb02 None None] Provisioning complete for port 9ea034b3-63ee-46f7-9211-5ad18dab13ab triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:22.263149 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-557446bb-76d7-4011-93a2-f4e6f8c8cb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:22.359130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-557446bb-76d7-4011-93a2-f4e6f8c8cb02 None None] Port 9ea034b3-63ee-46f7-9211-5ad18dab13ab cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:22.479622 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7630e73-496a-487c-bf9c-8c2a1959e991 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:22.521055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7630e73-496a-487c-bf9c-8c2a1959e991 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event deleted for resources: {'Port': ['ID=9ea034b3-63ee-46f7-9211-5ad18dab13ab,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:22.627523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed3cd-7ca8-4988-8f5b-fc383bdbbca2 req-f520ce7a-8634-406b-8e46-6110dc5298d6 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:22.629233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9daed3cd-7ca8-4988-8f5b-fc383bdbbca2 req-f520ce7a-8634-406b-8e46-6110dc5298d6 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2243748 Dec 10 09:04:22.786098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cbb60b3-f8fa-4e18-88b8-057e103d5a88 req-03688b07-c4b9-4277-832f-55dfb8f5d422 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0958416 Dec 10 09:04:22.787357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9daed3cd-7ca8-4988-8f5b-fc383bdbbca2 req-13fd3d87-0fbb-4aa6-9b75-47de10ab2e50 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/quotas/896ec905588c42b0a034ed56fe0d2ca8 HTTP/1.1" status: 200 len: 375 time: 0.0960939 Dec 10 09:04:22.814791 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7630e73-496a-487c-bf9c-8c2a1959e991 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:22.818197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e7630e73-496a-487c-bf9c-8c2a1959e991 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "DELETE /v2.0/ports/9ea034b3-63ee-46f7-9211-5ad18dab13ab HTTP/1.1" status: 204 len: 168 time: 1.0494969 Dec 10 09:04:22.821175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36034) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:22.875378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9daed3cd-7ca8-4988-8f5b-fc383bdbbca2 req-6029a6d6-719e-4cd0-84b4-5733f5f2efb5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701416 Dec 10 09:04:22.879122 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d903e51-0513-4bcb-9dad-1ea0694f25b6 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] GET failed (client error): The resource could not be found. Dec 10 09:04:22.880705 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1d903e51-0513-4bcb-9dad-1ea0694f25b6 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "GET /v2.0/ports/9ea034b3-63ee-46f7-9211-5ad18dab13ab HTTP/1.1" status: 404 len: 333 time: 0.0583308 Dec 10 09:04:22.885880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36038) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:23.076915 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9daed3cd-7ca8-4988-8f5b-fc383bdbbca2 req-5fcc0547-37ec-424c-beea-572ef2e08a7c service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918671 Dec 10 09:04:23.169011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9f554232-f1b3-457c-b3ca-f90b52b1b35c tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Deleting port f7e54aaf-b088-4d45-ae94-d8074749b470 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:23.169281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f554232-f1b3-457c-b3ca-f90b52b1b35c tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:23.244463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9daed3cd-7ca8-4988-8f5b-fc383bdbbca2 req-9b5a27cf-617c-41dd-a47a-19c7b28e5b18 service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598842 Dec 10 09:04:23.296065 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f554232-f1b3-457c-b3ca-f90b52b1b35c tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:23.312292 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9f554232-f1b3-457c-b3ca-f90b52b1b35c tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Calling delete_port for f7e54aaf-b088-4d45-ae94-d8074749b470 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:23.540918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f554232-f1b3-457c-b3ca-f90b52b1b35c tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:23.614299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f554232-f1b3-457c-b3ca-f90b52b1b35c tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event deleted for resources: {'Port': ['ID=f7e54aaf-b088-4d45-ae94-d8074749b470,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:23.666759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f554232-f1b3-457c-b3ca-f90b52b1b35c tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:23.671644 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9f554232-f1b3-457c-b3ca-f90b52b1b35c tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "DELETE /v2.0/ports/f7e54aaf-b088-4d45-ae94-d8074749b470 HTTP/1.1" status: 204 len: 168 time: 0.7847352 Dec 10 09:04:23.674518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36064) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:23.719978 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0593f9-e3f4-4cce-b269-0d3a3cc913b2 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] GET failed (client error): The resource could not be found. Dec 10 09:04:23.723137 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ce0593f9-e3f4-4cce-b269-0d3a3cc913b2 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "GET /v2.0/ports/f7e54aaf-b088-4d45-ae94-d8074749b470 HTTP/1.1" status: 404 len: 333 time: 0.0476158 Dec 10 09:04:23.729801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36066) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:23.961280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f63c49ce-6612-4cc4-9d2d-ac6cf3382de6 req-d78356c7-897f-4644-99b2-22c5e7d9b3fe tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0453818 Dec 10 09:04:23.968617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d2140-2b53-4e23-80f0-f66dbfe4a158 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Deleting port ca292067-0ac7-4d53-a7e4-9156fb25a118 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:23.968797 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2140-2b53-4e23-80f0-f66dbfe4a158 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:24.139130 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2140-2b53-4e23-80f0-f66dbfe4a158 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:24.186462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d2140-2b53-4e23-80f0-f66dbfe4a158 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Calling delete_port for ca292067-0ac7-4d53-a7e4-9156fb25a118 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:24.417796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2140-2b53-4e23-80f0-f66dbfe4a158 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:24.457988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d2140-2b53-4e23-80f0-f66dbfe4a158 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event deleted for resources: {'Port': ['ID=ca292067-0ac7-4d53-a7e4-9156fb25a118,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:24.491141 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2140-2b53-4e23-80f0-f66dbfe4a158 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:24.497437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8e7d2140-2b53-4e23-80f0-f66dbfe4a158 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "DELETE /v2.0/ports/ca292067-0ac7-4d53-a7e4-9156fb25a118 HTTP/1.1" status: 204 len: 168 time: 0.7659037 Dec 10 09:04:24.500704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36100) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:24.582838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1fbc43-c8bd-4d42-b1c1-1615d29e7c55 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Deleting subnet b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:04:24.587243 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbc43-c8bd-4d42-b1c1-1615d29e7c55 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:24.638239 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbc43-c8bd-4d42-b1c1-1615d29e7c55 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:24.816574 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbc43-c8bd-4d42-b1c1-1615d29e7c55 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:24.896298 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbc43-c8bd-4d42-b1c1-1615d29e7c55 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:24.923488 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbc43-c8bd-4d42-b1c1-1615d29e7c55 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:24.924586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999c865-8588-4b02-ac10-5800e248cf09 None None] Network 90277ccb-da89-4562-a886-fbbd8ce69378 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:24.928582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0c1fbc43-c8bd-4d42-b1c1-1615d29e7c55 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "DELETE /v2.0/subnets/b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7 HTTP/1.1" status: 204 len: 168 time: 0.4164815 Dec 10 09:04:24.931121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36110) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:25.033013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fbc43-c8bd-4d42-b1c1-1615d29e7c55 tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cbaa8d-106b-468d-a4fe-9c431c0ad6b7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:25.185116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89127f16-ad9d-4655-b2d7-0f05d4031c9c None None] DHCP port deletion for 90277ccb-da89-4562-a886-fbbd8ce69378 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:04:25.205362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c298463-b222-49bc-8db7-a7b4c90118cf req-eedd5cd8-6d50-4c28-be81-ee8d5d7cf4eb tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0330994 Dec 10 09:04:25.276476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:25.310676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-89127f16-ad9d-4655-b2d7-0f05d4031c9c None None] Deleting port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:25.310676 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-89127f16-ad9d-4655-b2d7-0f05d4031c9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:25.396936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004f4c3-b783-467b-aee5-134651bd9961 req-0cdc921c-0a36-4e69-9fe9-f1bbc1df54b0 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:25.407725 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-0cdc921c-0a36-4e69-9fe9-f1bbc1df54b0 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2933252 Dec 10 09:04:25.452656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-b0cd73fe-ab48-4439-8e93-59690e599507 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/quotas/896ec905588c42b0a034ed56fe0d2ca8 HTTP/1.1" status: 200 len: 375 time: 0.0431368 Dec 10 09:04:25.485224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-89127f16-ad9d-4655-b2d7-0f05d4031c9c None None] For port 49df7ca6-c4e6-4ae2-86f0-276864ff8934, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=49df7ca6-c4e6-4ae2-86f0-276864ff8934,segment=NetworkSegment(80ca195a-aa32-4490-ac13-8cec484d58d4),segment_id=80ca195a-aa32-4490-ac13-8cec484d58d4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:25.486049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-89127f16-ad9d-4655-b2d7-0f05d4031c9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:25.504273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-89127f16-ad9d-4655-b2d7-0f05d4031c9c None None] Calling delete_port for 49df7ca6-c4e6-4ae2-86f0-276864ff8934 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:25.525875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Deleting port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:25.526286 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:25.549756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-4e0c6068-ecf3-4a49-9b12-a4d6d524c32c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961983 Dec 10 09:04:25.678058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] For port 49df7ca6-c4e6-4ae2-86f0-276864ff8934, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=49df7ca6-c4e6-4ae2-86f0-276864ff8934,segment=NetworkSegment(80ca195a-aa32-4490-ac13-8cec484d58d4),segment_id=80ca195a-aa32-4490-ac13-8cec484d58d4)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:25.678423 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:25.696598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-89127f16-ad9d-4655-b2d7-0f05d4031c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:25.698130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Calling delete_port for 49df7ca6-c4e6-4ae2-86f0-276864ff8934 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:25.755076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89127f16-ad9d-4655-b2d7-0f05d4031c9c None None] Pushing event deleted for resources: {'Port': ['ID=49df7ca6-c4e6-4ae2-86f0-276864ff8934,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:25.774611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89127f16-ad9d-4655-b2d7-0f05d4031c9c None None] No DVR routers for this DVR port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:25.783136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-7d387c66-c4db-4680-959d-44b599db9b4d service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996846 Dec 10 09:04:25.835626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36138) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:25.882135 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:25.897032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] No DVR routers for this DVR port 49df7ca6-c4e6-4ae2-86f0-276864ff8934 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:25.939128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event deleted for resources: {'Port': ['ID=49df7ca6-c4e6-4ae2-86f0-276864ff8934,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:25.994970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-d6c756c9-1b93-4562-8c09-c4b115681650 service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108757 Dec 10 09:04:26.000644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b980b58b-997c-4b44-bbed-fdb693191094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.093675 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.111904 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b980b58b-997c-4b44-bbed-fdb693191094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.126707 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b980b58b-997c-4b44-bbed-fdb693191094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.135118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90277ccb-da89-4562-a886-fbbd8ce69378']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:26.182588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ca195a-aa32-4490-ac13-8cec484d58d4') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:26.182905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ca195a-aa32-4490-ac13-8cec484d58d4') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:26.199326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 49df7ca6-c4e6-4ae2-86f0-276864ff8934 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:26.228460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21f15bf1-f48b-4d9e-b361-a32d7803e15f req-2b11835b-c678-41bb-8c24-4c48a0607ee4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 210 time: 0.0390332 Dec 10 09:04:26.230335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.231639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 49df7ca6-c4e6-4ae2-86f0-276864ff8934 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:04:26.235070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 49df7ca6-c4e6-4ae2-86f0-276864ff8934 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:04:26.250811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.260302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:04:26.261175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:04:26.265191 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:04:26.273946 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b980b58b-997c-4b44-bbed-fdb693191094 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f6d209bae7340eca71c7f0478afdc14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4365706 Dec 10 09:04:26.275858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36150) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:26.330618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980b58b-997c-4b44-bbed-fdb693191094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc5e6a5-a42e-4e17-9e22-663792c801a9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:26.357969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36c9da21-2640-430f-81d3-667304f760e7 req-36a854e6-d6d7-4003-8829-d92750b92b78 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0401697 Dec 10 09:04:26.379019 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.428783 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.434355 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a76e6b14-7968-4806-80e3-beb0cb1ffb68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.443597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] 10.222.0.31 "DELETE /v2.0/networks/90277ccb-da89-4562-a886-fbbd8ce69378 HTTP/1.1" status: 204 len: 168 time: 1.5111177 Dec 10 09:04:26.447004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c66a7-2931-4ce5-9d75-83b0da7250bb tempest-AllowedAddressPairIpV6TestJSON-331683908 tempest-AllowedAddressPairIpV6TestJSON-331683908-project] Pushing event deleted for resources: {'Network': ['ID=90277ccb-da89-4562-a886-fbbd8ce69378,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:26.501665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a76e6b14-7968-4806-80e3-beb0cb1ffb68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.578131 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a76e6b14-7968-4806-80e3-beb0cb1ffb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.582148 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a76e6b14-7968-4806-80e3-beb0cb1ffb68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:26.588025 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a76e6b14-7968-4806-80e3-beb0cb1ffb68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cc5e6a5-a42e-4e17-9e22-663792c801a9 HTTP/1.1" status: 204 len: 168 time: 0.3076560 Dec 10 09:04:26.621652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e6b14-7968-4806-80e3-beb0cb1ffb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc5e6a5-a42e-4e17-9e22-663792c801a9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:26.873331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36174) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:27.015693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36180) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:27.035219 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3f0b-7729-4a7d-b6f9-99a7529d47bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:27.143934 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3f0b-7729-4a7d-b6f9-99a7529d47bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:27.149467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3f0b-7729-4a7d-b6f9-99a7529d47bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:27.180492 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dcdf3f0b-7729-4a7d-b6f9-99a7529d47bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afb601781894421588be55f79cc97bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633544 Dec 10 09:04:27.183137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36184) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:27.255567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf3f0b-7729-4a7d-b6f9-99a7529d47bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29753312-4834-4c11-b0ae-696d69f5325f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:27.300885 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-baecdb22-c06b-459d-b2be-d721b041ae67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95cbd600ea894c9c9c2504372f06ea5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4236979 Dec 10 09:04:27.301273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36190) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:27.315204 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-40dc7836-c06a-4461-8a30-c3509d9ca6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:27.341916 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-40dc7836-c06a-4461-8a30-c3509d9ca6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:27.421561 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-40dc7836-c06a-4461-8a30-c3509d9ca6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:27.431091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-40dc7836-c06a-4461-8a30-c3509d9ca6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:27.432271 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-40dc7836-c06a-4461-8a30-c3509d9ca6cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29753312-4834-4c11-b0ae-696d69f5325f HTTP/1.1" status: 204 len: 168 time: 0.2479882 Dec 10 09:04:27.511308 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d71ff28f-fdd7-4163-a37f-c6be427e5953 req-d2795638-4301-4071-ab50-749d41e6e119 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 210 time: 0.1239827 Dec 10 09:04:27.537154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb804e7b-5894-405e-8853-15f13c8e2aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:27.558241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc7836-c06a-4461-8a30-c3509d9ca6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29753312-4834-4c11-b0ae-696d69f5325f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:27.660795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004f4c3-b783-467b-aee5-134651bd9961 req-7a4b3ce8-d46d-4957-bad0-e8b30bcd1e98 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:27.662898 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-7a4b3ce8-d46d-4957-bad0-e8b30bcd1e98 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2646215 Dec 10 09:04:27.678941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Request body: {'port': {'device_id': 'c01b96c3-9c46-45fe-b04b-13a9f4882ce0', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'admin_state_up': True, 'tenant_id': '896ec905588c42b0a034ed56fe0d2ca8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:27.944975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Made reservation on behalf of 896ec905588c42b0a034ed56fe0d2ca8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:27.948827 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:28.064024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9b00415-cc30-4b46-9929-a3b314de5de2 req-a79c22d3-4b9f-48d3-844a-b7f76c1012a1 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.5292540 Dec 10 09:04:28.080879 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb804e7b-5894-405e-8853-15f13c8e2aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:28.157997 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb804e7b-5894-405e-8853-15f13c8e2aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:28.161049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb804e7b-5894-405e-8853-15f13c8e2aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:28.165116 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fb804e7b-5894-405e-8853-15f13c8e2aba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a70992a3-9e74-4dcf-bbee-b0046743e7a4 HTTP/1.1" status: 204 len: 168 time: 0.8601177 Dec 10 09:04:28.176187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb804e7b-5894-405e-8853-15f13c8e2aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70992a3-9e74-4dcf-bbee-b0046743e7a4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:28.199117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Allocated IP 172.20.0.10 (8af02a1a-e1d2-498c-8949-2e362c8a808d/ff99d532-c043-4377-9645-c5021d649940/3b5e34e9-9c07-47a8-bbed-e15cfd95cca9) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:28.391822 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:28.439923 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:28.452373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:04:28.594165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event updated for resources: {'Port': ['ID=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:28.629928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:28.634384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:28.637796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:28.725375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:28.726100 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:28.753273 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-06a996a1-8b66-4a47-b242-902aedb006c2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0798540 Dec 10 09:04:28.759344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe5078-93d4-4558-93be-4a05d399cf42 req-102aa0b3-aa31-4013-a259-64926dc7b5cd tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:28.762295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21fe5078-93d4-4558-93be-4a05d399cf42 req-102aa0b3-aa31-4013-a259-64926dc7b5cd tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 932 time: 0.1058710 Dec 10 09:04:28.774011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Request body: {'port': {'device_id': 'c01b96c3-9c46-45fe-b04b-13a9f4882ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:28.857188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:28.888890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21fe5078-93d4-4558-93be-4a05d399cf42 req-48e692c1-5e92-4912-9b5b-dc641f2a178b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177161 Dec 10 09:04:29.203999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd6e725a-c05e-48dd-808c-eb077adf1a14 req-8adf8f9d-be82-47f3-b2b1-773739ac7923 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0391128 Dec 10 09:04:29.245911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:04:29.259465 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:29.276462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Transition to ACTIVE for port object 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:04:29.281355 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:29.353032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Pushing event updated for resources: {'Port': ['ID=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:29.430998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Attempting to bind port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:04:29.431343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Attempting to bind port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:04:29.431832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Attempting to bind port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:29.438976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:04:29.444145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Attempting to bind port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:29.453668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:04:29.454388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Checking segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:29.455637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Bound using segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:04:29.456452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Bound port: 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:04:29.457179 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:29.544424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] For port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:29.550268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] For port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:04:29.557756 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:29.610037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:29.611042 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:29.613048 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] 10.222.0.39 "PUT /v2.0/ports/3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 HTTP/1.1" status: 200 len: 1092 time: 0.8470042 Dec 10 09:04:29.614511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01b96c3-9c46-45fe-b04b-13a9f4882ce0', 'tag': '3b5e34e9-9c07-47a8-bbed-e15cfd95cca9'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:29.617188 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83406c7-88a1-40d4-a141-0fbe35e3d603" -d '{"events": [{"name": "network-changed", "server_uuid": "c01b96c3-9c46-45fe-b04b-13a9f4882ce0", "tag": "3b5e34e9-9c07-47a8-bbed-e15cfd95cca9"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:29.660273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a9a8b-d481-478b-8d14-ea32497b812d service neutron] Pushing event updated for resources: {'Port': ['ID=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:29.709940 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c531a8dd-1f64-4f2b-b342-8a8d25f4ca8d x-openstack-request-id: req-c531a8dd-1f64-4f2b-b342-8a8d25f4ca8d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:29.710381 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01b96c3-9c46-45fe-b04b-13a9f4882ce0", "tag": "3b5e34e9-9c07-47a8-bbed-e15cfd95cca9", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:29.710707 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c531a8dd-1f64-4f2b-b342-8a8d25f4ca8d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:29.711225 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01b96c3-9c46-45fe-b04b-13a9f4882ce0', 'tag': '3b5e34e9-9c07-47a8-bbed-e15cfd95cca9', 'status': 'completed', 'code': 200} Dec 10 09:04:29.724170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6a81b24f-3943-4b3e-b653-e5601a5395ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:29.726031 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6a81b24f-3943-4b3e-b653-e5601a5395ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 1095 time: 0.0581093 Dec 10 09:04:29.797837 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-60cec185-130e-4c4e-a788-2b6626cafde1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 HTTP/1.1" status: 200 len: 217 time: 0.0617428 Dec 10 09:04:29.872621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004f4c3-b783-467b-aee5-134651bd9961 req-f1820a92-4853-4505-a6c3-4583b1ffe7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:29.875396 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-f1820a92-4853-4505-a6c3-4583b1ffe7c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.0697179 Dec 10 09:04:29.921431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-1fa837e9-3854-4828-b5e8-6dc9e430a1e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389161 Dec 10 09:04:30.033214 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-6e8aafaf-5f85-4fca-a602-d5d1a906870e service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051490 Dec 10 09:04:30.090918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbf7e0-829b-4d44-9927-8e4d7f2c1612 req-b9837d47-c6f6-41e5-9922-e4aa36cf2e52 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:30.092448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34cbf7e0-829b-4d44-9927-8e4d7f2c1612 req-b9837d47-c6f6-41e5-9922-e4aa36cf2e52 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 944 time: 0.1053436 Dec 10 09:04:30.146480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f004f4c3-b783-467b-aee5-134651bd9961 req-d5152cbf-4491-4abf-badc-2e0ade4f8c2a service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059487 Dec 10 09:04:30.168751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34cbf7e0-829b-4d44-9927-8e4d7f2c1612 req-42c75ceb-8d6d-45e4-b800-c3915123ad5c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655677 Dec 10 09:04:30.265959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36298) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:30.286779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36302) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:30.301769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-878901fc-22f3-4ec9-9889-9337deb6c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:30.303479 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-878901fc-22f3-4ec9-9889-9337deb6c43f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 1095 time: 0.0839207 Dec 10 09:04:30.342262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-408fb421-b9d9-45d8-a40e-747787827e40 req-76c69a52-6144-49c1-8f39-4c3c06675128 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0350289 Dec 10 09:04:30.442653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07226015-ea44-45bb-a225-c50a27536c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.446089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-943588fa-6c2a-4771-a130-e27844716879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:30.448637 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-943588fa-6c2a-4771-a130-e27844716879 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 906 time: 0.1363652 Dec 10 09:04:30.505387 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-d619f4f3-49f7-43d2-81b0-ccdbb67c441b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 HTTP/1.1" status: 200 len: 217 time: 0.0488448 Dec 10 09:04:30.538386 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07226015-ea44-45bb-a225-c50a27536c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.546163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1486042965'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:30.551253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07226015-ea44-45bb-a225-c50a27536c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.582917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-07226015-ea44-45bb-a225-c50a27536c85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac948e64c4c642bbb5d5ef9e1c1a80f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154266 Dec 10 09:04:30.587428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-44cf12a8-e821-4320-89fd-d9cfd704b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:30.588911 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-44cf12a8-e821-4320-89fd-d9cfd704b343 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.0761011 Dec 10 09:04:30.589377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36310) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:30.612881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07226015-ea44-45bb-a225-c50a27536c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6224b3-6e9a-4b3b-bc87-2c4ff5286f42,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:30.629325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Made reservation on behalf of 98694528e62b4524bf2a604cff602804 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:30.638009 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-d7b4a866-2275-4f1d-a60a-e7f15d57f85f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343904 Dec 10 09:04:30.641829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.660588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.728716 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8dc12c4e-3e20-4dc0-b051-838faf679b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.765422 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8dc12c4e-3e20-4dc0-b051-838faf679b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.781023 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.788060 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.801130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:04:30.806621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-49a408a5-1922-4ae8-8182-6e358c87aa58 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610363 Dec 10 09:04:30.811351 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.811351 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Added segment 22ce3473-d786-4e2f-82e1-5ae75f087a60 of type vlan for network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 Dec 10 09:04:30.895888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.897994 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8dc12c4e-3e20-4dc0-b051-838faf679b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.898328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1681a87-8063-479f-a6be-33b39110d93d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:30.901336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8dc12c4e-3e20-4dc0-b051-838faf679b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.905399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8dc12c4e-3e20-4dc0-b051-838faf679b9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed6224b3-6e9a-4b3b-bc87-2c4ff5286f42 HTTP/1.1" status: 204 len: 168 time: 0.3126776 Dec 10 09:04:30.949253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.956334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:30.956967 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:30.969664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc12c4e-3e20-4dc0-b051-838faf679b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6224b3-6e9a-4b3b-bc87-2c4ff5286f42,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:31.003823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a83406c7-88a1-40d4-a141-0fbe35e3d603 req-6ec03262-5674-4f95-9cb2-cc49dc09a386 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891439 Dec 10 09:04:31.017709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-3f97570f-cdf0-4053-adac-e7920810ff0d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112556 Dec 10 09:04:31.078019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7888606 Dec 10 09:04:31.081686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36326) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:31.096061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Request body: {'subnet': {'network_id': '78d8c0aa-853d-43c6-9535-dea81ce6b5f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:31.163149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-15248201-91da-43f8-ac0a-5abedb4d4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:31.165135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-15248201-91da-43f8-ac0a-5abedb4d4003 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 1096 time: 0.1155541 Dec 10 09:04:31.211944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85fa58-e526-4bf3-ae50-f6db4f371871 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event updated for resources: {'Network': ['ID=78d8c0aa-853d-43c6-9535-dea81ce6b5f1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:31.219112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Made reservation on behalf of 98694528e62b4524bf2a604cff602804 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:31.223521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:31.227811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:04:31.396438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-f918b92e-fe2a-4358-9fd0-847c8855020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:31.397154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea2ae3-c8fd-4ca6-8118-b50a772c770b req-ee23c08a-3bd2-4a5b-9c85-c2175c245710 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:31.399626 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-f918b92e-fe2a-4358-9fd0-847c8855020c service neutron] 10.222.0.18 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.2124875 Dec 10 09:04:31.404292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecea2ae3-c8fd-4ca6-8118-b50a772c770b req-ee23c08a-3bd2-4a5b-9c85-c2175c245710 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 944 time: 0.0878372 Dec 10 09:04:31.524619 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-6b5a1db2-332a-4dc2-a89c-6fdf970be0ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 200 len: 1001 time: 0.1155388 Dec 10 09:04:31.554251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e5009c4-3269-4197-90e5-3731c143d0e2 req-876f8572-d849-49b2-af45-021cbb0a4c60 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0460155 Dec 10 09:04:31.627749 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecea2ae3-c8fd-4ca6-8118-b50a772c770b req-dc4ab7dd-effe-489f-bc82-604e56d5613e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225761 Dec 10 09:04:31.653949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:31.658243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-304a9d7f-a87c-40e5-ba40-337e013befb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:31.661497 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-304a9d7f-a87c-40e5-ba40-337e013befb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.1192129 Dec 10 09:04:31.719869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36342) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:31.742301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-ff7a90f9-b2f5-44b5-a01f-1e55988b5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:31.744246 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-ff7a90f9-b2f5-44b5-a01f-1e55988b5c7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713806 Dec 10 09:04:31.761079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e69b9aaa-1c91-4129-b1e7-7fc0d98a8359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:31.778817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event updated for resources: {'Subnet': ['ID=dedef27d-67ed-4003-babc-40c7d4eaa183,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:31.870730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e69b9aaa-1c91-4129-b1e7-7fc0d98a8359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:31.872201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Checking segment: {'id': '22ce3473-d786-4e2f-82e1-5ae75f087a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '78d8c0aa-853d-43c6-9535-dea81ce6b5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:31.873160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Network hostable DHCP agents. Network: 78d8c0aa-853d-43c6-9535-dea81ce6b5f1, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:04:31.878966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e69b9aaa-1c91-4129-b1e7-7fc0d98a8359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:31.880099 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-b4d52612-29e4-48c3-a874-947330688670 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255045 Dec 10 09:04:31.930535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b9aaa-1c91-4129-b1e7-7fc0d98a8359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58b526-e2de-4621-8040-ebf68933ba64,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:31.948830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e69b9aaa-1c91-4129-b1e7-7fc0d98a8359 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7deb43d794364923a08cf52681bcda49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276127 Dec 10 09:04:31.951677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36348) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:31.952168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:04:31.964214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 78d8c0aa-853d-43c6-9535-dea81ce6b5f1) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:31.970809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:31.971752 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:31.978791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8236e7c-671e-4992-850d-054ac38eae54 None None] Network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:31.996107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3c59a60c-77e9-4525-8208-a40e453cf408 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9130201 Dec 10 09:04:32.000163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36350) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:32.007159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Request body: {'port': {'network_id': '78d8c0aa-853d-43c6-9535-dea81ce6b5f1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1761608401'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:32.154742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-78d8c0aa-853d-43c6-9535-dea81ce6b5f1', 'network_id': '78d8c0aa-853d-43c6-9535-dea81ce6b5f1', 'project_id': '98694528e62b4524bf2a604cff602804', 'fixed_ips': [{'subnet_id': 'dedef27d-67ed-4003-babc-40c7d4eaa183'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:04:32.155720 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.175209 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Made reservation on behalf of 98694528e62b4524bf2a604cff602804 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:32.183760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.244419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] device_id is not set on port 05b27a3b-ffc3-4df7-9113-01eab6bb8afe yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:32.387873 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f350e46f-8c71-4b3a-9b95-ec572ccba4b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.409222 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15705f3b-2179-4f74-b513-7e99e552fa50 req-b4943e5c-8a31-4ecf-8cfa-328f11818876 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217977 Dec 10 09:04:32.422156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f350e46f-8c71-4b3a-9b95-ec572ccba4b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.439533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Allocated IP 172.20.0.2 (78d8c0aa-853d-43c6-9535-dea81ce6b5f1/dedef27d-67ed-4003-babc-40c7d4eaa183/c2014666-e6e0-459a-bbc2-67efcfe221c4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:32.490526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f350e46f-8c71-4b3a-9b95-ec572ccba4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.494011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f350e46f-8c71-4b3a-9b95-ec572ccba4b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.495860 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f350e46f-8c71-4b3a-9b95-ec572ccba4b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe58b526-e2de-4621-8040-ebf68933ba64 HTTP/1.1" status: 204 len: 168 time: 0.5427322 Dec 10 09:04:32.506228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350e46f-8c71-4b3a-9b95-ec572ccba4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58b526-e2de-4621-8040-ebf68933ba64,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:32.720971 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.754459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ca1174d-fb37-428a-903a-a124f678085c req-f7e72f6f-1f05-4ad8-9a73-d74869d2d359 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0504351 Dec 10 09:04:32.755505 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.817278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:32.823314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:32.830660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:32.873444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Pushing event updated for resources: {'Port': ['ID=c2014666-e6e0-459a-bbc2-67efcfe221c4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:32.884540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.885353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.885827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.886261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.888280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.888724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.889180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.891898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.891898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.891898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.891898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.891898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.892547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:32.935935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Attempting to bind port c2014666-e6e0-459a-bbc2-67efcfe221c4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:04:32.938759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Attempting to bind port c2014666-e6e0-459a-bbc2-67efcfe221c4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '22ce3473-d786-4e2f-82e1-5ae75f087a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '78d8c0aa-853d-43c6-9535-dea81ce6b5f1'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:04:32.939278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Attempting to bind port c2014666-e6e0-459a-bbc2-67efcfe221c4 on network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:32.947750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd7c3f-5dfe-4bc1-96eb-b0b61cefc488 req-4b427de8-2b81-4d11-9d72-156515c9a252 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:32.949686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dcd7c3f-5dfe-4bc1-96eb-b0b61cefc488 req-4b427de8-2b81-4d11-9d72-156515c9a252 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 944 time: 0.1343591 Dec 10 09:04:32.949845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:04:32.950175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Checking segment: {'id': '22ce3473-d786-4e2f-82e1-5ae75f087a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '78d8c0aa-853d-43c6-9535-dea81ce6b5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:32.950586 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.950982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Bound using segment: {'id': '22ce3473-d786-4e2f-82e1-5ae75f087a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '78d8c0aa-853d-43c6-9535-dea81ce6b5f1'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:04:32.951463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Bound port: c2014666-e6e0-459a-bbc2-67efcfe221c4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ce3473-d786-4e2f-82e1-5ae75f087a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '78d8c0aa-853d-43c6-9535-dea81ce6b5f1'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:04:32.952389 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:32.953009 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-69c58291-e726-44c9-bf9e-3cddd633de49 {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:04:32.953565 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:04:33.043239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] For port c2014666-e6e0-459a-bbc2-67efcfe221c4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:33.043524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dcd7c3f-5dfe-4bc1-96eb-b0b61cefc488 req-73bdaade-2543-4910-83c6-8f9b26850b12 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842445 Dec 10 09:04:33.049938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] For port c2014666-e6e0-459a-bbc2-67efcfe221c4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c2014666-e6e0-459a-bbc2-67efcfe221c4,segment=NetworkSegment(22ce3473-d786-4e2f-82e1-5ae75f087a60),segment_id=22ce3473-d786-4e2f-82e1-5ae75f087a60)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:04:33.056874 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:33.163251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f6db923-36aa-413c-b8c7-9b556f8fa36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:33.200350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c7f8c-5e40-4de8-9b2c-f055c958453a None None] Pushing event updated for resources: {'Port': ['ID=c2014666-e6e0-459a-bbc2-67efcfe221c4,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:33.455183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:33.509276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] device_id is not set on port 29b41bc0-9818-4278-aeaa-88cca9a6e256 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:33.644593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:04:33.775024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Allocated IP 172.20.0.13 (78d8c0aa-853d-43c6-9535-dea81ce6b5f1/dedef27d-67ed-4003-babc-40c7d4eaa183/29b41bc0-9818-4278-aeaa-88cca9a6e256) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:33.876523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:33.912477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '3b5e34e9-9c07-47a8-bbed-e15cfd95cca9', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'port_id': '3b5e34e9-9c07-47a8-bbed-e15cfd95cca9', 'mac_address': 'fa:16:3e:6f:dc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff99d532-c043-4377-9645-c5021d649940', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:04:34.000305 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:34.025752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:04:34.067962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:34.079461 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:34.094975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d8984da9-2edf-4221-ac52-047e05467fbe req-df461c1f-bbf8-46bb-8fbc-b2dea195f161 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0643845 Dec 10 09:04:34.215845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:34.260476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:34.347866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['3b5e34e9-9c07-47a8-bbed-e15cfd95cca9'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:04:34.444302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c2014666-e6e0-459a-bbc2-67efcfe221c4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:34.509609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:34.560661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce221b-a201-4cb1-b495-5775495c687b req-f992b2a4-272f-4469-b323-fba066b804ff tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:34.567042 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33ce221b-a201-4cb1-b495-5775495c687b req-f992b2a4-272f-4469-b323-fba066b804ff tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 945 time: 0.2862966 Dec 10 09:04:34.821145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:34.854506 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:34.860762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:34.887896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c2014666-e6e0-459a-bbc2-67efcfe221c4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:34.892023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:34.964376 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33ce221b-a201-4cb1-b495-5775495c687b req-997db1c8-4931-4867-b8b4-058b7e6fada5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826231 Dec 10 09:04:34.965007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event updated for resources: {'Port': ['ID=29b41bc0-9818-4278-aeaa-88cca9a6e256,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:35.012889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291bb83-e8c8-4a0a-be08-8d2595ecb5c8 None None] Network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:35.016575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:35.017237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:35.051661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3c156159-7dd3-47b5-bbf0-3ce7015621a3 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0497770 Dec 10 09:04:35.054595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36422) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:35.063580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Request body: {'port': {'network_id': '78d8c0aa-853d-43c6-9535-dea81ce6b5f1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1075941513', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:35.064533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.api.validators [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] bootfile-name is not in valid_values {{(pid=114970) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:04:35.065101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.api.validators [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] tftp-server is not in valid_values {{(pid=114970) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:04:35.065690 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.api.validators [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] server-ip-address is not in valid_values {{(pid=114970) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:04:35.218805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c92fae94-20c2-4a6e-a2d2-a61d970ce4f1 None None] Provisioning complete for port c2014666-e6e0-459a-bbc2-67efcfe221c4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:35.219523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c92fae94-20c2-4a6e-a2d2-a61d970ce4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:35.246202 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:35.254859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Made reservation on behalf of 98694528e62b4524bf2a604cff602804 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:35.262209 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:35.303237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebab257f-2b91-4e2d-b6e4-5c3bc3b21ab8 req-6c38f53a-ea85-4fc9-b0b3-1712630fdb0b tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0721281 Dec 10 09:04:35.316931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] device_id is not set on port c80611ef-4819-4e97-9aa0-4c1939f946cb yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:04:35.482627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Allocated IP 172.20.0.4 (78d8c0aa-853d-43c6-9535-dea81ce6b5f1/dedef27d-67ed-4003-babc-40c7d4eaa183/c80611ef-4819-4e97-9aa0-4c1939f946cb) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:35.608425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port c2014666-e6e0-459a-bbc2-67efcfe221c4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c2014666-e6e0-459a-bbc2-67efcfe221c4,segment=NetworkSegment(22ce3473-d786-4e2f-82e1-5ae75f087a60),segment_id=22ce3473-d786-4e2f-82e1-5ae75f087a60)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:35.654446 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:35.705482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:35.726775 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba5701a1-9561-4ba5-9c2f-6430455f7ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:35.785945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:35.793669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=c2014666-e6e0-459a-bbc2-67efcfe221c4,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:35.860735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:35.864557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:35.868961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:35.904310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event updated for resources: {'Port': ['ID=c80611ef-4819-4e97-9aa0-4c1939f946cb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:35.968847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:35.969553 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:36.006165 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ed83fc17-ed59-4a61-a35f-00f35a755279 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9469333 Dec 10 09:04:36.009876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36452) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:36.130065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e644e-3a69-4540-aa1b-2f652613e250 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:36.150376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e644e-3a69-4540-aa1b-2f652613e250 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:36.163720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e644e-3a69-4540-aa1b-2f652613e250 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:36.165711 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-782e644e-3a69-4540-aa1b-2f652613e250 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1548157 Dec 10 09:04:36.168999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36460) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:36.187166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4b534-493b-481f-b1fa-1bc5c1ccb0b1 req-267b7089-488f-4379-8890-1876a6865b3f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:36.188752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7d4b534-493b-481f-b1fa-1bc5c1ccb0b1 req-267b7089-488f-4379-8890-1876a6865b3f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 945 time: 0.1082747 Dec 10 09:04:36.260752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c2014666-e6e0-459a-bbc2-67efcfe221c4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:36.264939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-68935aba-9330-4322-9114-6ee700fe94dc None None] Provisioning complete for port c2014666-e6e0-459a-bbc2-67efcfe221c4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:36.268863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68935aba-9330-4322-9114-6ee700fe94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:36.280358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-db3c0c50-dd50-4984-8691-509edc71ebaf req-95cf9f42-9c8c-494e-a876-64bf5b18794b tempest-FloatingIPsAssociationTestJSON-843313241 tempest-FloatingIPsAssociationTestJSON-843313241-project] (114969) timed out ('10.222.0.18', 59193) {{(pid=114969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:04:36.319705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7d4b534-493b-481f-b1fa-1bc5c1ccb0b1 req-602cf5c4-77d7-4cac-a508-69830e5d3363 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242037 Dec 10 09:04:36.410976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-39962c2d-c5ca-4811-88af-1620f268b88d tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Deleting port c80611ef-4819-4e97-9aa0-4c1939f946cb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:36.411317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39962c2d-c5ca-4811-88af-1620f268b88d tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:36.486641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76520aab-1996-4155-8281-8c63434f4747 req-bf4532b5-ba3b-4273-85f0-4680d6c24fb2 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0541325 Dec 10 09:04:36.621617 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:36.625869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-68935aba-9330-4322-9114-6ee700fe94dc None None] Provisioning complete for port 29b41bc0-9818-4278-aeaa-88cca9a6e256 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:36.629551 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68935aba-9330-4322-9114-6ee700fe94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:36.648750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39962c2d-c5ca-4811-88af-1620f268b88d tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:36.673649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-d1a7cfb6-7367-45e5-95e7-d5a468b00f5a req-4628b21f-965e-4360-beac-fc0d419a74e2 service neutron] (114970) timed out ('10.222.0.18', 59123) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:04:36.684452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-39962c2d-c5ca-4811-88af-1620f268b88d tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Calling delete_port for c80611ef-4819-4e97-9aa0-4c1939f946cb owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:36.740682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c2014666-e6e0-459a-bbc2-67efcfe221c4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:36.741154 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:36.747051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-68935aba-9330-4322-9114-6ee700fe94dc None None] Port 29b41bc0-9818-4278-aeaa-88cca9a6e256 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:36.855845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36478) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:36.881386 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-9b73927d-8d5f-423b-bef9-6527872c0157 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1246042 Dec 10 09:04:36.950978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6cb09830-1991-44d5-a4b5-ba3b89d1c87e None None] Provisioning complete for port 29b41bc0-9818-4278-aeaa-88cca9a6e256 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:36.951561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6cb09830-1991-44d5-a4b5-ba3b89d1c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.063240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6cb09830-1991-44d5-a4b5-ba3b89d1c87e None None] Port 29b41bc0-9818-4278-aeaa-88cca9a6e256 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:37.077239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39962c2d-c5ca-4811-88af-1620f268b88d tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.090508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-2301e95b-5776-4e2b-a245-9cedb82a667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.091065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-2301e95b-5776-4e2b-a245-9cedb82a667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.091428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-2301e95b-5776-4e2b-a245-9cedb82a667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.091894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-2301e95b-5776-4e2b-a245-9cedb82a667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.092920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-2301e95b-5776-4e2b-a245-9cedb82a667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.093386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-2301e95b-5776-4e2b-a245-9cedb82a667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.093881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-2301e95b-5776-4e2b-a245-9cedb82a667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.095874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-2301e95b-5776-4e2b-a245-9cedb82a667e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6501 time: 0.1837373 Dec 10 09:04:37.122766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39962c2d-c5ca-4811-88af-1620f268b88d tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event deleted for resources: {'Port': ['ID=c80611ef-4819-4e97-9aa0-4c1939f946cb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:37.176888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-70fb0eb9-f80a-47b1-97b1-3e5fc2be11ca None None] Could not find standard attr ID for object c80611ef-4819-4e97-9aa0-4c1939f946cb. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:04:37.232156 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-583f4a57-c5fe-44f8-8a00-02b4ebf0b4ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.278665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-bf371007-a3e9-4595-ae39-5caba9d0bcd9 req-56a5153a-ebe8-4a52-80b8-d23ffe8b024c service neutron] (114970) timed out ('10.222.0.18', 59194) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:04:37.280598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-8177cf06-e5d7-483a-8461-aff2befd97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.281069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-8177cf06-e5d7-483a-8461-aff2befd97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.281706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-8177cf06-e5d7-483a-8461-aff2befd97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.283975 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-8177cf06-e5d7-483a-8461-aff2befd97e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1230761f-c97f-4b7a-8a29-87123443b633&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612 HTTP/1.1" status: 200 len: 2297 time: 0.1582348 Dec 10 09:04:37.340386 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-583f4a57-c5fe-44f8-8a00-02b4ebf0b4ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.346852 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-583f4a57-c5fe-44f8-8a00-02b4ebf0b4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.408488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-583f4a57-c5fe-44f8-8a00-02b4ebf0b4ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8c1b5e9569d4ec490b025a430e371f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485122 Dec 10 09:04:37.410390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f4a57-c5fe-44f8-8a00-02b4ebf0b4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b001302-ea12-41f6-bf6a-25804e2ca601,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:37.411523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36488) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:37.429968 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-39962c2d-c5ca-4811-88af-1620f268b88d tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.433288 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-39962c2d-c5ca-4811-88af-1620f268b88d tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "DELETE /v2.0/ports/c80611ef-4819-4e97-9aa0-4c1939f946cb HTTP/1.1" status: 204 len: 168 time: 1.2631204 Dec 10 09:04:37.439411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36490) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:37.440799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-2e2492ca-dfbb-45ae-9791-ed6dba2e8816 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 HTTP/1.1" status: 200 len: 1001 time: 0.1298287 Dec 10 09:04:37.456999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Request body: {'port': {'name': 'tempest-new-port-name-236340725', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:37.457461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.api.validators [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] bootfile-name is not in valid_values {{(pid=114969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:04:37.459253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.api.validators [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] tftp-server is not in valid_values {{(pid=114969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:04:37.459608 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.api.validators [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] server-ip-address is not in valid_values {{(pid=114969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:04:37.552103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-8f604773-f5b9-43da-a36f-43b345270ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.556023 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-8f604773-f5b9-43da-a36f-43b345270ebf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=72a4b9f5-eb04-4fd3-a1d9-01870caa7159 HTTP/1.1" status: 200 len: 854 time: 0.1049452 Dec 10 09:04:37.561297 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ee8527c-6da9-4c2c-8467-3866daf0cca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.629610 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ee8527c-6da9-4c2c-8467-3866daf0cca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.659966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:37.671091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6ad0-6810-496f-a08f-d0a1567c07a6 req-e80bc242-aad6-49f0-8714-8c2e5d872b4a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.672880 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ab3a6ad0-6810-496f-a08f-d0a1567c07a6 req-e80bc242-aad6-49f0-8714-8c2e5d872b4a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 945 time: 0.1612532 Dec 10 09:04:37.674652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-334bc7c1-e29d-4844-a422-cd306c2772d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:37.676152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-334bc7c1-e29d-4844-a422-cd306c2772d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1230761f-c97f-4b7a-8a29-87123443b633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008179 Dec 10 09:04:37.691919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02d8b9b6-4e3f-440e-a0d5-cbf845a3cdaa req-4e473f2b-2247-4ffa-a4b7-2c7909c0a599 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0561750 Dec 10 09:04:37.694214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.760263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:04:37.769567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:37.770068 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.789260 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ee8527c-6da9-4c2c-8467-3866daf0cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.792679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ee8527c-6da9-4c2c-8467-3866daf0cca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:37.793926 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3ee8527c-6da9-4c2c-8467-3866daf0cca7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b001302-ea12-41f6-bf6a-25804e2ca601 HTTP/1.1" status: 204 len: 168 time: 0.3797112 Dec 10 09:04:37.813394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8527c-6da9-4c2c-8467-3866daf0cca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b001302-ea12-41f6-bf6a-25804e2ca601,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:37.823631 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ab3a6ad0-6810-496f-a08f-d0a1567c07a6 req-e6c03d92-1326-44ce-926b-cb7fcb063621 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289132 Dec 10 09:04:37.865068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-6d3e52e5-1929-4de5-b888-96830ba07ed1 service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811621 Dec 10 09:04:38.011369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.069838 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01b96c3-9c46-45fe-b04b-13a9f4882ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5e34e9-9c07-47a8-bbed-e15cfd95cca9'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:38.072091 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bd327e-8938-457a-8a55-e3405146caf7" -d '{"events": [{"server_uuid": "c01b96c3-9c46-45fe-b04b-13a9f4882ce0", "name": "network-vif-plugged", "status": "completed", "tag": "3b5e34e9-9c07-47a8-bbed-e15cfd95cca9"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:38.079601 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-9e6d67ab-b9b9-4365-8040-09227a9776bb service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076268 Dec 10 09:04:38.143994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:38.162566 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.179208 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.195396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.232542 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620cb9c6-22fe-4fce-ad26-388c69d6e365 x-openstack-request-id: req-620cb9c6-22fe-4fce-ad26-388c69d6e365 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:38.233454 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01b96c3-9c46-45fe-b04b-13a9f4882ce0", "name": "network-vif-plugged", "status": "completed", "tag": "3b5e34e9-9c07-47a8-bbed-e15cfd95cca9", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:38.233795 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-620cb9c6-22fe-4fce-ad26-388c69d6e365 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:38.234206 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01b96c3-9c46-45fe-b04b-13a9f4882ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5e34e9-9c07-47a8-bbed-e15cfd95cca9', 'code': 200} Dec 10 09:04:38.239248 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.249397 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-65954821-eb80-4971-ba3d-8312d8c05e59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6da0b6a7-db9a-421b-b479-8421a78e97bb HTTP/1.1" status: 200 len: 217 time: 0.1523945 Dec 10 09:04:38.288035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:38.364296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event updated for resources: {'Port': ['ID=29b41bc0-9818-4278-aeaa-88cca9a6e256,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:38.392410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] In _notify_port_updated(), no bound segment for port 29b41bc0-9818-4278-aeaa-88cca9a6e256 on network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:04:38.396277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-a5f06cad-4f0e-41c4-8d89-2a7c227b032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:38.399720 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-a5f06cad-4f0e-41c4-8d89-2a7c227b032e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.1444011 Dec 10 09:04:38.406946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:38.415620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594f2ea-7836-4609-ba23-c10f22970ebd req-d1b882c1-f580-4d52-8692-0eafeccc4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:38.417693 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6594f2ea-7836-4609-ba23-c10f22970ebd req-d1b882c1-f580-4d52-8692-0eafeccc4520 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 1097 time: 0.1426728 Dec 10 09:04:38.418418 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.419949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4039da03-20d5-49fd-8f40-f09fefc29337 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "PUT /v2.0/ports/29b41bc0-9818-4278-aeaa-88cca9a6e256 HTTP/1.1" status: 200 len: 1136 time: 0.9789064 Dec 10 09:04:38.423099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36516) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:38.490680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d441e6e-b3d4-4883-a513-0d6998100806 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:38.492424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d441e6e-b3d4-4883-a513-0d6998100806 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "GET /v2.0/ports/29b41bc0-9818-4278-aeaa-88cca9a6e256 HTTP/1.1" status: 200 len: 1136 time: 0.0681992 Dec 10 09:04:38.496945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36518) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:38.549888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-7bef36f6-d113-42c2-af95-42d4868a1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:38.551577 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-7bef36f6-d113-42c2-af95-42d4868a1aca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331480 Dec 10 09:04:38.583189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36522) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:38.587226 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6594f2ea-7836-4609-ba23-c10f22970ebd req-48a9dcc2-4ae6-456a-b243-f70b033cfab7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562331 Dec 10 09:04:38.628920 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c9523c10-beb7-4c5c-8f9e-df7f1e3f6204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.654568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7af7486f-8eba-4151-8223-957fb6325446 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Deleting port 29b41bc0-9818-4278-aeaa-88cca9a6e256 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:38.655692 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7af7486f-8eba-4151-8223-957fb6325446 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.733259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4114dd91-c165-4475-8cc1-b032ce458863 None None] Provisioning complete for port 29b41bc0-9818-4278-aeaa-88cca9a6e256 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:38.733259 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4114dd91-c165-4475-8cc1-b032ce458863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.743534 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-95f66ee7-6349-432e-914b-0764fa027d4b service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827819 Dec 10 09:04:38.841883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4114dd91-c165-4475-8cc1-b032ce458863 None None] Port 29b41bc0-9818-4278-aeaa-88cca9a6e256 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:04:38.844247 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c9523c10-beb7-4c5c-8f9e-df7f1e3f6204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.860509 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7af7486f-8eba-4151-8223-957fb6325446 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.861533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c9523c10-beb7-4c5c-8f9e-df7f1e3f6204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:38.865289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e53fbd59-b859-4dcd-9627-802d07f3a876 req-c8bfba57-cdf0-4217-b94e-159630e6c035 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0439594 Dec 10 09:04:38.878440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7af7486f-8eba-4151-8223-957fb6325446 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Calling delete_port for 29b41bc0-9818-4278-aeaa-88cca9a6e256 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:39.026502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22a9d9-a2ad-433d-a81d-d90641f8ed66 req-8e4fa80b-20fc-4242-84a2-f867c718e043 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:39.029176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a22a9d9-a2ad-433d-a81d-d90641f8ed66 req-8e4fa80b-20fc-4242-84a2-f867c718e043 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 946 time: 0.0700793 Dec 10 09:04:39.054644 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c9523c10-beb7-4c5c-8f9e-df7f1e3f6204 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be65cde399a24d08aa9b31dd62a1bc8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4701166 Dec 10 09:04:39.056944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9523c10-beb7-4c5c-8f9e-df7f1e3f6204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ba34c-edc6-4ad2-a892-a748c143443b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:39.057261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36538) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:39.096468 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-d2c9c311-73bc-42cd-9bdc-ea0c98f20b2e service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082685 Dec 10 09:04:39.150323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.167049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7af7486f-8eba-4151-8223-957fb6325446 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.194332 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-75b81457-add9-4619-8347-66386283b2e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=fad3c689-a2cd-4d11-aaae-5e9a06256def HTTP/1.1" status: 200 len: 217 time: 0.0901430 Dec 10 09:04:39.202342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0b77b110-c9cb-4269-936c-f3eb1a456bee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.209545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7486f-8eba-4151-8223-957fb6325446 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event deleted for resources: {'Port': ['ID=29b41bc0-9818-4278-aeaa-88cca9a6e256,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:39.219854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a22a9d9-a2ad-433d-a81d-d90641f8ed66 req-1aa4edb9-2959-4337-ac4a-bfa09d7b4fbe tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646540 Dec 10 09:04:39.292078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0b77b110-c9cb-4269-936c-f3eb1a456bee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.299206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-5da31eeb-bc7c-4c2b-8ef9-f07673653446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:39.300822 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-5da31eeb-bc7c-4c2b-8ef9-f07673653446 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.0976267 Dec 10 09:04:39.357330 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7af7486f-8eba-4151-8223-957fb6325446 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.363867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7af7486f-8eba-4151-8223-957fb6325446 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "DELETE /v2.0/ports/29b41bc0-9818-4278-aeaa-88cca9a6e256 HTTP/1.1" status: 204 len: 168 time: 0.8654974 Dec 10 09:04:39.364818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36548) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:39.371885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-b0d9add4-0919-4e79-9d39-f5271530f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:39.376259 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-b0d9add4-0919-4e79-9d39-f5271530f20a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630417 Dec 10 09:04:39.416945 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0b77b110-c9cb-4269-936c-f3eb1a456bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.421098 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0b77b110-c9cb-4269-936c-f3eb1a456bee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.422701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0b77b110-c9cb-4269-936c-f3eb1a456bee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e99ba34c-edc6-4ad2-a892-a748c143443b HTTP/1.1" status: 204 len: 168 time: 0.3644657 Dec 10 09:04:39.452925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-42786fd2-5e44-407c-a0d0-e66785e12276 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Deleting subnet dedef27d-67ed-4003-babc-40c7d4eaa183 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:04:39.456389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77b110-c9cb-4269-936c-f3eb1a456bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ba34c-edc6-4ad2-a892-a748c143443b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:39.458277 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42786fd2-5e44-407c-a0d0-e66785e12276 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.490682 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-5e01e199-b646-4937-b318-0e6194b257d8 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081665 Dec 10 09:04:39.526497 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42786fd2-5e44-407c-a0d0-e66785e12276 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.646206 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-e207738d-df94-496c-8a6e-60182eb2652e service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454229 Dec 10 09:04:39.692324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42786fd2-5e44-407c-a0d0-e66785e12276 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.712339 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-8a1ba450-ff31-4637-9117-a420e826ab2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd HTTP/1.1" status: 200 len: 217 time: 0.0546463 Dec 10 09:04:39.781872 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42786fd2-5e44-407c-a0d0-e66785e12276 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.789398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-664d80ab-d55c-4129-8c2e-44d023d32730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:39.792950 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-664d80ab-d55c-4129-8c2e-44d023d32730 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.0718098 Dec 10 09:04:39.816619 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42786fd2-5e44-407c-a0d0-e66785e12276 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event deleted for resources: {'Subnet': ['ID=dedef27d-67ed-4003-babc-40c7d4eaa183,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:39.829155 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42786fd2-5e44-407c-a0d0-e66785e12276 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:39.838361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83efcd3-a83a-4df3-a803-71439913f4c6 None None] Network 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:39.840258 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-42786fd2-5e44-407c-a0d0-e66785e12276 tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "DELETE /v2.0/subnets/dedef27d-67ed-4003-babc-40c7d4eaa183 HTTP/1.1" status: 204 len: 168 time: 0.4743974 Dec 10 09:04:39.842319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36562) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:39.882420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-4acc136a-6090-4882-b60b-59884881a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:39.884150 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-4acc136a-6090-4882-b60b-59884881a68e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831592 Dec 10 09:04:39.990491 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.138634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-379f3fcb-69b4-4654-9ccc-9c5c70edd5ef req-e77d27af-7e49-4455-b8a9-d6c862889463 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/ports?device_id=464e4a12-b8fc-446d-a687-c7b3bffaa87a HTTP/1.1" status: 200 len: 210 time: 0.0418694 Dec 10 09:04:40.162618 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85565187-cb91-498b-b4db-22fbe76ddd51 None None] DHCP port deletion for 78d8c0aa-853d-43c6-9535-dea81ce6b5f1 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:04:40.180118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-5c309efa-4572-4f00-af18-81bdec9c8637 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849479 Dec 10 09:04:40.184104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Deleting port c2014666-e6e0-459a-bbc2-67efcfe221c4 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:40.184904 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.281371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-85565187-cb91-498b-b4db-22fbe76ddd51 None None] Deleting port c2014666-e6e0-459a-bbc2-67efcfe221c4 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:40.282128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-85565187-cb91-498b-b4db-22fbe76ddd51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.328241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] For port c2014666-e6e0-459a-bbc2-67efcfe221c4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c2014666-e6e0-459a-bbc2-67efcfe221c4,segment=NetworkSegment(22ce3473-d786-4e2f-82e1-5ae75f087a60),segment_id=22ce3473-d786-4e2f-82e1-5ae75f087a60)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:40.328241 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.343099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Calling delete_port for c2014666-e6e0-459a-bbc2-67efcfe221c4 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:40.378288 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-20194583-5915-40b6-8ba6-153fa4daa1a0 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904502 Dec 10 09:04:40.409702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-85565187-cb91-498b-b4db-22fbe76ddd51 None None] For port c2014666-e6e0-459a-bbc2-67efcfe221c4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c2014666-e6e0-459a-bbc2-67efcfe221c4,segment=NetworkSegment(22ce3473-d786-4e2f-82e1-5ae75f087a60),segment_id=22ce3473-d786-4e2f-82e1-5ae75f087a60)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:40.410391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-85565187-cb91-498b-b4db-22fbe76ddd51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.427788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-85565187-cb91-498b-b4db-22fbe76ddd51 None None] Calling delete_port for c2014666-e6e0-459a-bbc2-67efcfe221c4 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:40.446468 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-ba9cf798-d882-427d-9394-809e3fa97c2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730 HTTP/1.1" status: 200 len: 217 time: 0.0603356 Dec 10 09:04:40.485551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd88b7-0902-405b-95cb-9ce174176fec req-8e23d90a-8add-4d24-8d39-57b8fa2f2f87 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:40.487322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bdd88b7-0902-405b-95cb-9ce174176fec req-8e23d90a-8add-4d24-8d39-57b8fa2f2f87 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 946 time: 0.0789113 Dec 10 09:04:40.519642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-6ff777f6-9205-4757-a297-a9ea57f665b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:40.522277 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-6ff777f6-9205-4757-a297-a9ea57f665b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.0680561 Dec 10 09:04:40.568738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.573608 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-85565187-cb91-498b-b4db-22fbe76ddd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.602157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event deleted for resources: {'Port': ['ID=c2014666-e6e0-459a-bbc2-67efcfe221c4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:40.612726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bdd88b7-0902-405b-95cb-9ce174176fec req-c452a345-8fc8-4564-9450-6d40c00f99cb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189578 Dec 10 09:04:40.616459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] No DVR routers for this DVR port c2014666-e6e0-459a-bbc2-67efcfe221c4 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:40.636786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-542649cb-819b-40d6-9aad-d0b91be4aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:40.638754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-542649cb-819b-40d6-9aad-d0b91be4aeaf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068830 Dec 10 09:04:40.643193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85565187-cb91-498b-b4db-22fbe76ddd51 None None] Pushing event deleted for resources: {'Port': ['ID=c2014666-e6e0-459a-bbc2-67efcfe221c4,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:40.648668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85565187-cb91-498b-b4db-22fbe76ddd51 None None] No DVR routers for this DVR port c2014666-e6e0-459a-bbc2-67efcfe221c4 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:40.759098 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.775358 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-1285a4dc-7293-4a17-929d-ad931670d7f9 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293032 Dec 10 09:04:40.825613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d8c0aa-853d-43c6-9535-dea81ce6b5f1']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:40.839341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ce3473-d786-4e2f-82e1-5ae75f087a60') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:40.840148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ce3473-d786-4e2f-82e1-5ae75f087a60') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:40.866785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185e3d2-f1db-411e-a1af-def59c3380a3 req-18759c96-db22-457e-8ea1-9927ea9b6337 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:40.877322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5185e3d2-f1db-411e-a1af-def59c3380a3 req-18759c96-db22-457e-8ea1-9927ea9b6337 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 946 time: 0.1151729 Dec 10 09:04:40.881796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.887919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-cdef8a67-9904-4b7b-aab3-bb5b2ad34a4b service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024122 Dec 10 09:04:40.917372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.931133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:04:40.931540 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:04:40.934710 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:04:40.960767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-f377b0ac-acd3-4e73-8b01-d4b05e921388 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a HTTP/1.1" status: 200 len: 217 time: 0.0660830 Dec 10 09:04:41.002446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5185e3d2-f1db-411e-a1af-def59c3380a3 req-b890ad0e-7a25-4741-ad38-70693376cc17 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238530 Dec 10 09:04:41.038685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-18085645-eb62-44c5-9377-a6531097afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:41.040284 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-18085645-eb62-44c5-9377-a6531097afec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 200 len: 797 time: 0.0711143 Dec 10 09:04:41.073158 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:41.085028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:41.088386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] 10.222.0.31 "DELETE /v2.0/networks/78d8c0aa-853d-43c6-9535-dea81ce6b5f1 HTTP/1.1" status: 204 len: 168 time: 1.2438421 Dec 10 09:04:41.101611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea54085-c396-4123-9467-b7bacdce5d9e tempest-ExtraDHCPOptionsTestJSON-823844898 tempest-ExtraDHCPOptionsTestJSON-823844898-project] Pushing event deleted for resources: {'Network': ['ID=78d8c0aa-853d-43c6-9535-dea81ce6b5f1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:41.165108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-1831bd5e-7bd4-44fe-9c2b-7734cdb56e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:41.167943 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-1831bd5e-7bd4-44fe-9c2b-7734cdb56e8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171179 Dec 10 09:04:41.288253 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36614) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:41.400718 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-af2e8c95-1da9-4934-bee3-924c53bca6cc service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254157 Dec 10 09:04:41.495874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-d260a16e-9efd-43c6-9149-7c3cbc046131 req-65b483e9-0704-42c9-ad01-afc5a53cccb2 service neutron] (114970) timed out ('10.222.0.18', 59132) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:04:41.511044 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34424adf-3d2e-415d-8428-76a5dab4cecd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:41.540577 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34424adf-3d2e-415d-8428-76a5dab4cecd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:41.555180 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-46bace59-d62a-4f3b-a6dc-ae9ecfac1b0f service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402519 Dec 10 09:04:41.588858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc51b-47ec-4d2a-a6fb-26fc5693fbab req-170f4a65-1937-48d3-ad65-8c04a21c8eea tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:41.590426 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f4cc51b-47ec-4d2a-a6fb-26fc5693fbab req-170f4a65-1937-48d3-ad65-8c04a21c8eea tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 946 time: 0.1878183 Dec 10 09:04:41.622838 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-34b67272-fef7-4135-b8ca-4929ab5b1781 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810 HTTP/1.1" status: 200 len: 217 time: 0.0572364 Dec 10 09:04:41.630658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34424adf-3d2e-415d-8428-76a5dab4cecd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:41.633725 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34424adf-3d2e-415d-8428-76a5dab4cecd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:41.638691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-34424adf-3d2e-415d-8428-76a5dab4cecd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c9e0711-b81a-4c5e-abe9-9f1e2cc62091 HTTP/1.1" status: 204 len: 168 time: 0.3493264 Dec 10 09:04:41.642304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36626) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:41.670325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34424adf-3d2e-415d-8428-76a5dab4cecd tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9e0711-b81a-4c5e-abe9-9f1e2cc62091,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:41.686468 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-3d99e71a-9859-439a-8d65-3ab0cf9a3992 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] show failed (client error): The resource could not be found. Dec 10 09:04:41.691185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36628) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:41.691504 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3d99e71a-9859-439a-8d65-3ab0cf9a3992 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "GET /v2.0/security-groups/4c9e0711-b81a-4c5e-abe9-9f1e2cc62091 HTTP/1.1" status: 404 len: 347 time: 0.0365560 Dec 10 09:04:41.708565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f4cc51b-47ec-4d2a-a6fb-26fc5693fbab req-483c410c-3209-4bfc-bc4b-b42834538560 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047881 Dec 10 09:04:41.721584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-8d04d7d9-2989-4479-b3be-47155798ff4b req-dc79c9bb-fad6-448b-9371-f5d103973ccb service neutron] (114970) timed out ('10.222.0.18', 59134) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:04:41.764978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-1e44ec70-5e80-4ed4-8c9f-24c46830f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:41.766608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-1e44ec70-5e80-4ed4-8c9f-24c46830f7a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1342101 Dec 10 09:04:41.878939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-e482f1ae-1234-4945-9da1-2d0d07994715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:41.880435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-e482f1ae-1234-4945-9da1-2d0d07994715 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857613 Dec 10 09:04:41.906557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting port 2c1b01e3-72d8-40ff-8a72-f5d50b34b745 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:41.906783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:41.938327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36638) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:42.058188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:42.058627 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:42.063847 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-f717d49a-63b4-49e8-922d-8fc9a1f9b5d2 service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729162 Dec 10 09:04:42.083011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Calling delete_port for 2c1b01e3-72d8-40ff-8a72-f5d50b34b745 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:42.191695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c2014666-e6e0-459a-bbc2-67efcfe221c4 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:42.220428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6ae152b1-a0dd-45d7-b284-fd1b9bf414dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98694528e62b4524bf2a604cff602804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803905 Dec 10 09:04:42.225423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36648) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:42.236697 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0aa8fd3f-3222-4039-8dae-cff3a29dfaee req-788528a0-882b-464a-b734-a0148dec138e service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645041 Dec 10 09:04:42.243501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c2014666-e6e0-459a-bbc2-67efcfe221c4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:04:42.243998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c2014666-e6e0-459a-bbc2-67efcfe221c4 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:04:42.333037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:42.337789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03f4aed3-b0e5-4819-82e8-627025a30b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:42.361298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Port': ['ID=2c1b01e3-72d8-40ff-8a72-f5d50b34b745,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:42.405712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03f4aed3-b0e5-4819-82e8-627025a30b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:42.435277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:42.439979 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:42.441126 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-074a646f-425a-45db-bdd2-6bc62741b714 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "DELETE /v2.0/floatingips/c5b04221-a4a2-4e09-824c-04d2fb165b60 HTTP/1.1" status: 204 len: 168 time: 0.7484286 Dec 10 09:04:42.444299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36662) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:42.533916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03f4aed3-b0e5-4819-82e8-627025a30b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:42.536997 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03f4aed3-b0e5-4819-82e8-627025a30b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:42.538601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-03f4aed3-b0e5-4819-82e8-627025a30b36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1681a87-8063-479f-a6be-33b39110d93d HTTP/1.1" status: 204 len: 168 time: 0.3121431 Dec 10 09:04:42.556574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4aed3-b0e5-4819-82e8-627025a30b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1681a87-8063-479f-a6be-33b39110d93d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:42.894501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05384624-8f6c-43f0-b5c9-ac44e74dcba0 req-c44df6db-2f0c-4b85-a96f-dd6a223a1328 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:42.902991 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05384624-8f6c-43f0-b5c9-ac44e74dcba0 req-c44df6db-2f0c-4b85-a96f-dd6a223a1328 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 946 time: 0.1117065 Dec 10 09:04:42.959674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05384624-8f6c-43f0-b5c9-ac44e74dcba0 req-3cc1612f-3c18-4458-a4f7-9ee92c5407f2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555711 Dec 10 09:04:42.973336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36680) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:42.987868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c48f12-6905-419e-8603-0baedba6b457 req-e15ebf23-9d6a-434e-9a73-0f05dc31cadc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:42.989222 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5c48f12-6905-419e-8603-0baedba6b457 req-e15ebf23-9d6a-434e-9a73-0f05dc31cadc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 946 time: 0.1252649 Dec 10 09:04:43.004128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-89d0a6f1-07b4-4365-bb35-7fe195c97976 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting port 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:43.004576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89d0a6f1-07b4-4365-bb35-7fe195c97976 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.179263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89d0a6f1-07b4-4365-bb35-7fe195c97976 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.180521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-568d8a09-ab28-489f-95ca-33b920ad9676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.197484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-89d0a6f1-07b4-4365-bb35-7fe195c97976 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Calling delete_port for 00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:43.220083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-f5c48f12-6905-419e-8603-0baedba6b457 req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Deleting port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:43.220423 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5c48f12-6905-419e-8603-0baedba6b457 req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.328707 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-568d8a09-ab28-489f-95ca-33b920ad9676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.335712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-568d8a09-ab28-489f-95ca-33b920ad9676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.412557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-568d8a09-ab28-489f-95ca-33b920ad9676 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a868cb09be8144b98a2f5eed4259bfa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4354391 Dec 10 09:04:43.412795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f5c48f12-6905-419e-8603-0baedba6b457 req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] For port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:43.412795 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5c48f12-6905-419e-8603-0baedba6b457 req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.413233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d8a09-ab28-489f-95ca-33b920ad9676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e448f2-4095-411a-a665-8523737cf57e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:43.417820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36696) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:43.482409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-f5c48f12-6905-419e-8603-0baedba6b457 req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Calling delete_port for 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:43.567343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89d0a6f1-07b4-4365-bb35-7fe195c97976 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.628619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0a6f1-07b4-4365-bb35-7fe195c97976 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Port': ['ID=00f2e7c6-7b80-48f1-83c8-c5b9aea56df9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:43.667278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66479ea4-7f92-4091-8396-e16e77fca66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.745934 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66479ea4-7f92-4091-8396-e16e77fca66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.750723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89d0a6f1-07b4-4365-bb35-7fe195c97976 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.757624 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-89d0a6f1-07b4-4365-bb35-7fe195c97976 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "DELETE /v2.0/ports/00f2e7c6-7b80-48f1-83c8-c5b9aea56df9 HTTP/1.1" status: 204 len: 168 time: 1.3099787 Dec 10 09:04:43.757990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36710) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:43.870506 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5c48f12-6905-419e-8603-0baedba6b457 req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.885653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['3b5e34e9-9c07-47a8-bbed-e15cfd95cca9'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:04:43.896986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-75fae9b8-1297-4f9c-aa5e-d2f08daf198c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting port edb3151a-f1ca-4c05-b923-aa726dc3455b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:43.897573 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-75fae9b8-1297-4f9c-aa5e-d2f08daf198c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.906666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66479ea4-7f92-4091-8396-e16e77fca66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.909727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66479ea4-7f92-4091-8396-e16e77fca66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.913399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-66479ea4-7f92-4091-8396-e16e77fca66a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0e448f2-4095-411a-a665-8523737cf57e HTTP/1.1" status: 204 len: 168 time: 0.4921722 Dec 10 09:04:43.913399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event deleted for resources: {'Port': ['ID=3b5e34e9-9c07-47a8-bbed-e15cfd95cca9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:43.925140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:04:43.949670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66479ea4-7f92-4091-8396-e16e77fca66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e448f2-4095-411a-a665-8523737cf57e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:43.950014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36718) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:43.971733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c48f12-6905-419e-8603-0baedba6b457 req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] No DVR routers for this DVR port 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:43.979336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5c48f12-6905-419e-8603-0baedba6b457 req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:43.987538 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5c48f12-6905-419e-8603-0baedba6b457 req-ea379f89-644d-43f7-9628-b4d5e13a24b4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "DELETE /v2.0/ports/3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 HTTP/1.1" status: 204 len: 173 time: 0.9872577 Dec 10 09:04:43.988034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01b96c3-9c46-45fe-b04b-13a9f4882ce0', 'name': 'network-vif-deleted', 'tag': '3b5e34e9-9c07-47a8-bbed-e15cfd95cca9'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:43.990378 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfcb6d0-4395-47d9-a300-05773ed6c6cf" -d '{"events": [{"server_uuid": "c01b96c3-9c46-45fe-b04b-13a9f4882ce0", "name": "network-vif-deleted", "tag": "3b5e34e9-9c07-47a8-bbed-e15cfd95cca9"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:44.115989 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca36b546-aa91-4ade-9f3a-2e9ff1d69a5b x-openstack-request-id: req-ca36b546-aa91-4ade-9f3a-2e9ff1d69a5b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:44.116487 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01b96c3-9c46-45fe-b04b-13a9f4882ce0", "name": "network-vif-deleted", "tag": "3b5e34e9-9c07-47a8-bbed-e15cfd95cca9", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:44.116726 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca36b546-aa91-4ade-9f3a-2e9ff1d69a5b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:44.117162 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01b96c3-9c46-45fe-b04b-13a9f4882ce0', 'name': 'network-vif-deleted', 'tag': '3b5e34e9-9c07-47a8-bbed-e15cfd95cca9', 'status': 'completed', 'code': 200} Dec 10 09:04:44.145184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-75fae9b8-1297-4f9c-aa5e-d2f08daf198c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.203720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-75fae9b8-1297-4f9c-aa5e-d2f08daf198c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Calling delete_port for edb3151a-f1ca-4c05-b923-aa726dc3455b owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:44.207679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48b4a1cd-5254-4942-bdfe-e262f53b86ab req-dd355b2d-4680-4b00-bab3-27f8bc5eb0de tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01b96c3-9c46-45fe-b04b-13a9f4882ce0 HTTP/1.1" status: 200 len: 210 time: 0.0390685 Dec 10 09:04:44.368600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-100378882'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:44.397093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-75fae9b8-1297-4f9c-aa5e-d2f08daf198c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.411460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:44.414858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.452448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fae9b8-1297-4f9c-aa5e-d2f08daf198c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Port': ['ID=edb3151a-f1ca-4c05-b923-aa726dc3455b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:44.458951 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.570375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-75fae9b8-1297-4f9c-aa5e-d2f08daf198c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.577369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36736) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:44.578998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-75fae9b8-1297-4f9c-aa5e-d2f08daf198c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "DELETE /v2.0/ports/edb3151a-f1ca-4c05-b923-aa726dc3455b HTTP/1.1" status: 204 len: 168 time: 0.8199177 Dec 10 09:04:44.634443 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.640677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.700128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb8f91f-bd98-411c-8e31-ddaa3c50110f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting subnet 85f53a55-7376-4757-aecf-c43d0e17611d {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:04:44.704805 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f91f-bd98-411c-8e31-ddaa3c50110f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.709287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:04:44.723113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a5f4e2-d7f0-4d7c-85fe-af1f9cd7ddaa,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:44.733253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.735437 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment 44575db9-cf26-4ba7-ba7e-b80ae9b11c24 of type vlan for network b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 Dec 10 09:04:44.795652 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f91f-bd98-411c-8e31-ddaa3c50110f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.805606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.865415 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.875506 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:44.876163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.953535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9873145 Dec 10 09:04:44.980135 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f91f-bd98-411c-8e31-ddaa3c50110f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:44.999161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e1d55-71d9-46b2-8bb6-9cd6a8361cfa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=b2e891c1-803f-41c0-ba45-2ff5ef7f08d6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:45.010798 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:04:45.140427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f91f-bd98-411c-8e31-ddaa3c50110f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.185329 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.188898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8f91f-bd98-411c-8e31-ddaa3c50110f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Subnet': ['ID=85f53a55-7376-4757-aecf-c43d0e17611d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:45.203141 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f91f-bd98-411c-8e31-ddaa3c50110f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.204739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3746749d-fe06-4493-b746-e5d85d3419b7 None None] Network aded683f-8ec1-409b-b472-c0766dd8c73b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:45.209639 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0fb8f91f-bd98-411c-8e31-ddaa3c50110f tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "DELETE /v2.0/subnets/85f53a55-7376-4757-aecf-c43d0e17611d HTTP/1.1" status: 204 len: 168 time: 0.6307685 Dec 10 09:04:45.212347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36760) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:45.319303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-544508c9-8886-4aa1-a83b-499f5e714e1c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting subnet 85caf6b4-e53f-4a3d-9937-b7efc22f8196 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:04:45.323407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-544508c9-8886-4aa1-a83b-499f5e714e1c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.387030 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-544508c9-8886-4aa1-a83b-499f5e714e1c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.492879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be4d89-4757-4461-a09b-459c903b59bd None None] DHCP port deletion for aded683f-8ec1-409b-b472-c0766dd8c73b request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:04:45.583020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f2be4d89-4757-4461-a09b-459c903b59bd None None] Deleting port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:45.584673 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f2be4d89-4757-4461-a09b-459c903b59bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.653243 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-544508c9-8886-4aa1-a83b-499f5e714e1c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.709168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f2be4d89-4757-4461-a09b-459c903b59bd None None] For port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=76895a30-1eb7-4213-a9b1-bf2263c1f7f8,segment=NetworkSegment(c9ffa8ad-f56d-41a4-93ad-46d239f1b16c),segment_id=c9ffa8ad-f56d-41a4-93ad-46d239f1b16c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:45.710149 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f2be4d89-4757-4461-a09b-459c903b59bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.732123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f2be4d89-4757-4461-a09b-459c903b59bd None None] Calling delete_port for 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:45.816334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-544508c9-8886-4aa1-a83b-499f5e714e1c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.905261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544508c9-8886-4aa1-a83b-499f5e714e1c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Subnet': ['ID=85caf6b4-e53f-4a3d-9937-b7efc22f8196,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:45.926786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-544508c9-8886-4aa1-a83b-499f5e714e1c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:45.936283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bbf756-f218-4b00-9363-d14afe90e7a6 None None] Network 65715e0f-6807-491a-ad82-063644e9b9f7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:45.940609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36786) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:45.945262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-544508c9-8886-4aa1-a83b-499f5e714e1c tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "DELETE /v2.0/subnets/85caf6b4-e53f-4a3d-9937-b7efc22f8196 HTTP/1.1" status: 204 len: 168 time: 0.7314284 Dec 10 09:04:46.114289 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f2be4d89-4757-4461-a09b-459c903b59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.125897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.146911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be4d89-4757-4461-a09b-459c903b59bd None None] Pushing event deleted for resources: {'Port': ['ID=76895a30-1eb7-4213-a9b1-bf2263c1f7f8,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:46.168071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be4d89-4757-4461-a09b-459c903b59bd None None] No DVR routers for this DVR port 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:46.264725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15315ed-6a85-4549-ad83-3bd36a200119 None None] DHCP port deletion for 65715e0f-6807-491a-ad82-063644e9b9f7 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:04:46.337279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:46.372967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.395508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aded683f-8ec1-409b-b472-c0766dd8c73b']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:46.414151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:46.414596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ffa8ad-f56d-41a4-93ad-46d239f1b16c') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:46.424549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:04:46.426061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 76895a30-1eb7-4213-a9b1-bf2263c1f7f8 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:04:46.426898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.461544 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.470051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:04:46.470458 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.480493 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c15315ed-6a85-4549-ad83-3bd36a200119 None None] Deleting port 40be11f6-1072-4354-aff4-5dfb322da8ec {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:46.483079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c15315ed-6a85-4549-ad83-3bd36a200119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.545008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687351-8dd4-479c-ac81-4a42721f35bf req-52c7f8d1-d915-400d-be3f-9ff05419d55f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:46.553078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-52c7f8d1-d915-400d-be3f-9ff05419d55f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2628651 Dec 10 09:04:46.583416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-689b24aa-53a9-4326-be2a-0f704cff2fd3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/quotas/896ec905588c42b0a034ed56fe0d2ca8 HTTP/1.1" status: 200 len: 375 time: 0.0281222 Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:04:46.594060 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:04:46.601231 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.619592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.631301 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "DELETE /v2.0/networks/aded683f-8ec1-409b-b472-c0766dd8c73b HTTP/1.1" status: 204 len: 168 time: 0.6868668 Dec 10 09:04:46.647772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36824) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:46.651263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c15315ed-6a85-4549-ad83-3bd36a200119 None None] For port 40be11f6-1072-4354-aff4-5dfb322da8ec, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=40be11f6-1072-4354-aff4-5dfb322da8ec,segment=NetworkSegment(b1f06c1f-48b6-4793-8024-52feb5e08c93),segment_id=b1f06c1f-48b6-4793-8024-52feb5e08c93)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:46.652072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe181a4-bb3c-441a-a77a-0aa0eb2d7247 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Network': ['ID=aded683f-8ec1-409b-b472-c0766dd8c73b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:46.653163 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c15315ed-6a85-4549-ad83-3bd36a200119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.688603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c15315ed-6a85-4549-ad83-3bd36a200119 None None] Calling delete_port for 40be11f6-1072-4354-aff4-5dfb322da8ec owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:46.783373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:46.865277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-833110a4-2c06-43f7-bd24-09375e37c150 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2731421 Dec 10 09:04:46.972410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-448798fb-3fb7-4903-ad5c-de730c31817d service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056905 Dec 10 09:04:47.079767 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c15315ed-6a85-4549-ad83-3bd36a200119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:47.083704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Deleting port 40be11f6-1072-4354-aff4-5dfb322da8ec {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:47.084284 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:47.103502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15315ed-6a85-4549-ad83-3bd36a200119 None None] No DVR routers for this DVR port 40be11f6-1072-4354-aff4-5dfb322da8ec on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:47.142349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15315ed-6a85-4549-ad83-3bd36a200119 None None] Pushing event deleted for resources: {'Port': ['ID=40be11f6-1072-4354-aff4-5dfb322da8ec,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:47.163681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] For port 40be11f6-1072-4354-aff4-5dfb322da8ec, host n-d-814746-3, got binding levels [] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:47.164049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:47.183369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Calling delete_port for 40be11f6-1072-4354-aff4-5dfb322da8ec owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:47.186581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.ipam_backend_mixin [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Port 40be11f6-1072-4354-aff4-5dfb322da8ec was not found and therefore no delete operation was performed {{(pid=114969) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 09:04:47.190328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:47.256351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Port': ['ID=40be11f6-1072-4354-aff4-5dfb322da8ec,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:47.258400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] No DVR routers for this DVR port 40be11f6-1072-4354-aff4-5dfb322da8ec on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:47.320539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-9617637e-a8aa-4f9f-a5d5-fbcf79703f42 service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468595 Dec 10 09:04:47.691131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:47.741564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:04:47.743740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3b5e34e9-9c07-47a8-bbed-e15cfd95cca9 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:04:47.845892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:47.928841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dea0c072-efb3-472b-bc39-16185b774c80 req-d108b584-c131-4202-8c00-6ca2bb82fcdc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 210 time: 0.0888574 Dec 10 09:04:47.944597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65715e0f-6807-491a-ad82-063644e9b9f7']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:47.958401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f06c1f-48b6-4793-8024-52feb5e08c93') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:47.959321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f06c1f-48b6-4793-8024-52feb5e08c93') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:47.985052 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:48.012459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:48.021438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:04:48.022125 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:04:48.026155 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:04:48.113328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:48.139635 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:48.153479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] 10.222.0.31 "DELETE /v2.0/networks/65715e0f-6807-491a-ad82-063644e9b9f7 HTTP/1.1" status: 204 len: 168 time: 1.5040898 Dec 10 09:04:48.222391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6379691-7361-4882-b94b-3e4c9d356f73 tempest-TaggedBootDevicesTest-90422737 tempest-TaggedBootDevicesTest-90422737-project] Pushing event deleted for resources: {'Network': ['ID=65715e0f-6807-491a-ad82-063644e9b9f7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:48.267443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36922) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:48.275899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': 'b2e891c1-803f-41c0-ba45-2ff5ef7f08d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:48.306613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 40be11f6-1072-4354-aff4-5dfb322da8ec no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:04:48.366376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 40be11f6-1072-4354-aff4-5dfb322da8ec {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:04:48.366769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 40be11f6-1072-4354-aff4-5dfb322da8ec not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:04:48.489542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:48.493111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:48.706954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfc30-591d-4b70-b5a3-606530ac80c7 req-50569e56-18fa-4517-8611-e985f91cd8cf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:48.734568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfc30-591d-4b70-b5a3-606530ac80c7 req-50569e56-18fa-4517-8611-e985f91cd8cf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:48.740835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfc30-591d-4b70-b5a3-606530ac80c7 req-50569e56-18fa-4517-8611-e985f91cd8cf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:48.749490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfc30-591d-4b70-b5a3-606530ac80c7 req-50569e56-18fa-4517-8611-e985f91cd8cf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:48.756404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfc30-591d-4b70-b5a3-606530ac80c7 req-50569e56-18fa-4517-8611-e985f91cd8cf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:48.763114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfc30-591d-4b70-b5a3-606530ac80c7 req-50569e56-18fa-4517-8611-e985f91cd8cf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:48.770519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfc30-591d-4b70-b5a3-606530ac80c7 req-50569e56-18fa-4517-8611-e985f91cd8cf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:48.781576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30cbfc30-591d-4b70-b5a3-606530ac80c7 req-50569e56-18fa-4517-8611-e985f91cd8cf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5444 time: 0.2549891 Dec 10 09:04:48.930116 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30cbfc30-591d-4b70-b5a3-606530ac80c7 req-2b64d2c6-c023-4d1f-b24a-9c8f302ebd6f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469934 Dec 10 09:04:49.070244 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.176917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.213805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16cda85-088e-4707-8dd0-4b04b301a25e req-808d91fd-4a1a-4c3b-878e-e9265ecdb314 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 210 time: 0.0618777 Dec 10 09:04:49.246951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=a345a444-fb4c-4918-971f-45209517a3a9,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:49.283317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking segment: {'id': '44575db9-cf26-4ba7-ba7e-b80ae9b11c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2e891c1-803f-41c0-ba45-2ff5ef7f08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:49.286121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network hostable DHCP agents. Network: b2e891c1-803f-41c0-ba45-2ff5ef7f08d6, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:04:49.376524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d814-4d6d-482b-9525-d9a4bfc49e58 req-266c2308-2052-4f9d-9cb1-a73b56ad2f25 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.394416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d814-4d6d-482b-9525-d9a4bfc49e58 req-266c2308-2052-4f9d-9cb1-a73b56ad2f25 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.413740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d814-4d6d-482b-9525-d9a4bfc49e58 req-266c2308-2052-4f9d-9cb1-a73b56ad2f25 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.415051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687351-8dd4-479c-ac81-4a42721f35bf req-55ff861f-9a61-4a56-9e7c-715b15e6c413 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.420199 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-55ff861f-9a61-4a56-9e7c-715b15e6c413 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2558932 Dec 10 09:04:49.438632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d814-4d6d-482b-9525-d9a4bfc49e58 req-266c2308-2052-4f9d-9cb1-a73b56ad2f25 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.444629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Request body: {'port': {'device_id': 'b652cb7f-b708-4bd5-ad69-d92b08f990f7', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'admin_state_up': True, 'tenant_id': '896ec905588c42b0a034ed56fe0d2ca8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:49.458372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d814-4d6d-482b-9525-d9a4bfc49e58 req-266c2308-2052-4f9d-9cb1-a73b56ad2f25 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.471916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d814-4d6d-482b-9525-d9a4bfc49e58 req-266c2308-2052-4f9d-9cb1-a73b56ad2f25 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.479615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d814-4d6d-482b-9525-d9a4bfc49e58 req-266c2308-2052-4f9d-9cb1-a73b56ad2f25 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.487149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0768d814-4d6d-482b-9525-d9a4bfc49e58 req-266c2308-2052-4f9d-9cb1-a73b56ad2f25 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5444 time: 0.3536181 Dec 10 09:04:49.487149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:04:49.509753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, b2e891c1-803f-41c0-ba45-2ff5ef7f08d6) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:49.517219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.518225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.526485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd574a37-e342-4f15-8ce5-6caf866e1762 None None] Network b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:49.563143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b5821baa-9cf5-4b2b-b6d3-bcb3b69f955b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2940519 Dec 10 09:04:49.566436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36998) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:49.573370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-720372824'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:49.606481 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:04:49.639393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:49.643264 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.678084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:04:49.691422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.692296 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment e110f278-3560-4d1b-afd1-bd43adf61d0c of type vlan for network 5ab02c3c-f80a-436c-8d98-c0982754c84f Dec 10 09:04:49.778343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Made reservation on behalf of 896ec905588c42b0a034ed56fe0d2ca8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:49.780102 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.784289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.833802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-b2e891c1-803f-41c0-ba45-2ff5ef7f08d6', 'network_id': 'b2e891c1-803f-41c0-ba45-2ff5ef7f08d6', 'project_id': 'eb68629c7c0b4cd1ae34e898e2b44e48', 'fixed_ips': [{'subnet_id': 'a345a444-fb4c-4918-971f-45209517a3a9'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:04:49.834694 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.843815 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.858181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:49.858989 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:49.897446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3274040 Dec 10 09:04:49.898107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37016) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:49.939362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': '5ab02c3c-f80a-436c-8d98-c0982754c84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:50.070076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Allocated IP 2001:db8:0:ffff::2 (b2e891c1-803f-41c0-ba45-2ff5ef7f08d6/a345a444-fb4c-4918-971f-45209517a3a9/687393f6-e20a-42f7-981e-0a7b2e4b37e5) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:50.079432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8a528-f6f6-484b-b696-abf32f1c077f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=5ab02c3c-f80a-436c-8d98-c0982754c84f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:50.093337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 5ab02c3c-f80a-436c-8d98-c0982754c84f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:04:50.116810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:50.121801 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:50.158842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Allocated IP 172.20.0.6 (8af02a1a-e1d2-498c-8949-2e362c8a808d/ff99d532-c043-4377-9645-c5021d649940/f0a05c9f-c4df-46d7-ac1e-862562b8a893) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:50.440511 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac5f58da-08b8-469b-9c0c-2c3458442c25 req-46f68e18-f96c-49fe-8462-bee14160caee tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 210 time: 0.0526917 Dec 10 09:04:50.509386 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:50.516136 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:50.543890 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:50.569836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:50.579247 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:50.609214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking segment: {'id': 'e110f278-3560-4d1b-afd1-bd43adf61d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5ab02c3c-f80a-436c-8d98-c0982754c84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:50.609664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network hostable DHCP agents. Network: 5ab02c3c-f80a-436c-8d98-c0982754c84f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:04:50.615846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:04:50.639902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:50.658622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:50.666729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=ed1aa4ff-9c84-40c5-bcd8-b45cf48ffc8f,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:50.675412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:50.719303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network 5ab02c3c-f80a-436c-8d98-c0982754c84f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:04:50.742558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 5ab02c3c-f80a-436c-8d98-c0982754c84f) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:50.752347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:50.752961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:50.788481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9e5d3500-b1a4-4481-b871-64e670db4386 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8891280 Dec 10 09:04:50.789260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37084) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:50.810416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Pushing event updated for resources: {'Port': ['ID=687393f6-e20a-42f7-981e-0a7b2e4b37e5,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:50.811509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:50.816112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24e8e0-9f76-4c24-8402-2ce5f652f278 None None] Network 5ab02c3c-f80a-436c-8d98-c0982754c84f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:50.820987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:50.858314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Network b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:50.882297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event updated for resources: {'Port': ['ID=f0a05c9f-c4df-46d7-ac1e-862562b8a893,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:50.891481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-619c4a7c-ac44-4265-8d28-50a751a44d45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4557154 Dec 10 09:04:50.902712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:50.907748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:50.915509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Request body: {'port': {'device_id': 'b652cb7f-b708-4bd5-ad69-d92b08f990f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:50.946853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:50.997078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Attempting to bind port 687393f6-e20a-42f7-981e-0a7b2e4b37e5 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:04:50.997450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Attempting to bind port 687393f6-e20a-42f7-981e-0a7b2e4b37e5 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '44575db9-cf26-4ba7-ba7e-b80ae9b11c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2e891c1-803f-41c0-ba45-2ff5ef7f08d6'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:04:50.997842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Attempting to bind port 687393f6-e20a-42f7-981e-0a7b2e4b37e5 on network b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:51.019533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:04:51.019805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Checking segment: {'id': '44575db9-cf26-4ba7-ba7e-b80ae9b11c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2e891c1-803f-41c0-ba45-2ff5ef7f08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:51.020222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.020809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Bound using segment: {'id': '44575db9-cf26-4ba7-ba7e-b80ae9b11c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2e891c1-803f-41c0-ba45-2ff5ef7f08d6'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:04:51.021488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Bound port: 687393f6-e20a-42f7-981e-0a7b2e4b37e5, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44575db9-cf26-4ba7-ba7e-b80ae9b11c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2e891c1-803f-41c0-ba45-2ff5ef7f08d6'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:04:51.022072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.035995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.076263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f196af7c-6e44-419e-af0d-4777f139bdb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-5ab02c3c-f80a-436c-8d98-c0982754c84f', 'network_id': '5ab02c3c-f80a-436c-8d98-c0982754c84f', 'project_id': 'eb68629c7c0b4cd1ae34e898e2b44e48', 'fixed_ips': [{'subnet_id': 'ed1aa4ff-9c84-40c5-bcd8-b45cf48ffc8f'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:04:51.077603 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f196af7c-6e44-419e-af0d-4777f139bdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.117697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.183945 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.230076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1aa4ff-9c84-40c5-bcd8-b45cf48ffc8f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:51.324060 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.348349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab02c3c-f80a-436c-8d98-c0982754c84f']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:51.360665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e110f278-3560-4d1b-afd1-bd43adf61d0c') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:51.361104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e110f278-3560-4d1b-afd1-bd43adf61d0c') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:51.376223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.392383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.395223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] For port 687393f6-e20a-42f7-981e-0a7b2e4b37e5, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:51.399472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:04:51.399930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server [None req-f196af7c-6e44-419e-af0d-4777f139bdb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed1aa4ff-9c84-40c5-bcd8-b45cf48ffc8f: This subnet is being modified by another concurrent operation. Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:04:51.486705 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise exception Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed1aa4ff-9c84-40c5-bcd8-b45cf48ffc8f: This subnet is being modified by another concurrent operation. Dec 10 09:04:51.491093 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:04:51.495030 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.503968 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] For port 687393f6-e20a-42f7-981e-0a7b2e4b37e5, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=687393f6-e20a-42f7-981e-0a7b2e4b37e5,segment=NetworkSegment(44575db9-cf26-4ba7-ba7e-b80ae9b11c24),segment_id=44575db9-cf26-4ba7-ba7e-b80ae9b11c24)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:04:51.515353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.525485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/5ab02c3c-f80a-436c-8d98-c0982754c84f HTTP/1.1" status: 204 len: 168 time: 0.7316804 Dec 10 09:04:51.527133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37110) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:51.546666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2703f-81ea-4194-bf7f-f64e16cf2f89 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=5ab02c3c-f80a-436c-8d98-c0982754c84f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:51.562194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533829627'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:51.589815 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.610870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b41ccd-5556-41ce-a917-5dcdc1a21566 None None] Network 5ab02c3c-f80a-436c-8d98-c0982754c84f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:51.661187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:51.677231 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.707384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b41ccd-5556-41ce-a917-5dcdc1a21566 None None] Network 5ab02c3c-f80a-436c-8d98-c0982754c84f could not be found, it might have been deleted concurrently. {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 09:04:51.751761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b505ba-92ad-4ac9-b64b-2f483c7031df req-4f01a7d9-c217-481d-86d2-288e948cbc2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:51.776738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7b505ba-92ad-4ac9-b64b-2f483c7031df req-4f01a7d9-c217-481d-86d2-288e948cbc2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 931 time: 0.1433740 Dec 10 09:04:51.805666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b83e02-a7b4-49e0-b74c-12282345190f None None] Pushing event updated for resources: {'Port': ['ID=687393f6-e20a-42f7-981e-0a7b2e4b37e5,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:51.892800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7b505ba-92ad-4ac9-b64b-2f483c7031df req-370e7bcd-04b4-4eec-8170-ac156d8c8173 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150188 Dec 10 09:04:51.909294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:04:51.932801 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:51.933148 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment 1094f1b3-9027-486e-b33b-aa22a635b324 of type vlan for network 397c9bba-92ab-43b4-b8f9-f729529ad8b5 Dec 10 09:04:52.071502 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.168914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a05c9f-c4df-46d7-ac1e-862562b8a893 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:04:52.180986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.222696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Transition to ACTIVE for port object f0a05c9f-c4df-46d7-ac1e-862562b8a893 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:04:52.224537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.231763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:52.232815 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.249094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.285497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:52.320419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 687393f6-e20a-42f7-981e-0a7b2e4b37e5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:52.420919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8684101 Dec 10 09:04:52.423635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37138) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:52.435157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': '397c9bba-92ab-43b4-b8f9-f729529ad8b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:52.445213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 687393f6-e20a-42f7-981e-0a7b2e4b37e5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:52.445616 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.470964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a599f-6b89-43a9-9dd8-d4a52d72cd8c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=397c9bba-92ab-43b4-b8f9-f729529ad8b5,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:52.496183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0bbfc62c-5db4-4514-a9fe-566436681687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.529178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 397c9bba-92ab-43b4-b8f9-f729529ad8b5 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:04:52.563052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a05c9f-c4df-46d7-ac1e-862562b8a893,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:52.672276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:52.677399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.678389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37142) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:52.706493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Attempting to bind port f0a05c9f-c4df-46d7-ac1e-862562b8a893 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:04:52.707013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Attempting to bind port f0a05c9f-c4df-46d7-ac1e-862562b8a893 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:04:52.707173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Attempting to bind port f0a05c9f-c4df-46d7-ac1e-862562b8a893 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:52.713260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0bbfc62c-5db4-4514-a9fe-566436681687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.734375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0bbfc62c-5db4-4514-a9fe-566436681687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.739393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37146) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:52.772284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Port f0a05c9f-c4df-46d7-ac1e-862562b8a893 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:04:52.774589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Attempting to bind port f0a05c9f-c4df-46d7-ac1e-862562b8a893 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:52.804238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:04:52.804592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Checking segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:52.804968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Bound using segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:04:52.805429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Bound port: f0a05c9f-c4df-46d7-ac1e-862562b8a893, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:04:52.806181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.813446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0bbfc62c-5db4-4514-a9fe-566436681687 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d30ff33eb0fa4a7f9df4b76b2ec9bf53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257418 Dec 10 09:04:52.826088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37150) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:52.829682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfc62c-5db4-4514-a9fe-566436681687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4a9371-4226-4c3a-b59f-2fbeb961d877,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:52.865801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-fc4ea318-2972-42a8-9a44-86bd8b46a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:52.866592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-fc4ea318-2972-42a8-9a44-86bd8b46a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:52.867238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-fc4ea318-2972-42a8-9a44-86bd8b46a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:52.867923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-fc4ea318-2972-42a8-9a44-86bd8b46a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:52.868933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-fc4ea318-2972-42a8-9a44-86bd8b46a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:52.869592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-fc4ea318-2972-42a8-9a44-86bd8b46a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:52.870258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-fc4ea318-2972-42a8-9a44-86bd8b46a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:52.881098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-fc4ea318-2972-42a8-9a44-86bd8b46a769 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6501 time: 0.2014670 Dec 10 09:04:52.883704 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.912163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7dd8-cf6b-4d32-8e5c-14d33c4936f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:52.942985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 687393f6-e20a-42f7-981e-0a7b2e4b37e5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=687393f6-e20a-42f7-981e-0a7b2e4b37e5,segment=NetworkSegment(44575db9-cf26-4ba7-ba7e-b80ae9b11c24),segment_id=44575db9-cf26-4ba7-ba7e-b80ae9b11c24)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:52.954256 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.048773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=687393f6-e20a-42f7-981e-0a7b2e4b37e5,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:53.086225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-7c9c624c-850c-43d2-8f90-8e7d6bf53f59 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037718 Dec 10 09:04:53.145134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fa882-4edd-4ffe-86fd-e36243c2c51f req-ce2f30cf-3d1b-4ad9-9337-c71cb52aeabc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:53.146848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d4fa882-4edd-4ffe-86fd-e36243c2c51f req-ce2f30cf-3d1b-4ad9-9337-c71cb52aeabc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 943 time: 0.1231189 Dec 10 09:04:53.160798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9edcab8c-d250-48a5-a321-f0c5c46ff5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.174244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] For port f0a05c9f-c4df-46d7-ac1e-862562b8a893, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:53.185184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] For port f0a05c9f-c4df-46d7-ac1e-862562b8a893, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f0a05c9f-c4df-46d7-ac1e-862562b8a893,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:04:53.195211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7dd8-cf6b-4d32-8e5c-14d33c4936f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.209906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7dd8-cf6b-4d32-8e5c-14d33c4936f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.217390 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.268270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d4fa882-4edd-4ffe-86fd-e36243c2c51f req-5c23255d-200a-4324-a336-a467b22cc84c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110792 Dec 10 09:04:53.274021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2e7a7dd8-cf6b-4d32-8e5c-14d33c4936f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87e9c9f09d5e40339402180748a602ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322218 Dec 10 09:04:53.274927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37160) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:53.282457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a7dd8-cf6b-4d32-8e5c-14d33c4936f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9002be-92fe-48af-ad84-2952138f96dd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:53.290153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a05c9f-c4df-46d7-ac1e-862562b8a893,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:53.300384 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9edcab8c-d250-48a5-a321-f0c5c46ff5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.332061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:53.334004 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.336069 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-84ed3cfb-a4ee-4c86-9cbc-85dbd57f05a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/f0a05c9f-c4df-46d7-ac1e-862562b8a893 HTTP/1.1" status: 200 len: 1091 time: 2.4338555 Dec 10 09:04:53.336069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b652cb7f-b708-4bd5-ad69-d92b08f990f7', 'tag': 'f0a05c9f-c4df-46d7-ac1e-862562b8a893'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:04:53.341390 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b652cb7f-b708-4bd5-ad69-d92b08f990f7", "tag": "f0a05c9f-c4df-46d7-ac1e-862562b8a893"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:04:53.364788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-609a1f10-64ce-4763-9bf4-216b3c1644b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.411358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-609a1f10-64ce-4763-9bf4-216b3c1644b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.433436 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7d8e64-49ca-4984-9bba-b98b30ba844c x-openstack-request-id: req-8c7d8e64-49ca-4984-9bba-b98b30ba844c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:04:53.433791 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b652cb7f-b708-4bd5-ad69-d92b08f990f7", "tag": "f0a05c9f-c4df-46d7-ac1e-862562b8a893", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:04:53.434169 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c7d8e64-49ca-4984-9bba-b98b30ba844c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:04:53.434637 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b652cb7f-b708-4bd5-ad69-d92b08f990f7', 'tag': 'f0a05c9f-c4df-46d7-ac1e-862562b8a893', 'status': 'completed', 'code': 200} Dec 10 09:04:53.480281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-609a1f10-64ce-4763-9bf4-216b3c1644b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.485786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-609a1f10-64ce-4763-9bf4-216b3c1644b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.488011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.488678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-609a1f10-64ce-4763-9bf4-216b3c1644b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb9002be-92fe-48af-ad84-2952138f96dd HTTP/1.1" status: 204 len: 168 time: 0.2128246 Dec 10 09:04:53.500679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1f10-64ce-4763-9bf4-216b3c1644b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9002be-92fe-48af-ad84-2952138f96dd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:53.515627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687351-8dd4-479c-ac81-4a42721f35bf req-1f670010-e830-4dd2-a40c-6f95679260d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:53.520447 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-1f670010-e830-4dd2-a40c-6f95679260d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 1094 time: 0.1113322 Dec 10 09:04:53.537152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642407c1-07b9-495f-8850-82a6d1bb0f9e None None] Network b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:53.558536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9edcab8c-d250-48a5-a321-f0c5c46ff5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.561907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9edcab8c-d250-48a5-a321-f0c5c46ff5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.565352 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9edcab8c-d250-48a5-a321-f0c5c46ff5d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b4a9371-4226-4c3a-b59f-2fbeb961d877 HTTP/1.1" status: 204 len: 168 time: 0.7341850 Dec 10 09:04:53.587260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcab8c-d250-48a5-a321-f0c5c46ff5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4a9371-4226-4c3a-b59f-2fbeb961d877,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:53.640413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-e2966617-187e-43db-b8a7-b6f184011f70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0a05c9f-c4df-46d7-ac1e-862562b8a893 HTTP/1.1" status: 200 len: 217 time: 0.0822852 Dec 10 09:04:53.708669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687351-8dd4-479c-ac81-4a42721f35bf req-09d4fd08-2571-43c7-8dce-b4cb7a8b27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:53.710660 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-09d4fd08-2571-43c7-8dce-b4cb7a8b27ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.0620232 Dec 10 09:04:53.711593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=eeacfb25-7461-4561-a138-af1189bd2295,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:53.731431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a25cd9f1-4623-428d-9eac-1c8c8b5abdf9 None None] Provisioning complete for port 687393f6-e20a-42f7-981e-0a7b2e4b37e5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:53.732071 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a25cd9f1-4623-428d-9eac-1c8c8b5abdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.751796 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-e41ec79e-bfb6-4498-81d6-8941208131df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299916 Dec 10 09:04:53.768872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking segment: {'id': '1094f1b3-9027-486e-b33b-aa22a635b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '397c9bba-92ab-43b4-b8f9-f729529ad8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:53.769378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network hostable DHCP agents. Network: 397c9bba-92ab-43b4-b8f9-f729529ad8b5, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:04:53.840982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network 397c9bba-92ab-43b4-b8f9-f729529ad8b5 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:04:53.861396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 397c9bba-92ab-43b4-b8f9-f729529ad8b5) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:53.872404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:53.873057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:53.893404 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-e9f73f53-e7c0-45b3-869e-9cbe1ed4dd20 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337767 Dec 10 09:04:53.904484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-12e4fa24-a36d-4c5d-9533-dbaacc7a0ea4 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4708970 Dec 10 09:04:53.905399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37174) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:53.911801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249123903'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:53.924061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e9398c-25b4-4c71-a509-9c04c6d2199f None None] Network 397c9bba-92ab-43b4-b8f9-f729529ad8b5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:53.967838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:53.972864 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.053800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:04:54.079485 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.081392 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment 36fcc381-fa59-405a-b4cc-145613c94813 of type vlan for network b811e195-35cf-4bd8-80c5-41cf0f9a38eb Dec 10 09:04:54.187418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-397c9bba-92ab-43b4-b8f9-f729529ad8b5', 'network_id': '397c9bba-92ab-43b4-b8f9-f729529ad8b5', 'project_id': 'eb68629c7c0b4cd1ae34e898e2b44e48', 'fixed_ips': [{'subnet_id': 'eeacfb25-7461-4561-a138-af1189bd2295'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:04:54.188573 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.200533 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72687351-8dd4-479c-ac81-4a42721f35bf req-adc287ef-3e67-4f00-a381-1c664ac0919a service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978294 Dec 10 09:04:54.214744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37190) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:54.234836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ac329c9-dcab-4267-ac3b-b9dbd03ad45d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.243919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.321744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.336174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:54.338551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.456434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Allocated IP 2001:db8::1 (397c9bba-92ab-43b4-b8f9-f729529ad8b5/eeacfb25-7461-4561-a138-af1189bd2295/a6be13ff-e86e-4593-a117-12cf40ece22e) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:54.463534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-7f4568b5-87eb-4525-88b2-c2de694b946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:54.470186 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-7f4568b5-87eb-4525-88b2-c2de694b946b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 1094 time: 0.1946406 Dec 10 09:04:54.486444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 687393f6-e20a-42f7-981e-0a7b2e4b37e5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:54.525387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6187730 Dec 10 09:04:54.530982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37196) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:54.558380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': 'b811e195-35cf-4bd8-80c5-41cf0f9a38eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:54.616985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd844ba-df65-42c0-a054-b37433df0261 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=b811e195-35cf-4bd8-80c5-41cf0f9a38eb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:54.640894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-71e6478f-43c7-4f37-9f43-3653bc02c5eb None None] Provisioning complete for port 687393f6-e20a-42f7-981e-0a7b2e4b37e5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:54.641253 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-71e6478f-43c7-4f37-9f43-3653bc02c5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.655415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e4856-5a7d-40c4-a28d-531b64d1a54f req-5d90db37-4f48-4cc8-a649-910e159fef6e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:54.665707 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-514e4856-5a7d-40c4-a28d-531b64d1a54f req-5d90db37-4f48-4cc8-a649-910e159fef6e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 943 time: 0.1502845 Dec 10 09:04:54.728130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b811e195-35cf-4bd8-80c5-41cf0f9a38eb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:04:54.760559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-514e4856-5a7d-40c4-a28d-531b64d1a54f req-3b2a48f7-17a9-4169-a9b9-7411f9ce19af tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935783 Dec 10 09:04:54.847677 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ac329c9-dcab-4267-ac3b-b9dbd03ad45d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.873922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ac329c9-dcab-4267-ac3b-b9dbd03ad45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:54.932275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37206) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:54.947250 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8ac329c9-dcab-4267-ac3b-b9dbd03ad45d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14572484d1b64b90a63d08a1e09ef8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7312438 Dec 10 09:04:54.958062 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 687393f6-e20a-42f7-981e-0a7b2e4b37e5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:54.958616 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.046216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-010c0891-0ca4-489e-af99-b680ac77458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:55.048015 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-010c0891-0ca4-489e-af99-b680ac77458b service neutron] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 906 time: 0.5680339 Dec 10 09:04:55.098425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1a54e8f2-3008-4b66-bceb-77c4af0755cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.173906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1a54e8f2-3008-4b66-bceb-77c4af0755cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.232849 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.284391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.289235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1a54e8f2-3008-4b66-bceb-77c4af0755cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.292198 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1a54e8f2-3008-4b66-bceb-77c4af0755cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.294719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1a54e8f2-3008-4b66-bceb-77c4af0755cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eaac1639-3bf6-4e19-8b78-5845e81a3727 HTTP/1.1" status: 204 len: 168 time: 0.3604863 Dec 10 09:04:55.312388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54e8f2-3008-4b66-bceb-77c4af0755cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaac1639-3bf6-4e19-8b78-5845e81a3727,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:55.388321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Network 397c9bba-92ab-43b4-b8f9-f729529ad8b5 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:55.416869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Pushing event updated for resources: {'Port': ['ID=a6be13ff-e86e-4593-a117-12cf40ece22e,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:55.435242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:55.437969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:55.508878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Attempting to bind port a6be13ff-e86e-4593-a117-12cf40ece22e on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:04:55.509540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Attempting to bind port a6be13ff-e86e-4593-a117-12cf40ece22e by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '1094f1b3-9027-486e-b33b-aa22a635b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '397c9bba-92ab-43b4-b8f9-f729529ad8b5'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:04:55.510184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Attempting to bind port a6be13ff-e86e-4593-a117-12cf40ece22e on network 397c9bba-92ab-43b4-b8f9-f729529ad8b5 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:55.517655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:04:55.518388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Checking segment: {'id': '1094f1b3-9027-486e-b33b-aa22a635b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '397c9bba-92ab-43b4-b8f9-f729529ad8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:55.519022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.519623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Bound using segment: {'id': '1094f1b3-9027-486e-b33b-aa22a635b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '397c9bba-92ab-43b4-b8f9-f729529ad8b5'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:04:55.520342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Bound port: a6be13ff-e86e-4593-a117-12cf40ece22e, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1094f1b3-9027-486e-b33b-aa22a635b324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '397c9bba-92ab-43b4-b8f9-f729529ad8b5'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:04:55.520931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.606179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] For port a6be13ff-e86e-4593-a117-12cf40ece22e, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:55.611286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] For port a6be13ff-e86e-4593-a117-12cf40ece22e, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a6be13ff-e86e-4593-a117-12cf40ece22e,segment=NetworkSegment(1094f1b3-9027-486e-b33b-aa22a635b324),segment_id=1094f1b3-9027-486e-b33b-aa22a635b324)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:04:55.617339 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.632863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac329c9-dcab-4267-ac3b-b9dbd03ad45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaac1639-3bf6-4e19-8b78-5845e81a3727,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:55.644110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-2ec0b8c1-fe31-42ad-a2e5-5970b3abe911 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0a05c9f-c4df-46d7-ac1e-862562b8a893 HTTP/1.1" status: 200 len: 217 time: 0.5781620 Dec 10 09:04:55.648206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:55.652698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:55.710619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746518e-1609-4693-a9a1-23f9c2d2434e None None] Pushing event updated for resources: {'Port': ['ID=a6be13ff-e86e-4593-a117-12cf40ece22e,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:55.738643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Performing IP validity checks on allocation pools {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 09:04:55.739173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 09:04:55.978462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-0ffd8368-fb4a-405e-b7d5-8e4d2ce400ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:55.980153 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-0ffd8368-fb4a-405e-b7d5-8e4d2ce400ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.1891832 Dec 10 09:04:56.008716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d9ab-e895-4664-b7d4-4ebce28122fd req-0cd9bbf7-b000-4744-9347-7d7d11dc6885 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:56.018800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e2d9ab-e895-4664-b7d4-4ebce28122fd req-0cd9bbf7-b000-4744-9347-7d7d11dc6885 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 943 time: 0.1280432 Dec 10 09:04:56.055608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-760ac375-a9a0-4fa3-8591-fe04507b73ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471840 Dec 10 09:04:56.221021 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-d8a9567a-e4b3-4c48-a983-3425309414d0 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436071 Dec 10 09:04:56.223458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e2d9ab-e895-4664-b7d4-4ebce28122fd req-a015d937-801c-4e84-bd98-f24f3d4a35b8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033424 Dec 10 09:04:56.228755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:56.303562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a6be13ff-e86e-4593-a117-12cf40ece22e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:56.356047 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2b352b4b-5a67-49d5-abe0-68da4edf8e1b req-95c05855-97e7-4c74-8fcb-e84ebaf37ab3 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223102 Dec 10 09:04:56.426936 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a6be13ff-e86e-4593-a117-12cf40ece22e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:56.427306 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:56.434290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking segment: {'id': '36fcc381-fa59-405a-b4cc-145613c94813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b811e195-35cf-4bd8-80c5-41cf0f9a38eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:56.434654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network hostable DHCP agents. Network: b811e195-35cf-4bd8-80c5-41cf0f9a38eb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:04:56.440721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=dda30f9c-2604-4e12-a684-49e8442ab5ab,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:56.460668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network b811e195-35cf-4bd8-80c5-41cf0f9a38eb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:04:56.476841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, b811e195-35cf-4bd8-80c5-41cf0f9a38eb) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:56.495049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:56.495719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:56.527918 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bc8f1102-09b2-4436-8a3b-078b96c14505 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9943221 Dec 10 09:04:56.529008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37318) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:56.536539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:56.538631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0294163a-9a93-45de-90ee-9398bdda490b None None] Network b811e195-35cf-4bd8-80c5-41cf0f9a38eb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:56.624712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port a6be13ff-e86e-4593-a117-12cf40ece22e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a6be13ff-e86e-4593-a117-12cf40ece22e,segment=NetworkSegment(1094f1b3-9027-486e-b33b-aa22a635b324),segment_id=1094f1b3-9027-486e-b33b-aa22a635b324)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:56.638479 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:56.731951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=a6be13ff-e86e-4593-a117-12cf40ece22e,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:56.743146 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:56.744198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-b811e195-35cf-4bd8-80c5-41cf0f9a38eb', 'network_id': 'b811e195-35cf-4bd8-80c5-41cf0f9a38eb', 'project_id': 'eb68629c7c0b4cd1ae34e898e2b44e48', 'fixed_ips': [{'subnet_id': 'dda30f9c-2604-4e12-a684-49e8442ab5ab'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:04:56.745294 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:56.818254 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:56.829371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37330) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:56.958301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Allocated IP 2001:db8::3 (b811e195-35cf-4bd8-80c5-41cf0f9a38eb/dda30f9c-2604-4e12-a684-49e8442ab5ab/5e0eded8-63cd-4a38-a7ee-f86c82518e2c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:04:57.155104 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c73d102-9e26-4989-9f54-94fb5e48eaf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.173150 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.191649 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.225235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.244266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Pushing event updated for resources: {'Port': ['ID=5e0eded8-63cd-4a38-a7ee-f86c82518e2c,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:57.270200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Network b811e195-35cf-4bd8-80c5-41cf0f9a38eb is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:04:57.272879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:04:57.276670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:04:57.306880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c73d102-9e26-4989-9f54-94fb5e48eaf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.315633 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c73d102-9e26-4989-9f54-94fb5e48eaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.353959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Attempting to bind port 5e0eded8-63cd-4a38-a7ee-f86c82518e2c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:04:57.354521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Attempting to bind port 5e0eded8-63cd-4a38-a7ee-f86c82518e2c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '36fcc381-fa59-405a-b4cc-145613c94813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b811e195-35cf-4bd8-80c5-41cf0f9a38eb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:04:57.354801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Attempting to bind port 5e0eded8-63cd-4a38-a7ee-f86c82518e2c on network b811e195-35cf-4bd8-80c5-41cf0f9a38eb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:04:57.363420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:04:57.363800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Checking segment: {'id': '36fcc381-fa59-405a-b4cc-145613c94813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b811e195-35cf-4bd8-80c5-41cf0f9a38eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:04:57.364533 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.364947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Bound using segment: {'id': '36fcc381-fa59-405a-b4cc-145613c94813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b811e195-35cf-4bd8-80c5-41cf0f9a38eb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:04:57.366056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Bound port: 5e0eded8-63cd-4a38-a7ee-f86c82518e2c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fcc381-fa59-405a-b4cc-145613c94813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b811e195-35cf-4bd8-80c5-41cf0f9a38eb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:04:57.366578 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.392316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2c73d102-9e26-4989-9f54-94fb5e48eaf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a1d63afc9f54005bbeac7b7bd80cdaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5617452 Dec 10 09:04:57.395139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37344) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:57.400771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=dda30f9c-2604-4e12-a684-49e8442ab5ab,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:57.440989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73d102-9e26-4989-9f54-94fb5e48eaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34141ab-a573-4b10-a7bc-04fe87cf40d8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:57.485382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] For port 5e0eded8-63cd-4a38-a7ee-f86c82518e2c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:04:57.490159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] For port 5e0eded8-63cd-4a38-a7ee-f86c82518e2c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5e0eded8-63cd-4a38-a7ee-f86c82518e2c,segment=NetworkSegment(36fcc381-fa59-405a-b4cc-145613c94813),segment_id=36fcc381-fa59-405a-b4cc-145613c94813)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:04:57.499354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc89a47-d07e-4e31-8bd0-5edea21f6a25 None None] Network 397c9bba-92ab-43b4-b8f9-f729529ad8b5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:57.505719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.567658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3bea3d7-c56f-427f-9b4e-4baebba394d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.575555 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.603173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b811e195-35cf-4bd8-80c5-41cf0f9a38eb']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:57.613555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f352ea1-a4a9-4f2f-a63f-028ef1d1246d req-542f7925-1941-45a8-9c93-09eb4f6b9a4b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:57.623026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f352ea1-a4a9-4f2f-a63f-028ef1d1246d req-542f7925-1941-45a8-9c93-09eb4f6b9a4b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 943 time: 0.1783113 Dec 10 09:04:57.631350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3bea3d7-c56f-427f-9b4e-4baebba394d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.647694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fcc381-fa59-405a-b4cc-145613c94813') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:57.648504 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fcc381-fa59-405a-b4cc-145613c94813') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:57.662327 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.694161 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.718345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f352ea1-a4a9-4f2f-a63f-028ef1d1246d req-0b6b277b-d4c0-425a-8fcb-017c3e778a70 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939169 Dec 10 09:04:57.723018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:04:57.723517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.736829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f0a05c9f-c4df-46d7-ac1e-862562b8a893 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:04:57.738290 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:04:57.743666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3bea3d7-c56f-427f-9b4e-4baebba394d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.746646 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3bea3d7-c56f-427f-9b4e-4baebba394d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.750352 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c3bea3d7-c56f-427f-9b4e-4baebba394d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a34141ab-a573-4b10-a7bc-04fe87cf40d8 HTTP/1.1" status: 204 len: 168 time: 0.3502233 Dec 10 09:04:57.777599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bea3d7-c56f-427f-9b4e-4baebba394d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34141ab-a573-4b10-a7bc-04fe87cf40d8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:57.827015 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:04:57.827015 n-d-814746-3 neutron-server[114969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:04:57.827015 n-d-814746-3 neutron-server[114969]: [parameters: {'id': 'b811e195-35cf-4bd8-80c5-41cf0f9a38eb'}] Dec 10 09:04:57.827015 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:04:57.827654 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:04:57.891830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9ac1fdc3-16fd-417c-a4ce-cc339269ecd2 None None] Provisioning complete for port a6be13ff-e86e-4593-a117-12cf40ece22e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:57.892139 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9ac1fdc3-16fd-417c-a4ce-cc339269ecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:57.940571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff8c44-7d94-4048-8aa5-e98043f479d6 None None] Network b811e195-35cf-4bd8-80c5-41cf0f9a38eb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:04:57.942803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08430da-83a1-4130-a2a3-ed7f531578cf None None] Pushing event updated for resources: {'Port': ['ID=5e0eded8-63cd-4a38-a7ee-f86c82518e2c,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:58.073222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f0a05c9f-c4df-46d7-ac1e-862562b8a893, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f0a05c9f-c4df-46d7-ac1e-862562b8a893,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:58.117191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'f0a05c9f-c4df-46d7-ac1e-862562b8a893', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'port_id': 'f0a05c9f-c4df-46d7-ac1e-862562b8a893', 'mac_address': 'fa:16:3e:cd:16:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff99d532-c043-4377-9645-c5021d649940', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:04:58.222051 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.238364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a6be13ff-e86e-4593-a117-12cf40ece22e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:04:58.241673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a05c9f-c4df-46d7-ac1e-862562b8a893 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:04:58.320844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f0a05c9f-c4df-46d7-ac1e-862562b8a893, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f0a05c9f-c4df-46d7-ac1e-862562b8a893,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:58.333994 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.349125 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.427859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=f0a05c9f-c4df-46d7-ac1e-862562b8a893,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:58.438464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a6be13ff-e86e-4593-a117-12cf40ece22e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:58.438862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.459146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting port 5e0eded8-63cd-4a38-a7ee-f86c82518e2c {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:04:58.459489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.605751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] For port 5e0eded8-63cd-4a38-a7ee-f86c82518e2c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5e0eded8-63cd-4a38-a7ee-f86c82518e2c,segment=NetworkSegment(36fcc381-fa59-405a-b4cc-145613c94813),segment_id=36fcc381-fa59-405a-b4cc-145613c94813)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:04:58.606160 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.623308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Calling delete_port for 5e0eded8-63cd-4a38-a7ee-f86c82518e2c owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:04:58.629637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37380) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:58.778473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.798543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f65ad-f08a-4ca6-aef0-0698e8dd4f7c None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:04:58.808887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['f0a05c9f-c4df-46d7-ac1e-862562b8a893'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:04:58.843604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.844228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Port': ['ID=5e0eded8-63cd-4a38-a7ee-f86c82518e2c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:58.882220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No DVR routers for this DVR port 5e0eded8-63cd-4a38-a7ee-f86c82518e2c on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:04:58.923892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8e64a5ed-08aa-43ce-8b7e-535eb33f1df0 None None] Provisioning complete for port a6be13ff-e86e-4593-a117-12cf40ece22e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:04:58.924251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8e64a5ed-08aa-43ce-8b7e-535eb33f1df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.962734 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:58.969886 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.023468 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da0006d6c5f24b66a0a7a760a3dd7685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926561 Dec 10 09:04:59.024303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37398) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:59.062792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f220a527-fc82-4f72-815a-0b70293ec701,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:59.077570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.077947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.078265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.078604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.078941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.079711 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.079978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.080327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.080661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.080990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.081316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.082253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.082510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.082844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6c612-b93f-45b8-b87a-eb9f91fca244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:04:59.116806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cdd2d-357b-4ce9-8f55-4876d726e48d req-5ee260c8-6eb7-434c-b110-711b5a31b10f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:59.120602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad5cdd2d-357b-4ce9-8f55-4876d726e48d req-5ee260c8-6eb7-434c-b110-711b5a31b10f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 944 time: 0.2777002 Dec 10 09:04:59.137870 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1daf029f-a8e2-4175-b120-a393e81346e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.145266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b811e195-35cf-4bd8-80c5-41cf0f9a38eb']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:59.164097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f65ad-f08a-4ca6-aef0-0698e8dd4f7c None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:04:59.168355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fcc381-fa59-405a-b4cc-145613c94813') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:59.168959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fcc381-fa59-405a-b4cc-145613c94813') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:04:59.192235 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1daf029f-a8e2-4175-b120-a393e81346e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.194659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.216857 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.224202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:04:59.224391 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.268805 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1daf029f-a8e2-4175-b120-a393e81346e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.272797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1daf029f-a8e2-4175-b120-a393e81346e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.274550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1daf029f-a8e2-4175-b120-a393e81346e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f220a527-fc82-4f72-815a-0b70293ec701 HTTP/1.1" status: 204 len: 168 time: 0.2484581 Dec 10 09:04:59.287873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf029f-a8e2-4175-b120-a393e81346e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f220a527-fc82-4f72-815a-0b70293ec701,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:04:59.294399 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:04:59.309379 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.322900 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad5cdd2d-357b-4ce9-8f55-4876d726e48d req-86626fcb-a41c-40b8-9ea3-14752016c6f8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901789 Dec 10 09:04:59.331295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.339851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/b811e195-35cf-4bd8-80c5-41cf0f9a38eb HTTP/1.1" status: 204 len: 168 time: 2.8083589 Dec 10 09:04:59.344705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37404) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:59.350483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12127186'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:59.384332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:59.387983 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.391351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b2f49-8067-4a50-8591-45cf13aaf50b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=b811e195-35cf-4bd8-80c5-41cf0f9a38eb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:59.415663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:04:59.427315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.427894 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment 7a86e79d-13ca-4ed9-8c17-6199573d0fde of type vlan for network 09ec6478-5806-41e6-b984-50d4197a2be0 Dec 10 09:04:59.483876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.543805 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.554120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:04:59.555673 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.660725 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3140340 Dec 10 09:04:59.664015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37412) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:04:59.670819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': '09ec6478-5806-41e6-b984-50d4197a2be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:04:59.715361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c56c86-81b0-4579-90f2-3fbe3ab47492 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=09ec6478-5806-41e6-b984-50d4197a2be0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:04:59.744793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 09ec6478-5806-41e6-b984-50d4197a2be0 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:04:59.870244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:04:59.875431 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:04:59.979364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7862b-4955-41d8-8d02-6eb334bfd9b0 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:05:00.137037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:00.180275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Provisioning complete for port cf8b34ad-43de-4bd6-af70-8118551b5cf2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:00.180640 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:00.277534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=63852fe9-ac4e-4849-af29-7bdff96f00e4,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:00.281348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking segment: {'id': '7a86e79d-13ca-4ed9-8c17-6199573d0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '09ec6478-5806-41e6-b984-50d4197a2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:00.281755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network hostable DHCP agents. Network: 09ec6478-5806-41e6-b984-50d4197a2be0, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:00.311155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7862b-4955-41d8-8d02-6eb334bfd9b0 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:05:00.324338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network 09ec6478-5806-41e6-b984-50d4197a2be0 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:00.338117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 09ec6478-5806-41e6-b984-50d4197a2be0) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:00.343092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:00.343711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:00.380314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37442) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:00.380820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d78681f8-5947-4e72-ba10-a24e1512750c tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7148232 Dec 10 09:05:00.485393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Provisioning complete for port 334507e3-8f18-43f8-a13e-4360536ba3e5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:00.485790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:00.619714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37446) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:00.697151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab905ea-3b14-4a7e-96b9-cc133f9be122 req-9c9bc027-ea09-46c5-b471-62f7cf737a8e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:00.705547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aab905ea-3b14-4a7e-96b9-cc133f9be122 req-9c9bc027-ea09-46c5-b471-62f7cf737a8e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 944 time: 0.2501249 Dec 10 09:05:00.788673 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:00.875863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:00.955443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Provisioning complete for port 0d40334c-fcdb-426f-b171-e984764cd2fa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:00.956460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.002560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-579b3e37-80fa-4cc4-b81c-f1327e372d1c tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-783785014'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:01.003156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-579b3e37-80fa-4cc4-b81c-f1327e372d1c tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Unknown quota resources ['metering_label']. {{(pid=114970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 09:05:01.009278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2908724-9f57-4ebd-aafc-6638cc870958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-09ec6478-5806-41e6-b984-50d4197a2be0', 'network_id': '09ec6478-5806-41e6-b984-50d4197a2be0', 'project_id': 'eb68629c7c0b4cd1ae34e898e2b44e48', 'fixed_ips': [{'subnet_id': '63852fe9-ac4e-4849-af29-7bdff96f00e4'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:01.010919 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2908724-9f57-4ebd-aafc-6638cc870958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.021097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aab905ea-3b14-4a7e-96b9-cc133f9be122 req-e2ba9683-21a1-47c1-b11b-a9dc32ce3899 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872386 Dec 10 09:05:01.078767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Port 0d40334c-fcdb-426f-b171-e984764cd2fa cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:01.133635 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.187779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Provisioning complete for port d2b7ff8f-8331-44a6-baf7-1d3df90f4392 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:01.188174 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.202559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=63852fe9-ac4e-4849-af29-7bdff96f00e4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server [None req-e2908724-9f57-4ebd-aafc-6638cc870958 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63852fe9-ac4e-4849-af29-7bdff96f00e4: This subnet is being modified by another concurrent operation. Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:05:01.232220 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise exception Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63852fe9-ac4e-4849-af29-7bdff96f00e4: This subnet is being modified by another concurrent operation. Dec 10 09:05:01.236370 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Dec 10 09:05:01.245744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-579b3e37-80fa-4cc4-b81c-f1327e372d1c tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.245744 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-579b3e37-80fa-4cc4-b81c-f1327e372d1c tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6217268 Dec 10 09:05:01.245744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37462) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:01.250633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-081188b3-7d82-420e-9187-b5971a6feaf5 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c4432ba2-f9bb-48d9-8866-2a70b3f691f4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:01.251132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-081188b3-7d82-420e-9187-b5971a6feaf5 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 09:05:01.272054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea995ec-249d-41ab-93e3-7c6480a42936 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:05:01.324040 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.331010 n-d-814746-3 neutron-server[114970]: WARNING neutron.services.metering.metering_plugin [None req-081188b3-7d82-420e-9187-b5971a6feaf5 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 09:05:01.357237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ec6478-5806-41e6-b984-50d4197a2be0']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:01.368911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a86e79d-13ca-4ed9-8c17-6199573d0fde') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:01.369657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a86e79d-13ca-4ed9-8c17-6199573d0fde') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:01.385877 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.437577 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.456899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:01.457997 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:01.468234 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:01.474275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-081188b3-7d82-420e-9187-b5971a6feaf5 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.475481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-081188b3-7d82-420e-9187-b5971a6feaf5 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2289979 Dec 10 09:05:01.480531 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37466) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:01.492171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-afe6a238-0048-4050-b6a7-3c740b7646bf tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c4432ba2-f9bb-48d9-8866-2a70b3f691f4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:01.492775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-afe6a238-0048-4050-b6a7-3c740b7646bf tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 09:05:01.561316 n-d-814746-3 neutron-server[114970]: WARNING neutron.services.metering.metering_plugin [None req-afe6a238-0048-4050-b6a7-3c740b7646bf tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 09:05:01.564339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Provisioning complete for port a13b6fca-d672-479c-b0c6-de5ff7b6894b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:01.564716 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.571215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.596307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.600807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/09ec6478-5806-41e6-b984-50d4197a2be0 HTTP/1.1" status: 204 len: 168 time: 1.2192435 Dec 10 09:05:01.604588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbab80-3d6f-4e74-93db-e64d7d9371c3 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=09ec6478-5806-41e6-b984-50d4197a2be0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:01.607052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37468) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:01.615371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925400631'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:01.650648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:01.655931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.683924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-afe6a238-0048-4050-b6a7-3c740b7646bf tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.685124 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-afe6a238-0048-4050-b6a7-3c740b7646bf tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2034338 Dec 10 09:05:01.688927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37472) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:01.711353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:01.715593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-417376b9-5718-42aa-b840-80c76f98ea31 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=5fc5e6e0-f0a1-4399-aefa-e7c7b4d12b27 HTTP/1.1" status: 200 len: 462 time: 0.0245731 Dec 10 09:05:01.718681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37476) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:01.732780 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.733785 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment 61f61382-e4a4-4d01-8a84-9f9fc38ce69f of type vlan for network 404b8235-e00c-428e-992b-11ba0dad5a64 Dec 10 09:05:01.750381 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f0a05c9f-c4df-46d7-ac1e-862562b8a893 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:01.771381 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea995ec-249d-41ab-93e3-7c6480a42936 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:05:01.790977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.823012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.829792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:01.830680 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.909742 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-60ed2f08-0e90-441a-a24a-bf099875c6d3 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.911523 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-60ed2f08-0e90-441a-a24a-bf099875c6d3 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/5fc5e6e0-f0a1-4399-aefa-e7c7b4d12b27 HTTP/1.1" status: 204 len: 168 time: 0.1919508 Dec 10 09:05:01.914194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37484) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:01.924935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f6a1810d-56e2-4365-9fa9-1d3a0fb7a7ca tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=5fc5e6e0-f0a1-4399-aefa-e7c7b4d12b27 HTTP/1.1" status: 200 len: 221 time: 0.0093126 Dec 10 09:05:01.928459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37486) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:01.937159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b94ad5f9-4e32-41d7-a59c-1f3c39d86654 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1875403968', 'description': 'label created by tempest'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:01.949299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Provisioning complete for port b2841aec-3fa6-4578-bfc3-e545c70b81f9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:01.950212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b94ad5f9-4e32-41d7-a59c-1f3c39d86654 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Unknown quota resources ['metering_label']. {{(pid=114970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 09:05:01.970228 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:01.977659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=404b8235-e00c-428e-992b-11ba0dad5a64,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:01.988682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-733f6197-fcd1-42c1-896c-68e2e9e9964b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3789966 Dec 10 09:05:01.991468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37488) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.004581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': '404b8235-e00c-428e-992b-11ba0dad5a64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:02.124205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 404b8235-e00c-428e-992b-11ba0dad5a64 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:02.202641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:02.206149 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.234251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port f0a05c9f-c4df-46d7-ac1e-862562b8a893 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:05:02.239896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b94ad5f9-4e32-41d7-a59c-1f3c39d86654 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.243038 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b94ad5f9-4e32-41d7-a59c-1f3c39d86654 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3120155 Dec 10 09:05:02.244808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37500) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.271606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port f0a05c9f-c4df-46d7-ac1e-862562b8a893 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:02.272094 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.280901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Port b2841aec-3fa6-4578-bfc3-e545c70b81f9 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:02.314515 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4b4c525d-5898-4896-8722-e50b032909c8 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=d34c1885-984b-4a1f-ae80-fce74cca8a82 HTTP/1.1" status: 200 len: 468 time: 0.0680854 Dec 10 09:05:02.317156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37502) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.350956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Provisioning complete for port 5dee0a61-dc8e-4575-995c-4ec07e48dced triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:02.351587 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.370388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7aa479-17cc-4a96-8236-b0cca4eb3a8d req-2ab7ecab-6c51-4e47-b70e-da30618aa182 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:02.374833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca7aa479-17cc-4a96-8236-b0cca4eb3a8d req-2ab7ecab-6c51-4e47-b70e-da30618aa182 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 944 time: 0.2195561 Dec 10 09:05:02.459703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca7aa479-17cc-4a96-8236-b0cca4eb3a8d req-4aeba69b-07b9-4032-a96c-36056ef3f487 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724251 Dec 10 09:05:02.547203 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.586762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.600919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb68707-94f2-4641-a0a6-251fec2f94ca tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.604944 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4fb68707-94f2-4641-a0a6-251fec2f94ca tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/d34c1885-984b-4a1f-ae80-fce74cca8a82 HTTP/1.1" status: 204 len: 168 time: 0.2864990 Dec 10 09:05:02.605573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37520) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.618941 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-62c48cbb-afa5-4b2e-b9e9-85e76d15f83d tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=d34c1885-984b-4a1f-ae80-fce74cca8a82 HTTP/1.1" status: 200 len: 216 time: 0.0122781 Dec 10 09:05:02.622334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37522) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.625453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b652cb7f-b708-4bd5-ad69-d92b08f990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a05c9f-c4df-46d7-ac1e-862562b8a893'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:02.628096 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192076dd-2d41-4058-bbad-f179bd027306" -d '{"events": [{"server_uuid": "b652cb7f-b708-4bd5-ad69-d92b08f990f7", "name": "network-vif-plugged", "status": "completed", "tag": "f0a05c9f-c4df-46d7-ac1e-862562b8a893"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:02.637109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7ba32376-8f9b-4bc9-a506-33750fcea13c tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0120599 Dec 10 09:05:02.642122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37528) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.659639 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-37574320-0c8a-4ced-a28f-1527ae2838d8 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0163305 Dec 10 09:05:02.663081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37530) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.676692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f0a05c9f-c4df-46d7-ac1e-862562b8a893, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f0a05c9f-c4df-46d7-ac1e-862562b8a893,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:02.697821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.738140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed72a9c3-6567-4822-beb4-66ecaba3fdc3 None None] Network 09ec6478-5806-41e6-b984-50d4197a2be0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:02.753137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=1b6e8ab3-56bc-460d-b887-1781d65e1794,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:02.761642 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97940bf-606f-421b-8403-9ed20498d75d x-openstack-request-id: req-a97940bf-606f-421b-8403-9ed20498d75d {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:02.761976 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b652cb7f-b708-4bd5-ad69-d92b08f990f7", "name": "network-vif-plugged", "status": "completed", "tag": "f0a05c9f-c4df-46d7-ac1e-862562b8a893", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:02.762187 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a97940bf-606f-421b-8403-9ed20498d75d {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:02.762587 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b652cb7f-b708-4bd5-ad69-d92b08f990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a05c9f-c4df-46d7-ac1e-862562b8a893', 'code': 200} Dec 10 09:05:02.762987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking segment: {'id': '61f61382-e4a4-4d01-8a84-9f9fc38ce69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '404b8235-e00c-428e-992b-11ba0dad5a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:02.764609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network hostable DHCP agents. Network: 404b8235-e00c-428e-992b-11ba0dad5a64, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:02.768846 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9c4a3990-ea7c-481a-ba7e-2d7ab2d241cc tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/c4432ba2-f9bb-48d9-8866-2a70b3f691f4 HTTP/1.1" status: 200 len: 472 time: 0.1025593 Dec 10 09:05:02.773274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37540) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.789117 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-31522ee4-e1a7-4418-af5e-c940c993f440 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/dce1b3f3-fcd3-4491-a3aa-adf3572c57eb HTTP/1.1" status: 200 len: 459 time: 0.0146356 Dec 10 09:05:02.793137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37546) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.807281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed72a9c3-6567-4822-beb4-66ecaba3fdc3 None None] Network 09ec6478-5806-41e6-b984-50d4197a2be0 could not be found, it might have been deleted concurrently. {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 09:05:02.819388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32afe47-96b2-4dd4-83c8-03beb62b16ad None None] Network 09ec6478-5806-41e6-b984-50d4197a2be0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:02.843211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network 404b8235-e00c-428e-992b-11ba0dad5a64 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:02.846067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32afe47-96b2-4dd4-83c8-03beb62b16ad None None] Network 09ec6478-5806-41e6-b984-50d4197a2be0 could not be found, it might have been deleted concurrently. {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 09:05:02.847419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=f0a05c9f-c4df-46d7-ac1e-862562b8a893,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:02.850131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Provisioning complete for port 81500995-8318-44fa-9360-525466dd3dd1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:02.850504 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.873729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 404b8235-e00c-428e-992b-11ba0dad5a64) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:02.887062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:02.891430 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.904247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee98084-aa5e-4637-a92b-639be93ff389 None None] Network 404b8235-e00c-428e-992b-11ba0dad5a64 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:02.962853 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cd95e121-dd8a-4d47-90ba-faf314b4be43 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9695125 Dec 10 09:05:02.963091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37556) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:02.966633 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c7a0e9d-532f-48ba-84db-764f4dbc615f tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:02.969184 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5c7a0e9d-532f-48ba-84db-764f4dbc615f tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/dce1b3f3-fcd3-4491-a3aa-adf3572c57eb HTTP/1.1" status: 204 len: 168 time: 0.1733108 Dec 10 09:05:02.971692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37558) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:03.065813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Provisioning complete for port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:03.066419 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36538418-0d6f-4456-b086-545e58e8cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.136484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-404b8235-e00c-428e-992b-11ba0dad5a64', 'network_id': '404b8235-e00c-428e-992b-11ba0dad5a64', 'project_id': 'eb68629c7c0b4cd1ae34e898e2b44e48', 'fixed_ips': [{'subnet_id': '1b6e8ab3-56bc-460d-b887-1781d65e1794'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:03.137519 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.181619 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68c1f63a-2054-46f7-8987-83aa0379fe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.432070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Allocated IP 2001:db8::1 (404b8235-e00c-428e-992b-11ba0dad5a64/1b6e8ab3-56bc-460d-b887-1781d65e1794/891206a5-3dec-49d3-96e7-10b8c11ad245) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:03.442414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1d632-12eb-470c-ae79-c1efc2863362 req-3f090b54-72da-44b7-9bbe-b04ff955666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:03.443940 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3eb1d632-12eb-470c-ae79-c1efc2863362 req-3f090b54-72da-44b7-9bbe-b04ff955666d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 1096 time: 0.6205027 Dec 10 09:05:03.507766 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47712a11-6b99-4d60-9ded-7788af9cc9a0 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.511601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-47712a11-6b99-4d60-9ded-7788af9cc9a0 tempest-MeteringIpV6TestJSON-1908987098 tempest-MeteringIpV6TestJSON-1908987098-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/c4432ba2-f9bb-48d9-8866-2a70b3f691f4 HTTP/1.1" status: 204 len: 168 time: 0.5375297 Dec 10 09:05:03.522507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.546877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3eb1d632-12eb-470c-ae79-c1efc2863362 req-dca162aa-758d-4e2d-89fd-6fc6e3a354b7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892708 Dec 10 09:05:03.598517 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.689662 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.697668 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.719931 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.798018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Pushing event updated for resources: {'Port': ['ID=891206a5-3dec-49d3-96e7-10b8c11ad245,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:03.808022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Network 404b8235-e00c-428e-992b-11ba0dad5a64 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:03.811111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:03.814655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:03.824263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6e8ab3-56bc-460d-b887-1781d65e1794,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:03.940587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.962945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Attempting to bind port 891206a5-3dec-49d3-96e7-10b8c11ad245 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:03.963649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Attempting to bind port 891206a5-3dec-49d3-96e7-10b8c11ad245 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '61f61382-e4a4-4d01-8a84-9f9fc38ce69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '404b8235-e00c-428e-992b-11ba0dad5a64'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:03.964258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Attempting to bind port 891206a5-3dec-49d3-96e7-10b8c11ad245 on network 404b8235-e00c-428e-992b-11ba0dad5a64 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:03.972609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:03.973338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Checking segment: {'id': '61f61382-e4a4-4d01-8a84-9f9fc38ce69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '404b8235-e00c-428e-992b-11ba0dad5a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:03.974223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.975002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Bound using segment: {'id': '61f61382-e4a4-4d01-8a84-9f9fc38ce69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '404b8235-e00c-428e-992b-11ba0dad5a64'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:03.975679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Bound port: 891206a5-3dec-49d3-96e7-10b8c11ad245, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f61382-e4a4-4d01-8a84-9f9fc38ce69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '404b8235-e00c-428e-992b-11ba0dad5a64'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:03.976273 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:03.987899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404b8235-e00c-428e-992b-11ba0dad5a64']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:04.009484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f61382-e4a4-4d01-8a84-9f9fc38ce69f') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:04.009842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f61382-e4a4-4d01-8a84-9f9fc38ce69f') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:04.035769 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.065008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.072938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37604) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:04.100982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:04.102872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.105192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] For port 891206a5-3dec-49d3-96e7-10b8c11ad245, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:04.109540 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:04.214828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] For port 891206a5-3dec-49d3-96e7-10b8c11ad245, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=891206a5-3dec-49d3-96e7-10b8c11ad245,segment=NetworkSegment(61f61382-e4a4-4d01-8a84-9f9fc38ce69f),segment_id=61f61382-e4a4-4d01-8a84-9f9fc38ce69f)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:04.220895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.api [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:05:04.220895 n-d-814746-3 neutron-server[114970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:05:04.220895 n-d-814746-3 neutron-server[114970]: [parameters: {'id': '404b8235-e00c-428e-992b-11ba0dad5a64'}] Dec 10 09:05:04.220895 n-d-814746-3 neutron-server[114970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:05:04.221445 n-d-814746-3 neutron-server[114970]: DEBUG oslo_db.api [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:05:04.223599 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.254001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37610) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:04.257148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed610f6-bcbd-4085-a9d2-26712202be2c req-c684aeea-26db-45d0-b14d-c0596816e942 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:04.270071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ed610f6-bcbd-4085-a9d2-26712202be2c req-c684aeea-26db-45d0-b14d-c0596816e942 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 945 time: 0.6446850 Dec 10 09:05:04.338911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ed610f6-bcbd-4085-a9d2-26712202be2c req-c67c86c3-cedb-44c5-9aca-d61f1ca1c5fa tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678165 Dec 10 09:05:04.378416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5dca918f-57ec-46d2-ad00-27be5fe6e491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.399021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35a38b-f47e-4ffd-a39d-f1fc6313d279 None None] Pushing event updated for resources: {'Port': ['ID=891206a5-3dec-49d3-96e7-10b8c11ad245,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:04.430963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89b029b-ca02-42f7-9b6f-de5083660681 None None] Network 404b8235-e00c-428e-992b-11ba0dad5a64 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:04.478554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2da389ec-6bfd-41cb-a5a0-480698c738ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.522467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5dca918f-57ec-46d2-ad00-27be5fe6e491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.539139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5dca918f-57ec-46d2-ad00-27be5fe6e491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.579851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5d5ef-bee9-46b3-8b90-0301c6977361 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:05:04.602814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca918f-57ec-46d2-ad00-27be5fe6e491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40102da-5ca7-49d8-b300-16b2715b87aa,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:04.609414 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5dca918f-57ec-46d2-ad00-27be5fe6e491 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd2912a19e5a4821a1a64e5351ea821c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5338562 Dec 10 09:05:04.612341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37616) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:04.641165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2da389ec-6bfd-41cb-a5a0-480698c738ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.646836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2da389ec-6bfd-41cb-a5a0-480698c738ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.680218 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2487345f-0d07-4c3d-8e0b-a550567d66ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.705452 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2da389ec-6bfd-41cb-a5a0-480698c738ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6941111edfab47dfa93e2902f7526864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4475026 Dec 10 09:05:04.706163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37618) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:04.711278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2487345f-0d07-4c3d-8e0b-a550567d66ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.719156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da389ec-6bfd-41cb-a5a0-480698c738ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb9100e-ddc7-4b39-bf81-76c31eb30067,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:04.722605 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.787199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2487345f-0d07-4c3d-8e0b-a550567d66ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.787510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca5d5ef-bee9-46b3-8b90-0301c6977361 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:05:04.791481 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2487345f-0d07-4c3d-8e0b-a550567d66ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.793184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2487345f-0d07-4c3d-8e0b-a550567d66ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c40102da-5ca7-49d8-b300-16b2715b87aa HTTP/1.1" status: 204 len: 168 time: 0.1798480 Dec 10 09:05:04.805096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487345f-0d07-4c3d-8e0b-a550567d66ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40102da-5ca7-49d8-b300-16b2715b87aa,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:04.831079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-088c36e8-27fe-45a8-8b53-46983eec23dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.860583 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-088c36e8-27fe-45a8-8b53-46983eec23dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.884046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting port 891206a5-3dec-49d3-96e7-10b8c11ad245 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:04.884356 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:04.986987 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] For port 891206a5-3dec-49d3-96e7-10b8c11ad245, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=891206a5-3dec-49d3-96e7-10b8c11ad245,segment=NetworkSegment(61f61382-e4a4-4d01-8a84-9f9fc38ce69f),segment_id=61f61382-e4a4-4d01-8a84-9f9fc38ce69f)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:04.987364 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.011948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Calling delete_port for 891206a5-3dec-49d3-96e7-10b8c11ad245 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:05.018172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-088c36e8-27fe-45a8-8b53-46983eec23dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.021783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-088c36e8-27fe-45a8-8b53-46983eec23dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.023102 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-088c36e8-27fe-45a8-8b53-46983eec23dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fb9100e-ddc7-4b39-bf81-76c31eb30067 HTTP/1.1" status: 204 len: 168 time: 0.3160679 Dec 10 09:05:05.056207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c36e8-27fe-45a8-8b53-46983eec23dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb9100e-ddc7-4b39-bf81-76c31eb30067,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:05.194689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.252960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No DVR routers for this DVR port 891206a5-3dec-49d3-96e7-10b8c11ad245 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:05.255042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Port': ['ID=891206a5-3dec-49d3-96e7-10b8c11ad245,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:05.273844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37626) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:05.294532 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7c0675a-ec84-4ee6-8da1-c026d623425f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.392674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.415127 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-810e8a1c-1d2c-4efc-b816-fd1fc339711f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.421742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37636) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:05.454345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404b8235-e00c-428e-992b-11ba0dad5a64']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:05.474689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f61382-e4a4-4d01-8a84-9f9fc38ce69f') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:05.475338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f61382-e4a4-4d01-8a84-9f9fc38ce69f') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:05.485270 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7c0675a-ec84-4ee6-8da1-c026d623425f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.487627 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.490010 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7c0675a-ec84-4ee6-8da1-c026d623425f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.505366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.513141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:05.514751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:05.519032 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:05.590990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0675a-ec84-4ee6-8da1-c026d623425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b7ff2-4919-4a01-8eb8-9808a16d1983,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:05.601094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e7c0675a-ec84-4ee6-8da1-c026d623425f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39815e16d04e408b89bc698fd194f30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256683 Dec 10 09:05:05.602009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37640) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:05.646169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.655853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.660901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/404b8235-e00c-428e-992b-11ba0dad5a64 HTTP/1.1" status: 204 len: 168 time: 2.6906207 Dec 10 09:05:05.662363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164013b5-2253-4fe1-be5b-67d4827ca1c1 req-b413fd7a-84cf-452e-9992-646c4d17cf80 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:05.664584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37642) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:05.665854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-164013b5-2253-4fe1-be5b-67d4827ca1c1 req-b413fd7a-84cf-452e-9992-646c4d17cf80 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 945 time: 0.1441336 Dec 10 09:05:05.707022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37644) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:05.707886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-291645593'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:05.715924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb72be-d875-43fa-b3b8-e1dae500764b tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=404b8235-e00c-428e-992b-11ba0dad5a64,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:05.725709 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4a444d0-a59a-4937-9e15-7e7428e38321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.736902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:05.742344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.773409 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-695bd477-ef94-4b6c-b538-09d6d3a38604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.774547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:05.778012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-164013b5-2253-4fe1-be5b-67d4827ca1c1 req-3fb1dd99-ad47-43fb-93a5-fc8f3f56d17b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029739 Dec 10 09:05:05.804029 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.804524 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment ca61ba51-9556-41d0-a6e9-6ed943fbc968 of type vlan for network 7544b2b7-3c58-4329-8d53-a207b60f888f Dec 10 09:05:05.863782 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.876679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-695bd477-ef94-4b6c-b538-09d6d3a38604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.894990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.901191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:05.901830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:05.957885 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2829483 Dec 10 09:05:05.961641 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37648) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:05.977773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:06.030633 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4a444d0-a59a-4937-9e15-7e7428e38321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.034140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ec923-c9ec-4718-a47d-7cc632b635d1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=7544b2b7-3c58-4329-8d53-a207b60f888f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:06.048198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7544b2b7-3c58-4329-8d53-a207b60f888f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:06.050428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587c5c0-a76d-4ceb-84b5-623950f67d24 req-5b8d7014-2c71-4ce8-98c3-a1edded9729c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:06.051956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0587c5c0-a76d-4ceb-84b5-623950f67d24 req-5b8d7014-2c71-4ce8-98c3-a1edded9729c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 945 time: 0.1592896 Dec 10 09:05:06.055670 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4a444d0-a59a-4937-9e15-7e7428e38321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.096041 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-695bd477-ef94-4b6c-b538-09d6d3a38604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.098663 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-695bd477-ef94-4b6c-b538-09d6d3a38604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.102164 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-695bd477-ef94-4b6c-b538-09d6d3a38604 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a78b7ff2-4919-4a01-8eb8-9808a16d1983 HTTP/1.1" status: 204 len: 168 time: 0.4915659 Dec 10 09:05:06.117657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:06.130535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.162944 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b4a444d0-a59a-4937-9e15-7e7428e38321 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68d48fe5b02d4279a57936c06ae61ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4545991 Dec 10 09:05:06.172269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37652) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:06.183769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a444d0-a59a-4937-9e15-7e7428e38321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81141936-be69-4ce4-ac0b-e715f4b1cc54,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:06.274523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bd477-ef94-4b6c-b538-09d6d3a38604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b7ff2-4919-4a01-8eb8-9808a16d1983,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:06.314955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0587c5c0-a76d-4ceb-84b5-623950f67d24 req-4faf9ed7-e7cb-48ee-b041-e6831a121cfc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339933 Dec 10 09:05:06.385930 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.449257 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.462804 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d384430-735e-40d5-8df4-7bb2c880454d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.504465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=fd47362a-9b2c-4457-bf45-bb9434ed43de,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:06.557013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking segment: {'id': 'ca61ba51-9556-41d0-a6e9-6ed943fbc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:06.557380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network hostable DHCP agents. Network: 7544b2b7-3c58-4329-8d53-a207b60f888f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:06.580450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network 7544b2b7-3c58-4329-8d53-a207b60f888f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:06.588056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d384430-735e-40d5-8df4-7bb2c880454d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.599469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7544b2b7-3c58-4329-8d53-a207b60f888f) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:06.605979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:06.606635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.613102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50f62c-1490-4f5e-9cc2-93473816ceca None None] Network 7544b2b7-3c58-4329-8d53-a207b60f888f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:06.644541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e41387aa-e3a1-4efe-9b5e-b1c117d2c901 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6816092 Dec 10 09:05:06.648828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37664) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:06.654554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:06.766887 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d384430-735e-40d5-8df4-7bb2c880454d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.772247 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d384430-735e-40d5-8df4-7bb2c880454d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.773759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4d384430-735e-40d5-8df4-7bb2c880454d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81141936-be69-4ce4-ac0b-e715f4b1cc54 HTTP/1.1" status: 204 len: 168 time: 0.6002398 Dec 10 09:05:06.818855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:06.823280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.824320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7544b2b7-3c58-4329-8d53-a207b60f888f', 'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f', 'project_id': 'eb68629c7c0b4cd1ae34e898e2b44e48', 'fixed_ips': [{'subnet_id': 'fd47362a-9b2c-4457-bf45-bb9434ed43de'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:06.826719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:06.826894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d384430-735e-40d5-8df4-7bb2c880454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81141936-be69-4ce4-ac0b-e715f4b1cc54,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:06.885471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df0e98-e2c1-42eb-a415-fb3b800789e3 req-82783a9b-3d26-4171-b191-21326b1ab21f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:06.887849 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5df0e98-e2c1-42eb-a415-fb3b800789e3 req-82783a9b-3d26-4171-b191-21326b1ab21f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 945 time: 0.1128757 Dec 10 09:05:06.943176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.070584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Allocated IP 2001:db8::2 (7544b2b7-3c58-4329-8d53-a207b60f888f/fd47362a-9b2c-4457-bf45-bb9434ed43de/c5d61da5-c975-4d26-b3a1-201d0d65cd3c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:07.077439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5df0e98-e2c1-42eb-a415-fb3b800789e3 req-71957f44-a6f6-47ef-a1a5-feb50ee84edd tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802533 Dec 10 09:05:07.170383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.235467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=f2300231-23e3-4bf8-942b-10d973021f4b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:07.261745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network 7544b2b7-3c58-4329-8d53-a207b60f888f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:07.266777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:07.272468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:07.273099 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.315023 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-55480598-c6eb-491e-94a8-f590bd4675bf tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6646178 Dec 10 09:05:07.315862 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37690) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:07.317944 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.327012 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.382502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Network 7544b2b7-3c58-4329-8d53-a207b60f888f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:07.385824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:07.391693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:07.408250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Pushing event updated for resources: {'Port': ['ID=c5d61da5-c975-4d26-b3a1-201d0d65cd3c,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:07.422855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d436-82f4-4583-8ddb-bc0e82310349 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:07.424397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d436-82f4-4583-8ddb-bc0e82310349 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:07.425968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d436-82f4-4583-8ddb-bc0e82310349 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:07.427493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d436-82f4-4583-8ddb-bc0e82310349 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:07.429015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d436-82f4-4583-8ddb-bc0e82310349 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:07.434792 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-57a4d436-82f4-4583-8ddb-bc0e82310349 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1178572 Dec 10 09:05:07.435568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37692) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:07.440479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1427753223'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:07.441778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Deleting port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:07.442458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.468457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Attempting to bind port c5d61da5-c975-4d26-b3a1-201d0d65cd3c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:07.469078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Attempting to bind port c5d61da5-c975-4d26-b3a1-201d0d65cd3c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ca61ba51-9556-41d0-a6e9-6ed943fbc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:07.469411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Attempting to bind port c5d61da5-c975-4d26-b3a1-201d0d65cd3c on network 7544b2b7-3c58-4329-8d53-a207b60f888f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:07.472733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:07.477467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:07.477926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Checking segment: {'id': 'ca61ba51-9556-41d0-a6e9-6ed943fbc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:07.478315 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.478750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Bound using segment: {'id': 'ca61ba51-9556-41d0-a6e9-6ed943fbc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:07.479234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Bound port: c5d61da5-c975-4d26-b3a1-201d0d65cd3c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca61ba51-9556-41d0-a6e9-6ed943fbc968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:07.479368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.479619 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.527664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:07.549522 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.549522 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment 010c764f-2494-4ecd-8a1a-291e63d2137e of type vlan for network eea70c1f-36ac-4f42-9af9-32d6fe47212f Dec 10 09:05:07.594702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] For port c5d61da5-c975-4d26-b3a1-201d0d65cd3c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:07.600394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] For port c5d61da5-c975-4d26-b3a1-201d0d65cd3c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c5d61da5-c975-4d26-b3a1-201d0d65cd3c,segment=NetworkSegment(ca61ba51-9556-41d0-a6e9-6ed943fbc968),segment_id=ca61ba51-9556-41d0-a6e9-6ed943fbc968)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:07.603729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.608365 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.617276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] For port 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:07.617276 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.640166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Calling delete_port for 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:07.664317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.675655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:07.676324 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:07.690717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db8254-5aec-4e06-bf7b-929256df81ba None None] Pushing event updated for resources: {'Port': ['ID=c5d61da5-c975-4d26-b3a1-201d0d65cd3c,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:07.776202 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3395574 Dec 10 09:05:07.779631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37706) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:07.792843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-129d25fa-7558-4e35-8408-370796fa4880 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:07.894639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d23e2e-91ab-474f-ab9e-46db884186ae tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=eea70c1f-36ac-4f42-9af9-32d6fe47212f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:07.908772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network eea70c1f-36ac-4f42-9af9-32d6fe47212f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:07.941743 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.044760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Pushing event deleted for resources: {'Port': ['ID=568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:08.131900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-8e570b91-62d6-405f-b93b-a81972367514 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:08.135431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-8e570b91-62d6-405f-b93b-a81972367514 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 945 time: 0.1804533 Dec 10 09:05:08.141674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-129d25fa-7558-4e35-8408-370796fa4880 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.289266 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-129d25fa-7558-4e35-8408-370796fa4880 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.437790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.511872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c5d61da5-c975-4d26-b3a1-201d0d65cd3c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:08.523771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-129d25fa-7558-4e35-8408-370796fa4880 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network eea70c1f-36ac-4f42-9af9-32d6fe47212f is not hosted by any dhcp agent {{(pid=114970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 09:05:08.532528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129d25fa-7558-4e35-8408-370796fa4880 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:08.533349 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-129d25fa-7558-4e35-8408-370796fa4880 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.534947 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-129d25fa-7558-4e35-8408-370796fa4880 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "PUT /v2.0/networks/eea70c1f-36ac-4f42-9af9-32d6fe47212f HTTP/1.1" status: 200 len: 723 time: 0.7543557 Dec 10 09:05:08.536909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d25fa-7558-4e35-8408-370796fa4880 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=eea70c1f-36ac-4f42-9af9-32d6fe47212f,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:08.542000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37730) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:08.549173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': 'eea70c1f-36ac-4f42-9af9-32d6fe47212f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:08.578295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network eea70c1f-36ac-4f42-9af9-32d6fe47212f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:08.635206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303c0f2-25d6-4759-b272-f670dac19ca5 req-5ddc9ab7-3c72-408e-b76b-e521c4c7b802 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:08.637250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4303c0f2-25d6-4759-b272-f670dac19ca5 req-5ddc9ab7-3c72-408e-b76b-e521c4c7b802 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 945 time: 0.3522491 Dec 10 09:05:08.686522 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.743222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37734) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:08.756233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Deleting port f0a05c9f-c4df-46d7-ac1e-862562b8a893 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:08.756676 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.768424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c5d61da5-c975-4d26-b3a1-201d0d65cd3c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:08.768836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.830342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4303c0f2-25d6-4759-b272-f670dac19ca5 req-5d664d5e-ef8e-40d6-b603-d6ef2094a913 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746755 Dec 10 09:05:08.851396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:08.863182 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.902549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-863641865', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:08.958508 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:08.997146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port c5d61da5-c975-4d26-b3a1-201d0d65cd3c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c5d61da5-c975-4d26-b3a1-201d0d65cd3c,segment=NetworkSegment(ca61ba51-9556-41d0-a6e9-6ed943fbc968),segment_id=ca61ba51-9556-41d0-a6e9-6ed943fbc968)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:09.002598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.060737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:05:09.120339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Made reservation on behalf of af093fa0b7724447b70621166a2ceeec for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:09.123342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.139105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] For port f0a05c9f-c4df-46d7-ac1e-862562b8a893, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f0a05c9f-c4df-46d7-ac1e-862562b8a893,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:09.139408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.140856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=c5d61da5-c975-4d26-b3a1-201d0d65cd3c,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:09.158063 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.168054 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.182332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Calling delete_port for f0a05c9f-c4df-46d7-ac1e-862562b8a893 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:09.225773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:09.237667 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] Sync routers for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:09.253294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-11750068-3e31-40d4-a2e7-a10f92cf199f admin admin] 10.222.0.31 "PUT /v2.0/routers/fd56dfc5-00db-4bd9-864a-0c5b3e218bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8281651 Dec 10 09:05:09.253566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37760) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:09.258907 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:09.259663 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:09.318396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.400918 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:05:09.443469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=677d7598-e837-46c6-87ca-411b6dd15c22,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:09.448644 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.460988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d20dd2-ce6f-4116-830c-7fd383cc5eb4 None None] Network 7544b2b7-3c58-4329-8d53-a207b60f888f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:09.483945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.504971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking segment: {'id': '010c764f-2494-4ecd-8a1a-291e63d2137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eea70c1f-36ac-4f42-9af9-32d6fe47212f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:09.505346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network hostable DHCP agents. Network: eea70c1f-36ac-4f42-9af9-32d6fe47212f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:09.511716 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.521755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] device_id is not set on port 8b3d3be7-2673-4363-a284-e30f0ef57fdd yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:09.606283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-799312ac-e44e-43bc-9abe-69f5b4dfe534 None None] Provisioning complete for port c5d61da5-c975-4d26-b3a1-201d0d65cd3c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:09.607821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.610068 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-799312ac-e44e-43bc-9abe-69f5b4dfe534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.622529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ce53fd-a3db-46fa-bc77-7c82285bb590,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:09.627698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.632057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network eea70c1f-36ac-4f42-9af9-32d6fe47212f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:09.642704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37764) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:09.657638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['f0a05c9f-c4df-46d7-ac1e-862562b8a893'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:09.680352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:09.701694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Deleting port cf8b34ad-43de-4bd6-af70-8118551b5cf2 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:09.702351 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.714087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, eea70c1f-36ac-4f42-9af9-32d6fe47212f) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:09.725860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event deleted for resources: {'Port': ['ID=f0a05c9f-c4df-46d7-ac1e-862562b8a893,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:09.737020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832522b1-17bb-497c-8dd3-3353c6f941cb None None] Network eea70c1f-36ac-4f42-9af9-32d6fe47212f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:09.781043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:09.781043 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.815515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b68d8-ab15-4ca5-9c7c-3ea33f8d9905 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:09.830336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f3e4f555-da1f-45fe-b4af-a48b8865a7a2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2870228 Dec 10 09:05:09.830936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] For port cf8b34ad-43de-4bd6-af70-8118551b5cf2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cf8b34ad-43de-4bd6-af70-8118551b5cf2,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:09.831343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.833568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37770) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:09.848805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7d4fba89-0428-4e55-bb51-ba6df5184095 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:09.858111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Calling delete_port for cf8b34ad-43de-4bd6-af70-8118551b5cf2 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:09.939087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Allocated IP 172.25.3.214 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/8b3d3be7-2673-4363-a284-e30f0ef57fdd) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:09.941585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] No DVR routers for this DVR port f0a05c9f-c4df-46d7-ac1e-862562b8a893 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:09.952278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:09.955595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ba24cc6a-309d-486c-a563-b34f47e75bb0 req-063e4ecb-ec4e-40f7-a97b-11b3a5783e89 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "DELETE /v2.0/ports/f0a05c9f-c4df-46d7-ac1e-862562b8a893 HTTP/1.1" status: 204 len: 173 time: 1.8091824 Dec 10 09:05:09.983044 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T09:05:07Z', 'revision_number': 5, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port': {'id': 'cf8b34ad-43de-4bd6-af70-8118551b5cf2', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:17Z', 'updated_at': '2021-12-10T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:09.996535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b652cb7f-b708-4bd5-ad69-d92b08f990f7', 'name': 'network-vif-deleted', 'tag': 'f0a05c9f-c4df-46d7-ac1e-862562b8a893'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:10.000173 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a880323d-f227-4048-966f-3459385b5b6c" -d '{"events": [{"server_uuid": "b652cb7f-b708-4bd5-ad69-d92b08f990f7", "name": "network-vif-deleted", "tag": "f0a05c9f-c4df-46d7-ac1e-862562b8a893"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:10.050788 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] Checking router: fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:05:10.070485 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] Routers {'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:10.072979 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:10.073998 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-abdc401f-19e0-436e-8448-26057a3aa586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.096286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-eea70c1f-36ac-4f42-9af9-32d6fe47212f', 'network_id': 'eea70c1f-36ac-4f42-9af9-32d6fe47212f', 'project_id': 'eb68629c7c0b4cd1ae34e898e2b44e48', 'fixed_ips': [{'subnet_id': '677d7598-e837-46c6-87ca-411b6dd15c22'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:10.097693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.103354 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8388b156-6d1e-46a3-893c-e59a750d4f40 x-openstack-request-id: req-8388b156-6d1e-46a3-893c-e59a750d4f40 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:10.103652 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b652cb7f-b708-4bd5-ad69-d92b08f990f7", "name": "network-vif-deleted", "tag": "f0a05c9f-c4df-46d7-ac1e-862562b8a893", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:10.103903 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8388b156-6d1e-46a3-893c-e59a750d4f40 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:10.104297 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b652cb7f-b708-4bd5-ad69-d92b08f990f7', 'name': 'network-vif-deleted', 'tag': 'f0a05c9f-c4df-46d7-ac1e-862562b8a893', 'status': 'completed', 'code': 200} Dec 10 09:05:10.162631 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-148ef92c-f687-43f2-9069-ab280ddc1fd6 req-e09dc5a3-0cc9-484c-9c23-86c02c7fd87a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=b652cb7f-b708-4bd5-ad69-d92b08f990f7 HTTP/1.1" status: 200 len: 210 time: 0.0573649 Dec 10 09:05:10.189922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d4fba89-0428-4e55-bb51-ba6df5184095 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8547224'] for subnet, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.236341 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.239539 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] Set router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:05:10.279850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10111361-bb55-411d-ba2c-b731379b62c2 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:10.292733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c5d61da5-c975-4d26-b3a1-201d0d65cd3c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:10.315890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8b34ad-43de-4bd6-af70-8118551b5cf2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:10.320804 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T09:05:09Z', 'revision_number': 6, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:10.349858 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def6ae25-0cf4-4772-a162-aa294e8d9c0b None None] The sync data for ids ['fd56dfc5-00db-4bd9-864a-0c5b3e218bc6'] in n-d-814746-3 is: [{'id': 'fd56dfc5-00db-4bd9-864a-0c5b3e218bc6', 'name': 'tempest-TaggedBootDevicesTest-1555500839-router', 'tenant_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:16Z', 'updated_at': '2021-12-10T09:05:09Z', 'revision_number': 6, 'project_id': '920a0076e7d44e65b78a8d691f3a3ff4', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:10.383072 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.383575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d4fba89-0428-4e55-bb51-ba6df5184095 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733746865372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8857150'] for subnet, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.455253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbcf1f1-bb2c-48a9-9c4c-eb9f5d6de471 None None] Update dhcp port {'port': {'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f', 'fixed_ips': [{'subnet_id': 'fd47362a-9b2c-4457-bf45-bb9434ed43de', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2300231-23e3-4bf8-942b-10d973021f4b'}], 'binding:host_id': 'n-d-814746-3'}, 'id': 'c5d61da5-c975-4d26-b3a1-201d0d65cd3c'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:05:10.496408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4fba89-0428-4e55-bb51-ba6df5184095 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:10.497019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7d4fba89-0428-4e55-bb51-ba6df5184095 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.498475 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7d4fba89-0428-4e55-bb51-ba6df5184095 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "PUT /v2.0/subnets/677d7598-e837-46c6-87ca-411b6dd15c22 HTTP/1.1" status: 200 len: 826 time: 0.6597726 Dec 10 09:05:10.502238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37776) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:10.507264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fba89-0428-4e55-bb51-ba6df5184095 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=677d7598-e837-46c6-87ca-411b6dd15c22,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:10.524554 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf1f1-bb2c-48a9-9c4c-eb9f5d6de471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.557647 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-abdc401f-19e0-436e-8448-26057a3aa586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.572640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-abdc401f-19e0-436e-8448-26057a3aa586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.591954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Allocated IP 2001:db8::2 (eea70c1f-36ac-4f42-9af9-32d6fe47212f/677d7598-e837-46c6-87ca-411b6dd15c22/6444ae61-bd8f-41c7-a0f3-c9ba38a44812) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:10.597330 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.608907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c5d61da5-c975-4d26-b3a1-201d0d65cd3c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:10.609537 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.622252 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.639299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc401f-19e0-436e-8448-26057a3aa586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52782cd2-6059-4c5c-aa90-55fa9c20a9b6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:10.648997 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-abdc401f-19e0-436e-8448-26057a3aa586 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70735005794249f99238a9c63edbf63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9970984 Dec 10 09:05:10.650104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37778) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:10.680608 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.728558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.761355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.766485 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.767328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:05:10.772699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.773877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ba0ec314-df2e-43d7-8a2c-785e4c15e364 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fd56dfc5-00db-4bd9-864a-0c5b3e218bc6 HTTP/1.1" status: 204 len: 168 time: 1.5192034 Dec 10 09:05:10.776359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37780) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:10.787485 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a7429d7d-30e8-4e0f-aa4b-3319b8246656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.835604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Pushing event updated for resources: {'Port': ['ID=8b3d3be7-2673-4363-a284-e30f0ef57fdd,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:10.855498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-416fad36-41be-4c5c-afe5-9cb2c7942037 admin admin] Deleting subnet c98a0f17-aa22-4222-87da-fe91acbdb5ad {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:10.858953 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416fad36-41be-4c5c-afe5-9cb2c7942037 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.867989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:10.870874 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a7429d7d-30e8-4e0f-aa4b-3319b8246656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.873953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:10.896366 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416fad36-41be-4c5c-afe5-9cb2c7942037 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.902274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:10.908034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062431e7-a7f8-4767-aa40-5e2b5d949919 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:10.950787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.952450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-5dbcf1f1-bb2c-48a9-9c4c-eb9f5d6de471 None None] Allocated IP 172.20.0.1 (7544b2b7-3c58-4329-8d53-a207b60f888f/f2300231-23e3-4bf8-942b-10d973021f4b/c5d61da5-c975-4d26-b3a1-201d0d65cd3c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:10.968287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:10.968909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:10.996429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-62cdb3ef-27d9-4e70-9664-93ed6a5545fc tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2511961 Dec 10 09:05:10.999608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37784) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:11.000281 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a7429d7d-30e8-4e0f-aa4b-3319b8246656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.005085 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a7429d7d-30e8-4e0f-aa4b-3319b8246656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.008432 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a7429d7d-30e8-4e0f-aa4b-3319b8246656 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52782cd2-6059-4c5c-aa90-55fa9c20a9b6 HTTP/1.1" status: 204 len: 168 time: 0.3573980 Dec 10 09:05:11.014498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.214'}]}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:11.045856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7429d7d-30e8-4e0f-aa4b-3319b8246656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52782cd2-6059-4c5c-aa90-55fa9c20a9b6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:11.073716 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.074011 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416fad36-41be-4c5c-afe5-9cb2c7942037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.085793 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.094837 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.098056 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.135506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Network eea70c1f-36ac-4f42-9af9-32d6fe47212f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:11.137287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.153824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:11.172334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:11.178368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=677d7598-e837-46c6-87ca-411b6dd15c22,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:11.182534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5096acf8-d592-4abb-87bc-b5c2bf220b5c None None] Provisioning complete for port 8b3d3be7-2673-4363-a284-e30f0ef57fdd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:11.183179 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5096acf8-d592-4abb-87bc-b5c2bf220b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.198820 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416fad36-41be-4c5c-afe5-9cb2c7942037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.227836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.240415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Pushing event updated for resources: {'Port': ['ID=6444ae61-bd8f-41c7-a0f3-c9ba38a44812,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:11.299610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fad36-41be-4c5c-afe5-9cb2c7942037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98a0f17-aa22-4222-87da-fe91acbdb5ad,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:11.308266 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416fad36-41be-4c5c-afe5-9cb2c7942037 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.316778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-416fad36-41be-4c5c-afe5-9cb2c7942037 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c98a0f17-aa22-4222-87da-fe91acbdb5ad HTTP/1.1" status: 204 len: 168 time: 0.5394313 Dec 10 09:05:11.319188 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.330974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37794) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:11.351696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75fbae-8de7-48fb-9334-0a1b7214e66e None None] Network 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:11.377092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5dbcf1f1-bb2c-48a9-9c4c-eb9f5d6de471 None None] For port c5d61da5-c975-4d26-b3a1-201d0d65cd3c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c5d61da5-c975-4d26-b3a1-201d0d65cd3c,segment=NetworkSegment(ca61ba51-9556-41d0-a6e9-6ed943fbc968),segment_id=ca61ba51-9556-41d0-a6e9-6ed943fbc968)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:11.430894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea70c1f-36ac-4f42-9af9-32d6fe47212f']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:11.452123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010c764f-2494-4ecd-8a1a-291e63d2137e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:11.452337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010c764f-2494-4ecd-8a1a-291e63d2137e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:11.477644 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.492437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.502458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.507960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5096acf8-d592-4abb-87bc-b5c2bf220b5c None None] Port 8b3d3be7-2673-4363-a284-e30f0ef57fdd cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:11.514623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:11.514990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:11.518111 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:11.551967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Attempting to bind port 6444ae61-bd8f-41c7-a0f3-c9ba38a44812 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:11.555969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Attempting to bind port 6444ae61-bd8f-41c7-a0f3-c9ba38a44812 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '010c764f-2494-4ecd-8a1a-291e63d2137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eea70c1f-36ac-4f42-9af9-32d6fe47212f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:11.557534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Attempting to bind port 6444ae61-bd8f-41c7-a0f3-c9ba38a44812 on network eea70c1f-36ac-4f42-9af9-32d6fe47212f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:11.584027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:11.584969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Checking segment: {'id': '010c764f-2494-4ecd-8a1a-291e63d2137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eea70c1f-36ac-4f42-9af9-32d6fe47212f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:11.585497 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.586017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Bound using segment: {'id': '010c764f-2494-4ecd-8a1a-291e63d2137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eea70c1f-36ac-4f42-9af9-32d6fe47212f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:11.586801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Bound port: 6444ae61-bd8f-41c7-a0f3-c9ba38a44812, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010c764f-2494-4ecd-8a1a-291e63d2137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eea70c1f-36ac-4f42-9af9-32d6fe47212f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:11.587343 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.598008 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf1f1-bb2c-48a9-9c4c-eb9f5d6de471 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.635047 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf1f1-bb2c-48a9-9c4c-eb9f5d6de471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.661789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:05:11.661789 n-d-814746-3 neutron-server[114969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:05:11.661789 n-d-814746-3 neutron-server[114969]: [parameters: {'id': 'eea70c1f-36ac-4f42-9af9-32d6fe47212f'}] Dec 10 09:05:11.661789 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:05:11.662362 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:05:11.770790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Deleting port 4211ac72-bcf3-44e3-9498-692999f661f9 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:11.771160 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.856962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-e904f3ad-0c30-44c9-8082-314a888cd36a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:11.861633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-e904f3ad-0c30-44c9-8082-314a888cd36a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2649984 Dec 10 09:05:11.895949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-bc61f84e-cfd6-4be0-8f42-74f1945f1246 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/quotas/896ec905588c42b0a034ed56fe0d2ca8 HTTP/1.1" status: 200 len: 375 time: 0.0240383 Dec 10 09:05:11.905073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] For port 4211ac72-bcf3-44e3-9498-692999f661f9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4211ac72-bcf3-44e3-9498-692999f661f9,segment=NetworkSegment(6b43374a-63df-4f7b-9848-a042ce3f03e0),segment_id=6b43374a-63df-4f7b-9848-a042ce3f03e0)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:11.905677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:11.954496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f0a05c9f-c4df-46d7-ac1e-862562b8a893 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:11.955342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Calling delete_port for 4211ac72-bcf3-44e3-9498-692999f661f9 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:11.956365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] DHCP port deletion for 619dbbe7-5980-4ba7-bcb4-3bc1c22275aa request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:11.983833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.015827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-942ce379-57c6-49b3-bfd7-52a3f1e80d42 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130006 Dec 10 09:05:12.023667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: f0a05c9f-c4df-46d7-ac1e-862562b8a893 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:12.024126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f0a05c9f-c4df-46d7-ac1e-862562b8a893 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:12.025806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcf1f1-bb2c-48a9-9c4c-eb9f5d6de471 None None] Pushing event updated for resources: {'Port': ['ID=c5d61da5-c975-4d26-b3a1-201d0d65cd3c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:12.080288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] For port 6444ae61-bd8f-41c7-a0f3-c9ba38a44812, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:12.108693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] For port 6444ae61-bd8f-41c7-a0f3-c9ba38a44812, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6444ae61-bd8f-41c7-a0f3-c9ba38a44812,segment=NetworkSegment(010c764f-2494-4ecd-8a1a-291e63d2137e),segment_id=010c764f-2494-4ecd-8a1a-291e63d2137e)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:12.121346 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.130108 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.192542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.222572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4211ac72-bcf3-44e3-9498-692999f661f9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:12.234718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] No DVR routers for this DVR port 4211ac72-bcf3-44e3-9498-692999f661f9 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:12.255705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-f948d6d5-37e0-4bb6-8390-172a71453cd5 service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271991 Dec 10 09:05:12.267722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c5d61da5-c975-4d26-b3a1-201d0d65cd3c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:12.275300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112b7d-ac99-4220-a8c4-3e2f4cbb2005 None None] Pushing event updated for resources: {'Port': ['ID=6444ae61-bd8f-41c7-a0f3-c9ba38a44812,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:12.279145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] Deleting port 4211ac72-bcf3-44e3-9498-692999f661f9 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:12.280201 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.456323 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.478359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] For port 4211ac72-bcf3-44e3-9498-692999f661f9, host n-d-814746-3, got binding levels [] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:12.478758 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.491831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff86894f-3333-4b5b-9ffd-8b7f12c75325 None None] Network eea70c1f-36ac-4f42-9af9-32d6fe47212f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:12.495793 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.525102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] Calling delete_port for 4211ac72-bcf3-44e3-9498-692999f661f9 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:12.536321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.ipam_backend_mixin [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] Port 4211ac72-bcf3-44e3-9498-692999f661f9 was not found and therefore no delete operation was performed {{(pid=114971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 09:05:12.602168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c5d61da5-c975-4d26-b3a1-201d0d65cd3c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:12.602539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.606539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.711577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] No DVR routers for this DVR port 4211ac72-bcf3-44e3-9498-692999f661f9 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:12.716692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4690a-a256-49da-bcd8-134166cd0b03 None None] Pushing event deleted for resources: {'Port': ['ID=4211ac72-bcf3-44e3-9498-692999f661f9,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:12.740292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:12.816687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fcd398-02f4-4a94-a435-139041edf4a9 None None] Network eea70c1f-36ac-4f42-9af9-32d6fe47212f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:12.937629 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:12.972239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:12.972694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 568b4e90-01dd-4d3c-b7c8-ad9e1c8b8f19 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:12.973364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cf8b34ad-43de-4bd6-af70-8118551b5cf2 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:12.975358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.006278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: cf8b34ad-43de-4bd6-af70-8118551b5cf2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:13.006633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cf8b34ad-43de-4bd6-af70-8118551b5cf2 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:13.007053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4211ac72-bcf3-44e3-9498-692999f661f9 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:13.028072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 4211ac72-bcf3-44e3-9498-692999f661f9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:13.030108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4211ac72-bcf3-44e3-9498-692999f661f9 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:13.046479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619dbbe7-5980-4ba7-bcb4-3bc1c22275aa']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:13.053078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa3b37-77bd-4a70-9170-79eee10a7a32 None None] Network 7544b2b7-3c58-4329-8d53-a207b60f888f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:13.060639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b43374a-63df-4f7b-9848-a042ce3f03e0') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:13.060639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b43374a-63df-4f7b-9848-a042ce3f03e0') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:13.071877 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.075992 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.079554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-f2f34a0e-6d57-43a6-a929-f6e8c9eb6b4f service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985544 Dec 10 09:05:13.091020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.127388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting port 6444ae61-bd8f-41c7-a0f3-c9ba38a44812 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:13.135095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.141402 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.144761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.146224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a85db4d2-ae18-4695-adf2-096d05fbfb7f {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:05:13.170134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d2527472-44db-489c-b7f2-8989c9d3d57b None None] Provisioning complete for port c5d61da5-c975-4d26-b3a1-201d0d65cd3c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:13.170510 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2527472-44db-489c-b7f2-8989c9d3d57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.171698 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 09:05:13.176797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37846) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:13.177862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-34f2e408-b213-4191-8a3a-915632126a5f tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1682522 Dec 10 09:05:13.224221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37848) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:13.248036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] For port 6444ae61-bd8f-41c7-a0f3-c9ba38a44812, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6444ae61-bd8f-41c7-a0f3-c9ba38a44812,segment=NetworkSegment(010c764f-2494-4ecd-8a1a-291e63d2137e),segment_id=010c764f-2494-4ecd-8a1a-291e63d2137e)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:13.248519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.264844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Calling delete_port for 6444ae61-bd8f-41c7-a0f3-c9ba38a44812 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:13.370324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:13.371985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:13.376560 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:13.496515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c57a223-41d1-4a83-8c24-5ca06eaad983 req-96ac510e-c2da-469a-83ca-dcf5d3a42605 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 210 time: 0.0834737 Dec 10 09:05:13.574487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.579186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-226206536'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:13.580824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.587712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] 10.222.0.31 "DELETE /v2.0/networks/619dbbe7-5980-4ba7-bcb4-3bc1c22275aa HTTP/1.1" status: 204 len: 168 time: 2.2546759 Dec 10 09:05:13.589475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37862) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:13.617156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14894b84-4b19-4c84-a28c-81b5f9940e9f None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:05:13.621583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b2243-364a-4681-b3c9-c0c4339827bf admin admin] Pushing event deleted for resources: {'Network': ['ID=619dbbe7-5980-4ba7-bcb4-3bc1c22275aa,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:13.647482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2dc2c-3d92-4272-a793-9ead76706bf0 tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Deleting port 8b3d3be7-2673-4363-a284-e30f0ef57fdd {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:13.648264 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f3c2dc2c-3d92-4272-a793-9ead76706bf0 tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.666115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.720312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Made reservation on behalf of 34169de0608d445a9b52d2bad71b4a81 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:13.725119 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.740816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-22041be4-653e-4adc-97c1-f8e65fbd4af9 None None] Provisioning complete for port c5d61da5-c975-4d26-b3a1-201d0d65cd3c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:13.741441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Port': ['ID=6444ae61-bd8f-41c7-a0f3-c9ba38a44812,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:13.741776 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-22041be4-653e-4adc-97c1-f8e65fbd4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.756021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No DVR routers for this DVR port 6444ae61-bd8f-41c7-a0f3-c9ba38a44812 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:13.809352 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.863878 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f3c2dc2c-3d92-4272-a793-9ead76706bf0 tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.875900 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.889553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2dc2c-3d92-4272-a793-9ead76706bf0 tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Calling delete_port for 8b3d3be7-2673-4363-a284-e30f0ef57fdd owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:13.910688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea70c1f-36ac-4f42-9af9-32d6fe47212f']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:13.924685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010c764f-2494-4ecd-8a1a-291e63d2137e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:13.925092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010c764f-2494-4ecd-8a1a-291e63d2137e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:13.972325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:13.994684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.007393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:14.007922 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:14.011076 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:14.063624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14894b84-4b19-4c84-a28c-81b5f9940e9f None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:05:14.102498 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.124514 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.138699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3730538'] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.145832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/eea70c1f-36ac-4f42-9af9-32d6fe47212f HTTP/1.1" status: 204 len: 168 time: 3.6425328 Dec 10 09:05:14.146970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37872) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:14.150609 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.162299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a0287-c346-4317-9ce6-daef46857fad tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=eea70c1f-36ac-4f42-9af9-32d6fe47212f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:14.186998 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f3c2dc2c-3d92-4272-a793-9ead76706bf0 tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.224110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:14.226324 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0daebd-e539-4cd2-9bf2-3567d5a25290 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:14.226849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0daebd-e539-4cd2-9bf2-3567d5a25290 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:14.236313 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ce0daebd-e539-4cd2-9bf2-3567d5a25290 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/eea70c1f-36ac-4f42-9af9-32d6fe47212f HTTP/1.1" status: 404 len: 339 time: 0.0872476 Dec 10 09:05:14.243196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37874) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:14.246743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abb0350-2d7d-45c6-8351-14cbb4a3a5e6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:14.255900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2069790376', 'description': 'd1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:14.266077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2dc2c-3d92-4272-a793-9ead76706bf0 tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b3d3be7-2673-4363-a284-e30f0ef57fdd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:14.282587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.283213 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Added segment 027588c4-206a-40b6-bcc1-d39f44f2d003 of type vlan for network 2071b0a0-06fc-4299-af84-7c455010f626 Dec 10 09:05:14.353049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f3c2dc2c-3d92-4272-a793-9ead76706bf0 tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.357368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f3c2dc2c-3d92-4272-a793-9ead76706bf0 tempest-RoutersAdminNegativeIpV6Test-241239415 tempest-RoutersAdminNegativeIpV6Test-241239415-project-admin] 10.222.0.31 "DELETE /v2.0/ports/8b3d3be7-2673-4363-a284-e30f0ef57fdd HTTP/1.1" status: 204 len: 168 time: 1.1770570 Dec 10 09:05:14.403040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:14.407344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.420767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.449626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:14.489338 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.489762 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment d01e4e1f-7da4-4505-ac10-549566cb684e of type vlan for network 1acae414-4a88-43e1-a236-ab798ad8c2d9 Dec 10 09:05:14.494477 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.500996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:14.501960 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.579116 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3529747 Dec 10 09:05:14.581907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37882) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:14.588485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Request body: {'subnet': {'network_id': '2071b0a0-06fc-4299-af84-7c455010f626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:14.709728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.712452 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.718008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aafffa12-7f2f-4c57-9799-36c5563b347d req-aa7b8111-11be-46fc-b67c-858eb696b6ec tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 210 time: 0.0478492 Dec 10 09:05:14.723424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37886) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:14.725568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f6c39-e1a8-4f7f-873c-a7e42d37e00b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:14.785063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5453a1-cc4a-481f-9a18-470e8389e0ec tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event updated for resources: {'Network': ['ID=2071b0a0-06fc-4299-af84-7c455010f626,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:14.797790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 2071b0a0-06fc-4299-af84-7c455010f626 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:14.870762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Made reservation on behalf of 34169de0608d445a9b52d2bad71b4a81 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:14.907080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.908368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.922951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:14.923602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:14.996866 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7465482 Dec 10 09:05:14.999979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37890) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:15.008291 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd02fb98-ecc7-49cc-bc9a-eff902997c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.056222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.170842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddfeb2-3cc3-4611-8068-b9fd9f656f7d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=1acae414-4a88-43e1-a236-ab798ad8c2d9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:15.182555 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd02fb98-ecc7-49cc-bc9a-eff902997c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.184281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 1acae414-4a88-43e1-a236-ab798ad8c2d9 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:15.191851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-884a8509-4128-4280-b740-26519c0a796e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:15.193612 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-884a8509-4128-4280-b740-26519c0a796e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.4124062 Dec 10 09:05:15.203831 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd02fb98-ecc7-49cc-bc9a-eff902997c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.221012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c57387-3fe6-4ef8-9c31-27350052ef7f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:15.222788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-18c57387-3fe6-4ef8-9c31-27350052ef7f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/networks?id=1acae414-4a88-43e1-a236-ab798ad8c2d9 HTTP/1.1" status: 200 len: 765 time: 0.2190399 Dec 10 09:05:15.226760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Request body: {'port': {'device_id': '6f85570e-fb4e-4b4f-b830-b2c836211659', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'admin_state_up': True, 'tenant_id': '896ec905588c42b0a034ed56fe0d2ca8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:15.226953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37892) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:15.238247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f8cffbd7-12ba-4e7b-b68c-6e45027e5477 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'description': 'd2'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:15.281560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dd02fb98-ecc7-49cc-bc9a-eff902997c12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dd2d7b4df6d4dd99d10c77ca38b1171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5567596 Dec 10 09:05:15.286392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.288731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:15.328005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02fb98-ecc7-49cc-bc9a-eff902997c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01164701-7b03-444a-8da2-57d3761c0c7b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:15.451934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event updated for resources: {'Subnet': ['ID=ca96dca2-9560-435d-9163-adcd872e7e59,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:15.457919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e15e7caa-9526-4cdb-afdd-c6c718a97059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.482353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Checking segment: {'id': '027588c4-206a-40b6-bcc1-d39f44f2d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2071b0a0-06fc-4299-af84-7c455010f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:15.482721 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Network hostable DHCP agents. Network: 2071b0a0-06fc-4299-af84-7c455010f626, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:15.496796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e15e7caa-9526-4cdb-afdd-c6c718a97059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.506026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Made reservation on behalf of 896ec905588c42b0a034ed56fe0d2ca8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:15.507405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8cffbd7-12ba-4e7b-b68c-6e45027e5477 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.509396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.524575 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8cffbd7-12ba-4e7b-b68c-6e45027e5477 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.530808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Network 2071b0a0-06fc-4299-af84-7c455010f626 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:15.554106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8cffbd7-12ba-4e7b-b68c-6e45027e5477 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network 1acae414-4a88-43e1-a236-ab798ad8c2d9 is not hosted by any dhcp agent {{(pid=114969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 09:05:15.562620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cffbd7-12ba-4e7b-b68c-6e45027e5477 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:15.563238 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8cffbd7-12ba-4e7b-b68c-6e45027e5477 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.564532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f8cffbd7-12ba-4e7b-b68c-6e45027e5477 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "PUT /v2.0/networks/1acae414-4a88-43e1-a236-ab798ad8c2d9 HTTP/1.1" status: 200 len: 762 time: 0.3317254 Dec 10 09:05:15.572890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37896) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:15.592173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 2071b0a0-06fc-4299-af84-7c455010f626) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:15.600946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef477716-32a4-4cd4-a26f-ed5524eed88c None None] Network 2071b0a0-06fc-4299-af84-7c455010f626 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:15.604418 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:15.605020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.619868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cffbd7-12ba-4e7b-b68c-6e45027e5477 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=1acae414-4a88-43e1-a236-ab798ad8c2d9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:15.633782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-957a50db-0290-46ff-961d-a95b500588c3 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0481353 Dec 10 09:05:15.634026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37898) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:15.640592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Request body: {'port': {'network_id': '2071b0a0-06fc-4299-af84-7c455010f626', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1123559279'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:15.662665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 1acae414-4a88-43e1-a236-ab798ad8c2d9 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:15.778563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Made reservation on behalf of 34169de0608d445a9b52d2bad71b4a81 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:15.786943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.792880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-2071b0a0-06fc-4299-af84-7c455010f626', 'network_id': '2071b0a0-06fc-4299-af84-7c455010f626', 'project_id': '34169de0608d445a9b52d2bad71b4a81', 'fixed_ips': [{'subnet_id': 'ca96dca2-9560-435d-9163-adcd872e7e59'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:15.794391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:15.812651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] device_id is not set on port 4e92a6e5-bac8-401e-876b-e8eb55f7ccbc yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:15.892225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-504e53ad-9eba-47c8-9ccc-ea0dcdac54fe req-7179d74f-4d11-45de-b8e0-072a5a96466d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 210 time: 0.0392108 Dec 10 09:05:15.995456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Allocated IP 172.20.0.10 (2071b0a0-06fc-4299-af84-7c455010f626/ca96dca2-9560-435d-9163-adcd872e7e59/4e92a6e5-bac8-401e-876b-e8eb55f7ccbc) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:16.016546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e15e7caa-9526-4cdb-afdd-c6c718a97059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.019478 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e15e7caa-9526-4cdb-afdd-c6c718a97059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.021741 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e15e7caa-9526-4cdb-afdd-c6c718a97059 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01164701-7b03-444a-8da2-57d3761c0c7b HTTP/1.1" status: 204 len: 168 time: 0.7289989 Dec 10 09:05:16.071025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20950a5f-436b-486b-8937-3b2a7e05a082 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:16.072568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-20950a5f-436b-486b-8937-3b2a7e05a082 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/networks?id=1acae414-4a88-43e1-a236-ab798ad8c2d9 HTTP/1.1" status: 200 len: 765 time: 0.4987500 Dec 10 09:05:16.082933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:16.083728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e7caa-9526-4cdb-afdd-c6c718a97059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01164701-7b03-444a-8da2-57d3761c0c7b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:16.199372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.246778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.249006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Allocated IP 172.20.0.5 (8af02a1a-e1d2-498c-8949-2e362c8a808d/ff99d532-c043-4377-9645-c5021d649940/23574f45-6dc3-4b0d-8cd4-382dcec91b4c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:16.254869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Deleting port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:16.255478 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.323587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Network 2071b0a0-06fc-4299-af84-7c455010f626 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:16.329992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:16.335027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:16.349042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Allocated IP 172.20.0.2 (2071b0a0-06fc-4299-af84-7c455010f626/ca96dca2-9560-435d-9163-adcd872e7e59/545829ec-a9a0-4899-aa63-e5973c384879) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:16.374767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event updated for resources: {'Port': ['ID=4e92a6e5-bac8-401e-876b-e8eb55f7ccbc,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:16.425980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:16.426967 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.452323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-75bd6386-bca6-4a82-a1f9-1bd2184d400d tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.8142641 Dec 10 09:05:16.452574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37920) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:16.547445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37922) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:16.613969 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.625797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.632918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-0aa82a90-9171-45e5-a103-33ff945032ce tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Deleting port 4e92a6e5-bac8-401e-876b-e8eb55f7ccbc {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:16.633532 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0aa82a90-9171-45e5-a103-33ff945032ce tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.643154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9748e90-fea1-46ed-8807-b8ce75d45810 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:16.644923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d9748e90-fea1-46ed-8807-b8ce75d45810 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5562923 Dec 10 09:05:16.651121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37924) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:16.673004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Network 2071b0a0-06fc-4299-af84-7c455010f626 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:16.678413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:16.687674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:16.709203 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-add6783d-03a5-4e28-9ca7-cd18c6da49b1 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 207 time: 0.0567565 Dec 10 09:05:16.720196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37926) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:16.728020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Pushing event updated for resources: {'Port': ['ID=545829ec-a9a0-4899-aa63-e5973c384879,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:16.744032 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.751070 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0aa82a90-9171-45e5-a103-33ff945032ce tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.764639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-0aa82a90-9171-45e5-a103-33ff945032ce tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Calling delete_port for 4e92a6e5-bac8-401e-876b-e8eb55f7ccbc owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:16.782769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Attempting to bind port 545829ec-a9a0-4899-aa63-e5973c384879 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:16.783063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Attempting to bind port 545829ec-a9a0-4899-aa63-e5973c384879 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '027588c4-206a-40b6-bcc1-d39f44f2d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2071b0a0-06fc-4299-af84-7c455010f626'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:16.783600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Attempting to bind port 545829ec-a9a0-4899-aa63-e5973c384879 on network 2071b0a0-06fc-4299-af84-7c455010f626 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:16.790949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:16.791359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Checking segment: {'id': '027588c4-206a-40b6-bcc1-d39f44f2d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2071b0a0-06fc-4299-af84-7c455010f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:16.791768 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.792165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Bound using segment: {'id': '027588c4-206a-40b6-bcc1-d39f44f2d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2071b0a0-06fc-4299-af84-7c455010f626'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:16.792646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Bound port: 545829ec-a9a0-4899-aa63-e5973c384879, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027588c4-206a-40b6-bcc1-d39f44f2d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2071b0a0-06fc-4299-af84-7c455010f626'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:16.793034 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.826475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] For port b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1,segment=NetworkSegment(cc5b4c10-bf75-4639-9644-a209044c8a07),segment_id=cc5b4c10-bf75-4639-9644-a209044c8a07)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:16.827153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.879917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Calling delete_port for b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:16.885867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] For port 545829ec-a9a0-4899-aa63-e5973c384879, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:16.893916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7b36d018-20b5-4c0f-9a24-64be7b0bb59d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af093fa0b7724447b70621166a2ceeec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442562 Dec 10 09:05:16.897967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37928) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:16.960497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] For port 545829ec-a9a0-4899-aa63-e5973c384879, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=545829ec-a9a0-4899-aa63-e5973c384879,segment=NetworkSegment(027588c4-206a-40b6-bcc1-d39f44f2d003),segment_id=027588c4-206a-40b6-bcc1-d39f44f2d003)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:16.967139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0aa82a90-9171-45e5-a103-33ff945032ce tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:16.969009 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.011191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.023596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:17.030960 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-940d96fb-6ecb-4288-a948-6fba94c47bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.063824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-940d96fb-6ecb-4288-a948-6fba94c47bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.073804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81563f44-a942-4d03-b5ec-572e48119f0f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.080377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81563f44-a942-4d03-b5ec-572e48119f0f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.086226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81563f44-a942-4d03-b5ec-572e48119f0f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.092828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81563f44-a942-4d03-b5ec-572e48119f0f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.098643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81563f44-a942-4d03-b5ec-572e48119f0f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.104714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81563f44-a942-4d03-b5ec-572e48119f0f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.107049 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-81563f44-a942-4d03-b5ec-572e48119f0f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3856101 Dec 10 09:05:17.115688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2404d8-94b1-4f57-adda-a9c0e4343352 None None] Pushing event updated for resources: {'Port': ['ID=545829ec-a9a0-4899-aa63-e5973c384879,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:17.118251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event updated for resources: {'Port': ['ID=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:17.122029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37932) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:17.125160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa82a90-9171-45e5-a103-33ff945032ce tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event deleted for resources: {'Port': ['ID=4e92a6e5-bac8-401e-876b-e8eb55f7ccbc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:17.160298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:17.165168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:17.167756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:17.177440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-940d96fb-6ecb-4288-a948-6fba94c47bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.180947 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-940d96fb-6ecb-4288-a948-6fba94c47bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.182332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-940d96fb-6ecb-4288-a948-6fba94c47bf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7ce53fd-a3db-46fa-bc77-7c82285bb590 HTTP/1.1" status: 204 len: 168 time: 0.2833493 Dec 10 09:05:17.200012 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642d5dc-8fd4-4ca3-9d1b-e49a49e2cc78 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:17.321831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-48a2652a-1071-4a22-866e-a2484803ca4e None None] Provisioning complete for port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:17.322127 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-48a2652a-1071-4a22-866e-a2484803ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.335330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.337048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.348607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d96fb-6ecb-4288-a948-6fba94c47bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ce53fd-a3db-46fa-bc77-7c82285bb590,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:17.377527 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-d1408d14-dcca-4056-9767-e92546c64665 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1634572 Dec 10 09:05:17.420815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Request body: {'port': {'device_id': '6f85570e-fb4e-4b4f-b830-b2c836211659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:17.431766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-48a2652a-1071-4a22-866e-a2484803ca4e None None] Port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:17.465871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00696026-c046-4e5b-8ebe-8f204c72b35d req-7578d33d-5e3a-44e5-927f-743c8f607617 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.465871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00696026-c046-4e5b-8ebe-8f204c72b35d req-7578d33d-5e3a-44e5-927f-743c8f607617 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 931 time: 0.4835949 Dec 10 09:05:17.518321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0aa82a90-9171-45e5-a103-33ff945032ce tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.524577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0aa82a90-9171-45e5-a103-33ff945032ce tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] 10.222.0.31 "DELETE /v2.0/ports/4e92a6e5-bac8-401e-876b-e8eb55f7ccbc HTTP/1.1" status: 204 len: 168 time: 1.0704803 Dec 10 09:05:17.541378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37938) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:17.598948 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.637576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d0afc222-da21-42f0-835b-81e3e7dc4687 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5082550 Dec 10 09:05:17.642222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37944) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:17.679259 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:17.723189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:17.751962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00696026-c046-4e5b-8ebe-8f204c72b35d req-87940cf1-5750-4001-a452-185fb44b90a5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733562 Dec 10 09:05:17.874475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17167ef2-497b-45de-a100-991a39f32571 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.878367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17167ef2-497b-45de-a100-991a39f32571 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.881314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17167ef2-497b-45de-a100-991a39f32571 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.886410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17167ef2-497b-45de-a100-991a39f32571 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.893076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17167ef2-497b-45de-a100-991a39f32571 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:17.897709 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-17167ef2-497b-45de-a100-991a39f32571 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2543206 Dec 10 09:05:17.901704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37950) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:18.051804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68c223-dc2a-4699-9f90-7018d1772844 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:18.053373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68c223-dc2a-4699-9f90-7018d1772844 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:18.054896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68c223-dc2a-4699-9f90-7018d1772844 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:18.062640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68c223-dc2a-4699-9f90-7018d1772844 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:18.064268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68c223-dc2a-4699-9f90-7018d1772844 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:18.067251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf68c223-dc2a-4699-9f90-7018d1772844 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1645186 Dec 10 09:05:18.082231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37956) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:18.173541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aa97ea9a-df07-44f8-ad67-48132620cda4 tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.6286542 Dec 10 09:05:18.176923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37958) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:18.252987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1615123581'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:18.317287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Made reservation on behalf of 34169de0608d445a9b52d2bad71b4a81 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:18.321609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.386933 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.397676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed9423-95f6-4fb0-9e7e-75578081b724 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:18.411047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-83ed9423-95f6-4fb0-9e7e-75578081b724 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/networks/b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 HTTP/1.1" status: 200 len: 803 time: 0.3214836 Dec 10 09:05:18.413638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37966) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:18.430672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 545829ec-a9a0-4899-aa63-e5973c384879 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:18.439468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:18.538916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 545829ec-a9a0-4899-aa63-e5973c384879 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:18.539507 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.580442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.580442 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Added segment 4f472051-7104-4f00-b3c7-34c06d0f6887 of type vlan for network 85dea38b-d588-4bfc-a5bf-ec4df01a2d90 Dec 10 09:05:18.657446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23574f45-6dc3-4b0d-8cd4-382dcec91b4c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:05:18.672985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.690585 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.710884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37972) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:18.722749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38263d18-f059-47b4-988b-27f5dc684bbb None None] Network 2071b0a0-06fc-4299-af84-7c455010f626 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:18.742244 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.782309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Transition to ACTIVE for port object 23574f45-6dc3-4b0d-8cd4-382dcec91b4c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:05:18.785080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 545829ec-a9a0-4899-aa63-e5973c384879, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=545829ec-a9a0-4899-aa63-e5973c384879,segment=NetworkSegment(027588c4-206a-40b6-bcc1-d39f44f2d003),segment_id=027588c4-206a-40b6-bcc1-d39f44f2d003)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:18.796353 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.817363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37978) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:18.824801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-44f47a1a-8629-42c9-bc9d-22327596911f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/networks/b2e891c1-803f-41c0-ba45-2ff5ef7f08d6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4098790 Dec 10 09:05:18.876753 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.884080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:18.884937 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:18.981059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-100682853'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:19.011009 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.053224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event updated for resources: {'Network': ['ID=85dea38b-d588-4bfc-a5bf-ec4df01a2d90,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:19.068483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Made reservation on behalf of ce5cb97a152b4de7a0b4596363c074c5 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:19.072536 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.076044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.076398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.076740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.077170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.077533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.077891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.078373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.078681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.079044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.079556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.079880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.080291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.080639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:19.092982 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-607468a9-9674-4a7e-badb-558703cf5e5a tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9153736 Dec 10 09:05:19.100355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37980) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:19.108291 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.136656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 85dea38b-d588-4bfc-a5bf-ec4df01a2d90 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:19.141681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b535e6-1bbb-4198-bf70-1cc87f6dfcf6 req-1251cfe7-930e-4acc-a316-85a225c2fe37 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:19.149854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89b535e6-1bbb-4198-bf70-1cc87f6dfcf6 req-1251cfe7-930e-4acc-a316-85a225c2fe37 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 943 time: 0.1753438 Dec 10 09:05:19.258646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-05fd2ba5-4850-4f44-bba9-50a3cd14a035 None None] Provisioning complete for port 545829ec-a9a0-4899-aa63-e5973c384879 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:19.258980 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05fd2ba5-4850-4f44-bba9-50a3cd14a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.292342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Router 5e1b5283-a816-4492-8d74-ac38b169ec4f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:05:19.301564 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.312780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa34ad31-357e-4910-9545-ece9b68efa85 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:19.316514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Pushing event updated for resources: {'Port': ['ID=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:19.321623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf215d53-9057-44b9-a336-d1bc39f82b5f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:19.323156 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cf215d53-9057-44b9-a336-d1bc39f82b5f tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/subnets/a345a444-fb4c-4918-971f-45209517a3a9 HTTP/1.1" status: 200 len: 843 time: 0.5032938 Dec 10 09:05:19.329186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37982) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:19.372484 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89b535e6-1bbb-4198-bf70-1cc87f6dfcf6 req-451b782d-764a-4443-8cef-2126b0e9d5e5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171283 Dec 10 09:05:19.391490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=545829ec-a9a0-4899-aa63-e5973c384879,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:19.477663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4c4b4b86-97e8-43df-b04d-7e99f8aa4014 tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] 10.222.0.31 "GET /v2.0/agents/91cee519-cb73-40e4-8133-560f6c903396/dhcp-networks HTTP/1.1" status: 200 len: 11296 time: 0.3759549 Dec 10 09:05:19.483520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37984) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:19.567618 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.591457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140fa7b1-0171-451e-8c7d-b9d4eca0359d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['shared'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:19.596161 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-140fa7b1-0171-451e-8c7d-b9d4eca0359d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "GET /v2.0/subnets/a345a444-fb4c-4918-971f-45209517a3a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2603197 Dec 10 09:05:19.599021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37988) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:19.605319 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.614250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Attempting to bind port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:19.614588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Attempting to bind port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:19.614947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Attempting to bind port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:19.625585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c on network 8af02a1a-e1d2-498c-8949-2e362c8a808d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:05:19.625929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Attempting to bind port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:19.629986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-26723553'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:19.638907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:19.639358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Checking segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:19.639762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Bound using segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:19.640210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Bound port: 23574f45-6dc3-4b0d-8cd4-382dcec91b4c, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:19.640569 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.644163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:19.658154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ee48aac6-b01f-4261-9a1e-fef51198a6d1 admin admin] 10.222.0.31 "PUT /v2.0/routers/5e1b5283-a816-4492-8d74-ac38b169ec4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0647707 Dec 10 09:05:19.663469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37990) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:19.668832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] Sync routers for ids ['5e1b5283-a816-4492-8d74-ac38b169ec4f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:19.690720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] Routers {'5e1b5283-a816-4492-8d74-ac38b169ec4f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:19.691441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['5e1b5283-a816-4492-8d74-ac38b169ec4f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:19.727007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:19.746538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25b8460-c7d9-450d-958a-71cda37fe6af,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:19.755857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:19.759101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.767210 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.767630 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Added segment 326472d0-8f16-4d19-ad55-551eaae726c6 of type vlan for network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d Dec 10 09:05:19.843457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d2419-13f0-4cb6-a62f-ac842788d84b tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] Network 85dea38b-d588-4bfc-a5bf-ec4df01a2d90 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:19.857825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-59656e6e-48f2-4e1d-a10b-7ae85e7c333b None None] Provisioning complete for port 545829ec-a9a0-4899-aa63-e5973c384879 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:19.858330 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59656e6e-48f2-4e1d-a10b-7ae85e7c333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.871233 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.874232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:19.891230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-772d2419-13f0-4cb6-a62f-ac842788d84b tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] 10.222.0.31 "POST /v2.0/agents/91cee519-cb73-40e4-8133-560f6c903396/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4059987 Dec 10 09:05:19.895617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37992) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:19.904130 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.904525 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Added segment 8e5bb8e7-545a-461e-84a1-eb63926b8b80 of type vlan for network 29f4e7cd-4fe1-4a58-99b8-cebb073523c3 Dec 10 09:05:19.909709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f386c48e-bf00-48b9-9ee2-dfa2c7685ae5 None None] Network 85dea38b-d588-4bfc-a5bf-ec4df01a2d90 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:19.974934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:19.980931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:19.982225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.019518 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.070209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3547690 Dec 10 09:05:20.070439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] Set router 5e1b5283-a816-4492-8d74-ac38b169ec4f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:05:20.072520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37994) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:20.083228 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.088245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] For port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:20.100968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Request body: {'subnet': {'network_id': '0ec25c64-13aa-4b83-a4a0-88ecdc767e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:20.141167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dee62e-a251-4ba4-be36-191ed60baf03 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event updated for resources: {'Network': ['ID=0ec25c64-13aa-4b83-a4a0-88ecdc767e5d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:20.175765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] For port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:20.210074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.214866 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.222431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:20.223087 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.258209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6464605 Dec 10 09:05:20.260222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37996) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:20.269768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'network_id': '29f4e7cd-4fe1-4a58-99b8-cebb073523c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:20.343903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:20.344452 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.345943 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] 10.222.0.39 "PUT /v2.0/ports/23574f45-6dc3-4b0d-8cd4-382dcec91b4c HTTP/1.1" status: 200 len: 1091 time: 2.9411731 Dec 10 09:05:20.349897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f85570e-fb4e-4b4f-b830-b2c836211659', 'tag': '23574f45-6dc3-4b0d-8cd4-382dcec91b4c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:20.352284 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343ad29f-62e8-4fdf-a033-8ab869151611" -d '{"events": [{"name": "network-changed", "server_uuid": "6f85570e-fb4e-4b4f-b830-b2c836211659", "tag": "23574f45-6dc3-4b0d-8cd4-382dcec91b4c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:20.396691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:20.400800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 545829ec-a9a0-4899-aa63-e5973c384879 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:20.452886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9319ae8-be0a-47fe-94b6-a32ac698e864 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Network': ['ID=29f4e7cd-4fe1-4a58-99b8-cebb073523c3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:20.476410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8327882-91da-41cb-9ccb-7cefa258c2f7 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:20.491926 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706baef3-66b6-4b6c-acfc-e36b0aed8822 x-openstack-request-id: req-706baef3-66b6-4b6c-acfc-e36b0aed8822 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:20.492204 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f85570e-fb4e-4b4f-b830-b2c836211659", "tag": "23574f45-6dc3-4b0d-8cd4-382dcec91b4c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:20.492465 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-706baef3-66b6-4b6c-acfc-e36b0aed8822 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:20.492870 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f85570e-fb4e-4b4f-b830-b2c836211659', 'tag': '23574f45-6dc3-4b0d-8cd4-382dcec91b4c', 'status': 'completed', 'code': 200} Dec 10 09:05:20.503538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38002) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:20.504602 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ac05d577-c875-438c-b720-7e0fcf998e91 tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] 10.222.0.31 "GET /v2.0/agents/91cee519-cb73-40e4-8133-560f6c903396/dhcp-networks HTTP/1.1" status: 200 len: 12067 time: 0.6078436 Dec 10 09:05:20.506977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Made reservation on behalf of ce5cb97a152b4de7a0b4596363c074c5 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:20.511692 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.512995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 29f4e7cd-4fe1-4a58-99b8-cebb073523c3 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:20.532681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec6b1a-f9e1-47d6-b626-fe2517a6b525 service neutron] Pushing event updated for resources: {'Port': ['ID=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:20.541565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.558806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-90daf555-155d-4728-b4fb-96fd1a73c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:20.561364 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-90daf555-155d-4728-b4fb-96fd1a73c700 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 1094 time: 0.1322510 Dec 10 09:05:20.661331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-694443fb-5616-42df-8a50-653817f144e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23574f45-6dc3-4b0d-8cd4-382dcec91b4c HTTP/1.1" status: 200 len: 217 time: 0.0905786 Dec 10 09:05:20.744620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7fb1704e-fdad-4377-bc23-de456d51ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:20.747963 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-7fb1704e-fdad-4377-bc23-de456d51ac80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.0785973 Dec 10 09:05:20.760214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 545829ec-a9a0-4899-aa63-e5973c384879 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:20.761260 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.792554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Made reservation on behalf of eb68629c7c0b4cd1ae34e898e2b44e48 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:20.798095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.807619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '81500995-8318-44fa-9360-525466dd3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:27Z', 'updated_at': '2021-12-10T09:05:17Z', 'revision_number': 5, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'gw_port': {'id': '81500995-8318-44fa-9360-525466dd3dd1', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:53:28Z', 'updated_at': '2021-12-10T08:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:20.807964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-93bb7b62-b7ad-4cde-ab8b-5e4025d71332 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478103 Dec 10 09:05:20.808483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.842554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] Checking router: 5e1b5283-a816-4492-8d74-ac38b169ec4f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:05:20.871037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] Routers {'5e1b5283-a816-4492-8d74-ac38b169ec4f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:20.871807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['5e1b5283-a816-4492-8d74-ac38b169ec4f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:20.914395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event updated for resources: {'Subnet': ['ID=1fe4ed39-2626-4d24-9cdf-d0f6eb9d9bc0,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:20.953893 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-399e4937-78c4-4b0a-95c4-30f5fe734a89 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367161 Dec 10 09:05:20.958634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Deleting port 81500995-8318-44fa-9360-525466dd3dd1 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:20.958888 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:20.987063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-169e89ab-bf0c-410b-9f61-dfbfe7631941 None None] Could not find standard attr ID for object 4e92a6e5-bac8-401e-876b-e8eb55f7ccbc. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:05:21.000696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] Set router 5e1b5283-a816-4492-8d74-ac38b169ec4f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:05:21.027776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93d169-7b12-45bb-8dcb-83b6100f7d58 req-1cdd3ab5-cf70-498a-bffd-bffb6e42a60a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:21.031106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd93d169-7b12-45bb-8dcb-83b6100f7d58 req-1cdd3ab5-cf70-498a-bffd-bffb6e42a60a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 943 time: 0.2438371 Dec 10 09:05:21.062137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:27Z', 'updated_at': '2021-12-10T09:05:20Z', 'revision_number': 6, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:21.122296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3a5f5-6811-4138-bedb-1cc6d990f59e None None] The sync data for ids ['5e1b5283-a816-4492-8d74-ac38b169ec4f'] in n-d-814746-3 is: [{'id': '5e1b5283-a816-4492-8d74-ac38b169ec4f', 'name': 'tempest-TaggedBootDevicesTest-1264878471-router', 'tenant_id': 'cd47f5c6ed254b07be86eb7151010773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:53:27Z', 'updated_at': '2021-12-10T09:05:20Z', 'revision_number': 6, 'project_id': 'cd47f5c6ed254b07be86eb7151010773', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:21.203483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] For port 81500995-8318-44fa-9360-525466dd3dd1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=81500995-8318-44fa-9360-525466dd3dd1,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:21.204014 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:21.226645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Calling delete_port for 81500995-8318-44fa-9360-525466dd3dd1 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:21.308506 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6afc66c9-0c42-4d59-bebb-3fd879f7defa req-3a50574d-5675-460a-b98b-584ce61d99a4 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337697 Dec 10 09:05:21.437757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-08e6c0aa-def9-467a-9391-93d47f153825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:21.439188 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-08e6c0aa-def9-467a-9391-93d47f153825 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 1094 time: 0.0660768 Dec 10 09:05:21.505639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.ipam_backend_mixin [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Performing IP validity checks on allocation pools {{(pid=114969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 09:05:21.506269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.ipam_backend_mixin [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 09:05:21.539957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd93d169-7b12-45bb-8dcb-83b6100f7d58 req-23f9735f-e560-4a49-b42f-43cadf002b4c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008810 Dec 10 09:05:21.545862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-538f1e02-6f4b-4f04-9862-82559597acf1 tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] 10.222.0.31 "DELETE /v2.0/agents/91cee519-cb73-40e4-8133-560f6c903396/dhcp-networks/85dea38b-d588-4bfc-a5bf-ec4df01a2d90 HTTP/1.1" status: 204 len: 168 time: 1.0380456 Dec 10 09:05:21.548967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38006) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:21.567480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Checking segment: {'id': '326472d0-8f16-4d19-ad55-551eaae726c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ec25c64-13aa-4b83-a4a0-88ecdc767e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:21.567831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Network hostable DHCP agents. Network: 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:21.580526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:21.623346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:21.642528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=81500995-8318-44fa-9360-525466dd3dd1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:21.668035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba083b5-e80a-448c-b897-7282171e46a1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:21.672283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:21.687011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:21.687849 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:21.692022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050bd009-04c9-4a3b-9a60-ab7ab6e4b60f None None] Network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:21.715048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0c43e491-8751-44da-a803-2bd6e00fc387 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6319408 Dec 10 09:05:21.719872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38008) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:21.726904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Request body: {'port': {'network_id': '0ec25c64-13aa-4b83-a4a0-88ecdc767e5d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-126035577'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:21.735895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-404ca775-622f-44d3-9a25-48d654bb71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:21.738892 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-404ca775-622f-44d3-9a25-48d654bb71e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 906 time: 0.2764122 Dec 10 09:05:21.812149 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-11b428d7-c2f9-418b-9abf-bb9215720fe5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23574f45-6dc3-4b0d-8cd4-382dcec91b4c HTTP/1.1" status: 200 len: 217 time: 0.0512209 Dec 10 09:05:21.855627 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:21.876220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-0ec25c64-13aa-4b83-a4a0-88ecdc767e5d', 'network_id': '0ec25c64-13aa-4b83-a4a0-88ecdc767e5d', 'project_id': 'ce5cb97a152b4de7a0b4596363c074c5', 'fixed_ips': [{'subnet_id': '1fe4ed39-2626-4d24-9cdf-d0f6eb9d9bc0'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:21.877102 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:21.940774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3359ee7d-ba89-47ff-8085-9f90c0ef9b81 tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] 10.222.0.31 "GET /v2.0/agents/91cee519-cb73-40e4-8133-560f6c903396/dhcp-networks HTTP/1.1" status: 200 len: 11296 time: 0.3904853 Dec 10 09:05:21.949532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38012) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:21.968598 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:21.972585 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:21.976796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-7d876b7c-82b7-4c97-952a-caecd58fadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:21.978314 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-7d876b7c-82b7-4c97-952a-caecd58fadf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.1585195 Dec 10 09:05:22.003602 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.010306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1bcac5af-c1c2-424b-b74f-56fd7d85aebc tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] 10.222.0.31 "GET /v2.0/networks/2071b0a0-06fc-4299-af84-7c455010f626/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0587311 Dec 10 09:05:22.018931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38014) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:22.066822 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-ffe15504-2356-4dea-a3d6-fea36eb3d6c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448799 Dec 10 09:05:22.077258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.078277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e1b5283-a816-4492-8d74-ac38b169ec4f {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:05:22.102799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.117335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7a93d9c4-c80a-43c6-9d63-ade248eb3f8e tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] 10.222.0.31 "GET /v2.0/networks/2071b0a0-06fc-4299-af84-7c455010f626/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0959997 Dec 10 09:05:22.121642 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ad5eed91-0101-4759-8814-e1f9d1349f57 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5e1b5283-a816-4492-8d74-ac38b169ec4f HTTP/1.1" status: 204 len: 168 time: 2.4542627 Dec 10 09:05:22.124242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38016) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:22.125258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38018) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:22.128785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Checking segment: {'id': '8e5bb8e7-545a-461e-84a1-eb63926b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '29f4e7cd-4fe1-4a58-99b8-cebb073523c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:22.128785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network hostable DHCP agents. Network: 29f4e7cd-4fe1-4a58-99b8-cebb073523c3, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:22.130620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=d65eec02-9360-4558-8d80-b939d0db5cf2,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:22.134918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Made reservation on behalf of ce5cb97a152b4de7a0b4596363c074c5 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:22.138866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.170241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] device_id is not set on port 96510d73-57b2-4d08-8383-a7384a3642e5 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:22.176106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Network 29f4e7cd-4fe1-4a58-99b8-cebb073523c3 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:22.220753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 29f4e7cd-4fe1-4a58-99b8-cebb073523c3) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:22.234571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:22.236420 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.281230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bda7899d-9e31-49a7-b1c0-aec01119a6aa tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0155251 Dec 10 09:05:22.285431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38022) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:22.291094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-81984315-6847-4a50-91b3-d3ca86d1f988 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:22.376675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f813537c-ff18-4611-bd01-e6750a65dbea None None] Network 29f4e7cd-4fe1-4a58-99b8-cebb073523c3 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:22.380839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:22.439016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0629ca12-4cc1-4bca-8e0b-20703953f69b admin admin] Deleting subnet 65b02b26-4ed6-42ce-9460-688eb713fae3 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:22.443309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Allocated IP 2001:db8::250 (0ec25c64-13aa-4b83-a4a0-88ecdc767e5d/1fe4ed39-2626-4d24-9cdf-d0f6eb9d9bc0/96510d73-57b2-4d08-8383-a7384a3642e5) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:22.454192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0629ca12-4cc1-4bca-8e0b-20703953f69b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.480653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81984315-6847-4a50-91b3-d3ca86d1f988 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12347654'] for subnet, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.504802 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-cd71cbfc-2241-42b8-bb54-619e25cea376 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201396 Dec 10 09:05:22.523352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:22.523840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b95f3a1f-8685-4b56-bf52-5ab9e5b5f8b1 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:22.524364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 81500995-8318-44fa-9360-525466dd3dd1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:22.589220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 81500995-8318-44fa-9360-525466dd3dd1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:22.591476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 81500995-8318-44fa-9360-525466dd3dd1 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:22.661602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-29f4e7cd-4fe1-4a58-99b8-cebb073523c3', 'network_id': '29f4e7cd-4fe1-4a58-99b8-cebb073523c3', 'project_id': 'eb68629c7c0b4cd1ae34e898e2b44e48', 'fixed_ips': [{'subnet_id': 'd65eec02-9360-4558-8d80-b939d0db5cf2'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:22.663654 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.667404 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0629ca12-4cc1-4bca-8e0b-20703953f69b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.711262 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d35c310e-16de-432b-b8c5-f10e65542e3e tempest-DHCPAgentSchedulersTestJSON-1916252779 tempest-DHCPAgentSchedulersTestJSON-1916252779-project-admin] 10.222.0.31 "GET /v2.0/agents/91cee519-cb73-40e4-8133-560f6c903396/dhcp-networks HTTP/1.1" status: 200 len: 12901 time: 0.5789714 Dec 10 09:05:22.723943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38026) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:22.754063 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81984315-6847-4a50-91b3-d3ca86d1f988 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733746865372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9427831'] for subnet, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.873257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81984315-6847-4a50-91b3-d3ca86d1f988 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:22.873911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81984315-6847-4a50-91b3-d3ca86d1f988 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:22.877775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-81984315-6847-4a50-91b3-d3ca86d1f988 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "PUT /v2.0/subnets/d65eec02-9360-4558-8d80-b939d0db5cf2 HTTP/1.1" status: 200 len: 900 time: 0.5885832 Dec 10 09:05:22.893204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38030) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:22.914251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Allocated IP 2001:db8::3 (29f4e7cd-4fe1-4a58-99b8-cebb073523c3/d65eec02-9360-4558-8d80-b939d0db5cf2/1de07522-d982-4896-8111-68992e95e934) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:23.048314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81984315-6847-4a50-91b3-d3ca86d1f988 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event updated for resources: {'Subnet': ['ID=d65eec02-9360-4558-8d80-b939d0db5cf2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:23.054344 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.066591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796f4be-86d9-4e83-bcee-6d4711030676 req-1ba3bac7-7fa1-45ea-b8d8-0a30851dcbe3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:23.074052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2796f4be-86d9-4e83-bcee-6d4711030676 req-1ba3bac7-7fa1-45ea-b8d8-0a30851dcbe3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 943 time: 0.3316381 Dec 10 09:05:23.133990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.141940 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.157676 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.211666 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-343ad29f-62e8-4fdf-a033-8ab869151611 req-666871e2-3d2b-40d8-b9d7-1cf2386649a7 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971686 Dec 10 09:05:23.222746 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.233290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Network 29f4e7cd-4fe1-4a58-99b8-cebb073523c3 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:23.238712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2796f4be-86d9-4e83-bcee-6d4711030676 req-5146e43c-abca-476b-b289-8e17544eef1c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637084 Dec 10 09:05:23.246619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.254888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:23.261340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:23.282991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Pushing event updated for resources: {'Port': ['ID=1de07522-d982-4896-8111-68992e95e934,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:23.314501 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.337973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dea38b-d588-4bfc-a5bf-ec4df01a2d90']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:23.342338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.349385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f472051-7104-4f00-b3c7-34c06d0f6887') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:23.349715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f472051-7104-4f00-b3c7-34c06d0f6887') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:23.352086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.360640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.367466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Attempting to bind port 1de07522-d982-4896-8111-68992e95e934 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:23.368058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Attempting to bind port 1de07522-d982-4896-8111-68992e95e934 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '8e5bb8e7-545a-461e-84a1-eb63926b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '29f4e7cd-4fe1-4a58-99b8-cebb073523c3'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:23.368616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Attempting to bind port 1de07522-d982-4896-8111-68992e95e934 on network 29f4e7cd-4fe1-4a58-99b8-cebb073523c3 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:23.374953 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.381126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:23.381541 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.400980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:23.401824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Checking segment: {'id': '8e5bb8e7-545a-461e-84a1-eb63926b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '29f4e7cd-4fe1-4a58-99b8-cebb073523c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:23.402468 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.404046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Bound using segment: {'id': '8e5bb8e7-545a-461e-84a1-eb63926b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '29f4e7cd-4fe1-4a58-99b8-cebb073523c3'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:23.404751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Bound port: 1de07522-d982-4896-8111-68992e95e934, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5bb8e7-545a-461e-84a1-eb63926b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '29f4e7cd-4fe1-4a58-99b8-cebb073523c3'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:23.405314 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.415671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:23.421404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:23.424976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:23.431529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:23.432482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.443955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=d65eec02-9360-4558-8d80-b939d0db5cf2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:23.453065 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:23.456304 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.467402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.475420 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] 10.222.0.31 "DELETE /v2.0/networks/85dea38b-d588-4bfc-a5bf-ec4df01a2d90 HTTP/1.1" status: 204 len: 168 time: 0.7483315 Dec 10 09:05:23.476694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0629ca12-4cc1-4bca-8e0b-20703953f69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.478763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7578552 Dec 10 09:05:23.483625 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38032) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:23.483980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38034) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:23.507763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1353ad-4ecd-4ca6-9cdd-fa608146b1f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event updated for resources: {'Port': ['ID=96510d73-57b2-4d08-8383-a7384a3642e5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:23.510542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Allocated IP 2001:db8::2 (0ec25c64-13aa-4b83-a4a0-88ecdc767e5d/1fe4ed39-2626-4d24-9cdf-d0f6eb9d9bc0/3c73be9c-5d41-47f1-8d0d-1f9de259bec8) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:23.532898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Request body: {'port': {'network_id': '0ec25c64-13aa-4b83-a4a0-88ecdc767e5d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-304304613', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:23.533414 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.api.validators [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] bootfile-name is not in valid_values {{(pid=114970) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:05:23.533890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.api.validators [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] tftp-server is not in valid_values {{(pid=114970) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:05:23.534241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.api.validators [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] server-ip-address is not in valid_values {{(pid=114970) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:05:23.539589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacc3d8-9e20-40fa-b465-e701601fe3fd tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event deleted for resources: {'Network': ['ID=85dea38b-d588-4bfc-a5bf-ec4df01a2d90,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:23.571750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] For port 1de07522-d982-4896-8111-68992e95e934, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:23.580387 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14f4a6d-6451-4e41-b755-270d9bcbaf35 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:23.580710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14f4a6d-6451-4e41-b755-270d9bcbaf35 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:23.583315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.583975 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b14f4a6d-6451-4e41-b755-270d9bcbaf35 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] 10.222.0.31 "DELETE /v2.0/ports/4e92a6e5-bac8-401e-876b-e8eb55f7ccbc HTTP/1.1" status: 404 len: 333 time: 0.0895758 Dec 10 09:05:23.586870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38036) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:23.592723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] For port 1de07522-d982-4896-8111-68992e95e934, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1de07522-d982-4896-8111-68992e95e934,segment=NetworkSegment(8e5bb8e7-545a-461e-84a1-eb63926b8b80),segment_id=8e5bb8e7-545a-461e-84a1-eb63926b8b80)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:23.630928 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.647283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f4e7cd-4fe1-4a58-99b8-cebb073523c3']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:23.663744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5bb8e7-545a-461e-84a1-eb63926b8b80') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:23.664207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5bb8e7-545a-461e-84a1-eb63926b8b80') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:23.677932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0629ca12-4cc1-4bca-8e0b-20703953f69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.679616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.690487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1bf012-3932-4d40-b8fd-13a2c353b0f4 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Deleting subnet ca96dca2-9560-435d-9163-adcd872e7e59 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:23.708380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf012-3932-4d40-b8fd-13a2c353b0f4 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.728027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629ca12-4cc1-4bca-8e0b-20703953f69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b02b26-4ed6-42ce-9460-688eb713fae3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:23.735299 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0629ca12-4cc1-4bca-8e0b-20703953f69b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.738645 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0629ca12-4cc1-4bca-8e0b-20703953f69b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/65b02b26-4ed6-42ce-9460-688eb713fae3 HTTP/1.1" status: 204 len: 168 time: 1.6000304 Dec 10 09:05:23.741455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38038) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:23.750411 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.764455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Made reservation on behalf of ce5cb97a152b4de7a0b4596363c074c5 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:23.767794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:23.768355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.768483 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:23.771749 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:23.780099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d216b1-4ef9-432b-9e2e-f95211f074c0 None None] Network f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:23.789410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 23574f45-6dc3-4b0d-8cd4-382dcec91b4c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:05:23.823774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047fff30-7d2a-4b0a-b8cb-2723b35a8b21 None None] Network 29f4e7cd-4fe1-4a58-99b8-cebb073523c3 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:23.824263 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf012-3932-4d40-b8fd-13a2c353b0f4 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.829923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] device_id is not set on port 3c1e819b-bdec-41c1-bfa1-3e3ed07ffbc0 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:23.842582 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.872728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:05:23.872728 n-d-814746-3 neutron-server[114969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:05:23.872728 n-d-814746-3 neutron-server[114969]: [parameters: {'id': '29f4e7cd-4fe1-4a58-99b8-cebb073523c3'}] Dec 10 09:05:23.872728 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:05:23.873459 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:05:23.884264 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef57607-375e-4e45-8863-9a2f776599cf None None] Pushing event updated for resources: {'Port': ['ID=1de07522-d982-4896-8111-68992e95e934,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:23.927479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf012-3932-4d40-b8fd-13a2c353b0f4 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:23.953382 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Deleting port 2dc1b749-dee6-4fab-8aaf-75c62280b726 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:23.953817 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.001985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf012-3932-4d40-b8fd-13a2c353b0f4 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.023418 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf012-3932-4d40-b8fd-13a2c353b0f4 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.024504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] For port 2dc1b749-dee6-4fab-8aaf-75c62280b726, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2dc1b749-dee6-4fab-8aaf-75c62280b726,segment=NetworkSegment(cc5b4c10-bf75-4639-9644-a209044c8a07),segment_id=cc5b4c10-bf75-4639-9644-a209044c8a07)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:24.025744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.034400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ac1bf012-3932-4d40-b8fd-13a2c353b0f4 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] 10.222.0.31 "DELETE /v2.0/subnets/ca96dca2-9560-435d-9163-adcd872e7e59 HTTP/1.1" status: 204 len: 168 time: 0.4438510 Dec 10 09:05:24.034634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38042) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:24.051801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Calling delete_port for 2dc1b749-dee6-4fab-8aaf-75c62280b726 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:24.054009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bf012-3932-4d40-b8fd-13a2c353b0f4 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event deleted for resources: {'Subnet': ['ID=ca96dca2-9560-435d-9163-adcd872e7e59,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:24.070046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d03935-10ff-4c7f-aae2-a6528e982ef3 None None] Network 2071b0a0-06fc-4299-af84-7c455010f626 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:24.166028 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.181384 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.219535 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.235176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:24.293179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e70a9-5ea7-4f41-a944-2593ae5aebc5 None None] Network 29f4e7cd-4fe1-4a58-99b8-cebb073523c3 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:24.293307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Allocated IP 2001:db8::368 (0ec25c64-13aa-4b83-a4a0-88ecdc767e5d/1fe4ed39-2626-4d24-9cdf-d0f6eb9d9bc0/3c1e819b-bdec-41c1-bfa1-3e3ed07ffbc0) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:24.295508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '23574f45-6dc3-4b0d-8cd4-382dcec91b4c', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'port_id': '23574f45-6dc3-4b0d-8cd4-382dcec91b4c', 'mac_address': 'fa:16:3e:f0:ed:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff99d532-c043-4377-9645-c5021d649940', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:05:24.296981 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.303305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64665682-1f59-451c-9e2b-11797d09aec3 None None] DHCP port deletion for f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:24.324179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:24.337328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc1b749-dee6-4fab-8aaf-75c62280b726,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:24.342427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] No DVR routers for this DVR port 2dc1b749-dee6-4fab-8aaf-75c62280b726 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:24.363954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Pushing event updated for resources: {'Port': ['ID=3c73be9c-5d41-47f1-8d0d-1f9de259bec8,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:24.367790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:24.369992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:24.376754 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.385543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Deleting port 545829ec-a9a0-4899-aa63-e5973c384879 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:24.386600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.449205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f5a5-3a60-4611-900b-73351cd89c12 req-3acf203f-1024-47d5-8680-ee57b4db15a3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:24.458247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2638f5a5-3a60-4611-900b-73351cd89c12 req-3acf203f-1024-47d5-8680-ee57b4db15a3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 943 time: 0.1109664 Dec 10 09:05:24.479878 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.519314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23574f45-6dc3-4b0d-8cd4-382dcec91b4c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:05:24.531963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc37e6-3719-477b-8a96-87b4f2ec0168 None None] DHCP port deletion for 2071b0a0-06fc-4299-af84-7c455010f626 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:24.534749 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.537948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Attempting to bind port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:24.538332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Attempting to bind port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '326472d0-8f16-4d19-ad55-551eaae726c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ec25c64-13aa-4b83-a4a0-88ecdc767e5d'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:24.538695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Attempting to bind port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 on network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:24.539391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2638f5a5-3a60-4611-900b-73351cd89c12 req-d6a8d03c-7502-47d1-b6a6-a71ac0d6f8b7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802202 Dec 10 09:05:24.544989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting port 1de07522-d982-4896-8111-68992e95e934 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:24.545384 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.584408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:24.584845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Checking segment: {'id': '326472d0-8f16-4d19-ad55-551eaae726c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ec25c64-13aa-4b83-a4a0-88ecdc767e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:24.585171 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.585586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Bound using segment: {'id': '326472d0-8f16-4d19-ad55-551eaae726c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ec25c64-13aa-4b83-a4a0-88ecdc767e5d'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:24.586759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Bound port: 3c73be9c-5d41-47f1-8d0d-1f9de259bec8, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326472d0-8f16-4d19-ad55-551eaae726c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0ec25c64-13aa-4b83-a4a0-88ecdc767e5d'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:24.586759 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.589045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d977ea-2fc5-42d0-b94f-ea2fac5659f1']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:24.590113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:24.618289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] For port 1de07522-d982-4896-8111-68992e95e934, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1de07522-d982-4896-8111-68992e95e934,segment=NetworkSegment(8e5bb8e7-545a-461e-84a1-eb63926b8b80),segment_id=8e5bb8e7-545a-461e-84a1-eb63926b8b80)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:24.618666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.635296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Calling delete_port for 1de07522-d982-4896-8111-68992e95e934 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:24.643983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5b4c10-bf75-4639-9644-a209044c8a07') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:24.644262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5b4c10-bf75-4639-9644-a209044c8a07') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:24.647343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] For port 545829ec-a9a0-4899-aa63-e5973c384879, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=545829ec-a9a0-4899-aa63-e5973c384879,segment=NetworkSegment(027588c4-206a-40b6-bcc1-d39f44f2d003),segment_id=027588c4-206a-40b6-bcc1-d39f44f2d003)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:24.647721 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.680608 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.686684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Calling delete_port for 545829ec-a9a0-4899-aa63-e5973c384879 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:24.717143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.733734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.770521 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.770776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Port': ['ID=1de07522-d982-4896-8111-68992e95e934,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:24.772009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:24.772961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:24.775053 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:24.777870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No DVR routers for this DVR port 1de07522-d982-4896-8111-68992e95e934 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:24.863758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.870934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:24.874496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.879109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.879327 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.882275 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f9d977ea-2fc5-42d0-b94f-ea2fac5659f1 HTTP/1.1" status: 204 len: 168 time: 1.1398573 Dec 10 09:05:24.901323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] For port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:24.905892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] For port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c73be9c-5d41-47f1-8d0d-1f9de259bec8,segment=NetworkSegment(326472d0-8f16-4d19-ad55-551eaae726c6),segment_id=326472d0-8f16-4d19-ad55-551eaae726c6)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:24.910122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc37e6-3719-477b-8a96-87b4f2ec0168 None None] Deleting port 545829ec-a9a0-4899-aa63-e5973c384879 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:24.910572 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2dc37e6-3719-477b-8a96-87b4f2ec0168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.915631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6587-f1eb-4a2a-aecf-4ba7f972be59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d977ea-2fc5-42d0-b94f-ea2fac5659f1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:24.916273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f4e7cd-4fe1-4a58-99b8-cebb073523c3']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:24.936318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5bb8e7-545a-461e-84a1-eb63926b8b80') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:24.937415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5bb8e7-545a-461e-84a1-eb63926b8b80') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:24.941362 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.951415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.966675 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:24.984352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event deleted for resources: {'Port': ['ID=545829ec-a9a0-4899-aa63-e5973c384879,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:24.989006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] No DVR routers for this DVR port 545829ec-a9a0-4899-aa63-e5973c384879 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:24.996975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.004829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.016934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:25.017343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:25.022211 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:25.040439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d2dc37e6-3719-477b-8a96-87b4f2ec0168 None None] For port 545829ec-a9a0-4899-aa63-e5973c384879, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=545829ec-a9a0-4899-aa63-e5973c384879,segment=NetworkSegment(027588c4-206a-40b6-bcc1-d39f44f2d003),segment_id=027588c4-206a-40b6-bcc1-d39f44f2d003)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:25.040815 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2dc37e6-3719-477b-8a96-87b4f2ec0168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.094706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['23574f45-6dc3-4b0d-8cd4-382dcec91b4c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:25.137042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:25.139608 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.142798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event updated for resources: {'Port': ['ID=3c1e819b-bdec-41c1-bfa1-3e3ed07ffbc0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:25.157445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:25.163237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.164326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc37e6-3719-477b-8a96-87b4f2ec0168 None None] Calling delete_port for 545829ec-a9a0-4899-aa63-e5973c384879 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:25.173672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:25.176873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aec68d-4025-423c-804e-a0f40cad3378 None None] Pushing event updated for resources: {'Port': ['ID=3c73be9c-5d41-47f1-8d0d-1f9de259bec8,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:25.189237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:25.192909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.195482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.198912 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/29f4e7cd-4fe1-4a58-99b8-cebb073523c3 HTTP/1.1" status: 204 len: 168 time: 2.3046288 Dec 10 09:05:25.199777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6f39-30f6-443b-8648-3f49e2ab2215 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=29f4e7cd-4fe1-4a58-99b8-cebb073523c3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:25.203115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38050) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.235680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2071b0a0-06fc-4299-af84-7c455010f626']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:25.236249 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4313dd-7932-4f88-996f-9c07f3f95fa9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:25.236726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4313dd-7932-4f88-996f-9c07f3f95fa9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:25.240432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3d4313dd-7932-4f88-996f-9c07f3f95fa9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/d65eec02-9360-4558-8d80-b939d0db5cf2 HTTP/1.1" status: 404 len: 337 time: 0.0363770 Dec 10 09:05:25.245065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38052) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.252083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38054) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.269221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027588c4-206a-40b6-bcc1-d39f44f2d003') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:25.269548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027588c4-206a-40b6-bcc1-d39f44f2d003') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:25.271503 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3e0c9f-0f18-4769-b3b7-5fc9b2f89585 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:25.272100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3e0c9f-0f18-4769-b3b7-5fc9b2f89585 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:25.280472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-96b4f25c-6934-481f-b363-51fdb8a2e43f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7841907 Dec 10 09:05:25.285001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1f3e0c9f-0f18-4769-b3b7-5fc9b2f89585 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/29f4e7cd-4fe1-4a58-99b8-cebb073523c3 HTTP/1.1" status: 404 len: 339 time: 0.0367439 Dec 10 09:05:25.285001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38056) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.285538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38058) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.297768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.328132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.331673 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2dc37e6-3719-477b-8a96-87b4f2ec0168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.344302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:25.344698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:25.349221 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:25.366788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bad0c722-f5c2-4911-a96d-f7a649bd0014 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=920a0076e7d44e65b78a8d691f3a3ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1125624 Dec 10 09:05:25.371018 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38060) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.371166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc37e6-3719-477b-8a96-87b4f2ec0168 None None] Pushing event deleted for resources: {'Port': ['ID=545829ec-a9a0-4899-aa63-e5973c384879,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:25.383206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc37e6-3719-477b-8a96-87b4f2ec0168 None None] No DVR routers for this DVR port 545829ec-a9a0-4899-aa63-e5973c384879 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:25.446974 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.471825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.484145 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.487447 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] 10.222.0.31 "DELETE /v2.0/networks/2071b0a0-06fc-4299-af84-7c455010f626 HTTP/1.1" status: 204 len: 168 time: 1.4518626 Dec 10 09:05:25.502609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436cce7-05bc-48e1-a44a-f541a7d38b63 tempest-DHCPAgentSchedulersTestJSON-1800782849 tempest-DHCPAgentSchedulersTestJSON-1800782849-project] Pushing event deleted for resources: {'Network': ['ID=2071b0a0-06fc-4299-af84-7c455010f626,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:25.527606 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82fa5db6-3ff3-4d21-835b-17bffc3c32a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.556781 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82fa5db6-3ff3-4d21-835b-17bffc3c32a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.580977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe2af8-f4ef-4f85-8309-3c4ffd92355f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:25.587209 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe2af8-f4ef-4f85-8309-3c4ffd92355f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:25.595489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe2af8-f4ef-4f85-8309-3c4ffd92355f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:25.600174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97fe2af8-f4ef-4f85-8309-3c4ffd92355f tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3126988 Dec 10 09:05:25.604069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38066) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.620350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.654714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acae414-4a88-43e1-a236-ab798ad8c2d9']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:25.685976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01e4e1f-7da4-4505-ac10-549566cb684e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:25.686301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01e4e1f-7da4-4505-ac10-549566cb684e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:25.712131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.713731 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82fa5db6-3ff3-4d21-835b-17bffc3c32a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.717197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82fa5db6-3ff3-4d21-835b-17bffc3c32a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.721225 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-82fa5db6-3ff3-4d21-835b-17bffc3c32a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a0d975b-bac2-4550-9c73-448d7022f1bd HTTP/1.1" status: 204 len: 168 time: 0.3489118 Dec 10 09:05:25.730287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.737080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa5db6-3ff3-4d21-835b-17bffc3c32a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0d975b-bac2-4550-9c73-448d7022f1bd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:25.739389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:25.740232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:25.755847 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:25.781330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-20ef3b6f-70a4-4a4c-9478-853750ae5811 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Deleting port 3c1e819b-bdec-41c1-bfa1-3e3ed07ffbc0 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:25.781330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20ef3b6f-70a4-4a4c-9478-853750ae5811 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.810896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f600-af29-4207-935e-c8df844bdb74 req-8704d28c-a1f4-4f46-ad40-cb56b3548e8a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:25.811874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c027f600-af29-4207-935e-c8df844bdb74 req-8704d28c-a1f4-4f46-ad40-cb56b3548e8a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 944 time: 0.1531267 Dec 10 09:05:25.852431 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.870002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.874020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/1acae414-4a88-43e1-a236-ab798ad8c2d9 HTTP/1.1" status: 204 len: 168 time: 0.5875354 Dec 10 09:05:25.876838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38072) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.886700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb128fe-11f9-4b19-ba4a-86f68d145f68 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=1acae414-4a88-43e1-a236-ab798ad8c2d9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:25.909315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38074) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.918543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c027f600-af29-4207-935e-c8df844bdb74 req-7d713420-32aa-48d3-a422-495dd9428e28 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959866 Dec 10 09:05:25.951302 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a73b6b-78fa-460f-bead-530e3640bfb5 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:25.951302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a73b6b-78fa-460f-bead-530e3640bfb5 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:25.956135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-39a73b6b-78fa-460f-bead-530e3640bfb5 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/677d7598-e837-46c6-87ca-411b6dd15c22 HTTP/1.1" status: 404 len: 337 time: 0.0639355 Dec 10 09:05:25.959174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38078) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:25.964930 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20ef3b6f-70a4-4a4c-9478-853750ae5811 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:25.981273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-20ef3b6f-70a4-4a4c-9478-853750ae5811 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Calling delete_port for 3c1e819b-bdec-41c1-bfa1-3e3ed07ffbc0 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:26.007514 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d58b4e3-1f9d-4d66-9638-d7e79f9e24ec tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:26.008295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d58b4e3-1f9d-4d66-9638-d7e79f9e24ec tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:26.011449 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7d58b4e3-1f9d-4d66-9638-d7e79f9e24ec tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/eea70c1f-36ac-4f42-9af9-32d6fe47212f HTTP/1.1" status: 404 len: 339 time: 0.0504968 Dec 10 09:05:26.015275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38082) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:26.090470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f095f107-ba0c-457e-8c5d-c8ff60bd98ca tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting subnet f2300231-23e3-4bf8-942b-10d973021f4b {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:26.099286 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f095f107-ba0c-457e-8c5d-c8ff60bd98ca tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.175004 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f095f107-ba0c-457e-8c5d-c8ff60bd98ca tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.236828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20ef3b6f-70a4-4a4c-9478-853750ae5811 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.324251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:26.336409 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20ef3b6f-70a4-4a4c-9478-853750ae5811 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.340759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-20ef3b6f-70a4-4a4c-9478-853750ae5811 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "DELETE /v2.0/ports/3c1e819b-bdec-41c1-bfa1-3e3ed07ffbc0 HTTP/1.1" status: 204 len: 168 time: 0.7353809 Dec 10 09:05:26.343204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef3b6f-70a4-4a4c-9478-853750ae5811 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event deleted for resources: {'Port': ['ID=3c1e819b-bdec-41c1-bfa1-3e3ed07ffbc0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:26.355435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38086) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:26.362243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Request body: {'port': {'name': 'tempest-new-port-name-583844200', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:26.362808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.api.validators [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] bootfile-name is not in valid_values {{(pid=114969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:05:26.363252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.api.validators [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] tftp-server is not in valid_values {{(pid=114969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:05:26.363749 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.api.validators [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] server-ip-address is not in valid_values {{(pid=114969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 09:05:26.369701 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f095f107-ba0c-457e-8c5d-c8ff60bd98ca tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.405143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38088) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:26.408556 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-06162676-b276-4d80-bc13-0ea148ce6a62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34169de0608d445a9b52d2bad71b4a81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4970973 Dec 10 09:05:26.414927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:26.415573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38090) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:26.415717 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.483566 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4924cdf8-c782-47fd-a6ed-ade853e8ad18 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd47f5c6ed254b07be86eb7151010773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0736995 Dec 10 09:05:26.485940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38092) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:26.517619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.543007 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.548818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a6252fa-115b-4b87-8282-8d9c58890b34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.558190 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f095f107-ba0c-457e-8c5d-c8ff60bd98ca tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.583893 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d67dba6-b693-4a14-b742-53bb814a9f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.585029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c73be9c-5d41-47f1-8d0d-1f9de259bec8,segment=NetworkSegment(326472d0-8f16-4d19-ad55-551eaae726c6),segment_id=326472d0-8f16-4d19-ad55-551eaae726c6)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:26.588596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a6252fa-115b-4b87-8282-8d9c58890b34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.591767 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.606271 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:05:26.630522 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f095f107-ba0c-457e-8c5d-c8ff60bd98ca tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.636437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f095f107-ba0c-457e-8c5d-c8ff60bd98ca tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/f2300231-23e3-4bf8-942b-10d973021f4b HTTP/1.1" status: 204 len: 168 time: 0.6176202 Dec 10 09:05:26.636841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38094) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:26.644897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095f107-ba0c-457e-8c5d-c8ff60bd98ca tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=f2300231-23e3-4bf8-942b-10d973021f4b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:26.678626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d67dba6-b693-4a14-b742-53bb814a9f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.689592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a6252fa-115b-4b87-8282-8d9c58890b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.691052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=3c73be9c-5d41-47f1-8d0d-1f9de259bec8,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:26.692598 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3a6252fa-115b-4b87-8282-8d9c58890b34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.693994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3a6252fa-115b-4b87-8282-8d9c58890b34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c6ab4b4-d33b-40a0-8338-c35d326f7677 HTTP/1.1" status: 204 len: 168 time: 0.2069535 Dec 10 09:05:26.697644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d81b2-20c9-4967-844a-dfcff6932333 None None] Network 7544b2b7-3c58-4329-8d53-a207b60f888f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:26.699461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728d827-9198-462e-b721-2cf23577d86a None None] Network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:26.707817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2dc1b749-dee6-4fab-8aaf-75c62280b726 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:26.712191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6252fa-115b-4b87-8282-8d9c58890b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6ab4b4-d33b-40a0-8338-c35d326f7677,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:26.719210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0df8f5-bed8-4aef-b26c-5247e2ddd24d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting subnet fd47362a-9b2c-4457-bf45-bb9434ed43de {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:26.723244 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e0df8f5-bed8-4aef-b26c-5247e2ddd24d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.751018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 2dc1b749-dee6-4fab-8aaf-75c62280b726 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:26.751390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2dc1b749-dee6-4fab-8aaf-75c62280b726 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:26.751804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 545829ec-a9a0-4899-aa63-e5973c384879 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:26.789540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e0df8f5-bed8-4aef-b26c-5247e2ddd24d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.851822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b8f29e6b-282e-4072-8713-3b5ba5566aee None None] Provisioning complete for port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:26.852377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8f29e6b-282e-4072-8713-3b5ba5566aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.893858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e0df8f5-bed8-4aef-b26c-5247e2ddd24d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:26.902372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 545829ec-a9a0-4899-aa63-e5973c384879 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:26.902713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 545829ec-a9a0-4899-aa63-e5973c384879 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:26.997946 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e0df8f5-bed8-4aef-b26c-5247e2ddd24d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.034228 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e0df8f5-bed8-4aef-b26c-5247e2ddd24d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.040345 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0e0df8f5-bed8-4aef-b26c-5247e2ddd24d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/fd47362a-9b2c-4457-bf45-bb9434ed43de HTTP/1.1" status: 204 len: 168 time: 0.3998201 Dec 10 09:05:27.040345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0df8f5-bed8-4aef-b26c-5247e2ddd24d tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=fd47362a-9b2c-4457-bf45-bb9434ed43de,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:27.047869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38102) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:27.109578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5702-66c1-46cb-bf70-904652d1f053 req-dc8b46d6-4b36-4fe9-b6af-9b0fc67f5985 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:27.110563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a19f5702-66c1-46cb-bf70-904652d1f053 req-dc8b46d6-4b36-4fe9-b6af-9b0fc67f5985 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 944 time: 0.1053965 Dec 10 09:05:27.135215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d67dba6-b693-4a14-b742-53bb814a9f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.138398 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d67dba6-b693-4a14-b742-53bb814a9f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.139504 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d67dba6-b693-4a14-b742-53bb814a9f2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7abb0350-2d7d-45c6-8351-14cbb4a3a5e6 HTTP/1.1" status: 204 len: 168 time: 0.7227516 Dec 10 09:05:27.146981 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.160317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67dba6-b693-4a14-b742-53bb814a9f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abb0350-2d7d-45c6-8351-14cbb4a3a5e6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:27.224338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting port c5d61da5-c975-4d26-b3a1-201d0d65cd3c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:27.224691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.232504 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a19f5702-66c1-46cb-bf70-904652d1f053 req-50fdcf49-dccc-428c-95c2-7c06f77cdc50 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013463 Dec 10 09:05:27.254383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.264006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.328988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] In _notify_port_updated(), no bound segment for port 96510d73-57b2-4d08-8383-a7384a3642e5 on network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:05:27.342985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:27.344268 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.345917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "PUT /v2.0/ports/96510d73-57b2-4d08-8383-a7384a3642e5 HTTP/1.1" status: 200 len: 1129 time: 0.9886158 Dec 10 09:05:27.353079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38114) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:27.372692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b0137-ac82-4a43-be37-2f49458125c9 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event updated for resources: {'Port': ['ID=96510d73-57b2-4d08-8383-a7384a3642e5,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:27.375651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] For port c5d61da5-c975-4d26-b3a1-201d0d65cd3c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c5d61da5-c975-4d26-b3a1-201d0d65cd3c,segment=NetworkSegment(ca61ba51-9556-41d0-a6e9-6ed943fbc968),segment_id=ca61ba51-9556-41d0-a6e9-6ed943fbc968)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:27.376038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.414965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Calling delete_port for c5d61da5-c975-4d26-b3a1-201d0d65cd3c owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:27.418199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5e5a3-1037-4094-928e-8181a11dbf72 None None] Update dhcp port {'port': {'network_id': '7544b2b7-3c58-4329-8d53-a207b60f888f', 'fixed_ips': [{'subnet_id': 'fd47362a-9b2c-4457-bf45-bb9434ed43de'}], 'binding:host_id': 'n-d-814746-3'}, 'id': 'c5d61da5-c975-4d26-b3a1-201d0d65cd3c'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:05:27.432086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d72413-bd9d-4601-8f8f-c1dd1ecf99bc tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:27.433817 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-88d72413-bd9d-4601-8f8f-c1dd1ecf99bc tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "GET /v2.0/ports/96510d73-57b2-4d08-8383-a7384a3642e5 HTTP/1.1" status: 200 len: 1129 time: 0.0790153 Dec 10 09:05:27.439742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38118) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:27.488601 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fef5e5a3-1037-4094-928e-8181a11dbf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.587180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8ff29d59-2e0f-4bfa-a644-4be76751f45b tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Deleting port 96510d73-57b2-4d08-8383-a7384a3642e5 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:27.587873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff29d59-2e0f-4bfa-a644-4be76751f45b tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.602476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.616477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No DVR routers for this DVR port c5d61da5-c975-4d26-b3a1-201d0d65cd3c on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:27.676136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Port': ['ID=c5d61da5-c975-4d26-b3a1-201d0d65cd3c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:27.751690 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff29d59-2e0f-4bfa-a644-4be76751f45b tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.761726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d61a337e-8b9c-4bd6-89bd-c03e201a69c3 None None] Provisioning complete for port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:27.763654 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d61a337e-8b9c-4bd6-89bd-c03e201a69c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.767845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8ff29d59-2e0f-4bfa-a644-4be76751f45b tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Calling delete_port for 96510d73-57b2-4d08-8383-a7384a3642e5 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:27.826310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 23574f45-6dc3-4b0d-8cd4-382dcec91b4c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:27.830466 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.854336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7544b2b7-3c58-4329-8d53-a207b60f888f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:27.856106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38128) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:27.866934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca61ba51-9556-41d0-a6e9-6ed943fbc968') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:27.867172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca61ba51-9556-41d0-a6e9-6ed943fbc968') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:27.868538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649aba2e-acc3-4fc1-bcc3-1bf5e0d2b362 None None] Network 7544b2b7-3c58-4329-8d53-a207b60f888f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:27.875093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a8cda0e-9c31-40b3-a503-18d85b407c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.879141 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.894696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.901289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:27.901759 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:27.973038 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:27.979140 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.984012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a8cda0e-9c31-40b3-a503-18d85b407c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.990643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.994612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a8cda0e-9c31-40b3-a503-18d85b407c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:27.995171 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/7544b2b7-3c58-4329-8d53-a207b60f888f HTTP/1.1" status: 204 len: 168 time: 0.9462454 Dec 10 09:05:28.002926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.010710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38134) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.018594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b570e-5c47-49fb-81c7-e91c85b157d7 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=7544b2b7-3c58-4329-8d53-a207b60f888f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:28.069759 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80d04c1-0b27-4314-a159-ca363b6bffc2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:28.070852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80d04c1-0b27-4314-a159-ca363b6bffc2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:28.087334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:05:28.087515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38138) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.099765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e80d04c1-0b27-4314-a159-ca363b6bffc2 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/1b6e8ab3-56bc-460d-b887-1781d65e1794 HTTP/1.1" status: 404 len: 337 time: 0.0956979 Dec 10 09:05:28.101326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:28.101733 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.103897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b9617f-c6be-4d2a-80ae-5db4e99f50f5 None None] DHCP port deletion for 7544b2b7-3c58-4329-8d53-a207b60f888f request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:28.148075 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53f13b9-6b81-49f2-b0df-b85d11685a97 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:28.154456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53f13b9-6b81-49f2-b0df-b85d11685a97 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:28.168532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b53f13b9-6b81-49f2-b0df-b85d11685a97 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/404b8235-e00c-428e-992b-11ba0dad5a64 HTTP/1.1" status: 404 len: 339 time: 0.0801344 Dec 10 09:05:28.174606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d61a337e-8b9c-4bd6-89bd-c03e201a69c3 None None] Provisioning complete for port 96510d73-57b2-4d08-8383-a7384a3642e5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:28.174779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38140) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.174987 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d61a337e-8b9c-4bd6-89bd-c03e201a69c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.178084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-458681975-network', 'tenant_id': '74e29b70c55748db85d3f4b8b059203f'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:28.204862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4a8cda0e-9c31-40b3-a503-18d85b407c46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=334f927d23d847728b9b2c20ff572e9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470290 Dec 10 09:05:28.210244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38142) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.225411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cda0e-9c31-40b3-a503-18d85b407c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64fba3-f0ef-4299-9b2b-c7efe42087d2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:28.254619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d61a337e-8b9c-4bd6-89bd-c03e201a69c3 None None] Port 96510d73-57b2-4d08-8383-a7384a3642e5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:28.257093 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.284150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f85570e-fb4e-4b4f-b830-b2c836211659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23574f45-6dc3-4b0d-8cd4-382dcec91b4c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:28.286656 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774e8e80-fa56-493a-aada-6990460caa31" -d '{"events": [{"server_uuid": "6f85570e-fb4e-4b4f-b830-b2c836211659", "name": "network-vif-plugged", "status": "completed", "tag": "23574f45-6dc3-4b0d-8cd4-382dcec91b4c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:28.290387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Made reservation on behalf of 74e29b70c55748db85d3f4b8b059203f for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:28.293425 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.298634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:28.302126 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5e4aae-a5b2-446c-9dca-c7fd49b243bd tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:28.302813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5e4aae-a5b2-446c-9dca-c7fd49b243bd tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:28.303803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:28.314411 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6e5e4aae-a5b2-446c-9dca-c7fd49b243bd tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/63852fe9-ac4e-4849-af29-7bdff96f00e4 HTTP/1.1" status: 404 len: 337 time: 0.1317480 Dec 10 09:05:28.322851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38148) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.329305 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.371774 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-124f1e17-dd56-41c3-8c9c-53534587e546 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:28.375095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124f1e17-dd56-41c3-8c9c-53534587e546 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:28.386984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:28.389064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-124f1e17-dd56-41c3-8c9c-53534587e546 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/09ec6478-5806-41e6-b984-50d4197a2be0 HTTP/1.1" status: 404 len: 339 time: 0.0612941 Dec 10 09:05:28.391782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.393269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.397380 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ca0f1-63d5-4db8-9aae-b80a12949f82 x-openstack-request-id: req-ff4ca0f1-63d5-4db8-9aae-b80a12949f82 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:28.397875 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f85570e-fb4e-4b4f-b830-b2c836211659", "name": "network-vif-plugged", "status": "completed", "tag": "23574f45-6dc3-4b0d-8cd4-382dcec91b4c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:28.398083 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff4ca0f1-63d5-4db8-9aae-b80a12949f82 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:28.398423 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f85570e-fb4e-4b4f-b830-b2c836211659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23574f45-6dc3-4b0d-8cd4-382dcec91b4c', 'code': 200} Dec 10 09:05:28.404537 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-055a9d6e-0d38-4ef0-9bab-88c9f2b0493b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.406989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e88a5ecb-c675-45c0-a365-5e510493bb43 None None] Could not find standard attr ID for object c5d61da5-c975-4d26-b3a1-201d0d65cd3c. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:05:28.433063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e88a5ecb-c675-45c0-a365-5e510493bb43 None None] Provisioning complete for port 96510d73-57b2-4d08-8383-a7384a3642e5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:28.433798 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e88a5ecb-c675-45c0-a365-5e510493bb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.462611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:28.469189 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3c7235-796e-4d81-bfa1-761e2f744229 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:28.470015 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.472856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3c7235-796e-4d81-bfa1-761e2f744229 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:28.482080 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-055a9d6e-0d38-4ef0-9bab-88c9f2b0493b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.482890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1e3c7235-796e-4d81-bfa1-761e2f744229 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/dda30f9c-2604-4e12-a684-49e8442ab5ab HTTP/1.1" status: 404 len: 337 time: 0.0855153 Dec 10 09:05:28.484092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38154) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.515007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e88a5ecb-c675-45c0-a365-5e510493bb43 None None] Port 96510d73-57b2-4d08-8383-a7384a3642e5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:28.520271 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce14145e-bc02-4ae6-a85b-eb67c3e5e0a8 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:28.521207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce14145e-bc02-4ae6-a85b-eb67c3e5e0a8 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:28.527663 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ce14145e-bc02-4ae6-a85b-eb67c3e5e0a8 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/b811e195-35cf-4bd8-80c5-41cf0f9a38eb HTTP/1.1" status: 404 len: 339 time: 0.0398552 Dec 10 09:05:28.530790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38156) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.583933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-055a9d6e-0d38-4ef0-9bab-88c9f2b0493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.587046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-055a9d6e-0d38-4ef0-9bab-88c9f2b0493b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.590624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-055a9d6e-0d38-4ef0-9bab-88c9f2b0493b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee64fba3-f0ef-4299-9b2b-c7efe42087d2 HTTP/1.1" status: 204 len: 168 time: 0.3779821 Dec 10 09:05:28.599148 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff29d59-2e0f-4bfa-a644-4be76751f45b tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.625340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-107a0814-0ab7-478a-974b-f17dca9cd691 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting subnet eeacfb25-7461-4561-a138-af1189bd2295 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:28.628226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-005e396d-dfcc-422e-b0b1-365d893ff2ea None None] Could not find standard attr ID for object 3c1e819b-bdec-41c1-bfa1-3e3ed07ffbc0. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:05:28.629748 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-107a0814-0ab7-478a-974b-f17dca9cd691 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.671403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c5d61da5-c975-4d26-b3a1-201d0d65cd3c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:28.671695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a9d6e-0d38-4ef0-9bab-88c9f2b0493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64fba3-f0ef-4299-9b2b-c7efe42087d2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:28.676532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff29d59-2e0f-4bfa-a644-4be76751f45b tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event deleted for resources: {'Port': ['ID=96510d73-57b2-4d08-8383-a7384a3642e5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:28.702578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-107a0814-0ab7-478a-974b-f17dca9cd691 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.718096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c5d61da5-c975-4d26-b3a1-201d0d65cd3c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:28.718441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c5d61da5-c975-4d26-b3a1-201d0d65cd3c not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:28.736093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a0100-34c7-4303-8ec4-6a6ac0c8abec req-6b78bf2b-a68f-4416-8ba9-307acd59298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:28.737950 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c9a0100-34c7-4303-8ec4-6a6ac0c8abec req-6b78bf2b-a68f-4416-8ba9-307acd59298a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 1096 time: 0.2516742 Dec 10 09:05:28.742314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3738570-2dae-4018-a326-23d42ce3fa2c req-039d4d49-3efe-4040-b183-f957217586fe tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:28.743914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3738570-2dae-4018-a326-23d42ce3fa2c req-039d4d49-3efe-4040-b183-f957217586fe tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 945 time: 0.3168528 Dec 10 09:05:28.745063 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ff29d59-2e0f-4bfa-a644-4be76751f45b tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.751582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8ff29d59-2e0f-4bfa-a644-4be76751f45b tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "DELETE /v2.0/ports/96510d73-57b2-4d08-8383-a7384a3642e5 HTTP/1.1" status: 204 len: 168 time: 1.3105571 Dec 10 09:05:28.753492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38160) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:28.847226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c026b75f-4526-4f15-bc54-9c9b698b6e09 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Deleting subnet 1fe4ed39-2626-4d24-9cdf-d0f6eb9d9bc0 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:28.850129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-107a0814-0ab7-478a-974b-f17dca9cd691 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.856727 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c026b75f-4526-4f15-bc54-9c9b698b6e09 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.883425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3738570-2dae-4018-a326-23d42ce3fa2c req-6b98d97d-49c7-4438-99ab-5930d6e4371d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306207 Dec 10 09:05:28.907018 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c026b75f-4526-4f15-bc54-9c9b698b6e09 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.942954 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c9a0100-34c7-4303-8ec4-6a6ac0c8abec req-1fe378b9-a18a-42d3-be18-cd96a32dbe19 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351826 Dec 10 09:05:28.956614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.962987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:28.973124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-107a0814-0ab7-478a-974b-f17dca9cd691 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.016773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:29.029947 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c026b75f-4526-4f15-bc54-9c9b698b6e09 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.033363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a0814-0ab7-478a-974b-f17dca9cd691 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=eeacfb25-7461-4561-a138-af1189bd2295,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:29.047645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b636bc-73c8-4510-a438-3ba6dcd16c2d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:29.052968 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-107a0814-0ab7-478a-974b-f17dca9cd691 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.054133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521888aa-3318-4d0f-a735-3ecb5145a342 None None] Network 397c9bba-92ab-43b4-b8f9-f729529ad8b5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:29.061994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-107a0814-0ab7-478a-974b-f17dca9cd691 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/eeacfb25-7461-4561-a138-af1189bd2295 HTTP/1.1" status: 204 len: 168 time: 0.5274777 Dec 10 09:05:29.063415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.063807 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Added segment e0432b2e-3319-41c1-ac17-9a37d4ec0803 of type vlan for network 35b4cba7-891a-4292-8c4f-755acc248ba9 Dec 10 09:05:29.065072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38168) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:29.168540 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c026b75f-4526-4f15-bc54-9c9b698b6e09 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.200554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026b75f-4526-4f15-bc54-9c9b698b6e09 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe4ed39-2626-4d24-9cdf-d0f6eb9d9bc0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:29.227278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c026b75f-4526-4f15-bc54-9c9b698b6e09 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.237992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c026b75f-4526-4f15-bc54-9c9b698b6e09 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "DELETE /v2.0/subnets/1fe4ed39-2626-4d24-9cdf-d0f6eb9d9bc0 HTTP/1.1" status: 204 len: 168 time: 0.4833539 Dec 10 09:05:29.239243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38174) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:29.243357 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.251694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.275092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-11bec6d9-55c4-4148-901b-ad2521072a9a None None] Could not find standard attr ID for object 96510d73-57b2-4d08-8383-a7384a3642e5. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:05:29.334104 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.335187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:29.336050 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.353675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21866169-15a6-40bb-9911-4ab65a558a91 None None] DHCP port deletion for 397c9bba-92ab-43b4-b8f9-f729529ad8b5 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:29.416876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.451395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38176) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:29.460883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Request body: {'subnet': {'network_id': '35b4cba7-891a-4292-8c4f-755acc248ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-458681975-subnet', 'tenant_id': '74e29b70c55748db85d3f4b8b059203f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:29.461030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-21866169-15a6-40bb-9911-4ab65a558a91 None None] Deleting port a6be13ff-e86e-4593-a117-12cf40ece22e {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:29.461426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21866169-15a6-40bb-9911-4ab65a558a91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.466189 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4430869 Dec 10 09:05:29.485470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaedb3d-b4e8-4470-9a59-f30e1e737a10 admin admin] Pushing event updated for resources: {'Network': ['ID=35b4cba7-891a-4292-8c4f-755acc248ba9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:29.521473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting port a6be13ff-e86e-4593-a117-12cf40ece22e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:29.521851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.551985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-21866169-15a6-40bb-9911-4ab65a558a91 None None] For port a6be13ff-e86e-4593-a117-12cf40ece22e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a6be13ff-e86e-4593-a117-12cf40ece22e,segment=NetworkSegment(1094f1b3-9027-486e-b33b-aa22a635b324),segment_id=1094f1b3-9027-486e-b33b-aa22a635b324)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:29.552762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21866169-15a6-40bb-9911-4ab65a558a91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.584159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-21866169-15a6-40bb-9911-4ab65a558a91 None None] Calling delete_port for a6be13ff-e86e-4593-a117-12cf40ece22e owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:29.592649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Made reservation on behalf of 74e29b70c55748db85d3f4b8b059203f for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:29.594991 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.665917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] For port a6be13ff-e86e-4593-a117-12cf40ece22e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a6be13ff-e86e-4593-a117-12cf40ece22e,segment=NetworkSegment(1094f1b3-9027-486e-b33b-aa22a635b324),segment_id=1094f1b3-9027-486e-b33b-aa22a635b324)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:29.667872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.676712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 35b4cba7-891a-4292-8c4f-755acc248ba9 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:29.695833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Calling delete_port for a6be13ff-e86e-4593-a117-12cf40ece22e owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:29.761268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d85f9-cbe9-483d-bbda-91de2329c903 None None] Network 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:29.769016 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21866169-15a6-40bb-9911-4ab65a558a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.835197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.864657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Port': ['ID=a6be13ff-e86e-4593-a117-12cf40ece22e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:29.872163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No DVR routers for this DVR port a6be13ff-e86e-4593-a117-12cf40ece22e on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:29.885652 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Deleting port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:29.886140 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.893352 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:29.905180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21866169-15a6-40bb-9911-4ab65a558a91 None None] No DVR routers for this DVR port a6be13ff-e86e-4593-a117-12cf40ece22e on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:29.933161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21866169-15a6-40bb-9911-4ab65a558a91 None None] Pushing event deleted for resources: {'Port': ['ID=a6be13ff-e86e-4593-a117-12cf40ece22e,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:29.973165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7137f6-8041-4a5d-ab16-42e95e65e485 req-dcf90b16-189e-4c47-b064-91475fe4b9cc tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:29.974791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef7137f6-8041-4a5d-ab16-42e95e65e485 req-dcf90b16-189e-4c47-b064-91475fe4b9cc tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1595602 Dec 10 09:05:29.978584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38196) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:30.019971 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.068144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397c9bba-92ab-43b4-b8f9-f729529ad8b5']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:30.079237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1094f1b3-9027-486e-b33b-aa22a635b324') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:30.079667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1094f1b3-9027-486e-b33b-aa22a635b324') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:30.095706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb10249-2853-4db5-9e30-73eab9c0165a None None] DHCP port deletion for 0ec25c64-13aa-4b83-a4a0-88ecdc767e5d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:30.096652 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.113674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.120940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:30.121558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:30.126343 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:30.148093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Checking segment: {'id': 'e0432b2e-3319-41c1-ac17-9a37d4ec0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '35b4cba7-891a-4292-8c4f-755acc248ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:30.148093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Network hostable DHCP agents. Network: 35b4cba7-891a-4292-8c4f-755acc248ba9, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:30.151338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5e0b6c-de48-47e4-8375-a17eca0dc550,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:30.156696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] For port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c73be9c-5d41-47f1-8d0d-1f9de259bec8,segment=NetworkSegment(326472d0-8f16-4d19-ad55-551eaae726c6),segment_id=326472d0-8f16-4d19-ad55-551eaae726c6)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:30.157076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.203189 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.204131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-769669179'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:30.211802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Network 35b4cba7-891a-4292-8c4f-755acc248ba9 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:30.214045 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.217874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/397c9bba-92ab-43b4-b8f9-f729529ad8b5 HTTP/1.1" status: 204 len: 168 time: 1.1513667 Dec 10 09:05:30.221857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8fb10249-2853-4db5-9e30-73eab9c0165a None None] Deleting port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:30.222024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38200) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:30.222253 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8fb10249-2853-4db5-9e30-73eab9c0165a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.239899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a55cc3-55cf-4c87-a419-eeed075783ed req-2265748a-ee36-4267-87b8-0f53fc042293 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:30.241474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0a55cc3-55cf-4c87-a419-eeed075783ed req-2265748a-ee36-4267-87b8-0f53fc042293 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 945 time: 0.1917555 Dec 10 09:05:30.245724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a68657-f3b5-4954-8728-7d7b8dcbbef9 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=397c9bba-92ab-43b4-b8f9-f729529ad8b5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:30.247451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Calling delete_port for 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:30.268409 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-22db9c7b-641e-4774-8409-4cbf574f0336 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:30.269011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22db9c7b-641e-4774-8409-4cbf574f0336 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:30.272270 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-22db9c7b-641e-4774-8409-4cbf574f0336 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/ed1aa4ff-9c84-40c5-bcd8-b45cf48ffc8f HTTP/1.1" status: 404 len: 337 time: 0.0359313 Dec 10 09:05:30.273723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a6be13ff-e86e-4593-a117-12cf40ece22e no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:30.277961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38202) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:30.286605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef7137f6-8041-4a5d-ab16-42e95e65e485 req-5a6310a5-1555-4241-ab59-6cea421f11ec tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467113 Dec 10 09:05:30.287456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 35b4cba7-891a-4292-8c4f-755acc248ba9) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:30.299055 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e876eb5-bb5d-4556-98bd-a4e8c9230488 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] DELETE failed (client error): The resource could not be found. Dec 10 09:05:30.299683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e876eb5-bb5d-4556-98bd-a4e8c9230488 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:05:30.300889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:30.301565 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.303813 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4e876eb5-bb5d-4556-98bd-a4e8c9230488 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/5ab02c3c-f80a-436c-8d98-c0982754c84f HTTP/1.1" status: 404 len: 339 time: 0.0241263 Dec 10 09:05:30.306490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38204) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:30.308668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8026a1a2-6d9a-44bd-9b81-c30a7e7d042d None None] Network 35b4cba7-891a-4292-8c4f-755acc248ba9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:30.316938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a6be13ff-e86e-4593-a117-12cf40ece22e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:30.316938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a6be13ff-e86e-4593-a117-12cf40ece22e not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:30.317407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:30.345545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:30.349175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.388224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3029c63-b761-484b-b25c-e2d1149e3590 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting subnet a345a444-fb4c-4918-971f-45209517a3a9 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:30.392149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-523a99bd-2c52-4e44-87a3-1faa1405cafe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9392314 Dec 10 09:05:30.394542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3029c63-b761-484b-b25c-e2d1149e3590 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.399321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8fb10249-2853-4db5-9e30-73eab9c0165a None None] For port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c73be9c-5d41-47f1-8d0d-1f9de259bec8,segment=NetworkSegment(326472d0-8f16-4d19-ad55-551eaae726c6),segment_id=326472d0-8f16-4d19-ad55-551eaae726c6)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:30.401690 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8fb10249-2853-4db5-9e30-73eab9c0165a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.404661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0a55cc3-55cf-4c87-a419-eeed075783ed req-78452705-cfe0-4144-b1bf-973a599cc4d3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530485 Dec 10 09:05:30.405181 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.440677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8fb10249-2853-4db5-9e30-73eab9c0165a None None] Calling delete_port for 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:30.472482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3029c63-b761-484b-b25c-e2d1149e3590 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.491054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.534421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event deleted for resources: {'Port': ['ID=3c73be9c-5d41-47f1-8d0d-1f9de259bec8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:30.545937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] No DVR routers for this DVR port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:30.580626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 update to DOWN by agent not found {{(pid=114971) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 09:05:30.595762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaaf648-d419-4d77-8192-d86c18280dea None None] Network 35b4cba7-891a-4292-8c4f-755acc248ba9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:30.634091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3029c63-b761-484b-b25c-e2d1149e3590 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.651452 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.654479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.665170 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.700390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec25c64-13aa-4b83-a4a0-88ecdc767e5d']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:30.713661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:30.716787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326472d0-8f16-4d19-ad55-551eaae726c6') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:30.717083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326472d0-8f16-4d19-ad55-551eaae726c6') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:30.743703 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.753168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edeb8dc-c616-4c40-912b-6f12a7e188a0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:30.763516 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.763939 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Added segment 6c31b725-62b1-4f75-96c4-d64b6bf49082 of type vlan for network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec Dec 10 09:05:30.772635 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.799168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:30.799324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:30.802428 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:30.812429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3029c63-b761-484b-b25c-e2d1149e3590 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.854907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.855276 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8fb10249-2853-4db5-9e30-73eab9c0165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.889026 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.894640 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.900266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] 10.222.0.31 "DELETE /v2.0/networks/0ec25c64-13aa-4b83-a4a0-88ecdc767e5d HTTP/1.1" status: 204 len: 168 time: 1.6548710 Dec 10 09:05:30.900483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb10249-2853-4db5-9e30-73eab9c0165a None None] Pushing event deleted for resources: {'Port': ['ID=3c73be9c-5d41-47f1-8d0d-1f9de259bec8,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:30.906932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb10249-2853-4db5-9e30-73eab9c0165a None None] No DVR routers for this DVR port 3c73be9c-5d41-47f1-8d0d-1f9de259bec8 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:30.931617 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.941436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:30.942135 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:30.947272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ff813-3969-4313-87c9-f24d49560ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569 tempest-ExtraDHCPOptionsIpV6TestJSON-349016569-project] Pushing event deleted for resources: {'Network': ['ID=0ec25c64-13aa-4b83-a4a0-88ecdc767e5d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:30.957434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927851f2-7a79-414d-8f24-1cb832195a60 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:05:31.024312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Network': ['ID=7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:31.043596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:31.093108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6f3bfca2-75db-4b20-b592-a6310983c84a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1126339 Dec 10 09:05:31.096469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38224) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:31.101597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:31.150205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927851f2-7a79-414d-8f24-1cb832195a60 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:05:31.205733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3029c63-b761-484b-b25c-e2d1149e3590 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Subnet': ['ID=a345a444-fb4c-4918-971f-45209517a3a9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:31.212026 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3029c63-b761-484b-b25c-e2d1149e3590 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.216633 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f3029c63-b761-484b-b25c-e2d1149e3590 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/subnets/a345a444-fb4c-4918-971f-45209517a3a9 HTTP/1.1" status: 204 len: 168 time: 0.9089580 Dec 10 09:05:31.219086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38226) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:31.250847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-719fbe6a-f8ec-47bc-a1ee-a0269963c015 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:31.253937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-719fbe6a-f8ec-47bc-a1ee-a0269963c015 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/networks?id=35b4cba7-891a-4292-8c4f-755acc248ba9 HTTP/1.1" status: 200 len: 817 time: 0.3077948 Dec 10 09:05:31.293411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-f40a3c0c-4096-41ee-a96a-3ce60b5fb8aa tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/quotas/74e29b70c55748db85d3f4b8b059203f HTTP/1.1" status: 200 len: 375 time: 0.0196433 Dec 10 09:05:31.309468 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.333239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-06b08486-81c9-4f24-b350-63effba6e809 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e29b70c55748db85d3f4b8b059203f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307150 Dec 10 09:05:31.378396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38232) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:31.393658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Deleting port 687393f6-e20a-42f7-981e-0a7b2e4b37e5 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:31.394218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.442578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:31.445962 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.478792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] For port 687393f6-e20a-42f7-981e-0a7b2e4b37e5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=687393f6-e20a-42f7-981e-0a7b2e4b37e5,segment=NetworkSegment(44575db9-cf26-4ba7-ba7e-b80ae9b11c24),segment_id=44575db9-cf26-4ba7-ba7e-b80ae9b11c24)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:31.479419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.494276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Calling delete_port for 687393f6-e20a-42f7-981e-0a7b2e4b37e5 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:31.545520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44588f37-67bf-438e-9148-594c40f4747b None None] Network b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:31.558515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-5a68170b-83eb-400c-8309-aab862997741 service neutron] 10.222.0.31 "GET /v2.0/networks/35b4cba7-891a-4292-8c4f-755acc248ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081726 Dec 10 09:05:31.630457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abd23-e28a-49a7-b4d3-ecc14f2b9fae req-0a446bcd-89f6-40b6-afe3-839c49556654 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:31.632106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d25abd23-e28a-49a7-b4d3-ecc14f2b9fae req-0a446bcd-89f6-40b6-afe3-839c49556654 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1773376 Dec 10 09:05:31.642724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.691124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Port': ['ID=687393f6-e20a-42f7-981e-0a7b2e4b37e5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:31.693126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] No DVR routers for this DVR port 687393f6-e20a-42f7-981e-0a7b2e4b37e5 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:31.699464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-873d40b9-a0e9-45fc-b012-f86d8497fb52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce5cb97a152b4de7a0b4596363c074c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197856 Dec 10 09:05:31.703925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38238) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:31.713404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c77aef-92a5-473f-ab39-35e7ef6fe95f None None] DHCP port deletion for b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:31.766110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-5eae4976-24d5-4136-a069-2d6626af4578 service neutron] 10.222.0.31 "GET /v2.0/networks/35b4cba7-891a-4292-8c4f-755acc248ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998250 Dec 10 09:05:31.771764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d25abd23-e28a-49a7-b4d3-ecc14f2b9fae req-a8b257a7-1a59-4ba2-a554-8b0b010841d8 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253767 Dec 10 09:05:31.830417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.856330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a67f361-3bb2-4446-b62d-9c989b3e6d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.862729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e891c1-803f-41c0-ba45-2ff5ef7f08d6']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:31.877616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.881187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44575db9-cf26-4ba7-ba7e-b80ae9b11c24') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:31.881542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44575db9-cf26-4ba7-ba7e-b80ae9b11c24') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:31.897402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a67f361-3bb2-4446-b62d-9c989b3e6d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.900267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.940778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.945663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adeeda-28e5-4417-87ab-149a0fc58a08 req-6c125650-92e2-477a-90fd-f93076f28bdb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:31.947129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7adeeda-28e5-4417-87ab-149a0fc58a08 req-6c125650-92e2-477a-90fd-f93076f28bdb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 945 time: 0.1027184 Dec 10 09:05:31.959679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:31.960094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:31.963342 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:32.005223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=fdd1e3be-c196-4b14-af11-b99d4723c8c3,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:32.017156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9465a54a-5858-4f77-9033-5cff1a408628 req-fe98e498-409e-4578-bcfc-12c6416108e0 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 210 time: 0.0688190 Dec 10 09:05:32.044942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:32.045694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network hostable DHCP agents. Network: 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:32.046383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:32.079259 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:32.085273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7adeeda-28e5-4417-87ab-149a0fc58a08 req-311cc358-4b2d-4955-9633-75fbc7df2782 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177547 Dec 10 09:05:32.087312 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] 10.222.0.31 "DELETE /v2.0/networks/b2e891c1-803f-41c0-ba45-2ff5ef7f08d6 HTTP/1.1" status: 204 len: 168 time: 0.8671412 Dec 10 09:05:32.088479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8a222-47be-47c8-aad3-3ddb9755f975 tempest-NetworksIpV6Test-813797975 tempest-NetworksIpV6Test-813797975-project] Pushing event deleted for resources: {'Network': ['ID=b2e891c1-803f-41c0-ba45-2ff5ef7f08d6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:32.093840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a67f361-3bb2-4446-b62d-9c989b3e6d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:32.096423 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6a67f361-3bb2-4446-b62d-9c989b3e6d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:32.097568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6a67f361-3bb2-4446-b62d-9c989b3e6d05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b25b8460-c7d9-450d-958a-71cda37fe6af HTTP/1.1" status: 204 len: 168 time: 0.3935263 Dec 10 09:05:32.108022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:32.111540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67f361-3bb2-4446-b62d-9c989b3e6d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25b8460-c7d9-450d-958a-71cda37fe6af,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:32.123636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:32.128448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:32.129199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:32.136586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84871151-0c6c-410c-bb93-848c2f8431e4 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:32.183343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6afa2609-f2ed-48cf-b198-a1b27d13284e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0858145 Dec 10 09:05:32.186620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38254) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:32.193926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'name': 'tempest-NetworksTestDHCPv6-1412430694'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:32.308910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 687393f6-e20a-42f7-981e-0a7b2e4b37e5 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:32.373353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 687393f6-e20a-42f7-981e-0a7b2e4b37e5 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:32.374097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 687393f6-e20a-42f7-981e-0a7b2e4b37e5 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:32.391634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': 'fdd1e3be-c196-4b14-af11-b99d4723c8c3'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:32.394565 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:32.453115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:32.457039 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:32.480115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38262) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:32.491807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port d6979301-5c2e-459e-999b-497615737a35 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:32.656140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/fdd1e3be-c196-4b14-af11-b99d4723c8c3/6ccf315e-674b-4d00-ae74-3a591b083559) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:32.819745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-296358cd-c246-47ad-9b1c-326a2139f0ab tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:32.828377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-296358cd-c246-47ad-9b1c-326a2139f0ab tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2090099 Dec 10 09:05:32.975457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-76a827c5-dc04-4252-befc-223e3d820f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:32.977833 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-76a827c5-dc04-4252-befc-223e3d820f0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 1096 time: 0.0772359 Dec 10 09:05:32.986782 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:32.999149 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.117889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:33.155352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:33.162873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:33.182925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::ca (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/fdd1e3be-c196-4b14-af11-b99d4723c8c3/d6979301-5c2e-459e-999b-497615737a35) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:33.198997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf2cc-e2b5-4cc0-addf-0a49cf2c3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.208779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Pushing event updated for resources: {'Port': ['ID=6ccf315e-674b-4d00-ae74-3a591b083559,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:33.251754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-f6a265f8-5756-4018-81d6-0b07dc97c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:33.253304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-f6a265f8-5756-4018-81d6-0b07dc97c492 service neutron] 10.222.0.18 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.2530322 Dec 10 09:05:33.279408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.280484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.281055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.281970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.282597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-81a74910-b54b-4b11-b4c5-e5ef52efe3bf tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/quotas/896ec905588c42b0a034ed56fe0d2ca8 HTTP/1.1" status: 200 len: 375 time: 0.4528577 Dec 10 09:05:33.290014 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.290530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.290871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.291205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.291533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.291857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.292178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.292498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.292816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:33.303672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c52205a4-19a5-43c9-9cba-c01dc756f1df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb68629c7c0b4cd1ae34e898e2b44e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8209865 Dec 10 09:05:33.316220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38298) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:33.328870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Attempting to bind port 6ccf315e-674b-4d00-ae74-3a591b083559 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:33.330566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Attempting to bind port 6ccf315e-674b-4d00-ae74-3a591b083559 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:33.331080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Attempting to bind port 6ccf315e-674b-4d00-ae74-3a591b083559 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:33.338645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:33.339019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:33.339421 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.339814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:33.340942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Bound port: 6ccf315e-674b-4d00-ae74-3a591b083559, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:33.341736 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.425220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc861f-c725-4802-8125-d385466f2b5d req-30a7fc96-55b0-4a5f-9bc1-96de07b0ed70 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:33.428223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38300) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:33.432370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-91fc861f-c725-4802-8125-d385466f2b5d req-30a7fc96-55b0-4a5f-9bc1-96de07b0ed70 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1663368 Dec 10 09:05:33.446169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] For port 6ccf315e-674b-4d00-ae74-3a591b083559, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:33.450581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] For port 6ccf315e-674b-4d00-ae74-3a591b083559, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6ccf315e-674b-4d00-ae74-3a591b083559,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:33.462463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.520554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-fdd13a11-9cc9-4bd4-9c6b-dfe2d3a738d3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2206247 Dec 10 09:05:33.550504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bafc0-8d29-40ea-9fa0-4f1633913af5 None None] Pushing event updated for resources: {'Port': ['ID=6ccf315e-674b-4d00-ae74-3a591b083559,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:33.581430 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-4edb08c0-215d-4cfa-8873-52a477fc6d93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 200 len: 1001 time: 0.3096788 Dec 10 09:05:33.589169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e076270-228c-4960-8ce7-f3e8fb7d7342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.639147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1240582545'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:33.683285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-91fc861f-c725-4802-8125-d385466f2b5d req-bee10178-e8b1-432a-a2a1-4d7934078e16 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498510 Dec 10 09:05:33.699527 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e076270-228c-4960-8ce7-f3e8fb7d7342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.713471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-a6c66a40-3f3d-4421-ad47-817fbfa1f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:33.715024 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-a6c66a40-3f3d-4421-ad47-817fbfa1f5f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.1224551 Dec 10 09:05:33.756361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Made reservation on behalf of 8c7770aa83b84e7a808c0f6564587414 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:33.769583 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.843614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.872632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:33.920314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-fd51f3b7-54b2-478e-a40d-38629fc8e1ca service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669956 Dec 10 09:05:34.041895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee7bdc5d-aae4-49b3-91cd-6ed117739557 req-8563ef18-d94e-48b6-94a9-0e2325a163d4 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 210 time: 0.2056193 Dec 10 09:05:34.068964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e076270-228c-4960-8ce7-f3e8fb7d7342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.072023 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e076270-228c-4960-8ce7-f3e8fb7d7342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.073161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8e076270-228c-4960-8ce7-f3e8fb7d7342 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91a5f4e2-d7f0-4d7c-85fe-af1f9cd7ddaa HTTP/1.1" status: 204 len: 168 time: 0.7556920 Dec 10 09:05:34.098700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e076270-228c-4960-8ce7-f3e8fb7d7342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a5f4e2-d7f0-4d7c-85fe-af1f9cd7ddaa,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:34.117428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-c7608e23-e196-4ebc-8923-694be0637128 service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963477 Dec 10 09:05:34.126232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.146693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.162997 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.245669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-66bfb2fb-5b02-4811-8023-134e89a4f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:34.255005 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-66bfb2fb-5b02-4811-8023-134e89a4f598 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5263476 Dec 10 09:05:34.285209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:34.299486 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.300085 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Added segment 28f6aaf7-126c-4033-b41a-849c07c4b69d of type vlan for network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb Dec 10 09:05:34.320644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ccf315e-674b-4d00-ae74-3a591b083559 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:34.369054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3425f9c0-aeee-4305-b533-db5d814d7129 req-7a6b7c8c-056f-466c-b945-51028db70052 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 210 time: 0.0609813 Dec 10 09:05:34.370464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.446463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:34.447114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6ccf315e-674b-4d00-ae74-3a591b083559 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:34.447594 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.483590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c2555031-dfea-442b-b61c-377a94838e5d tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:34.485210 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c2555031-dfea-442b-b61c-377a94838e5d tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.18 "GET /v2.0/networks?id=35b4cba7-891a-4292-8c4f-755acc248ba9 HTTP/1.1" status: 200 len: 817 time: 0.6342247 Dec 10 09:05:34.525391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:34.542863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:34.549778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:34.550436 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.571289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Request body: {'port': {'device_id': 'cbdbb050-2c73-4b00-b995-764b974d2c30', 'network_id': '35b4cba7-891a-4292-8c4f-755acc248ba9', 'admin_state_up': True, 'tenant_id': '74e29b70c55748db85d3f4b8b059203f'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:34.589103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f42771d-ab0d-4ca4-bdaf-7367c45c35bf,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:34.591509 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.595489 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.597151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:34.601405 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.628166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=d6979301-5c2e-459e-999b-497615737a35,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:34.688056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 6ccf315e-674b-4d00-ae74-3a591b083559, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6ccf315e-674b-4d00-ae74-3a591b083559,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:34.697623 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:34.724373 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c955310f-0b98-4f1f-8f78-c88e314ed18b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5343001 Dec 10 09:05:34.725202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38324) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:34.746169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38326) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:34.747835 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3165178 Dec 10 09:05:34.766458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'subnet': {'network_id': '242ab3d6-53ed-4e60-abd7-2dde8cecb7bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:34.781061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=6ccf315e-674b-4d00-ae74-3a591b083559,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:34.799141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bdeb4-035e-444d-b71f-b765c907dcdf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Network': ['ID=242ab3d6-53ed-4e60-abd7-2dde8cecb7bb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:34.810201 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-68a0668e-6d7e-4fe7-8c6b-8cfd91650ffa service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425067 Dec 10 09:05:34.824668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:34.928349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Made reservation on behalf of 74e29b70c55748db85d3f4b8b059203f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:34.935965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.005670 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70ee35e2-47d4-4a3f-987b-7cc4175e87b5 req-5d9ebb98-e373-4be6-8fd8-a85b72dd7053 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853752 Dec 10 09:05:35.138117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4579b7ef-de9c-43aa-9766-a5269b97eee9 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:35.147041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16bb929-1f43-4cea-ae43-3a3980c1cccf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:35.167055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16bb929-1f43-4cea-ae43-3a3980c1cccf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:35.169568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f16bb929-1f43-4cea-ae43-3a3980c1cccf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.4428251 Dec 10 09:05:35.180141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38338) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:35.223699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f4629dfe-1a58-4f8e-95b0-da19639ce847 None None] Provisioning complete for port 6ccf315e-674b-4d00-ae74-3a591b083559 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:35.224482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4629dfe-1a58-4f8e-95b0-da19639ce847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.224979 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-341d7d48-8413-4df1-87c6-d089fc10b65f req-27e7bda8-9d5b-492d-b397-470db75d8806 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 210 time: 0.0534921 Dec 10 09:05:35.253622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Made reservation on behalf of 8c7770aa83b84e7a808c0f6564587414 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:35.263095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.276877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Allocated IP 172.20.0.8 (35b4cba7-891a-4292-8c4f-755acc248ba9/5e5e0b6c-de48-47e4-8375-a17eca0dc550/f94ef697-c4c2-4778-85e5-7f891610c5c6) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:35.295732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62445a12-8f54-47dd-89ea-8c7f57b397c8 req-3dd651e5-d930-4af6-badd-1608e7e38cde tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:35.305022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62445a12-8f54-47dd-89ea-8c7f57b397c8 req-3dd651e5-d930-4af6-badd-1608e7e38cde tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.4127977 Dec 10 09:05:35.443912 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-df724a10-b54b-4322-821a-018a88336d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.491959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.561488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38348) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:35.573821 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.575490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-483f643e-67d1-4278-bc31-27fda3bfac23 req-469e17f4-1adf-4f49-9d74-067a4eeff412 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 210 time: 0.0526495 Dec 10 09:05:35.640384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Network 35b4cba7-891a-4292-8c4f-755acc248ba9 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:35.644032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:35.649536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:35.654753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Pushing event updated for resources: {'Port': ['ID=f94ef697-c4c2-4778-85e5-7f891610c5c6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:35.666633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdaf3cd-9fdf-4954-8ee3-3141a0f144bf None None] DHCP port deletion for 35b4cba7-891a-4292-8c4f-755acc248ba9 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:35.679584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62445a12-8f54-47dd-89ea-8c7f57b397c8 req-29490d7e-85fa-4b0c-b7eb-88bc66c8a4e0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726988 Dec 10 09:05:35.706332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7b096b73-f2cd-4212-90ee-5e183a9cf7e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port d6979301-5c2e-459e-999b-497615737a35 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:35.706670 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7b096b73-f2cd-4212-90ee-5e183a9cf7e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.727903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.747989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:35.749791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4686dfca-49cd-48dd-a7fb-b980df3d46e8 None None] Provisioning complete for port f94ef697-c4c2-4778-85e5-7f891610c5c6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:35.750539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4686dfca-49cd-48dd-a7fb-b980df3d46e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.760344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.776427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1711399864'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:35.786327 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-c3778f23-a3fb-439a-98ee-289cc6647630 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2308500 Dec 10 09:05:35.801116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4686dfca-49cd-48dd-a7fb-b980df3d46e8 None None] Port f94ef697-c4c2-4778-85e5-7f891610c5c6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:35.813036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Request body: {'port': {'device_id': 'cbdbb050-2c73-4b00-b995-764b974d2c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:35.875973 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.902283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:35.907317 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.917471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7b096b73-f2cd-4212-90ee-5e183a9cf7e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.934902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1d71d2a6-a29f-4e7f-a051-ad7e04d8911e None None] Provisioning complete for port d6979301-5c2e-459e-999b-497615737a35 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:35.935593 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d71d2a6-a29f-4e7f-a051-ad7e04d8911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:35.960379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7b096b73-f2cd-4212-90ee-5e183a9cf7e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for d6979301-5c2e-459e-999b-497615737a35 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:35.983231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1d71d2a6-a29f-4e7f-a051-ad7e04d8911e None None] Port d6979301-5c2e-459e-999b-497615737a35 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:35.994064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1d71d2a6-a29f-4e7f-a051-ad7e04d8911e None None] Provisioning complete for port 6ccf315e-674b-4d00-ae74-3a591b083559 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:35.994814 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d71d2a6-a29f-4e7f-a051-ad7e04d8911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.011636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Subnet': ['ID=8473ec49-e701-4c78-a039-fe06c21fe888,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:36.023354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Checking segment: {'id': '28f6aaf7-126c-4033-b41a-849c07c4b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '242ab3d6-53ed-4e60-abd7-2dde8cecb7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:36.023981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network hostable DHCP agents. Network: 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:36.031046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.152371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-bf0648a6-2975-4a24-b6d8-67f23b971186 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:36.161066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:36.162628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-bf0648a6-2975-4a24-b6d8-67f23b971186 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2429106 Dec 10 09:05:36.201788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:36.214304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7c954-fc47-47b5-afa1-ad36fd639ef3 None None] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:36.228719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Request body: {'port': {'device_id': '462be89f-8b2b-4161-9650-3c0433c9d1dd', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'admin_state_up': True, 'tenant_id': '896ec905588c42b0a034ed56fe0d2ca8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:36.258394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.275607 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.275607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:36.275995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.302117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ccf315e-674b-4d00-ae74-3a591b083559 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:36.319062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:36.369551 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f69e7deb-ed31-4f51-809e-5ca836262caf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6157444 Dec 10 09:05:36.370347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552770e5-43c9-41ad-aa20-e9dacc64eb7f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:36.373919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38354) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:36.384184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-623985754', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:36.405577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-88a8abc8-8dfb-4b1d-8674-47dbf0f76a15 None None] Provisioning complete for port d6979301-5c2e-459e-999b-497615737a35 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:36.407005 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-88a8abc8-8dfb-4b1d-8674-47dbf0f76a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.409494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.409944 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added segment 4a485e26-8c32-4d64-9352-39e218289a20 of type vlan for network d3bb7536-1b2d-4068-b5e7-810fdd25e574 Dec 10 09:05:36.491624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6ccf315e-674b-4d00-ae74-3a591b083559 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:36.492336 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.516971 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.539003 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.543000 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7b096b73-f2cd-4212-90ee-5e183a9cf7e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.550792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-88a8abc8-8dfb-4b1d-8674-47dbf0f76a15 None None] Port d6979301-5c2e-459e-999b-497615737a35 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:36.561208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb6941-1a54-45c5-afef-2b956f0d3d98 None None] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:36.579610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Made reservation on behalf of 896ec905588c42b0a034ed56fe0d2ca8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:36.586489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.587974 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.589520 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.615309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b096b73-f2cd-4212-90ee-5e183a9cf7e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=d6979301-5c2e-459e-999b-497615737a35,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:36.648792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3832cf-5ac6-4477-869e-b284aa51801e req-41d14118-be31-44d9-a10b-e0f5a64a0410 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:36.658169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf3832cf-5ac6-4477-869e-b284aa51801e req-41d14118-be31-44d9-a10b-e0f5a64a0410 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 931 time: 0.2535057 Dec 10 09:05:36.670940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.676979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:36.677736 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.694999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94ef697-c4c2-4778-85e5-7f891610c5c6 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:05:36.735415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.769098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Transition to ACTIVE for port object f94ef697-c4c2-4778-85e5-7f891610c5c6 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:05:36.785200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.786962 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7b096b73-f2cd-4212-90ee-5e183a9cf7e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.793197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7b096b73-f2cd-4212-90ee-5e183a9cf7e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/d6979301-5c2e-459e-999b-497615737a35 HTTP/1.1" status: 204 len: 168 time: 1.6111987 Dec 10 09:05:36.794930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38360) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:36.861173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80c358ef-2427-48d0-9033-b8809b42b88c req-8dc40ad4-439d-4e88-9407-e0429d70f4cf tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 210 time: 0.1804590 Dec 10 09:05:36.946181 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:36.950591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3819880 Dec 10 09:05:36.966581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38362) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:36.978931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-902032565'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:37.004685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131996b5-5cc3-4aea-bc6c-c921cb908c21 None None] DHCP port deletion for 35b4cba7-891a-4292-8c4f-755acc248ba9 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:37.023578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Pushing event updated for resources: {'Port': ['ID=f94ef697-c4c2-4778-85e5-7f891610c5c6,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:37.047752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Allocated IP 172.20.0.3 (8af02a1a-e1d2-498c-8949-2e362c8a808d/ff99d532-c043-4377-9645-c5021d649940/60d102d6-2b44-49b6-afac-6781fba0f448) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:37.060671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7957e33-13f5-476e-93a4-5f857ae6a7f5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Network': ['ID=d3bb7536-1b2d-4068-b5e7-810fdd25e574,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:37.073600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network d3bb7536-1b2d-4068-b5e7-810fdd25e574 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:37.119838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf3832cf-5ac6-4477-869e-b284aa51801e req-c9238702-e9ae-4497-940d-63fa0ce607a4 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608834 Dec 10 09:05:37.138579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73fcd1-28d0-4d5f-93f5-c94c9ac0105a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:37.138842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Attempting to bind port f94ef697-c4c2-4778-85e5-7f891610c5c6 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:37.139141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Attempting to bind port f94ef697-c4c2-4778-85e5-7f891610c5c6 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'e0432b2e-3319-41c1-ac17-9a37d4ec0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '35b4cba7-891a-4292-8c4f-755acc248ba9'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:37.139514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Attempting to bind port f94ef697-c4c2-4778-85e5-7f891610c5c6 on network 35b4cba7-891a-4292-8c4f-755acc248ba9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:37.141364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73fcd1-28d0-4d5f-93f5-c94c9ac0105a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:37.146425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7b73fcd1-28d0-4d5f-93f5-c94c9ac0105a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3321927 Dec 10 09:05:37.146891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Port f94ef697-c4c2-4778-85e5-7f891610c5c6 on network 35b4cba7-891a-4292-8c4f-755acc248ba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:05:37.147178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Attempting to bind port f94ef697-c4c2-4778-85e5-7f891610c5c6 on network 35b4cba7-891a-4292-8c4f-755acc248ba9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:37.148137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38364) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:37.201190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:37.205039 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.290133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.300561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a2f6e-88d7-4b51-b730-b8e0220fc61d req-5e77f1d7-ffff-4dd9-896a-664ecf5529b6 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:37.302193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-524a2f6e-88d7-4b51-b730-b8e0220fc61d req-5e77f1d7-ffff-4dd9-896a-664ecf5529b6 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.3376150 Dec 10 09:05:37.325198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1accab0-d5db-4ad6-aae8-51b58a2edec9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet fdd1e3be-c196-4b14-af11-b99d4723c8c3 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:37.343983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:37.345928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1accab0-d5db-4ad6-aae8-51b58a2edec9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.398011 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.398261 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added segment 5184faf5-d4db-4e48-ba0b-e29895ea3280 of type vlan for network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 Dec 10 09:05:37.455929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:37.456252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Checking segment: {'id': 'e0432b2e-3319-41c1-ac17-9a37d4ec0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '35b4cba7-891a-4292-8c4f-755acc248ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:37.456647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Bound using segment: {'id': 'e0432b2e-3319-41c1-ac17-9a37d4ec0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '35b4cba7-891a-4292-8c4f-755acc248ba9'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:37.457095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Bound port: f94ef697-c4c2-4778-85e5-7f891610c5c6, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0432b2e-3319-41c1-ac17-9a37d4ec0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '35b4cba7-891a-4292-8c4f-755acc248ba9'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:37.457397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1accab0-d5db-4ad6-aae8-51b58a2edec9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.457560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.595827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] For port f94ef697-c4c2-4778-85e5-7f891610c5c6, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:37.599923 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.602562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] For port f94ef697-c4c2-4778-85e5-7f891610c5c6, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f94ef697-c4c2-4778-85e5-7f891610c5c6,segment=NetworkSegment(e0432b2e-3319-41c1-ac17-9a37d4ec0803),segment_id=e0432b2e-3319-41c1-ac17-9a37d4ec0803)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:37.609355 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.652440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:37.653863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.655282 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] 10.222.0.18 "PUT /v2.0/ports/f94ef697-c4c2-4778-85e5-7f891610c5c6 HTTP/1.1" status: 200 len: 1091 time: 1.8487628 Dec 10 09:05:37.655598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01726dac-dde3-4b43-b438-6d3368578213 None None] DHCP port deletion for 35b4cba7-891a-4292-8c4f-755acc248ba9 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:37.659898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdbb050-2c73-4b00-b995-764b974d2c30', 'tag': 'f94ef697-c4c2-4778-85e5-7f891610c5c6'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:37.662038 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e199b495-b0d2-474d-a771-98302442bc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdbb050-2c73-4b00-b995-764b974d2c30", "tag": "f94ef697-c4c2-4778-85e5-7f891610c5c6"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:37.699673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec031d39-70be-4a61-879a-4038d46a79fe service neutron] Pushing event updated for resources: {'Port': ['ID=f94ef697-c4c2-4778-85e5-7f891610c5c6,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:37.706309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.733044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['23574f45-6dc3-4b0d-8cd4-382dcec91b4c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:37.735803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:37.776084 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad841d65-afd0-488e-8757-aa0d79d0a727 x-openstack-request-id: req-ad841d65-afd0-488e-8757-aa0d79d0a727 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:37.776084 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdbb050-2c73-4b00-b995-764b974d2c30", "tag": "f94ef697-c4c2-4778-85e5-7f891610c5c6", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:37.776084 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad841d65-afd0-488e-8757-aa0d79d0a727 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:37.776537 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdbb050-2c73-4b00-b995-764b974d2c30', 'tag': 'f94ef697-c4c2-4778-85e5-7f891610c5c6', 'status': 'completed', 'code': 200} Dec 10 09:05:37.787222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-524a2f6e-88d7-4b51-b730-b8e0220fc61d req-1993e9b8-3f89-411f-ad3b-9d605e3a304f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4781039 Dec 10 09:05:37.788814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.838570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:37.842294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event updated for resources: {'Port': ['ID=60d102d6-2b44-49b6-afac-6781fba0f448,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:37.848288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:37.855692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:37.876215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1accab0-d5db-4ad6-aae8-51b58a2edec9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.880823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.886966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:37.888469 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.890152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6572e96-7e25-43d6-8c58-64abb9cfeec9 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:37.894229 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-3550cc7d-9464-42c8-8bee-b0132afba3e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1471069 Dec 10 09:05:37.895981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-1f966df4-05f8-4a64-957f-2730fb5b20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:37.897340 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-1f966df4-05f8-4a64-957f-2730fb5b20f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74e29b70c55748db85d3f4b8b059203f&device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 1094 time: 0.1379244 Dec 10 09:05:37.961412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:37.962101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:37.966395 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-7f68bdef-105f-4d53-b078-a70e23447b1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94ef697-c4c2-4778-85e5-7f891610c5c6 HTTP/1.1" status: 200 len: 217 time: 0.0591102 Dec 10 09:05:38.035489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4b29224b-2731-4d52-9cb1-1d75dbd5692d None None] Provisioning complete for port 60d102d6-2b44-49b6-afac-6781fba0f448 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:38.035881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4b29224b-2731-4d52-9cb1-1d75dbd5692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.040302 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-2c3219a2-1461-499b-a415-6b00372d9f2b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8225176 Dec 10 09:05:38.056044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Request body: {'port': {'device_id': '462be89f-8b2b-4161-9650-3c0433c9d1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:38.074607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1061749 Dec 10 09:05:38.090752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-2f8b39a9-4f39-4f51-8748-0307fc827b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.091091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-2f8b39a9-4f39-4f51-8748-0307fc827b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.093467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-2f8b39a9-4f39-4f51-8748-0307fc827b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.093467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-2f8b39a9-4f39-4f51-8748-0307fc827b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.093467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-2f8b39a9-4f39-4f51-8748-0307fc827b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.093467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-2f8b39a9-4f39-4f51-8748-0307fc827b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.093467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-2f8b39a9-4f39-4f51-8748-0307fc827b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.095539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-2f8b39a9-4f39-4f51-8748-0307fc827b3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 6501 time: 0.1280696 Dec 10 09:05:38.098632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38370) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:38.106735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'subnet': {'network_id': 'd3bb7536-1b2d-4068-b5e7-810fdd25e574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:38.114336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-d04dbd31-05d9-4ba0-9421-898cd17cd7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.116135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-d04dbd31-05d9-4ba0-9421-898cd17cd7a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e5e0b6c-de48-47e4-8375-a17eca0dc550 HTTP/1.1" status: 200 len: 857 time: 0.1152415 Dec 10 09:05:38.121542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4b29224b-2731-4d52-9cb1-1d75dbd5692d None None] Port 60d102d6-2b44-49b6-afac-6781fba0f448 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:38.131564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422caaa-ddc7-4dc9-92cc-38f4fbc17081 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Network': ['ID=1bcc0a75-efd6-46c9-96c1-f10bddec32b6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:38.161362 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.169457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:38.213051 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-d88ea5a7-ea8c-47cc-93f4-3759883f3bb5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35b4cba7-891a-4292-8c4f-755acc248ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816584 Dec 10 09:05:38.258934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1accab0-d5db-4ad6-aae8-51b58a2edec9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.283383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91768-92ef-4346-9865-0f29b1c5c6c9 req-31520136-30c2-4c8d-8b14-62be30dbd223 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.284957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cd91768-92ef-4346-9865-0f29b1c5c6c9 req-31520136-30c2-4c8d-8b14-62be30dbd223 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 931 time: 0.2842877 Dec 10 09:05:38.298067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.326187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1accab0-d5db-4ad6-aae8-51b58a2edec9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd1e3be-c196-4b14-af11-b99d4723c8c3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:38.338020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1accab0-d5db-4ad6-aae8-51b58a2edec9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.342469 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b1accab0-d5db-4ad6-aae8-51b58a2edec9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/fdd1e3be-c196-4b14-af11-b99d4723c8c3 HTTP/1.1" status: 204 len: 168 time: 1.1912270 Dec 10 09:05:38.348824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c9026-e024-45bf-aef9-00f2b6ba30c1 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:38.349560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38374) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:38.382876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.411029 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.430982 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a79d5879-de81-42ef-b5df-fad78e5b6269 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803561 Dec 10 09:05:38.436400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38376) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:38.448483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cc7c6-df1e-4e65-94ea-79567dc3ebc2 req-39af2ab4-1053-418e-8351-e43348f61a6e tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.451040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce0cc7c6-df1e-4e65-94ea-79567dc3ebc2 req-39af2ab4-1053-418e-8351-e43348f61a6e tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 943 time: 0.1956897 Dec 10 09:05:38.461092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:38.525363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cd91768-92ef-4346-9865-0f29b1c5c6c9 req-05013c7a-a820-49e1-a9d0-41a7f527c14b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162814 Dec 10 09:05:38.535516 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-7eabe645-0af2-4fc0-a79f-24b70670cc74 service neutron] 10.222.0.18 "GET /v2.0/networks/35b4cba7-891a-4292-8c4f-755acc248ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093209 Dec 10 09:05:38.544496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-5d94f8f4-7d51-488e-a369-e34559541deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.544829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-5d94f8f4-7d51-488e-a369-e34559541deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.545367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-5d94f8f4-7d51-488e-a369-e34559541deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.554542 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-5d94f8f4-7d51-488e-a369-e34559541deb service neutron] 10.222.0.39 "GET /v2.0/networks?id=1230761f-c97f-4b7a-8a29-87123443b633&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&id=07b4e1b6-6375-4ba9-8150-4ba3bb616612 HTTP/1.1" status: 200 len: 2297 time: 0.3430400 Dec 10 09:05:38.554542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:38.554840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a23e8-db13-40af-8e19-d9c676942333 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:38.554963 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.608679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-604a23e8-db13-40af-8e19-d9c676942333 None None] Deleting port 6ccf315e-674b-4d00-ae74-3a591b083559 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:38.609152 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-604a23e8-db13-40af-8e19-d9c676942333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.673439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce0cc7c6-df1e-4e65-94ea-79567dc3ebc2 req-03c1c607-21d6-4f7b-a494-829054b1523e tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994209 Dec 10 09:05:38.679615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-604a23e8-db13-40af-8e19-d9c676942333 None None] For port 6ccf315e-674b-4d00-ae74-3a591b083559, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6ccf315e-674b-4d00-ae74-3a591b083559,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:38.680210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-604a23e8-db13-40af-8e19-d9c676942333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.695302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-604a23e8-db13-40af-8e19-d9c676942333 None None] Calling delete_port for 6ccf315e-674b-4d00-ae74-3a591b083559 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:38.705124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.25.3.61 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/3adcac45-226d-43b3-ba80-fc7cb4f085f5) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:38.707154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:38.710944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.795142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-cd9651cd-e05f-49eb-b246-b4e0769374bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 HTTP/1.1" status: 200 len: 1001 time: 0.2340109 Dec 10 09:05:38.800858 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-604a23e8-db13-40af-8e19-d9c676942333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:38.833344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a23e8-db13-40af-8e19-d9c676942333 None None] No DVR routers for this DVR port 6ccf315e-674b-4d00-ae74-3a591b083559 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:38.837187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a23e8-db13-40af-8e19-d9c676942333 None None] Pushing event deleted for resources: {'Port': ['ID=6ccf315e-674b-4d00-ae74-3a591b083559,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:38.930417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6027dad1-7a67-47b6-bb35-4a1d8fb2ddc0 req-cab69836-ebb1-4cdf-ba05-36272fb86669 service neutron] 10.222.0.18 "GET /v2.0/networks/35b4cba7-891a-4292-8c4f-755acc248ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820229 Dec 10 09:05:38.948345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-d80c8ff0-71fa-4d0d-ba1c-a81d6e1cbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:38.949796 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-d80c8ff0-71fa-4d0d-ba1c-a81d6e1cbae5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=72a4b9f5-eb04-4fd3-a1d9-01870caa7159 HTTP/1.1" status: 200 len: 854 time: 0.1443079 Dec 10 09:05:38.987053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.061546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8aaf2a-9071-47fc-a120-9001914570aa req-d5a085a1-dc24-43c1-b19a-4a209ec9e399 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:39.063203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea8aaf2a-9071-47fc-a120-9001914570aa req-d5a085a1-dc24-43c1-b19a-4a209ec9e399 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1608524 Dec 10 09:05:39.111046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.116852 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.125312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-30f119d6-53ed-4742-860f-94dc37d0025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:39.126434 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-30f119d6-53ed-4742-860f-94dc37d0025a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1230761f-c97f-4b7a-8a29-87123443b633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496031 Dec 10 09:05:39.140786 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.173714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199b495-b0d2-474d-a771-98302442bc1f req-d9dc6f70-7f7c-4d56-8765-bb2136daafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:39.175208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e199b495-b0d2-474d-a771-98302442bc1f req-d9dc6f70-7f7c-4d56-8765-bb2136daafcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74e29b70c55748db85d3f4b8b059203f&device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 1094 time: 0.1834004 Dec 10 09:05:39.220180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:39.225588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea8aaf2a-9071-47fc-a120-9001914570aa req-59f7925a-7421-46d4-b0a3-3839405d0553 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554546 Dec 10 09:05:39.238294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:39.251155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:39.251755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.251878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:39.251878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=3adcac45-226d-43b3-ba80-fc7cb4f085f5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:39.265523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce554bfe-32e9-41be-9e7b-f0770ce703c1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:39.272308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=2c7179a1-11c7-475b-bb88-96b1087a0b24,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:39.276621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:39.282232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:39.282850 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.286995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d102d6-2b44-49b6-afac-6781fba0f448 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:05:39.296742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75af53-48b2-4e0c-abee-1f408c978512 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:39.313123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-58bf7e95-6a7e-4519-b50b-da11cc64eab5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8726604 Dec 10 09:05:39.320925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38380) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:39.328044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.335066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'name': 'tempest-NetworksTestDHCPv6-1056893507'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:39.373641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cbb7716b-bb2b-4b6e-be00-2291faa9f4fc None None] Provisioning complete for port 3adcac45-226d-43b3-ba80-fc7cb4f085f5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:39.374331 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cbb7716b-bb2b-4b6e-be00-2291faa9f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.433809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Transition to ACTIVE for port object 60d102d6-2b44-49b6-afac-6781fba0f448 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:05:39.446253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7716b-bb2b-4b6e-be00-2291faa9f4fc None None] Port 3adcac45-226d-43b3-ba80-fc7cb4f085f5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:39.458159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '2c7179a1-11c7-475b-bb88-96b1087a0b24'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:39.459172 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.467114 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.477151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Subnet': ['ID=62a4d489-efcd-4729-a38d-d2291e314bfc,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:39.491022 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-f12af67f-b5b4-4ca3-a4c0-86fbfe946b90 service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548253 Dec 10 09:05:39.562204 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.618277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/2c7179a1-11c7-475b-bb88-96b1087a0b24/e1ca5917-d540-431e-9cb6-9537f739f558) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:39.724192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccc1c7-46fc-431c-ba3a-7c6714b0b6aa req-2938776c-4c8b-41cd-ba96-96932e18f277 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:39.725812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bccc1c7-46fc-431c-ba3a-7c6714b0b6aa req-2938776c-4c8b-41cd-ba96-96932e18f277 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 943 time: 0.1100361 Dec 10 09:05:39.794786 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.802871 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.862543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199b495-b0d2-474d-a771-98302442bc1f req-e23606f2-ad54-4707-bfc3-bdd729ec0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:39.864018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e199b495-b0d2-474d-a771-98302442bc1f req-e23606f2-ad54-4707-bfc3-bdd729ec0d45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35b4cba7-891a-4292-8c4f-755acc248ba9 HTTP/1.1" status: 200 len: 918 time: 0.6726933 Dec 10 09:05:39.866057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:39.869533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326cd4fe-699a-4cdd-b1b0-b184e6789a14 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:39.870670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Checking segment: {'id': '4a485e26-8c32-4d64-9352-39e218289a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3bb7536-1b2d-4068-b5e7-810fdd25e574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:39.871037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network hostable DHCP agents. Network: d3bb7536-1b2d-4068-b5e7-810fdd25e574, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:39.873291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:39.880192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bccc1c7-46fc-431c-ba3a-7c6714b0b6aa req-ac140243-48e2-4f24-ab14-5cdbd8542ba3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436450 Dec 10 09:05:39.880878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:39.886418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Pushing event updated for resources: {'Port': ['ID=e1ca5917-d540-431e-9cb6-9537f739f558,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:39.955072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69e795-3248-448f-90d6-18fa0ba219ae req-244be58e-8510-4725-8f1f-a7e44255ee56 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:39.955900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Attempting to bind port e1ca5917-d540-431e-9cb6-9537f739f558 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:39.956590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Attempting to bind port e1ca5917-d540-431e-9cb6-9537f739f558 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:39.956874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc69e795-3248-448f-90d6-18fa0ba219ae req-244be58e-8510-4725-8f1f-a7e44255ee56 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 943 time: 0.1471069 Dec 10 09:05:39.957013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Attempting to bind port e1ca5917-d540-431e-9cb6-9537f739f558 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:39.962567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:39.963717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:39.963717 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.963953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:39.964381 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Bound port: e1ca5917-d540-431e-9cb6-9537f739f558, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:39.964837 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:39.970860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Pushing event updated for resources: {'Port': ['ID=60d102d6-2b44-49b6-afac-6781fba0f448,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:39.973923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e199b495-b0d2-474d-a771-98302442bc1f req-0f6a5464-a75a-4159-8608-c78a8917ef3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94ef697-c4c2-4778-85e5-7f891610c5c6 HTTP/1.1" status: 200 len: 217 time: 0.0705826 Dec 10 09:05:39.974804 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.053820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] For port e1ca5917-d540-431e-9cb6-9537f739f558, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:40.057472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] For port e1ca5917-d540-431e-9cb6-9537f739f558, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e1ca5917-d540-431e-9cb6-9537f739f558,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:40.067692 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.077447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network d3bb7536-1b2d-4068-b5e7-810fdd25e574 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:40.117459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:40.121015 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.132595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, d3bb7536-1b2d-4068-b5e7-810fdd25e574) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:40.148762 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-e10ded72-7ce1-4192-985b-69a024f90756 service neutron] 10.222.0.39 "GET /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354957 Dec 10 09:05:40.151313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:40.151901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.155939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199b495-b0d2-474d-a771-98302442bc1f req-a9acb8b4-9f8d-4ddb-a792-ca43b2caa0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:40.157652 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e199b495-b0d2-474d-a771-98302442bc1f req-a9acb8b4-9f8d-4ddb-a792-ca43b2caa0ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e5e0b6c-de48-47e4-8375-a17eca0dc550 HTTP/1.1" status: 200 len: 857 time: 0.1579952 Dec 10 09:05:40.173997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc69e795-3248-448f-90d6-18fa0ba219ae req-d2495d57-5387-483d-998c-efadd9abd440 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532722 Dec 10 09:05:40.180593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaebce0a-07db-4929-9882-2095ee3e3629 None None] Network d3bb7536-1b2d-4068-b5e7-810fdd25e574 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:40.183407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 53602944-0b8d-4e76-a6a9-78ceada3e9ce yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:40.237606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:05:40.273098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-bc002c3e-5cfd-4fb9-b368-38df6ec0615a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6da0b6a7-db9a-421b-b479-8421a78e97bb HTTP/1.1" status: 200 len: 217 time: 0.1078100 Dec 10 09:05:40.278887 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e199b495-b0d2-474d-a771-98302442bc1f req-1f5a135d-fd21-46ea-90bb-7e009b7c832f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35b4cba7-891a-4292-8c4f-755acc248ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079099 Dec 10 09:05:40.285747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ccf315e-674b-4d00-ae74-3a591b083559 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:40.333094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6ccf315e-674b-4d00-ae74-3a591b083559 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:40.333637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ccf315e-674b-4d00-ae74-3a591b083559 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:40.348487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5028e-e674-4a8b-b1d4-714ef800c0cd None None] Pushing event updated for resources: {'Port': ['ID=e1ca5917-d540-431e-9cb6-9537f739f558,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:40.356286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Attempting to bind port 60d102d6-2b44-49b6-afac-6781fba0f448 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:40.357005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Attempting to bind port 60d102d6-2b44-49b6-afac-6781fba0f448 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:40.357961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Attempting to bind port 60d102d6-2b44-49b6-afac-6781fba0f448 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:40.363269 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-70acdefe-61fb-495b-8408-108ca42c6a54 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2613680 Dec 10 09:05:40.385062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38388) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:40.396531 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'subnet': {'network_id': '1bcc0a75-efd6-46c9-96c1-f10bddec32b6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:40.425999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Port 60d102d6-2b44-49b6-afac-6781fba0f448 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:05:40.426650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Attempting to bind port 60d102d6-2b44-49b6-afac-6781fba0f448 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:40.442181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-d3bb7536-1b2d-4068-b5e7-810fdd25e574', 'network_id': 'd3bb7536-1b2d-4068-b5e7-810fdd25e574', 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'fixed_ips': [{'subnet_id': '62a4d489-efcd-4729-a38d-d2291e314bfc'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:40.443317 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.587633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:40.587975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Checking segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:40.588590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Bound using segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:40.589252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Bound port: 60d102d6-2b44-49b6-afac-6781fba0f448, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:40.589642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.674109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-ce8355d6-2b8b-4508-b555-5f1c79a381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:40.676576 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-ce8355d6-2b8b-4508-b555-5f1c79a381bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.3119705 Dec 10 09:05:40.693072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Allocated IP 2001:db8::2 (d3bb7536-1b2d-4068-b5e7-810fdd25e574/62a4d489-efcd-4729-a38d-d2291e314bfc/f50d5069-45ca-449a-b1b8-8535e931600a) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:40.696439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::95 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/2c7179a1-11c7-475b-bb88-96b1087a0b24/53602944-0b8d-4e76-a6a9-78ceada3e9ce) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:40.772999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:40.791015 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab8db9-ee28-4f0f-a670-07084dd0fed8 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:40.811976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab8db9-ee28-4f0f-a670-07084dd0fed8 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:40.812625 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-64ab8db9-ee28-4f0f-a670-07084dd0fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:40.825816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c1c4-8664-4a4e-8605-6e420e896f79 req-44a487b1-8810-4f49-937c-c6fea8e379e6 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:40.829844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e199b495-b0d2-474d-a771-98302442bc1f req-bbf8acb2-6ac7-4c8a-97d8-cd7c55529541 service neutron] 10.222.0.18 "GET /v2.0/networks/35b4cba7-891a-4292-8c4f-755acc248ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623797 Dec 10 09:05:40.833985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6091c1c4-8664-4a4e-8605-6e420e896f79 req-44a487b1-8810-4f49-937c-c6fea8e379e6 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.4226859 Dec 10 09:05:40.852909 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-64ab8db9-ee28-4f0f-a670-07084dd0fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:40.875869 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.876242 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab8db9-ee28-4f0f-a670-07084dd0fed8 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:40.877175 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-64ab8db9-ee28-4f0f-a670-07084dd0fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:40.877864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-71ca332a-b833-4401-a6ee-49ad71db3888 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4988322 Dec 10 09:05:40.881304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38390) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:40.890276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:40.894830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.898679 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.907185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:40.946240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-18eb3853-17e1-4428-a64d-07e4ed46f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:40.947865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-18eb3853-17e1-4428-a64d-07e4ed46f854 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2487195 Dec 10 09:05:40.949343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6091c1c4-8664-4a4e-8605-6e420e896f79 req-b6aeeddc-5021-43fd-bd8b-a0a652ce577e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123512 Dec 10 09:05:40.958383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Network d3bb7536-1b2d-4068-b5e7-810fdd25e574 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:40.961730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:40.962292 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-64ab8db9-ee28-4f0f-a670-07084dd0fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:40.964285 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab8db9-ee28-4f0f-a670-07084dd0fed8 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:40.965084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:40.985129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] For port 60d102d6-2b44-49b6-afac-6781fba0f448, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:41.022071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Pushing event updated for resources: {'Port': ['ID=f50d5069-45ca-449a-b1b8-8535e931600a,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:41.048433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] For port 60d102d6-2b44-49b6-afac-6781fba0f448, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=60d102d6-2b44-49b6-afac-6781fba0f448,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:41.080628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Attempting to bind port f50d5069-45ca-449a-b1b8-8535e931600a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:41.081238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Attempting to bind port f50d5069-45ca-449a-b1b8-8535e931600a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4a485e26-8c32-4d64-9352-39e218289a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3bb7536-1b2d-4068-b5e7-810fdd25e574'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:41.083309 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Attempting to bind port f50d5069-45ca-449a-b1b8-8535e931600a on network d3bb7536-1b2d-4068-b5e7-810fdd25e574 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:41.091086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:41.091646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Checking segment: {'id': '4a485e26-8c32-4d64-9352-39e218289a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3bb7536-1b2d-4068-b5e7-810fdd25e574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:41.092061 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:41.092507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Bound using segment: {'id': '4a485e26-8c32-4d64-9352-39e218289a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3bb7536-1b2d-4068-b5e7-810fdd25e574'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:41.094688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Bound port: f50d5069-45ca-449a-b1b8-8535e931600a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a485e26-8c32-4d64-9352-39e218289a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3bb7536-1b2d-4068-b5e7-810fdd25e574'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:41.095138 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:41.100686 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:41.189875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb836bec-1298-4c65-aea0-37245618a56f req-5e0f3ad5-3169-4caa-a057-a058547b56cc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:41.199838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb836bec-1298-4c65-aea0-37245618a56f req-5e0f3ad5-3169-4caa-a057-a058547b56cc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 943 time: 0.1340134 Dec 10 09:05:41.218637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] For port f50d5069-45ca-449a-b1b8-8535e931600a, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:41.225058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] For port f50d5069-45ca-449a-b1b8-8535e931600a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f50d5069-45ca-449a-b1b8-8535e931600a,segment=NetworkSegment(4a485e26-8c32-4d64-9352-39e218289a20),segment_id=4a485e26-8c32-4d64-9352-39e218289a20)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:41.235954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:41.297926 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb836bec-1298-4c65-aea0-37245618a56f req-43c389a8-82fb-48cf-bb6d-32baa0d2c4a0 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979607 Dec 10 09:05:41.341192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ab76b-73ab-4ec7-83bc-e3ee2193ad9c None None] Pushing event updated for resources: {'Port': ['ID=f50d5069-45ca-449a-b1b8-8535e931600a,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:41.379131 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-d876db36-43db-47b6-9536-fd463daea646 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894479 Dec 10 09:05:41.389404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632cb587-02f5-4939-a618-4d6f1a4af8f6 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:41.427044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:41.427801 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:41.429389 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] 10.222.0.39 "PUT /v2.0/ports/60d102d6-2b44-49b6-afac-6781fba0f448 HTTP/1.1" status: 200 len: 1091 time: 3.3789475 Dec 10 09:05:41.434277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462be89f-8b2b-4161-9650-3c0433c9d1dd', 'tag': '60d102d6-2b44-49b6-afac-6781fba0f448'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:41.437264 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d" -d '{"events": [{"name": "network-changed", "server_uuid": "462be89f-8b2b-4161-9650-3c0433c9d1dd", "tag": "60d102d6-2b44-49b6-afac-6781fba0f448"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:41.579918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4623bbe-e4fb-4678-b00a-645672cc9b99 req-0fb5ed8c-0f44-4ef9-a902-b5bcf0f04f04 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:41.583113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4623bbe-e4fb-4678-b00a-645672cc9b99 req-0fb5ed8c-0f44-4ef9-a902-b5bcf0f04f04 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.2750525 Dec 10 09:05:41.583449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f94ef697-c4c2-4778-85e5-7f891610c5c6 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:05:41.595468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e06cf-b7c8-445e-bc3a-64db60becf98 req-696098a5-2ef7-45a2-a8ac-ee83b10e719c tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:41.596908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-762e06cf-b7c8-445e-bc3a-64db60becf98 req-696098a5-2ef7-45a2-a8ac-ee83b10e719c tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 943 time: 0.1777647 Dec 10 09:05:41.603593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e199b495-b0d2-474d-a771-98302442bc1f req-08db3552-b6f6-4ba1-b7d1-4106f31802fa service neutron] 10.222.0.18 "GET /v2.0/networks/35b4cba7-891a-4292-8c4f-755acc248ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7543652 Dec 10 09:05:41.638003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030fdd8-3492-4056-b6a9-f97796e0600a service neutron] Pushing event updated for resources: {'Port': ['ID=60d102d6-2b44-49b6-afac-6781fba0f448,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:41.780223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-ed928e9b-2a45-4cbf-8d92-315c61125ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:41.782208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-ed928e9b-2a45-4cbf-8d92-315c61125ae8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 1094 time: 0.2876387 Dec 10 09:05:41.787439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-762e06cf-b7c8-445e-bc3a-64db60becf98 req-b1eb8aa5-8bf7-42ed-8743-a732117d33f6 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825283 Dec 10 09:05:41.790796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-79d4e721-f5b7-4e87-a39e-b088b9ccaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:41.792447 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-79d4e721-f5b7-4e87-a39e-b088b9ccaac7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 1096 time: 0.4044967 Dec 10 09:05:41.800560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f94ef697-c4c2-4778-85e5-7f891610c5c6, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f94ef697-c4c2-4778-85e5-7f891610c5c6,segment=NetworkSegment(e0432b2e-3319-41c1-ac17-9a37d4ec0803),segment_id=e0432b2e-3319-41c1-ac17-9a37d4ec0803)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:41.838651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'f94ef697-c4c2-4778-85e5-7f891610c5c6', 'network_id': '35b4cba7-891a-4292-8c4f-755acc248ba9', 'port_id': 'f94ef697-c4c2-4778-85e5-7f891610c5c6', 'mac_address': 'fa:16:3e:02:25:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5e0b6c-de48-47e4-8375-a17eca0dc550', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:05:41.839615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:41.871120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4623bbe-e4fb-4678-b00a-645672cc9b99 req-69c25784-4745-4531-8a68-97765da7b6dd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720706 Dec 10 09:05:41.908307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:41.913838 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:41.933589 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214b435-a5e5-4b39-8690-ddc2ecfb52b1 x-openstack-request-id: req-b214b435-a5e5-4b39-8690-ddc2ecfb52b1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:41.934153 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462be89f-8b2b-4161-9650-3c0433c9d1dd", "tag": "60d102d6-2b44-49b6-afac-6781fba0f448", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:41.934544 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b214b435-a5e5-4b39-8690-ddc2ecfb52b1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:41.935215 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462be89f-8b2b-4161-9650-3c0433c9d1dd', 'tag': '60d102d6-2b44-49b6-afac-6781fba0f448', 'status': 'completed', 'code': 200} Dec 10 09:05:41.936451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94ef697-c4c2-4778-85e5-7f891610c5c6 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:05:41.941047 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-0975ec78-ca64-449c-b01b-d5e9e39c8e5c service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350425 Dec 10 09:05:41.949207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-c2cacb0b-871e-4e01-bcce-808d5131d26b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d102d6-2b44-49b6-afac-6781fba0f448 HTTP/1.1" status: 200 len: 217 time: 0.1312873 Dec 10 09:05:41.960156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f94ef697-c4c2-4778-85e5-7f891610c5c6, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f94ef697-c4c2-4778-85e5-7f891610c5c6,segment=NetworkSegment(e0432b2e-3319-41c1-ac17-9a37d4ec0803),segment_id=e0432b2e-3319-41c1-ac17-9a37d4ec0803)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:41.966602 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:41.994371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.019756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f94ef697-c4c2-4778-85e5-7f891610c5c6,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:42.043816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9f63afbe-b246-4c16-8ca6-af073303b933 None None] Provisioning complete for port e1ca5917-d540-431e-9cb6-9537f739f558 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:42.044220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f63afbe-b246-4c16-8ca6-af073303b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.094616 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-65b63d25-5a71-44c2-8f7c-77aba0925951 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=fad3c689-a2cd-4d11-aaae-5e9a06256def HTTP/1.1" status: 200 len: 217 time: 0.1434529 Dec 10 09:05:42.140198 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f63afbe-b246-4c16-8ca6-af073303b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.196647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Subnet': ['ID=ffae4ea0-8ec9-48cf-ad8d-d3dd48442f1f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:42.217816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9f63afbe-b246-4c16-8ca6-af073303b933 None None] For port e1ca5917-d540-431e-9cb6-9537f739f558, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e1ca5917-d540-431e-9cb6-9537f739f558,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:42.220175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-785169de-2a23-480c-a42f-61e7c2c1e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:42.221891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-785169de-2a23-480c-a42f-61e7c2c1e537 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.2131789 Dec 10 09:05:42.225585 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f63afbe-b246-4c16-8ca6-af073303b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.236506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-2ae3bccb-ad5d-4940-960f-f0edf1488656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:42.238283 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-2ae3bccb-ad5d-4940-960f-f0edf1488656 service neutron] 10.222.0.18 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.4040205 Dec 10 09:05:42.249457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-55916ecd-573d-4ad5-a33c-548f682537a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:42.251045 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-55916ecd-573d-4ad5-a33c-548f682537a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.1419959 Dec 10 09:05:42.251858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Checking segment: {'id': '5184faf5-d4db-4e48-ba0b-e29895ea3280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bcc0a75-efd6-46c9-96c1-f10bddec32b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:42.252323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network hostable DHCP agents. Network: 1bcc0a75-efd6-46c9-96c1-f10bddec32b6, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:42.268767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.327222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['f94ef697-c4c2-4778-85e5-7f891610c5c6'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:42.329473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e1ca5917-d540-431e-9cb6-9537f739f558 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:42.334400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63afbe-b246-4c16-8ca6-af073303b933 None None] Pushing event updated for resources: {'Port': ['ID=e1ca5917-d540-431e-9cb6-9537f739f558,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:42.353392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.20.0.1 (242ab3d6-53ed-4e60-abd7-2dde8cecb7bb/8473ec49-e701-4c78-a039-fe06c21fe888/8fe6bdf5-d952-45f6-94f4-d027c55696a6) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:42.465003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e1ca5917-d540-431e-9cb6-9537f739f558 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:42.465969 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.534235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411052e1-9d7e-43fc-9641-a465dc23ed52 req-fd00c402-0fc9-4969-a5d7-f483facfb9af tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:42.536046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-411052e1-9d7e-43fc-9641-a465dc23ed52 req-fd00c402-0fc9-4969-a5d7-f483facfb9af tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 943 time: 0.1039035 Dec 10 09:05:42.541725 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.618010 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-411052e1-9d7e-43fc-9641-a465dc23ed52 req-264d5349-c89e-4cf5-a4bf-9a791bcfa699 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743797 Dec 10 09:05:42.652394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.675604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:42.679338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:42.703018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:42.759854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=8fe6bdf5-d952-45f6-94f4-d027c55696a6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:42.769890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.774281 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-28844819-32c1-4a85-aba0-ea68fa5b00f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5419645 Dec 10 09:05:42.777355 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-b8e5f9d4-90c2-4dde-a638-f66573325d62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 200 len: 1001 time: 0.5308821 Dec 10 09:05:42.826719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f1971-2f5b-4ac2-954d-b284f1c97bf3 None None] Network d3bb7536-1b2d-4068-b5e7-810fdd25e574 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:42.912342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f50d5069-45ca-449a-b1b8-8535e931600a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:42.954907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:42.960009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:42.962087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-526d214b-9406-42b6-a55c-607c40f4bc30 None None] Provisioning complete for port f50d5069-45ca-449a-b1b8-8535e931600a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:42.962598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-526d214b-9406-42b6-a55c-607c40f4bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:42.975820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cb5dd-0b1b-431f-aa40-4847bd871aea req-832d2e48-8969-4809-9697-b1b7d9d25b74 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:42.979339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:42.984764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-849cb5dd-0b1b-431f-aa40-4847bd871aea req-832d2e48-8969-4809-9697-b1b7d9d25b74 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 944 time: 0.0956526 Dec 10 09:05:42.992773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:42.999814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.000504 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.004031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=53602944-0b8d-4e76-a6a9-78ceada3e9ce,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:43.029825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-e5942d86-a041-4556-b354-580ced9b5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.031789 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-e5942d86-a041-4556-b354-580ced9b5db3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3231733 Dec 10 09:05:43.033815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-7de01fe1-f9e4-4893-85e3-ef0273729145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.034164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.035399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-7de01fe1-f9e4-4893-85e3-ef0273729145 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.2266312 Dec 10 09:05:43.056068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 1bcc0a75-efd6-46c9-96c1-f10bddec32b6) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:43.081591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e83665f-00d2-4ec9-9499-8cb13d4981fb None None] Network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:43.092360 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a86051ab-904e-4904-9495-3390cf4b3498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7616978 Dec 10 09:05:43.099631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38408) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:43.118697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.119309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.137393 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-303aaac9-eea2-4c7d-afef-12249273c7ee service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298476 Dec 10 09:05:43.203876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f50d5069-45ca-449a-b1b8-8535e931600a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:43.204399 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.222770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-849cb5dd-0b1b-431f-aa40-4847bd871aea req-ab0d3bf6-b321-4c7a-83fe-9a4b78a686d0 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372131 Dec 10 09:05:43.261845 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-526d214b-9406-42b6-a55c-607c40f4bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.320634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-1bcc0a75-efd6-46c9-96c1-f10bddec32b6', 'network_id': '1bcc0a75-efd6-46c9-96c1-f10bddec32b6', 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'fixed_ips': [{'subnet_id': 'ffae4ea0-8ec9-48cf-ad8d-d3dd48442f1f'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:43.321633 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.321977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-224fca4d-1ca3-4df0-a60c-6a2c1b5b2380 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805269 Dec 10 09:05:43.348246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c7160-fb0c-4d02-b295-0320eba51c49 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.355342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c7160-fb0c-4d02-b295-0320eba51c49 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.359606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d14c7160-fb0c-4d02-b295-0320eba51c49 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2527220 Dec 10 09:05:43.363396 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ddf87343-9d91-4b63-91a2-41584ed56127 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9752162 Dec 10 09:05:43.364334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38410) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:43.374355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38412) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:43.375770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e98e2-a1ae-4de0-b423-f51573b3734a req-a6cad2a5-c2e7-4fc9-9012-8510a53bd9f5 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.384567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439e98e2-a1ae-4de0-b423-f51573b3734a req-a6cad2a5-c2e7-4fc9-9012-8510a53bd9f5 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.2804122 Dec 10 09:05:43.405352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-526d214b-9406-42b6-a55c-607c40f4bc30 None None] For port f50d5069-45ca-449a-b1b8-8535e931600a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f50d5069-45ca-449a-b1b8-8535e931600a,segment=NetworkSegment(4a485e26-8c32-4d64-9352-39e218289a20),segment_id=4a485e26-8c32-4d64-9352-39e218289a20)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:43.455833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-88699caa-e582-429d-a242-c3e71d150eff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-575222572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:43.460428 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-526d214b-9406-42b6-a55c-607c40f4bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.473827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439e98e2-a1ae-4de0-b423-f51573b3734a req-b396ea37-8f7d-4af3-8c58-0224a1fa0cdf tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882337 Dec 10 09:05:43.512933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-c75fa5ce-d21c-4000-962c-8e3ba3c419b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.514481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-c75fa5ce-d21c-4000-962c-8e3ba3c419b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4691033 Dec 10 09:05:43.607548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d214b-9406-42b6-a55c-607c40f4bc30 None None] Pushing event updated for resources: {'Port': ['ID=f50d5069-45ca-449a-b1b8-8535e931600a,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:43.631456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fa371dca-7615-40a8-9057-357dce1ca7ef None None] Provisioning complete for port 53602944-0b8d-4e76-a6a9-78ceada3e9ce triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:43.631456 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fa371dca-7615-40a8-9057-357dce1ca7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.636860 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9a06db06-7a92-462a-b5cd-2d1c6dddddb4 req-1e475360-0085-424b-901d-1f4c8af9ea3f service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782399 Dec 10 09:05:43.641314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Allocated IP 2001:db8:1::2 (1bcc0a75-efd6-46c9-96c1-f10bddec32b6/ffae4ea0-8ec9-48cf-ad8d-d3dd48442f1f/6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:43.654313 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88699caa-e582-429d-a242-c3e71d150eff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.655358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88699caa-e582-429d-a242-c3e71d150eff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.693463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fa371dca-7615-40a8-9057-357dce1ca7ef None None] Port 53602944-0b8d-4e76-a6a9-78ceada3e9ce cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:43.701215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.722603 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.757709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fa371dca-7615-40a8-9057-357dce1ca7ef None None] Provisioning complete for port f50d5069-45ca-449a-b1b8-8535e931600a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:43.758142 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fa371dca-7615-40a8-9057-357dce1ca7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.773334 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-3a6ccac7-95f3-4b8f-9bb7-f750dbe96877 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374806 Dec 10 09:05:43.775095 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-e3e0a2d1-014d-4dd2-a456-e674a2ba25a4 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314284 Dec 10 09:05:43.838627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2bfb-0890-415b-a168-1d0b89572bd8 req-2f895f95-2fd2-49e8-aaa6-6ce09f1516d8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.840678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38ce2bfb-0890-415b-a168-1d0b89572bd8 req-2f895f95-2fd2-49e8-aaa6-6ce09f1516d8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 943 time: 0.1344159 Dec 10 09:05:43.844510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=8fe6bdf5-d952-45f6-94f4-d027c55696a6,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:43.847401 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.875152 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.881767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-776accb1-ddc8-400a-a219-84f3c05fec37 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 53602944-0b8d-4e76-a6a9-78ceada3e9ce {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:43.882135 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-776accb1-ddc8-400a-a219-84f3c05fec37 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.890851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88699caa-e582-429d-a242-c3e71d150eff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.892520 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-8fa20adf-6e51-4739-a4fd-4d2d940161ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd HTTP/1.1" status: 200 len: 217 time: 0.0983398 Dec 10 09:05:43.904263 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.935752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-d3f340c0-b4f7-438c-b396-5262ec21cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:43.937030 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-d3f340c0-b4f7-438c-b396-5262ec21cc7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 1094 time: 0.2186747 Dec 10 09:05:43.947786 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88699caa-e582-429d-a242-c3e71d150eff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:43.957993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:43.959381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38ce2bfb-0890-415b-a168-1d0b89572bd8 req-591f1101-c647-440d-80f2-dde51c653e78 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896561 Dec 10 09:05:43.963970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:43.971676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:43.975185 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Pushing event updated for resources: {'Port': ['ID=6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:44.004603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:44.006347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:44.031897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Attempting to bind port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:44.033115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Attempting to bind port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '5184faf5-d4db-4e48-ba0b-e29895ea3280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bcc0a75-efd6-46c9-96c1-f10bddec32b6'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:44.033115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Attempting to bind port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 on network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:44.037990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:44.038398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Checking segment: {'id': '5184faf5-d4db-4e48-ba0b-e29895ea3280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bcc0a75-efd6-46c9-96c1-f10bddec32b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:44.039327 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:44.039720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Bound using segment: {'id': '5184faf5-d4db-4e48-ba0b-e29895ea3280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bcc0a75-efd6-46c9-96c1-f10bddec32b6'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:44.040191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Bound port: 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5184faf5-d4db-4e48-ba0b-e29895ea3280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bcc0a75-efd6-46c9-96c1-f10bddec32b6'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:44.040575 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:44.109200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] For port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:44.113203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] For port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66,segment=NetworkSegment(5184faf5-d4db-4e48-ba0b-e29895ea3280),segment_id=5184faf5-d4db-4e48-ba0b-e29895ea3280)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:44.118922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88699caa-e582-429d-a242-c3e71d150eff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:44.120990 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:44.123804 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-88699caa-e582-429d-a242-c3e71d150eff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6810999 Dec 10 09:05:44.131056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38416) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:44.189354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2483bc0-41a8-48be-93f0-da3028224311 None None] Pushing event updated for resources: {'Port': ['ID=6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:44.200458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-4a7e2be4-43ad-42cf-a64c-a27ae88582ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:44.201998 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-4a7e2be4-43ad-42cf-a64c-a27ae88582ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.2711637 Dec 10 09:05:44.239919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c48334e3-da6a-428c-aa18-fa331bc3c7b7 req-e39de112-e514-4fd8-95b2-5e696b167668 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565861 Dec 10 09:05:44.245639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e1ca5917-d540-431e-9cb6-9537f739f558 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:44.273857 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-776accb1-ddc8-400a-a219-84f3c05fec37 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:44.355455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-776accb1-ddc8-400a-a219-84f3c05fec37 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 53602944-0b8d-4e76-a6a9-78ceada3e9ce owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:44.364692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e1ca5917-d540-431e-9cb6-9537f739f558 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:44.365342 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:44.406048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-0f1b3081-5c6c-42f4-ad94-103964562f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:44.407808 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-0f1b3081-5c6c-42f4-ad94-103964562f28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 906 time: 0.4543583 Dec 10 09:05:44.432637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c8e6b-7b53-42a7-abd2-c2e2ef118693 req-006e743d-bc1d-4354-b83c-9de525adadee tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:44.434814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b2c8e6b-7b53-42a7-abd2-c2e2ef118693 req-006e743d-bc1d-4354-b83c-9de525adadee tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 944 time: 0.0936913 Dec 10 09:05:44.446249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:05:44.488516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-7c3c3352-5084-4f36-b785-d6366116338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:44.490057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-7c3c3352-5084-4f36-b785-d6366116338d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2472236 Dec 10 09:05:44.494116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f50d5069-45ca-449a-b1b8-8535e931600a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:44.509054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b2c8e6b-7b53-42a7-abd2-c2e2ef118693 req-95f25fb4-0483-405b-94c7-557ca0aef514 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595827 Dec 10 09:05:44.588759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-ae8c5679-fcca-4d0c-b04e-78c719b226af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d102d6-2b44-49b6-afac-6781fba0f448 HTTP/1.1" status: 200 len: 217 time: 0.1395268 Dec 10 09:05:44.638642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f50d5069-45ca-449a-b1b8-8535e931600a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:44.639291 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:44.725756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b614989-4093-4db3-9a76-8dfdcf8f5151 req-7cc03436-e033-48a0-939a-640cc69ea1e7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:44.735962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b614989-4093-4db3-9a76-8dfdcf8f5151 req-7cc03436-e033-48a0-939a-640cc69ea1e7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.0898755 Dec 10 09:05:44.740032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:44.748228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8d3ee05b-29ec-42ce-8852-773cd0120c9f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/routers/c1a00720-d839-448f-89a0-0f113db2c598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8657565 Dec 10 09:05:44.754612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38422) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:44.768603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'port': {'network_id': '242ab3d6-53ed-4e60-abd7-2dde8cecb7bb', 'name': 'tempest-FloatingIPTestJSON-2131628721'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:44.776407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad1e169-4512-43d8-b0fe-2cd1d54ed098 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:44.795359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1e169-4512-43d8-b0fe-2cd1d54ed098 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:44.796058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8ad1e169-4512-43d8-b0fe-2cd1d54ed098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:44.818852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-4414f242-3999-4ead-b6b2-72f70b8fb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:44.820328 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-4414f242-3999-4ead-b6b2-72f70b8fb7e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.1935349 Dec 10 09:05:44.820470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b614989-4093-4db3-9a76-8dfdcf8f5151 req-e89a792c-0c45-4b41-ab4b-c5e0bb039712 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829792 Dec 10 09:05:44.843538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8ad1e169-4512-43d8-b0fe-2cd1d54ed098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:44.854429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1e169-4512-43d8-b0fe-2cd1d54ed098 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:44.855065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8ad1e169-4512-43d8-b0fe-2cd1d54ed098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:44.855420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:44.892228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8ad1e169-4512-43d8-b0fe-2cd1d54ed098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:44.892897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad1e169-4512-43d8-b0fe-2cd1d54ed098 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:45.049180 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:45.116869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d40216-0813-4d7b-a142-c184819db6a3 req-3fbbba51-ab6f-4a34-8d7d-8642d0796ac7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:45.118500 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01d40216-0813-4d7b-a142-c184819db6a3 req-3fbbba51-ab6f-4a34-8d7d-8642d0796ac7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 943 time: 0.0695851 Dec 10 09:05:45.187818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01d40216-0813-4d7b-a142-c184819db6a3 req-49505611-33dd-4938-8930-dd27e3e2c70a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614409 Dec 10 09:05:45.217025 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-709a2490-d758-4c9d-86fb-fb6633a97ee8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3489633 Dec 10 09:05:45.224501 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-5beb00cf-cc74-49cb-ab2c-34269b8f8db9 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026207 Dec 10 09:05:45.424816 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-776accb1-ddc8-400a-a219-84f3c05fec37 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:45.429210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c366e-afcb-41bf-b538-014752269e19 None None] Network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:45.520172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776accb1-ddc8-400a-a219-84f3c05fec37 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=53602944-0b8d-4e76-a6a9-78ceada3e9ce,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:45.532449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7a1d1837-c547-4b98-b2be-0f115ddbf291 None None] Provisioning complete for port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:45.532821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1837-c547-4b98-b2be-0f115ddbf291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:45.578751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f94ef697-c4c2-4778-85e5-7f891610c5c6 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:45.623763 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-776accb1-ddc8-400a-a219-84f3c05fec37 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:45.627129 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-776accb1-ddc8-400a-a219-84f3c05fec37 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/53602944-0b8d-4e76-a6a9-78ceada3e9ce HTTP/1.1" status: 204 len: 168 time: 2.2574162 Dec 10 09:05:45.629868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38428) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:45.656055 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Made reservation on behalf of 8c7770aa83b84e7a808c0f6564587414 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:45.660622 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:45.664909 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-659db046-3d4e-43dc-86d4-28e9519099f8 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342339 Dec 10 09:05:45.673699 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-84f62128-d1cb-4cf2-ac7b-e4d4665ceeec service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413126 Dec 10 09:05:45.680682 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1837-c547-4b98-b2be-0f115ddbf291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:45.695506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port f94ef697-c4c2-4778-85e5-7f891610c5c6 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:05:45.708606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port f94ef697-c4c2-4778-85e5-7f891610c5c6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:45.708881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:45.767044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7a1d1837-c547-4b98-b2be-0f115ddbf291 None None] For port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66,segment=NetworkSegment(5184faf5-d4db-4e48-ba0b-e29895ea3280),segment_id=5184faf5-d4db-4e48-ba0b-e29895ea3280)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:45.775826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1a430b-52ea-440f-a07c-351ba30a4c95 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:45.778162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1a430b-52ea-440f-a07c-351ba30a4c95 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:45.778399 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1837-c547-4b98-b2be-0f115ddbf291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:45.784901 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-af1a430b-52ea-440f-a07c-351ba30a4c95 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1529109 Dec 10 09:05:45.788348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38430) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:45.829730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] device_id is not set on port 8860e76b-6468-4d92-920a-f15677be8c9c yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:45.846601 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-d24811c8-0c6f-42ff-b41c-5f3cc2e5f9d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730 HTTP/1.1" status: 200 len: 217 time: 0.1577494 Dec 10 09:05:45.861345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-158ada51-6ad3-4ae2-af34-c5087b428295 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 2c7179a1-11c7-475b-bb88-96b1087a0b24 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:45.865715 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-158ada51-6ad3-4ae2-af34-c5087b428295 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:45.875610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d1837-c547-4b98-b2be-0f115ddbf291 None None] Pushing event updated for resources: {'Port': ['ID=6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:45.924422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-158ada51-6ad3-4ae2-af34-c5087b428295 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.001740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeb1f2-4c7f-450c-8ab3-ebca83875a56 req-e2ceb78b-668e-4569-99b2-d216369fead6 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:46.010599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94aeb1f2-4c7f-450c-8ab3-ebca83875a56 req-e2ceb78b-668e-4569-99b2-d216369fead6 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 944 time: 0.2837241 Dec 10 09:05:46.067497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 2001:db8::1 (d3bb7536-1b2d-4068-b5e7-810fdd25e574/62a4d489-efcd-4729-a38d-d2291e314bfc/7e9217ce-48dd-48f9-b947-839b66dcd863) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:46.113585 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-158ada51-6ad3-4ae2-af34-c5087b428295 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.117039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-d3232b78-3c58-4fcc-b8d7-10e337e3c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:46.118674 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-d3232b78-3c58-4fcc-b8d7-10e337e3c6d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 200 len: 797 time: 0.2291725 Dec 10 09:05:46.120511 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3c1220-c10f-4e5f-a15f-3ad4d8f8e80d req-4d152246-072a-430b-97bc-6f5409103c33 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329369 Dec 10 09:05:46.127987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 60d102d6-2b44-49b6-afac-6781fba0f448 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:05:46.157816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db2e09-5d90-4c2f-bdb4-310c7505d29c req-5e674a8d-b78b-4e23-890c-0e80f066fa72 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:46.159364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28db2e09-5d90-4c2f-bdb4-310c7505d29c req-5e674a8d-b78b-4e23-890c-0e80f066fa72 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1740050 Dec 10 09:05:46.172014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.190759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-12bf10ef-18d5-42a7-8158-4693ca79c900 None None] Provisioning complete for port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:46.191397 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-12bf10ef-18d5-42a7-8158-4693ca79c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.216650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94aeb1f2-4c7f-450c-8ab3-ebca83875a56 req-44ce499d-0f96-40ac-a3bc-d53219a71f0a tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050457 Dec 10 09:05:46.222408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.20.0.12 (242ab3d6-53ed-4e60-abd7-2dde8cecb7bb/8473ec49-e701-4c78-a039-fe06c21fe888/8860e76b-6468-4d92-920a-f15677be8c9c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:46.279654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-c56b9e32-4366-4efc-bc98-8d63425e1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:46.285027 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-c56b9e32-4366-4efc-bc98-8d63425e1d9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1ec076-b952-4ca7-9dc0-3f57cf014738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1453269 Dec 10 09:05:46.302251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdbb050-2c73-4b00-b995-764b974d2c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ef697-c4c2-4778-85e5-7f891610c5c6'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:46.304704 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab4f8e9-9fe4-47ce-9f59-48998bc0a0e4" -d '{"events": [{"server_uuid": "cbdbb050-2c73-4b00-b995-764b974d2c30", "name": "network-vif-plugged", "status": "completed", "tag": "f94ef697-c4c2-4778-85e5-7f891610c5c6"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:46.323972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f94ef697-c4c2-4778-85e5-7f891610c5c6, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f94ef697-c4c2-4778-85e5-7f891610c5c6,segment=NetworkSegment(e0432b2e-3319-41c1-ac17-9a37d4ec0803),segment_id=e0432b2e-3319-41c1-ac17-9a37d4ec0803)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:46.332165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28db2e09-5d90-4c2f-bdb4-310c7505d29c req-26b4b04e-5a46-4d0f-b576-1562cd31bc39 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602864 Dec 10 09:05:46.333777 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-158ada51-6ad3-4ae2-af34-c5087b428295 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.347899 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.377831 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-158ada51-6ad3-4ae2-af34-c5087b428295 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.382392 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.383200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:46.391682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-158ada51-6ad3-4ae2-af34-c5087b428295 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/2c7179a1-11c7-475b-bb88-96b1087a0b24 HTTP/1.1" status: 204 len: 168 time: 0.6023796 Dec 10 09:05:46.392610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38440) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:46.396645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700a4fab-6c6c-4c3e-a094-afd500243ec7 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:46.448733 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bdea26-f70d-4f01-87e6-7145bcebf0df x-openstack-request-id: req-54bdea26-f70d-4f01-87e6-7145bcebf0df {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:46.450718 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdbb050-2c73-4b00-b995-764b974d2c30", "name": "network-vif-plugged", "status": "completed", "tag": "f94ef697-c4c2-4778-85e5-7f891610c5c6", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:46.451231 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54bdea26-f70d-4f01-87e6-7145bcebf0df {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:46.451844 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdbb050-2c73-4b00-b995-764b974d2c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94ef697-c4c2-4778-85e5-7f891610c5c6', 'code': 200} Dec 10 09:05:46.480041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ada51-6ad3-4ae2-af34-c5087b428295 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7179a1-11c7-475b-bb88-96b1087a0b24,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:46.528790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 60d102d6-2b44-49b6-afac-6781fba0f448, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=60d102d6-2b44-49b6-afac-6781fba0f448,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:46.553644 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-676c704e-67fd-43e9-b9e6-ccd967880eec tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315026 Dec 10 09:05:46.557565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38442) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:46.563505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:46.564774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-c00d979b-030a-4fc2-8b7e-a787333204a0 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713747 Dec 10 09:05:46.573289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.586678 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.607579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '60d102d6-2b44-49b6-afac-6781fba0f448', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'port_id': '60d102d6-2b44-49b6-afac-6781fba0f448', 'mac_address': 'fa:16:3e:5f:c2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff99d532-c043-4377-9645-c5021d649940', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:05:46.613577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f94ef697-c4c2-4778-85e5-7f891610c5c6,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:46.634962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf4226-d1e6-424e-a064-87b1f319fcfb req-674adb9b-b895-4f58-b4c0-19d6fdea4695 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:46.636295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3cf4226-d1e6-424e-a064-87b1f319fcfb req-674adb9b-b895-4f58-b4c0-19d6fdea4695 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 943 time: 0.2414031 Dec 10 09:05:46.677064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:46.677441 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.693431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network d3bb7536-1b2d-4068-b5e7-810fdd25e574 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:46.705563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:46.709209 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.717393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:46.718233 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.728844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d102d6-2b44-49b6-afac-6781fba0f448 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:05:46.731896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc1637-51c8-4906-a17d-602cdc0477dc req-e2a6d686-4c7d-4455-b2b9-b9905d0eed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:46.734608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2bc1637-51c8-4906-a17d-602cdc0477dc req-e2a6d686-4c7d-4455-b2b9-b9905d0eed6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 1096 time: 0.2194147 Dec 10 09:05:46.736427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3cf4226-d1e6-424e-a064-87b1f319fcfb req-525698a7-c298-40c3-bb76-6e96f493c885 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856452 Dec 10 09:05:46.763988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 60d102d6-2b44-49b6-afac-6781fba0f448, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=60d102d6-2b44-49b6-afac-6781fba0f448,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:46.771927 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.775128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=7e9217ce-48dd-48f9-b947-839b66dcd863,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:46.806293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:46.811880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.853524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f90ff-1fd0-4d28-9ffa-f1cfd492a5cd None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:46.864037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=60d102d6-2b44-49b6-afac-6781fba0f448,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:46.867680 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.922406 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-fecc9738-0a25-4df6-86de-94fdbef41cce service neutron] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466201 Dec 10 09:05:46.923142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b83f90ff-1fd0-4d28-9ffa-f1cfd492a5cd None None] Deleting port e1ca5917-d540-431e-9cb6-9537f739f558 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:46.923598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b83f90ff-1fd0-4d28-9ffa-f1cfd492a5cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:46.989582 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2bc1637-51c8-4906-a17d-602cdc0477dc req-287c6d70-7311-4741-bb46-b79b55ea3094 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107255 Dec 10 09:05:46.997446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:47.001429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-3e773b8c-1b52-4e3b-9020-b65238573994 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a HTTP/1.1" status: 200 len: 217 time: 0.0634446 Dec 10 09:05:47.012204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b83f90ff-1fd0-4d28-9ffa-f1cfd492a5cd None None] For port e1ca5917-d540-431e-9cb6-9537f739f558, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e1ca5917-d540-431e-9cb6-9537f739f558,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:47.013052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b83f90ff-1fd0-4d28-9ffa-f1cfd492a5cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.023193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:47.030359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=8860e76b-6468-4d92-920a-f15677be8c9c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:47.032869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:47.037865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b83f90ff-1fd0-4d28-9ffa-f1cfd492a5cd None None] Calling delete_port for e1ca5917-d540-431e-9cb6-9537f739f558 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:47.069757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.093233 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.117650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:47.125334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:47.128394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:47.129220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.144180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:47.145001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.148331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-1e1d0081-8ade-4e1e-8892-e638fc9e1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:47.150029 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-1e1d0081-8ade-4e1e-8892-e638fc9e1b6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1244867 Dec 10 09:05:47.162148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6034086 Dec 10 09:05:47.165144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38444) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:47.167176 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b83f90ff-1fd0-4d28-9ffa-f1cfd492a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.172978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'name': 'tempest-NetworksTestDHCPv6-666915977'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:47.189553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e8022-b27f-48ca-9c5e-7aa1c545b501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=0a036a5a-6429-4779-8d94-6e499fb56bc9,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:47.197341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f90ff-1fd0-4d28-9ffa-f1cfd492a5cd None None] Pushing event deleted for resources: {'Port': ['ID=e1ca5917-d540-431e-9cb6-9537f739f558,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:47.205150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f90ff-1fd0-4d28-9ffa-f1cfd492a5cd None None] No DVR routers for this DVR port e1ca5917-d540-431e-9cb6-9537f739f558 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:47.235113 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-985c9410-f28f-462d-af27-6a490bfd88ae tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4763744 Dec 10 09:05:47.236022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['60d102d6-2b44-49b6-afac-6781fba0f448'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:47.236380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38446) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:47.238883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4bb82e9b-7965-424f-932a-58c247cbadc2 None None] Provisioning complete for port 7e9217ce-48dd-48f9-b947-839b66dcd863 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:47.239385 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4bb82e9b-7965-424f-932a-58c247cbadc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.268003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80539492-16c7-42f1-b0f1-423512d7e606 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:47.279308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'port': {'network_id': '242ab3d6-53ed-4e60-abd7-2dde8cecb7bb', 'name': 'tempest-FloatingIPTestJSON-792363863'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:47.355497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:47.360208 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.378791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4bb82e9b-7965-424f-932a-58c247cbadc2 None None] Port 7e9217ce-48dd-48f9-b947-839b66dcd863 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:47.384417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port f09d7ed2-7bba-4f57-a6c7-0293523862b2 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:47.404460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd472e0-b249-47d1-9659-3471394bcce4 req-5e50c17e-b4c7-4c98-9153-dea6d9dd1fdb tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:47.406096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0bd472e0-b249-47d1-9659-3471394bcce4 req-5e50c17e-b4c7-4c98-9153-dea6d9dd1fdb tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 945 time: 0.0854445 Dec 10 09:05:47.464057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '0a036a5a-6429-4779-8d94-6e499fb56bc9'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:47.465607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.517451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-247fab2d-742b-4a7d-a638-1d65052fd9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:47.518977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-247fab2d-742b-4a7d-a638-1d65052fd9b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3360212 Dec 10 09:05:47.556158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.559272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0bd472e0-b249-47d1-9659-3471394bcce4 req-b908f8c9-afa8-4f0d-be61-e436113721ec tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170747 Dec 10 09:05:47.574602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.575388 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.604542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::1bb (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/0a036a5a-6429-4779-8d94-6e499fb56bc9/f09d7ed2-7bba-4f57-a6c7-0293523862b2) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:47.765468 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.813252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.861887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/0a036a5a-6429-4779-8d94-6e499fb56bc9/e0642b1d-4a33-4bde-a65c-d1cc19943e49) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:47.862332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:47.895898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:47.904714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:47.910738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:47.911395 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:47.932343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=f09d7ed2-7bba-4f57-a6c7-0293523862b2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:47.951069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8cf22-988c-49b8-9f3d-59b634808227 req-d046762b-9a28-4647-9d0c-0b07a3f920be tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:47.952635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9e8cf22-988c-49b8-9f3d-59b634808227 req-d046762b-9a28-4647-9d0c-0b07a3f920be tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 944 time: 0.1158659 Dec 10 09:05:47.956438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-987a24ca-9e02-4a8d-8cd0-56019e6bee96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7901602 Dec 10 09:05:47.959273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38452) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:48.007913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=7e9217ce-48dd-48f9-b947-839b66dcd863,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:48.037414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Made reservation on behalf of 8c7770aa83b84e7a808c0f6564587414 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:48.040863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.044078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5c1b0-cada-475f-8d19-1cd14006eb4f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:48.045304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-34a5c1b0-cada-475f-8d19-1cd14006eb4f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0850008 Dec 10 09:05:48.050280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9e8cf22-988c-49b8-9f3d-59b634808227 req-5f87c0a8-37b2-43ab-9909-2f80aa672913 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887868 Dec 10 09:05:48.050725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38454) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:48.072982 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-42e3deeb-968b-492b-8d59-9495c516b568 service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339599 Dec 10 09:05:48.085739 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.089155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] device_id is not set on port f7e62c28-5901-43b6-93a5-5285ab56be71 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:48.092904 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.147564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:48.155714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:48.158655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:48.168579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e36f1c0c-58f3-4519-8fa2-2982906ac15e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port f09d7ed2-7bba-4f57-a6c7-0293523862b2 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:48.168579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e36f1c0c-58f3-4519-8fa2-2982906ac15e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.182138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network d3bb7536-1b2d-4068-b5e7-810fdd25e574 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:48.191570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:48.210116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Pushing event updated for resources: {'Port': ['ID=e0642b1d-4a33-4bde-a65c-d1cc19943e49,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:48.232166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e1ca5917-d540-431e-9cb6-9537f739f558 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:48.236518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Attempting to bind port e0642b1d-4a33-4bde-a65c-d1cc19943e49 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:48.237101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Attempting to bind port e0642b1d-4a33-4bde-a65c-d1cc19943e49 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:48.237464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Attempting to bind port e0642b1d-4a33-4bde-a65c-d1cc19943e49 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:48.258375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: e1ca5917-d540-431e-9cb6-9537f739f558 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:48.258720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e1ca5917-d540-431e-9cb6-9537f739f558 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:48.264146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:48.264534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:48.264946 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.265492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:48.265975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Bound port: e0642b1d-4a33-4bde-a65c-d1cc19943e49, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:48.266364 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.349883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] For port e0642b1d-4a33-4bde-a65c-d1cc19943e49, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:48.353548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] For port e0642b1d-4a33-4bde-a65c-d1cc19943e49, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e0642b1d-4a33-4bde-a65c-d1cc19943e49,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:48.359955 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.367140 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e36f1c0c-58f3-4519-8fa2-2982906ac15e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.383603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.20.0.4 (242ab3d6-53ed-4e60-abd7-2dde8cecb7bb/8473ec49-e701-4c78-a039-fe06c21fe888/f7e62c28-5901-43b6-93a5-5285ab56be71) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:48.395486 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e36f1c0c-58f3-4519-8fa2-2982906ac15e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for f09d7ed2-7bba-4f57-a6c7-0293523862b2 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:48.411399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-7bc2a1c5-35d3-4e1a-a5af-589da8cb1c3a service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236518 Dec 10 09:05:48.444577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45384c79-ef89-432f-9c3a-c26223fe03b2 None None] Pushing event updated for resources: {'Port': ['ID=e0642b1d-4a33-4bde-a65c-d1cc19943e49,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:48.474953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-0e8ae078-c3f1-4c19-a2db-a2459c3776d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810 HTTP/1.1" status: 200 len: 217 time: 0.0528932 Dec 10 09:05:48.585260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-bbffe1b4-03d6-417b-8b27-c0f32a1fb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:48.586786 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-bbffe1b4-03d6-417b-8b27-c0f32a1fb8fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 200 len: 797 time: 0.1000664 Dec 10 09:05:48.606426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router 2c64425a-df1f-4efa-90ab-d82dc1cf70f0 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:05:48.622947 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e36f1c0c-58f3-4519-8fa2-2982906ac15e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.628474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f5a82908-68ff-4ccb-bf25-f0852f7e0d22 None None] Provisioning complete for port 7e9217ce-48dd-48f9-b947-839b66dcd863 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:48.629086 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f5a82908-68ff-4ccb-bf25-f0852f7e0d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.662281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f1c0c-58f3-4519-8fa2-2982906ac15e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=f09d7ed2-7bba-4f57-a6c7-0293523862b2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:48.704569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f5a82908-68ff-4ccb-bf25-f0852f7e0d22 None None] Port 7e9217ce-48dd-48f9-b947-839b66dcd863 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:48.738469 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e36f1c0c-58f3-4519-8fa2-2982906ac15e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.749160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e36f1c0c-58f3-4519-8fa2-2982906ac15e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/f09d7ed2-7bba-4f57-a6c7-0293523862b2 HTTP/1.1" status: 204 len: 168 time: 0.6973948 Dec 10 09:05:48.763214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38458) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:48.809403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-93941ff3-a69e-4945-8096-1d08028aec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:48.811211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-93941ff3-a69e-4945-8096-1d08028aec2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=07b4e1b6-6375-4ba9-8150-4ba3bb616612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2156031 Dec 10 09:05:48.835734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30137-a082-4af2-af5e-0b191429cc90 req-07f65fd8-9f5d-49cb-b8f5-54543f16c31d tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:48.843241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47c30137-a082-4af2-af5e-0b191429cc90 req-07f65fd8-9f5d-49cb-b8f5-54543f16c31d tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 945 time: 0.1228225 Dec 10 09:05:48.847653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee640da1-e3db-49e5-95ea-187d88ef8907 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:48.849353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee640da1-e3db-49e5-95ea-187d88ef8907 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:48.853289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ee640da1-e3db-49e5-95ea-187d88ef8907 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0867178 Dec 10 09:05:48.856246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38460) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:48.912674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47c30137-a082-4af2-af5e-0b191429cc90 req-fb494c70-5300-4747-a626-6c9840278242 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685501 Dec 10 09:05:48.934352 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:48.941141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:48.953079 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef4c15-5efe-4890-a7ff-073fa974ed3b None None] Sync routers for ids ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:48.957052 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-09baaf44-7622-46f5-b6ca-eebdf0a06659 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/2c64425a-df1f-4efa-90ab-d82dc1cf70f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8158772 Dec 10 09:05:48.963298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38464) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:48.971126 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef4c15-5efe-4890-a7ff-073fa974ed3b None None] Routers {'2c64425a-df1f-4efa-90ab-d82dc1cf70f0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:48.971747 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-60ef4c15-5efe-4890-a7ff-073fa974ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:48.990603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ddd59c-50e0-4dc4-b526-2c58facf2ae6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 0a036a5a-6429-4779-8d94-6e499fb56bc9 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:48.996914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81ddd59c-50e0-4dc4-b526-2c58facf2ae6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.021307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c62ca-6d68-4da6-b05c-d856b64f9d47 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:49.025150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-823c62ca-6d68-4da6-b05c-d856b64f9d47 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports/7e9217ce-48dd-48f9-b947-839b66dcd863 HTTP/1.1" status: 200 len: 911 time: 0.0587299 Dec 10 09:05:49.025626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38466) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:49.027898 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-60ef4c15-5efe-4890-a7ff-073fa974ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:49.042193 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef4c15-5efe-4890-a7ff-073fa974ed3b None None] Routers {'2c64425a-df1f-4efa-90ab-d82dc1cf70f0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:49.043424 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-60ef4c15-5efe-4890-a7ff-073fa974ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:49.054351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-fb644442-1ad8-497c-9fdf-f8b049392ed7 service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309179 Dec 10 09:05:49.065732 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81ddd59c-50e0-4dc4-b526-2c58facf2ae6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.095433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.150455 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-60ef4c15-5efe-4890-a7ff-073fa974ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:49.151276 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef4c15-5efe-4890-a7ff-073fa974ed3b None None] The sync data for ids ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:49.188937 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.231341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=f7e62c28-5901-43b6-93a5-5285ab56be71,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:49.234686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:49.259187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:49.267782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:49.332775 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81ddd59c-50e0-4dc4-b526-2c58facf2ae6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.374645 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c24268db-5e4a-4cdc-a23c-208064807f2b req-e0aed5b9-059b-461c-8b12-6ebb6a10c3dd service neutron] 10.222.0.39 "GET /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114436 Dec 10 09:05:49.384719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:49.385413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.416365 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3e7f1c37-2a76-4f04-b9ac-ae356beb9335 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1688821 Dec 10 09:05:49.416948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38472) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:49.422616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'f7e62c28-5901-43b6-93a5-5285ab56be71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:49.446701 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81ddd59c-50e0-4dc4-b526-2c58facf2ae6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.479054 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.484220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddd59c-50e0-4dc4-b526-2c58facf2ae6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=0a036a5a-6429-4779-8d94-6e499fb56bc9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:49.496668 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81ddd59c-50e0-4dc4-b526-2c58facf2ae6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.500458 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-81ddd59c-50e0-4dc4-b526-2c58facf2ae6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/0a036a5a-6429-4779-8d94-6e499fb56bc9 HTTP/1.1" status: 204 len: 168 time: 0.6431427 Dec 10 09:05:49.502846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38474) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:49.552145 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7dd3e99a-556c-4e90-b741-30535a39a520 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458109 Dec 10 09:05:49.552733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38476) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:49.654051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a16e88-ae14-404e-b6cc-cb85fb8bd967 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:49.657238 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-32a16e88-ae14-404e-b6cc-cb85fb8bd967 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1017540 Dec 10 09:05:49.659043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38478) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:49.677222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f600f2-0ead-416b-b736-3ef357a15293 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:49.679676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec80bc8-9782-4189-91c6-d872a234ac81 req-f2bd5aa8-daef-4707-b21a-ad6dc12c7e65 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:49.681543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ec80bc8-9782-4189-91c6-d872a234ac81 req-f2bd5aa8-daef-4707-b21a-ad6dc12c7e65 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 944 time: 0.4781358 Dec 10 09:05:49.691242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b8821-e702-4806-96b3-478e6e3090c1 req-af27ccfc-d8a0-4f49-ad4a-c0c2934a61c8 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:49.692720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc8b8821-e702-4806-96b3-478e6e3090c1 req-af27ccfc-d8a0-4f49-ad4a-c0c2934a61c8 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 945 time: 0.1711819 Dec 10 09:05:49.737688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bc91e9-13bb-47de-b912-1a7b43b666a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:49.739195 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d6bc91e9-13bb-47de-b912-1a7b43b666a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0792437 Dec 10 09:05:49.742214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38480) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:49.779552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f8d5bfa9-e663-4c5e-822c-1fc1755da19f None None] Provisioning complete for port e0642b1d-4a33-4bde-a65c-d1cc19943e49 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:49.780014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bfa9-e663-4c5e-822c-1fc1755da19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.785599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.789459 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-19ccd6f8-f059-4037-af5f-fbb8b5c1bb25 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467210 Dec 10 09:05:49.795989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38482) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:49.801054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:49.823855 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ec80bc8-9782-4189-91c6-d872a234ac81 req-38a39b2b-af0f-4137-adfe-81d748d79e56 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283212 Dec 10 09:05:49.840422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc8b8821-e702-4806-96b3-478e6e3090c1 req-ea89c933-bc8a-4b64-914c-9b6768b158db tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343977 Dec 10 09:05:49.895306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 60d102d6-2b44-49b6-afac-6781fba0f448 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:49.905718 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.926458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015f6097-bfbb-4157-98cd-7a96d9383e14 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:49.939550 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bfa9-e663-4c5e-822c-1fc1755da19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:49.995913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:50.000303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.005276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.25.3.163 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/03c504c3-3ac2-466c-be40-e62b7686b4fe) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:50.011116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f8d5bfa9-e663-4c5e-822c-1fc1755da19f None None] For port e0642b1d-4a33-4bde-a65c-d1cc19943e49, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e0642b1d-4a33-4bde-a65c-d1cc19943e49,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:50.013557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 60d102d6-2b44-49b6-afac-6781fba0f448 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:05:50.017829 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bfa9-e663-4c5e-822c-1fc1755da19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.023400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 60d102d6-2b44-49b6-afac-6781fba0f448 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:50.023761 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.096236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-015f6097-bfbb-4157-98cd-7a96d9383e14 None None] Deleting port e0642b1d-4a33-4bde-a65c-d1cc19943e49 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:50.096633 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-015f6097-bfbb-4157-98cd-7a96d9383e14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.157118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5bfa9-e663-4c5e-822c-1fc1755da19f None None] Pushing event updated for resources: {'Port': ['ID=e0642b1d-4a33-4bde-a65c-d1cc19943e49,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:50.179521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-015f6097-bfbb-4157-98cd-7a96d9383e14 None None] For port e0642b1d-4a33-4bde-a65c-d1cc19943e49, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e0642b1d-4a33-4bde-a65c-d1cc19943e49,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:50.179952 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-015f6097-bfbb-4157-98cd-7a96d9383e14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.192904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-015f6097-bfbb-4157-98cd-7a96d9383e14 None None] Calling delete_port for e0642b1d-4a33-4bde-a65c-d1cc19943e49 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:50.218296 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.227898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 2001:db8:1::1 (1bcc0a75-efd6-46c9-96c1-f10bddec32b6/ffae4ea0-8ec9-48cf-ad8d-d3dd48442f1f/1c23fba3-fde9-4daa-af82-e131208ed623) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:50.307066 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.319522 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.368813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.388016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:50.395884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:50.402644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:50.405334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:50.409593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:50.411948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.416636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:50.417233 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.427505 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.447687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=03c504c3-3ac2-466c-be40-e62b7686b4fe,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:50.450168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=76162bc3-b642-4966-93fc-a0193adb68f7,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:50.469520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462be89f-8b2b-4161-9650-3c0433c9d1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d102d6-2b44-49b6-afac-6781fba0f448'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:50.469728 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e8e7638f-de15-4fe8-82a1-1227895c08cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6708710 Dec 10 09:05:50.469851 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332a3eb6-5011-4636-9d00-e620301f8137" -d '{"events": [{"server_uuid": "462be89f-8b2b-4161-9650-3c0433c9d1dd", "name": "network-vif-plugged", "status": "completed", "tag": "60d102d6-2b44-49b6-afac-6781fba0f448"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:50.469974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38484) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:50.480013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': '76162bc3-b642-4966-93fc-a0193adb68f7', 'ip_address': '2001:db8::bb8f:1f6:3a12:f527'}], 'name': 'tempest-NetworksTestDHCPv6-259671930'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:50.487616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 60d102d6-2b44-49b6-afac-6781fba0f448, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=60d102d6-2b44-49b6-afac-6781fba0f448,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:50.495101 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.504752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:50.526160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:50.532097 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-015f6097-bfbb-4157-98cd-7a96d9383e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.547720 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8e604a-59a5-4e31-8adb-6e7354aff966 x-openstack-request-id: req-8b8e604a-59a5-4e31-8adb-6e7354aff966 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:50.547891 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462be89f-8b2b-4161-9650-3c0433c9d1dd", "name": "network-vif-plugged", "status": "completed", "tag": "60d102d6-2b44-49b6-afac-6781fba0f448", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:50.548200 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b8e604a-59a5-4e31-8adb-6e7354aff966 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:50.548519 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462be89f-8b2b-4161-9650-3c0433c9d1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d102d6-2b44-49b6-afac-6781fba0f448', 'code': 200} Dec 10 09:05:50.550965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f6097-bfbb-4157-98cd-7a96d9383e14 None None] No DVR routers for this DVR port e0642b1d-4a33-4bde-a65c-d1cc19943e49 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:50.551116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:50.552043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.576950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=60d102d6-2b44-49b6-afac-6781fba0f448,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:50.603611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eb16c2-86f2-4447-8b22-f8abfbc51012 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:50.607032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f6097-bfbb-4157-98cd-7a96d9383e14 None None] Pushing event deleted for resources: {'Port': ['ID=e0642b1d-4a33-4bde-a65c-d1cc19943e49,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:50.662912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=1c23fba3-fde9-4daa-af82-e131208ed623,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:50.735282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '76162bc3-b642-4966-93fc-a0193adb68f7'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:50.736975 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.783336 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.874348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d47b98c1-a939-4441-8d41-5f6028dcde67 None None] Provisioning complete for port 1c23fba3-fde9-4daa-af82-e131208ed623 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:50.874903 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d47b98c1-a939-4441-8d41-5f6028dcde67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:50.954095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d47b98c1-a939-4441-8d41-5f6028dcde67 None None] Port 1c23fba3-fde9-4daa-af82-e131208ed623 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:50.972481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/76162bc3-b642-4966-93fc-a0193adb68f7/f5260704-c81b-4bc5-9ba4-a2b2864491ff) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:51.096456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb263a24-ae4b-4aeb-84da-9f221c0d4ad0 req-94d61822-873c-4715-b784-5ed2b51f1ee0 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:51.098160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb263a24-ae4b-4aeb-84da-9f221c0d4ad0 req-94d61822-873c-4715-b784-5ed2b51f1ee0 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 945 time: 0.1303675 Dec 10 09:05:51.136061 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.138805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af360c00-e55b-41ed-879e-a62e5f252e32 req-f023a913-33c9-48e9-b81c-c4f5d0dfece4 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:51.140764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af360c00-e55b-41ed-879e-a62e5f252e32 req-f023a913-33c9-48e9-b81c-c4f5d0dfece4 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 945 time: 0.1635611 Dec 10 09:05:51.145670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.201331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:51.206860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:51.208937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:51.224095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Pushing event updated for resources: {'Port': ['ID=f5260704-c81b-4bc5-9ba4-a2b2864491ff,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:51.264598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-208d25ef-8405-40c6-a363-049d7562994d tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:51.266001 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-208d25ef-8405-40c6-a363-049d7562994d tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 945 time: 0.6884038 Dec 10 09:05:51.275547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Attempting to bind port f5260704-c81b-4bc5-9ba4-a2b2864491ff on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:51.275939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Attempting to bind port f5260704-c81b-4bc5-9ba4-a2b2864491ff by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:51.276426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Attempting to bind port f5260704-c81b-4bc5-9ba4-a2b2864491ff on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:51.284424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:51.284799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:51.285208 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.285632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:51.286101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Bound port: f5260704-c81b-4bc5-9ba4-a2b2864491ff, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:51.286487 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.293766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb263a24-ae4b-4aeb-84da-9f221c0d4ad0 req-5c432441-d4e9-4b06-ac30-01647d80b5d3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631904 Dec 10 09:05:51.294713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37137989-b6b5-4621-8b40-f724d73e61dc req-d933a079-0f95-47e7-9a03-c5699a251c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:51.296208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37137989-b6b5-4621-8b40-f724d73e61dc req-d933a079-0f95-47e7-9a03-c5699a251c0f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 1096 time: 0.6362360 Dec 10 09:05:51.310440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af360c00-e55b-41ed-879e-a62e5f252e32 req-1194282f-b552-4338-9d6a-1976cf0058b4 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580081 Dec 10 09:05:51.337994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:51.363702 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.369148 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.370463 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.383512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] For port f5260704-c81b-4bc5-9ba4-a2b2864491ff, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:51.388061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] For port f5260704-c81b-4bc5-9ba4-a2b2864491ff, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f5260704-c81b-4bc5-9ba4-a2b2864491ff,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:51.392372 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.475645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ee855-142f-462a-a7ee-4a9132a77cc0 None None] Pushing event updated for resources: {'Port': ['ID=f5260704-c81b-4bc5-9ba4-a2b2864491ff,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:51.484112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=1c23fba3-fde9-4daa-af82-e131208ed623,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:51.531748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:51.534080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:51.560246 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37137989-b6b5-4621-8b40-f724d73e61dc req-284a29bb-e71b-469c-963c-d401db12255c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495570 Dec 10 09:05:51.659349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router 2c64425a-df1f-4efa-90ab-d82dc1cf70f0 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:05:51.687584 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.757423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port f6226418-be3d-4080-bcf6-37d203d6585f yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:51.769534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Deleting port f94ef697-c4c2-4778-85e5-7f891610c5c6 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:51.769897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.779764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:51.797568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:51.803070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-65795bd6-7e7e-4dae-94cb-9dbb22ed0dc4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/2c64425a-df1f-4efa-90ab-d82dc1cf70f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7759805 Dec 10 09:05:51.805724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38492) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:51.813382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333e5b4-7184-4740-8f2c-27e931c86dc6 None None] Sync routers for ids ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:51.825554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333e5b4-7184-4740-8f2c-27e931c86dc6 None None] Routers {'2c64425a-df1f-4efa-90ab-d82dc1cf70f0'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:51.829996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a333e5b4-7184-4740-8f2c-27e931c86dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:51.880647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a333e5b4-7184-4740-8f2c-27e931c86dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:51.885107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f32b2-b550-46b1-b05e-6545584dcc75 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:51.892434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-752f32b2-b550-46b1-b05e-6545584dcc75 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports/1c23fba3-fde9-4daa-af82-e131208ed623 HTTP/1.1" status: 200 len: 913 time: 0.0831494 Dec 10 09:05:51.892660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333e5b4-7184-4740-8f2c-27e931c86dc6 None None] Routers {'2c64425a-df1f-4efa-90ab-d82dc1cf70f0'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:51.892660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a333e5b4-7184-4740-8f2c-27e931c86dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:51.894178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38494) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:51.946386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a333e5b4-7184-4740-8f2c-27e931c86dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:51.947503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333e5b4-7184-4740-8f2c-27e931c86dc6 None None] The sync data for ids ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:51.987665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9976ef01-3ab8-44d8-a224-e91e93759694 None None] Provisioning complete for port 1c23fba3-fde9-4daa-af82-e131208ed623 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:51.987948 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9976ef01-3ab8-44d8-a224-e91e93759694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.033731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9976ef01-3ab8-44d8-a224-e91e93759694 None None] Port 1c23fba3-fde9-4daa-af82-e131208ed623 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:52.104386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.146746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] For port f94ef697-c4c2-4778-85e5-7f891610c5c6, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f94ef697-c4c2-4778-85e5-7f891610c5c6,segment=NetworkSegment(e0432b2e-3319-41c1-ac17-9a37d4ec0803),segment_id=e0432b2e-3319-41c1-ac17-9a37d4ec0803)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:52.147129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.175619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Calling delete_port for f94ef697-c4c2-4778-85e5-7f891610c5c6 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:52.184162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::bb8f:1f6:3a12:f527 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/76162bc3-b642-4966-93fc-a0193adb68f7/f6226418-be3d-4080-bcf6-37d203d6585f) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:52.247918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f5260704-c81b-4bc5-9ba4-a2b2864491ff up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:52.311042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f5260704-c81b-4bc5-9ba4-a2b2864491ff triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:52.311470 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.311887 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.424580 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.495455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port f5260704-c81b-4bc5-9ba4-a2b2864491ff, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f5260704-c81b-4bc5-9ba4-a2b2864491ff,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:52.501235 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.564792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=f5260704-c81b-4bc5-9ba4-a2b2864491ff,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:52.606344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.618847 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.689829 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.723139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.755789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=03c504c3-3ac2-466c-be40-e62b7686b4fe,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:52.790368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da6368-6a2e-4a06-a341-b17549b2ff12 None None] DHCP port deletion for 35b4cba7-891a-4292-8c4f-755acc248ba9 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:52.806919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.817709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Pushing event deleted for resources: {'Port': ['ID=f94ef697-c4c2-4778-85e5-7f891610c5c6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:52.894528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4168e9-83d8-4129-84f8-57c0e7a5dc0e req-5563a138-9ba7-484d-90be-ed9fa527e791 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:52.896020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d4168e9-83d8-4129-84f8-57c0e7a5dc0e req-5563a138-9ba7-484d-90be-ed9fa527e791 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbdbb050-2c73-4b00-b995-764b974d2c30 HTTP/1.1" status: 200 len: 867 time: 0.4395611 Dec 10 09:05:52.903940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] No DVR routers for this DVR port f94ef697-c4c2-4778-85e5-7f891610c5c6 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:52.907442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fe5d5-c02e-4f74-afa3-9f84751e4781 req-34a3b04d-25dc-4e72-bdd8-4e15143efa8f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:52.909212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d67fe5d5-c02e-4f74-afa3-9f84751e4781 req-34a3b04d-25dc-4e72-bdd8-4e15143efa8f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 945 time: 0.4548392 Dec 10 09:05:52.910046 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.915167 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9b89fa1f-1f0e-4abd-9a46-830df1481f34 req-2ee02d0a-9145-4c46-be81-14c3c8ddb34b tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.18 "DELETE /v2.0/ports/f94ef697-c4c2-4778-85e5-7f891610c5c6 HTTP/1.1" status: 204 len: 173 time: 1.6163509 Dec 10 09:05:52.915167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdbb050-2c73-4b00-b995-764b974d2c30', 'name': 'network-vif-deleted', 'tag': 'f94ef697-c4c2-4778-85e5-7f891610c5c6'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:52.917285 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ff19f5-7bf9-447b-a62f-d34521889f97" -d '{"events": [{"server_uuid": "cbdbb050-2c73-4b00-b995-764b974d2c30", "name": "network-vif-deleted", "tag": "f94ef697-c4c2-4778-85e5-7f891610c5c6"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:52.924449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:52.967949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-51f688c4-e505-4f62-a904-55fec0249f0a None None] Provisioning complete for port f5260704-c81b-4bc5-9ba4-a2b2864491ff triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:52.968541 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-51f688c4-e505-4f62-a904-55fec0249f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.025213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:53.034727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:53.044264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:53.050869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:53.051511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.052371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d4168e9-83d8-4129-84f8-57c0e7a5dc0e req-39f973ba-be4b-43f1-8b1e-474fe5450126 tempest-InstanceActionsV221TestJSON-743422213 tempest-InstanceActionsV221TestJSON-743422213-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b636bc-73c8-4510-a438-3ba6dcd16c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408219 Dec 10 09:05:53.060794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d67fe5d5-c02e-4f74-afa3-9f84751e4781 req-c1138220-31e5-4169-a4e3-021dc7b2d56c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184733 Dec 10 09:05:53.118134 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6470492 Dec 10 09:05:53.120462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38502) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:53.121376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4481dc-1a71-42fc-9ac5-abd35b885383 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=f6226418-be3d-4080-bcf6-37d203d6585f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:53.146260 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP 7e47e3e8-9ef4-4ef3-9d0a-6639d5348081 associated. External IP: 172.25.3.163, port: f7e62c28-5901-43b6-93a5-5285ab56be71. Dec 10 09:05:53.149460 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8904c2f3-2c0e-455b-a035-732c0d755ff3 x-openstack-request-id: req-8904c2f3-2c0e-455b-a035-732c0d755ff3 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:53.149783 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdbb050-2c73-4b00-b995-764b974d2c30", "name": "network-vif-deleted", "tag": "f94ef697-c4c2-4778-85e5-7f891610c5c6", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:53.150044 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8904c2f3-2c0e-455b-a035-732c0d755ff3 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:53.150454 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdbb050-2c73-4b00-b995-764b974d2c30', 'name': 'network-vif-deleted', 'tag': 'f94ef697-c4c2-4778-85e5-7f891610c5c6', 'status': 'completed', 'code': 200} Dec 10 09:05:53.215314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 1c23fba3-fde9-4daa-af82-e131208ed623 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:53.215661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.255252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6388d2c1-dd34-44cb-b08b-0363801ae5cc None None] Could not find standard attr ID for object f09d7ed2-7bba-4f57-a6c7-0293523862b2. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:05:53.272008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb6df-2e80-41fc-b2f9-79d9546b96ea tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:53.279267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb6df-2e80-41fc-b2f9-79d9546b96ea tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:53.280878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-21cfb6df-2e80-41fc-b2f9-79d9546b96ea tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1540816 Dec 10 09:05:53.283989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38504) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:53.351368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.392384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 1c23fba3-fde9-4daa-af82-e131208ed623 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:53.435327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:05:53.477984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6c973391-3f32-4edf-9a02-5e18d196729d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port f6226418-be3d-4080-bcf6-37d203d6585f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:53.478311 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c973391-3f32-4edf-9a02-5e18d196729d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.581572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b26c5359-3f81-45c9-ae99-9cd379f69f3b None None] Provisioning complete for port f6226418-be3d-4080-bcf6-37d203d6585f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:53.581951 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b26c5359-3f81-45c9-ae99-9cd379f69f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.637020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b26c5359-3f81-45c9-ae99-9cd379f69f3b None None] Port f6226418-be3d-4080-bcf6-37d203d6585f cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:05:53.639923 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f94ef697-c4c2-4778-85e5-7f891610c5c6 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:53.641264 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c973391-3f32-4edf-9a02-5e18d196729d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.656885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6c973391-3f32-4edf-9a02-5e18d196729d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for f6226418-be3d-4080-bcf6-37d203d6585f owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:53.665484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: f94ef697-c4c2-4778-85e5-7f891610c5c6 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:53.665957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f94ef697-c4c2-4778-85e5-7f891610c5c6 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:53.818612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.861689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:53.862623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=1c23fba3-fde9-4daa-af82-e131208ed623,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:53.879409 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf4c6f-3890-40e4-ae5f-f7e95c12dbc4 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:53.883925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.892624 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf4c6f-3890-40e4-ae5f-f7e95c12dbc4 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:53.897853 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2aaf4c6f-3890-40e4-ae5f-f7e95c12dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:53.920325 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cad6c9b8-b2e1-4df2-a6e4-fbe516f2ea5b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4991601 Dec 10 09:05:53.920588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38506) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:53.926488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-65b60953-6f75-409e-b1a2-24e181dc2585 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:53.934386 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c973391-3f32-4edf-9a02-5e18d196729d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:53.948759 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2aaf4c6f-3890-40e4-ae5f-f7e95c12dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:53.958371 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf4c6f-3890-40e4-ae5f-f7e95c12dbc4 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:53.959046 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2aaf4c6f-3890-40e4-ae5f-f7e95c12dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:53.991734 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65b60953-6f75-409e-b1a2-24e181dc2585 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.000048 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2aaf4c6f-3890-40e4-ae5f-f7e95c12dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:54.000982 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf4c6f-3890-40e4-ae5f-f7e95c12dbc4 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:54.014070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c973391-3f32-4edf-9a02-5e18d196729d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=f6226418-be3d-4080-bcf6-37d203d6585f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:54.045934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c973391-3f32-4edf-9a02-5e18d196729d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.049353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6c973391-3f32-4edf-9a02-5e18d196729d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/f6226418-be3d-4080-bcf6-37d203d6585f HTTP/1.1" status: 204 len: 168 time: 0.7643740 Dec 10 09:05:54.052383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38508) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:54.087479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.254102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65b60953-6f75-409e-b1a2-24e181dc2585 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.262616 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65b60953-6f75-409e-b1a2-24e181dc2585 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.263326 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-65b60953-6f75-409e-b1a2-24e181dc2585 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP 7e47e3e8-9ef4-4ef3-9d0a-6639d5348081 disassociated. External IP: 172.25.3.163, port: f7e62c28-5901-43b6-93a5-5285ab56be71. Dec 10 09:05:54.270688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f5260704-c81b-4bc5-9ba4-a2b2864491ff up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:54.335998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c9e1f-3ab5-4bf6-9eac-3e02a8723767 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:54.337633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c9e1f-3ab5-4bf6-9eac-3e02a8723767 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:54.342246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fb2c9e1f-3ab5-4bf6-9eac-3e02a8723767 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2858381 Dec 10 09:05:54.344668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38518) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:54.376047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f5260704-c81b-4bc5-9ba4-a2b2864491ff triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:54.376047 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.399214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38522) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:54.419937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fec24-fbfa-4fc1-a434-62da801976da req-fd30b9ce-0a4b-4b61-a7ed-d9f9c022a449 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:54.427180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-658fec24-fbfa-4fc1-a434-62da801976da req-fd30b9ce-0a4b-4b61-a7ed-d9f9c022a449 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 945 time: 0.1475644 Dec 10 09:05:54.538317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d178bde6-cd52-4f3b-8cbd-faab032ae4ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 76162bc3-b642-4966-93fc-a0193adb68f7 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:54.549897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b60953-6f75-409e-b1a2-24e181dc2585 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:05:54.554489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d178bde6-cd52-4f3b-8cbd-faab032ae4ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.615032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dbfacd-f0b9-4810-933a-e338096a4e5c admin admin] Deleting subnet 5e5e0b6c-de48-47e4-8375-a17eca0dc550 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:54.626051 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83dbfacd-f0b9-4810-933a-e338096a4e5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.634456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-658fec24-fbfa-4fc1-a434-62da801976da req-28f9d32a-b1d5-44fb-92ba-89e372931426 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064836 Dec 10 09:05:54.665652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b60953-6f75-409e-b1a2-24e181dc2585 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:54.670578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65b60953-6f75-409e-b1a2-24e181dc2585 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.671480 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d178bde6-cd52-4f3b-8cbd-faab032ae4ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.680339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda74d6e-7db6-4b6a-9506-5aa843fcfc62 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:54.697163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda74d6e-7db6-4b6a-9506-5aa843fcfc62 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:54.697423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router 2c64425a-df1f-4efa-90ab-d82dc1cf70f0 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:05:54.698851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dda74d6e-7db6-4b6a-9506-5aa843fcfc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:54.705440 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-65b60953-6f75-409e-b1a2-24e181dc2585 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/floatingips/7e47e3e8-9ef4-4ef3-9d0a-6639d5348081 HTTP/1.1" status: 200 len: 688 time: 0.7813931 Dec 10 09:05:54.706507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38526) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:54.714171 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83dbfacd-f0b9-4810-933a-e338096a4e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.740851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dda74d6e-7db6-4b6a-9506-5aa843fcfc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:54.749960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda74d6e-7db6-4b6a-9506-5aa843fcfc62 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:54.750716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dda74d6e-7db6-4b6a-9506-5aa843fcfc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:54.790326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dda74d6e-7db6-4b6a-9506-5aa843fcfc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:54.791542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda74d6e-7db6-4b6a-9506-5aa843fcfc62 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:54.840914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 03c504c3-3ac2-466c-be40-e62b7686b4fe {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:54.841254 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.902049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83dbfacd-f0b9-4810-933a-e338096a4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.921326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.921948 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:54.936466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 03c504c3-3ac2-466c-be40-e62b7686b4fe owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:54.945595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d7729-986a-44d0-9c16-1390b66a2a22 req-3a320ec2-4d32-41fe-b2d8-69125455bd7c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:54.947095 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b0d7729-986a-44d0-9c16-1390b66a2a22 req-3a320ec2-4d32-41fe-b2d8-69125455bd7c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 945 time: 0.2071536 Dec 10 09:05:54.955095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d178bde6-cd52-4f3b-8cbd-faab032ae4ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.008100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:55.019370 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a97dfe-7206-4e5d-96a6-8c98dd970e84 None None] Sync routers for ids ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:55.023843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0a4e5c9e-177e-461c-a81b-90c012622e4d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/2c64425a-df1f-4efa-90ab-d82dc1cf70f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1251523 Dec 10 09:05:55.024906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38528) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:55.037759 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a97dfe-7206-4e5d-96a6-8c98dd970e84 None None] Routers {'2c64425a-df1f-4efa-90ab-d82dc1cf70f0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:55.038424 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b8a97dfe-7206-4e5d-96a6-8c98dd970e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:55.076585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b0d7729-986a-44d0-9c16-1390b66a2a22 req-40fe4e2e-b537-4bc4-9688-c0015ce9c6a0 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167338 Dec 10 09:05:55.077739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83dbfacd-f0b9-4810-933a-e338096a4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.086548 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d178bde6-cd52-4f3b-8cbd-faab032ae4ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.090712 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b8a97dfe-7206-4e5d-96a6-8c98dd970e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:55.107060 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a97dfe-7206-4e5d-96a6-8c98dd970e84 None None] Routers {'2c64425a-df1f-4efa-90ab-d82dc1cf70f0'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:55.108135 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b8a97dfe-7206-4e5d-96a6-8c98dd970e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:55.114308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbfacd-f0b9-4810-933a-e338096a4e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5e0b6c-de48-47e4-8375-a17eca0dc550,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:55.116305 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83dbfacd-f0b9-4810-933a-e338096a4e5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.122863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-83dbfacd-f0b9-4810-933a-e338096a4e5c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5e5e0b6c-de48-47e4-8375-a17eca0dc550 HTTP/1.1" status: 204 len: 168 time: 0.7180085 Dec 10 09:05:55.127013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38532) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:55.128060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40732606-387b-4da0-bd9d-1f3d225c762b None None] Network 35b4cba7-891a-4292-8c4f-755acc248ba9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:55.133695 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d178bde6-cd52-4f3b-8cbd-faab032ae4ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.139160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d178bde6-cd52-4f3b-8cbd-faab032ae4ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/76162bc3-b642-4966-93fc-a0193adb68f7 HTTP/1.1" status: 204 len: 168 time: 0.7902241 Dec 10 09:05:55.141488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38534) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:55.150669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b772590-8239-4182-815d-f6d6229dcafd None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:55.165850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178bde6-cd52-4f3b-8cbd-faab032ae4ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=76162bc3-b642-4966-93fc-a0193adb68f7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:55.201909 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b8a97dfe-7206-4e5d-96a6-8c98dd970e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:55.216794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a97dfe-7206-4e5d-96a6-8c98dd970e84 None None] The sync data for ids ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:55.224118 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.273792 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-497f783c-0993-432b-91fd-718d0f2c0181 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258767 Dec 10 09:05:55.279384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38536) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:55.285632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:55.300088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec35292-b07a-474c-955e-c5c56952f3fd None None] DHCP port deletion for 35b4cba7-891a-4292-8c4f-755acc248ba9 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:55.316153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4733298-9365-435c-8d9f-281f4d7d6254 req-c8eab458-e7f0-4eeb-9ca2-c94c742d2d02 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:55.317711 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4733298-9365-435c-8d9f-281f4d7d6254 req-c8eab458-e7f0-4eeb-9ca2-c94c742d2d02 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 945 time: 0.0909035 Dec 10 09:05:55.370674 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.383519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.402265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b4cba7-891a-4292-8c4f-755acc248ba9']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:55.408757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edeb770-6b5d-4a00-b351-c4d05de16273 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:55.424486 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0432b2e-3319-41c1-ac17-9a37d4ec0803') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:55.424699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0432b2e-3319-41c1-ac17-9a37d4ec0803') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:55.429362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4733298-9365-435c-8d9f-281f4d7d6254 req-ca075557-dac8-4396-8225-2458678906b9 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853429 Dec 10 09:05:55.438685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.452651 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.459050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:05:55.459443 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:05:55.461353 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:05:55.494542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8edeb770-6b5d-4a00-b351-c4d05de16273 None None] Deleting port f5260704-c81b-4bc5-9ba4-a2b2864491ff {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:55.494922 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8edeb770-6b5d-4a00-b351-c4d05de16273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.516616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=03c504c3-3ac2-466c-be40-e62b7686b4fe,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:55.521021 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.533166 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.538081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] 10.222.0.31 "DELETE /v2.0/networks/35b4cba7-891a-4292-8c4f-755acc248ba9 HTTP/1.1" status: 204 len: 168 time: 0.4101534 Dec 10 09:05:55.553018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5050c4e-6bae-42e5-8791-a8a99c964173 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b4cba7-891a-4292-8c4f-755acc248ba9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:55.576016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8edeb770-6b5d-4a00-b351-c4d05de16273 None None] For port f5260704-c81b-4bc5-9ba4-a2b2864491ff, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f5260704-c81b-4bc5-9ba4-a2b2864491ff,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:55.576421 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8edeb770-6b5d-4a00-b351-c4d05de16273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.592887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8edeb770-6b5d-4a00-b351-c4d05de16273 None None] Calling delete_port for f5260704-c81b-4bc5-9ba4-a2b2864491ff owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:55.655871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.659254 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.660620 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-98f21801-03e2-4dcb-af5c-6164ac32b280 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/floatingips/7e47e3e8-9ef4-4ef3-9d0a-6639d5348081 HTTP/1.1" status: 204 len: 168 time: 0.9531655 Dec 10 09:05:55.664242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38544) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:55.669356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '8860e76b-6468-4d92-920a-f15677be8c9c'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:55.718696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:55.722862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.723036 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8edeb770-6b5d-4a00-b351-c4d05de16273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.737908 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:55.774652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb770-6b5d-4a00-b351-c4d05de16273 None None] Pushing event deleted for resources: {'Port': ['ID=f5260704-c81b-4bc5-9ba4-a2b2864491ff,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:55.782273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edeb770-6b5d-4a00-b351-c4d05de16273 None None] No DVR routers for this DVR port f5260704-c81b-4bc5-9ba4-a2b2864491ff on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:55.838224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38546) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:55.944273 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-23f954b2-10de-4c6f-9515-3b1e553e9d46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74e29b70c55748db85d3f4b8b059203f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1017380 Dec 10 09:05:55.948149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38548) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:56.013233 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.112687 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.128517 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06adc93-1e69-4541-a14e-a15035c28fbc req-2dc5cf59-e7d0-472c-94d7-349996c1d010 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:56.130034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f06adc93-1e69-4541-a14e-a15035c28fbc req-2dc5cf59-e7d0-472c-94d7-349996c1d010 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 945 time: 0.3952904 Dec 10 09:05:56.173923 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e139572-0b49-4515-9347-db479aa8497f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.193454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:56.203740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:56.206679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f06adc93-1e69-4541-a14e-a15035c28fbc req-d41ab8a1-e0f3-4c8e-80c7-7473b68b1c80 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697243 Dec 10 09:05:56.209906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:56.210511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.218572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d592c-899c-45b7-88e6-68c06c974904 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:56.218817 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.228685 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e139572-0b49-4515-9347-db479aa8497f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.267534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=cfc8db9c-376c-42b8-86ac-955845dbe9c4,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:56.304011 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d4da204-1cba-4ab8-8924-3daef10b1327 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0203860 Dec 10 09:05:56.304274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f5260704-c81b-4bc5-9ba4-a2b2864491ff no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:56.310867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38550) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:56.319961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': 'cfc8db9c-376c-42b8-86ac-955845dbe9c4', 'ip_address': '2001:db8::bd81:dd69:13d6:4f3c'}], 'name': 'tempest-NetworksTestDHCPv6-1089527304'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:56.330958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: f5260704-c81b-4bc5-9ba4-a2b2864491ff {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:05:56.331306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f5260704-c81b-4bc5-9ba4-a2b2864491ff not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:05:56.346334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.25.3.149 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/82be4cde-f890-443b-98cd-e5310f85e42e) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:56.367399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': 'cfc8db9c-376c-42b8-86ac-955845dbe9c4'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:05:56.368323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.414471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e139572-0b49-4515-9347-db479aa8497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.417102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e139572-0b49-4515-9347-db479aa8497f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.421374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4e139572-0b49-4515-9347-db479aa8497f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01b636bc-73c8-4510-a438-3ba6dcd16c2d HTTP/1.1" status: 204 len: 168 time: 0.4674826 Dec 10 09:05:56.443280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139572-0b49-4515-9347-db479aa8497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b636bc-73c8-4510-a438-3ba6dcd16c2d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:56.511104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.525230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:56.532454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.560076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 5702b8a8-2d2c-4793-867d-d9b53d7e423f yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:05:56.564170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/cfc8db9c-376c-42b8-86ac-955845dbe9c4/e4ef7554-426a-4a03-a547-943a8dd30eb8) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:56.580426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.628708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:56.634350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:56.638464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:56.640034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 7e9217ce-48dd-48f9-b947-839b66dcd863 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:56.640380 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.717732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=82be4cde-f890-443b-98cd-e5310f85e42e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:56.785000 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.801937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 7e9217ce-48dd-48f9-b947-839b66dcd863 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:56.804748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.813418 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.879549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:56.886093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:56.889251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Pushing event updated for resources: {'Port': ['ID=e4ef7554-426a-4a03-a547-943a8dd30eb8,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:56.892378 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:56.907546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::bd81:dd69:13d6:4f3c (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/cfc8db9c-376c-42b8-86ac-955845dbe9c4/5702b8a8-2d2c-4793-867d-d9b53d7e423f) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:05:56.959020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Attempting to bind port e4ef7554-426a-4a03-a547-943a8dd30eb8 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:05:56.959855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Attempting to bind port e4ef7554-426a-4a03-a547-943a8dd30eb8 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:05:56.960399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Attempting to bind port e4ef7554-426a-4a03-a547-943a8dd30eb8 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:05:56.966538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:05:56.967176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:56.967921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:56.968528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:05:56.969768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Bound port: e4ef7554-426a-4a03-a547-943a8dd30eb8, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:05:56.970507 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.051257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] For port e4ef7554-426a-4a03-a547-943a8dd30eb8, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:05:57.057960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] For port e4ef7554-426a-4a03-a547-943a8dd30eb8, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e4ef7554-426a-4a03-a547-943a8dd30eb8,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:05:57.062888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.166741 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77378f00-2e91-4508-8440-690aed48dda2 None None] Pushing event updated for resources: {'Port': ['ID=e4ef7554-426a-4a03-a547-943a8dd30eb8,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:57.188904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-4090980b-866b-47c6-b14e-748e8037abea tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:57.190539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-4090980b-866b-47c6-b14e-748e8037abea tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 945 time: 0.1051493 Dec 10 09:05:57.196745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.265058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=7e9217ce-48dd-48f9-b947-839b66dcd863,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:57.277897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.490228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.579496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cbe47-2c86-4d38-9c95-fa2839fe5133 req-bc527cdf-aeae-4af0-8caf-4c2d840f5408 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:57.581118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd6cbe47-2c86-4d38-9c95-fa2839fe5133 req-bc527cdf-aeae-4af0-8caf-4c2d840f5408 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 945 time: 0.2318151 Dec 10 09:05:57.585543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38574) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:57.701376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.727546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd6cbe47-2c86-4d38-9c95-fa2839fe5133 req-92296672-1ac9-4352-bdeb-a0ffd61ca22c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259780 Dec 10 09:05:57.738166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-827702127-network', 'tenant_id': '24406d3987734252ad21798b40980557'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:57.775204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Made reservation on behalf of 24406d3987734252ad21798b40980557 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:57.778286 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.826230 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.865662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.885333 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.939035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.948114 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:57.994139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.002080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:05:58.010338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:58.013357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:05:58.019125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:58.019862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.023733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Deleting port 60d102d6-2b44-49b6-afac-6781fba0f448 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:58.024069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.024532 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.063322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=82be4cde-f890-443b-98cd-e5310f85e42e,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:58.090433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:05:58.101008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.101535 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Added segment 1be1b19c-1859-43bc-b96e-b752ad2c8823 of type vlan for network 485d0561-ac00-401a-80ef-c1b26fb7f6f9 Dec 10 09:05:58.115464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.117458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=5702b8a8-2d2c-4793-867d-d9b53d7e423f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:58.118142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:58.157389 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-608e75df-d70e-4f43-8c69-78fa62d1edaf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8388913 Dec 10 09:05:58.161171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38578) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:58.205925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router 2c64425a-df1f-4efa-90ab-d82dc1cf70f0 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:05:58.221028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.281536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] For port 60d102d6-2b44-49b6-afac-6781fba0f448, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=60d102d6-2b44-49b6-afac-6781fba0f448,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:58.281959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.294715 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.295446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:58.296082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.300631 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP 3d400f0f-3dab-440e-9e19-36b6cb073d0a associated. External IP: 172.25.3.149, port: 8860e76b-6468-4d92-920a-f15677be8c9c. Dec 10 09:05:58.312569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e4ef7554-426a-4a03-a547-943a8dd30eb8 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:05:58.323230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb103b-ca02-49bc-b1c7-29787fa84eae tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:58.329470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb103b-ca02-49bc-b1c7-29787fa84eae tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:58.333493 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-41bb103b-ca02-49bc-b1c7-29787fa84eae tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1689885 Dec 10 09:05:58.338231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38580) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:58.377724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Calling delete_port for 60d102d6-2b44-49b6-afac-6781fba0f448 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:58.378886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e4ef7554-426a-4a03-a547-943a8dd30eb8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:58.379480 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.408380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8217471 Dec 10 09:05:58.413047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38582) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:58.423121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Request body: {'subnet': {'network_id': '485d0561-ac00-401a-80ef-c1b26fb7f6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-827702127-subnet', 'tenant_id': '24406d3987734252ad21798b40980557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:58.424564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:58.429178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fff711-9811-4e87-9d9d-dd8dd42fa08b admin admin] Pushing event updated for resources: {'Network': ['ID=485d0561-ac00-401a-80ef-c1b26fb7f6f9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:58.430646 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-64a689ff-deb6-4d99-a115-ffbff37761cb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/2c64425a-df1f-4efa-90ab-d82dc1cf70f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4004807 Dec 10 09:05:58.435411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38584) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:58.448189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d9fd0-2eb7-4b3b-97ef-c49f292f6624 None None] Sync routers for ids ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:58.453759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 485d0561-ac00-401a-80ef-c1b26fb7f6f9 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:05:58.490889 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5c9735ec-d7ef-4833-9c0b-0c520e75479a tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c64425a-df1f-4efa-90ab-d82dc1cf70f0 HTTP/1.1" status: 200 len: 205 time: 0.0539162 Dec 10 09:05:58.495229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38586) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:58.507635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Made reservation on behalf of 24406d3987734252ad21798b40980557 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:58.510104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.617456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 5702b8a8-2d2c-4793-867d-d9b53d7e423f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:05:58.617823 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.632581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74ae175d-f49e-4dc4-9314-5870b476862d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.646345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d9fd0-2eb7-4b3b-97ef-c49f292f6624 None None] Routers {'2c64425a-df1f-4efa-90ab-d82dc1cf70f0'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:58.647045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d75d9fd0-2eb7-4b3b-97ef-c49f292f6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:58.702004 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.709297 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d75d9fd0-2eb7-4b3b-97ef-c49f292f6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:58.734298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9d6f6dad-ca63-499e-ba69-6be72337ff8c None None] Provisioning complete for port e4ef7554-426a-4a03-a547-943a8dd30eb8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:05:58.735633 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6dad-ca63-499e-ba69-6be72337ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.756922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.761346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.804103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event deleted for resources: {'Port': ['ID=60d102d6-2b44-49b6-afac-6781fba0f448,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:58.807671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d9fd0-2eb7-4b3b-97ef-c49f292f6624 None None] Routers {'2c64425a-df1f-4efa-90ab-d82dc1cf70f0'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:58.810826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d75d9fd0-2eb7-4b3b-97ef-c49f292f6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:58.814573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 5702b8a8-2d2c-4793-867d-d9b53d7e423f owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:05:58.863981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:58.865964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['23574f45-6dc3-4b0d-8cd4-382dcec91b4c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:05:58.874261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb1653-5ac1-44d6-8d96-9a7332dea14d None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:05:58.876488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] No DVR routers for this DVR port 60d102d6-2b44-49b6-afac-6781fba0f448 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:05:58.879298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:58.883078 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ca220484-af2b-4273-b3bf-7482a20e2f07 req-c37733ad-3c41-47bf-ac2b-f20b06c176e3 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "DELETE /v2.0/ports/60d102d6-2b44-49b6-afac-6781fba0f448 HTTP/1.1" status: 204 len: 173 time: 1.6817644 Dec 10 09:05:58.886002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462be89f-8b2b-4161-9650-3c0433c9d1dd', 'name': 'network-vif-deleted', 'tag': '60d102d6-2b44-49b6-afac-6781fba0f448'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:05:58.890548 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c42eca-46bc-4b93-b4ec-da67e213cea9" -d '{"events": [{"server_uuid": "462be89f-8b2b-4161-9650-3c0433c9d1dd", "name": "network-vif-deleted", "tag": "60d102d6-2b44-49b6-afac-6781fba0f448"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:05:59.026138 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a8d8a2-49f9-4fea-9ef6-357dea9c762b x-openstack-request-id: req-21a8d8a2-49f9-4fea-9ef6-357dea9c762b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:05:59.028512 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462be89f-8b2b-4161-9650-3c0433c9d1dd", "name": "network-vif-deleted", "tag": "60d102d6-2b44-49b6-afac-6781fba0f448", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:05:59.030662 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21a8d8a2-49f9-4fea-9ef6-357dea9c762b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:05:59.031911 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462be89f-8b2b-4161-9650-3c0433c9d1dd', 'name': 'network-vif-deleted', 'tag': '60d102d6-2b44-49b6-afac-6781fba0f448', 'status': 'completed', 'code': 200} Dec 10 09:05:59.062026 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.106350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dedf3752-68de-4211-9575-b0738cf0c496 req-aa079848-1203-491c-b710-496fbf42200c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=462be89f-8b2b-4161-9650-3c0433c9d1dd HTTP/1.1" status: 200 len: 210 time: 0.0766504 Dec 10 09:05:59.111013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d75d9fd0-2eb7-4b3b-97ef-c49f292f6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:59.112019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d9fd0-2eb7-4b3b-97ef-c49f292f6624 None None] The sync data for ids ['2c64425a-df1f-4efa-90ab-d82dc1cf70f0'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:59.129340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=5702b8a8-2d2c-4793-867d-d9b53d7e423f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:59.137536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.137536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.137925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.138186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.138416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.138895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.139032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.139360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.139692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.140022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.140337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.140660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.140978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:05:59.165888 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.172042 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f061a468-a230-4f2e-8f92-17e9f09dbf54 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/5702b8a8-2d2c-4793-867d-d9b53d7e423f HTTP/1.1" status: 204 len: 168 time: 0.8286428 Dec 10 09:05:59.172507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38592) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:59.184783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port e4ef7554-426a-4a03-a547-943a8dd30eb8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e4ef7554-426a-4a03-a547-943a8dd30eb8,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:05:59.222591 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.240608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5fa1e6-f8bc-4680-b5a8-3de6e2e1606d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:59.243094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5fa1e6-f8bc-4680-b5a8-3de6e2e1606d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:59.244909 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dd5fa1e6-f8bc-4680-b5a8-3de6e2e1606d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0716970 Dec 10 09:05:59.247742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38594) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:59.297014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6dad-ca63-499e-ba69-6be72337ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.303961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74ae175d-f49e-4dc4-9314-5870b476862d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.310164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74ae175d-f49e-4dc4-9314-5870b476862d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.318778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-19184ce8-2a59-479e-b8cf-ab2a480d09f8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet cfc8db9c-376c-42b8-86ac-955845dbe9c4 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:59.326275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-19184ce8-2a59-479e-b8cf-ab2a480d09f8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.377600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=e4ef7554-426a-4a03-a547-943a8dd30eb8,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:59.390269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-19184ce8-2a59-479e-b8cf-ab2a480d09f8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.427007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:05:59.451500 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74ae175d-f49e-4dc4-9314-5870b476862d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.452029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ae175d-f49e-4dc4-9314-5870b476862d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Fanout notify agent at l3_agent the message router_deleted on router 2c64425a-df1f-4efa-90ab-d82dc1cf70f0 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:05:59.476044 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74ae175d-f49e-4dc4-9314-5870b476862d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.485497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-74ae175d-f49e-4dc4-9314-5870b476862d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/2c64425a-df1f-4efa-90ab-d82dc1cf70f0 HTTP/1.1" status: 204 len: 168 time: 0.9876266 Dec 10 09:05:59.502371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38596) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:59.562887 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-9d6f6dad-ca63-499e-ba69-6be72337ff8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:05:59.563337 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-9d6f6dad-ca63-499e-ba69-6be72337ff8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:05:59.590388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.592916 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-19184ce8-2a59-479e-b8cf-ab2a480d09f8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.626532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-f256ec0f-1692-42e3-85d7-d7a77ed5a5ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting subnet ffae4ea0-8ec9-48cf-ad8d-d3dd48442f1f {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:05:59.634366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f256ec0f-1692-42e3-85d7-d7a77ed5a5ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.684444 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f256ec0f-1692-42e3-85d7-d7a77ed5a5ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.691139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2506d6bb-fe87-44ac-a983-8efe7a61ee52,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:59.695944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:05:59.709306 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf21488-1947-4329-921b-bcc0b7bfdaaa None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:05:59.712204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Checking segment: {'id': '1be1b19c-1859-43bc-b96e-b752ad2c8823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '485d0561-ac00-401a-80ef-c1b26fb7f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:05:59.712685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Network hostable DHCP agents. Network: 485d0561-ac00-401a-80ef-c1b26fb7f6f9, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:05:59.720346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-19184ce8-2a59-479e-b8cf-ab2a480d09f8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.722908 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.723535 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf21488-1947-4329-921b-bcc0b7bfdaaa None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:59.724155 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-acf21488-1947-4329-921b-bcc0b7bfdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:59.756112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Network 485d0561-ac00-401a-80ef-c1b26fb7f6f9 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:05:59.759436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ff8bf54b-0195-4c7b-a3e7-b366878addc2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0939596 Dec 10 09:05:59.759977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19184ce8-2a59-479e-b8cf-ab2a480d09f8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc8db9c-376c-42b8-86ac-955845dbe9c4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:05:59.764095 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38598) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:59.764785 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-19184ce8-2a59-479e-b8cf-ab2a480d09f8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.766617 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-acf21488-1947-4329-921b-bcc0b7bfdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:59.770292 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-19184ce8-2a59-479e-b8cf-ab2a480d09f8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/cfc8db9c-376c-42b8-86ac-955845dbe9c4 HTTP/1.1" status: 204 len: 168 time: 0.5190029 Dec 10 09:05:59.770782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38600) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:59.776266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f8465-a373-4f5a-93c1-315d96c0bfb1 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:59.783099 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf21488-1947-4329-921b-bcc0b7bfdaaa None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:05:59.784041 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-acf21488-1947-4329-921b-bcc0b7bfdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:59.804825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 485d0561-ac00-401a-80ef-c1b26fb7f6f9) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:05:59.822257 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-acf21488-1947-4329-921b-bcc0b7bfdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:05:59.823276 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf21488-1947-4329-921b-bcc0b7bfdaaa None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:05:59.839149 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1af392d5-88a6-45bb-a1de-bfd2ef06d124 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643713 Dec 10 09:05:59.839149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38602) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:59.845893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:05:59.852580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:05:59.853383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.859067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e3975-a3cd-4b8c-8c55-7d36560d78c0 None None] Network 485d0561-ac00-401a-80ef-c1b26fb7f6f9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:05:59.897892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f256ec0f-1692-42e3-85d7-d7a77ed5a5ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.903363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c4a20011-6770-45c0-b81b-5776006ffa7d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4855258 Dec 10 09:05:59.917296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7f965b3d-d3e5-4cbb-bc07-089f78d71541 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "GET /v2.0/floatingips/3d400f0f-3dab-440e-9e19-36b6cb073d0a HTTP/1.1" status: 200 len: 979 time: 0.1515932 Dec 10 09:05:59.918591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38606) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:05:59.960520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 60d102d6-2b44-49b6-afac-6781fba0f448 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:05:59.990133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:05:59.993829 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:05:59.999284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f256ec0f-1692-42e3-85d7-d7a77ed5a5ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.006717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 60d102d6-2b44-49b6-afac-6781fba0f448 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:00.007203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 60d102d6-2b44-49b6-afac-6781fba0f448 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:00.063501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5a2c7-7bb3-42b9-ae9e-69b12ac25acf None None] Network 485d0561-ac00-401a-80ef-c1b26fb7f6f9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:00.111122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256ec0f-1692-42e3-85d7-d7a77ed5a5ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Subnet': ['ID=ffae4ea0-8ec9-48cf-ad8d-d3dd48442f1f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:00.115687 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f256ec0f-1692-42e3-85d7-d7a77ed5a5ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.120189 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f256ec0f-1692-42e3-85d7-d7a77ed5a5ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/ffae4ea0-8ec9-48cf-ad8d-d3dd48442f1f HTTP/1.1" status: 204 len: 168 time: 0.6166685 Dec 10 09:06:00.123302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38614) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:00.183446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f3fb1d-52ec-4d06-a353-00859f2f8b02 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:00.186164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ddf137-2fce-4ed1-8401-80c655fcca3b None None] Network 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:00.196772 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1a1d1660-5038-422f-87b7-b65364989d90 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2735417 Dec 10 09:06:00.200431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38620) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:00.205042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'port_id': 'f7e62c28-5901-43b6-93a5-5285ab56be71'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:00.295092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e4ef7554-426a-4a03-a547-943a8dd30eb8 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:00.324069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ac5128-600e-4654-98bd-134bde3f6d26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting subnet 62a4d489-efcd-4729-a38d-d2291e314bfc {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:00.334303 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8ac5128-600e-4654-98bd-134bde3f6d26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.399523 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.403094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.452718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:00.454088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-07b1aff9-2bff-41b9-b164-a69200573ffe None None] Could not find standard attr ID for object 5702b8a8-2d2c-4793-867d-d9b53d7e423f. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:06:00.458516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:00.461238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:00.461939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.476237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-98f3fb1d-52ec-4d06-a353-00859f2f8b02 None None] Deleting port e4ef7554-426a-4a03-a547-943a8dd30eb8 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:00.476698 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98f3fb1d-52ec-4d06-a353-00859f2f8b02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.477784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=1810c4f8-3033-48d6-b51a-09028cace31e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:00.492389 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f83ad8ef-fbb6-462f-90ff-de1924ef9501 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6518071 Dec 10 09:06:00.496643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38632) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:00.505949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': '1810c4f8-3033-48d6-b51a-09028cace31e', 'ip_address': '2001:db8::5ce:ae65:ae38:b3f9'}], 'name': 'tempest-NetworksTestDHCPv6-1533784205'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:00.581900 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8ac5128-600e-4654-98bd-134bde3f6d26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.608668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33caeb-cd8c-4856-8b46-d4abb742832a None None] DHCP port deletion for 1bcc0a75-efd6-46c9-96c1-f10bddec32b6 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:00.617570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-98f3fb1d-52ec-4d06-a353-00859f2f8b02 None None] For port e4ef7554-426a-4a03-a547-943a8dd30eb8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e4ef7554-426a-4a03-a547-943a8dd30eb8,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:00.618285 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98f3fb1d-52ec-4d06-a353-00859f2f8b02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.653552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-98f3fb1d-52ec-4d06-a353-00859f2f8b02 None None] Calling delete_port for e4ef7554-426a-4a03-a547-943a8dd30eb8 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:00.663466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:00.675403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.753562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.768911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port e4ef7554-426a-4a03-a547-943a8dd30eb8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e4ef7554-426a-4a03-a547-943a8dd30eb8,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:00.771604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-b5164eaa-d944-4808-91a2-5c1739d455b6 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:00.773363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 60e29373-d325-4ffd-b9bd-c50d8b4c7f41 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:00.776501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6b33caeb-cd8c-4856-8b46-d4abb742832a None None] Deleting port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:00.776891 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b33caeb-cd8c-4856-8b46-d4abb742832a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.781176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-b5164eaa-d944-4808-91a2-5c1739d455b6 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/networks?id=485d0561-ac00-401a-80ef-c1b26fb7f6f9 HTTP/1.1" status: 200 len: 821 time: 0.3668010 Dec 10 09:06:00.782171 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.836192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-af49db64-36a0-46e5-be6e-70b6a67cf0c9 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/quotas/24406d3987734252ad21798b40980557 HTTP/1.1" status: 200 len: 375 time: 0.0539687 Dec 10 09:06:00.845885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3a53f-30f7-4412-a136-477c2f81025c req-8b0519e4-cb9a-491d-97c2-3e25ffd9b16f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:00.847383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fa3a53f-30f7-4412-a136-477c2f81025c req-8b0519e4-cb9a-491d-97c2-3e25ffd9b16f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 945 time: 0.2857826 Dec 10 09:06:00.879794 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98f3fb1d-52ec-4d06-a353-00859f2f8b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.925874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6b33caeb-cd8c-4856-8b46-d4abb742832a None None] For port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66,segment=NetworkSegment(5184faf5-d4db-4e48-ba0b-e29895ea3280),segment_id=5184faf5-d4db-4e48-ba0b-e29895ea3280)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:00.926559 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b33caeb-cd8c-4856-8b46-d4abb742832a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.934568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-b6c1fec6-b183-45e1-822e-1eef3d019a8e tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=24406d3987734252ad21798b40980557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974672 Dec 10 09:06:00.939220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=e4ef7554-426a-4a03-a547-943a8dd30eb8,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:00.941810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3fb1d-52ec-4d06-a353-00859f2f8b02 None None] No DVR routers for this DVR port e4ef7554-426a-4a03-a547-943a8dd30eb8 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:00.948827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6b33caeb-cd8c-4856-8b46-d4abb742832a None None] Calling delete_port for 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:00.956227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::5ce:ae65:ae38:b3f9 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/1810c4f8-3033-48d6-b51a-09028cace31e/60e29373-d325-4ffd-b9bd-c50d8b4c7f41) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:00.976214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8ac5128-600e-4654-98bd-134bde3f6d26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:00.982087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb25583-f40f-4976-a2ad-48a5ba416783 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:00.986058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3fb1d-52ec-4d06-a353-00859f2f8b02 None None] Pushing event deleted for resources: {'Port': ['ID=e4ef7554-426a-4a03-a547-943a8dd30eb8,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:01.126168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fa3a53f-30f7-4412-a136-477c2f81025c req-1f4893c0-4a90-4db9-8b2f-d270faf18f31 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369680 Dec 10 09:06:01.150560 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b33caeb-cd8c-4856-8b46-d4abb742832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.163182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '1810c4f8-3033-48d6-b51a-09028cace31e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:01.164615 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.173638 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.194577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33caeb-cd8c-4856-8b46-d4abb742832a None None] Pushing event deleted for resources: {'Port': ['ID=6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:01.200088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33caeb-cd8c-4856-8b46-d4abb742832a None None] No DVR routers for this DVR port 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:01.229644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.231179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f49969af-2cb2-4f0b-a858-d0da463cc6e7 service neutron] 10.222.0.31 "GET /v2.0/networks/485d0561-ac00-401a-80ef-c1b26fb7f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946277 Dec 10 09:06:01.278019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:01.280118 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8ac5128-600e-4654-98bd-134bde3f6d26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.282734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:01.286627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:01.293395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:01.293795 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.306037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=60e29373-d325-4ffd-b9bd-c50d8b4c7f41,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:01.322679 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a4999cce-54f5-4e1c-aeea-b1eaff16ff06 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8227870 Dec 10 09:06:01.322679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38634) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:01.363716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/1810c4f8-3033-48d6-b51a-09028cace31e/148576cf-f9a6-4268-9cd4-34c662100193) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:01.381186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8ddd7-2c3f-4749-8196-aeb92eda8031 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:01.385672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-05c8ddd7-2c3f-4749-8196-aeb92eda8031 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0606623 Dec 10 09:06:01.385865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38636) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:01.494534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ccc589a2-1405-40bc-adc6-7023d9ce18ee tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 60e29373-d325-4ffd-b9bd-c50d8b4c7f41 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:01.495282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccc589a2-1405-40bc-adc6-7023d9ce18ee tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.543137 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.549751 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.593077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:01.595504 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccc589a2-1405-40bc-adc6-7023d9ce18ee tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.596385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:01.600288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:01.615420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Pushing event updated for resources: {'Port': ['ID=148576cf-f9a6-4268-9cd4-34c662100193,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:01.616520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ccc589a2-1405-40bc-adc6-7023d9ce18ee tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 60e29373-d325-4ffd-b9bd-c50d8b4c7f41 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:01.663507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Attempting to bind port 148576cf-f9a6-4268-9cd4-34c662100193 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:01.664032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Attempting to bind port 148576cf-f9a6-4268-9cd4-34c662100193 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:01.664492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Attempting to bind port 148576cf-f9a6-4268-9cd4-34c662100193 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:01.670674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:01.671318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:01.671814 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.672345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:01.672863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Bound port: 148576cf-f9a6-4268-9cd4-34c662100193, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:01.673335 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.677302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac5128-600e-4654-98bd-134bde3f6d26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Subnet': ['ID=62a4d489-efcd-4729-a38d-d2291e314bfc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:01.681379 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8ac5128-600e-4654-98bd-134bde3f6d26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.684780 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f8ac5128-600e-4654-98bd-134bde3f6d26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/62a4d489-efcd-4729-a38d-d2291e314bfc HTTP/1.1" status: 204 len: 168 time: 1.5605218 Dec 10 09:06:01.692198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38638) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:01.710314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bdb804-2cb1-4a72-bc8f-293cb053dfec None None] Network d3bb7536-1b2d-4068-b5e7-810fdd25e574 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:01.777549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-92c0b66c-9255-47c2-9a6b-1161ca7a4ff2 service neutron] 10.222.0.31 "GET /v2.0/networks/485d0561-ac00-401a-80ef-c1b26fb7f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438118 Dec 10 09:06:01.788683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.921966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.928092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:01.944959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccc589a2-1405-40bc-adc6-7023d9ce18ee tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.007027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] For port 148576cf-f9a6-4268-9cd4-34c662100193, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:02.016677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc589a2-1405-40bc-adc6-7023d9ce18ee tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=60e29373-d325-4ffd-b9bd-c50d8b4c7f41,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:02.030437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] For port 148576cf-f9a6-4268-9cd4-34c662100193, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=148576cf-f9a6-4268-9cd4-34c662100193,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:02.033990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c60f7cc-ab43-4a7c-a5cd-6742fe1b24d7 req-01f15e92-b016-4ff7-a617-533ff2d91846 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 210 time: 0.0550873 Dec 10 09:06:02.043211 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.087219 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.133333 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-509aaac6-8c36-4168-af3d-6165257092be tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:02.134916 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-509aaac6-8c36-4168-af3d-6165257092be tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 945 time: 0.3331895 Dec 10 09:06:02.141016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8905c-a715-4bf2-9d2a-33fea80f9a15 None None] Pushing event updated for resources: {'Port': ['ID=148576cf-f9a6-4268-9cd4-34c662100193,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:02.166768 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP 3d400f0f-3dab-440e-9e19-36b6cb073d0a associated. External IP: 172.25.3.149, port: 8860e76b-6468-4d92-920a-f15677be8c9c. Dec 10 09:06:02.181085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc4ade-5c32-4f5f-9ed0-b2d549cf032c None None] DHCP port deletion for d3bb7536-1b2d-4068-b5e7-810fdd25e574 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:02.201435 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccc589a2-1405-40bc-adc6-7023d9ce18ee tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.210183 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ccc589a2-1405-40bc-adc6-7023d9ce18ee tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/60e29373-d325-4ffd-b9bd-c50d8b4c7f41 HTTP/1.1" status: 204 len: 168 time: 0.8226593 Dec 10 09:06:02.249556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38650) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:02.249814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcc0a75-efd6-46c9-96c1-f10bddec32b6']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:02.288365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5184faf5-d4db-4e48-ba0b-e29895ea3280') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:02.288576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5184faf5-d4db-4e48-ba0b-e29895ea3280') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:02.306374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-48cc4ade-5c32-4f5f-9ed0-b2d549cf032c None None] Deleting port f50d5069-45ca-449a-b1b8-8535e931600a {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:02.306777 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-48cc4ade-5c32-4f5f-9ed0-b2d549cf032c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.323189 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.357608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:02.402691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:02.402691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6c26cb8d-0e9d-4c2c-a1d8-2c6f7dbb8e66 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:02.425979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501be36-5447-4e3e-8cb2-3a1f72f992a0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:02.427665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501be36-5447-4e3e-8cb2-3a1f72f992a0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:02.429927 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.432021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4501be36-5447-4e3e-8cb2-3a1f72f992a0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1832399 Dec 10 09:06:02.432756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38654) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:02.441175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-48cc4ade-5c32-4f5f-9ed0-b2d549cf032c None None] For port f50d5069-45ca-449a-b1b8-8535e931600a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f50d5069-45ca-449a-b1b8-8535e931600a,segment=NetworkSegment(4a485e26-8c32-4d64-9352-39e218289a20),segment_id=4a485e26-8c32-4d64-9352-39e218289a20)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:02.443694 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-48cc4ade-5c32-4f5f-9ed0-b2d549cf032c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.451798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:06:02.451798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:06:02.478440 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:06:02.481399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-48cc4ade-5c32-4f5f-9ed0-b2d549cf032c None None] Calling delete_port for f50d5069-45ca-449a-b1b8-8535e931600a owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:02.537942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab42817-177f-42db-94cf-a78b487896ef req-73767c05-900a-4c2b-82b2-35e58ef9db3f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:02.545561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aab42817-177f-42db-94cf-a78b487896ef req-73767c05-900a-4c2b-82b2-35e58ef9db3f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f85570e-fb4e-4b4f-b830-b2c836211659 HTTP/1.1" status: 200 len: 945 time: 0.2285371 Dec 10 09:06:02.579838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-56895e61-33d0-4efd-98aa-393a5ac80670 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 1810c4f8-3033-48d6-b51a-09028cace31e {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:02.593300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Deleting port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:02.594164 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.607699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56895e61-33d0-4efd-98aa-393a5ac80670 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.662005 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-48cc4ade-5c32-4f5f-9ed0-b2d549cf032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.690988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc4ade-5c32-4f5f-9ed0-b2d549cf032c None None] Pushing event deleted for resources: {'Port': ['ID=f50d5069-45ca-449a-b1b8-8535e931600a,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:02.694112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc4ade-5c32-4f5f-9ed0-b2d549cf032c None None] No DVR routers for this DVR port f50d5069-45ca-449a-b1b8-8535e931600a on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:02.728050 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.743706 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.749558 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/networks/1bcc0a75-efd6-46c9-96c1-f10bddec32b6 HTTP/1.1" status: 204 len: 168 time: 1.0563371 Dec 10 09:06:02.752819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38656) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:02.778196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8a9f1-e04c-4deb-a205-7ac8e4f90ddf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Network': ['ID=1bcc0a75-efd6-46c9-96c1-f10bddec32b6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:02.779659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56895e61-33d0-4efd-98aa-393a5ac80670 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.786440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] For port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:02.786440 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.800718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Calling delete_port for 23574f45-6dc3-4b0d-8cd4-382dcec91b4c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:02.828647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aab42817-177f-42db-94cf-a78b487896ef req-305c21cf-0f20-4d98-8d72-9ab27111e19c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822871 Dec 10 09:06:02.945741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.960915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:02.963779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['23574f45-6dc3-4b0d-8cd4-382dcec91b4c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:02.973790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:02.983158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event deleted for resources: {'Port': ['ID=23574f45-6dc3-4b0d-8cd4-382dcec91b4c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:03.005795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:03.008776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56895e61-33d0-4efd-98aa-393a5ac80670 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.032003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15bf8b-54bc-4295-9b7b-cc838f0edef2 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:03.040958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] No DVR routers for this DVR port 23574f45-6dc3-4b0d-8cd4-382dcec91b4c on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:03.044733 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.049738 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9de78a9e-ac45-4c1f-886b-398b9baf1f5a req-bf262e6c-6da3-48b2-86eb-f1b1e8f1d378 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "DELETE /v2.0/ports/23574f45-6dc3-4b0d-8cd4-382dcec91b4c HTTP/1.1" status: 204 len: 173 time: 0.8982604 Dec 10 09:06:03.050335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f85570e-fb4e-4b4f-b830-b2c836211659', 'name': 'network-vif-deleted', 'tag': '23574f45-6dc3-4b0d-8cd4-382dcec91b4c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:03.076679 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52201cbc-c8ce-475d-9081-733e55cda880" -d '{"events": [{"server_uuid": "6f85570e-fb4e-4b4f-b830-b2c836211659", "name": "network-vif-deleted", "tag": "23574f45-6dc3-4b0d-8cd4-382dcec91b4c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:03.145067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6e89cc30-e66e-44bd-bc79-716446afbbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.152017 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb55ddb3-185e-42b0-806e-242e317ed710 x-openstack-request-id: req-fb55ddb3-185e-42b0-806e-242e317ed710 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:03.152408 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f85570e-fb4e-4b4f-b830-b2c836211659", "name": "network-vif-deleted", "tag": "23574f45-6dc3-4b0d-8cd4-382dcec91b4c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:03.152713 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb55ddb3-185e-42b0-806e-242e317ed710 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:03.153104 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f85570e-fb4e-4b4f-b830-b2c836211659', 'name': 'network-vif-deleted', 'tag': '23574f45-6dc3-4b0d-8cd4-382dcec91b4c', 'status': 'completed', 'code': 200} Dec 10 09:06:03.264589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f995a65-05fc-41ae-b74a-db1433fa202b req-59968a45-19e7-4f98-a9e4-53c2015f2c7e tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 210 time: 0.0900319 Dec 10 09:06:03.275987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.315875 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56895e61-33d0-4efd-98aa-393a5ac80670 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.369159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bb7536-1b2d-4068-b5e7-810fdd25e574']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:03.372236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56895e61-33d0-4efd-98aa-393a5ac80670 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=1810c4f8-3033-48d6-b51a-09028cace31e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:03.386025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a485e26-8c32-4d64-9352-39e218289a20') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:03.386499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a485e26-8c32-4d64-9352-39e218289a20') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:03.388952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56895e61-33d0-4efd-98aa-393a5ac80670 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.392321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-56895e61-33d0-4efd-98aa-393a5ac80670 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/1810c4f8-3033-48d6-b51a-09028cace31e HTTP/1.1" status: 204 len: 168 time: 0.9563839 Dec 10 09:06:03.397350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38662) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:03.409678 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.423220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:03.436744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.437808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558dfdf5-d475-4e43-a27c-17505e0a14e4 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:03.458134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dfdf5-d475-4e43-a27c-17505e0a14e4 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:03.459144 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-558dfdf5-d475-4e43-a27c-17505e0a14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:03.459357 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1bfdb819-16fc-4f92-8779-4a9598652526 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554707 Dec 10 09:06:03.459837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38664) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:03.490619 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:06:03.491023 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:06:03.494327 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:06:03.514253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-558dfdf5-d475-4e43-a27c-17505e0a14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:03.524282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dfdf5-d475-4e43-a27c-17505e0a14e4 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:03.525098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-558dfdf5-d475-4e43-a27c-17505e0a14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:03.537178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-37e3367d-61e2-4af2-bf52-4e296dd2c94e tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:03.538748 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-37e3367d-61e2-4af2-bf52-4e296dd2c94e tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.18 "GET /v2.0/networks?id=485d0561-ac00-401a-80ef-c1b26fb7f6f9 HTTP/1.1" status: 200 len: 821 time: 0.2661753 Dec 10 09:06:03.556340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af49d53-cd1a-4053-9df6-81d297cbe3dd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:03.557913 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2af49d53-cd1a-4053-9df6-81d297cbe3dd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0942006 Dec 10 09:06:03.561107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38666) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:03.569320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-558dfdf5-d475-4e43-a27c-17505e0a14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:03.569933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558dfdf5-d475-4e43-a27c-17505e0a14e4 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:03.608762 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:06:03.615082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.627512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Request body: {'port': {'device_id': 'f2e6c421-9c77-4264-9d39-26ac6ce76f61', 'network_id': '485d0561-ac00-401a-80ef-c1b26fb7f6f9', 'admin_state_up': True, 'tenant_id': '24406d3987734252ad21798b40980557'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:03.630378 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.633936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/networks/d3bb7536-1b2d-4068-b5e7-810fdd25e574 HTTP/1.1" status: 204 len: 168 time: 0.8742864 Dec 10 09:06:03.648228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38668) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:03.650137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ee978-c1f8-4ec9-86ba-10822d0299ad tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:03.654564 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-478ee978-c1f8-4ec9-86ba-10822d0299ad tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0898862 Dec 10 09:06:03.655308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cb015-6d5c-4144-9808-741af183f371 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Network': ['ID=d3bb7536-1b2d-4068-b5e7-810fdd25e574,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:03.659922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38670) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:03.665663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-778370618'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:03.722774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-051b0a3a-95f3-470c-8817-a61d427909ec tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526497 Dec 10 09:06:03.729773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38672) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:03.737484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:03.758990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9c3470-a0ba-4a9d-831e-1b1e015f32a2 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:03.844327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:03.847912 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.852879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Made reservation on behalf of 24406d3987734252ad21798b40980557 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:03.856590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-068b856d-f874-4d3c-a80e-b76b4438a037 None None] Provisioning complete for port 148576cf-f9a6-4268-9cd4-34c662100193 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:03.856967 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-068b856d-f874-4d3c-a80e-b76b4438a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.857936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.950205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:06:03.972355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:03.973006 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added segment 658253bf-584b-426b-86c2-d37c7c60029d of type vlan for network 7bdf8f38-e834-435d-b61a-e46d9b28d06b Dec 10 09:06:03.977897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:04.018175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-068b856d-f874-4d3c-a80e-b76b4438a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.019791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:04.023543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.048664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741844ae-f404-4a28-a349-6516b5ecb63c None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:04.053138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Allocated IP 172.20.0.9 (485d0561-ac00-401a-80ef-c1b26fb7f6f9/2506d6bb-fe87-44ac-a983-8efe7a61ee52/52e0c22e-4936-4cf5-9ccd-41dee9761007) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:04.081854 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.092954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-068b856d-f874-4d3c-a80e-b76b4438a037 None None] For port 148576cf-f9a6-4268-9cd4-34c662100193, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=148576cf-f9a6-4268-9cd4-34c662100193,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:04.107287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-068b856d-f874-4d3c-a80e-b76b4438a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.182933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-741844ae-f404-4a28-a349-6516b5ecb63c None None] Deleting port 148576cf-f9a6-4268-9cd4-34c662100193 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:04.185967 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-741844ae-f404-4a28-a349-6516b5ecb63c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.190966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b856d-f874-4d3c-a80e-b76b4438a037 None None] Pushing event updated for resources: {'Port': ['ID=148576cf-f9a6-4268-9cd4-34c662100193,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:04.247496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.253364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:04.253923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.268906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f50d5069-45ca-449a-b1b8-8535e931600a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:04.280471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.281858 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-741844ae-f404-4a28-a349-6516b5ecb63c None None] For port 148576cf-f9a6-4268-9cd4-34c662100193, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=148576cf-f9a6-4268-9cd4-34c662100193,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:04.282272 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-741844ae-f404-4a28-a349-6516b5ecb63c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.311150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: f50d5069-45ca-449a-b1b8-8535e931600a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:04.311507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f50d5069-45ca-449a-b1b8-8535e931600a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:04.316625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-741844ae-f404-4a28-a349-6516b5ecb63c None None] Calling delete_port for 148576cf-f9a6-4268-9cd4-34c662100193 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:04.344330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.404262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Network 485d0561-ac00-401a-80ef-c1b26fb7f6f9 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:04.407980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:04.410464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:04.422748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-741844ae-f404-4a28-a349-6516b5ecb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.442411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Pushing event updated for resources: {'Port': ['ID=52e0c22e-4936-4cf5-9ccd-41dee9761007,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:04.449668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741844ae-f404-4a28-a349-6516b5ecb63c None None] Pushing event deleted for resources: {'Port': ['ID=148576cf-f9a6-4268-9cd4-34c662100193,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:04.457176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741844ae-f404-4a28-a349-6516b5ecb63c None None] No DVR routers for this DVR port 148576cf-f9a6-4268-9cd4-34c662100193 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:04.472928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:04.473629 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.491788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-f699a9f4-c574-4d6c-88be-abcdc37d1b16 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9321713 Dec 10 09:06:04.504121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Request body: {'port': {'device_id': 'f2e6c421-9c77-4264-9d39-26ac6ce76f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:04.562276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.694301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0422516 Dec 10 09:06:04.705159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38690) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:04.710319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'subnet': {'network_id': '7bdf8f38-e834-435d-b61a-e46d9b28d06b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:04.711613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:04.723313 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8204cd-c3ea-4143-ab6e-b39d4b6a002d None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:04.735187 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8204cd-c3ea-4143-ab6e-b39d4b6a002d None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:04.735801 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2e8204cd-c3ea-4143-ab6e-b39d4b6a002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:04.750436 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:04.755408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c94775-86fe-4cc5-b518-1cecb7299b13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Network': ['ID=7bdf8f38-e834-435d-b61a-e46d9b28d06b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:04.773717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7bdf8f38-e834-435d-b61a-e46d9b28d06b details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:06:04.784526 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2e8204cd-c3ea-4143-ab6e-b39d4b6a002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:04.806939 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8204cd-c3ea-4143-ab6e-b39d4b6a002d None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:04.808543 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2e8204cd-c3ea-4143-ab6e-b39d4b6a002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:05:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:04.865476 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2e8204cd-c3ea-4143-ab6e-b39d4b6a002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:04.866734 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8204cd-c3ea-4143-ab6e-b39d4b6a002d None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:04.893494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-d1d45ddc-d5c5-4f27-b5a6-17a60f26104e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:04.895068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-d1d45ddc-d5c5-4f27-b5a6-17a60f26104e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.6324165 Dec 10 09:06:04.914294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50a2d0-772f-484d-a7ad-a92d4ccc1ba6 req-380d9cff-848a-403c-b804-a3f33af56d94 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:04.915852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee50a2d0-772f-484d-a7ad-a92d4ccc1ba6 req-380d9cff-848a-403c-b804-a3f33af56d94 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 931 time: 0.2745171 Dec 10 09:06:04.934793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0053ac5c-7020-4336-a268-a4551aa152c3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/floatingips/3d400f0f-3dab-440e-9e19-36b6cb073d0a HTTP/1.1" status: 200 len: 977 time: 4.7312286 Dec 10 09:06:04.940004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38692) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:04.952317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4da477ef-a838-4fa0-a608-588a44ddb0d4 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:04.958028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8ffbb54a-3bed-4bab-87b6-0c89d509ca1d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/quotas/896ec905588c42b0a034ed56fe0d2ca8 HTTP/1.1" status: 200 len: 375 time: 0.0519571 Dec 10 09:06:05.002136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.101312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:05.126089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:05.131417 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4da477ef-a838-4fa0-a608-588a44ddb0d4 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.134922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:05.135510 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.137654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63bac3c-40e3-4d70-9ffb-e0c3d1470989 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:05.139756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=9137126f-7893-4f3a-b4cc-af6c2d0935e9,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:05.143955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee50a2d0-772f-484d-a7ad-a92d4ccc1ba6 req-969d1eac-b886-4144-80b7-c6bd3f0987c8 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142015 Dec 10 09:06:05.186587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:05.190389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.197320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-727f1c77-485f-4abc-bbb2-5aaa70d99f78 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2307796 Dec 10 09:06:05.207986 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5be4372c-4743-482e-a309-7a6d427789c5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4757879 Dec 10 09:06:05.210429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38694) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:05.215503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': '9137126f-7893-4f3a-b4cc-af6c2d0935e9', 'ip_address': '2001:db8::4691:ebe7:ece8:1eb0'}], 'name': 'tempest-NetworksTestDHCPv6-1783918669'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:05.280324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '9137126f-7893-4f3a-b4cc-af6c2d0935e9'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:05.281800 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.314317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e0c22e-4936-4cf5-9ccd-41dee9761007 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:06:05.325355 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.344357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Transition to ACTIVE for port object 52e0c22e-4936-4cf5-9ccd-41dee9761007 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:06:05.352882 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.435543 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9c06d8d-66ec-4c6f-8017-c5f8040e8384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.444437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/9137126f-7893-4f3a-b4cc-af6c2d0935e9/e3650f00-1c88-4cfb-9586-86533fc8560f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:05.447300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Pushing event updated for resources: {'Port': ['ID=52e0c22e-4936-4cf5-9ccd-41dee9761007,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:05.447881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4da477ef-a838-4fa0-a608-588a44ddb0d4 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.472139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4da477ef-a838-4fa0-a608-588a44ddb0d4 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.473079 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-4da477ef-a838-4fa0-a608-588a44ddb0d4 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP 3d400f0f-3dab-440e-9e19-36b6cb073d0a disassociated. External IP: 172.25.3.149, port: f7e62c28-5901-43b6-93a5-5285ab56be71. Dec 10 09:06:05.515461 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4d0af878-b2ce-4535-a174-5fd5384ee8cb service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948012 Dec 10 09:06:05.552704 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.625230 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.627651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Attempting to bind port 52e0c22e-4936-4cf5-9ccd-41dee9761007 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:05.627816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Attempting to bind port 52e0c22e-4936-4cf5-9ccd-41dee9761007 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '1be1b19c-1859-43bc-b96e-b752ad2c8823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '485d0561-ac00-401a-80ef-c1b26fb7f6f9'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:05.628037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Attempting to bind port 52e0c22e-4936-4cf5-9ccd-41dee9761007 on network 485d0561-ac00-401a-80ef-c1b26fb7f6f9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:05.630762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:05.631322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Subnet': ['ID=2ccd47a9-83ed-4f68-8b47-d0fd7413f726,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:05.635209 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.644607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Port 52e0c22e-4936-4cf5-9ccd-41dee9761007 on network 485d0561-ac00-401a-80ef-c1b26fb7f6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:06:05.644607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Attempting to bind port 52e0c22e-4936-4cf5-9ccd-41dee9761007 on network 485d0561-ac00-401a-80ef-c1b26fb7f6f9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:05.654557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:05.654890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Checking segment: {'id': '1be1b19c-1859-43bc-b96e-b752ad2c8823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '485d0561-ac00-401a-80ef-c1b26fb7f6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:05.655554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Bound using segment: {'id': '1be1b19c-1859-43bc-b96e-b752ad2c8823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '485d0561-ac00-401a-80ef-c1b26fb7f6f9'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:05.655729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Bound port: 52e0c22e-4936-4cf5-9ccd-41dee9761007, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be1b19c-1859-43bc-b96e-b752ad2c8823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '485d0561-ac00-401a-80ef-c1b26fb7f6f9'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:05.656316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.669817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Checking segment: {'id': '658253bf-584b-426b-86c2-d37c7c60029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bdf8f38-e834-435d-b61a-e46d9b28d06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:05.670222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network hostable DHCP agents. Network: 7bdf8f38-e834-435d-b61a-e46d9b28d06b, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:06:05.679414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:05.684253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:05.688918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:05.692052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Pushing event updated for resources: {'Port': ['ID=e3650f00-1c88-4cfb-9586-86533fc8560f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:05.726735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 7bdf8f38-e834-435d-b61a-e46d9b28d06b is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:06:05.747811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7bdf8f38-e834-435d-b61a-e46d9b28d06b) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:05.751922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Attempting to bind port e3650f00-1c88-4cfb-9586-86533fc8560f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:05.752576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Attempting to bind port e3650f00-1c88-4cfb-9586-86533fc8560f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:05.753958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] For port 52e0c22e-4936-4cf5-9ccd-41dee9761007, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:05.754267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Attempting to bind port e3650f00-1c88-4cfb-9586-86533fc8560f on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:05.757357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:05.757813 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.761748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] For port 52e0c22e-4936-4cf5-9ccd-41dee9761007, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=52e0c22e-4936-4cf5-9ccd-41dee9761007,segment=NetworkSegment(1be1b19c-1859-43bc-b96e-b752ad2c8823),segment_id=1be1b19c-1859-43bc-b96e-b752ad2c8823)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:05.762019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:05.762684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:05.763938 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.764530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:05.765176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Bound port: e3650f00-1c88-4cfb-9586-86533fc8560f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:05.765823 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.770617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.771713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80258a44-8812-4f5e-8b81-be8332bbc30c None None] Network 7bdf8f38-e834-435d-b61a-e46d9b28d06b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:05.800122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-c9fec470-bfe2-481e-a734-32583eac619c service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662258 Dec 10 09:06:05.817949 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a54b4c35-1727-419f-8499-e81a547f71a6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1111183 Dec 10 09:06:05.825547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38696) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:05.831126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-adbc6707-7c6b-44f7-98a2-a166861be9d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1579354910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:05.840154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.841448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:05.842002 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.843665 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] 10.222.0.18 "PUT /v2.0/ports/52e0c22e-4936-4cf5-9ccd-41dee9761007 HTTP/1.1" status: 200 len: 1091 time: 1.3436823 Dec 10 09:06:05.844294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e6c421-9c77-4264-9d39-26ac6ce76f61', 'tag': '52e0c22e-4936-4cf5-9ccd-41dee9761007'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:05.846234 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9023cb72-55e2-47a4-8fd4-fef1f455f43a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e6c421-9c77-4264-9d39-26ac6ce76f61", "tag": "52e0c22e-4936-4cf5-9ccd-41dee9761007"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:05.867664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ae455-092d-4e2c-b4fd-3c789e9f538e service neutron] Pushing event updated for resources: {'Port': ['ID=52e0c22e-4936-4cf5-9ccd-41dee9761007,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:05.877691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 8f2be72d-5eef-4600-8663-6d4349bffb4d yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:05.919603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] For port e3650f00-1c88-4cfb-9586-86533fc8560f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:05.937250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-adbc6707-7c6b-44f7-98a2-a166861be9d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.938398 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-adbc6707-7c6b-44f7-98a2-a166861be9d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.952894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7bdf8f38-e834-435d-b61a-e46d9b28d06b', 'network_id': '7bdf8f38-e834-435d-b61a-e46d9b28d06b', 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'fixed_ips': [{'subnet_id': '2ccd47a9-83ed-4f68-8b47-d0fd7413f726'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:05.954457 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:05.959032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] For port e3650f00-1c88-4cfb-9586-86533fc8560f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e3650f00-1c88-4cfb-9586-86533fc8560f,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:05.961151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da477ef-a838-4fa0-a608-588a44ddb0d4 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:05.975560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 23574f45-6dc3-4b0d-8cd4-382dcec91b4c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:05.978944 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c445f9-9fd5-43b7-a8c2-666a56d93b16 x-openstack-request-id: req-12c445f9-9fd5-43b7-a8c2-666a56d93b16 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:05.979355 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e6c421-9c77-4264-9d39-26ac6ce76f61", "tag": "52e0c22e-4936-4cf5-9ccd-41dee9761007", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:05.979493 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12c445f9-9fd5-43b7-a8c2-666a56d93b16 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:05.980603 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e6c421-9c77-4264-9d39-26ac6ce76f61', 'tag': '52e0c22e-4936-4cf5-9ccd-41dee9761007', 'status': 'completed', 'code': 200} Dec 10 09:06:05.982824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.000439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-5ca34921-28d7-469b-883d-000be5af04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:06.002207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-5ca34921-28d7-469b-883d-000be5af04b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24406d3987734252ad21798b40980557&device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 1094 time: 0.1132114 Dec 10 09:06:06.013612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 23574f45-6dc3-4b0d-8cd4-382dcec91b4c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:06.014110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 23574f45-6dc3-4b0d-8cd4-382dcec91b4c not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:06.037536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-adbc6707-7c6b-44f7-98a2-a166861be9d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.096844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-8b083ed4-6a90-47e0-9389-34a9a188d92d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e0c22e-4936-4cf5-9ccd-41dee9761007 HTTP/1.1" status: 200 len: 217 time: 0.0620744 Dec 10 09:06:06.098522 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-adbc6707-7c6b-44f7-98a2-a166861be9d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.151097 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-0900889e-b415-4104-b2b3-ce8a09c22471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:06.153354 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-0900889e-b415-4104-b2b3-ce8a09c22471 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2506d6bb-fe87-44ac-a983-8efe7a61ee52 HTTP/1.1" status: 200 len: 861 time: 0.0498493 Dec 10 09:06:06.192215 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-4415bf6b-18f6-412a-be57-684106f7d239 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=485d0561-ac00-401a-80ef-c1b26fb7f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299923 Dec 10 09:06:06.196220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-adbc6707-7c6b-44f7-98a2-a166861be9d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.197675 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-adbc6707-7c6b-44f7-98a2-a166861be9d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3712633 Dec 10 09:06:06.202748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Allocated IP 2001:db8::2 (7bdf8f38-e834-435d-b61a-e46d9b28d06b/2ccd47a9-83ed-4f68-8b47-d0fd7413f726/6200318a-baeb-429b-999c-ac941ae64d48) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:06.208674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38706) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:06.217568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'port': {'network_id': '7bdf8f38-e834-435d-b61a-e46d9b28d06b', 'name': 'tempest-RoutersIpV6Test-970768010'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:06.234047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::4691:ebe7:ece8:1eb0 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/9137126f-7893-4f3a-b4cc-af6c2d0935e9/8f2be72d-5eef-4600-8663-6d4349bffb4d) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:06.432665 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-d8330627-7dec-4226-a676-a8f2ba6639bf service neutron] 10.222.0.18 "GET /v2.0/networks/485d0561-ac00-401a-80ef-c1b26fb7f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321584 Dec 10 09:06:06.437293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da477ef-a838-4fa0-a608-588a44ddb0d4 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:06.458785 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.474993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8e9ab-1f7a-460e-943e-c5d4aead79e6 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:06.499884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:06.504028 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.522174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f8708be0-959a-458f-8ea3-005067266616 req-11d55c96-cc0f-4bb9-bb2e-e58c994ab059 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 210 time: 0.3599310 Dec 10 09:06:06.526256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0535e8-03c5-47a6-a689-58a87a5cd852 None None] Pushing event updated for resources: {'Port': ['ID=e3650f00-1c88-4cfb-9586-86533fc8560f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:06.540836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8e9ab-1f7a-460e-943e-c5d4aead79e6 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:06.541548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-80d8e9ab-1f7a-460e-943e-c5d4aead79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:06.547981 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.549620 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.554542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4da477ef-a838-4fa0-a608-588a44ddb0d4 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.563782 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.601121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.603714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] device_id is not set on port c9740487-5eb9-4eca-943d-34d552fbcbca yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:06.604640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-80d8e9ab-1f7a-460e-943e-c5d4aead79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:06.645566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:06.650180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:06.657256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4da477ef-a838-4fa0-a608-588a44ddb0d4 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/floatingips/3d400f0f-3dab-440e-9e19-36b6cb073d0a HTTP/1.1" status: 200 len: 688 time: 1.7101178 Dec 10 09:06:06.658035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38714) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:06.658901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:06.664832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:06.665830 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:06.694211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe03c3-672b-411b-8d9b-db12fb20c570 req-6a48ceef-9753-4c7d-830c-dbad0862e9bb tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:06.696248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fbe03c3-672b-411b-8d9b-db12fb20c570 req-6a48ceef-9753-4c7d-830c-dbad0862e9bb tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 943 time: 0.3361382 Dec 10 09:06:06.728748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8e9ab-1f7a-460e-943e-c5d4aead79e6 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:06.730452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-80d8e9ab-1f7a-460e-943e-c5d4aead79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:06.744699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Network 7bdf8f38-e834-435d-b61a-e46d9b28d06b is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:06.770851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:06.790899 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3a38a336-ba52-4738-969f-b1c51f032ab1 req-e5738cfd-0038-4970-8307-200fc55e8a38 service neutron] 10.222.0.18 "GET /v2.0/networks/485d0561-ac00-401a-80ef-c1b26fb7f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442965 Dec 10 09:06:06.849851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=8f2be72d-5eef-4600-8663-6d4349bffb4d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:06.874786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9b41c6b1-0a19-4891-bffc-b0ff5dbe2ef3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6633165 Dec 10 09:06:06.888604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Pushing event updated for resources: {'Port': ['ID=6200318a-baeb-429b-999c-ac941ae64d48,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:06.891317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:06.913184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-80d8e9ab-1f7a-460e-943e-c5d4aead79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:06.914119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8e9ab-1f7a-460e-943e-c5d4aead79e6 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:06.927190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38716) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:06.937696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d2ec1f93-65b2-41e1-a4aa-d0a64a590711 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': '9137126f-7893-4f3a-b4cc-af6c2d0935e9', 'ip_address': '2001:db8::4691:ebe7:ece8:1eb0'}], 'name': 'tempest-NetworksTestDHCPv6-1376228284'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:07.019576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fbe03c3-672b-411b-8d9b-db12fb20c570 req-5e0e1e1b-b412-4f7f-a4ac-3fab53fbd4ad tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450323 Dec 10 09:06:07.051520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Attempting to bind port 6200318a-baeb-429b-999c-ac941ae64d48 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:07.052136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Attempting to bind port 6200318a-baeb-429b-999c-ac941ae64d48 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '658253bf-584b-426b-86c2-d37c7c60029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bdf8f38-e834-435d-b61a-e46d9b28d06b'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:07.052262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Attempting to bind port 6200318a-baeb-429b-999c-ac941ae64d48 on network 7bdf8f38-e834-435d-b61a-e46d9b28d06b {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:07.076795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:07.077178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Checking segment: {'id': '658253bf-584b-426b-86c2-d37c7c60029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bdf8f38-e834-435d-b61a-e46d9b28d06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:07.077869 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.080041 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Bound using segment: {'id': '658253bf-584b-426b-86c2-d37c7c60029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bdf8f38-e834-435d-b61a-e46d9b28d06b'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:07.081325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Bound port: 6200318a-baeb-429b-999c-ac941ae64d48, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658253bf-584b-426b-86c2-d37c7c60029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bdf8f38-e834-435d-b61a-e46d9b28d06b'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:07.085001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.085922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 82be4cde-f890-443b-98cd-e5310f85e42e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:07.086799 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.216649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 2001:db8::dd (7bdf8f38-e834-435d-b61a-e46d9b28d06b/2ccd47a9-83ed-4f68-8b47-d0fd7413f726/c9740487-5eb9-4eca-943d-34d552fbcbca) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:07.221259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.221873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.227568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] For port 6200318a-baeb-429b-999c-ac941ae64d48, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:07.234535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] For port 6200318a-baeb-429b-999c-ac941ae64d48, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6200318a-baeb-429b-999c-ac941ae64d48,segment=NetworkSegment(658253bf-584b-426b-86c2-d37c7c60029d),segment_id=658253bf-584b-426b-86c2-d37c7c60029d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:07.240406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-318c082d-26d7-49ff-ae5b-ccb626a488c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:07.242150 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-318c082d-26d7-49ff-ae5b-ccb626a488c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24406d3987734252ad21798b40980557&device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 1094 time: 0.3160310 Dec 10 09:06:07.242359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 82be4cde-f890-443b-98cd-e5310f85e42e owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:07.242737 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.324335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f583cc8-f7c2-4744-adb5-17b066de2bef None None] Pushing event updated for resources: {'Port': ['ID=6200318a-baeb-429b-999c-ac941ae64d48,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:07.431121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.471879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=82be4cde-f890-443b-98cd-e5310f85e42e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:07.497663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ec1f93-65b2-41e1-a4aa-d0a64a590711 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:07.560780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-6bcc70cf-f1e0-46a8-94a8-82e1053ffae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:07.563505 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-6bcc70cf-f1e0-46a8-94a8-82e1053ffae7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=485d0561-ac00-401a-80ef-c1b26fb7f6f9 HTTP/1.1" status: 200 len: 922 time: 0.3072791 Dec 10 09:06:07.581887 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.587432 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.589139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d1e0bfc-55db-4ba4-8cd2-0f2b8c7f9def tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/floatingips/3d400f0f-3dab-440e-9e19-36b6cb073d0a HTTP/1.1" status: 204 len: 168 time: 0.9165254 Dec 10 09:06:07.600870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38722) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:07.662387 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-bbf1c650-adc7-4dca-8bf5-8693beb38ed0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e0c22e-4936-4cf5-9ccd-41dee9761007 HTTP/1.1" status: 200 len: 217 time: 0.0892484 Dec 10 09:06:07.662909 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-d8316341-0000-4fac-929f-770b2e132d70 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] delete failed (client error): The resource could not be found. Dec 10 09:06:07.665577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d8316341-0000-4fac-929f-770b2e132d70 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/floatingips/3d400f0f-3dab-440e-9e19-36b6cb073d0a HTTP/1.1" status: 404 len: 345 time: 0.0602152 Dec 10 09:06:07.669080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38724) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:07.926090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.935038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-c315d900-4aea-41e2-95c4-926b0b91063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:07.936659 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-c315d900-4aea-41e2-95c4-926b0b91063b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2506d6bb-fe87-44ac-a983-8efe7a61ee52 HTTP/1.1" status: 200 len: 861 time: 0.2484629 Dec 10 09:06:07.951355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-3b3e279d-7418-45bc-9f81-a0170b18f300 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:07.954049 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-3b3e279d-7418-45bc-9f81-a0170b18f300 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.2863669 Dec 10 09:06:07.964143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1f93-65b2-41e1-a4aa-d0a64a590711 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:07.991990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-04f4dc82-4012-44cf-ae44-4ba453c3d756 None None] Provisioning complete for port e3650f00-1c88-4cfb-9586-86533fc8560f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:07.992370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-04f4dc82-4012-44cf-ae44-4ba453c3d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.008356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Request body: {'port': {'device_id': 'c6150a37-5707-4126-b542-8cf956cd922e', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'admin_state_up': True, 'tenant_id': '896ec905588c42b0a034ed56fe0d2ca8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:08.013820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-eaa0f708-ebbf-4c27-8f3b-7105447134f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=485d0561-ac00-401a-80ef-c1b26fb7f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578425 Dec 10 09:06:08.128845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f92e679-5151-4404-8022-e0f603414e8e req-123e6bf7-16d4-4eb6-b420-d90ce1006de8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 210 time: 0.4362092 Dec 10 09:06:08.154537 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.155664 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-04f4dc82-4012-44cf-ae44-4ba453c3d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.217771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61846af8-14b0-4150-8411-18499ca94c59 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:08.223593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61846af8-14b0-4150-8411-18499ca94c59 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:08.231513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61846af8-14b0-4150-8411-18499ca94c59 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:08.234036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-d2ec1f93-65b2-41e1-a4aa-d0a64a590711 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 95a545fd-e47b-4450-8c5b-b4814acbe6a4 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:08.236830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-61846af8-14b0-4150-8411-18499ca94c59 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "GET /v2.0/ports?network_id=242ab3d6-53ed-4e60-abd7-2dde8cecb7bb HTTP/1.1" status: 200 len: 2358 time: 0.5666916 Dec 10 09:06:08.238298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-04f4dc82-4012-44cf-ae44-4ba453c3d756 None None] For port e3650f00-1c88-4cfb-9586-86533fc8560f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e3650f00-1c88-4cfb-9586-86533fc8560f,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:08.242670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38728) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:08.243744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.251366 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-04f4dc82-4012-44cf-ae44-4ba453c3d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.349547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4dc82-4012-44cf-ae44-4ba453c3d756 None None] Pushing event updated for resources: {'Port': ['ID=e3650f00-1c88-4cfb-9586-86533fc8560f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:08.350004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e0e64-bdbf-48c4-9774-706bc90d2082 req-bbd49d15-c111-44f6-a4fc-00133337bfd1 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:08.352687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b2e0e64-bdbf-48c4-9774-706bc90d2082 req-bbd49d15-c111-44f6-a4fc-00133337bfd1 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 943 time: 0.2100949 Dec 10 09:06:08.396502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6200318a-baeb-429b-999c-ac941ae64d48 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:08.409848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=c9740487-5eb9-4eca-943d-34d552fbcbca,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:08.412797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dbca83f3-ca4d-408c-8f14-79d16109d6e2 None None] Provisioning complete for port 8f2be72d-5eef-4600-8663-6d4349bffb4d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:08.412797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbca83f3-ca4d-408c-8f14-79d16109d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.416232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8f4e4-e901-4220-9c73-3d07c3d56362 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:08.423634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-89f8f4e4-e901-4220-9c73-3d07c3d56362 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "GET /v2.0/subnets/8473ec49-e701-4c78-a039-fe06c21fe888 HTTP/1.1" status: 200 len: 797 time: 0.1786516 Dec 10 09:06:08.427233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38730) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:08.432282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'port': {'network_id': '242ab3d6-53ed-4e60-abd7-2dde8cecb7bb', 'name': 'tempest-FloatingIPTestJSON-1638648662', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:08.478173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-dbca83f3-ca4d-408c-8f14-79d16109d6e2 None None] Port 8f2be72d-5eef-4600-8663-6d4349bffb4d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:08.484904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 7bdf8f38-e834-435d-b61a-e46d9b28d06b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:08.504893 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-e344ba8a-cb67-40d3-9a09-3735e55dc7be service neutron] 10.222.0.18 "GET /v2.0/networks/485d0561-ac00-401a-80ef-c1b26fb7f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643829 Dec 10 09:06:08.514141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6200318a-baeb-429b-999c-ac941ae64d48 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:08.514525 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.529970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:08.552700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:08.561597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:08.562869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.564431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b2e0e64-bdbf-48c4-9774-706bc90d2082 req-3bc2ed23-d155-4b76-8595-a12cc5a66526 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909182 Dec 10 09:06:08.587357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 09:06:08.587357 n-d-814746-3 neutron-server[114969]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 09:06:08.587357 n-d-814746-3 neutron-server[114969]: [parameters: {'project_id_1': '8c7770aa83b84e7a808c0f6564587414', 'expiration_1': datetime.datetime(2021, 12, 10, 9, 5, 48, 557361)}] Dec 10 09:06:08.587357 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:06:08.587810 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:06:08.605370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.653333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 6200318a-baeb-429b-999c-ac941ae64d48, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6200318a-baeb-429b-999c-ac941ae64d48,segment=NetworkSegment(658253bf-584b-426b-86c2-d37c7c60029d),segment_id=658253bf-584b-426b-86c2-d37c7c60029d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:08.659805 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.660710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e3650f00-1c88-4cfb-9586-86533fc8560f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:08.667506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Made reservation on behalf of 896ec905588c42b0a034ed56fe0d2ca8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:08.671295 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:08.696350 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-809123d1-e4e0-4c2a-bfcb-8e082890d2b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.4846973 Dec 10 09:06:08.699774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38732) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:08.780594 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9023cb72-55e2-47a4-8fd4-fef1f455f43a req-49ab51c4-5bb2-4053-8a34-94685f7c0bc5 service neutron] 10.222.0.18 "GET /v2.0/networks/485d0561-ac00-401a-80ef-c1b26fb7f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649884 Dec 10 09:06:08.854568 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ec1f93-65b2-41e1-a4aa-d0a64a590711 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 09:06:08.855799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ec1f93-65b2-41e1-a4aa-d0a64a590711 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:06:08.903354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad9f24-43a9-4aa3-965d-3f40c3e1d37e None None] Network 7bdf8f38-e834-435d-b61a-e46d9b28d06b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:08.908841 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d2ec1f93-65b2-41e1-a4aa-d0a64a590711 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9785779 Dec 10 09:06:08.911915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38734) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:08.946598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Allocated IP 172.20.0.12 (8af02a1a-e1d2-498c-8949-2e362c8a808d/ff99d532-c043-4377-9645-c5021d649940/4d0320f0-22b3-4840-bf1a-b729660453d4) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:08.992971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a49732-2c68-451c-85b8-4008e9fde93f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:08.998973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a49732-2c68-451c-85b8-4008e9fde93f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:09.000581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e0a49732-2c68-451c-85b8-4008e9fde93f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0877500 Dec 10 09:06:09.004781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d358007a-8bd6-4d1f-820f-ef4bdf075531 None None] Provisioning complete for port 6200318a-baeb-429b-999c-ac941ae64d48 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:09.005379 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d358007a-8bd6-4d1f-820f-ef4bdf075531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.006382 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38736) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:09.050959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=6200318a-baeb-429b-999c-ac941ae64d48,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:09.066410 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.081457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e3650f00-1c88-4cfb-9586-86533fc8560f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:09.081845 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.189714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.195344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4ef54-03ec-44a8-b5b3-4acbd53cab8c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 8f2be72d-5eef-4600-8663-6d4349bffb4d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:09.195688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ef54-03ec-44a8-b5b3-4acbd53cab8c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.210569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Made reservation on behalf of 8c7770aa83b84e7a808c0f6564587414 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:09.258808 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.327520 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ef54-03ec-44a8-b5b3-4acbd53cab8c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.344506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4ef54-03ec-44a8-b5b3-4acbd53cab8c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 8f2be72d-5eef-4600-8663-6d4349bffb4d owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:09.350968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-377a6ab7-0078-49eb-a739-14ab42910e5a req-d6fad148-e016-48ee-a855-0331c386faf2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 210 time: 0.0811896 Dec 10 09:06:09.351773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.375155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:09.420131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.443766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:09.450295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:09.458415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] device_id is not set on port d041a6bd-53de-4fd3-a180-0f8f098ad7f2 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:09.479424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event updated for resources: {'Port': ['ID=4d0320f0-22b3-4840-bf1a-b729660453d4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:09.489672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:09.499023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941aa493-7196-4dea-a4ad-daa50e8dde70 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:09.586640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:09.587762 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.612949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cabb777b-46e4-4f77-be80-fe5560e1c3fc None None] Provisioning complete for port 4d0320f0-22b3-4840-bf1a-b729660453d4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:09.613797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cabb777b-46e4-4f77-be80-fe5560e1c3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.614231 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.633059 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-8e4dc863-6594-49d3-8069-4fec717a282a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6378450 Dec 10 09:06:09.658227 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.660584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cabb777b-46e4-4f77-be80-fe5560e1c3fc None None] Port 4d0320f0-22b3-4840-bf1a-b729660453d4 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:09.662805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 52e0c22e-4936-4cf5-9ccd-41dee9761007 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:06:09.666384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Request body: {'port': {'device_id': 'c6150a37-5707-4126-b542-8cf956cd922e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:09.811797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ce9e0304-1daf-4f38-918b-23e5a2ea81b2 None None] Provisioning complete for port 6200318a-baeb-429b-999c-ac941ae64d48 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:09.812126 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0304-1daf-4f38-918b-23e5a2ea81b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:09.815244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 52e0c22e-4936-4cf5-9ccd-41dee9761007, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=52e0c22e-4936-4cf5-9ccd-41dee9761007,segment=NetworkSegment(1be1b19c-1859-43bc-b96e-b752ad2c8823),segment_id=1be1b19c-1859-43bc-b96e-b752ad2c8823)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:09.829438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=c9740487-5eb9-4eca-943d-34d552fbcbca,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:09.873206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '52e0c22e-4936-4cf5-9ccd-41dee9761007', 'network_id': '485d0561-ac00-401a-80ef-c1b26fb7f6f9', 'port_id': '52e0c22e-4936-4cf5-9ccd-41dee9761007', 'mac_address': 'fa:16:3e:cf:7b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2506d6bb-fe87-44ac-a983-8efe7a61ee52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:06:09.904033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a0975-8eb8-4497-ab8b-256184e5e3ec req-53da7e1d-a99c-4c53-abc9-a97b556d1fab tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:09.913347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-670a0975-8eb8-4497-ab8b-256184e5e3ec req-53da7e1d-a99c-4c53-abc9-a97b556d1fab tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 943 time: 0.2105196 Dec 10 09:06:09.946834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.041466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e0c22e-4936-4cf5-9ccd-41dee9761007 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:06:10.063163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ce9e0304-1daf-4f38-918b-23e5a2ea81b2 None None] Provisioning complete for port c9740487-5eb9-4eca-943d-34d552fbcbca triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:10.063591 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0304-1daf-4f38-918b-23e5a2ea81b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.067480 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.111444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e0304-1daf-4f38-918b-23e5a2ea81b2 None None] Port c9740487-5eb9-4eca-943d-34d552fbcbca cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:10.124200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 52e0c22e-4936-4cf5-9ccd-41dee9761007, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=52e0c22e-4936-4cf5-9ccd-41dee9761007,segment=NetworkSegment(1be1b19c-1859-43bc-b96e-b752ad2c8823),segment_id=1be1b19c-1859-43bc-b96e-b752ad2c8823)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:10.133383 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.144245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ef54-03ec-44a8-b5b3-4acbd53cab8c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.146275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-670a0975-8eb8-4497-ab8b-256184e5e3ec req-4249c4fe-40a4-4398-a6b3-b8bf0b88ce5d tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317860 Dec 10 09:06:10.146536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.215272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.20.0.14 (242ab3d6-53ed-4e60-abd7-2dde8cecb7bb/8473ec49-e701-4c78-a039-fe06c21fe888/d041a6bd-53de-4fd3-a180-0f8f098ad7f2) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:10.230564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.20.0.13 (242ab3d6-53ed-4e60-abd7-2dde8cecb7bb/8473ec49-e701-4c78-a039-fe06c21fe888/d041a6bd-53de-4fd3-a180-0f8f098ad7f2) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:10.231411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ef54-03ec-44a8-b5b3-4acbd53cab8c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.239108 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f3d4ef54-03ec-44a8-b5b3-4acbd53cab8c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/8f2be72d-5eef-4600-8663-6d4349bffb4d HTTP/1.1" status: 204 len: 168 time: 1.2317035 Dec 10 09:06:10.241730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38742) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:10.243184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4ef54-03ec-44a8-b5b3-4acbd53cab8c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=8f2be72d-5eef-4600-8663-6d4349bffb4d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:10.268909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=52e0c22e-4936-4cf5-9ccd-41dee9761007,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:10.285160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3104a053-993b-4c7b-a109-7d59e945e7e9 None None] Provisioning complete for port c9740487-5eb9-4eca-943d-34d552fbcbca triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:10.285426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3104a053-993b-4c7b-a109-7d59e945e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.327476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3104a053-993b-4c7b-a109-7d59e945e7e9 None None] Port c9740487-5eb9-4eca-943d-34d552fbcbca cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:10.329039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6200318a-baeb-429b-999c-ac941ae64d48 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:10.361487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cf40ae-e1e4-46ae-8cc3-9c93b8598937 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:10.363522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cf40ae-e1e4-46ae-8cc3-9c93b8598937 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:10.365305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f0cf40ae-e1e4-46ae-8cc3-9c93b8598937 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1225328 Dec 10 09:06:10.366146 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.370438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38744) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:10.401938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6200318a-baeb-429b-999c-ac941ae64d48 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:10.403126 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.501684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['52e0c22e-4936-4cf5-9ccd-41dee9761007'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:10.540421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e3650f00-1c88-4cfb-9586-86533fc8560f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:10.544518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-2333315a-bf1c-4441-b572-ea23aad632d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 9137126f-7893-4f3a-b4cc-af6c2d0935e9 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:10.550723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2333315a-bf1c-4441-b572-ea23aad632d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.617729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2333315a-bf1c-4441-b572-ea23aad632d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.641219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e3650f00-1c88-4cfb-9586-86533fc8560f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:10.641691 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.676650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ce5af-c121-446e-9b14-ec028a72540f req-1bf07844-df79-4b43-b5bb-4a19a38bac20 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:10.678465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f5ce5af-c121-446e-9b14-ec028a72540f req-1bf07844-df79-4b43-b5bb-4a19a38bac20 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 932 time: 0.2036872 Dec 10 09:06:10.721921 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.755671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0320f0-22b3-4840-bf1a-b729660453d4 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:06:10.766857 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.773699 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2333315a-bf1c-4441-b572-ea23aad632d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.813199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Transition to ACTIVE for port object 4d0320f0-22b3-4840-bf1a-b729660453d4 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:06:10.819143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.834973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f5ce5af-c121-446e-9b14-ec028a72540f req-39e567de-80b4-4baf-8147-162a954be673 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417301 Dec 10 09:06:10.868738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.875662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0c9e3-2354-4ae7-b724-ee8e7ec99320 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:10.894715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Pushing event updated for resources: {'Port': ['ID=4d0320f0-22b3-4840-bf1a-b729660453d4,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:10.914584 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2333315a-bf1c-4441-b572-ea23aad632d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.927046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:10.936780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:10.942818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.944494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:10.947183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=d041a6bd-53de-4fd3-a180-0f8f098ad7f2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:10.951580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.952943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.976996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333315a-bf1c-4441-b572-ea23aad632d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=9137126f-7893-4f3a-b4cc-af6c2d0935e9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:10.978244 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2333315a-bf1c-4441-b572-ea23aad632d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:10.986574 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2333315a-bf1c-4441-b572-ea23aad632d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/9137126f-7893-4f3a-b4cc-af6c2d0935e9 HTTP/1.1" status: 204 len: 168 time: 0.6138589 Dec 10 09:06:10.988348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e71a2b-84d3-401f-ae1a-c998d81f22ec None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:10.991805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38748) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:11.043061 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f7fdceea-47f1-4e6f-b4d0-d165b974115e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497928 Dec 10 09:06:11.043787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38750) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:11.050898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:11.054251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:11.054875 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.089625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=c9740487-5eb9-4eca-943d-34d552fbcbca,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:11.115291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a673e9aa-c48b-478b-8860-04a94245f323 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6846235 Dec 10 09:06:11.115585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38752) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:11.121698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'd041a6bd-53de-4fd3-a180-0f8f098ad7f2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:11.121889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Attempting to bind port 4d0320f0-22b3-4840-bf1a-b729660453d4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:11.122259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Attempting to bind port 4d0320f0-22b3-4840-bf1a-b729660453d4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:11.122539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Attempting to bind port 4d0320f0-22b3-4840-bf1a-b729660453d4 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:11.140495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Port 4d0320f0-22b3-4840-bf1a-b729660453d4 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:06:11.140827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Attempting to bind port 4d0320f0-22b3-4840-bf1a-b729660453d4 on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:11.150216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:11.150881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Checking segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:11.151021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Bound using segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:11.151357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Bound port: 4d0320f0-22b3-4840-bf1a-b729660453d4, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:11.151926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.168854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc67fe-7a77-4158-92b6-77b2a70bd6cc None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:11.172765 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.177222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 7bdf8f38-e834-435d-b61a-e46d9b28d06b is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:11.188695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:11.225928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:11.229916 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.242545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc67fe-7a77-4158-92b6-77b2a70bd6cc None None] Deleting port e3650f00-1c88-4cfb-9586-86533fc8560f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:11.242928 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5cdc67fe-7a77-4158-92b6-77b2a70bd6cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.301966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] For port 4d0320f0-22b3-4840-bf1a-b729660453d4, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:11.325784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] For port 4d0320f0-22b3-4840-bf1a-b729660453d4, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d0320f0-22b3-4840-bf1a-b729660453d4,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:11.328438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5cdc67fe-7a77-4158-92b6-77b2a70bd6cc None None] For port e3650f00-1c88-4cfb-9586-86533fc8560f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e3650f00-1c88-4cfb-9586-86533fc8560f,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:11.332056 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5cdc67fe-7a77-4158-92b6-77b2a70bd6cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.342240 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.358311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc67fe-7a77-4158-92b6-77b2a70bd6cc None None] Calling delete_port for e3650f00-1c88-4cfb-9586-86533fc8560f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:11.386744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:11.388020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.389669 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] 10.222.0.39 "PUT /v2.0/ports/4d0320f0-22b3-4840-bf1a-b729660453d4 HTTP/1.1" status: 200 len: 1092 time: 1.7412677 Dec 10 09:06:11.395365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6150a37-5707-4126-b542-8cf956cd922e', 'tag': '4d0320f0-22b3-4840-bf1a-b729660453d4'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:11.397785 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abd1356-151a-43c6-bbf0-53a8c268a40a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6150a37-5707-4126-b542-8cf956cd922e", "tag": "4d0320f0-22b3-4840-bf1a-b729660453d4"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:11.431272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4245bb97-245d-413b-92f8-cf288ce34751 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:11.499737 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facad369-cfcb-4c53-b82d-e90cda684567 x-openstack-request-id: req-facad369-cfcb-4c53-b82d-e90cda684567 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:11.502076 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6150a37-5707-4126-b542-8cf956cd922e", "tag": "4d0320f0-22b3-4840-bf1a-b729660453d4", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:11.502733 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-facad369-cfcb-4c53-b82d-e90cda684567 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:11.503341 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6150a37-5707-4126-b542-8cf956cd922e', 'tag': '4d0320f0-22b3-4840-bf1a-b729660453d4', 'status': 'completed', 'code': 200} Dec 10 09:06:11.548586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c9661-1fc1-4925-8610-2747b2771bbf service neutron] Pushing event updated for resources: {'Port': ['ID=4d0320f0-22b3-4840-bf1a-b729660453d4,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:11.550902 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5cdc67fe-7a77-4158-92b6-77b2a70bd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.582382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc67fe-7a77-4158-92b6-77b2a70bd6cc None None] Pushing event deleted for resources: {'Port': ['ID=e3650f00-1c88-4cfb-9586-86533fc8560f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:11.584320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-3131c348-d0e4-4ba4-a0cb-46bc884249db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:11.585767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc67fe-7a77-4158-92b6-77b2a70bd6cc None None] No DVR routers for this DVR port e3650f00-1c88-4cfb-9586-86533fc8560f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:11.586264 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-3131c348-d0e4-4ba4-a0cb-46bc884249db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 1095 time: 0.1469243 Dec 10 09:06:11.659867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 52e0c22e-4936-4cf5-9ccd-41dee9761007 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:11.662052 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-47895b64-b6d4-4a6e-ba10-2de74e95af32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d0320f0-22b3-4840-bf1a-b729660453d4 HTTP/1.1" status: 200 len: 217 time: 0.0466094 Dec 10 09:06:11.710765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.722797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0e906536-cbf5-4d55-9c37-e93cbdbed674 None None] Provisioning complete for port c9740487-5eb9-4eca-943d-34d552fbcbca triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:11.723091 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e906536-cbf5-4d55-9c37-e93cbdbed674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.756842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b136bc-1d21-4a9e-8939-e16070981a43 req-e1f6b6ad-b589-4a4a-8c6a-f347fd62eac5 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:11.763052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57b136bc-1d21-4a9e-8939-e16070981a43 req-e1f6b6ad-b589-4a4a-8c6a-f347fd62eac5 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 944 time: 0.1177721 Dec 10 09:06:11.768977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:11.771404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0e906536-cbf5-4d55-9c37-e93cbdbed674 None None] Port c9740487-5eb9-4eca-943d-34d552fbcbca cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:11.774710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-ded9dd71-b2ee-41f8-89d0-9a1bcd6c71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:11.776189 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-ded9dd71-b2ee-41f8-89d0-9a1bcd6c71d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.1066308 Dec 10 09:06:11.782001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:11.791738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 52e0c22e-4936-4cf5-9ccd-41dee9761007 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:06:11.797349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:11.797969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.798544 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae876c7-e6f0-4b08-90bc-bf3f344ee751 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:11.803708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 52e0c22e-4936-4cf5-9ccd-41dee9761007 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:11.803708 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:11.826433 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-9356f429-8375-4134-9fee-6bf90e70dc3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398788 Dec 10 09:06:11.827681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=7bc9f49d-0451-4ca4-8590-8d58f91d49b5,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:11.847440 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7c600d42-1853-40ae-bed8-eea4a02deaf8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7981579 Dec 10 09:06:11.848116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38758) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:11.853639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-37519503-e3ec-49ab-841a-8604e44ba685 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': '7bc9f49d-0451-4ca4-8590-8d58f91d49b5', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1199695655'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:11.930411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a02665ea-9ced-4c27-acc2-e430541d5505 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:06:11.930672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-6d174840-cb7e-46d9-a8a1-e614c0456240 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973198 Dec 10 09:06:11.959961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57b136bc-1d21-4a9e-8939-e16070981a43 req-4fc7950f-2ae0-4013-a177-284295ed25bb tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942670 Dec 10 09:06:11.970248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.010782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f00144-306e-424a-970b-619434b5f456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '7bc9f49d-0451-4ca4-8590-8d58f91d49b5'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:12.012104 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26f00144-306e-424a-970b-619434b5f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.046237 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.046919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-514c050e-5c86-4ecf-89be-fcc416c321b4 req-081be6fc-c5b2-43b8-9411-7395c71b16f1 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083255 Dec 10 09:06:12.137493 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e6c421-9c77-4264-9d39-26ac6ce76f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e0c22e-4936-4cf5-9ccd-41dee9761007'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:12.140225 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06456cf-7103-413b-97cf-3ea30c216727" -d '{"events": [{"server_uuid": "f2e6c421-9c77-4264-9d39-26ac6ce76f61", "name": "network-vif-plugged", "status": "completed", "tag": "52e0c22e-4936-4cf5-9ccd-41dee9761007"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:12.149611 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-cbce0a35-2a71-48ca-9a2c-e23e8a861b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:12.150765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000634ae-ac0c-4b78-8a1a-99a754884b43 req-36b66751-6495-43ad-ad7e-194d61e8f27a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:12.151172 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-cbce0a35-2a71-48ca-9a2c-e23e8a861b59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 1095 time: 0.0542436 Dec 10 09:06:12.152934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-000634ae-ac0c-4b78-8a1a-99a754884b43 req-36b66751-6495-43ad-ad7e-194d61e8f27a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 944 time: 0.2354984 Dec 10 09:06:12.173850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 52e0c22e-4936-4cf5-9ccd-41dee9761007, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=52e0c22e-4936-4cf5-9ccd-41dee9761007,segment=NetworkSegment(1be1b19c-1859-43bc-b96e-b752ad2c8823),segment_id=1be1b19c-1859-43bc-b96e-b752ad2c8823)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:12.206259 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.251327 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddba6f41-7562-409c-b0d3-6cf5f2ca9b7b x-openstack-request-id: req-ddba6f41-7562-409c-b0d3-6cf5f2ca9b7b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:12.251863 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e6c421-9c77-4264-9d39-26ac6ce76f61", "name": "network-vif-plugged", "status": "completed", "tag": "52e0c22e-4936-4cf5-9ccd-41dee9761007", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:12.252319 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddba6f41-7562-409c-b0d3-6cf5f2ca9b7b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:12.252839 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e6c421-9c77-4264-9d39-26ac6ce76f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e0c22e-4936-4cf5-9ccd-41dee9761007', 'code': 200} Dec 10 09:06:12.257532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:12.272572 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c3e78-d826-49fb-b059-d5da692e88d3 None None] Sync routers for ids ['a02665ea-9ced-4c27-acc2-e430541d5505'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:12.273865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-af0b1dbf-f24f-4950-9ed3-5bfa8dd4f6ff tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a02665ea-9ced-4c27-acc2-e430541d5505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5729396 Dec 10 09:06:12.280310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38764) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:12.293785 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c3e78-d826-49fb-b059-d5da692e88d3 None None] Routers {'a02665ea-9ced-4c27-acc2-e430541d5505'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:12.295566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-26f00144-306e-424a-970b-619434b5f456 None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/7bc9f49d-0451-4ca4-8590-8d58f91d49b5/3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:12.297227 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec1c3e78-d826-49fb-b059-d5da692e88d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a02665ea-9ced-4c27-acc2-e430541d5505'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:12.324678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=52e0c22e-4936-4cf5-9ccd-41dee9761007,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:12.327445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37519503-e3ec-49ab-841a-8604e44ba685 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:12.336527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e3650f00-1c88-4cfb-9586-86533fc8560f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:12.374043 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: e3650f00-1c88-4cfb-9586-86533fc8560f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:12.374584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e3650f00-1c88-4cfb-9586-86533fc8560f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:12.374765 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec1c3e78-d826-49fb-b059-d5da692e88d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:12.391795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-cc408420-4f15-4feb-a169-1e7925cef3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:12.393276 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-cc408420-4f15-4feb-a169-1e7925cef3a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 906 time: 0.2345083 Dec 10 09:06:12.395419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.25.3.151 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/096f9a1f-d389-4fc7-8ab1-bc40951e563a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:12.400864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-000634ae-ac0c-4b78-8a1a-99a754884b43 req-57f06d84-e953-40bb-a795-95ce125d6148 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408967 Dec 10 09:06:12.401440 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c3e78-d826-49fb-b059-d5da692e88d3 None None] Routers {'a02665ea-9ced-4c27-acc2-e430541d5505'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:12.403921 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec1c3e78-d826-49fb-b059-d5da692e88d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a02665ea-9ced-4c27-acc2-e430541d5505'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:12.416142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a66fea-1cf8-47fc-8b49-542ce0d6727d req-867381b6-38ed-4060-8543-32dab48c02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:12.418324 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87a66fea-1cf8-47fc-8b49-542ce0d6727d req-867381b6-38ed-4060-8543-32dab48c02d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 1096 time: 0.0864255 Dec 10 09:06:12.422632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91c2cd-1d47-4580-8b4c-8a66e72fd039 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:12.427574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8f91c2cd-1d47-4580-8b4c-8a66e72fd039 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports/c9740487-5eb9-4eca-943d-34d552fbcbca HTTP/1.1" status: 200 len: 982 time: 0.1417923 Dec 10 09:06:12.432732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38766) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:12.447376 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec1c3e78-d826-49fb-b059-d5da692e88d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:12.448180 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c3e78-d826-49fb-b059-d5da692e88d3 None None] The sync data for ids ['a02665ea-9ced-4c27-acc2-e430541d5505'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:12.486585 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-2215b616-27b1-4c39-a1f5-d6b1590b83e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d0320f0-22b3-4840-bf1a-b729660453d4 HTTP/1.1" status: 200 len: 217 time: 0.0813425 Dec 10 09:06:12.554353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26f00144-306e-424a-970b-619434b5f456 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.561071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87a66fea-1cf8-47fc-8b49-542ce0d6727d req-d65f5234-21a1-4f79-981d-f08aeb170890 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829618 Dec 10 09:06:12.562532 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26f00144-306e-424a-970b-619434b5f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.562694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-01a27472-c405-49eb-a642-fa5db960ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:12.563928 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-01a27472-c405-49eb-a642-fa5db960ef62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.0691347 Dec 10 09:06:12.603299 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37519503-e3ec-49ab-841a-8604e44ba685 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.611371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f00144-306e-424a-970b-619434b5f456 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:12.612797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-ac3da5d9-feef-41e1-9295-71a6921921ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401797 Dec 10 09:06:12.614504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-26f00144-306e-424a-970b-619434b5f456 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:12.616877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f00144-306e-424a-970b-619434b5f456 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:12.686690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-37519503-e3ec-49ab-841a-8604e44ba685 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 6573eb86-cdf8-41b9-a1a2-48763a67b1b3 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:12.726073 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-f0dff051-307c-4256-9bae-2217826c12d3 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059787 Dec 10 09:06:12.794388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.809678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f00144-306e-424a-970b-619434b5f456 None None] Pushing event updated for resources: {'Port': ['ID=3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:12.827944 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4abd1356-151a-43c6-bbf0-53a8c268a40a req-307e0738-9f27-4a5e-9e97-e41f711950e7 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939810 Dec 10 09:06:12.843771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-26f00144-306e-424a-970b-619434b5f456 None None] Attempting to bind port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:12.844155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-26f00144-306e-424a-970b-619434b5f456 None None] Attempting to bind port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:12.844519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f00144-306e-424a-970b-619434b5f456 None None] Attempting to bind port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:12.850871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f00144-306e-424a-970b-619434b5f456 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:12.851244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f00144-306e-424a-970b-619434b5f456 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:12.851653 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26f00144-306e-424a-970b-619434b5f456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.852044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f00144-306e-424a-970b-619434b5f456 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:12.852514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-26f00144-306e-424a-970b-619434b5f456 None None] Bound port: 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:12.852895 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26f00144-306e-424a-970b-619434b5f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.915994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-26f00144-306e-424a-970b-619434b5f456 None None] For port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:12.919686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-26f00144-306e-424a-970b-619434b5f456 None None] For port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:12.924244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26f00144-306e-424a-970b-619434b5f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.945107 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-37519503-e3ec-49ab-841a-8604e44ba685 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:06:12.945475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37519503-e3ec-49ab-841a-8604e44ba685 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:06:12.954487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:12.992162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f00144-306e-424a-970b-619434b5f456 None None] Pushing event updated for resources: {'Port': ['ID=3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:13.016914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:13.020548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-37519503-e3ec-49ab-841a-8604e44ba685 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1712918 Dec 10 09:06:13.023344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38770) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:13.031489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:13.037295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:13.062822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=096f9a1f-d389-4fc7-8ab1-bc40951e563a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:13.089646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b63719-d506-4bf3-961d-a7aa0501779f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:13.093737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-82b63719-d506-4bf3-961d-a7aa0501779f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0662196 Dec 10 09:06:13.093984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38772) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:13.154916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3166aa3-9e99-479b-bb87-049363b94759 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:13.157065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3166aa3-9e99-479b-bb87-049363b94759 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:13.161335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d3166aa3-9e99-479b-bb87-049363b94759 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0638373 Dec 10 09:06:13.161828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38774) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:13.233895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf15dc-7bb5-4892-b0b0-6884f14567b7 req-03842df8-3d28-4ac8-80cb-872315fa9306 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:13.234949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-00215064-0553-47f3-8f17-06b208887e99 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 7bc9f49d-0451-4ca4-8590-8d58f91d49b5 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:13.235538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fdf15dc-7bb5-4892-b0b0-6884f14567b7 req-03842df8-3d28-4ac8-80cb-872315fa9306 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 945 time: 0.1618915 Dec 10 09:06:13.238503 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00215064-0553-47f3-8f17-06b208887e99 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:13.289879 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00215064-0553-47f3-8f17-06b208887e99 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:13.391525 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00215064-0553-47f3-8f17-06b208887e99 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:13.427555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fdf15dc-7bb5-4892-b0b0-6884f14567b7 req-fc5fef58-8168-41b6-ac32-5eedfc648500 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680794 Dec 10 09:06:13.453982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00215064-0553-47f3-8f17-06b208887e99 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:13.481598 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:13.481884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00215064-0553-47f3-8f17-06b208887e99 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc9f49d-0451-4ca4-8590-8d58f91d49b5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:13.494303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00215064-0553-47f3-8f17-06b208887e99 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:13.501150 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-00215064-0553-47f3-8f17-06b208887e99 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/7bc9f49d-0451-4ca4-8590-8d58f91d49b5 HTTP/1.1" status: 204 len: 168 time: 0.3360233 Dec 10 09:06:13.501331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38778) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:13.542807 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c745c4e7-df95-4095-9b74-b223d44ea958 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372763 Dec 10 09:06:13.544427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38780) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:13.549643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:13.647206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:13.651006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:13.872418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:13.917179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:13.926631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:13.934395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:13.935044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:13.954322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=05c34805-ecd9-4e70-be5b-c93c606367c6,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:13.965581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e71eba33-0de1-4517-acfa-73cb7c72cfca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4181714 Dec 10 09:06:13.967551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38784) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:13.972804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-250e97d4-dfa0-49b8-b55e-fb498a899720 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-612757545', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:13.987384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4d0320f0-22b3-4840-bf1a-b729660453d4 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:06:14.008105 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-250e97d4-dfa0-49b8-b55e-fb498a899720 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.009308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-250e97d4-dfa0-49b8-b55e-fb498a899720 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.038877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d073-4b3e-4576-bcd4-fc11d6d64416 req-4adabb57-9c30-40fa-ac12-4ee74815263b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:14.040413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0206d073-4b3e-4576-bcd4-fc11d6d64416 req-4adabb57-9c30-40fa-ac12-4ee74815263b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 944 time: 0.5231662 Dec 10 09:06:14.100407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-250e97d4-dfa0-49b8-b55e-fb498a899720 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.114363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-250e97d4-dfa0-49b8-b55e-fb498a899720 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.116484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c46588-f1f6-49f2-991e-be793f47f7cb None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:14.122005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4d0320f0-22b3-4840-bf1a-b729660453d4, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d0320f0-22b3-4840-bf1a-b729660453d4,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:14.137614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-250e97d4-dfa0-49b8-b55e-fb498a899720 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.140065 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-250e97d4-dfa0-49b8-b55e-fb498a899720 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1714985 Dec 10 09:06:14.142594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38786) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:14.186003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '4d0320f0-22b3-4840-bf1a-b729660453d4', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'port_id': '4d0320f0-22b3-4840-bf1a-b729660453d4', 'mac_address': 'fa:16:3e:b7:44:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff99d532-c043-4377-9645-c5021d649940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:06:14.196669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0206d073-4b3e-4576-bcd4-fc11d6d64416 req-6ca4631f-0e40-44f0-b4ea-57edd67a3f2a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189668 Dec 10 09:06:14.236135 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.283580 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.286349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-50637841-3d5b-4fd9-9472-391b46b6d429 None None] Provisioning complete for port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:14.286741 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50637841-3d5b-4fd9-9472-391b46b6d429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.337916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:14.344954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port c9740487-5eb9-4eca-943d-34d552fbcbca {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:14.344954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.366254 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.382539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0320f0-22b3-4840-bf1a-b729660453d4 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:06:14.424800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4d0320f0-22b3-4840-bf1a-b729660453d4, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d0320f0-22b3-4840-bf1a-b729660453d4,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:14.436544 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.497406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.510875 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.527111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:14.527713 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.571672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for c9740487-5eb9-4eca-943d-34d552fbcbca owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:14.591660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=4d0320f0-22b3-4840-bf1a-b729660453d4,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:14.594456 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50637841-3d5b-4fd9-9472-391b46b6d429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.709600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-50637841-3d5b-4fd9-9472-391b46b6d429 None None] For port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:14.711018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['4d0320f0-22b3-4840-bf1a-b729660453d4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:14.748005 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50637841-3d5b-4fd9-9472-391b46b6d429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.753450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b49384-cccb-4994-8d08-766a87046448 req-37dfe1b8-6385-4d9e-95ce-d662a0e43635 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:14.755200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97b49384-cccb-4994-8d08-766a87046448 req-37dfe1b8-6385-4d9e-95ce-d662a0e43635 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 945 time: 0.1815994 Dec 10 09:06:14.784698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::1 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/05c34805-ecd9-4e70-be5b-c93c606367c6/a5d51139-9829-43c4-82d9-00594abe2df9) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:14.789688 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.842671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50637841-3d5b-4fd9-9472-391b46b6d429 None None] Pushing event updated for resources: {'Port': ['ID=3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:14.853624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.869541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.894074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97b49384-cccb-4994-8d08-766a87046448 req-87085625-a438-447d-a7a4-ac75bab8dbc1 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906842 Dec 10 09:06:14.927044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9c495c25-6de8-473d-b435-af256631d927 None None] Provisioning complete for port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:14.927415 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9c495c25-6de8-473d-b435-af256631d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.929100 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:06:14.929574 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:06:14.936670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:14.984936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.054426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:15.058699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:15.077874 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.082572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:15.084600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.091228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.101370 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.144073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=a5d51139-9829-43c4-82d9-00594abe2df9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:15.196003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=096f9a1f-d389-4fc7-8ab1-bc40951e563a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:15.261312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.372934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=c9740487-5eb9-4eca-943d-34d552fbcbca,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:15.441981 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.464457 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP ed08b878-764e-46b8-9cbf-1814eff36ed8 associated. External IP: 172.25.3.151, port: d041a6bd-53de-4fd3-a180-0f8f098ad7f2. Dec 10 09:06:15.478254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971df44-6d86-483c-9101-7f660586ddcf req-27af2602-383d-4375-9fea-cd50d957f350 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:15.479885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d971df44-6d86-483c-9101-7f660586ddcf req-27af2602-383d-4375-9fea-cd50d957f350 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 945 time: 0.2165306 Dec 10 09:06:15.520906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b7c350a6-11d7-40fe-8559-be32873523ed None None] Provisioning complete for port a5d51139-9829-43c4-82d9-00594abe2df9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:15.521801 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b7c350a6-11d7-40fe-8559-be32873523ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.531109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d637a-791c-4075-9f86-e1e5376210f0 req-6d79ede9-24c4-4be4-8da8-1e062f53ac2e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:15.533023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f2d637a-791c-4075-9f86-e1e5376210f0 req-6d79ede9-24c4-4be4-8da8-1e062f53ac2e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 945 time: 0.1764038 Dec 10 09:06:15.563839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b7c350a6-11d7-40fe-8559-be32873523ed None None] Port a5d51139-9829-43c4-82d9-00594abe2df9 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:15.600169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.606253 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.606999 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:15.693364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=a5d51139-9829-43c4-82d9-00594abe2df9,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:15.734447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:15.735858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:15.796591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d971df44-6d86-483c-9101-7f660586ddcf req-7c101e80-d0c8-454e-8c08-f3b06a201bdf tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262597 Dec 10 09:06:15.806980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f2d637a-791c-4075-9f86-e1e5376210f0 req-c552594d-f4d1-4bcc-be2e-dcc37fd8a7d2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289128 Dec 10 09:06:15.833943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a02665ea-9ced-4c27-acc2-e430541d5505 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:15.975305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:15.984322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5c1d912a-aca4-4e58-b8a7-ac45ad953364 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a02665ea-9ced-4c27-acc2-e430541d5505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5427163 Dec 10 09:06:15.984322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38802) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:15.993251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a8c08-0b45-42d0-8897-69354fb590e4 None None] Sync routers for ids ['a02665ea-9ced-4c27-acc2-e430541d5505'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:16.004661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4d0320f0-22b3-4840-bf1a-b729660453d4 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:16.010405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2b4bb1b5-4ca8-4c44-86f0-c6bc6079bbb2 None None] Provisioning complete for port a5d51139-9829-43c4-82d9-00594abe2df9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:16.010831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb1b5-4ca8-4c44-86f0-c6bc6079bbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.067034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a8c08-0b45-42d0-8897-69354fb590e4 None None] Routers {'a02665ea-9ced-4c27-acc2-e430541d5505'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:16.067598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e33a8c08-0b45-42d0-8897-69354fb590e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a02665ea-9ced-4c27-acc2-e430541d5505'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:16.113210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e33a8c08-0b45-42d0-8897-69354fb590e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:16.121150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2b4bb1b5-4ca8-4c44-86f0-c6bc6079bbb2 None None] Port a5d51139-9829-43c4-82d9-00594abe2df9 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:16.133943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a8c08-0b45-42d0-8897-69354fb590e4 None None] Routers {'a02665ea-9ced-4c27-acc2-e430541d5505'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:16.134816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e33a8c08-0b45-42d0-8897-69354fb590e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a02665ea-9ced-4c27-acc2-e430541d5505'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:16.171054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 4d0320f0-22b3-4840-bf1a-b729660453d4 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:06:16.173149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e33a8c08-0b45-42d0-8897-69354fb590e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:16.174487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a8c08-0b45-42d0-8897-69354fb590e4 None None] The sync data for ids ['a02665ea-9ced-4c27-acc2-e430541d5505'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:16.177125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Router c13dccbe-0a0c-4d90-800c-f27be3ca6292 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:06:16.179816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 4d0320f0-22b3-4840-bf1a-b729660453d4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:16.180132 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.232640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:16.256293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:16.277036 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-c03038cb-2993-4b6c-a16a-2bc615ddead3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 09:06:16.278628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c03038cb-2993-4b6c-a16a-2bc615ddead3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a02665ea-9ced-4c27-acc2-e430541d5505/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2934985 Dec 10 09:06:16.279035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:16.282485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38804) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:16.291921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d65d50df-3e72-4adc-b73e-6b6b3549843c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "PUT /v2.0/routers/c13dccbe-0a0c-4d90-800c-f27be3ca6292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1454399 Dec 10 09:06:16.292201 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Sync routers for ids ['c13dccbe-0a0c-4d90-800c-f27be3ca6292'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:16.292660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38806) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:16.302706 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Routers {'c13dccbe-0a0c-4d90-800c-f27be3ca6292'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:16.303836 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c13dccbe-0a0c-4d90-800c-f27be3ca6292'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:16.305532 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.321614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-085163bd-c4dd-482b-bd30-223aa7eba646 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=a02665ea-9ced-4c27-acc2-e430541d5505 HTTP/1.1" status: 200 len: 205 time: 0.0366228 Dec 10 09:06:16.326007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38808) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:16.342840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6150a37-5707-4126-b542-8cf956cd922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0320f0-22b3-4840-bf1a-b729660453d4'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:16.345286 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063783e0-336e-470f-848a-62ce66877b18" -d '{"events": [{"server_uuid": "c6150a37-5707-4126-b542-8cf956cd922e", "name": "network-vif-plugged", "status": "completed", "tag": "4d0320f0-22b3-4840-bf1a-b729660453d4"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:16.366360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 4d0320f0-22b3-4840-bf1a-b729660453d4, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d0320f0-22b3-4840-bf1a-b729660453d4,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:16.369700 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:16.370405 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.374251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.463207 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eb8a20-59e4-4d7e-ad76-34fc26ff2ac8 x-openstack-request-id: req-f2eb8a20-59e4-4d7e-ad76-34fc26ff2ac8 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:16.464652 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6150a37-5707-4126-b542-8cf956cd922e", "name": "network-vif-plugged", "status": "completed", "tag": "4d0320f0-22b3-4840-bf1a-b729660453d4", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:16.465149 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2eb8a20-59e4-4d7e-ad76-34fc26ff2ac8 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:16.465861 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6150a37-5707-4126-b542-8cf956cd922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0320f0-22b3-4840-bf1a-b729660453d4', 'code': 200} Dec 10 09:06:16.472264 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0ef3a2-2341-4608-bcf1-b124ec523715 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.481779 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Set router c13dccbe-0a0c-4d90-800c-f27be3ca6292 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:16.500067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=4d0320f0-22b3-4840-bf1a-b729660453d4,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:16.652761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6a61-6ec3-4571-be81-cb1641cf1a9a req-42c46a7d-1e57-4a7a-9de5-704d2391c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:16.654174 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87ff6a61-6ec3-4571-be81-cb1641cf1a9a req-42c46a7d-1e57-4a7a-9de5-704d2391c7b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 1097 time: 0.1411374 Dec 10 09:06:16.695653 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0ef3a2-2341-4608-bcf1-b124ec523715 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.706194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0ef3a2-2341-4608-bcf1-b124ec523715 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.762633 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13dccbe-0a0c-4d90-800c-f27be3ca6292', 'name': 'tempest-NetworksTestDHCPv6-router-612757545', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:14Z', 'updated_at': '2021-12-10T09:06:15Z', 'revision_number': 2, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'gw_port_host': None, '_interfaces': [{'id': 'a5d51139-9829-43c4-82d9-00594abe2df9', 'name': '', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'mac_address': 'fa:16:3e:8b:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13dccbe-0a0c-4d90-800c-f27be3ca6292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '05c34805-ecd9-4e70-be5b-c93c606367c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:14Z', 'updated_at': '2021-12-10T09:06:15Z', 'revision_number': 2, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'subnets': [{'id': '05c34805-ecd9-4e70-be5b-c93c606367c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:16.784587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb22b9-a095-4688-8cd5-476ab4b84950 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:16.786068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cabb22b9-a095-4688-8cd5-476ab4b84950 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports/a5d51139-9829-43c4-82d9-00594abe2df9 HTTP/1.1" status: 200 len: 911 time: 0.4924972 Dec 10 09:06:16.788516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38812) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:16.796765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0ef3a2-2341-4608-bcf1-b124ec523715 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.797300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0ef3a2-2341-4608-bcf1-b124ec523715 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Fanout notify agent at l3_agent the message router_deleted on router a02665ea-9ced-4c27-acc2-e430541d5505 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:06:16.799734 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Checking router: c13dccbe-0a0c-4d90-800c-f27be3ca6292 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:06:16.800371 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Updating router c13dccbe-0a0c-4d90-800c-f27be3ca6292 port a5d51139-9829-43c4-82d9-00594abe2df9 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:06:16.804242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7f0ef3a2-2341-4608-bcf1-b124ec523715 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.805349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7f0ef3a2-2341-4608-bcf1-b124ec523715 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/a02665ea-9ced-4c27-acc2-e430541d5505 HTTP/1.1" status: 204 len: 168 time: 0.4770148 Dec 10 09:06:16.807664 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87ff6a61-6ec3-4571-be81-cb1641cf1a9a req-7ab513ce-cf00-415e-9b63-9900d247bc59 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228414 Dec 10 09:06:16.809208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38814) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:16.830539 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.857755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-4191d24d-48ba-41ff-85a1-04f2ea249e76 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:16.859257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-4191d24d-48ba-41ff-85a1-04f2ea249e76 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 945 time: 0.1556659 Dec 10 09:06:16.913668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d0b493-49fd-474e-abdf-b8a1ee963d2e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting subnet 2ccd47a9-83ed-4f68-8b47-d0fd7413f726 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:16.917604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72d0b493-49fd-474e-abdf-b8a1ee963d2e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.974811 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72d0b493-49fd-474e-abdf-b8a1ee963d2e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:16.997527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:17.007674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2640b36b-fe42-4b85-9e78-de8c3eb6682e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:17.014275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2640b36b-fe42-4b85-9e78-de8c3eb6682e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:17.015947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2640b36b-fe42-4b85-9e78-de8c3eb6682e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2264981 Dec 10 09:06:17.016654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf0dcb-01b9-4ccf-b60f-333de195276a None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:17.023544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38820) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:17.035275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf0dcb-01b9-4ccf-b60f-333de195276a None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:17.036442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-bccf0dcb-01b9-4ccf-b60f-333de195276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:17.078899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-bccf0dcb-01b9-4ccf-b60f-333de195276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:17.091560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf0dcb-01b9-4ccf-b60f-333de195276a None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:17.092765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0499b0-9fbc-46cb-b953-a978eff9c9c2 req-de3d76da-a992-433e-a1f3-215abaec41f5 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:17.092930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-bccf0dcb-01b9-4ccf-b60f-333de195276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:17.094539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e0499b0-9fbc-46cb-b953-a978eff9c9c2 req-de3d76da-a992-433e-a1f3-215abaec41f5 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 945 time: 0.1975660 Dec 10 09:06:17.128038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.129999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-bccf0dcb-01b9-4ccf-b60f-333de195276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:17.131007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf0dcb-01b9-4ccf-b60f-333de195276a None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:17.166754 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72d0b493-49fd-474e-abdf-b8a1ee963d2e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.185238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec33ab8-58d2-464b-bc10-c8df21b7594b req-96238547-25e1-42d9-9185-3ad8ffc38531 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:17.186798 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ec33ab8-58d2-464b-bc10-c8df21b7594b req-96238547-25e1-42d9-9185-3ad8ffc38531 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 946 time: 0.2445815 Dec 10 09:06:17.225003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d5239866-10ba-4956-acbc-2067b2f0b35a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.1060541 Dec 10 09:06:17.229178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38822) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:17.232731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Deleting port 52e0c22e-4936-4cf5-9ccd-41dee9761007 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:17.232731 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.240794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0f89d6c3-98c3-4e99-b99a-1aff5d564820 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'port_id': 'd041a6bd-53de-4fd3-a180-0f8f098ad7f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:17.244980 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.251360 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.288929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e0499b0-9fbc-46cb-b953-a978eff9c9c2 req-fa2fe721-ef45-4103-9fa9-c833c5494587 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/security-groups?id=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644249 Dec 10 09:06:17.321403 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Pushing event updated for resources: {'Port': ['ID=a5d51139-9829-43c4-82d9-00594abe2df9,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:17.347226 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72d0b493-49fd-474e-abdf-b8a1ee963d2e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.358174 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.358174 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.358174 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.358636 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.358976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.359373 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.360002 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.360362 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.361044 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.361410 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.361837 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.362222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.362728 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:17.368202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ec33ab8-58d2-464b-bc10-c8df21b7594b req-9670cdff-0bfc-4818-bfaa-2401be491079 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661205 Dec 10 09:06:17.400036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0b493-49fd-474e-abdf-b8a1ee963d2e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccd47a9-83ed-4f68-8b47-d0fd7413f726,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:17.410103 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f89d6c3-98c3-4e99-b99a-1aff5d564820 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.412028 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Attempting to bind port a5d51139-9829-43c4-82d9-00594abe2df9 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:17.412406 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Attempting to bind port a5d51139-9829-43c4-82d9-00594abe2df9 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:17.412771 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Attempting to bind port a5d51139-9829-43c4-82d9-00594abe2df9 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:17.426079 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:17.426481 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:17.427273 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.427747 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:17.428311 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Bound port: a5d51139-9829-43c4-82d9-00594abe2df9, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:17.428835 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.434115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc73f6-4739-4f72-8fff-9959c67d2305 None None] Network 7bdf8f38-e834-435d-b61a-e46d9b28d06b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:17.485426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72d0b493-49fd-474e-abdf-b8a1ee963d2e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.492373 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-72d0b493-49fd-474e-abdf-b8a1ee963d2e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/2ccd47a9-83ed-4f68-8b47-d0fd7413f726 HTTP/1.1" status: 204 len: 168 time: 0.6821256 Dec 10 09:06:17.493139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38824) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:17.573248 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] For port a5d51139-9829-43c4-82d9-00594abe2df9, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:17.579553 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] For port a5d51139-9829-43c4-82d9-00594abe2df9, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a5d51139-9829-43c4-82d9-00594abe2df9,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:17.587090 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.597973 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.667773 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34853f8-f6e3-4b6d-b681-ea668200e3f0 None None] Pushing event updated for resources: {'Port': ['ID=a5d51139-9829-43c4-82d9-00594abe2df9,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:17.677095 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Routers {'c13dccbe-0a0c-4d90-800c-f27be3ca6292'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:17.677822 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c13dccbe-0a0c-4d90-800c-f27be3ca6292'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:17.680703 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.691487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] For port 52e0c22e-4936-4cf5-9ccd-41dee9761007, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=52e0c22e-4936-4cf5-9ccd-41dee9761007,segment=NetworkSegment(1be1b19c-1859-43bc-b96e-b752ad2c8823),segment_id=1be1b19c-1859-43bc-b96e-b752ad2c8823)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:17.692095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.695351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dd8c32-e2bb-4579-a0ee-404716bfe3c5 None None] DHCP port deletion for 7bdf8f38-e834-435d-b61a-e46d9b28d06b request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:17.736329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Calling delete_port for 52e0c22e-4936-4cf5-9ccd-41dee9761007 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:17.800250 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] Set router c13dccbe-0a0c-4d90-800c-f27be3ca6292 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:17.837232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7390149f-6908-4884-a46c-999d5f8d8cab None None] Provisioning complete for port a5d51139-9829-43c4-82d9-00594abe2df9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:17.842025 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7390149f-6908-4884-a46c-999d5f8d8cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:17.917973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-60dd8c32-e2bb-4579-a0ee-404716bfe3c5 None None] Deleting port 6200318a-baeb-429b-999c-ac941ae64d48 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:17.922675 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60dd8c32-e2bb-4579-a0ee-404716bfe3c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.045044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port a5d51139-9829-43c4-82d9-00594abe2df9 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:18.045862 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.078696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 6200318a-baeb-429b-999c-ac941ae64d48 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:18.079038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.096309 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13dccbe-0a0c-4d90-800c-f27be3ca6292', 'name': 'tempest-NetworksTestDHCPv6-router-612757545', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:14Z', 'updated_at': '2021-12-10T09:06:15Z', 'revision_number': 2, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'gw_port_host': None, '_interfaces': [{'id': 'a5d51139-9829-43c4-82d9-00594abe2df9', 'name': '', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'mac_address': 'fa:16:3e:8b:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13dccbe-0a0c-4d90-800c-f27be3ca6292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '05c34805-ecd9-4e70-be5b-c93c606367c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:14Z', 'updated_at': '2021-12-10T09:06:17Z', 'revision_number': 4, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'subnets': [{'id': '05c34805-ecd9-4e70-be5b-c93c606367c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:18.108554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-60dd8c32-e2bb-4579-a0ee-404716bfe3c5 None None] For port 6200318a-baeb-429b-999c-ac941ae64d48, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6200318a-baeb-429b-999c-ac941ae64d48,segment=NetworkSegment(658253bf-584b-426b-86c2-d37c7c60029d),segment_id=658253bf-584b-426b-86c2-d37c7c60029d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:18.109291 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60dd8c32-e2bb-4579-a0ee-404716bfe3c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.136709 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85865785-80d5-46c9-8408-e6648c6f518c None None] The sync data for ids ['c13dccbe-0a0c-4d90-800c-f27be3ca6292'] in n-d-814746-3 is: [{'id': 'c13dccbe-0a0c-4d90-800c-f27be3ca6292', 'name': 'tempest-NetworksTestDHCPv6-router-612757545', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:14Z', 'updated_at': '2021-12-10T09:06:15Z', 'revision_number': 2, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'gw_port_host': None, '_interfaces': [{'id': 'a5d51139-9829-43c4-82d9-00594abe2df9', 'name': '', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'mac_address': 'fa:16:3e:8b:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13dccbe-0a0c-4d90-800c-f27be3ca6292', 'device_owner': 'network:router_interface', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '05c34805-ecd9-4e70-be5b-c93c606367c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:14Z', 'updated_at': '2021-12-10T09:06:17Z', 'revision_number': 4, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'subnets': [{'id': '05c34805-ecd9-4e70-be5b-c93c606367c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:18.140139 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7390149f-6908-4884-a46c-999d5f8d8cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.145687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-60dd8c32-e2bb-4579-a0ee-404716bfe3c5 None None] Calling delete_port for 6200318a-baeb-429b-999c-ac941ae64d48 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:18.191682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] For port a5d51139-9829-43c4-82d9-00594abe2df9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a5d51139-9829-43c4-82d9-00594abe2df9,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:18.192376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.210249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for a5d51139-9829-43c4-82d9-00594abe2df9 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:18.225526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7390149f-6908-4884-a46c-999d5f8d8cab None None] For port a5d51139-9829-43c4-82d9-00594abe2df9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a5d51139-9829-43c4-82d9-00594abe2df9,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:18.241952 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7390149f-6908-4884-a46c-999d5f8d8cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.270615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port 6200318a-baeb-429b-999c-ac941ae64d48, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6200318a-baeb-429b-999c-ac941ae64d48,segment=NetworkSegment(658253bf-584b-426b-86c2-d37c7c60029d),segment_id=658253bf-584b-426b-86c2-d37c7c60029d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:18.270982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.284608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6200318a-baeb-429b-999c-ac941ae64d48 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:18.318149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.328093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 6200318a-baeb-429b-999c-ac941ae64d48 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:18.351389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390149f-6908-4884-a46c-999d5f8d8cab None None] Pushing event updated for resources: {'Port': ['ID=a5d51139-9829-43c4-82d9-00594abe2df9,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:18.363857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Pushing event deleted for resources: {'Port': ['ID=52e0c22e-4936-4cf5-9ccd-41dee9761007,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:18.407778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2de6a389-bdcf-473e-af5c-3653c0350eb7 None None] Provisioning complete for port a5d51139-9829-43c4-82d9-00594abe2df9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:18.408200 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2de6a389-bdcf-473e-af5c-3653c0350eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.411471 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60dd8c32-e2bb-4579-a0ee-404716bfe3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.458981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-215a3e96-5303-4797-8bd8-b9beced9eb73 req-1c8b771f-4a52-4c4f-b7a7-80a0a0d598f7 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e6c421-9c77-4264-9d39-26ac6ce76f61 HTTP/1.1" status: 200 len: 210 time: 0.0444248 Dec 10 09:06:18.461909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd8c32-e2bb-4579-a0ee-404716bfe3c5 None None] Pushing event deleted for resources: {'Port': ['ID=6200318a-baeb-429b-999c-ac941ae64d48,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:18.483994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No active binding found for port 6200318a-baeb-429b-999c-ac941ae64d48 {{(pid=114971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 09:06:18.484551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6200318a-baeb-429b-999c-ac941ae64d48 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:18.497090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd8c32-e2bb-4579-a0ee-404716bfe3c5 None None] No DVR routers for this DVR port 6200318a-baeb-429b-999c-ac941ae64d48 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:18.588422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] No DVR routers for this DVR port 52e0c22e-4936-4cf5-9ccd-41dee9761007 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:18.596249 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.600663 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.604819 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fc4ac6e-1c35-408f-9453-2c15ec9a2394 req-db2605e6-0184-46a3-8c18-b5a874794218 tempest-InstanceActionsNegativeTestJSON-1757570001 tempest-InstanceActionsNegativeTestJSON-1757570001-project] 10.222.0.18 "DELETE /v2.0/ports/52e0c22e-4936-4cf5-9ccd-41dee9761007 HTTP/1.1" status: 204 len: 173 time: 1.7291548 Dec 10 09:06:18.618528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e6c421-9c77-4264-9d39-26ac6ce76f61', 'name': 'network-vif-deleted', 'tag': '52e0c22e-4936-4cf5-9ccd-41dee9761007'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:18.621797 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b6cb3e-b10a-48b6-95fc-ecaf44313f5d" -d '{"events": [{"server_uuid": "f2e6c421-9c77-4264-9d39-26ac6ce76f61", "name": "network-vif-deleted", "tag": "52e0c22e-4936-4cf5-9ccd-41dee9761007"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:18.667863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45df51b-7d83-42a6-87ca-471053f5b321 req-ef8307aa-bbef-42f5-9def-169ce941bffb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:18.668970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=6200318a-baeb-429b-999c-ac941ae64d48,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:18.669631 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a45df51b-7d83-42a6-87ca-471053f5b321 req-ef8307aa-bbef-42f5-9def-169ce941bffb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 946 time: 0.1008253 Dec 10 09:06:18.673817 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.713736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No DVR routers for this DVR port 6200318a-baeb-429b-999c-ac941ae64d48 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:18.717698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=a5d51139-9829-43c4-82d9-00594abe2df9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:18.718309 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c532f4f8-68ac-4556-a1e6-4b103d1f9d93 x-openstack-request-id: req-c532f4f8-68ac-4556-a1e6-4b103d1f9d93 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:18.726166 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e6c421-9c77-4264-9d39-26ac6ce76f61", "name": "network-vif-deleted", "tag": "52e0c22e-4936-4cf5-9ccd-41dee9761007", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:18.726466 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c532f4f8-68ac-4556-a1e6-4b103d1f9d93 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:18.726899 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e6c421-9c77-4264-9d39-26ac6ce76f61', 'name': 'network-vif-deleted', 'tag': '52e0c22e-4936-4cf5-9ccd-41dee9761007', 'status': 'completed', 'code': 200} Dec 10 09:06:18.771887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.resource_extend [None req-0f89d6c3-98c3-4e99-b99a-1aff5d564820 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 09:06:18.876293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.885833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a45df51b-7d83-42a6-87ca-471053f5b321 req-5ae23a5a-d80f-4d0a-81d1-39753c9adeae tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789846 Dec 10 09:06:18.889237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.914985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f89d6c3-98c3-4e99-b99a-1aff5d564820 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.933752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f89d6c3-98c3-4e99-b99a-1aff5d564820 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:18.938155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdf8f38-e834-435d-b61a-e46d9b28d06b']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:18.998155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658253bf-584b-426b-86c2-d37c7c60029d') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:18.998438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658253bf-584b-426b-86c2-d37c7c60029d') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:19.018573 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.079024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.092565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:06:19.093044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:06:19.096551 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:06:19.152380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Router c13dccbe-0a0c-4d90-800c-f27be3ca6292 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:19.286277 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5fd0d-f221-4ecc-82f7-d3b1baca8e33 req-b69bc652-7d3e-48a5-8911-9bf6176c3f49 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:19.287914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22b5fd0d-f221-4ecc-82f7-d3b1baca8e33 req-b69bc652-7d3e-48a5-8911-9bf6176c3f49 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 946 time: 0.1344621 Dec 10 09:06:19.289242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:19.294854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8fc2c308-5346-4110-a1bc-a5c475d017cf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "PUT /v2.0/routers/c13dccbe-0a0c-4d90-800c-f27be3ca6292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700832 Dec 10 09:06:19.297186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38836) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:19.393108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd6ff1-a419-481a-aa74-2aba541805ae tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:19.395263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd6ff1-a419-481a-aa74-2aba541805ae tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:19.396894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9dfd6ff1-a419-481a-aa74-2aba541805ae tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0985007 Dec 10 09:06:19.401984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38838) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:19.419791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.440680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22b5fd0d-f221-4ecc-82f7-d3b1baca8e33 req-aeaa933e-e436-484a-926f-25bde05334ed tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329532 Dec 10 09:06:19.480336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 05c34805-ecd9-4e70-be5b-c93c606367c6 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:19.484495 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.530859 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.535697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.544748 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/networks/7bdf8f38-e834-435d-b61a-e46d9b28d06b HTTP/1.1" status: 204 len: 168 time: 2.0294526 Dec 10 09:06:19.544901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38844) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:19.547749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38846) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:19.550502 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.559112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-920314057'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:19.582485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c591cfa-d255-4b3e-a7cb-e78b46a33c13 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Network': ['ID=7bdf8f38-e834-435d-b61a-e46d9b28d06b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:19.642786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:19.646665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.663229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f19996-c8d8-4e04-a135-e6d71695cbcd admin admin] Deleting subnet 2506d6bb-fe87-44ac-a983-8efe7a61ee52 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:19.665627 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.671415 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f19996-c8d8-4e04-a135-e6d71695cbcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.673917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f89d6c3-98c3-4e99-b99a-1aff5d564820 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:19.681265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:06:19.689307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 52e0c22e-4936-4cf5-9ccd-41dee9761007 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:19.696783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.697132 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added segment 34b8f3c0-ec56-4361-817e-adefbb1c6c03 of type vlan for network c3ab10ff-48fc-4116-98b4-fe40a4272722 Dec 10 09:06:19.715111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 52e0c22e-4936-4cf5-9ccd-41dee9761007 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:19.715461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 52e0c22e-4936-4cf5-9ccd-41dee9761007 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:19.716249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18386bd0-9286-4faa-9a1b-a89773f51835 req-d2875dd6-9182-4685-969e-51b80815417f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:19.718327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18386bd0-9286-4faa-9a1b-a89773f51835 req-d2875dd6-9182-4685-969e-51b80815417f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 946 time: 0.1642554 Dec 10 09:06:19.769773 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f19996-c8d8-4e04-a135-e6d71695cbcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.783067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.842629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18386bd0-9286-4faa-9a1b-a89773f51835 req-95c94367-2aa8-48a4-8487-8bf93b041e07 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116588 Dec 10 09:06:19.845146 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.847410 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f19996-c8d8-4e04-a135-e6d71695cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.848947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.855180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:19.855807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.884048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f89d6c3-98c3-4e99-b99a-1aff5d564820 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:19.889049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f89d6c3-98c3-4e99-b99a-1aff5d564820 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.895633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=05c34805-ecd9-4e70-be5b-c93c606367c6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:19.898698 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535bbe8-0252-40e9-b32b-e567f494c31b None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:19.906164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:19.911930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/05c34805-ecd9-4e70-be5b-c93c606367c6 HTTP/1.1" status: 204 len: 168 time: 0.5069408 Dec 10 09:06:19.912249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d09f5-253b-4a48-a93f-0cdf14c9b03d None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:19.914017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38850) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:19.925699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.926047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.926393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.926733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.927066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.927397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.927723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.928053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.928379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.928701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.929020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.929340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.930139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e79970-a24a-4ebe-b407-4a7e44c6ea6c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:19.942073 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535bbe8-0252-40e9-b32b-e567f494c31b None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:19.943117 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9535bbe8-0252-40e9-b32b-e567f494c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:19.977712 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4254568 Dec 10 09:06:19.980449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38852) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:19.986659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'subnet': {'network_id': 'c3ab10ff-48fc-4116-98b4-fe40a4272722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:19.990727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd785bcf-5ca1-4feb-a265-73c43ef2e7a4 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Network': ['ID=c3ab10ff-48fc-4116-98b4-fe40a4272722,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:20.025462 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9535bbe8-0252-40e9-b32b-e567f494c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.029833 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0f89d6c3-98c3-4e99-b99a-1aff5d564820 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/floatingips/ed08b878-764e-46b8-9cbf-1814eff36ed8 HTTP/1.1" status: 200 len: 979 time: 2.7936842 Dec 10 09:06:20.030807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38854) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:20.034232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c3ab10ff-48fc-4116-98b4-fe40a4272722 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:06:20.053792 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535bbe8-0252-40e9-b32b-e567f494c31b None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:20.054847 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9535bbe8-0252-40e9-b32b-e567f494c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.103361 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9535bbe8-0252-40e9-b32b-e567f494c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.104343 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9535bbe8-0252-40e9-b32b-e567f494c31b None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:20.143732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f19996-c8d8-4e04-a135-e6d71695cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.198319 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f19996-c8d8-4e04-a135-e6d71695cbcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.208985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38858) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:20.209992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e4f19996-c8d8-4e04-a135-e6d71695cbcd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2506d6bb-fe87-44ac-a983-8efe7a61ee52 HTTP/1.1" status: 204 len: 168 time: 0.6682541 Dec 10 09:06:20.234964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f19996-c8d8-4e04-a135-e6d71695cbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2506d6bb-fe87-44ac-a983-8efe7a61ee52,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:20.259941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2f3f7c7b-74d6-4a2c-94be-ea5cf71da8cb tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3428030 Dec 10 09:06:20.265307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38860) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:20.301835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba381b54-d007-4b11-beb1-15272e8f5bea None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:20.346861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] Sync routers for ids ['c13dccbe-0a0c-4d90-800c-f27be3ca6292'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:20.349889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802228b2-a389-4279-b12f-9a9a10520a7f req-fa17131c-70be-4753-bdb4-c7a4810506e0 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:20.351528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-802228b2-a389-4279-b12f-9a9a10520a7f req-fa17131c-70be-4753-bdb4-c7a4810506e0 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 946 time: 0.0896728 Dec 10 09:06:20.362436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:20.367265 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.368057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] Routers {'c13dccbe-0a0c-4d90-800c-f27be3ca6292'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:20.368692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c13dccbe-0a0c-4d90-800c-f27be3ca6292'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.389872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.400274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b287bbf9-6019-4d00-89b9-bc7dfde1e977 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.450736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] Set router c13dccbe-0a0c-4d90-800c-f27be3ca6292 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:20.453738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ba381b54-d007-4b11-beb1-15272e8f5bea None None] Deleting port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:20.454119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba381b54-d007-4b11-beb1-15272e8f5bea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.562166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13dccbe-0a0c-4d90-800c-f27be3ca6292', 'name': 'tempest-NetworksTestDHCPv6-router-612757545', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:14Z', 'updated_at': '2021-12-10T09:06:18Z', 'revision_number': 3, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.598847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] Checking router: c13dccbe-0a0c-4d90-800c-f27be3ca6292 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:06:20.621057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] Routers {'c13dccbe-0a0c-4d90-800c-f27be3ca6292'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:20.621885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c13dccbe-0a0c-4d90-800c-f27be3ca6292'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.624920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ba381b54-d007-4b11-beb1-15272e8f5bea None None] For port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:20.625324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba381b54-d007-4b11-beb1-15272e8f5bea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.642102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 096f9a1f-d389-4fc7-8ab1-bc40951e563a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:20.642471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.648937 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b287bbf9-6019-4d00-89b9-bc7dfde1e977 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.661975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b287bbf9-6019-4d00-89b9-bc7dfde1e977 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.664834 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.704203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ba381b54-d007-4b11-beb1-15272e8f5bea None None] Calling delete_port for 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:20.715568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] Set router c13dccbe-0a0c-4d90-800c-f27be3ca6292 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:20.753495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485d0561-ac00-401a-80ef-c1b26fb7f6f9']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.767829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be1b19c-1859-43bc-b96e-b752ad2c8823') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.768185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be1b19c-1859-43bc-b96e-b752ad2c8823') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.775800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b287bbf9-6019-4d00-89b9-bc7dfde1e977 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.776846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b287bbf9-6019-4d00-89b9-bc7dfde1e977 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Fanout notify agent at l3_agent the message router_deleted on router c13dccbe-0a0c-4d90-800c-f27be3ca6292 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:06:20.783488 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.785877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13dccbe-0a0c-4d90-800c-f27be3ca6292', 'name': 'tempest-NetworksTestDHCPv6-router-612757545', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:14Z', 'updated_at': '2021-12-10T09:06:18Z', 'revision_number': 3, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:20.789477 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b287bbf9-6019-4d00-89b9-bc7dfde1e977 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.790537 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b287bbf9-6019-4d00-89b9-bc7dfde1e977 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/routers/c13dccbe-0a0c-4d90-800c-f27be3ca6292 HTTP/1.1" status: 204 len: 168 time: 0.5243750 Dec 10 09:06:20.796671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38862) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:20.804713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:20.817371 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.827889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-802228b2-a389-4279-b12f-9a9a10520a7f req-8169ab49-5a01-42da-b001-661b3a0ae6e4 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496908 Dec 10 09:06:20.830445 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.830772 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.833396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:06:20.833833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:06:20.835494 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:06:20.861646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1991d5-62aa-46f5-81ce-8925dcc4aa8c None None] The sync data for ids ['c13dccbe-0a0c-4d90-800c-f27be3ca6292'] in n-d-814746-3 is: [{'id': 'c13dccbe-0a0c-4d90-800c-f27be3ca6292', 'name': 'tempest-NetworksTestDHCPv6-router-612757545', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:14Z', 'updated_at': '2021-12-10T09:06:18Z', 'revision_number': 3, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:20.884721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 096f9a1f-d389-4fc7-8ab1-bc40951e563a owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:20.907884 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba381b54-d007-4b11-beb1-15272e8f5bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.944822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba381b54-d007-4b11-beb1-15272e8f5bea None None] Pushing event deleted for resources: {'Port': ['ID=3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:20.945193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.955976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba381b54-d007-4b11-beb1-15272e8f5bea None None] No DVR routers for this DVR port 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:20.963411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:20.966763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] 10.222.0.31 "DELETE /v2.0/networks/485d0561-ac00-401a-80ef-c1b26fb7f6f9 HTTP/1.1" status: 204 len: 168 time: 0.7566664 Dec 10 09:06:20.986740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba6359-ec60-4ec0-b180-2fc9ea6f019b admin admin] Pushing event deleted for resources: {'Network': ['ID=485d0561-ac00-401a-80ef-c1b26fb7f6f9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:21.005659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:21.009187 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.090379 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.105813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38866) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:21.113022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.156903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=096f9a1f-d389-4fc7-8ab1-bc40951e563a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:21.173319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Subnet': ['ID=690607c4-24e5-4c87-b354-6bbce76bc7a8,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:21.211245 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b3b765b5-001b-48ec-922e-ba52c49a6433 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24406d3987734252ad21798b40980557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1042917 Dec 10 09:06:21.215460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38868) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:21.220536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Checking segment: {'id': '34b8f3c0-ec56-4361-817e-adefbb1c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ab10ff-48fc-4116-98b4-fe40a4272722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:21.220907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network hostable DHCP agents. Network: c3ab10ff-48fc-4116-98b4-fe40a4272722, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:06:21.254052 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.254642 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP ed08b878-764e-46b8-9cbf-1814eff36ed8 disassociated (deleted). External IP: 172.25.3.151, port: d041a6bd-53de-4fd3-a180-0f8f098ad7f2. Dec 10 09:06:21.256949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network c3ab10ff-48fc-4116-98b4-fe40a4272722 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:06:21.294831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c3ab10ff-48fc-4116-98b4-fe40a4272722) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:21.305669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca171663-2784-4ce2-a844-aa5cbccc402e None None] Network c3ab10ff-48fc-4116-98b4-fe40a4272722 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:21.310775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:21.311626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.330498 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-82c9facd-7d5d-4c3b-80a8-7ccdc7c09a9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3474517 Dec 10 09:06:21.332641 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.333705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38870) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:21.340088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a6f99e3b-8cc0-4f9b-ab8f-de35585368cf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1033122824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:21.375766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6f99e3b-8cc0-4f9b-ab8f-de35585368cf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.376940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6f99e3b-8cc0-4f9b-ab8f-de35585368cf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.388869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:21.392652 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:21.397163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:21.397998 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.408244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb52c42-119e-48d4-9488-f1db87801590 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:21.413799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=56facf01-6ff1-4556-a26c-91ee9817dc43,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:21.426640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6a8fa428-812d-4c52-b08d-459b8c697b59 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6278391 Dec 10 09:06:21.429314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38874) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:21.434995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9844bf62-6476-474e-be9e-a07e6b955625 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-758152738', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:21.457091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d58e3e1-f473-46cd-bb82-1ef91ff49bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.460558 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9844bf62-6476-474e-be9e-a07e6b955625 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.462001 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9844bf62-6476-474e-be9e-a07e6b955625 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.524440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9844bf62-6476-474e-be9e-a07e6b955625 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.527729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6f99e3b-8cc0-4f9b-ab8f-de35585368cf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.534914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9844bf62-6476-474e-be9e-a07e6b955625 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.561368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d58e3e1-f473-46cd-bb82-1ef91ff49bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.562513 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9844bf62-6476-474e-be9e-a07e6b955625 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.564174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9844bf62-6476-474e-be9e-a07e6b955625 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1335411 Dec 10 09:06:21.567803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38876) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:21.578203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6f99e3b-8cc0-4f9b-ab8f-de35585368cf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.580836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-c3ab10ff-48fc-4116-98b4-fe40a4272722', 'network_id': 'c3ab10ff-48fc-4116-98b4-fe40a4272722', 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'fixed_ips': [{'subnet_id': '690607c4-24e5-4c87-b354-6bbce76bc7a8'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:21.581797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.595956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '56facf01-6ff1-4556-a26c-91ee9817dc43'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:21.596938 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.678844 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6f99e3b-8cc0-4f9b-ab8f-de35585368cf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.680253 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a6f99e3b-8cc0-4f9b-ab8f-de35585368cf tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3453195 Dec 10 09:06:21.687637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38878) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:21.707556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72483fb2-5736-460b-ae2d-619c528d2422 req-51180a47-b5fa-4aa2-946c-dc750794a0fe tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:21.709072 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72483fb2-5736-460b-ae2d-619c528d2422 req-51180a47-b5fa-4aa2-946c-dc750794a0fe tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 946 time: 0.1922455 Dec 10 09:06:21.833555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d58e3e1-f473-46cd-bb82-1ef91ff49bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.836074 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d58e3e1-f473-46cd-bb82-1ef91ff49bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:21.839586 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0d58e3e1-f473-46cd-bb82-1ef91ff49bda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e67a79a5-6b72-4b8d-b7c6-df7bd649bc65 HTTP/1.1" status: 204 len: 168 time: 0.6208382 Dec 10 09:06:21.849931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:21.859593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58e3e1-f473-46cd-bb82-1ef91ff49bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67a79a5-6b72-4b8d-b7c6-df7bd649bc65,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:21.879521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/56facf01-6ff1-4556-a26c-91ee9817dc43/32bfd36c-41fb-41ac-8eb0-6dc99ad618aa) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:21.929570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-72483fb2-5736-460b-ae2d-619c528d2422 req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Deleting port 4d0320f0-22b3-4840-bf1a-b729660453d4 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:21.929863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72483fb2-5736-460b-ae2d-619c528d2422 req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.058553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:22.064136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Allocated IP 2001:db8::2 (c3ab10ff-48fc-4116-98b4-fe40a4272722/690607c4-24e5-4c87-b354-6bbce76bc7a8/4c506a4a-30f8-4c74-b226-b086e57a34d0) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:22.065167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.093480 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4944a0-f6cf-435d-8a87-80069b2f0131 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:22.108823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-72483fb2-5736-460b-ae2d-619c528d2422 req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] For port 4d0320f0-22b3-4840-bf1a-b729660453d4, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=4d0320f0-22b3-4840-bf1a-b729660453d4,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:22.109195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72483fb2-5736-460b-ae2d-619c528d2422 req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.117494 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-742224bd-c289-4922-9679-5f9cb040291c tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/floatingips/ed08b878-764e-46b8-9cbf-1814eff36ed8 HTTP/1.1" status: 204 len: 168 time: 2.0853333 Dec 10 09:06:22.123080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38886) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:22.138409 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4944a0-f6cf-435d-8a87-80069b2f0131 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:22.139699 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ce4944a0-f6cf-435d-8a87-80069b2f0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:22.168437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-72483fb2-5736-460b-ae2d-619c528d2422 req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Calling delete_port for 4d0320f0-22b3-4840-bf1a-b729660453d4 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:22.275849 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ce4944a0-f6cf-435d-8a87-80069b2f0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:22.290444 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4944a0-f6cf-435d-8a87-80069b2f0131 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:22.291365 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ce4944a0-f6cf-435d-8a87-80069b2f0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:22.308245 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.324907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b6534728-340a-4564-95d7-0bbb516653ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port d041a6bd-53de-4fd3-a180-0f8f098ad7f2 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:22.324907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6534728-340a-4564-95d7-0bbb516653ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.325676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a5d51139-9829-43c4-82d9-00594abe2df9 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:22.348344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fc248-36c2-4743-8a90-cbca62887d2d req-f63ef3e6-e816-4c31-91c6-856c9c1409de tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:22.348860 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ce4944a0-f6cf-435d-8a87-80069b2f0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:22.349319 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4944a0-f6cf-435d-8a87-80069b2f0131 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:22.358128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c4fc248-36c2-4743-8a90-cbca62887d2d req-f63ef3e6-e816-4c31-91c6-856c9c1409de tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 946 time: 0.4147632 Dec 10 09:06:22.383121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.388709 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.395515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a5d51139-9829-43c4-82d9-00594abe2df9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:22.395829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a5d51139-9829-43c4-82d9-00594abe2df9 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:22.396246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:22.420497 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6534728-340a-4564-95d7-0bbb516653ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.436736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b6534728-340a-4564-95d7-0bbb516653ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for d041a6bd-53de-4fd3-a180-0f8f098ad7f2 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:22.458652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:22.459259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3815fa38-4ada-4d6d-bc8e-2bfe40cd91e5 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:22.481006 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.483716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Network c3ab10ff-48fc-4116-98b4-fe40a4272722 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:22.488912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:22.493282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:22.501702 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.507501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.511222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Pushing event updated for resources: {'Port': ['ID=4c506a4a-30f8-4c74-b226-b086e57a34d0,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:22.578534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:22.605964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:22.610846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:22.628113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Pushing event updated for resources: {'Port': ['ID=32bfd36c-41fb-41ac-8eb0-6dc99ad618aa,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:22.797141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c4fc248-36c2-4743-8a90-cbca62887d2d req-5bd4a3e9-0d75-46f7-8b96-2890d4c65d46 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321864 Dec 10 09:06:22.880511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Attempting to bind port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:22.880770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Attempting to bind port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:22.881145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Attempting to bind port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:22.887735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Attempting to bind port 4c506a4a-30f8-4c74-b226-b086e57a34d0 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:22.887964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Attempting to bind port 4c506a4a-30f8-4c74-b226-b086e57a34d0 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '34b8f3c0-ec56-4361-817e-adefbb1c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ab10ff-48fc-4116-98b4-fe40a4272722'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:22.888220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Attempting to bind port 4c506a4a-30f8-4c74-b226-b086e57a34d0 on network c3ab10ff-48fc-4116-98b4-fe40a4272722 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:22.893863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:22.894242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:22.894646 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.895043 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:22.895517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Bound port: 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:22.895900 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.898411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:22.898411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Checking segment: {'id': '34b8f3c0-ec56-4361-817e-adefbb1c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ab10ff-48fc-4116-98b4-fe40a4272722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:22.898886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.899274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Bound using segment: {'id': '34b8f3c0-ec56-4361-817e-adefbb1c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ab10ff-48fc-4116-98b4-fe40a4272722'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:22.899736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Bound port: 4c506a4a-30f8-4c74-b226-b086e57a34d0, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b8f3c0-ec56-4361-817e-adefbb1c6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3ab10ff-48fc-4116-98b4-fe40a4272722'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:22.900111 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:22.931455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38904) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:23.012766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] For port 4c506a4a-30f8-4c74-b226-b086e57a34d0, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:23.022928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] For port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:23.027352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::1 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/56facf01-6ff1-4556-a26c-91ee9817dc43/fbae00d7-4a30-4ed6-89fc-0b49ffd3b575) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:23.029110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] For port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=32bfd36c-41fb-41ac-8eb0-6dc99ad618aa,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:23.038374 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.045870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 2001:db8::1 (c3ab10ff-48fc-4116-98b4-fe40a4272722/690607c4-24e5-4c87-b354-6bbce76bc7a8/989e8e23-ab22-4729-b558-f8cf8ca1b7e2) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:23.114930 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72483fb2-5736-460b-ae2d-619c528d2422 req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.131763 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6534728-340a-4564-95d7-0bbb516653ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.132697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] For port 4c506a4a-30f8-4c74-b226-b086e57a34d0, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4c506a4a-30f8-4c74-b226-b086e57a34d0,segment=NetworkSegment(34b8f3c0-ec56-4361-817e-adefbb1c6c03),segment_id=34b8f3c0-ec56-4361-817e-adefbb1c6c03)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:23.141430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:23.143652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['4d0320f0-22b3-4840-bf1a-b729660453d4'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:23.159425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1894665087-network', 'tenant_id': '421fbd44c6eb41809d7db303745958e6'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:23.159992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event deleted for resources: {'Port': ['ID=4d0320f0-22b3-4840-bf1a-b729660453d4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:23.195953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Made reservation on behalf of 421fbd44c6eb41809d7db303745958e6 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:23.197821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.198529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.211121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d488fdc-f624-486c-98e3-7ba1c7842139 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:23.217566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6534728-340a-4564-95d7-0bbb516653ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=d041a6bd-53de-4fd3-a180-0f8f098ad7f2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:23.223825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.239234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-72483fb2-5736-460b-ae2d-619c528d2422 req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] No DVR routers for this DVR port 4d0320f0-22b3-4840-bf1a-b729660453d4 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:23.244926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-72483fb2-5736-460b-ae2d-619c528d2422 req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.245217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8a143-a477-43c4-8dc5-4ce2e8ce4c6c None None] Pushing event updated for resources: {'Port': ['ID=32bfd36c-41fb-41ac-8eb0-6dc99ad618aa,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:23.248046 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-72483fb2-5736-460b-ae2d-619c528d2422 req-9c086124-47ef-4d1a-8405-20a26327f309 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "DELETE /v2.0/ports/4d0320f0-22b3-4840-bf1a-b729660453d4 HTTP/1.1" status: 204 len: 173 time: 1.5089748 Dec 10 09:06:23.249413 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6150a37-5707-4126-b542-8cf956cd922e', 'name': 'network-vif-deleted', 'tag': '4d0320f0-22b3-4840-bf1a-b729660453d4'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:23.253407 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9996eacb-c403-4068-bbb3-3f2f8ed187bc" -d '{"events": [{"server_uuid": "c6150a37-5707-4126-b542-8cf956cd922e", "name": "network-vif-deleted", "tag": "4d0320f0-22b3-4840-bf1a-b729660453d4"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:23.376802 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e8d517-0c14-45e1-83ec-01eb9eb4870f x-openstack-request-id: req-d9e8d517-0c14-45e1-83ec-01eb9eb4870f {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:23.377124 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6150a37-5707-4126-b542-8cf956cd922e", "name": "network-vif-deleted", "tag": "4d0320f0-22b3-4840-bf1a-b729660453d4", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:23.377413 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9e8d517-0c14-45e1-83ec-01eb9eb4870f {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:23.377857 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6150a37-5707-4126-b542-8cf956cd922e', 'name': 'network-vif-deleted', 'tag': '4d0320f0-22b3-4840-bf1a-b729660453d4', 'status': 'completed', 'code': 200} Dec 10 09:06:23.403499 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.425008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6534728-340a-4564-95d7-0bbb516653ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.438902 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b6534728-340a-4564-95d7-0bbb516653ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/ports/d041a6bd-53de-4fd3-a180-0f8f098ad7f2 HTTP/1.1" status: 204 len: 168 time: 1.3146827 Dec 10 09:06:23.439633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:23.445748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:23.455110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f1f1-6aca-4a23-98b4-85e47d814fac None None] Pushing event updated for resources: {'Port': ['ID=4c506a4a-30f8-4c74-b226-b086e57a34d0,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:23.471407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.493223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.568350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network c3ab10ff-48fc-4116-98b4-fe40a4272722 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:23.583570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:23.594633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:23.595198 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.597617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=989e8e23-ab22-4729-b558-f8cf8ca1b7e2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:23.660651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.692284 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.779183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.798231 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.836876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.25.3.32 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/1ad47f15-c5a9-469c-8a7d-4927b08c7686) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:23.942873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:06:23.965782 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.980734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0756f03-b2cd-41d4-ba77-2e0e97378bd9 req-53aed831-affc-4cbb-82be-d9301ec57050 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6150a37-5707-4126-b542-8cf956cd922e HTTP/1.1" status: 200 len: 210 time: 0.0602343 Dec 10 09:06:23.981433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e9fa27-4c23-45cf-ade4-d48ddcd02294,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:23.982138 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:23.989847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.014340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.014685 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Added segment 82f5c326-93b4-4705-b34b-f3c5b7114046 of type vlan for network 6f7bc68f-d442-4c32-a995-0452e37aef94 Dec 10 09:06:24.027878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.046548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:24.069846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:24.071096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:24.073306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:24.076087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:24.081876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:24.082411 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.106001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=1ad47f15-c5a9-469c-8a7d-4927b08c7686,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:24.152813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=fbae00d7-4a30-4ed6-89fc-0b49ffd3b575,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:24.156466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.176337 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.219691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.303538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.304852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:24.305430 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.344759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4c506a4a-30f8-4c74-b226-b086e57a34d0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:24.413676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4c506a4a-30f8-4c74-b226-b086e57a34d0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:24.414360 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.430283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4940684 Dec 10 09:06:24.433458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38914) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:24.443680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Request body: {'subnet': {'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1894665087-subnet', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:24.462690 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.469628 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce157e-2d96-47cf-8df0-ae5004777766 admin admin] Pushing event updated for resources: {'Network': ['ID=6f7bc68f-d442-4c32-a995-0452e37aef94,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:24.470887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.474280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Made reservation on behalf of 421fbd44c6eb41809d7db303745958e6 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:24.476856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.510430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:06:24.592127 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.608180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.676565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 4c506a4a-30f8-4c74-b226-b086e57a34d0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4c506a4a-30f8-4c74-b226-b086e57a34d0,segment=NetworkSegment(34b8f3c0-ec56-4361-817e-adefbb1c6c03),segment_id=34b8f3c0-ec56-4361-817e-adefbb1c6c03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:24.688226 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.688945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:24.732409 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.758065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=4c506a4a-30f8-4c74-b226-b086e57a34d0,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:24.791232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=1ad47f15-c5a9-469c-8a7d-4927b08c7686,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:24.809662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.810717 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-675c9b0e-af5f-49fe-9cab-a64adab29aed tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3700550 Dec 10 09:06:24.813239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.815656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38916) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:24.822865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'port': {'network_id': '242ab3d6-53ed-4e60-abd7-2dde8cecb7bb', 'name': 'tempest-FloatingIPTestJSON-682703055'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:24.840182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:24.840860 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:24.900914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b69ce4b-8502-4a91-b078-9122c6c05633 None None] Network c3ab10ff-48fc-4116-98b4-fe40a4272722 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:24.969030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f5ef62-e20e-4c02-ae8a-d223cfb693e4,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:25.005053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Checking segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:25.005432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Network hostable DHCP agents. Network: 6f7bc68f-d442-4c32-a995-0452e37aef94, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:06:25.052499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:06:25.061840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-31470259-d8bd-42a0-b73e-097346a80932 None None] Provisioning complete for port 4c506a4a-30f8-4c74-b226-b086e57a34d0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:25.062226 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31470259-d8bd-42a0-b73e-097346a80932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.095812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 6f7bc68f-d442-4c32-a995-0452e37aef94) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:25.116980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b9bb80-0864-4fbe-8291-f7bb817a75f1 None None] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:25.122687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:25.123985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.135199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Made reservation on behalf of 8c7770aa83b84e7a808c0f6564587414 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:25.143260 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.144536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.181844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] device_id is not set on port 591c03d3-216e-4c1c-bd36-69a684619ffb yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:25.192601 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.203714 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.205818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.313145 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fe4bef9d-ff11-4ab4-a7f9-432cd140cfac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8785436 Dec 10 09:06:25.315785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38932) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:25.320292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:25.327518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=32bfd36c-41fb-41ac-8eb0-6dc99ad618aa,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:25.349173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.20.0.8 (242ab3d6-53ed-4e60-abd7-2dde8cecb7bb/8473ec49-e701-4c78-a039-fe06c21fe888/591c03d3-216e-4c1c-bd36-69a684619ffb) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:25.376828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.377905 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.411770 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.418915 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=989e8e23-ab22-4729-b558-f8cf8ca1b7e2,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:25.457707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network c3ab10ff-48fc-4116-98b4-fe40a4272722 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:25.484092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:25.517601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.560304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-6f7bc68f-d442-4c32-a995-0452e37aef94', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'project_id': '421fbd44c6eb41809d7db303745958e6', 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:25.561608 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.599643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=32bfd36c-41fb-41ac-8eb0-6dc99ad618aa,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:25.608065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-14d371a0-9e2d-4270-88ff-beb394911602 None None] Provisioning complete for port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:25.608735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-14d371a0-9e2d-4270-88ff-beb394911602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.683256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.746615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router 996fab77-7e8f-48bf-a5ce-70aca5bb52e7 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:06:25.756947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-6382eb0f-797c-46b2-ae78-f6d6300cd831 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:25.764311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-6382eb0f-797c-46b2-ae78-f6d6300cd831 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.4011950 Dec 10 09:06:25.774703 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.784089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Allocated IP 172.20.0.2 (6f7bc68f-d442-4c32-a995-0452e37aef94/82f5ef62-e20e-4c02-ae8a-d223cfb693e4/12ab7644-04ba-447c-9fc0-edd2aa5d4f4d) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:25.869526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-5e9e3f2d-8c43-4b08-a2e0-a1b45b0d1687 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/quotas/896ec905588c42b0a034ed56fe0d2ca8 HTTP/1.1" status: 200 len: 375 time: 0.1043143 Dec 10 09:06:25.873464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.891251 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.891518 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.935212 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:25.999888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.014427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:26.023220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-af028653-789b-448f-84e6-e3f0963681ba tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/996fab77-7e8f-48bf-a5ce-70aca5bb52e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3344507 Dec 10 09:06:26.027597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network 242ab3d6-53ed-4e60-abd7-2dde8cecb7bb is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:26.029478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38934) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:26.034994 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.038014 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:26.044092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13ca8b-6a0e-49c7-9f99-246a8367ddfb None None] Sync routers for ids ['996fab77-7e8f-48bf-a5ce-70aca5bb52e7'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:26.044322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:26.046832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=591c03d3-216e-4c1c-bd36-69a684619ffb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:26.047023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4d0320f0-22b3-4840-bf1a-b729660453d4 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:26.060236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=fbae00d7-4a30-4ed6-89fc-0b49ffd3b575,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:26.073008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.096846 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.103457 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-c84c0d59-5b6a-488f-9fc2-53d32397b705 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2325320 Dec 10 09:06:26.130742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1636057f-174b-4488-a9c5-22c5ea355ec9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:26.131346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:26.131987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.137564 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1636057f-174b-4488-a9c5-22c5ea355ec9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports/989e8e23-ab22-4729-b558-f8cf8ca1b7e2 HTTP/1.1" status: 200 len: 911 time: 0.0979042 Dec 10 09:06:26.138693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38936) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:26.159558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 4d0320f0-22b3-4840-bf1a-b729660453d4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:26.160079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 4d0320f0-22b3-4840-bf1a-b729660453d4 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:26.171332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:26.173848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Pushing event updated for resources: {'Port': ['ID=12ab7644-04ba-447c-9fc0-edd2aa5d4f4d,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:26.177465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:26.179723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:26.181770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13ca8b-6a0e-49c7-9f99-246a8367ddfb None None] Routers {'996fab77-7e8f-48bf-a5ce-70aca5bb52e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:26.182537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7e13ca8b-6a0e-49c7-9f99-246a8367ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['996fab77-7e8f-48bf-a5ce-70aca5bb52e7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:26.242311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7e13ca8b-6a0e-49c7-9f99-246a8367ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:26.276495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-454ce605-3530-46f4-ae7e-c5b65e17aa75 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4558918 Dec 10 09:06:26.278866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38938) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:26.283705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'port_id': '591c03d3-216e-4c1c-bd36-69a684619ffb'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:26.307193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcce9d55-d089-409e-ac6f-251707aa9c20 service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934757 Dec 10 09:06:26.309085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:26.310680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:26.315737 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13ca8b-6a0e-49c7-9f99-246a8367ddfb None None] Routers {'996fab77-7e8f-48bf-a5ce-70aca5bb52e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:26.316523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7e13ca8b-6a0e-49c7-9f99-246a8367ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['996fab77-7e8f-48bf-a5ce-70aca5bb52e7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:26.320908 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4c506a4a-30f8-4c74-b226-b086e57a34d0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:26.347666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.441644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7e13ca8b-6a0e-49c7-9f99-246a8367ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:26.442458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13ca8b-6a0e-49c7-9f99-246a8367ddfb None None] The sync data for ids ['996fab77-7e8f-48bf-a5ce-70aca5bb52e7'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:26.451817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5b360218-f8f3-4648-8424-4021deb402ea None None] Provisioning complete for port 4c506a4a-30f8-4c74-b226-b086e57a34d0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:26.452318 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b360218-f8f3-4648-8424-4021deb402ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.457239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Attempting to bind port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:26.457742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Attempting to bind port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:26.458201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Attempting to bind port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:26.514194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:26.514591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Checking segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:26.514888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.515279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Bound using segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:26.515762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Bound port: 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:26.516135 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.523644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4c506a4a-30f8-4c74-b226-b086e57a34d0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:26.524005 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.567230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-42e21991-aa8f-4972-bf3b-fc556a7f69ce service neutron] 10.222.0.31 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083395 Dec 10 09:06:26.581649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Router 4a0cc322-5e28-4b87-a557-665618957311 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:06:26.602309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Allocated IP 172.25.3.59 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:26.734090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:26.750689 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Sync routers for ids ['4a0cc322-5e28-4b87-a557-665618957311'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:26.755484 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0539a8a9-c581-48e2-bce7-306292eeceba tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "PUT /v2.0/routers/4a0cc322-5e28-4b87-a557-665618957311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1861968 Dec 10 09:06:26.757812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38940) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:26.767633 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Routers {'4a0cc322-5e28-4b87-a557-665618957311'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:26.770442 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4a0cc322-5e28-4b87-a557-665618957311'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:26.825443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5b360218-f8f3-4648-8424-4021deb402ea None None] Provisioning complete for port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:26.825863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b360218-f8f3-4648-8424-4021deb402ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:26.843854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545dcda5-d59e-4015-ac70-3708b871150a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:26.847832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-545dcda5-d59e-4015-ac70-3708b871150a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports/fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 HTTP/1.1" status: 200 len: 911 time: 0.0886230 Dec 10 09:06:26.849794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38946) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:26.916186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5b360218-f8f3-4648-8424-4021deb402ea None None] Port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:26.921036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:26.960886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-215b4438-1dee-4c7f-a36b-e890c23d2bd5 req-3fbeed59-b1a3-494d-aeff-648fcf93ae2c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 210 time: 0.0808511 Dec 10 09:06:26.982151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] For port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:26.992931 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Set router 4a0cc322-5e28-4b87-a557-665618957311 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:26.995590 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ffae7-70ae-478b-80e0-67c1e047d03a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:26.999159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:27.000161 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.006436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ffae7-70ae-478b-80e0-67c1e047d03a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:27.009235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c57ffae7-70ae-478b-80e0-67c1e047d03a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1584158 Dec 10 09:06:27.012509 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38950) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:27.024893 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.040931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5b360218-f8f3-4648-8424-4021deb402ea None None] Provisioning complete for port 989e8e23-ab22-4729-b558-f8cf8ca1b7e2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:27.041313 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b360218-f8f3-4648-8424-4021deb402ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.084499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] For port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12ab7644-04ba-447c-9fc0-edd2aa5d4f4d,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:27.103316 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.173804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5b360218-f8f3-4648-8424-4021deb402ea None None] Port 989e8e23-ab22-4729-b558-f8cf8ca1b7e2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:27.244652 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.260781 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.313406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e547f-abe1-46b9-a22d-05b521c34c05 None None] Pushing event updated for resources: {'Port': ['ID=12ab7644-04ba-447c-9fc0-edd2aa5d4f4d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:27.328179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-51119d68-d9cb-41b1-abfd-6c58a03e24d4 None None] Provisioning complete for port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:27.328537 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-51119d68-d9cb-41b1-abfd-6c58a03e24d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.394489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0cc322-5e28-4b87-a557-665618957311', 'name': 'tempest-NetworksTestDHCPv6-router-758152738', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:21Z', 'updated_at': '2021-12-10T09:06:24Z', 'revision_number': 2, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'gw_port_host': None, '_interfaces': [{'id': 'fbae00d7-4a30-4ed6-89fc-0b49ffd3b575', 'name': '', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'mac_address': 'fa:16:3e:74:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0cc322-5e28-4b87-a557-665618957311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '56facf01-6ff1-4556-a26c-91ee9817dc43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:22Z', 'updated_at': '2021-12-10T09:06:25Z', 'revision_number': 2, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'subnets': [{'id': '56facf01-6ff1-4556-a26c-91ee9817dc43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:27.433597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-51119d68-d9cb-41b1-abfd-6c58a03e24d4 None None] Port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:27.438485 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Checking router: 4a0cc322-5e28-4b87-a557-665618957311 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:06:27.438997 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Updating router 4a0cc322-5e28-4b87-a557-665618957311 port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:06:27.466699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-51119d68-d9cb-41b1-abfd-6c58a03e24d4 None None] Provisioning complete for port 989e8e23-ab22-4729-b558-f8cf8ca1b7e2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:27.467265 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-51119d68-d9cb-41b1-abfd-6c58a03e24d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.488636 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.560351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-51119d68-d9cb-41b1-abfd-6c58a03e24d4 None None] Port 989e8e23-ab22-4729-b558-f8cf8ca1b7e2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:27.626038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.855726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:27.871843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:27.888365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e679ca-1b99-4b43-ac4a-d1435c91c2a4 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:27.901360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:27.924889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:27.925272 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.929770 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:27.936449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Pushing event updated for resources: {'Port': ['ID=2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:27.938023 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.022817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-33e4562b-1a81-45a2-b544-cdaddcb10a39 None None] Provisioning complete for port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:28.023193 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-33e4562b-1a81-45a2-b544-cdaddcb10a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.042440 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7421fc-4eba-48f2-953f-5d91f2990d09 None None] Pushing event updated for resources: {'Port': ['ID=fbae00d7-4a30-4ed6-89fc-0b49ffd3b575,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:28.056552 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Attempting to bind port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:28.057992 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Attempting to bind port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:28.058634 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Attempting to bind port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:28.064825 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:28.065216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.resource_extend [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 09:06:28.066033 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:28.066701 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.067317 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:28.068145 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Bound port: fbae00d7-4a30-4ed6-89fc-0b49ffd3b575, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:28.068798 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.083668 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.100314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-33e4562b-1a81-45a2-b544-cdaddcb10a39 None None] Port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:28.136287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:28.180237 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] For port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:28.188910 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] For port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fbae00d7-4a30-4ed6-89fc-0b49ffd3b575,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:28.192059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4698a21f-e6e7-4018-996c-4152933c6443 req-b46fff50-8608-4f9f-a7c9-202c30a0526b tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 210 time: 0.0519300 Dec 10 09:06:28.202140 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.257086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.302623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.348059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:28.352319 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Routers {'4a0cc322-5e28-4b87-a557-665618957311'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:28.353454 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4a0cc322-5e28-4b87-a557-665618957311'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:28.442294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:28.442911 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.594399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-18bca67e-ff35-4a7a-891e-5859d400c491 None None] Provisioning complete for port fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:28.594399 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18bca67e-ff35-4a7a-891e-5859d400c491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.614728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.656582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=fbae00d7-4a30-4ed6-89fc-0b49ffd3b575,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:28.721641 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7421fc-4eba-48f2-953f-5d91f2990d09 None None] Pushing event updated for resources: {'Port': ['ID=fbae00d7-4a30-4ed6-89fc-0b49ffd3b575,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:28.758610 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] Set router 4a0cc322-5e28-4b87-a557-665618957311 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:28.811830 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:28.878829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7d6f3a4e-14f5-48ec-8730-6860e5e083e5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:28.880383 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7d6f3a4e-14f5-48ec-8730-6860e5e083e5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 805 time: 0.6221254 Dec 10 09:06:28.929680 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP ff8de289-b3fd-4722-95bb-39a01f62210e associated. External IP: 172.25.3.32, port: 591c03d3-216e-4c1c-bd36-69a684619ffb. Dec 10 09:06:28.940674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Request body: {'port': {'device_id': '4df85149-1372-4f2a-9fb5-5a1107bffd36', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'admin_state_up': True, 'tenant_id': '896ec905588c42b0a034ed56fe0d2ca8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:29.014483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c2d4be-b68c-4623-aa1a-9dc7e7f005b1 None None] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:29.118452 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0cc322-5e28-4b87-a557-665618957311', 'name': 'tempest-NetworksTestDHCPv6-router-758152738', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:21Z', 'updated_at': '2021-12-10T09:06:24Z', 'revision_number': 2, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'gw_port_host': None, '_interfaces': [{'id': 'fbae00d7-4a30-4ed6-89fc-0b49ffd3b575', 'name': '', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'mac_address': 'fa:16:3e:74:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0cc322-5e28-4b87-a557-665618957311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '56facf01-6ff1-4556-a26c-91ee9817dc43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:22Z', 'updated_at': '2021-12-10T09:06:28Z', 'revision_number': 4, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'subnets': [{'id': '56facf01-6ff1-4556-a26c-91ee9817dc43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:29.151993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Made reservation on behalf of 896ec905588c42b0a034ed56fe0d2ca8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:29.156243 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.157978 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.159569 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf9bb9-6bce-4b16-8d21-c2d4a9ab47d7 None None] The sync data for ids ['4a0cc322-5e28-4b87-a557-665618957311'] in n-d-814746-3 is: [{'id': '4a0cc322-5e28-4b87-a557-665618957311', 'name': 'tempest-NetworksTestDHCPv6-router-758152738', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:21Z', 'updated_at': '2021-12-10T09:06:24Z', 'revision_number': 2, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'gw_port_host': None, '_interfaces': [{'id': 'fbae00d7-4a30-4ed6-89fc-0b49ffd3b575', 'name': '', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'tenant_id': '62c1790a0bd34defa257d55a625b4543', 'mac_address': 'fa:16:3e:74:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0cc322-5e28-4b87-a557-665618957311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '56facf01-6ff1-4556-a26c-91ee9817dc43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:22Z', 'updated_at': '2021-12-10T09:06:28Z', 'revision_number': 4, 'project_id': '62c1790a0bd34defa257d55a625b4543', 'subnets': [{'id': '56facf01-6ff1-4556-a26c-91ee9817dc43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:29.160840 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.191311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-18bca67e-ff35-4a7a-891e-5859d400c491 None None] Could not find standard attr ID for object fbae00d7-4a30-4ed6-89fc-0b49ffd3b575. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:06:29.205660 n-d-814746-3 neutron-server[114971]: INFO neutron.plugins.ml2.db [None req-18bca67e-ff35-4a7a-891e-5859d400c491 None None] No ports have port_id starting with fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 Dec 10 09:06:29.250463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12ab7644-04ba-447c-9fc0-edd2aa5d4f4d,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:29.269798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 989e8e23-ab22-4729-b558-f8cf8ca1b7e2 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:29.270152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.270718 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.366342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-db3c8464-d5d8-455f-bf46-ee35142f1c0b None None] Could not find standard attr ID for object fbae00d7-4a30-4ed6-89fc-0b49ffd3b575. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:06:29.404697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-db3c8464-d5d8-455f-bf46-ee35142f1c0b None None] Provisioning complete for port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:29.405726 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-db3c8464-d5d8-455f-bf46-ee35142f1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.408255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=12ab7644-04ba-447c-9fc0-edd2aa5d4f4d,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:29.456270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71aadcfa-e45f-41e1-b361-1d550118a79d req-751c2ce5-9380-4bae-91c3-0a3cb0612a4c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 210 time: 0.0344062 Dec 10 09:06:29.464807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Router 4a0cc322-5e28-4b87-a557-665618957311 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:29.591628 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:29.610124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-45912d04-6d35-4eef-b92e-b573e34282d6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "PUT /v2.0/routers/4a0cc322-5e28-4b87-a557-665618957311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931523 Dec 10 09:06:29.610854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38962) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:29.669393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.676965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0366c-d8a8-4392-98f3-8487829e1a94 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:29.677687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0366c-d8a8-4392-98f3-8487829e1a94 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:29.679689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-73f0366c-d8a8-4392-98f3-8487829e1a94 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0678079 Dec 10 09:06:29.687093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38964) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:29.758204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83fc5be-6a9d-4ecb-a268-54b6fea7bd90 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 56facf01-6ff1-4556-a26c-91ee9817dc43 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:29.758385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 989e8e23-ab22-4729-b558-f8cf8ca1b7e2 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:29.762920 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d83fc5be-6a9d-4ecb-a268-54b6fea7bd90 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.815135 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d83fc5be-6a9d-4ecb-a268-54b6fea7bd90 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.872336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Allocated IP 172.20.0.12 (8af02a1a-e1d2-498c-8949-2e362c8a808d/ff99d532-c043-4377-9645-c5021d649940/afd60bd9-7401-46bf-b67c-3d79f5e4397c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:29.885197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:29.896205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-76649bf5-0648-4595-baa9-ebad8fc86099 None None] Provisioning complete for port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:29.897727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-76649bf5-0648-4595-baa9-ebad8fc86099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.913361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d83fc5be-6a9d-4ecb-a268-54b6fea7bd90 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.960260 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:29.987405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d83fc5be-6a9d-4ecb-a268-54b6fea7bd90 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.023378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fc5be-6a9d-4ecb-a268-54b6fea7bd90 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=56facf01-6ff1-4556-a26c-91ee9817dc43,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:30.026866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d83fc5be-6a9d-4ecb-a268-54b6fea7bd90 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.030673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d83fc5be-6a9d-4ecb-a268-54b6fea7bd90 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/56facf01-6ff1-4556-a26c-91ee9817dc43 HTTP/1.1" status: 204 len: 168 time: 0.3406844 Dec 10 09:06:30.033312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38966) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:30.037192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce0bee-db9c-4d3e-b2e8-3d19145737b7 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:30.148607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5fa0e4bd-4a9d-401b-8786-ec0c4f6b48f3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1135695 Dec 10 09:06:30.151251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38968) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:30.214375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d7258e-bc42-4a31-8501-6f3b1347a5d5 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:30.255055 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2973-6a7a-45f4-a26c-695564922842 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.271226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-24d7258e-bc42-4a31-8501-6f3b1347a5d5 None None] Deleting port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:30.271600 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24d7258e-bc42-4a31-8501-6f3b1347a5d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.285752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:30.377678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-24d7258e-bc42-4a31-8501-6f3b1347a5d5 None None] For port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=32bfd36c-41fb-41ac-8eb0-6dc99ad618aa,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:30.378403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24d7258e-bc42-4a31-8501-6f3b1347a5d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.393350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-24d7258e-bc42-4a31-8501-6f3b1347a5d5 None None] Calling delete_port for 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:30.412468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:30.412714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.440168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2973-6a7a-45f4-a26c-695564922842 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.442588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2973-6a7a-45f4-a26c-695564922842 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.495181 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2973-6a7a-45f4-a26c-695564922842 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.495790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2d2973-6a7a-45f4-a26c-695564922842 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Fanout notify agent at l3_agent the message router_deleted on router 4a0cc322-5e28-4b87-a557-665618957311 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:06:30.504693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2973-6a7a-45f4-a26c-695564922842 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.508638 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d2d2973-6a7a-45f4-a26c-695564922842 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/routers/4a0cc322-5e28-4b87-a557-665618957311 HTTP/1.1" status: 204 len: 168 time: 0.3562098 Dec 10 09:06:30.509375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38970) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:30.544376 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24d7258e-bc42-4a31-8501-6f3b1347a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.586153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7258e-bc42-4a31-8501-6f3b1347a5d5 None None] Pushing event deleted for resources: {'Port': ['ID=32bfd36c-41fb-41ac-8eb0-6dc99ad618aa,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:30.589923 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d7258e-bc42-4a31-8501-6f3b1347a5d5 None None] No DVR routers for this DVR port 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:30.643940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282e671-c422-4900-92a4-3fa8339e5c3e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:30.647870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1282e671-c422-4900-92a4-3fa8339e5c3e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1351213 Dec 10 09:06:30.648720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38974) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:30.674897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1a96967-3abc-46b8-81db-b8c90fbe1ef6 req-bdcdca27-246a-469f-8031-a060e77e8294 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 210 time: 0.0480585 Dec 10 09:06:30.683956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:30.695936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.701884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080342b-a796-4ceb-8bd4-89f7db8ad835 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:30.712266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080342b-a796-4ceb-8bd4-89f7db8ad835 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:30.712506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9080342b-a796-4ceb-8bd4-89f7db8ad835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:30.721671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a1458-50ee-4d6f-97ce-764dd7413c97 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:30.726061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-477a1458-50ee-4d6f-97ce-764dd7413c97 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737660 Dec 10 09:06:30.726217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38976) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:30.729919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.767205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9080342b-a796-4ceb-8bd4-89f7db8ad835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:30.769560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-86864a7c-6848-4092-af22-45199c542e5e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421019 Dec 10 09:06:30.774465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38978) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:30.780206 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e894bca-831f-4c4e-b071-f3a749241a5a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/floatingips/ff8de289-b3fd-4722-95bb-39a01f62210e HTTP/1.1" status: 200 len: 976 time: 4.4988055 Dec 10 09:06:30.780722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:30.784116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38980) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:30.789762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=989e8e23-ab22-4729-b558-f8cf8ca1b7e2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:30.793485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080342b-a796-4ceb-8bd4-89f7db8ad835 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:30.794255 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.794839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9080342b-a796-4ceb-8bd4-89f7db8ad835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:30.833468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9080342b-a796-4ceb-8bd4-89f7db8ad835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:30.833985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080342b-a796-4ceb-8bd4-89f7db8ad835 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:30.928868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.934816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:06:30.946637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:30.958398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:30.974758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:30.978321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.034527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 591c03d3-216e-4c1c-bd36-69a684619ffb {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:31.034945 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.069898 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b0df1-01d1-47b7-94e0-a03415b2725d None None] Sync routers for ids ['4a0cc322-5e28-4b87-a557-665618957311'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:31.085478 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b0df1-01d1-47b7-94e0-a03415b2725d None None] Routers set() bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:31.086364 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b0df1-01d1-47b7-94e0-a03415b2725d None None] Router IDs set() for agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 09:06:31.087266 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_agentschedulers_db [None req-b27b0df1-01d1-47b7-94e0-a03415b2725d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a0cc322-5e28-4b87-a557-665618957311'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent'). {{(pid=114972) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 09:06:31.102540 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b0df1-01d1-47b7-94e0-a03415b2725d None None] Routers set() bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:31.103230 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b0df1-01d1-47b7-94e0-a03415b2725d None None] Router IDs set() for agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 09:06:31.104234 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_agentschedulers_db [None req-b27b0df1-01d1-47b7-94e0-a03415b2725d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a0cc322-5e28-4b87-a557-665618957311'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent'). {{(pid=114972) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 09:06:31.105427 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b0df1-01d1-47b7-94e0-a03415b2725d None None] The sync data for ids ['4a0cc322-5e28-4b87-a557-665618957311'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:31.119295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:31.127296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:31.138282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:31.173650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa851725-ab3e-4f94-9f95-ee31ad267b47 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:31.215836 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.221028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event updated for resources: {'Port': ['ID=afd60bd9-7401-46bf-b67c-3d79f5e4397c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:31.238396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-837acca4-2a05-4c2f-ba91-7c571cf52565 None None] Provisioning complete for port afd60bd9-7401-46bf-b67c-3d79f5e4397c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:31.239423 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-837acca4-2a05-4c2f-ba91-7c571cf52565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.288490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-837acca4-2a05-4c2f-ba91-7c571cf52565 None None] Port afd60bd9-7401-46bf-b67c-3d79f5e4397c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:31.327586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:31.328227 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.334226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router 996fab77-7e8f-48bf-a5ce-70aca5bb52e7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:31.350040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:31.359235 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-bcf8b700-81ae-4254-ba5f-913bff43d39d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4671671 Dec 10 09:06:31.362123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Sync routers for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:31.380384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Request body: {'port': {'device_id': '4df85149-1372-4f2a-9fb5-5a1107bffd36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:31.390469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:31.391133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:31.435588 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.436793 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1976d149-137c-4980-8d98-01dbc297219c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1200285 Dec 10 09:06:31.443307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38982) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:31.478311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:31.487348 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3eaddf43-d2e1-46dc-8e6b-919cae46ea88 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/996fab77-7e8f-48bf-a5ce-70aca5bb52e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3476057 Dec 10 09:06:31.491937 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485e25c-8457-422a-865c-33046598f624 None None] Sync routers for ids ['996fab77-7e8f-48bf-a5ce-70aca5bb52e7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:31.494385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38984) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:31.516778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.525395 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485e25c-8457-422a-865c-33046598f624 None None] Routers {'996fab77-7e8f-48bf-a5ce-70aca5bb52e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:31.533732 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1485e25c-8457-422a-865c-33046598f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['996fab77-7e8f-48bf-a5ce-70aca5bb52e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:31.543508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-312fe2e0-9806-4ecb-aa5c-e0da9dbe833f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=996fab77-7e8f-48bf-a5ce-70aca5bb52e7 HTTP/1.1" status: 200 len: 205 time: 0.0450432 Dec 10 09:06:31.551792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38986) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:31.554938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:31.575485 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1485e25c-8457-422a-865c-33046598f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:31.585150 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485e25c-8457-422a-865c-33046598f624 None None] Routers {'996fab77-7e8f-48bf-a5ce-70aca5bb52e7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:31.586133 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1485e25c-8457-422a-865c-33046598f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['996fab77-7e8f-48bf-a5ce-70aca5bb52e7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:31.625491 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1485e25c-8457-422a-865c-33046598f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:31.626456 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485e25c-8457-422a-865c-33046598f624 None None] The sync data for ids ['996fab77-7e8f-48bf-a5ce-70aca5bb52e7'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:31.772623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:28Z', 'revision_number': 3, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:31.805169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Checking router: 8db61ea9-9e78-4a4a-9494-42d36bda15e5 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:06:31.805854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Updating router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:06:31.832717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd60bd9-7401-46bf-b67c-3d79f5e4397c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:06:31.833227 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.841691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.841905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d75ef194-ed91-45a3-bae4-a3897555c0ed tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.854538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Transition to ACTIVE for port object afd60bd9-7401-46bf-b67c-3d79f5e4397c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:06:31.859833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.920288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dea04a-28aa-4e0b-b18a-0678b453df2e None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:31.937036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Pushing event updated for resources: {'Port': ['ID=afd60bd9-7401-46bf-b67c-3d79f5e4397c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:31.981434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.981741 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:31.982066 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP ff8de289-b3fd-4722-95bb-39a01f62210e disassociated. External IP: 172.25.3.32, port: 591c03d3-216e-4c1c-bd36-69a684619ffb. Dec 10 09:06:31.982415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 591c03d3-216e-4c1c-bd36-69a684619ffb owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:32.003853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Attempting to bind port afd60bd9-7401-46bf-b67c-3d79f5e4397c on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:32.004339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Attempting to bind port afd60bd9-7401-46bf-b67c-3d79f5e4397c by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:32.004813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Attempting to bind port afd60bd9-7401-46bf-b67c-3d79f5e4397c on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:32.009394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Port afd60bd9-7401-46bf-b67c-3d79f5e4397c on network 8af02a1a-e1d2-498c-8949-2e362c8a808d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:06:32.009861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Attempting to bind port afd60bd9-7401-46bf-b67c-3d79f5e4397c on network 8af02a1a-e1d2-498c-8949-2e362c8a808d {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:32.015739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:32.016094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Checking segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:32.016578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Bound using segment: {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:32.017139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Bound port: afd60bd9-7401-46bf-b67c-3d79f5e4397c, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:32.017623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.062048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:06:32.090818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] For port afd60bd9-7401-46bf-b67c-3d79f5e4397c, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:32.094241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] For port afd60bd9-7401-46bf-b67c-3d79f5e4397c, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afd60bd9-7401-46bf-b67c-3d79f5e4397c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:32.100136 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.103113 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.133041 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.141784 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.144351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:32.145011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.146592 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] 10.222.0.39 "PUT /v2.0/ports/afd60bd9-7401-46bf-b67c-3d79f5e4397c HTTP/1.1" status: 200 len: 1092 time: 0.7776039 Dec 10 09:06:32.147065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df85149-1372-4f2a-9fb5-5a1107bffd36', 'tag': 'afd60bd9-7401-46bf-b67c-3d79f5e4397c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:32.150379 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05794a78-bbe2-4231-a792-d6b50381b500" -d '{"events": [{"name": "network-changed", "server_uuid": "4df85149-1372-4f2a-9fb5-5a1107bffd36", "tag": "afd60bd9-7401-46bf-b67c-3d79f5e4397c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:32.173439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1178f4-278c-4530-8e87-2a433bd513c5 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:32.183675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd90cab-f7ae-4919-a7b0-0657995f1e27 service neutron] Pushing event updated for resources: {'Port': ['ID=afd60bd9-7401-46bf-b67c-3d79f5e4397c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:32.257664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Attempting to bind port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:32.258210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Attempting to bind port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:32.258539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-d1d6bb4e-d38a-4b9e-994e-002913242bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:32.258678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Attempting to bind port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:32.271053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:32.271431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:32.271744 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-d1d6bb4e-d38a-4b9e-994e-002913242bc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 1095 time: 0.0641644 Dec 10 09:06:32.271894 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.272235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:32.272799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Bound port: 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:32.273096 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.294285 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9299c712-e925-44cc-bacc-9434c183e0d8 x-openstack-request-id: req-9299c712-e925-44cc-bacc-9434c183e0d8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:32.294734 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df85149-1372-4f2a-9fb5-5a1107bffd36", "tag": "afd60bd9-7401-46bf-b67c-3d79f5e4397c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:32.295093 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9299c712-e925-44cc-bacc-9434c183e0d8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:32.295864 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df85149-1372-4f2a-9fb5-5a1107bffd36', 'tag': 'afd60bd9-7401-46bf-b67c-3d79f5e4397c', 'status': 'completed', 'code': 200} Dec 10 09:06:32.312770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e3cfd-7a59-4b46-ab96-f3df3ac4ce9a None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:32.317805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:32.341148 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-4299accd-e5da-4b8c-b26d-14d4c26a38aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd60bd9-7401-46bf-b67c-3d79f5e4397c HTTP/1.1" status: 200 len: 217 time: 0.0675526 Dec 10 09:06:32.367890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:32.368238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fbae00d7-4a30-4ed6-89fc-0b49ffd3b575 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:32.368665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:32.401312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-76402e0b-3e08-4b22-b0a4-5686dda15442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:32.401961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:32.402322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 32bfd36c-41fb-41ac-8eb0-6dc99ad618aa not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:32.402933 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-76402e0b-3e08-4b22-b0a4-5686dda15442 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.0543387 Dec 10 09:06:32.409200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b495853-0949-40e1-8d9e-333baee02726 None None] Pushing event updated for resources: {'Port': ['ID=2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:32.444181 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-938bc30a-45a8-4f81-859e-6da5cc36b535 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319417 Dec 10 09:06:32.455100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] For port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:32.459603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] For port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:32.466104 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.537791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15028cbe-dbbf-4de1-b418-ed74ed5e909b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:32.565547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-89114f3b-b671-4ec4-8059-505285658978 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135118 Dec 10 09:06:32.569046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Provisioning complete for port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:32.569538 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.575931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:32.576692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:32.582016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb03360-c41d-49f1-9544-ada3d90d6ae1 req-e6f1ce26-966b-43e5-b5d4-27c4cceb9e47 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:32.590974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbb03360-c41d-49f1-9544-ada3d90d6ae1 req-e6f1ce26-966b-43e5-b5d4-27c4cceb9e47 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 944 time: 0.7581706 Dec 10 09:06:32.645853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d75ef194-ed91-45a3-bae4-a3897555c0ed tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.657341 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d75ef194-ed91-45a3-bae4-a3897555c0ed tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.660178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:32.688694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:32.716595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce16d2eb-9377-4d8b-88e3-46a4359052f8 req-cfe9d267-de9f-498f-9c3c-3105ac686394 service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429641 Dec 10 09:06:32.740129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d685ef-199a-4a47-9408-103106159e6b None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:32.753534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b495853-0949-40e1-8d9e-333baee02726 None None] Pushing event updated for resources: {'Port': ['ID=2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:32.772287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:32.773415 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.778333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:32.798396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=4dbc90b8-dce5-4e7c-8592-10134a1a688b,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:32.836144 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d75ef194-ed91-45a3-bae4-a3897555c0ed tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.836748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75ef194-ed91-45a3-bae4-a3897555c0ed tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Fanout notify agent at l3_agent the message router_deleted on router 996fab77-7e8f-48bf-a5ce-70aca5bb52e7 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:06:32.850172 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d75ef194-ed91-45a3-bae4-a3897555c0ed tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.851292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d75ef194-ed91-45a3-bae4-a3897555c0ed tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/996fab77-7e8f-48bf-a5ce-70aca5bb52e7 HTTP/1.1" status: 204 len: 168 time: 1.2985954 Dec 10 09:06:32.874818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38992) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:32.884994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e02da15b-a174-4b66-95b4-466b5b10446d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1095157 Dec 10 09:06:32.887082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 38994) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:32.896200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:32.912182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbb03360-c41d-49f1-9544-ada3d90d6ae1 req-a8626ba4-b549-41cb-8b41-cc81ac024ac2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202512 Dec 10 09:06:32.967106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e9bf06-ebd3-4e91-9483-716ce7fe600d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting subnet 690607c4-24e5-4c87-b354-6bbce76bc7a8 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:32.972725 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37e9bf06-ebd3-4e91-9483-716ce7fe600d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:32.976854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05794a78-bbe2-4231-a792-d6b50381b500 req-8689598e-e558-4dc4-9e60-a5eb93d88597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:32.978428 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05794a78-bbe2-4231-a792-d6b50381b500 req-8689598e-e558-4dc4-9e60-a5eb93d88597 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 1095 time: 0.1796365 Dec 10 09:06:33.101348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05794a78-bbe2-4231-a792-d6b50381b500 req-a5fc39eb-3547-42ca-86a8-f4cf99e2bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:33.102890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05794a78-bbe2-4231-a792-d6b50381b500 req-a5fc39eb-3547-42ca-86a8-f4cf99e2bbaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 906 time: 0.1033242 Dec 10 09:06:33.130355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.178099 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05794a78-bbe2-4231-a792-d6b50381b500 req-ac46c848-53b7-4842-9878-015e94f026db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd60bd9-7401-46bf-b67c-3d79f5e4397c HTTP/1.1" status: 200 len: 217 time: 0.0660529 Dec 10 09:06:33.180450 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37e9bf06-ebd3-4e91-9483-716ce7fe600d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.193266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d93ac757-07a7-4cb3-b100-e1c1b6d72a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.227154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=591c03d3-216e-4c1c-bd36-69a684619ffb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:33.241795 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.289116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] For port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:33.292811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '4dbc90b8-dce5-4e7c-8592-10134a1a688b'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:33.293703 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.316037 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.345410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:33.350164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.410020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37e9bf06-ebd3-4e91-9483-716ce7fe600d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.458816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:28Z', 'revision_number': 3, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:33.482934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Pushing event updated for resources: {'Port': ['ID=2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:33.500213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.500580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.500988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.501354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.501711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.502259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.502568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.502958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.503282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.503609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.503960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.504281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.504663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93478-286f-4770-a6b7-66e36f4b22a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:33.507040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05794a78-bbe2-4231-a792-d6b50381b500 req-741eaadf-974c-45be-a36e-6b97e8d40a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:33.520975 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05794a78-bbe2-4231-a792-d6b50381b500 req-741eaadf-974c-45be-a36e-6b97e8d40a62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.3301237 Dec 10 09:06:33.532294 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.538576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37e9bf06-ebd3-4e91-9483-716ce7fe600d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.544666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ac691036-3264-4e8f-ba0b-ca69af57f0a5 None None] Provisioning complete for port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:33.545282 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ac691036-3264-4e8f-ba0b-ca69af57f0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.550534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3217c6-4fd9-4a80-9786-f077503292d3 None None] The sync data for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 is: [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:28Z', 'revision_number': 3, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:33.580590 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37e9bf06-ebd3-4e91-9483-716ce7fe600d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.586352 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-37e9bf06-ebd3-4e91-9483-716ce7fe600d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/690607c4-24e5-4c87-b354-6bbce76bc7a8 HTTP/1.1" status: 204 len: 168 time: 0.7105281 Dec 10 09:06:33.591817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494a854-338a-46ad-ba10-53fb6a53e804 None None] Network c3ab10ff-48fc-4116-98b4-fe40a4272722 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:33.599608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Allocated IP 2001:db8::f816:3eff:fe03:83c3 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/4dbc90b8-dce5-4e7c-8592-10134a1a688b/a08a5449-7892-4f18-9945-0d86853f6206) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:33.621688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38998) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:33.637441 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05794a78-bbe2-4231-a792-d6b50381b500 req-42da3f05-a244-4f41-99aa-3f666e251cd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871868 Dec 10 09:06:33.639854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9bf06-ebd3-4e91-9483-716ce7fe600d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Subnet': ['ID=690607c4-24e5-4c87-b354-6bbce76bc7a8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:33.779122 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:33.785591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:33.843637 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05794a78-bbe2-4231-a792-d6b50381b500 req-53c10036-d3d1-4a10-b2b5-0d90c4e200fa service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903629 Dec 10 09:06:33.984513 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-05794a78-bbe2-4231-a792-d6b50381b500 req-abcba1e1-b922-4736-9f8b-17d025c7753b service neutron] 10.222.0.39 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332355 Dec 10 09:06:33.985744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Allocated IP 172.20.0.1 (6f7bc68f-d442-4c32-a995-0452e37aef94/82f5ef62-e20e-4c02-ae8a-d223cfb693e4/3c76e8ab-9d90-494f-956f-a0d57e6499ca) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:34.006145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] DHCP port deletion for c3ab10ff-48fc-4116-98b4-fe40a4272722 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:34.027929 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.076361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.081829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 4c506a4a-30f8-4c74-b226-b086e57a34d0 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:34.082415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.149249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:34.158004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:34.160946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Pushing event updated for resources: {'Port': ['ID=a08a5449-7892-4f18-9945-0d86853f6206,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:34.163234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:34.179917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] Deleting port 4c506a4a-30f8-4c74-b226-b086e57a34d0 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:34.180285 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.211348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port 4c506a4a-30f8-4c74-b226-b086e57a34d0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4c506a4a-30f8-4c74-b226-b086e57a34d0,segment=NetworkSegment(34b8f3c0-ec56-4361-817e-adefbb1c6c03),segment_id=34b8f3c0-ec56-4361-817e-adefbb1c6c03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:34.211348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.220748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:34.256763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 4c506a4a-30f8-4c74-b226-b086e57a34d0 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:34.284227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d0205b-d42d-4273-ab33-61e0cd7bf677 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:34.325520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Attempting to bind port a08a5449-7892-4f18-9945-0d86853f6206 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:34.325909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Attempting to bind port a08a5449-7892-4f18-9945-0d86853f6206 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:34.326354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Attempting to bind port a08a5449-7892-4f18-9945-0d86853f6206 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:34.330621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] For port 4c506a4a-30f8-4c74-b226-b086e57a34d0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4c506a4a-30f8-4c74-b226-b086e57a34d0,segment=NetworkSegment(34b8f3c0-ec56-4361-817e-adefbb1c6c03),segment_id=34b8f3c0-ec56-4361-817e-adefbb1c6c03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:34.331018 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.344831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:34.345206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:34.346071 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.346071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:34.346495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Bound port: a08a5449-7892-4f18-9945-0d86853f6206, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:34.346872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.348695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d0205b-d42d-4273-ab33-61e0cd7bf677 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:34.349292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-06d0205b-d42d-4273-ab33-61e0cd7bf677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:34.355974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:34.357959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8103-3d44-4790-9aba-0a265a134277 req-c22b5145-26fd-489d-a4bb-d3ce1ff8adbd tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:34.361109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-990c8103-3d44-4790-9aba-0a265a134277 req-c22b5145-26fd-489d-a4bb-d3ce1ff8adbd tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 944 time: 0.2610795 Dec 10 09:06:34.364817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] Calling delete_port for 4c506a4a-30f8-4c74-b226-b086e57a34d0 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:34.402127 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.406876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-06d0205b-d42d-4273-ab33-61e0cd7bf677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:34.431799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=4c506a4a-30f8-4c74-b226-b086e57a34d0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:34.434968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.444551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No DVR routers for this DVR port 4c506a4a-30f8-4c74-b226-b086e57a34d0 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:34.458201 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.480799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d0205b-d42d-4273-ab33-61e0cd7bf677 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:34.481593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-06d0205b-d42d-4273-ab33-61e0cd7bf677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:34.507984 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.512219 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-506d833d-31e3-4c07-91b3-d4a241a200d2 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/ports/591c03d3-216e-4c1c-bd36-69a684619ffb HTTP/1.1" status: 204 len: 168 time: 3.7258739 Dec 10 09:06:34.530682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39002) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:34.555169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.567877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-06d0205b-d42d-4273-ab33-61e0cd7bf677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:34.568699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d0205b-d42d-4273-ab33-61e0cd7bf677 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:34.583277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ab10ff-48fc-4116-98b4-fe40a4272722']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:34.597262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b8f3c0-ec56-4361-817e-adefbb1c6c03') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:34.597660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b8f3c0-ec56-4361-817e-adefbb1c6c03') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:34.600576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:34.609195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.618938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:34.625219 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.632288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:06:34.632697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.639547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-990c8103-3d44-4790-9aba-0a265a134277 req-69357e43-a668-494d-9156-ebf3cf41af7c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232714 Dec 10 09:06:34.644719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-082074c7-3f8e-401c-a370-d848a38f7974 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "GET /v2.0/floatingips/ff8de289-b3fd-4722-95bb-39a01f62210e HTTP/1.1" status: 200 len: 687 time: 0.1100740 Dec 10 09:06:34.649799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:34.650808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.659381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39004) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:34.660437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=01fa4195-492a-441d-a2e0-2bdaaa08bb23,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:34.667840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:34.668305 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.674836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] For port a08a5449-7892-4f18-9945-0d86853f6206, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:34.726665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] For port a08a5449-7892-4f18-9945-0d86853f6206, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a08a5449-7892-4f18-9945-0d86853f6206,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:06:34.731087 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:06:34.735626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.736697 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.739313 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.742868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.751952 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/networks/c3ab10ff-48fc-4116-98b4-fe40a4272722 HTTP/1.1" status: 204 len: 168 time: 1.1245818 Dec 10 09:06:34.752180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39006) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:34.752658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] Network c3ab10ff-48fc-4116-98b4-fe40a4272722 is not hosted by any dhcp agent {{(pid=114971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 09:06:34.753183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] No DVR routers for this DVR port 4c506a4a-30f8-4c74-b226-b086e57a34d0 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:34.758893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1577212995', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:34.772795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba16f9-6aef-4229-a9e8-e70149e093ca tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Network': ['ID=c3ab10ff-48fc-4116-98b4-fe40a4272722,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:34.794146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-396076f8-40df-416b-a63f-a00b1cf981e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9017670 Dec 10 09:06:34.797230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39008) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:34.804533 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:34.805421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:99:fa:4e', 'name': 'tempest-NetworksTestDHCPv6-1507831178'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:34.938723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c4be0-cd5f-4f07-b1d3-ec1f7fb6df13 None None] Pushing event updated for resources: {'Port': ['ID=a08a5449-7892-4f18-9945-0d86853f6206,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:34.953881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Pushing event updated for resources: {'Port': ['ID=3c76e8ab-9d90-494f-956f-a0d57e6499ca,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:34.974767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e901a-3154-435b-ae7f-284a67a1e8d8 None None] Pushing event deleted for resources: {'Port': ['ID=4c506a4a-30f8-4c74-b226-b086e57a34d0,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:35.004650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:35.009999 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.011267 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.016398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:35.024882 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf598ad6-8490-455a-9bba-20cb649e557f req-2b4b9102-ffef-4c4a-ad59-a7cb6323c136 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1269507 Dec 10 09:06:35.026711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:35.083280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4c506a4a-30f8-4c74-b226-b086e57a34d0 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:35.137682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 4c506a4a-30f8-4c74-b226-b086e57a34d0 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:35.138369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4c506a4a-30f8-4c74-b226-b086e57a34d0 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:35.189384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf598ad6-8490-455a-9bba-20cb649e557f req-d2f96794-978f-4c6d-abde-e20ced80bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:35.191795 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf598ad6-8490-455a-9bba-20cb649e557f req-d2f96794-978f-4c6d-abde-e20ced80bc7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 1097 time: 0.1092951 Dec 10 09:06:35.192891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:35.200458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.254956 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.296514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 1ad47f15-c5a9-469c-8a7d-4927b08c7686 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:35.296854 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.444376 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d43c-f139-4a8c-a926-1b7e4a4b7308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.457722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-75283b91-d4bb-4bd2-9c18-98cbfc29d801 None None] Provisioning complete for port 3c76e8ab-9d90-494f-956f-a0d57e6499ca triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:35.458135 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-75283b91-d4bb-4bd2-9c18-98cbfc29d801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.463944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.507733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-75283b91-d4bb-4bd2-9c18-98cbfc29d801 None None] Port 3c76e8ab-9d90-494f-956f-a0d57e6499ca cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:35.534827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.534827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.582239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 1ad47f15-c5a9-469c-8a7d-4927b08c7686 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:35.724334 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:35.755290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf598ad6-8490-455a-9bba-20cb649e557f req-5d3c06c1-8161-417e-85fc-6e8b1442b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:35.756757 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf598ad6-8490-455a-9bba-20cb649e557f req-5d3c06c1-8161-417e-85fc-6e8b1442b315 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 200 len: 906 time: 0.5204701 Dec 10 09:06:35.766471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 4110c0fb-c4e6-4b83-83b0-7c65500a0989 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:35.811476 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf598ad6-8490-455a-9bba-20cb649e557f req-807d1992-a2db-46b2-875b-cdb3b9381667 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=334507e3-8f18-43f8-a13e-4360536ba3e5 HTTP/1.1" status: 200 len: 217 time: 0.0397966 Dec 10 09:06:35.908938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf598ad6-8490-455a-9bba-20cb649e557f req-4ce1343f-de29-43a2-aaeb-828a4420f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:35.910512 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf598ad6-8490-455a-9bba-20cb649e557f req-4ce1343f-de29-43a2-aaeb-828a4420f2ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 200 len: 845 time: 0.0723915 Dec 10 09:06:35.962180 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf598ad6-8490-455a-9bba-20cb649e557f req-59ef6913-26ac-4f95-a826-af277f97a068 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8af02a1a-e1d2-498c-8949-2e362c8a808d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324812 Dec 10 09:06:36.043461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.078239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afd60bd9-7401-46bf-b67c-3d79f5e4397c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:06:36.130562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 172.20.0.12 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/01fa4195-492a-441d-a2e0-2bdaaa08bb23/4110c0fb-c4e6-4b83-83b0-7c65500a0989) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:36.146481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fe99:fa4e (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/4dbc90b8-dce5-4e7c-8592-10134a1a688b/4110c0fb-c4e6-4b83-83b0-7c65500a0989) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:36.156345 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf598ad6-8490-455a-9bba-20cb649e557f req-48f6a350-cc49-4513-8aa7-f34836792b32 service neutron] 10.222.0.18 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837468 Dec 10 09:06:36.191266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267bfd-b2ad-407d-810e-7f882e8292f2 req-9d43a177-0139-4c6a-ad18-a22aafaaa6ec tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:36.192832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02267bfd-b2ad-407d-810e-7f882e8292f2 req-9d43a177-0139-4c6a-ad18-a22aafaaa6ec tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 944 time: 0.1935863 Dec 10 09:06:36.238180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afd60bd9-7401-46bf-b67c-3d79f5e4397c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afd60bd9-7401-46bf-b67c-3d79f5e4397c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:36.259477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'afd60bd9-7401-46bf-b67c-3d79f5e4397c', 'network_id': '8af02a1a-e1d2-498c-8949-2e362c8a808d', 'port_id': 'afd60bd9-7401-46bf-b67c-3d79f5e4397c', 'mac_address': 'fa:16:3e:b1:52:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff99d532-c043-4377-9645-c5021d649940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:06:36.333593 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.352279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd60bd9-7401-46bf-b67c-3d79f5e4397c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:06:36.380191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afd60bd9-7401-46bf-b67c-3d79f5e4397c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afd60bd9-7401-46bf-b67c-3d79f5e4397c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:36.404870 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.407394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a08a5449-7892-4f18-9945-0d86853f6206 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:36.438679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02267bfd-b2ad-407d-810e-7f882e8292f2 req-1db3fddf-8cae-40cd-aca6-7a3670b9f509 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330046 Dec 10 09:06:36.517128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.521804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afd60bd9-7401-46bf-b67c-3d79f5e4397c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:36.555846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a08a5449-7892-4f18-9945-0d86853f6206 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:36.556518 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.568082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.569783 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.583289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bf598ad6-8490-455a-9bba-20cb649e557f req-cc42329e-4f1d-4a18-869c-4a09e0e80121 service neutron] 10.222.0.18 "GET /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044502 Dec 10 09:06:36.616826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dad546-91bf-4381-8dda-5380cde723db None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:36.617610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.627303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=1ad47f15-c5a9-469c-8a7d-4927b08c7686,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:36.637168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.648638 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.648890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.670055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['afd60bd9-7401-46bf-b67c-3d79f5e4397c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:36.698109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.746554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:36.747442 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.750366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:36.753706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:36.773997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-44ecc475-a229-4b21-8dc5-325d71f93373 None None] Provisioning complete for port a08a5449-7892-4f18-9945-0d86853f6206 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:36.774373 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-44ecc475-a229-4b21-8dc5-325d71f93373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.794181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=4110c0fb-c4e6-4b83-83b0-7c65500a0989,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:36.820154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:36.820829 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.834088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.841304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b1f73599-56ef-45c8-9ac8-0208db6afd0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0403891 Dec 10 09:06:36.841566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Pushing event updated for resources: {'Port': ['ID=3c76e8ab-9d90-494f-956f-a0d57e6499ca,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:36.841677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39012) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:36.856599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.859279 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:36.864459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6f29cd4f-4386-45d9-abe1-54d56c12ee05 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/floatingips/ff8de289-b3fd-4722-95bb-39a01f62210e HTTP/1.1" status: 204 len: 168 time: 2.1891713 Dec 10 09:06:36.865589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39014) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:36.870808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'f7e62c28-5901-43b6-93a5-5285ab56be71'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:36.909437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7fcbe7-5985-441c-96da-eb77bcbf1fe9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:36.915693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7fcbe7-5985-441c-96da-eb77bcbf1fe9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:36.920990 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fc7fcbe7-5985-441c-96da-eb77bcbf1fe9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0755329 Dec 10 09:06:36.920990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39016) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:36.946429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 172.25.3.231 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/e63dc58b-cb84-47ef-8ab4-459df28647c8) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:36.967436 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.030444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-392f45f4-02ae-47ee-b74c-8b5b99451285 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 4110c0fb-c4e6-4b83-83b0-7c65500a0989 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:37.031196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-392f45f4-02ae-47ee-b74c-8b5b99451285 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.053995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port a08a5449-7892-4f18-9945-0d86853f6206, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a08a5449-7892-4f18-9945-0d86853f6206,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:37.070924 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.113232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:37.118086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:37.178664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-392f45f4-02ae-47ee-b74c-8b5b99451285 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.193903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-392f45f4-02ae-47ee-b74c-8b5b99451285 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 4110c0fb-c4e6-4b83-83b0-7c65500a0989 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:37.218483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=a08a5449-7892-4f18-9945-0d86853f6206,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:37.250461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.376258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3d1b8-b01a-4908-9059-753cb6114c79 None None] Update dhcp port {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': '4dbc90b8-dce5-4e7c-8592-10134a1a688b', 'ip_address': '2001:db8::f816:3eff:fe03:83c3'}, {'subnet_id': '01fa4195-492a-441d-a2e0-2bdaaa08bb23'}], 'binding:host_id': 'n-d-814746-3'}, 'id': 'a08a5449-7892-4f18-9945-0d86853f6206'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:06:37.387853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.399375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.421715 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8e3d1b8-b01a-4908-9059-753cb6114c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.444140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:37.477187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:37.484604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-392f45f4-02ae-47ee-b74c-8b5b99451285 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.496886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2890b4d5-f9b6-459f-aa0a-97cc4617f4be None None] Provisioning complete for port 3c76e8ab-9d90-494f-956f-a0d57e6499ca triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:37.497426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2890b4d5-f9b6-459f-aa0a-97cc4617f4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.532318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:37.538398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=e63dc58b-cb84-47ef-8ab4-459df28647c8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:37.544281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:37.567692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f45f4-02ae-47ee-b74c-8b5b99451285 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=4110c0fb-c4e6-4b83-83b0-7c65500a0989,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:37.615727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d1f1e-46bd-4024-ae6b-9c0faa77dcd0 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:37.650009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2890b4d5-f9b6-459f-aa0a-97cc4617f4be None None] Port 3c76e8ab-9d90-494f-956f-a0d57e6499ca cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:37.687566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-392f45f4-02ae-47ee-b74c-8b5b99451285 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.691277 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-392f45f4-02ae-47ee-b74c-8b5b99451285 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/4110c0fb-c4e6-4b83-83b0-7c65500a0989 HTTP/1.1" status: 204 len: 168 time: 0.7693582 Dec 10 09:06:37.694516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39020) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:37.723519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-b8e3d1b8-b01a-4908-9059-753cb6114c79 None None] Allocated IP 172.20.0.2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/01fa4195-492a-441d-a2e0-2bdaaa08bb23/a08a5449-7892-4f18-9945-0d86853f6206) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:37.762684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4e727-4836-4a46-af86-11e28379fd9f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:37.764381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4e727-4836-4a46-af86-11e28379fd9f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:37.766514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4e727-4836-4a46-af86-11e28379fd9f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:37.770982 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c0a4e727-4836-4a46-af86-11e28379fd9f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0699131 Dec 10 09:06:37.771249 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39022) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:37.834759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3650a0c9-b089-43c3-8b09-511d1dd799e7 None None] Provisioning complete for port e63dc58b-cb84-47ef-8ab4-459df28647c8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:37.835163 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3650a0c9-b089-43c3-8b09-511d1dd799e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.861205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-997ac817-e2ac-4a93-b3ef-08ec4c683404 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 01fa4195-492a-441d-a2e0-2bdaaa08bb23 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:37.893187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e8c70-1eb5-4c7f-89c2-00c84cd644d9 req-47de1a52-734d-4561-b751-5957eb8b6287 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:37.894975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-083e8c70-1eb5-4c7f-89c2-00c84cd644d9 req-47de1a52-734d-4561-b751-5957eb8b6287 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 945 time: 0.3139420 Dec 10 09:06:37.895945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.25.3.156 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/6336fdec-aa58-4c83-8c4a-9eca57a24a18) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:37.898255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b8e3d1b8-b01a-4908-9059-753cb6114c79 None None] For port a08a5449-7892-4f18-9945-0d86853f6206, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a08a5449-7892-4f18-9945-0d86853f6206,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:37.901174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3650a0c9-b089-43c3-8b09-511d1dd799e7 None None] Port e63dc58b-cb84-47ef-8ab4-459df28647c8 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:37.937947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8e3d1b8-b01a-4908-9059-753cb6114c79 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.942481 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-997ac817-e2ac-4a93-b3ef-08ec4c683404 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.943071 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8e3d1b8-b01a-4908-9059-753cb6114c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:37.975821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:37.982642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3229792b-79bb-4f9c-b4df-ad1267da58da admin admin] 10.222.0.31 "PUT /v2.0/routers/8db61ea9-9e78-4a4a-9494-42d36bda15e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5350590 Dec 10 09:06:37.993122 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Sync routers for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:38.006595 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-997ac817-e2ac-4a93-b3ef-08ec4c683404 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.023399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3d1b8-b01a-4908-9059-753cb6114c79 None None] Pushing event updated for resources: {'Port': ['ID=a08a5449-7892-4f18-9945-0d86853f6206,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:38.034070 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:38.038663 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:38.084693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afd60bd9-7401-46bf-b67c-3d79f5e4397c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:38.094443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-083e8c70-1eb5-4c7f-89c2-00c84cd644d9 req-e7f208e7-4f6f-4fbf-a64a-f66eaaadb2a8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659486 Dec 10 09:06:38.174865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.177938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port afd60bd9-7401-46bf-b67c-3d79f5e4397c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:06:38.184984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port afd60bd9-7401-46bf-b67c-3d79f5e4397c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:38.185403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.190800 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.216808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.230096 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-997ac817-e2ac-4a93-b3ef-08ec4c683404 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.344537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a08a5449-7892-4f18-9945-0d86853f6206 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:38.350598 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-997ac817-e2ac-4a93-b3ef-08ec4c683404 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.369930 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:38.404839 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.411237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ac817-e2ac-4a93-b3ef-08ec4c683404 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=01fa4195-492a-441d-a2e0-2bdaaa08bb23,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:38.414667 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-997ac817-e2ac-4a93-b3ef-08ec4c683404 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.420317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-997ac817-e2ac-4a93-b3ef-08ec4c683404 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/01fa4195-492a-441d-a2e0-2bdaaa08bb23 HTTP/1.1" status: 204 len: 168 time: 0.6481068 Dec 10 09:06:38.422841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39030) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:38.445439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df85149-1372-4f2a-9fb5-5a1107bffd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd60bd9-7401-46bf-b67c-3d79f5e4397c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:38.449093 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0de6c2b-d647-482b-a5db-1dc6be63d4a9" -d '{"events": [{"server_uuid": "4df85149-1372-4f2a-9fb5-5a1107bffd36", "name": "network-vif-plugged", "status": "completed", "tag": "afd60bd9-7401-46bf-b67c-3d79f5e4397c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:38.479750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port afd60bd9-7401-46bf-b67c-3d79f5e4397c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afd60bd9-7401-46bf-b67c-3d79f5e4397c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:38.487780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a08a5449-7892-4f18-9945-0d86853f6206 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:38.490785 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.497670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.515671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41594f5-2d3a-475a-8adc-90f6e299b4e5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 4dbc90b8-dce5-4e7c-8592-10134a1a688b {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:38.521975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d41594f5-2d3a-475a-8adc-90f6e299b4e5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.553109 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8e1401-078c-46ae-a1e6-5d5856ee0340 x-openstack-request-id: req-5d8e1401-078c-46ae-a1e6-5d5856ee0340 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:38.553404 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df85149-1372-4f2a-9fb5-5a1107bffd36", "name": "network-vif-plugged", "status": "completed", "tag": "afd60bd9-7401-46bf-b67c-3d79f5e4397c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:38.553800 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d8e1401-078c-46ae-a1e6-5d5856ee0340 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:38.554059 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df85149-1372-4f2a-9fb5-5a1107bffd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd60bd9-7401-46bf-b67c-3d79f5e4397c', 'code': 200} Dec 10 09:06:38.594527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=afd60bd9-7401-46bf-b67c-3d79f5e4397c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:38.609143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d41594f5-2d3a-475a-8adc-90f6e299b4e5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.684459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.746175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e89d4-c73f-4c00-b224-9278fa18408e req-d17136aa-a283-43fa-81be-c71cb3118449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:38.747618 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db4e89d4-c73f-4c00-b224-9278fa18408e req-d17136aa-a283-43fa-81be-c71cb3118449 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 1097 time: 0.1004410 Dec 10 09:06:38.782340 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:35Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3c76e8ab-9d90-494f-956f-a0d57e6499ca', 'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'mac_address': 'fa:16:3e:d9:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:33Z', 'updated_at': '2021-12-10T09:06:36Z', 'revision_number': 2, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'subnets': [{'id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:38.790162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.796285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=6336fdec-aa58-4c83-8c4a-9eca57a24a18,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:38.828886 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Checking router: 8db61ea9-9e78-4a4a-9494-42d36bda15e5 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:06:38.829667 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Updating router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 port 3c76e8ab-9d90-494f-956f-a0d57e6499ca binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:06:38.848444 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-db4e89d4-c73f-4c00-b224-9278fa18408e req-44a99535-77c4-4997-bc5d-3de8e3517540 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848119 Dec 10 09:06:38.849717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d41594f5-2d3a-475a-8adc-90f6e299b4e5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.875104 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.880852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:38.887682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:38.890086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:38.939838 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d41594f5-2d3a-475a-8adc-90f6e299b4e5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.972991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d41594f5-2d3a-475a-8adc-90f6e299b4e5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:38.976523 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d41594f5-2d3a-475a-8adc-90f6e299b4e5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/4dbc90b8-dce5-4e7c-8592-10134a1a688b HTTP/1.1" status: 204 len: 168 time: 0.5524173 Dec 10 09:06:38.998162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39034) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:39.005743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41594f5-2d3a-475a-8adc-90f6e299b4e5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbc90b8-dce5-4e7c-8592-10134a1a688b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:39.059386 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-10cd7597-9287-441b-ac4e-59020ff2a78a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601249 Dec 10 09:06:39.062128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39036) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:39.067262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:39.070612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39038) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:39.075895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8bfffab6-9a08-43b5-b26c-e380e775692f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637428349', 'description': 'tempest-description--928068980'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:39.173797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.194312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8bfffab6-9a08-43b5-b26c-e380e775692f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.244626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac8b47-f59d-4ea4-823d-d805d0fe5f37 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:39.255390 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.263907 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.298274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8bfffab6-9a08-43b5-b26c-e380e775692f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.306028 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8bfffab6-9a08-43b5-b26c-e380e775692f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.323540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:39.327234 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.329414 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64d6db-8875-4b2b-b616-be170c09abbd None None] Pushing event updated for resources: {'Port': ['ID=3c76e8ab-9d90-494f-956f-a0d57e6499ca,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:39.388140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bd5fc16b-e3b9-473a-91bf-29196e54b3a0 None None] Provisioning complete for port a08a5449-7892-4f18-9945-0d86853f6206 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:39.388984 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc16b-e3b9-473a-91bf-29196e54b3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.409628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8bfffab6-9a08-43b5-b26c-e380e775692f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.411053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8bfffab6-9a08-43b5-b26c-e380e775692f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3394818 Dec 10 09:06:39.415358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39042) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:39.434294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-78ecad5c-05c6-49d6-93f7-1ba2d033886f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'security_group_rule': {'security_group_id': '07fe885a-1c02-4745-9c30-1fae1efeba01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:39.444956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfffab6-9a08-43b5-b26c-e380e775692f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fe885a-1c02-4745-9c30-1fae1efeba01,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:39.481213 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Attempting to bind port 3c76e8ab-9d90-494f-956f-a0d57e6499ca on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:39.481590 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Attempting to bind port 3c76e8ab-9d90-494f-956f-a0d57e6499ca by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:39.481994 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Attempting to bind port 3c76e8ab-9d90-494f-956f-a0d57e6499ca on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:39.500801 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:39.501648 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Checking segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:39.502005 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.502377 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Bound using segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:39.502873 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Bound port: 3c76e8ab-9d90-494f-956f-a0d57e6499ca, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:39.503300 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.528445 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bd5fc16b-e3b9-473a-91bf-29196e54b3a0 None None] Could not find standard attr ID for object 4110c0fb-c4e6-4b83-83b0-7c65500a0989. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:06:39.543191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3685e951-8099-4e57-a45e-cb891f522558 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:39.553220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78ecad5c-05c6-49d6-93f7-1ba2d033886f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.613680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3685e951-8099-4e57-a45e-cb891f522558 None None] Deleting port a08a5449-7892-4f18-9945-0d86853f6206 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:39.614222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3685e951-8099-4e57-a45e-cb891f522558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.626181 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] For port 3c76e8ab-9d90-494f-956f-a0d57e6499ca, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:39.626662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78ecad5c-05c6-49d6-93f7-1ba2d033886f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.630162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] For port 3c76e8ab-9d90-494f-956f-a0d57e6499ca, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c76e8ab-9d90-494f-956f-a0d57e6499ca,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:39.638277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78ecad5c-05c6-49d6-93f7-1ba2d033886f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.638768 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.661029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f5a2a-7188-499e-8d0b-823d89e3e3a2 req-c703ae44-57f6-4286-bab0-5d0e378d66a9 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:39.663515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-013f5a2a-7188-499e-8d0b-823d89e3e3a2 req-c703ae44-57f6-4286-bab0-5d0e378d66a9 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.2500176 Dec 10 09:06:39.700684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecad5c-05c6-49d6-93f7-1ba2d033886f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929985e0-c9d6-4d64-b68f-176cb2fe8870,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:39.718610 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78ecad5c-05c6-49d6-93f7-1ba2d033886f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.719828 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-78ecad5c-05c6-49d6-93f7-1ba2d033886f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2965820 Dec 10 09:06:39.723690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39044) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:39.730732 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64d6db-8875-4b2b-b616-be170c09abbd None None] Pushing event updated for resources: {'Port': ['ID=3c76e8ab-9d90-494f-956f-a0d57e6499ca,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:39.730972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9472f154-39e0-4972-9ebb-7e0bc2e4eb71 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'security_group_rule': {'security_group_id': '07fe885a-1c02-4745-9c30-1fae1efeba01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:39.737486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3685e951-8099-4e57-a45e-cb891f522558 None None] For port a08a5449-7892-4f18-9945-0d86853f6206, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a08a5449-7892-4f18-9945-0d86853f6206,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:39.737954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3685e951-8099-4e57-a45e-cb891f522558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.745976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:39.746601 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:39.754830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3685e951-8099-4e57-a45e-cb891f522558 None None] Calling delete_port for a08a5449-7892-4f18-9945-0d86853f6206 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:39.854877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ea296fdb-734f-46bf-a4b0-ac5b9a45b2ea None None] Provisioning complete for port 3c76e8ab-9d90-494f-956f-a0d57e6499ca triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:39.856244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea296fdb-734f-46bf-a4b0-ac5b9a45b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:39.878408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router ac414908-9119-485d-aeed-820af33a8639 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:06:39.922784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-013f5a2a-7188-499e-8d0b-823d89e3e3a2 req-d866b041-df98-4043-9284-aa07cf7531c7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499073 Dec 10 09:06:39.938349 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:06:39.954427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9472f154-39e0-4972-9ebb-7e0bc2e4eb71 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.144919 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3685e951-8099-4e57-a45e-cb891f522558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.213284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:40.275028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.276577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-52bbf085-b11f-4a37-9f7e-0fd2401b4133 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5227523 Dec 10 09:06:40.282342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39046) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:40.301418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9472f154-39e0-4972-9ebb-7e0bc2e4eb71 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.303851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860fe195-a40c-4785-af7f-25a2345d7a82 None None] Sync routers for ids ['ac414908-9119-485d-aeed-820af33a8639'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:40.307467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3685e951-8099-4e57-a45e-cb891f522558 None None] No DVR routers for this DVR port a08a5449-7892-4f18-9945-0d86853f6206 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:40.314598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea296fdb-734f-46bf-a4b0-ac5b9a45b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.316700 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9472f154-39e0-4972-9ebb-7e0bc2e4eb71 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.332635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a08a5449-7892-4f18-9945-0d86853f6206 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:40.335200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685e951-8099-4e57-a45e-cb891f522558 None None] Pushing event deleted for resources: {'Port': ['ID=a08a5449-7892-4f18-9945-0d86853f6206,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:40.335938 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:35Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3c76e8ab-9d90-494f-956f-a0d57e6499ca', 'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'mac_address': 'fa:16:3e:d9:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:33Z', 'updated_at': '2021-12-10T09:06:39Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'subnets': [{'id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:40.364128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:06:40.366566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a08a5449-7892-4f18-9945-0d86853f6206 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:40.366909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a08a5449-7892-4f18-9945-0d86853f6206 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:40.378929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860fe195-a40c-4785-af7f-25a2345d7a82 None None] Routers {'ac414908-9119-485d-aeed-820af33a8639'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:40.379572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-860fe195-a40c-4785-af7f-25a2345d7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ac414908-9119-485d-aeed-820af33a8639'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:40.405554 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ecdb2-de59-4208-8787-6669fe703b00 None None] The sync data for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 is: [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:35Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3c76e8ab-9d90-494f-956f-a0d57e6499ca', 'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'mac_address': 'fa:16:3e:d9:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:33Z', 'updated_at': '2021-12-10T09:06:39Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'subnets': [{'id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:40.405882 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.424964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-860fe195-a40c-4785-af7f-25a2345d7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:40.451531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ea296fdb-734f-46bf-a4b0-ac5b9a45b2ea None None] For port 3c76e8ab-9d90-494f-956f-a0d57e6499ca, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c76e8ab-9d90-494f-956f-a0d57e6499ca,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:40.481517 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea296fdb-734f-46bf-a4b0-ac5b9a45b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.491904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860fe195-a40c-4785-af7f-25a2345d7a82 None None] Routers {'ac414908-9119-485d-aeed-820af33a8639'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:40.492677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-860fe195-a40c-4785-af7f-25a2345d7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ac414908-9119-485d-aeed-820af33a8639'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:40.493217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6b933e03-caeb-48de-8f31-fd6472045d12 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/routers/ac414908-9119-485d-aeed-820af33a8639 HTTP/1.1" status: 200 len: 885 time: 0.2047892 Dec 10 09:06:40.493913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39048) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:40.521132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9472f154-39e0-4972-9ebb-7e0bc2e4eb71 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.525287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9472f154-39e0-4972-9ebb-7e0bc2e4eb71 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7977509 Dec 10 09:06:40.525287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472f154-39e0-4972-9ebb-7e0bc2e4eb71 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6765d0c-6a39-4bde-8529-b3495fd7e384,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:40.535429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39050) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:40.543983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:40.573564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-860fe195-a40c-4785-af7f-25a2345d7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:40.574323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860fe195-a40c-4785-af7f-25a2345d7a82 None None] The sync data for ids ['ac414908-9119-485d-aeed-820af33a8639'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:40.610298 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:06:40.614408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea296fdb-734f-46bf-a4b0-ac5b9a45b2ea None None] Pushing event updated for resources: {'Port': ['ID=3c76e8ab-9d90-494f-956f-a0d57e6499ca,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:40.627899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-45ab99c9-cef4-4712-9ff1-dfc4b611f105 None None] Provisioning complete for port 3c76e8ab-9d90-494f-956f-a0d57e6499ca triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:40.628274 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45ab99c9-cef4-4712-9ff1-dfc4b611f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.633639 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.669977 n-d-814746-3 neutron-server[114970]: WARNING neutron.services.revisions.revision_plugin [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Could not find related port for resource to bump revision. Dec 10 09:06:40.674741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.692949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_pluggable_backend [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Port a08a5449-7892-4f18-9945-0d86853f6206 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114970) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 09:06:40.693781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_pluggable_backend [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:83c3 {{(pid=114970) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 09:06:40.698400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_pluggable_backend [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe03:83c3 {{(pid=114970) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 09:06:40.701294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.779860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:40.785864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:40.789272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:40.789892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.796612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea6d2f-efaa-4047-a352-4b4892807f04 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:40.816533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=fd4bb130-6b05-4838-a4ee-9f004118352c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:40.826597 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-420e70ac-b716-473c-87f8-d8e7d7bb9636 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7634170 Dec 10 09:06:40.827339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39052) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:40.834587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:40.875628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-034f5b63-4bdb-45e9-9228-4586675c71eb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3739963 Dec 10 09:06:40.887601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39054) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:40.892308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-820149ad-5182-4b2a-a310-73f3b0523cf2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1577212995'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:40.927638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': 'fd4bb130-6b05-4838-a4ee-9f004118352c'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:40.928551 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.946279 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:40.952641 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.036837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=6336fdec-aa58-4c83-8c4a-9eca57a24a18,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:41.056574 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.180441 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.190634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Allocated IP 2001:db8::f816:3eff:fedb:25e0 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/fd4bb130-6b05-4838-a4ee-9f004118352c/20416a2d-1892-4d72-a31b-7b972b9e3ad4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:41.228123 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP 20551501-8306-441d-9537-a2fa12fbdd5e associated. External IP: 172.25.3.156, port: f7e62c28-5901-43b6-93a5-5285ab56be71. Dec 10 09:06:41.240092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf581-160d-462c-bee4-6defaa1b94f9 req-19e16b18-7d25-4353-84df-07f7fa084647 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:41.241685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bdbf581-160d-462c-bee4-6defaa1b94f9 req-19e16b18-7d25-4353-84df-07f7fa084647 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.0778632 Dec 10 09:06:41.376600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bdbf581-160d-462c-bee4-6defaa1b94f9 req-5260d431-35e3-4b7e-b7cb-4ab6721765ff tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980632 Dec 10 09:06:41.414884 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.423893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Allocated IP 172.25.3.225 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/6e77b688-1d55-4594-aa00-b04c2ee09dc3) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:41.428575 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.454295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:41.460171 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.494816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:41.527604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:41.535900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:41.544076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Pushing event updated for resources: {'Port': ['ID=20416a2d-1892-4d72-a31b-7b972b9e3ad4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:41.603923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:41.632986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Attempting to bind port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:41.633311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Attempting to bind port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:41.633670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Attempting to bind port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:41.639907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:41.640285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:41.640689 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.646555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:41.647073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Bound port: 20416a2d-1892-4d72-a31b-7b972b9e3ad4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:41.647475 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.722692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-820149ad-5182-4b2a-a310-73f3b0523cf2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.737352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] For port 20416a2d-1892-4d72-a31b-7b972b9e3ad4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:41.741260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] For port 20416a2d-1892-4d72-a31b-7b972b9e3ad4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=20416a2d-1892-4d72-a31b-7b972b9e3ad4,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:41.748318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-820149ad-5182-4b2a-a310-73f3b0523cf2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.748625 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:41.841887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2286-dc2e-4936-8dbc-e5c7eaf53f37 req-0da693f9-c42c-42fb-a8a6-bf2700497123 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:41.843502 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-befe2286-dc2e-4936-8dbc-e5c7eaf53f37 req-0da693f9-c42c-42fb-a8a6-bf2700497123 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.1703820 Dec 10 09:06:41.862424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:41.878947 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda495e-c541-403f-b6b9-4c58b1e05ad7 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:41.891847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7c84f-4939-43d8-ae45-570babd636b3 None None] Pushing event updated for resources: {'Port': ['ID=20416a2d-1892-4d72-a31b-7b972b9e3ad4,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:41.899605 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda495e-c541-403f-b6b9-4c58b1e05ad7 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:41.900840 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8fda495e-c541-403f-b6b9-4c58b1e05ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:41.940224 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.062704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-611fdb77-b612-4a57-892d-248dba3d14ad tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1959217 Dec 10 09:06:42.069066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39078) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:42.109660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2092298621'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:42.144248 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8fda495e-c541-403f-b6b9-4c58b1e05ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:42.157115 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda495e-c541-403f-b6b9-4c58b1e05ad7 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:42.157994 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8fda495e-c541-403f-b6b9-4c58b1e05ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:42.219042 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8fda495e-c541-403f-b6b9-4c58b1e05ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:42.220369 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda495e-c541-403f-b6b9-4c58b1e05ad7 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:42.270676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Made reservation on behalf of 8c7770aa83b84e7a808c0f6564587414 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:42.284726 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.355634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-befe2286-dc2e-4936-8dbc-e5c7eaf53f37 req-67a7a7c5-368e-42c1-9c47-cff5b74ab623 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862587 Dec 10 09:06:42.370839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:06:42.403954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.404526 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Added segment f649d9f0-6066-4019-a49f-5fb84cafa30b of type vlan for network d8ed7453-4e13-466b-b5e3-3892c204a0a2 Dec 10 09:06:42.468070 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.475024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c76e8ab-9d90-494f-956f-a0d57e6499ca up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:42.544059 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.544846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3c76e8ab-9d90-494f-956f-a0d57e6499ca triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:42.545279 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.549751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:42.550345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.562438 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.565675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6e67-18ba-4b62-b769-0d25ae59c8d7 req-90a1bd25-4d35-4230-919d-d29a8fa8578d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:42.567204 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899b6e67-18ba-4b62-b769-0d25ae59c8d7 req-90a1bd25-4d35-4230-919d-d29a8fa8578d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.0762696 Dec 10 09:06:42.640739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 20416a2d-1892-4d72-a31b-7b972b9e3ad4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:42.646771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820149ad-5182-4b2a-a310-73f3b0523cf2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router ac414908-9119-485d-aeed-820af33a8639 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:42.650719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5769980 Dec 10 09:06:42.651496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39082) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:42.656221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'subnet': {'network_id': 'd8ed7453-4e13-466b-b5e3-3892c204a0a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:42.688688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e5bcf-b24f-4daa-b40f-17f137c0751b tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Network': ['ID=d8ed7453-4e13-466b-b5e3-3892c204a0a2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:42.700767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:42.701146 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.702935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.728178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network d8ed7453-4e13-466b-b5e3-3892c204a0a2 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:06:42.742724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899b6e67-18ba-4b62-b769-0d25ae59c8d7 req-80e3a6ae-fa57-41cc-b018-477158185dea tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601245 Dec 10 09:06:42.801694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Made reservation on behalf of 8c7770aa83b84e7a808c0f6564587414 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:42.815277 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.873762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:42.906367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:42.918513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:42.934450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:42.956449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'Port': ['ID=6e77b688-1d55-4594-aa00-b04c2ee09dc3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:42.958812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 20416a2d-1892-4d72-a31b-7b972b9e3ad4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=20416a2d-1892-4d72-a31b-7b972b9e3ad4,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:42.965444 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.029263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.105045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820149ad-5182-4b2a-a310-73f3b0523cf2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:43.123668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:43.143968 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-820149ad-5182-4b2a-a310-73f3b0523cf2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.145190 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-820149ad-5182-4b2a-a310-73f3b0523cf2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/ac414908-9119-485d-aeed-820af33a8639 HTTP/1.1" status: 200 len: 892 time: 2.2566252 Dec 10 09:06:43.150111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39092) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:43.165256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:43.172182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:43.172792 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.250239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=20d6e3fd-a2a6-4ea4-960d-469ea5300bd6,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:43.267431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-09d9c6ab-a595-4177-88bf-53b4a957e9a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4380095 Dec 10 09:06:43.270924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39094) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:43.277653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:4f:51:30', 'name': 'tempest-NetworksTestDHCPv6-230162362'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:43.301294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.332391 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.407301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d077d-06af-4b4a-8fb9-7a60ba359a0a None None] Sync routers for ids ['ac414908-9119-485d-aeed-820af33a8639'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:43.431345 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.440349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d077d-06af-4b4a-8fb9-7a60ba359a0a None None] Routers {'ac414908-9119-485d-aeed-820af33a8639'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:43.441725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-849d077d-06af-4b4a-8fb9-7a60ba359a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ac414908-9119-485d-aeed-820af33a8639'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:43.502533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-849d077d-06af-4b4a-8fb9-7a60ba359a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:43.542183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d077d-06af-4b4a-8fb9-7a60ba359a0a None None] Routers {'ac414908-9119-485d-aeed-820af33a8639'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:43.542836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-849d077d-06af-4b4a-8fb9-7a60ba359a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ac414908-9119-485d-aeed-820af33a8639'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:43.544912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=20416a2d-1892-4d72-a31b-7b972b9e3ad4,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:43.563023 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:43.610591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-849d077d-06af-4b4a-8fb9-7a60ba359a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:43.611279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d077d-06af-4b4a-8fb9-7a60ba359a0a None None] The sync data for ids ['ac414908-9119-485d-aeed-820af33a8639'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:43.636721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c24d13-3161-4ae9-855b-f45e7ad4e4b0 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:43.722824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fc4a38d9-6210-4044-a203-81864956976d None None] Provisioning complete for port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:43.723131 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc4a38d9-6210-4044-a203-81864956976d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.779663 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.795150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.840019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd30b85-c4dc-45f3-83a8-b2e1d2d4ca5e req-6aa29dad-dc59-4a8e-bde1-3620491693a6 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:43.848004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-acd30b85-c4dc-45f3-83a8-b2e1d2d4ca5e req-6aa29dad-dc59-4a8e-bde1-3620491693a6 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.8233845 Dec 10 09:06:43.859187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Subnet': ['ID=d3f6ee95-9b34-4c63-a2e0-4f0dfd9a61f2,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:43.892449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe89277-861a-4348-b667-221bd174786d None None] Update dhcp port {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': 'fd4bb130-6b05-4838-a4ee-9f004118352c', 'ip_address': '2001:db8::f816:3eff:fedb:25e0'}, {'subnet_id': '20d6e3fd-a2a6-4ea4-960d-469ea5300bd6'}], 'binding:host_id': 'n-d-814746-3'}, 'id': '20416a2d-1892-4d72-a31b-7b972b9e3ad4'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:06:43.915201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e442f476-8c3c-49d4-ab2c-119d120ae87c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/routers/ac414908-9119-485d-aeed-820af33a8639 HTTP/1.1" status: 200 len: 892 time: 0.7560551 Dec 10 09:06:43.926123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39096) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:43.927015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Checking segment: {'id': 'f649d9f0-6066-4019-a49f-5fb84cafa30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd8ed7453-4e13-466b-b5e3-3892c204a0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:43.927483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network hostable DHCP agents. Network: d8ed7453-4e13-466b-b5e3-3892c204a0a2, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:06:43.928048 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1fe89277-861a-4348-b667-221bd174786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.942299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'Port': ['ID=6e77b688-1d55-4594-aa00-b04c2ee09dc3,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:43.967432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3297a264-269d-42ad-b025-c6133d26abe9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac414908-9119-485d-aeed-820af33a8639 HTTP/1.1" status: 200 len: 205 time: 0.0370378 Dec 10 09:06:43.968504 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.971069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:43.971855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39098) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:43.981412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-acd30b85-c4dc-45f3-83a8-b2e1d2d4ca5e req-96dbe70a-48dd-48ae-b517-ff41a696b2bf tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324644 Dec 10 09:06:44.004473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 1c0f1271-91f0-4fc7-8f9a-9aff931ed003 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:44.022747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network d8ed7453-4e13-466b-b5e3-3892c204a0a2 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:06:44.049116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, d8ed7453-4e13-466b-b5e3-3892c204a0a2) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:44.056478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:44.057940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.086520 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.089771 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c887737e-9667-4929-99ff-7cbd36848259 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5540967 Dec 10 09:06:44.137443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d8edcdb0-e838-42f1-a989-ebd12701e05a tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4851103 Dec 10 09:06:44.143779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39102) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:44.146793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68bef4d-0f89-4c62-8416-458d3f864da5 None None] Network d8ed7453-4e13-466b-b5e3-3892c204a0a2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:44.149640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-1fe89277-861a-4348-b667-221bd174786d None None] Allocated IP 172.20.0.2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/20d6e3fd-a2a6-4ea4-960d-469ea5300bd6/20416a2d-1892-4d72-a31b-7b972b9e3ad4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:44.158712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-800864141', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:44.191192 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.225280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.227042 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.324977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 20416a2d-1892-4d72-a31b-7b972b9e3ad4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:44.346035 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.411242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-d8ed7453-4e13-466b-b5e3-3892c204a0a2', 'network_id': 'd8ed7453-4e13-466b-b5e3-3892c204a0a2', 'project_id': '8c7770aa83b84e7a808c0f6564587414', 'fixed_ips': [{'subnet_id': 'd3f6ee95-9b34-4c63-a2e0-4f0dfd9a61f2'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:44.411672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-528ea848-4f3f-4230-a226-c632d57bded1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1637428349&fields=id&tenant_id=421fbd44c6eb41809d7db303745958e6 HTTP/1.1" status: 200 len: 267 time: 0.1343787 Dec 10 09:06:44.412097 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.426955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1fe89277-861a-4348-b667-221bd174786d None None] For port 20416a2d-1892-4d72-a31b-7b972b9e3ad4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=20416a2d-1892-4d72-a31b-7b972b9e3ad4,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:44.445219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.542053 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.555521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:44.557118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.563089 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1fe89277-861a-4348-b667-221bd174786d None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.577490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-f96ee9dd-418c-4f1d-87da-337ffec117b9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:44.586985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-f96ee9dd-418c-4f1d-87da-337ffec117b9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.1665542 Dec 10 09:06:44.606006 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1fe89277-861a-4348-b667-221bd174786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.608264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-b924a40d-1d2d-41c5-a083-4837ce448bc4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/quotas/421fbd44c6eb41809d7db303745958e6 HTTP/1.1" status: 200 len: 375 time: 0.0200908 Dec 10 09:06:44.646229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port e63dc58b-cb84-47ef-8ab4-459df28647c8 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:44.646664 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.747571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-2dc5b921-8e30-42ad-9bd5-a588c6704617 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312940 Dec 10 09:06:44.763253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Allocated IP 172.20.0.2 (d8ed7453-4e13-466b-b5e3-3892c204a0a2/d3f6ee95-9b34-4c63-a2e0-4f0dfd9a61f2/cea4d1e9-6fce-4a30-a7cf-2089723bc2d7) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:44.776582 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe89277-861a-4348-b667-221bd174786d None None] Pushing event updated for resources: {'Port': ['ID=20416a2d-1892-4d72-a31b-7b972b9e3ad4,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:44.867385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:44.873175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 172.20.0.4 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/20d6e3fd-a2a6-4ea4-960d-469ea5300bd6/1c0f1271-91f0-4fc7-8f9a-9aff931ed003) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:44.880878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fe4f:5130 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/fd4bb130-6b05-4838-a4ee-9f004118352c/1c0f1271-91f0-4fc7-8f9a-9aff931ed003) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:44.898282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for e63dc58b-cb84-47ef-8ab4-459df28647c8 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:45.026656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-ecc420fb-7c22-47bd-bc54-c6ce2daceb9d service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724335 Dec 10 09:06:45.120201 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.123059 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.136673 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.191494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Pushing event updated for resources: {'Port': ['ID=cea4d1e9-6fce-4a30-a7cf-2089723bc2d7,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:45.200494 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.213375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Network d8ed7453-4e13-466b-b5e3-3892c204a0a2 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:45.215315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:45.217930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:45.246887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.321115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:45.333525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024c9a7-6c97-48a1-bd0d-f42d32af9ce9 req-18e48187-7ccb-41c9-a5f9-44692409eb2e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:45.341731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e024c9a7-6c97-48a1-bd0d-f42d32af9ce9 req-18e48187-7ccb-41c9-a5f9-44692409eb2e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.1336384 Dec 10 09:06:45.350995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:45.358592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:45.364143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-8f5b7a26-6105-4671-be4f-3b9929e23772 service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226807 Dec 10 09:06:45.367670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Attempting to bind port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:45.369740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Attempting to bind port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'f649d9f0-6066-4019-a49f-5fb84cafa30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd8ed7453-4e13-466b-b5e3-3892c204a0a2'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:45.370252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Attempting to bind port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 on network d8ed7453-4e13-466b-b5e3-3892c204a0a2 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:45.378682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.382718 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.385114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:45.386281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Checking segment: {'id': 'f649d9f0-6066-4019-a49f-5fb84cafa30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd8ed7453-4e13-466b-b5e3-3892c204a0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:45.389208 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.391347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Bound using segment: {'id': 'f649d9f0-6066-4019-a49f-5fb84cafa30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd8ed7453-4e13-466b-b5e3-3892c204a0a2'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:45.392167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Bound port: cea4d1e9-6fce-4a30-a7cf-2089723bc2d7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f649d9f0-6066-4019-a49f-5fb84cafa30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd8ed7453-4e13-466b-b5e3-3892c204a0a2'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:45.393527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.422311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=e63dc58b-cb84-47ef-8ab4-459df28647c8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:45.479666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea7c434-fe55-4187-ade5-b348d7fb43d0 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:45.519830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] For port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:45.523521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] For port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cea4d1e9-6fce-4a30-a7cf-2089723bc2d7,segment=NetworkSegment(f649d9f0-6066-4019-a49f-5fb84cafa30b),segment_id=f649d9f0-6066-4019-a49f-5fb84cafa30b)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:45.527403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e024c9a7-6c97-48a1-bd0d-f42d32af9ce9 req-dc93f063-eae6-4516-bdee-71e556641dfc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824439 Dec 10 09:06:45.537034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.537428 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.567318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.574000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=1c0f1271-91f0-4fc7-8f9a-9aff931ed003,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:45.656412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543900-07c3-4e9a-a127-cac9339f1f27 None None] Pushing event updated for resources: {'Port': ['ID=cea4d1e9-6fce-4a30-a7cf-2089723bc2d7,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:45.693710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.695947 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.730545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:45.732422 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.777966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.778535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Fanout notify agent at l3_agent the message router_deleted on router ac414908-9119-485d-aeed-820af33a8639 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:06:45.793890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.796085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9b660000-bc74-4b59-ad21-4086b32254f6 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/ac414908-9119-485d-aeed-820af33a8639 HTTP/1.1" status: 204 len: 168 time: 1.8228266 Dec 10 09:06:45.800312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39124) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:45.816192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1651193783'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:45.827141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0104e3f7-b145-4b8c-b080-213ff9f84db0 req-0ff40163-77b9-400f-9046-590cf5bed841 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 210 time: 0.0714524 Dec 10 09:06:45.851890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eb053139-fcad-4065-9663-1a1eb1cc35a7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5774484 Dec 10 09:06:45.852337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39126) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:45.916907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ee6c26c8-1ea7-4b88-9338-77bc85bdba71 None None] Provisioning complete for port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:45.918369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee6c26c8-1ea7-4b88-9338-77bc85bdba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:45.954451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.25.3.99 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/71069ade-4b28-4e4a-81f1-eabf5b3ff5f6) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:45.955085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36deeb90-266a-40d7-82f2-7d041b564b44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:45.968731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:45.982925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.018967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36deeb90-266a-40d7-82f2-7d041b564b44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:46.029104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-36deeb90-266a-40d7-82f2-7d041b564b44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1742487 Dec 10 09:06:46.031870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:46.159742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:06:46.210873 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.211229 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added segment 164e41ca-c3cf-4f01-9ea4-ff3faff0e055 of type vlan for network 701e493c-1df4-43e1-89f3-5dbb01b2d685 Dec 10 09:06:46.234631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9729de3a-47dc-4a50-8d09-f6a969901445 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 1c0f1271-91f0-4fc7-8f9a-9aff931ed003 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:46.235141 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9729de3a-47dc-4a50-8d09-f6a969901445 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.300652 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.321188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.355148 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.364044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:46.364696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.402954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9729de3a-47dc-4a50-8d09-f6a969901445 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.422158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9729de3a-47dc-4a50-8d09-f6a969901445 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 1c0f1271-91f0-4fc7-8f9a-9aff931ed003 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:46.498168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 20416a2d-1892-4d72-a31b-7b972b9e3ad4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:46.609495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Network': ['ID=701e493c-1df4-43e1-89f3-5dbb01b2d685,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:46.613842 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.626198 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7a56ce48-6709-4858-8e31-e2339c263b18 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8221827 Dec 10 09:06:46.633488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 701e493c-1df4-43e1-89f3-5dbb01b2d685 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:06:46.636156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39142) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:46.639160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d9b95297-71b3-431b-8455-689fa943184b None None] Provisioning complete for port 1c0f1271-91f0-4fc7-8f9a-9aff931ed003 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:46.639529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9b95297-71b3-431b-8455-689fa943184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.667343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:46.670933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:46.673738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:46.679701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'subnet': {'network_id': '701e493c-1df4-43e1-89f3-5dbb01b2d685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:46.736208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4751c-8bef-488c-b161-112134065566 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:46.755969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:46.756343 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.868423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=71069ade-4b28-4e4a-81f1-eabf5b3ff5f6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:46.884672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d9b95297-71b3-431b-8455-689fa943184b None None] Port 1c0f1271-91f0-4fc7-8f9a-9aff931ed003 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:46.918429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:46.922021 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:46.949311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37cd05-5d30-4160-bfab-fb47328254cf req-68f96641-96ff-4460-914d-b6a1281adbbc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:46.950917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a37cd05-5d30-4160-bfab-fb47328254cf req-68f96641-96ff-4460-914d-b6a1281adbbc tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.3139112 Dec 10 09:06:47.022900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:47.069279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3ad235b9-16b0-430d-b352-8959f1863284 None None] Provisioning complete for port 71069ade-4b28-4e4a-81f1-eabf5b3ff5f6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:47.069782 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3ad235b9-16b0-430d-b352-8959f1863284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.093172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ec815b8-451a-4871-b62a-505f8481e2cf req-7fc2ea57-f97e-4681-8bc5-dd7422276170 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 210 time: 0.0808473 Dec 10 09:06:47.112375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3ad235b9-16b0-430d-b352-8959f1863284 None None] Port 71069ade-4b28-4e4a-81f1-eabf5b3ff5f6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:47.161067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:47.161667 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.215866 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.260196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9729de3a-47dc-4a50-8d09-f6a969901445 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.294834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.346571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729de3a-47dc-4a50-8d09-f6a969901445 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=1c0f1271-91f0-4fc7-8f9a-9aff931ed003,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:47.362639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a37cd05-5d30-4160-bfab-fb47328254cf req-1898d753-0528-440c-a713-a2bb17bc3762 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577747 Dec 10 09:06:47.380307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cea4d1e9-6fce-4a30-a7cf-2089723bc2d7,segment=NetworkSegment(f649d9f0-6066-4019-a49f-5fb84cafa30b),segment_id=f649d9f0-6066-4019-a49f-5fb84cafa30b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:47.400496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.450312 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.472706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b7f4c-0da1-4af8-b616-2803105f35e0 None None] Network d8ed7453-4e13-466b-b5e3-3892c204a0a2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:47.594904 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9729de3a-47dc-4a50-8d09-f6a969901445 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.601661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9729de3a-47dc-4a50-8d09-f6a969901445 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/1c0f1271-91f0-4fc7-8f9a-9aff931ed003 HTTP/1.1" status: 204 len: 168 time: 1.5670757 Dec 10 09:06:47.607893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39146) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:47.690140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9277e5c9-7eb3-4743-9335-fb42a1c7b44f None None] Provisioning complete for port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:47.690592 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9277e5c9-7eb3-4743-9335-fb42a1c7b44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.715490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c66cac-1a95-45ab-a686-547ec007f093 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:47.717013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c66cac-1a95-45ab-a686-547ec007f093 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:47.718716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c66cac-1a95-45ab-a686-547ec007f093 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:47.722930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-73c66cac-1a95-45ab-a686-547ec007f093 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1114550 Dec 10 09:06:47.725449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39150) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:47.734118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=cea4d1e9-6fce-4a30-a7cf-2089723bc2d7,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:47.735928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Subnet': ['ID=731a47cd-1fa2-4e91-bb3c-05767258318d,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:47.778528 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.797801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Checking segment: {'id': '164e41ca-c3cf-4f01-9ea4-ff3faff0e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '701e493c-1df4-43e1-89f3-5dbb01b2d685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:47.798163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network hostable DHCP agents. Network: 701e493c-1df4-43e1-89f3-5dbb01b2d685, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:06:47.851090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a848752-0ed8-4c4a-bdf7-cabfb0e72592 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 20d6e3fd-a2a6-4ea4-960d-469ea5300bd6 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:47.859444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 701e493c-1df4-43e1-89f3-5dbb01b2d685 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:06:47.862234 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a848752-0ed8-4c4a-bdf7-cabfb0e72592 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.887446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-4458e621-746b-42d0-acc8-e76dcf729d03 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:47.888975 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-4458e621-746b-42d0-acc8-e76dcf729d03 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.2962227 Dec 10 09:06:47.893136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 701e493c-1df4-43e1-89f3-5dbb01b2d685) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:47.902546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6d423-d5f5-4a8a-8169-4453b2817462 None None] Network 701e493c-1df4-43e1-89f3-5dbb01b2d685 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:47.904669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:47.905740 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.923372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a848752-0ed8-4c4a-bdf7-cabfb0e72592 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:47.958243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-01679e89-ea76-443a-899b-93b93a13e16f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2781477 Dec 10 09:06:47.961657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39152) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:47.973972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1d184efc-c477-4bc3-b480-1d09bcdb413b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1402179461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:48.014168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1d184efc-c477-4bc3-b480-1d09bcdb413b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.018364 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1d184efc-c477-4bc3-b480-1d09bcdb413b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.139097 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1d184efc-c477-4bc3-b480-1d09bcdb413b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.153835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1d184efc-c477-4bc3-b480-1d09bcdb413b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.217844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a848752-0ed8-4c4a-bdf7-cabfb0e72592 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.223482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6838adfe-f046-4bde-8207-9c4816ae912b None None] Provisioning complete for port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:48.223856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6838adfe-f046-4bde-8207-9c4816ae912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.237287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1d184efc-c477-4bc3-b480-1d09bcdb413b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.239341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1d184efc-c477-4bc3-b480-1d09bcdb413b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2763939 Dec 10 09:06:48.278351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39156) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:48.334982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:48.340516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-701e493c-1df4-43e1-89f3-5dbb01b2d685', 'network_id': '701e493c-1df4-43e1-89f3-5dbb01b2d685', 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'fixed_ips': [{'subnet_id': '731a47cd-1fa2-4e91-bb3c-05767258318d'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:48.341375 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.415045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d8b1612-755c-4c43-81b9-eeb5aeda68ba req-85d41022-f5e6-4e12-9bb2-de401fe1dfad tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 210 time: 0.0365236 Dec 10 09:06:48.549140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-fe29dd46-b9b2-4aaa-b18a-ae40436e0d8e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421fbd44c6eb41809d7db303745958e6 HTTP/1.1" status: 200 len: 380 time: 0.6429124 Dec 10 09:06:48.555037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:48.555547 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.560892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'port': {'device_id': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'admin_state_up': True, 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'security_groups': ['07fe885a-1c02-4745-9c30-1fae1efeba01']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:48.655572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router 37e2fa2a-9100-4517-83d3-7a55f02c5c21 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:06:48.697786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe25ea-0858-4d50-bd63-ec48c20c0ea0 req-b36bb3ed-60fd-4562-bb9a-0d13c874ae73 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:48.699325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86fe25ea-0858-4d50-bd63-ec48c20c0ea0 req-b36bb3ed-60fd-4562-bb9a-0d13c874ae73 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.1888974 Dec 10 09:06:48.703926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Allocated IP 2001:db8::2 (701e493c-1df4-43e1-89f3-5dbb01b2d685/731a47cd-1fa2-4e91-bb3c-05767258318d/866281fb-a017-4c2d-a7a6-16edc6aac884) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:48.747938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a848752-0ed8-4c4a-bdf7-cabfb0e72592 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.817172 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.837117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Made reservation on behalf of 421fbd44c6eb41809d7db303745958e6 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:48.840235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a848752-0ed8-4c4a-bdf7-cabfb0e72592 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=20d6e3fd-a2a6-4ea4-960d-469ea5300bd6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:48.842278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.857185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a848752-0ed8-4c4a-bdf7-cabfb0e72592 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.861954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2a848752-0ed8-4c4a-bdf7-cabfb0e72592 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/20d6e3fd-a2a6-4ea4-960d-469ea5300bd6 HTTP/1.1" status: 204 len: 168 time: 1.1354311 Dec 10 09:06:48.864878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39162) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:48.880976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86fe25ea-0858-4d50-bd63-ec48c20c0ea0 req-44e6f6e4-eea4-4797-9b28-d784e5aa37b8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695504 Dec 10 09:06:48.899130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8d9df4-dc73-43e6-8990-deb33675cecf None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:48.933024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98923c3-999d-4521-ab41-fb8800a6f2b4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet fd4bb130-6b05-4838-a4ee-9f004118352c {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:48.938117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a98923c3-999d-4521-ab41-fb8800a6f2b4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.970723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:48.977704 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:48.984874 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6190f8-3d02-4c32-b01d-9d18d2ec427f None None] Sync routers for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:49.006998 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6190f8-3d02-4c32-b01d-9d18d2ec427f None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:49.007613 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ff6190f8-3d02-4c32-b01d-9d18d2ec427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:49.012880 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.034893 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a98923c3-999d-4521-ab41-fb8800a6f2b4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.052463 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ff6190f8-3d02-4c32-b01d-9d18d2ec427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:49.063140 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6190f8-3d02-4c32-b01d-9d18d2ec427f None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:49.064103 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ff6190f8-3d02-4c32-b01d-9d18d2ec427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:49.105067 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ff6190f8-3d02-4c32-b01d-9d18d2ec427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:49.106653 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6190f8-3d02-4c32-b01d-9d18d2ec427f None None] The sync data for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:49.137937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Pushing event updated for resources: {'Port': ['ID=866281fb-a017-4c2d-a7a6-16edc6aac884,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:49.142372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Network 701e493c-1df4-43e1-89f3-5dbb01b2d685 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:49.147574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:49.151595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:49.187810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 2001:db8::1 (701e493c-1df4-43e1-89f3-5dbb01b2d685/731a47cd-1fa2-4e91-bb3c-05767258318d/8d07ae2a-3308-4b8d-8f9d-7556ad0a8885) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:49.239369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Allocated IP 172.20.0.8 (6f7bc68f-d442-4c32-a995-0452e37aef94/82f5ef62-e20e-4c02-ae8a-d223cfb693e4/dba6acd8-f3d3-4d4e-949c-749866916006) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:49.245596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Attempting to bind port 866281fb-a017-4c2d-a7a6-16edc6aac884 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:49.245973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Attempting to bind port 866281fb-a017-4c2d-a7a6-16edc6aac884 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '164e41ca-c3cf-4f01-9ea4-ff3faff0e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '701e493c-1df4-43e1-89f3-5dbb01b2d685'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:49.246337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Attempting to bind port 866281fb-a017-4c2d-a7a6-16edc6aac884 on network 701e493c-1df4-43e1-89f3-5dbb01b2d685 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:49.252099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:49.253373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Checking segment: {'id': '164e41ca-c3cf-4f01-9ea4-ff3faff0e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '701e493c-1df4-43e1-89f3-5dbb01b2d685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:49.253873 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.254402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Bound using segment: {'id': '164e41ca-c3cf-4f01-9ea4-ff3faff0e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '701e493c-1df4-43e1-89f3-5dbb01b2d685'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:49.254757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Bound port: 866281fb-a017-4c2d-a7a6-16edc6aac884, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164e41ca-c3cf-4f01-9ea4-ff3faff0e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '701e493c-1df4-43e1-89f3-5dbb01b2d685'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:49.255149 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.258598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.331800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] For port 866281fb-a017-4c2d-a7a6-16edc6aac884, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:49.335367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] For port 866281fb-a017-4c2d-a7a6-16edc6aac884, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=866281fb-a017-4c2d-a7a6-16edc6aac884,segment=NetworkSegment(164e41ca-c3cf-4f01-9ea4-ff3faff0e055),segment_id=164e41ca-c3cf-4f01-9ea4-ff3faff0e055)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:49.347121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.393756 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.413304 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.421401 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999b2a7-7cdb-44cf-b508-4f008e9f4e05 None None] Pushing event updated for resources: {'Port': ['ID=866281fb-a017-4c2d-a7a6-16edc6aac884,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:49.438511 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.507941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 701e493c-1df4-43e1-89f3-5dbb01b2d685 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:49.510342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a98923c3-999d-4521-ab41-fb8800a6f2b4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.517599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:49.527949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:49.528506 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.589354 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.593953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-908f812e-0104-4283-9b1e-0e8230eb26cb tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4490130 Dec 10 09:06:49.596620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39166) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:49.679059 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.828520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:49.848116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:49.851310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:49.872526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a98923c3-999d-4521-ab41-fb8800a6f2b4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:49.988864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:50.051629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98923c3-999d-4521-ab41-fb8800a6f2b4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4bb130-6b05-4838-a4ee-9f004118352c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:50.061604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a98923c3-999d-4521-ab41-fb8800a6f2b4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.064969 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a98923c3-999d-4521-ab41-fb8800a6f2b4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/fd4bb130-6b05-4838-a4ee-9f004118352c HTTP/1.1" status: 204 len: 168 time: 1.1990631 Dec 10 09:06:50.071847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39172) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:50.185141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f7d72-001f-443a-ab75-ee7bd24b79b4 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:50.187329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=8d07ae2a-3308-4b8d-8f9d-7556ad0a8885,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:50.252488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c143f016-af9f-44cc-b1b4-485ef8f329ec None None] Provisioning complete for port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:50.252931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c143f016-af9f-44cc-b1b4-485ef8f329ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.260305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be953f-9da4-4e27-87b8-37a87e48a20d req-bbe40ab4-efef-4799-9ca0-352f951e2abb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:50.266097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8be953f-9da4-4e27-87b8-37a87e48a20d req-bbe40ab4-efef-4799-9ca0-352f951e2abb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 931 time: 0.1227911 Dec 10 09:06:50.350716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:50.352064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.359537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9be8-fd13-4ca9-858b-d99a4f6d4ce8 req-66cb20bb-f932-4705-9aa7-b9c3eceb0f35 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:50.365162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 866281fb-a017-4c2d-a7a6-16edc6aac884 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:50.366058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3dfa9be8-fd13-4ca9-858b-d99a4f6d4ce8 req-66cb20bb-f932-4705-9aa7-b9c3eceb0f35 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.2528899 Dec 10 09:06:50.369658 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8bb36752-6925-4b77-93de-feb9309b1ba5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2963643 Dec 10 09:06:50.408661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39174) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:50.419850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:50.425037 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8be953f-9da4-4e27-87b8-37a87e48a20d req-f0f71709-f146-40ef-89c9-681271c1f276 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232123 Dec 10 09:06:50.467952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3dfa9be8-fd13-4ca9-858b-d99a4f6d4ce8 req-77e27cd5-2d6e-42e3-9c91-0ebbabee9c45 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640476 Dec 10 09:06:50.507517 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-181f8027-9330-492e-9445-0688623eb2a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9516408 Dec 10 09:06:50.538118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Request body: {'port': {'device_id': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:50.540628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 866281fb-a017-4c2d-a7a6-16edc6aac884 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:50.541791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.567693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.629764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857a072f-090b-461e-8ad4-c02d285a6733 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:50.682317 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.720668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:50.724465 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.737583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 866281fb-a017-4c2d-a7a6-16edc6aac884, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=866281fb-a017-4c2d-a7a6-16edc6aac884,segment=NetworkSegment(164e41ca-c3cf-4f01-9ea4-ff3faff0e055),segment_id=164e41ca-c3cf-4f01-9ea4-ff3faff0e055)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:50.752515 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.757092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.759797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-335881c1-a3f2-4fb9-9570-8274899369d2 None None] Provisioning complete for port dba6acd8-f3d3-4d4e-949c-749866916006 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:50.760176 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-335881c1-a3f2-4fb9-9570-8274899369d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.855441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-335881c1-a3f2-4fb9-9570-8274899369d2 None None] Port dba6acd8-f3d3-4d4e-949c-749866916006 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:50.877003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=866281fb-a017-4c2d-a7a6-16edc6aac884,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:50.897202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-857a072f-090b-461e-8ad4-c02d285a6733 None None] Deleting port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:50.899580 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-857a072f-090b-461e-8ad4-c02d285a6733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.952462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.960923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.963847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:50.992246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-857a072f-090b-461e-8ad4-c02d285a6733 None None] For port 20416a2d-1892-4d72-a31b-7b972b9e3ad4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=20416a2d-1892-4d72-a31b-7b972b9e3ad4,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:50.992749 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-857a072f-090b-461e-8ad4-c02d285a6733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:51.025861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-857a072f-090b-461e-8ad4-c02d285a6733 None None] Calling delete_port for 20416a2d-1892-4d72-a31b-7b972b9e3ad4 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:51.081949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=8d07ae2a-3308-4b8d-8f9d-7556ad0a8885,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:51.158173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 701e493c-1df4-43e1-89f3-5dbb01b2d685 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:51.160017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:51.174799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e29b2-ee63-4610-9da8-b640e9239e3a None None] Network 701e493c-1df4-43e1-89f3-5dbb01b2d685 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:51.187924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:51.202668 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-857a072f-090b-461e-8ad4-c02d285a6733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:51.293489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a072f-090b-461e-8ad4-c02d285a6733 None None] No DVR routers for this DVR port 20416a2d-1892-4d72-a31b-7b972b9e3ad4 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:51.303843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a072f-090b-461e-8ad4-c02d285a6733 None None] Pushing event deleted for resources: {'Port': ['ID=20416a2d-1892-4d72-a31b-7b972b9e3ad4,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:51.324949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c33c915e-526c-4669-99c7-f359752fcdb6 None None] Provisioning complete for port 866281fb-a017-4c2d-a7a6-16edc6aac884 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:51.325997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c33c915e-526c-4669-99c7-f359752fcdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:51.359247 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:51.362265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a678dd65-b8d3-48d9-9dd7-9882e1928fb5 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:06:51.469638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:51.483146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:51.491789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:51.492380 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:51.499292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=c053c9e2-96ef-42c1-97c8-fb37f0098916,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:51.549034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd2991-ec1a-41cd-b2af-b2ba38192b37 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:51.578985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:51.588491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d7cee440-a643-46bd-9c09-57fa496ed1e5 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a678dd65-b8d3-48d9-9dd7-9882e1928fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3058674 Dec 10 09:06:51.595971 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e6d57424-5c90-475a-82c1-ad38fa43c874 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1784890 Dec 10 09:06:51.595971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39186) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:51.604522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce558ee-db6c-4a7d-8696-cecbb85b87c1 None None] Sync routers for ids ['a678dd65-b8d3-48d9-9dd7-9882e1928fb5'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:51.609353 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39188) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:51.616561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:51.624005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce558ee-db6c-4a7d-8696-cecbb85b87c1 None None] Routers {'a678dd65-b8d3-48d9-9dd7-9882e1928fb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:51.624635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8ce558ee-db6c-4a7d-8696-cecbb85b87c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a678dd65-b8d3-48d9-9dd7-9882e1928fb5'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:51.643277 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebf5d7-6ea4-4a71-8b68-8935460b0aae req-1ee6dbb1-3bd8-42b1-affa-6a83858527ae tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:51.644910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23ebf5d7-6ea4-4a71-8b68-8935460b0aae req-1ee6dbb1-3bd8-42b1-affa-6a83858527ae tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1682775 Dec 10 09:06:51.673492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8ce558ee-db6c-4a7d-8696-cecbb85b87c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:51.684974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d85be-49ed-4051-a0fc-c8aeffc832d6 req-3b4245bf-5f2e-4084-a8c7-3ce54f06a099 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:51.692663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a7d85be-49ed-4051-a0fc-c8aeffc832d6 req-3b4245bf-5f2e-4084-a8c7-3ce54f06a099 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 931 time: 0.1434176 Dec 10 09:06:51.708956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce558ee-db6c-4a7d-8696-cecbb85b87c1 None None] Routers {'a678dd65-b8d3-48d9-9dd7-9882e1928fb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:51.709586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8ce558ee-db6c-4a7d-8696-cecbb85b87c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a678dd65-b8d3-48d9-9dd7-9882e1928fb5'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:51.709734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba6acd8-f3d3-4d4e-949c-749866916006 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:06:51.721442 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:51.732514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48eccf2-cebf-47d5-94e5-b61839244bda tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:51.736387 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f48eccf2-cebf-47d5-94e5-b61839244bda tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports/8d07ae2a-3308-4b8d-8f9d-7556ad0a8885 HTTP/1.1" status: 200 len: 911 time: 0.1350203 Dec 10 09:06:51.747128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39190) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:51.749224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': 'c053c9e2-96ef-42c1-97c8-fb37f0098916'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:06:51.750120 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:51.752988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f4d2bd2a-1b4f-4611-9f3f-fe92b698250d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '731a47cd-1fa2-4e91-bb3c-05767258318d'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:51.766128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8ce558ee-db6c-4a7d-8696-cecbb85b87c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:51.766953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce558ee-db6c-4a7d-8696-cecbb85b87c1 None None] The sync data for ids ['a678dd65-b8d3-48d9-9dd7-9882e1928fb5'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:51.800031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Transition to ACTIVE for port object dba6acd8-f3d3-4d4e-949c-749866916006 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:06:51.823248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:51.839104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23ebf5d7-6ea4-4a71-8b68-8935460b0aae req-6d7e6691-cde0-4018-a028-c5fc7c52e238 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826308 Dec 10 09:06:51.925550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Allocated IP 172.20.0.2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/c053c9e2-96ef-42c1-97c8-fb37f0098916/ddf50632-e0d0-4193-b253-590a7f5d634d) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:51.934326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a7d85be-49ed-4051-a0fc-c8aeffc832d6 req-622ec7ba-6d6c-4668-82dc-c49cb5cf5663 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284203 Dec 10 09:06:51.955192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:51.958041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.20.0.1 (d8ed7453-4e13-466b-b5e3-3892c204a0a2/d3f6ee95-9b34-4c63-a2e0-4f0dfd9a61f2/cbdd3b52-c3cd-4147-8e6e-13c68d081fac) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:52.032310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6081d-d55a-406f-8595-87677771bdb2 req-a4417894-98be-48b7-9801-b52c10f60664 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:52.041594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ff6081d-d55a-406f-8595-87677771bdb2 req-a4417894-98be-48b7-9801-b52c10f60664 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.0923002 Dec 10 09:06:52.062793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:52.074456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.133251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ff6081d-d55a-406f-8595-87677771bdb2 req-1905a1af-6280-40ed-bbde-5b6172e8b59f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856552 Dec 10 09:06:52.143505 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4d2bd2a-1b4f-4611-9f3f-fe92b698250d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.185689 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.187106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3bb694fb-b27b-4ca3-8f5a-1178b1a17b5d None None] Provisioning complete for port 8d07ae2a-3308-4b8d-8f9d-7556ad0a8885 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:52.187467 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3bb694fb-b27b-4ca3-8f5a-1178b1a17b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.224449 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.274679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Attempting to bind port dba6acd8-f3d3-4d4e-949c-749866916006 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:52.275645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Attempting to bind port dba6acd8-f3d3-4d4e-949c-749866916006 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:52.276070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Attempting to bind port dba6acd8-f3d3-4d4e-949c-749866916006 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:52.292715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3bb694fb-b27b-4ca3-8f5a-1178b1a17b5d None None] Port 8d07ae2a-3308-4b8d-8f9d-7556ad0a8885 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:52.301570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Port dba6acd8-f3d3-4d4e-949c-749866916006 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:06:52.301570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Attempting to bind port dba6acd8-f3d3-4d4e-949c-749866916006 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:52.303978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:52.309929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:52.312483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:52.357131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3bb694fb-b27b-4ca3-8f5a-1178b1a17b5d None None] Provisioning complete for port 866281fb-a017-4c2d-a7a6-16edc6aac884 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:52.357864 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3bb694fb-b27b-4ca3-8f5a-1178b1a17b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.359460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Pushing event updated for resources: {'Port': ['ID=ddf50632-e0d0-4193-b253-590a7f5d634d,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:52.367058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.396307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 866281fb-a017-4c2d-a7a6-16edc6aac884 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:52.473305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:52.473690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Checking segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:52.474086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Bound using segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:52.474550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Bound port: dba6acd8-f3d3-4d4e-949c-749866916006, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:52.475041 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.662727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Attempting to bind port ddf50632-e0d0-4193-b253-590a7f5d634d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:06:52.663096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Attempting to bind port ddf50632-e0d0-4193-b253-590a7f5d634d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:06:52.663585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Attempting to bind port ddf50632-e0d0-4193-b253-590a7f5d634d on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:06:52.681598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:06:52.682025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:06:52.682422 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.682831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:06:52.683316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Bound port: ddf50632-e0d0-4193-b253-590a7f5d634d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:06:52.684433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.726311 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4d2bd2a-1b4f-4611-9f3f-fe92b698250d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.735581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4d2bd2a-1b4f-4611-9f3f-fe92b698250d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.741743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2bd2a-1b4f-4611-9f3f-fe92b698250d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:52.742512 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4d2bd2a-1b4f-4611-9f3f-fe92b698250d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.744057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f4d2bd2a-1b4f-4611-9f3f-fe92b698250d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/ports/8d07ae2a-3308-4b8d-8f9d-7556ad0a8885 HTTP/1.1" status: 200 len: 911 time: 0.9954929 Dec 10 09:06:52.748624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39192) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:52.777118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 866281fb-a017-4c2d-a7a6-16edc6aac884 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:52.777490 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.845700 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] For port ddf50632-e0d0-4193-b253-590a7f5d634d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:52.849632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] For port ddf50632-e0d0-4193-b253-590a7f5d634d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ddf50632-e0d0-4193-b253-590a7f5d634d,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:52.859360 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:52.864444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2bd2a-1b4f-4611-9f3f-fe92b698250d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=8d07ae2a-3308-4b8d-8f9d-7556ad0a8885,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:53.015538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:53.016564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b7d4a-a55d-4d1e-a5d0-5dc525b70247 None None] Pushing event updated for resources: {'Port': ['ID=ddf50632-e0d0-4193-b253-590a7f5d634d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:53.047113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ee36fa78-204d-4d47-928c-e6449a743f0a None None] Provisioning complete for port 8d07ae2a-3308-4b8d-8f9d-7556ad0a8885 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:53.047579 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee36fa78-204d-4d47-928c-e6449a743f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:53.096522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:53.101318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 20416a2d-1892-4d72-a31b-7b972b9e3ad4 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:53.130425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ee36fa78-204d-4d47-928c-e6449a743f0a None None] Port 8d07ae2a-3308-4b8d-8f9d-7556ad0a8885 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:53.131762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 20416a2d-1892-4d72-a31b-7b972b9e3ad4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:53.132099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 20416a2d-1892-4d72-a31b-7b972b9e3ad4 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:53.135536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c6eda-bbde-435a-bfc1-00bd4a0724b6 req-2d84e432-5c92-4d30-80d8-85dbaac283b4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:53.137234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec3c6eda-bbde-435a-bfc1-00bd4a0724b6 req-2d84e432-5c92-4d30-80d8-85dbaac283b4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 943 time: 0.1235337 Dec 10 09:06:53.152189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba5ff-fba6-425f-a9c8-e0ba398ba983 req-506a5226-fe33-4943-9f9f-329796713b8e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:53.153776 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-294ba5ff-fba6-425f-a9c8-e0ba398ba983 req-506a5226-fe33-4943-9f9f-329796713b8e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.0935321 Dec 10 09:06:53.161890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network d8ed7453-4e13-466b-b5e3-3892c204a0a2 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:53.163965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:06:53.169398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:53.171368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=cbdd3b52-c3cd-4147-8e6e-13c68d081fac,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:53.178949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:53.185401 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:53.298080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec3c6eda-bbde-435a-bfc1-00bd4a0724b6 req-69be5b11-d49e-4228-aea7-3865e42b2f82 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430788 Dec 10 09:06:53.301298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:53.301759 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:53.303213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] 10.222.0.18 "PUT /v2.0/ports/dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 1091 time: 2.7752168 Dec 10 09:06:53.303835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:06:53.313713 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eb0859-36b9-48f4-9892-39eb76379e83" -d '{"events": [{"name": "network-changed", "server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:06:53.338553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-294ba5ff-fba6-425f-a9c8-e0ba398ba983 req-7b37fba0-d636-46bf-b00e-c9abdcf6243a tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388438 Dec 10 09:06:53.476630 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:53.489521 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33657dc1-9716-4231-a53b-5ca6b63758bf x-openstack-request-id: req-33657dc1-9716-4231-a53b-5ca6b63758bf {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:06:53.489825 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:06:53.490080 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33657dc1-9716-4231-a53b-5ca6b63758bf {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:06:53.490484 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'status': 'completed', 'code': 200} Dec 10 09:06:53.509275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:53.511613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2753-22b1-4e55-98cc-2fb1096f563d service neutron] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:53.605800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098048cc-1f32-4820-b39f-e9611376951d req-31be83ab-7b27-41f8-aee7-8bbb723307b7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:53.607308 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-098048cc-1f32-4820-b39f-e9611376951d req-31be83ab-7b27-41f8-aee7-8bbb723307b7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.1759899 Dec 10 09:06:53.613707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:06:53.695583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-562ee579-e37e-4640-a576-bdb8f895eaf9 None None] Provisioning complete for port cbdd3b52-c3cd-4147-8e6e-13c68d081fac triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:53.696464 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-562ee579-e37e-4640-a576-bdb8f895eaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:53.710900 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-098048cc-1f32-4820-b39f-e9611376951d req-7f2bf8fd-b318-4676-8fa8-d2c263e57f8d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961974 Dec 10 09:06:53.770541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-70ed3b07-6c65-4237-9d59-3d7cdb0d0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:53.773147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-70ed3b07-6c65-4237-9d59-3d7cdb0d0f8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1094 time: 0.3516362 Dec 10 09:06:53.773844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-562ee579-e37e-4640-a576-bdb8f895eaf9 None None] Port cbdd3b52-c3cd-4147-8e6e-13c68d081fac cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:53.821273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 8d07ae2a-3308-4b8d-8f9d-7556ad0a8885 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:53.821963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:53.831347 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-d0a7b459-ee0b-4aef-992d-b7d812bb842c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 217 time: 0.0480855 Dec 10 09:06:53.926003 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:53.940065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 8d07ae2a-3308-4b8d-8f9d-7556ad0a8885 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:53.955981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-b6d9d3d4-a0b3-4525-b03f-3f5c5227f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:53.957675 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-b6d9d3d4-a0b3-4525-b03f-3f5c5227f415 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1176281 Dec 10 09:06:53.958752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.056821 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.128807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.148841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-4443027f-3967-43f6-8569-f97d712a236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:54.150526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-4443027f-3967-43f6-8569-f97d712a236c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800630 Dec 10 09:06:54.160704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=8d07ae2a-3308-4b8d-8f9d-7556ad0a8885,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:54.285863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.392231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ddf50632-e0d0-4193-b253-590a7f5d634d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:54.464644 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-8ae1e4d2-e8e1-41fd-bc61-c7f7ad2471bb service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011987 Dec 10 09:06:54.477903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ddf50632-e0d0-4193-b253-590a7f5d634d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:54.478851 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.567320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7485ccfe-bb81-4956-abd7-15ab86ad672a None None] Provisioning complete for port ddf50632-e0d0-4193-b253-590a7f5d634d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:54.567739 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7485ccfe-bb81-4956-abd7-15ab86ad672a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.583842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] For port ddf50632-e0d0-4193-b253-590a7f5d634d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ddf50632-e0d0-4193-b253-590a7f5d634d,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:54.602456 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.675591 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.675983 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7485ccfe-bb81-4956-abd7-15ab86ad672a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.699203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.699988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.741724 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eb189b3-bf90-4bdc-a607-80b4d39d426c req-49f3eb53-4333-4fd0-9617-9c3fe4f28b01 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534811 Dec 10 09:06:54.767588 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:06:54.768223 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:06:54.782800 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-7485ccfe-bb81-4956-abd7-15ab86ad672a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:06:54.783247 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-7485ccfe-bb81-4956-abd7-15ab86ad672a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:06:54.806516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:54.814826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.840780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:54.850145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ce38a8-b232-4d61-970f-80c3b3628cc3 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:54.857795 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.861752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:54.862353 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:54.864460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=afeca3d5-70a0-4664-831c-5feb371b6600,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:54.872766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=ddf50632-e0d0-4193-b253-590a7f5d634d,revision_number=4']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:54.960296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a678dd65-b8d3-48d9-9dd7-9882e1928fb5 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:54.973899 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-842f8442-5e3b-43f0-8fc2-46b5b546ef44 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3610454 Dec 10 09:06:54.982476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b25a14-70bb-4cc9-a9cd-2ffebbfe84d9 req-ab1150c0-9a4d-412a-9638-76284de5fa4a tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:54.983058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39210) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:54.984029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6b25a14-70bb-4cc9-a9cd-2ffebbfe84d9 req-ab1150c0-9a4d-412a-9638-76284de5fa4a tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1379905 Dec 10 09:06:54.991201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:84:07:87', 'name': 'tempest-NetworksTestDHCPv6-267930744'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:54.991491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457dd93-695b-472a-89df-3f8abaa9c4ca req-53931161-e087-403d-9a74-7cfe902a859c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:54.999869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2457dd93-695b-472a-89df-3f8abaa9c4ca req-53931161-e087-403d-9a74-7cfe902a859c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 943 time: 0.1520712 Dec 10 09:06:55.003783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-4d251037-476a-4fed-b8fd-8a2e3527d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.005351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-4d251037-476a-4fed-b8fd-8a2e3527d9e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1094 time: 0.1838799 Dec 10 09:06:55.063135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=cbdd3b52-c3cd-4147-8e6e-13c68d081fac,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:55.065668 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.156636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:55.161964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-afb246e6-723d-48a6-af3c-c1414613e15c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a678dd65-b8d3-48d9-9dd7-9882e1928fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4122400 Dec 10 09:06:55.165012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39212) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:55.172041 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf90247d-af08-4c19-b284-9f4868b423f5 None None] Sync routers for ids ['a678dd65-b8d3-48d9-9dd7-9882e1928fb5'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:55.190130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6b25a14-70bb-4cc9-a9cd-2ffebbfe84d9 req-99ded41a-9246-4254-ac43-0cc492e3043b tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866353 Dec 10 09:06:55.191013 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90247d-af08-4c19-b284-9f4868b423f5 None None] Routers {'a678dd65-b8d3-48d9-9dd7-9882e1928fb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:55.192037 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cf90247d-af08-4c19-b284-9f4868b423f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a678dd65-b8d3-48d9-9dd7-9882e1928fb5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:55.203994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2457dd93-695b-472a-89df-3f8abaa9c4ca req-3571751a-04c7-49de-a568-805763e160d7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014117 Dec 10 09:06:55.256066 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cf90247d-af08-4c19-b284-9f4868b423f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:55.268545 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90247d-af08-4c19-b284-9f4868b423f5 None None] Routers {'a678dd65-b8d3-48d9-9dd7-9882e1928fb5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:55.269464 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cf90247d-af08-4c19-b284-9f4868b423f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a678dd65-b8d3-48d9-9dd7-9882e1928fb5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:55.289614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-463b6b89-7168-456e-8d82-3601e70e3083 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=a678dd65-b8d3-48d9-9dd7-9882e1928fb5 HTTP/1.1" status: 200 len: 205 time: 0.1238627 Dec 10 09:06:55.292557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39216) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:55.325935 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cf90247d-af08-4c19-b284-9f4868b423f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:55.326870 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf90247d-af08-4c19-b284-9f4868b423f5 None None] The sync data for ids ['a678dd65-b8d3-48d9-9dd7-9882e1928fb5'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:55.343586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:55.349153 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.432244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-83a7a9cd-04b4-4200-9bc9-eb3ea3e16025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.433917 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-83a7a9cd-04b4-4200-9bc9-eb3ea3e16025 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.4117157 Dec 10 09:06:55.435348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port ddf50632-e0d0-4193-b253-590a7f5d634d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ddf50632-e0d0-4193-b253-590a7f5d634d,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:55.448087 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.460240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network d8ed7453-4e13-466b-b5e3-3892c204a0a2 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:55.477740 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-922fc29f-6348-4e6e-9794-0b766ca2ff27 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.510861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=ddf50632-e0d0-4193-b253-590a7f5d634d,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:55.516968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7485ccfe-bb81-4956-abd7-15ab86ad672a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.534835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:55.563543 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-2ac2bec6-1dee-4296-877e-9dc413bcdb93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 217 time: 0.1145811 Dec 10 09:06:55.606483 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-7485ccfe-bb81-4956-abd7-15ab86ad672a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:06:55.606855 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-7485ccfe-bb81-4956-abd7-15ab86ad672a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:06:55.630105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17bf62-0f04-469e-94f7-bae43f6c8afb req-992d3073-7988-4815-a8bc-86bdd71e6fe7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.631857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f17bf62-0f04-469e-94f7-bae43f6c8afb req-992d3073-7988-4815-a8bc-86bdd71e6fe7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.2680228 Dec 10 09:06:55.793147 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-922fc29f-6348-4e6e-9794-0b766ca2ff27 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.796464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-922fc29f-6348-4e6e-9794-0b766ca2ff27 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.811049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-f109bf27-951f-4fdd-87e6-488e34e7f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.812605 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-f109bf27-951f-4fdd-87e6-488e34e7f795 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.2453468 Dec 10 09:06:55.860552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.900429 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-922fc29f-6348-4e6e-9794-0b766ca2ff27 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.901186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922fc29f-6348-4e6e-9794-0b766ca2ff27 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Fanout notify agent at l3_agent the message router_deleted on router a678dd65-b8d3-48d9-9dd7-9882e1928fb5 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:06:55.918357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-922fc29f-6348-4e6e-9794-0b766ca2ff27 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.921544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-922fc29f-6348-4e6e-9794-0b766ca2ff27 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/a678dd65-b8d3-48d9-9dd7-9882e1928fb5 HTTP/1.1" status: 204 len: 168 time: 0.6259155 Dec 10 09:06:55.926562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39220) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:55.934294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f17bf62-0f04-469e-94f7-bae43f6c8afb req-c9281779-eca2-4e8c-8f66-ab5346b6a23d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760735 Dec 10 09:06:55.937320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port b3d747ae-0522-4370-9a72-6d13f78b8562 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:55.947655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router 37e2fa2a-9100-4517-83d3-7a55f02c5c21 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:06:55.955765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7e55-4ccd-4f16-bcd2-ce6eae3bad3b req-7cd0e059-6023-4a0f-9871-23b2327773d9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.962740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7e55-4ccd-4f16-bcd2-ce6eae3bad3b req-7cd0e059-6023-4a0f-9871-23b2327773d9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.969747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7e55-4ccd-4f16-bcd2-ce6eae3bad3b req-7cd0e059-6023-4a0f-9871-23b2327773d9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.976782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7e55-4ccd-4f16-bcd2-ce6eae3bad3b req-7cd0e059-6023-4a0f-9871-23b2327773d9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.977012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-c7a8c366-c369-43ca-8ba9-cde65356738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.978505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8b110d18-a5ee-492e-ad85-846c8d65c742 None None] Provisioning complete for port ddf50632-e0d0-4193-b253-590a7f5d634d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:55.979159 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-c7a8c366-c369-43ca-8ba9-cde65356738a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575236 Dec 10 09:06:55.979269 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b110d18-a5ee-492e-ad85-846c8d65c742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:55.982869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7e55-4ccd-4f16-bcd2-ce6eae3bad3b req-7cd0e059-6023-4a0f-9871-23b2327773d9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.989851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7e55-4ccd-4f16-bcd2-ce6eae3bad3b req-7cd0e059-6023-4a0f-9871-23b2327773d9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.996710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7e55-4ccd-4f16-bcd2-ce6eae3bad3b req-7cd0e059-6023-4a0f-9871-23b2327773d9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:55.998742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-588f7e55-4ccd-4f16-bcd2-ce6eae3bad3b req-7cd0e059-6023-4a0f-9871-23b2327773d9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5444 time: 0.2116332 Dec 10 09:06:56.074473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-588f7e55-4ccd-4f16-bcd2-ce6eae3bad3b req-8eb68834-8f0d-4205-a348-a5ede7ac878b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671444 Dec 10 09:06:56.105646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8b110d18-a5ee-492e-ad85-846c8d65c742 None None] Provisioning complete for port cbdd3b52-c3cd-4147-8e6e-13c68d081fac triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:56.106107 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b110d18-a5ee-492e-ad85-846c8d65c742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:56.142632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8b110d18-a5ee-492e-ad85-846c8d65c742 None None] Port cbdd3b52-c3cd-4147-8e6e-13c68d081fac cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:56.267249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ddf50632-e0d0-4193-b253-590a7f5d634d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:56.328020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ddf50632-e0d0-4193-b253-590a7f5d634d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:56.328544 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:56.359185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be74752-8234-4dc3-bfa9-5031d6c3ec1a req-019ce471-145c-4e58-b39d-d274f7911cb8 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:56.360728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0be74752-8234-4dc3-bfa9-5031d6c3ec1a req-019ce471-145c-4e58-b39d-d274f7911cb8 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.0830369 Dec 10 09:06:56.382029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e84df-3246-44ed-ad52-15c852748086 req-f988ea8e-7932-4720-9c38-f6784797c072 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:56.383538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b9e84df-3246-44ed-ad52-15c852748086 req-f988ea8e-7932-4720-9c38-f6784797c072 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 943 time: 0.0792193 Dec 10 09:06:56.455852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0be74752-8234-4dc3-bfa9-5031d6c3ec1a req-07ea604c-b24c-4064-ae4c-4ad7c81c5f17 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875735 Dec 10 09:06:56.460238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b9e84df-3246-44ed-ad52-15c852748086 req-823beecd-2aca-4b94-b8d3-b5c8c868b551 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681889 Dec 10 09:06:56.473001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-92210741-0448-42ba-b9cf-057c13c0c55d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting subnet 731a47cd-1fa2-4e91-bb3c-05767258318d {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:06:56.484206 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92210741-0448-42ba-b9cf-057c13c0c55d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:56.619312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92210741-0448-42ba-b9cf-057c13c0c55d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:56.714990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:06:56.724794 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b6f6c03b-c602-4d99-b195-939786cd17d9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/routers/37e2fa2a-9100-4517-83d3-7a55f02c5c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1233356 Dec 10 09:06:56.724987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb69b7f0-35d5-46be-9210-0e4b468e1d10 None None] Sync routers for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:06:56.727483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39226) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:56.733758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'port': {'network_id': 'd8ed7453-4e13-466b-b5e3-3892c204a0a2', 'name': 'tempest-FloatingIPTestJSON-1360761114'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:56.736933 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-3840937f-9897-45cf-9454-b0b3c14b1efa service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192969 Dec 10 09:06:56.737117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69b7f0-35d5-46be-9210-0e4b468e1d10 None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:56.737783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cb69b7f0-35d5-46be-9210-0e4b468e1d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:56.776963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cb69b7f0-35d5-46be-9210-0e4b468e1d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:56.787047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69b7f0-35d5-46be-9210-0e4b468e1d10 None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:06:56.787654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cb69b7f0-35d5-46be-9210-0e4b468e1d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:56.793691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 172.20.0.10 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/c053c9e2-96ef-42c1-97c8-fb37f0098916/b3d747ae-0522-4370-9a72-6d13f78b8562) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:56.820997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cb69b7f0-35d5-46be-9210-0e4b468e1d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:56.821679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb69b7f0-35d5-46be-9210-0e4b468e1d10 None None] The sync data for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:06:56.843004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fe84:787 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/afeca3d5-70a0-4664-831c-5feb371b6600/b3d747ae-0522-4370-9a72-6d13f78b8562) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:56.846854 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92210741-0448-42ba-b9cf-057c13c0c55d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:56.858644 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Made reservation on behalf of 8c7770aa83b84e7a808c0f6564587414 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:56.862382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:56.880775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] device_id is not set on port 6e83a95d-2f44-4425-8c4a-c8b14b47d7a1 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:56.997685 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95eb0859-36b9-48f4-9892-39eb76379e83 req-23813686-9373-4013-ae19-0f416e3da553 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521818 Dec 10 09:06:57.011660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Allocated IP 172.20.0.4 (d8ed7453-4e13-466b-b5e3-3892c204a0a2/d3f6ee95-9b34-4c63-a2e0-4f0dfd9a61f2/6e83a95d-2f44-4425-8c4a-c8b14b47d7a1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:06:57.019817 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92210741-0448-42ba-b9cf-057c13c0c55d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.091759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92210741-0448-42ba-b9cf-057c13c0c55d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Subnet': ['ID=731a47cd-1fa2-4e91-bb3c-05767258318d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:57.096239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92210741-0448-42ba-b9cf-057c13c0c55d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.098040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152d4d-6e6a-4f03-9db7-7653227258fb req-6c75d463-23bc-4af2-8207-6c6c53166d6c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.099203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4152d4d-6e6a-4f03-9db7-7653227258fb req-6c75d463-23bc-4af2-8207-6c6c53166d6c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.0904522 Dec 10 09:06:57.099447 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-92210741-0448-42ba-b9cf-057c13c0c55d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/731a47cd-1fa2-4e91-bb3c-05767258318d HTTP/1.1" status: 204 len: 168 time: 1.1716528 Dec 10 09:06:57.103359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39230) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:57.106802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd53fe-0aea-41d6-b6d6-4a6a7b27b141 None None] Network 701e493c-1df4-43e1-89f3-5dbb01b2d685 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:06:57.117594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-5944c12c-b053-4761-92a4-ba38c00b5d03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.123925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-5944c12c-b053-4761-92a4-ba38c00b5d03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.129853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-5944c12c-b053-4761-92a4-ba38c00b5d03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.136555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-5944c12c-b053-4761-92a4-ba38c00b5d03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.142516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-5944c12c-b053-4761-92a4-ba38c00b5d03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.148905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-5944c12c-b053-4761-92a4-ba38c00b5d03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.155411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-5944c12c-b053-4761-92a4-ba38c00b5d03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.157414 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-5944c12c-b053-4761-92a4-ba38c00b5d03 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5444 time: 0.2317493 Dec 10 09:06:57.234130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4152d4d-6e6a-4f03-9db7-7653227258fb req-9a3db97d-2a99-4b9c-8dba-5c5f9f7e2e6e tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183431 Dec 10 09:06:57.290825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.304932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-5a5e09c3-4444-4ad4-8890-beeebdc7ea49 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.306941 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-5a5e09c3-4444-4ad4-8890-beeebdc7ea49 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "GET /v2.0/ports/6da0b6a7-db9a-421b-b479-8421a78e97bb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1382966 Dec 10 09:06:57.315659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bce69-47a2-4b21-a7d9-03f3c7665925 req-f494136f-b1c7-48fe-9431-ca62bef69b98 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.316513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2267aee-9070-44ab-99bc-6fb5fb9cc0e9 None None] DHCP port deletion for 701e493c-1df4-43e1-89f3-5dbb01b2d685 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:06:57.321675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bce69-47a2-4b21-a7d9-03f3c7665925 req-f494136f-b1c7-48fe-9431-ca62bef69b98 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.328247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bce69-47a2-4b21-a7d9-03f3c7665925 req-f494136f-b1c7-48fe-9431-ca62bef69b98 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.334296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bce69-47a2-4b21-a7d9-03f3c7665925 req-f494136f-b1c7-48fe-9431-ca62bef69b98 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.340258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bce69-47a2-4b21-a7d9-03f3c7665925 req-f494136f-b1c7-48fe-9431-ca62bef69b98 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.341127 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.346201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bce69-47a2-4b21-a7d9-03f3c7665925 req-f494136f-b1c7-48fe-9431-ca62bef69b98 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.352203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bce69-47a2-4b21-a7d9-03f3c7665925 req-f494136f-b1c7-48fe-9431-ca62bef69b98 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.354197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bce69-47a2-4b21-a7d9-03f3c7665925 req-f494136f-b1c7-48fe-9431-ca62bef69b98 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 5444 time: 0.1418011 Dec 10 09:06:57.355757 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.373624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e2267aee-9070-44ab-99bc-6fb5fb9cc0e9 None None] Deleting port 866281fb-a017-4c2d-a7a6-16edc6aac884 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:57.374151 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2267aee-9070-44ab-99bc-6fb5fb9cc0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.407308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.444686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e2267aee-9070-44ab-99bc-6fb5fb9cc0e9 None None] For port 866281fb-a017-4c2d-a7a6-16edc6aac884, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=866281fb-a017-4c2d-a7a6-16edc6aac884,segment=NetworkSegment(164e41ca-c3cf-4f01-9ea4-ff3faff0e055),segment_id=164e41ca-c3cf-4f01-9ea4-ff3faff0e055)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:57.445234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2267aee-9070-44ab-99bc-6fb5fb9cc0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.460721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e2267aee-9070-44ab-99bc-6fb5fb9cc0e9 None None] Calling delete_port for 866281fb-a017-4c2d-a7a6-16edc6aac884 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:57.479544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Network d8ed7453-4e13-466b-b5e3-3892c204a0a2 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:57.484680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899bce69-47a2-4b21-a7d9-03f3c7665925 req-5635783d-ae03-4a83-ac6f-b43d6a187ce8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214714 Dec 10 09:06:57.492800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:57.497836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:57.502501 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.526370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event updated for resources: {'Port': ['ID=6e83a95d-2f44-4425-8c4a-c8b14b47d7a1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:57.590238 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2267aee-9070-44ab-99bc-6fb5fb9cc0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.592516 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-d66d24b3-501e-4da7-b1c2-4cff269566c1 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "GET /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2787378 Dec 10 09:06:57.607723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:06:57.613698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:06:57.623973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:57.632958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:06:57.660392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2267aee-9070-44ab-99bc-6fb5fb9cc0e9 None None] Pushing event deleted for resources: {'Port': ['ID=866281fb-a017-4c2d-a7a6-16edc6aac884,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:57.670538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2267aee-9070-44ab-99bc-6fb5fb9cc0e9 None None] No DVR routers for this DVR port 866281fb-a017-4c2d-a7a6-16edc6aac884 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:57.700552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 866281fb-a017-4c2d-a7a6-16edc6aac884 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:57.700962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.706727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.707401 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.744460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfde822-d9d9-4b93-9ebd-4fea686996cb req-bcd9ca71-cee6-4357-bf5e-a5fe7306ba6d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.746263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bdfde822-d9d9-4b93-9ebd-4fea686996cb req-bcd9ca71-cee6-4357-bf5e-a5fe7306ba6d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 943 time: 0.1626687 Dec 10 09:06:57.751767 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e0d9a2bf-a072-49e8-950d-47c9e8355ee9 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0226867 Dec 10 09:06:57.751956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=b3d747ae-0522-4370-9a72-6d13f78b8562,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:57.756512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39238) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:57.767310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Request body: {'floatingip': {'port_id': '6e83a95d-2f44-4425-8c4a-c8b14b47d7a1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:57.832164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a7183-2262-4265-b102-ce786c553d95 req-0cea2443-5efa-4fdc-b40f-978ac54968eb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.834066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac7a7183-2262-4265-b102-ce786c553d95 req-0cea2443-5efa-4fdc-b40f-978ac54968eb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.2071354 Dec 10 09:06:57.835469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:57.836132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.839438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port 866281fb-a017-4c2d-a7a6-16edc6aac884, host n-d-814746-3, got binding levels [] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:57.839611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.844813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:06:57.851945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.876052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 866281fb-a017-4c2d-a7a6-16edc6aac884 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:57.896271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Port 866281fb-a017-4c2d-a7a6-16edc6aac884 was not found and therefore no delete operation was performed {{(pid=114970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 09:06:57.907514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5cbc2e45-d2f8-48de-afd1-692342c0ef4d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9208856 Dec 10 09:06:57.910069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39240) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:57.912242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.915124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bdfde822-d9d9-4b93-9ebd-4fea686996cb req-1f992af0-e819-4963-9fc7-ebb52c7e7f25 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616659 Dec 10 09:06:57.956065 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:57.967032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=866281fb-a017-4c2d-a7a6-16edc6aac884,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:57.974846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No DVR routers for this DVR port 866281fb-a017-4c2d-a7a6-16edc6aac884 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:58.021900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:58.043615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8b8621b7-097f-4350-95ff-a5e8f7171744 None None] Provisioning complete for port 6e83a95d-2f44-4425-8c4a-c8b14b47d7a1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:58.043993 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b8621b7-097f-4350-95ff-a5e8f7171744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.078332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'port_id': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'mac_address': 'fa:16:3e:12:41:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:06:58.091996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8b8621b7-097f-4350-95ff-a5e8f7171744 None None] Port 6e83a95d-2f44-4425-8c4a-c8b14b47d7a1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:58.114317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac7a7183-2262-4265-b102-ce786c553d95 req-14231ace-3807-4b3d-9f59-a71e410e05b9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654834 Dec 10 09:06:58.116493 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.134049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d053f-8674-4c8e-8757-c6ed10f3c93e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.142320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d053f-8674-4c8e-8757-c6ed10f3c93e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.143976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-406d053f-8674-4c8e-8757-c6ed10f3c93e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2328172 Dec 10 09:06:58.147171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39242) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:58.151373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701e493c-1df4-43e1-89f3-5dbb01b2d685']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:58.157175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.171505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164e41ca-c3cf-4f01-9ea4-ff3faff0e055') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:58.171734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba6acd8-f3d3-4d4e-949c-749866916006 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:06:58.171967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164e41ca-c3cf-4f01-9ea4-ff3faff0e055') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:06:58.182103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] For port 6da0b6a7-db9a-421b-b479-8421a78e97bb, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=6da0b6a7-db9a-421b-b479-8421a78e97bb,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:58.191491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.218181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:58.224783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.237696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:06:58.240856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.246082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.308618 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:58.312879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 866281fb-a017-4c2d-a7a6-16edc6aac884 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:06:58.317178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6985e5ef-a8d0-4f4f-8382-9130a7fb5123 None None] Provisioning complete for port b3d747ae-0522-4370-9a72-6d13f78b8562 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:58.318090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6985e5ef-a8d0-4f4f-8382-9130a7fb5123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:06:58.323249 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:06:58.347138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] For port 6da0b6a7-db9a-421b-b479-8421a78e97bb, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:58.350076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.367094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 866281fb-a017-4c2d-a7a6-16edc6aac884 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:06:58.367532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 866281fb-a017-4c2d-a7a6-16edc6aac884 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:06:58.383904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6985e5ef-a8d0-4f4f-8382-9130a7fb5123 None None] Port b3d747ae-0522-4370-9a72-6d13f78b8562 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:58.390768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.397858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/networks/701e493c-1df4-43e1-89f3-5dbb01b2d685 HTTP/1.1" status: 204 len: 168 time: 1.2904491 Dec 10 09:06:58.397858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e34bb9-182c-4621-ad44-ea379d4b55fe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Network': ['ID=701e493c-1df4-43e1-89f3-5dbb01b2d685,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:58.437750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39246) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:58.437750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-aa566a07-1bb4-4041-b67e-2b5f1bccf55a tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2011327370', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:58.438050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3c951d40-d5ad-4842-a7db-2bfaa03951d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port b3d747ae-0522-4370-9a72-6d13f78b8562 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:58.438050 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c951d40-d5ad-4842-a7db-2bfaa03951d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.445916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f527-ba84-4aee-8556-c33ec4ec89f2 req-b0a68f9e-733b-4cdd-b9d3-9621d1167ce8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.447590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3514f527-ba84-4aee-8556-c33ec4ec89f2 req-b0a68f9e-733b-4cdd-b9d3-9621d1167ce8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.1357529 Dec 10 09:06:58.455155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] device_id is not set on port 6da0b6a7-db9a-421b-b479-8421a78e97bb yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:58.469758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.473046 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aa566a07-1bb4-4041-b67e-2b5f1bccf55a tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.474253 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aa566a07-1bb4-4041-b67e-2b5f1bccf55a tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.479236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.569782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] No DVR routers for this DVR port 6da0b6a7-db9a-421b-b479-8421a78e97bb on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:58.592339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['dba6acd8-f3d3-4d4e-949c-749866916006'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:06:58.611192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3514f527-ba84-4aee-8556-c33ec4ec89f2 req-b73bc906-ea7b-46c6-ae94-565793ae44eb tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416051 Dec 10 09:06:58.615413 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] Pushing event updated for resources: {'Port': ['ID=6da0b6a7-db9a-421b-b479-8421a78e97bb,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:58.636462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aa566a07-1bb4-4041-b67e-2b5f1bccf55a tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.647964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aa566a07-1bb4-4041-b67e-2b5f1bccf55a tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.673883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] In _notify_port_updated(), no bound segment for port 6da0b6a7-db9a-421b-b479-8421a78e97bb on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:06:58.674781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.675535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.676990 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-8e1098df-1bf5-465e-a764-96f333a00b7c service neutron] 10.222.0.39 "PUT /v2.0/ports/6da0b6a7-db9a-421b-b479-8421a78e97bb HTTP/1.1" status: 200 len: 1033 time: 1.0677133 Dec 10 09:06:58.683283 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-aa566a07-1bb4-4041-b67e-2b5f1bccf55a tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.686953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-aa566a07-1bb4-4041-b67e-2b5f1bccf55a tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2795563 Dec 10 09:06:58.694322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39250) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:58.728827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c951d40-d5ad-4842-a7db-2bfaa03951d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.730394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-463115204'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:58.754557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3c951d40-d5ad-4842-a7db-2bfaa03951d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for b3d747ae-0522-4370-9a72-6d13f78b8562 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:06:58.758642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-eb9e6c08-1198-4644-b93c-d46486ba4754 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.760556 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-eb9e6c08-1198-4644-b93c-d46486ba4754 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "GET /v2.0/ports/fad3c689-a2cd-4d11-aaae-5e9a06256def?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0749464 Dec 10 09:06:58.782444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:58.787977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:58.791942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.797946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c037-6e14-4a39-be22-bb2ec80edfac req-b9d19836-db66-4cc4-b0cd-5645b7185d58 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.804156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c037-6e14-4a39-be22-bb2ec80edfac req-b9d19836-db66-4cc4-b0cd-5645b7185d58 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.811088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c037-6e14-4a39-be22-bb2ec80edfac req-b9d19836-db66-4cc4-b0cd-5645b7185d58 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.816920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c037-6e14-4a39-be22-bb2ec80edfac req-b9d19836-db66-4cc4-b0cd-5645b7185d58 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.822860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c037-6e14-4a39-be22-bb2ec80edfac req-b9d19836-db66-4cc4-b0cd-5645b7185d58 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.828685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c037-6e14-4a39-be22-bb2ec80edfac req-b9d19836-db66-4cc4-b0cd-5645b7185d58 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:58.830542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0972c037-6e14-4a39-be22-bb2ec80edfac req-b9d19836-db66-4cc4-b0cd-5645b7185d58 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 4664 time: 0.2249613 Dec 10 09:06:58.855218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:06:58.864722 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.869220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.869591 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added segment b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c of type vlan for network db0d88f3-abe7-48bb-95ec-82e0d229751b Dec 10 09:06:58.908489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4f1f6a7-5084-4a70-8665-34dc88821986 None None] Provisioning complete for port 6da0b6a7-db9a-421b-b479-8421a78e97bb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:58.909100 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f6a7-5084-4a70-8665-34dc88821986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.953235 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:58.963837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4f1f6a7-5084-4a70-8665-34dc88821986 None None] Port 6da0b6a7-db9a-421b-b479-8421a78e97bb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:59.034761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.035664 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.040406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:59.040998 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.054155 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0972c037-6e14-4a39-be22-bb2ec80edfac req-f565a4a3-92a8-48f7-b22e-a4875ba10cc9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=4879574f-4d26-4a9e-aaa5-172c35da5caf&id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899323 Dec 10 09:06:59.057972 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.119717 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4243789 Dec 10 09:06:59.131524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39254) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:06:59.142203 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'subnet': {'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:06:59.158250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] For port fad3c689-a2cd-4d11-aaae-5e9a06256def, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=fad3c689-a2cd-4d11-aaae-5e9a06256def,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:59.163842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430f306-bb72-42fd-9aea-624795d630b5 req-941eef19-2ed1-468a-8dc9-c3ec8fc49c19 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:59.165379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a430f306-bb72-42fd-9aea-624795d630b5 req-941eef19-2ed1-468a-8dc9-c3ec8fc49c19 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1589298 Dec 10 09:06:59.174090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Network': ['ID=db0d88f3-abe7-48bb-95ec-82e0d229751b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:59.227229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.227585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.228278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.228674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.229019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.229356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.229722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.230058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.230388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.230718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.231052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.231375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.231702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e2b92-c796-4802-abe9-2644306fa076 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:06:59.245905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network db0d88f3-abe7-48bb-95ec-82e0d229751b details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:06:59.270768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] For port fad3c689-a2cd-4d11-aaae-5e9a06256def, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:06:59.320668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] device_id is not set on port fad3c689-a2cd-4d11-aaae-5e9a06256def yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:06:59.327493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:06:59.331512 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.341366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.382645 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.472982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] Pushing event updated for resources: {'Port': ['ID=fad3c689-a2cd-4d11-aaae-5e9a06256def,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:59.491919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] No DVR routers for this DVR port fad3c689-a2cd-4d11-aaae-5e9a06256def on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:06:59.533807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] In _notify_port_updated(), no bound segment for port fad3c689-a2cd-4d11-aaae-5e9a06256def on network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:06:59.534710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:59.535329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.536735 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-8700a668-45d8-4eee-8d1c-9e0758d8f895 service neutron] 10.222.0.39 "PUT /v2.0/ports/fad3c689-a2cd-4d11-aaae-5e9a06256def HTTP/1.1" status: 200 len: 1032 time: 0.7670286 Dec 10 09:06:59.650354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:06:59.651691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.653764 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP 20551501-8306-441d-9537-a2fa12fbdd5e associated. External IP: 172.25.3.156, port: f7e62c28-5901-43b6-93a5-5285ab56be71. Dec 10 09:06:59.718368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a430f306-bb72-42fd-9aea-624795d630b5 req-180794e7-21cf-450f-bb08-60cb9a2428be tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5220678 Dec 10 09:06:59.735692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25599d99-9076-4d9c-a102-6b334f8abed6 req-19d95cd8-d1ab-4330-b578-a1432683baaa tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:06:59.737954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25599d99-9076-4d9c-a102-6b334f8abed6 req-19d95cd8-d1ab-4330-b578-a1432683baaa tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.5234418 Dec 10 09:06:59.757569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] For port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:06:59.757945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.772563 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c951d40-d5ad-4842-a7db-2bfaa03951d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.797947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fc10e3f4-3400-4bee-a13f-aded06e65cb2 None None] Provisioning complete for port fad3c689-a2cd-4d11-aaae-5e9a06256def triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:59.798324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc10e3f4-3400-4bee-a13f-aded06e65cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.841024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fc10e3f4-3400-4bee-a13f-aded06e65cb2 None None] Port fad3c689-a2cd-4d11-aaae-5e9a06256def cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:06:59.843312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c951d40-d5ad-4842-a7db-2bfaa03951d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=b3d747ae-0522-4370-9a72-6d13f78b8562,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:06:59.856143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:06:59.914313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port dba6acd8-f3d3-4d4e-949c-749866916006 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:06:59.920239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port dba6acd8-f3d3-4d4e-949c-749866916006 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:06:59.920614 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:06:59.989174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25599d99-9076-4d9c-a102-6b334f8abed6 req-60a3914c-7ef0-4140-8339-5dee58ba837d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073727 Dec 10 09:07:00.017736 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.021113 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.051357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:00.054485 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834c6933-74da-45a9-b0a4-e3d343bbc76b" -d '{"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:00.067879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:00.068323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a707bcb-40ff-4ac9-8697-484ec8ffe49c req-1bd1f633-85b7-42e0-b17d-5db0b7ccd232 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.075124 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.076693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a707bcb-40ff-4ac9-8697-484ec8ffe49c req-1bd1f633-85b7-42e0-b17d-5db0b7ccd232 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.2530723 Dec 10 09:07:00.092618 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c951d40-d5ad-4842-a7db-2bfaa03951d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.111023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3c951d40-d5ad-4842-a7db-2bfaa03951d1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/b3d747ae-0522-4370-9a72-6d13f78b8562 HTTP/1.1" status: 204 len: 168 time: 1.9629085 Dec 10 09:07:00.112940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39264) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:00.308372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b2b44-a4e5-4745-90f1-ae40a824e88b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.309895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b2b44-a4e5-4745-90f1-ae40a824e88b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.311464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b2b44-a4e5-4745-90f1-ae40a824e88b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.315686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-753b2b44-a4e5-4745-90f1-ae40a824e88b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1977479 Dec 10 09:07:00.317060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39266) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:00.320885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a707bcb-40ff-4ac9-8697-484ec8ffe49c req-50c558c0-8850-4bf3-9392-ff91b62dd996 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433081 Dec 10 09:07:00.336698 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d012ab-e871-4398-9e9b-d50e95ea8e4a x-openstack-request-id: req-c9d012ab-e871-4398-9e9b-d50e95ea8e4a {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:00.337252 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:00.337252 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9d012ab-e871-4398-9e9b-d50e95ea8e4a {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:00.338175 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'code': 200} Dec 10 09:07:00.338951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:00.369827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:00.391557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d4a7-a270-417d-a80f-249ec103cdc1 req-1c002a4b-1a73-4c3a-97c2-504eb27fad8e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.397618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d4a7-a270-417d-a80f-249ec103cdc1 req-1c002a4b-1a73-4c3a-97c2-504eb27fad8e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.398035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:00.404390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d4a7-a270-417d-a80f-249ec103cdc1 req-1c002a4b-1a73-4c3a-97c2-504eb27fad8e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.410720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d4a7-a270-417d-a80f-249ec103cdc1 req-1c002a4b-1a73-4c3a-97c2-504eb27fad8e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.417371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d4a7-a270-417d-a80f-249ec103cdc1 req-1c002a4b-1a73-4c3a-97c2-504eb27fad8e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.419295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e539d4a7-a270-417d-a80f-249ec103cdc1 req-1c002a4b-1a73-4c3a-97c2-504eb27fad8e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 3885 time: 0.1874809 Dec 10 09:07:00.438416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61a5084-7610-4538-b807-07d3bd2e1d6f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet afeca3d5-70a0-4664-831c-5feb371b6600 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:00.448919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b61a5084-7610-4538-b807-07d3bd2e1d6f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.449107 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.487734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:00.492708 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.494017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fad3c689-a2cd-4d11-aaae-5e9a06256def no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:00.567931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b61a5084-7610-4538-b807-07d3bd2e1d6f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.592769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e539d4a7-a270-417d-a80f-249ec103cdc1 req-e1f82ba9-3f92-4047-a008-f7370fc256a5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624110 Dec 10 09:07:00.593891 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:00.594310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Subnet': ['ID=c76e40b8-9dc5-48e5-bc43-a8556eb3c355,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:00.599465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device fad3c689-a2cd-4d11-aaae-5e9a06256def not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:00.599465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c7c8f6ce-edda-4995-a15b-89d5fab75730 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:00.600519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.600890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.601216 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Floating IP 1f8e8787-b231-4d88-94df-b5e9e4ab21a1 disassociated. External IP: 172.25.3.126, port: d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6. Dec 10 09:07:00.601596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Calling delete_port for d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:00.624024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Checking segment: {'id': 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:00.624402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network hostable DHCP agents. Network: db0d88f3-abe7-48bb-95ec-82e0d229751b, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:07:00.629202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5a485-a1b6-4622-92f0-809dbaeeedd4 req-03a8caa6-9ba9-4348-ac89-3c50e642881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.630892 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cd5a485-a1b6-4622-92f0-809dbaeeedd4 req-03a8caa6-9ba9-4348-ac89-3c50e642881e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1096 time: 0.4446592 Dec 10 09:07:00.696373 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.711902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:00.720950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network db0d88f3-abe7-48bb-95ec-82e0d229751b is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:07:00.724433 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea611a-8218-4354-897e-54bb62ed2233 None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:00.738152 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea611a-8218-4354-897e-54bb62ed2233 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:00.738364 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c7ea611a-8218-4354-897e-54bb62ed2233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:00.740858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cd5a485-a1b6-4622-92f0-809dbaeeedd4 req-2a8a27ab-4785-41db-8ed2-0db1b5cc7757 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013114 Dec 10 09:07:00.745775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, db0d88f3-abe7-48bb-95ec-82e0d229751b) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:00.757536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:00.758169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.761892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15911fcc-cb96-4534-aeeb-221efe8c22a0 None None] Network db0d88f3-abe7-48bb-95ec-82e0d229751b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:00.769229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c7c8f6ce-edda-4995-a15b-89d5fab75730, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:00.781730 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1ea4cfb9-5781-4a4f-aa6b-4f7987f7a2a0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6493328 Dec 10 09:07:00.784542 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c7ea611a-8218-4354-897e-54bb62ed2233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:00.786597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39270) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:00.789546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.790954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8cd7fda3-8c74-4f2f-9d0a-b052706c910a no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:00.796359 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea611a-8218-4354-897e-54bb62ed2233 None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:00.797160 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c7ea611a-8218-4354-897e-54bb62ed2233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:00.834792 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c7ea611a-8218-4354-897e-54bb62ed2233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:00.835649 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea611a-8218-4354-897e-54bb62ed2233 None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:00.927408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c7c8f6ce-edda-4995-a15b-89d5fab75730,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:00.932869 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b61a5084-7610-4538-b807-07d3bd2e1d6f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.985787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:00.995225 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.007847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-db0d88f3-abe7-48bb-95ec-82e0d229751b', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:01.009948 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.010971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80b9fb-4d75-4b71-a035-6a61e1fdcb0f req-2a0a4f38-9cb8-4f8e-b608-cf21b2415576 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:01.012654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec80b9fb-4d75-4b71-a035-6a61e1fdcb0f req-2a0a4f38-9cb8-4f8e-b608-cf21b2415576 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 945 time: 0.1542549 Dec 10 09:07:01.028760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Port': ['ID=d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:01.127174 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b61a5084-7610-4538-b807-07d3bd2e1d6f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.139149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:01.148322 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.149025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 57ecd40a-60d8-4a15-90a8-7a3412b89810 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:01.183491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec80b9fb-4d75-4b71-a035-6a61e1fdcb0f req-2c5895c8-1e95-4038-9331-6811bf2392dd tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639619 Dec 10 09:07:01.225445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b61a5084-7610-4538-b807-07d3bd2e1d6f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.232319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b61a5084-7610-4538-b807-07d3bd2e1d6f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/afeca3d5-70a0-4664-831c-5feb371b6600 HTTP/1.1" status: 204 len: 168 time: 0.9098139 Dec 10 09:07:01.233221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a5084-7610-4538-b807-07d3bd2e1d6f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=afeca3d5-70a0-4664-831c-5feb371b6600,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:01.235724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39274) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:01.252134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef7d728-a132-4920-8e2c-8bee60065e01 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:01.276879 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.300934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:01.328858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1161c-0e49-414f-ac8c-7541fdb11a22 req-8200b192-734f-4142-bc1e-b903f6a9c44b tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:01.330832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Allocated IP 2001:db8::2 (db0d88f3-abe7-48bb-95ec-82e0d229751b/c76e40b8-9dc5-48e5-bc43-a8556eb3c355/aa3e040a-846e-4a7a-b3ae-d967cf292889) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:01.337744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aea1161c-0e49-414f-ac8c-7541fdb11a22 req-8200b192-734f-4142-bc1e-b903f6a9c44b tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.2081258 Dec 10 09:07:01.351668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae4e9c3-bcd9-4261-9585-744f622b1e88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet c053c9e2-96ef-42c1-97c8-fb37f0098916 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:01.365018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router 37e2fa2a-9100-4517-83d3-7a55f02c5c21 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:01.369898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e9c3-bcd9-4261-9585-744f622b1e88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.480422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e9c3-bcd9-4261-9585-744f622b1e88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.485956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:01.578058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aea1161c-0e49-414f-ac8c-7541fdb11a22 req-65a6ae5d-51e1-4dbf-8f0a-c47e1412d048 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394264 Dec 10 09:07:01.633640 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.664508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:01.688059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] Sync routers for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:01.723723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] No DVR routers for this DVR port d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:01.725289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e9c3-bcd9-4261-9585-744f622b1e88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.726654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.731791 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-26d4968b-3561-42b7-9d78-547d953271a9 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "DELETE /v2.0/ports/d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6 HTTP/1.1" status: 204 len: 173 time: 2.1871555 Dec 10 09:07:01.732560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:01.735283 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c41d1c7-800e-479c-9e9c-cf9ad434915c" -d '{"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:01.748870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 57ecd40a-60d8-4a15-90a8-7a3412b89810, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:01.751483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:01.752227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:01.765208 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.766260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 6da0b6a7-db9a-421b-b479-8421a78e97bb no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:01.822658 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854112-cc0c-4020-934f-352da6aee9e3 req-3208698c-bda4-413b-b991-c342a507bb04 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:01.830074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e854112-cc0c-4020-934f-352da6aee9e3 req-3208698c-bda4-413b-b991-c342a507bb04 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.3465476 Dec 10 09:07:01.849787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting port 57ecd40a-60d8-4a15-90a8-7a3412b89810 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:01.850196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.888240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:01.897844 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ed8c-0095-4f2e-ab0d-ae655acd5045 None None] Sync routers for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:01.901353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.912068 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413ed8c-0095-4f2e-ab0d-ae655acd5045 None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:01.912689 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6413ed8c-0095-4f2e-ab0d-ae655acd5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:01.947867 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6413ed8c-0095-4f2e-ab0d-ae655acd5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:01.960012 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413ed8c-0095-4f2e-ab0d-ae655acd5045 None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:01.964987 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6413ed8c-0095-4f2e-ab0d-ae655acd5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:01.966953 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.969224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbe849-5b3f-4fd5-b034-185ab47ad2b9 req-bd3d6ae6-9a98-4e9f-a35e-1b00d889eee5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:01.982026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbe849-5b3f-4fd5-b034-185ab47ad2b9 req-bd3d6ae6-9a98-4e9f-a35e-1b00d889eee5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:01.987976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1922f69b-003c-4c95-929e-873f756b48ff req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] For port 57ecd40a-60d8-4a15-90a8-7a3412b89810, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=57ecd40a-60d8-4a15-90a8-7a3412b89810,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:01.988420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:01.990197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbe849-5b3f-4fd5-b034-185ab47ad2b9 req-bd3d6ae6-9a98-4e9f-a35e-1b00d889eee5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:01.997006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbe849-5b3f-4fd5-b034-185ab47ad2b9 req-bd3d6ae6-9a98-4e9f-a35e-1b00d889eee5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:02.000221 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=57ecd40a-60d8-4a15-90a8-7a3412b89810,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:02.002165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Calling delete_port for 57ecd40a-60d8-4a15-90a8-7a3412b89810 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:02.005670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 6da0b6a7-db9a-421b-b479-8421a78e97bb not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:02.006108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 88ae583b-c224-41c8-8a3a-19e4d00dc9fd no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:02.011140 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.015650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01dbe849-5b3f-4fd5-b034-185ab47ad2b9 req-bd3d6ae6-9a98-4e9f-a35e-1b00d889eee5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 3144 time: 0.2531857 Dec 10 09:07:02.028146 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6413ed8c-0095-4f2e-ab0d-ae655acd5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:02.030655 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ed8c-0095-4f2e-ab0d-ae655acd5045 None None] The sync data for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:02.057962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e854112-cc0c-4020-934f-352da6aee9e3 req-8873b078-0580-45db-9a14-75c490497668 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188418 Dec 10 09:07:02.065005 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e9c3-bcd9-4261-9585-744f622b1e88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.068727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Network db0d88f3-abe7-48bb-95ec-82e0d229751b is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:02.154506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:02.159013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Pushing event updated for resources: {'Port': ['ID=aa3e040a-846e-4a7a-b3ae-d967cf292889,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:02.177255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:02.208312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 2001:db8::1 (db0d88f3-abe7-48bb-95ec-82e0d229751b/c76e40b8-9dc5-48e5-bc43-a8556eb3c355/5d5bd116-77fe-4862-9f89-7a6060dc5514) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:02.218136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c7ee1876-60bb-413f-b019-565bd88f7f68 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/floatingips/20551501-8306-441d-9537-a2fa12fbdd5e HTTP/1.1" status: 200 len: 978 time: 4.4604621 Dec 10 09:07:02.224416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39286) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:02.225630 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e9c3-bcd9-4261-9585-744f622b1e88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.229859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8ae4e9c3-bcd9-4261-9585-744f622b1e88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/c053c9e2-96ef-42c1-97c8-fb37f0098916 HTTP/1.1" status: 204 len: 168 time: 0.9885757 Dec 10 09:07:02.234987 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39288) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:02.245446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4e9c3-bcd9-4261-9585-744f622b1e88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=c053c9e2-96ef-42c1-97c8-fb37f0098916,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:02.313955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01dbe849-5b3f-4fd5-b034-185ab47ad2b9 req-e3dd71ba-1779-4ab0-b46b-1f5ea40316be tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952440 Dec 10 09:07:02.340852 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86bade8-0317-4b63-a208-1af28bec5a46 x-openstack-request-id: req-a86bade8-0317-4b63-a208-1af28bec5a46 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:02.343706 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:02.343968 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a86bade8-0317-4b63-a208-1af28bec5a46 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:02.344540 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'status': 'completed', 'code': 200} Dec 10 09:07:02.349079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9e0f818b-f051-4620-a592-013bc3527b6e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035705 Dec 10 09:07:02.352396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39290) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:02.362772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:02.367913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6'}, {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c8f6ce-edda-4995-a15b-89d5fab75730'}, {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a'}, {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ecd40a-60d8-4a15-90a8-7a3412b89810'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:02.371116 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa6d3bc-a556-40fb-ba1b-088994c2b5b2" -d '{"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6"}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c8f6ce-edda-4995-a15b-89d5fab75730"}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd7fda3-8c74-4f2f-9d0a-b052706c910a"}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "57ecd40a-60d8-4a15-90a8-7a3412b89810"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:02.398806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:02.442035 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeddb025-548e-4636-aa46-4c4577caf7cf x-openstack-request-id: req-eeddb025-548e-4636-aa46-4c4577caf7cf {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:02.442489 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "d3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6", "code": 200}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c8f6ce-edda-4995-a15b-89d5fab75730", "code": 200}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd7fda3-8c74-4f2f-9d0a-b052706c910a", "code": 200}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "57ecd40a-60d8-4a15-90a8-7a3412b89810", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:02.442855 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeddb025-548e-4636-aa46-4c4577caf7cf {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:02.443468 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3356bb4-7ed6-4bfe-bdc4-1caf1d61c1f6', 'code': 200} Dec 10 09:07:02.443828 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c8f6ce-edda-4995-a15b-89d5fab75730', 'code': 200} Dec 10 09:07:02.444190 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a', 'code': 200} Dec 10 09:07:02.444543 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ecd40a-60d8-4a15-90a8-7a3412b89810', 'code': 200} Dec 10 09:07:02.448166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Attempting to bind port aa3e040a-846e-4a7a-b3ae-d967cf292889 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:02.448671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Attempting to bind port aa3e040a-846e-4a7a-b3ae-d967cf292889 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:02.449138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Attempting to bind port aa3e040a-846e-4a7a-b3ae-d967cf292889 on network db0d88f3-abe7-48bb-95ec-82e0d229751b {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:02.458389 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.462713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:02.463497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Checking segment: {'id': 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:02.464151 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.464661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Bound using segment: {'id': 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:02.465272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Bound port: aa3e040a-846e-4a7a-b3ae-d967cf292889, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:02.465798 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.564559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:02.601466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:02.606640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.754084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.771182 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.800998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbf5c77-ad86-4571-b582-f46dc3644f87 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:02.813654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Port': ['ID=57ecd40a-60d8-4a15-90a8-7a3412b89810,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:02.821994 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.893661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1922f69b-003c-4c95-929e-873f756b48ff req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] No DVR routers for this DVR port 57ecd40a-60d8-4a15-90a8-7a3412b89810 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:02.905713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.907073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebdc7a-475b-4596-922d-d6c6d5d2d00c req-58313e8f-064b-47a1-9687-4fe092ba3d3b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:02.908489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0ebdc7a-475b-4596-922d-d6c6d5d2d00c req-58313e8f-064b-47a1-9687-4fe092ba3d3b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 945 time: 0.1047282 Dec 10 09:07:02.909063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-90d467e7-64ca-45e4-8737-01931e52f970 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "DELETE /v2.0/ports/57ecd40a-60d8-4a15-90a8-7a3412b89810 HTTP/1.1" status: 204 len: 173 time: 1.1705911 Dec 10 09:07:02.923366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a71eb-d37a-4c68-8cb1-212c81131bfb req-46e1377d-67c2-4ec0-b19e-c55d7ffef03d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:02.925253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba0a71eb-d37a-4c68-8cb1-212c81131bfb req-46e1377d-67c2-4ec0-b19e-c55d7ffef03d tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.1222711 Dec 10 09:07:02.930994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 6e83a95d-2f44-4425-8c4a-c8b14b47d7a1 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:02.931863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.969682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cd667620-4961-44f7-92cb-a6b77f62dfca None None] Provisioning complete for port ddf50632-e0d0-4193-b253-590a7f5d634d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:02.970067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cd667620-4961-44f7-92cb-a6b77f62dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:02.992412 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.042775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] For port aa3e040a-846e-4a7a-b3ae-d967cf292889, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:03.060323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:03.082807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] For port aa3e040a-846e-4a7a-b3ae-d967cf292889, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aa3e040a-846e-4a7a-b3ae-d967cf292889,segment=NetworkSegment(b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c),segment_id=b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:03.092275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network db0d88f3-abe7-48bb-95ec-82e0d229751b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:03.093408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.095244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0ebdc7a-475b-4596-922d-d6c6d5d2d00c req-53df74ad-f8b2-4c46-8ab2-18c2d3b462de tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423283 Dec 10 09:07:03.100625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba0a71eb-d37a-4c68-8cb1-212c81131bfb req-3fff567a-9cf5-4759-adff-ec8c9929a8e6 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488297 Dec 10 09:07:03.102399 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.107001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:03.125900 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.133868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:03.135169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.137494 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=5d5bd116-77fe-4862-9f89-7a6060dc5514,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:03.200978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:03.216157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:03.229762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:03.230363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.270035 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-70b5ef38-8424-41ce-875f-2becf58fc95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.297000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=1dde67d5-e6bf-4096-b6ac-3619be8e84ff,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:03.351797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:03.352387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.358215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71b4c3-ffc0-49f4-9f5e-514b7f7ad8db None None] Pushing event updated for resources: {'Port': ['ID=aa3e040a-846e-4a7a-b3ae-d967cf292889,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:03.402432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a8c142-a0d5-44f2-8221-99c47068c10a None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:03.500471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1922f69b-003c-4c95-929e-873f756b48ff req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] For port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:03.500851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.514983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Calling delete_port for 88ae583b-c224-41c8-8a3a-19e4d00dc9fd owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:03.515487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e3726aa6-f8e1-4ad3-98e2-41a13b811b3a', 'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'mac_address': 'fa:16:3e:3e:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:23Z', 'updated_at': '2021-12-10T08:56:31Z', 'revision_number': 5, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'subnets': [{'id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:03.557530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] Checking router: e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:03.583739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.584180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.591181 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Floating IP 20551501-8306-441d-9537-a2fa12fbdd5e disassociated. External IP: 172.25.3.156, port: 6e83a95d-2f44-4425-8c4a-c8b14b47d7a1. Dec 10 09:07:03.591181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 6e83a95d-2f44-4425-8c4a-c8b14b47d7a1 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:03.591836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:03.592477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:06:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:03.625565 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-437208a8-c828-495f-bf99-99924b3c05a2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2671831 Dec 10 09:07:03.629753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39306) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:03.638942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:03.669303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7195e2e-7702-4444-a97e-5b03f6351256 req-fc390770-2169-4cda-9666-34dd422dc8a2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:03.670952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7195e2e-7702-4444-a97e-5b03f6351256 req-fc390770-2169-4cda-9666-34dd422dc8a2 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.3686149 Dec 10 09:07:03.671508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-34a8c142-a0d5-44f2-8221-99c47068c10a None None] Deleting port ddf50632-e0d0-4193-b253-590a7f5d634d {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:03.671723 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-34a8c142-a0d5-44f2-8221-99c47068c10a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.731913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19782335-05c0-45c2-890b-1f23cbd48adb req-c0b2a72c-14e9-4b1f-9e8a-39e015caa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:03.731913 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-19782335-05c0-45c2-890b-1f23cbd48adb req-c0b2a72c-14e9-4b1f-9e8a-39e015caa030 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 1096 time: 0.1209836 Dec 10 09:07:03.733298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.830291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-34a8c142-a0d5-44f2-8221-99c47068c10a None None] For port ddf50632-e0d0-4193-b253-590a7f5d634d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ddf50632-e0d0-4193-b253-590a7f5d634d,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:03.830942 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-34a8c142-a0d5-44f2-8221-99c47068c10a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.841830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:03.877109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-34a8c142-a0d5-44f2-8221-99c47068c10a None None] Calling delete_port for ddf50632-e0d0-4193-b253-590a7f5d634d owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:03.907799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450a5df-7df0-442c-8d03-9ced668584a6 req-f3441f43-a113-4981-b89b-71b51c143298 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:03.909329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1450a5df-7df0-442c-8d03-9ced668584a6 req-f3441f43-a113-4981-b89b-71b51c143298 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 945 time: 0.3950279 Dec 10 09:07:03.922101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39308) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:03.927695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'floatingip': {'port_id': 'dba6acd8-f3d3-4d4e-949c-749866916006'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:03.976936 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:03.984338 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:04.027030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7195e2e-7702-4444-a97e-5b03f6351256 req-a71cfa0d-21cd-4077-9ac6-09355d29a0a0 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894392 Dec 10 09:07:04.041185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Port': ['ID=88ae583b-c224-41c8-8a3a-19e4d00dc9fd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:04.057780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19782335-05c0-45c2-890b-1f23cbd48adb req-7e9b4a77-dde2-4510-a381-ede1b911f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:04.059493 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-19782335-05c0-45c2-890b-1f23cbd48adb req-7e9b4a77-dde2-4510-a381-ede1b911f3fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.3164246 Dec 10 09:07:04.140823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:04.155699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1922f69b-003c-4c95-929e-873f756b48ff req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] No DVR routers for this DVR port 88ae583b-c224-41c8-8a3a-19e4d00dc9fd on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:04.166309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:04.169334 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-4fd02e2f-e34c-4ee5-b3fb-016279cce71c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "DELETE /v2.0/ports/88ae583b-c224-41c8-8a3a-19e4d00dc9fd HTTP/1.1" status: 204 len: 173 time: 1.2522476 Dec 10 09:07:04.171245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e3726aa6-f8e1-4ad3-98e2-41a13b811b3a', 'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'mac_address': 'fa:16:3e:3e:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:23Z', 'updated_at': '2021-12-10T08:56:31Z', 'revision_number': 5, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'subnets': [{'id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:04.204133 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-34a8c142-a0d5-44f2-8221-99c47068c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:04.208365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd4531-a2a8-49a6-ab39-b8e26324fb0f None None] The sync data for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 is: [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e3726aa6-f8e1-4ad3-98e2-41a13b811b3a', 'name': '', 'network_id': '1230761f-c97f-4b7a-8a29-87123443b633', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'mac_address': 'fa:16:3e:3e:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:23Z', 'updated_at': '2021-12-10T08:56:31Z', 'revision_number': 5, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'subnets': [{'id': '72a4b9f5-eb04-4fd3-a1d9-01870caa7159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:04.227358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=6e83a95d-2f44-4425-8c4a-c8b14b47d7a1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:04.233056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8c142-a0d5-44f2-8221-99c47068c10a None None] Pushing event deleted for resources: {'Port': ['ID=ddf50632-e0d0-4193-b253-590a7f5d634d,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:04.244090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8c142-a0d5-44f2-8221-99c47068c10a None None] No DVR routers for this DVR port ddf50632-e0d0-4193-b253-590a7f5d634d on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:04.281125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e97c214-6531-4b2f-9de5-026d9e9b7a41 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:04.468761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:04.477978 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0a60b4-36ed-43fb-ba5a-65c0342d7dea" -d '{"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "88ae583b-c224-41c8-8a3a-19e4d00dc9fd"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:04.531161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aa3e040a-846e-4a7a-b3ae-d967cf292889 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:04.553305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '1dde67d5-e6bf-4096-b6ac-3619be8e84ff'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:04.554496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:04.566434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:04.570753 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:04.590528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a7a5a-5653-4739-b43f-589cdc3a5596 req-11209829-31e6-4edf-b41e-4d3150686b41 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:04.597646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a7a5a-5653-4739-b43f-589cdc3a5596 req-11209829-31e6-4edf-b41e-4d3150686b41 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:04.607625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-429a7a5a-5653-4739-b43f-589cdc3a5596 req-11209829-31e6-4edf-b41e-4d3150686b41 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 1676 time: 0.5794189 Dec 10 09:07:04.679563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968f784-e5b9-4cc9-910c-617a700cdba3 req-d5d0ff56-00d4-48f0-b7bb-723a4c26d20a tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:04.688384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0968f784-e5b9-4cc9-910c-617a700cdba3 req-d5d0ff56-00d4-48f0-b7bb-723a4c26d20a tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.5359056 Dec 10 09:07:04.852053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': '57ecd40a-60d8-4a15-90a8-7a3412b89810'}, {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:04.854625 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3063cb-9c6c-44e3-b446-65ebf6cf4e45" -d '{"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "57ecd40a-60d8-4a15-90a8-7a3412b89810"}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "88ae583b-c224-41c8-8a3a-19e4d00dc9fd"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:04.856005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Allocated IP 172.20.0.2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/1dde67d5-e6bf-4096-b6ac-3619be8e84ff/ff516944-f909-4f5f-9009-37ed74c557b1) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:04.945873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-429a7a5a-5653-4739-b43f-589cdc3a5596 req-56743f65-2b32-4b65-b3f6-6d82b01d8357 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342309 Dec 10 09:07:04.987365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:04.989466 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0968f784-e5b9-4cc9-910c-617a700cdba3 req-f2b1075e-b4a6-450d-87ea-cd3034d9e842 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000550 Dec 10 09:07:05.005743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.006184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router 37e2fa2a-9100-4517-83d3-7a55f02c5c21 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:05.006518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.062658 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.073071 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3563fe21-d966-41a0-80bc-a130318895fc x-openstack-request-id: req-3563fe21-d966-41a0-80bc-a130318895fc {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:05.073472 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-unplugged", "status": "completed", "tag": "88ae583b-c224-41c8-8a3a-19e4d00dc9fd", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:05.073862 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3563fe21-d966-41a0-80bc-a130318895fc {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:05.074325 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd', 'code': 200} Dec 10 09:07:05.076009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd3a60-d3fd-400e-83ab-ae5802d52e6e None None] Network db0d88f3-abe7-48bb-95ec-82e0d229751b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:05.081534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8f9fb-a660-457c-b11b-e8bfa13483fd None None] New status for floating IP 1f8e8787-b231-4d88-94df-b5e9e4ab21a1: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:07:05.084086 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.127969 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf03895-50ed-4539-901e-9bcd2ac3b0df x-openstack-request-id: req-5bf03895-50ed-4539-901e-9bcd2ac3b0df {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:05.128319 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "57ecd40a-60d8-4a15-90a8-7a3412b89810", "status": "completed", "code": 200}, {"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "88ae583b-c224-41c8-8a3a-19e4d00dc9fd", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:05.128717 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bf03895-50ed-4539-901e-9bcd2ac3b0df {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:05.129472 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': '57ecd40a-60d8-4a15-90a8-7a3412b89810', 'status': 'completed', 'code': 200} Dec 10 09:07:05.130185 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': '88ae583b-c224-41c8-8a3a-19e4d00dc9fd', 'status': 'completed', 'code': 200} Dec 10 09:07:05.136754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-19782335-05c0-45c2-890b-1f23cbd48adb req-03700487-f483-4da2-93ca-196b8888bf7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 200 len: 1001 time: 1.0669565 Dec 10 09:07:05.205010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=5d5bd116-77fe-4862-9f89-7a6060dc5514,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:05.222733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:05.223112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.249929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19782335-05c0-45c2-890b-1f23cbd48adb req-65b6038a-cbc9-48ae-a81f-7a2984589e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:05.251434 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-19782335-05c0-45c2-890b-1f23cbd48adb req-65b6038a-cbc9-48ae-a81f-7a2984589e63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.0998425 Dec 10 09:07:05.358933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network db0d88f3-abe7-48bb-95ec-82e0d229751b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:05.369960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:05.393777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc44866-0b39-4f96-a502-2d4a8392dba1 req-10fd50bc-22df-418f-8057-0f8bd2f40bf5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:05.395903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19782335-05c0-45c2-890b-1f23cbd48adb req-c75cee64-36f2-40f0-ad93-261134554228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:05.397733 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-19782335-05c0-45c2-890b-1f23cbd48adb req-c75cee64-36f2-40f0-ad93-261134554228 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098349 Dec 10 09:07:05.399879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port aa3e040a-846e-4a7a-b3ae-d967cf292889 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:05.400361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.401344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2dc44866-0b39-4f96-a502-2d4a8392dba1 req-10fd50bc-22df-418f-8057-0f8bd2f40bf5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.2336721 Dec 10 09:07:05.485170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1922f69b-003c-4c95-929e-873f756b48ff req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] For port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:05.485488 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.490267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:05.507988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:05.516065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:05.533054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6bacae1e-1740-4116-a27e-e244d7bd5b4b None None] Provisioning complete for port aa3e040a-846e-4a7a-b3ae-d967cf292889 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:05.533605 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bacae1e-1740-4116-a27e-e244d7bd5b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.547300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Calling delete_port for 8cd7fda3-8c74-4f2f-9d0a-b052706c910a owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:05.584976 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae9759de-5f87-4a91-b071-c9a6db3bd170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.609705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:05.631068 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d2efe-9a98-47c3-9c22-5f2bb3f4da02 None None] Sync routers for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:05.635860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2dc44866-0b39-4f96-a502-2d4a8392dba1 req-b97f9f78-66b8-4ee7-afb1-dd5dfe8274ef tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283390 Dec 10 09:07:05.652076 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d2efe-9a98-47c3-9c22-5f2bb3f4da02 None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:05.652713 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1d7d2efe-9a98-47c3-9c22-5f2bb3f4da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:05.696355 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1d7d2efe-9a98-47c3-9c22-5f2bb3f4da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:05.708171 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d2efe-9a98-47c3-9c22-5f2bb3f4da02 None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:05.709165 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1d7d2efe-9a98-47c3-9c22-5f2bb3f4da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:05.709858 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Pushing event updated for resources: {'Port': ['ID=ff516944-f909-4f5f-9009-37ed74c557b1,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:05.766409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:07:05.767937 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1d7d2efe-9a98-47c3-9c22-5f2bb3f4da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:05.768613 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d2efe-9a98-47c3-9c22-5f2bb3f4da02 None None] The sync data for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:05.795554 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-19782335-05c0-45c2-890b-1f23cbd48adb req-318c0b72-c016-47d7-9db1-a6bff241b113 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627276 Dec 10 09:07:05.809373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Attempting to bind port ff516944-f909-4f5f-9009-37ed74c557b1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:05.809802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Attempting to bind port ff516944-f909-4f5f-9009-37ed74c557b1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:05.810220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Attempting to bind port ff516944-f909-4f5f-9009-37ed74c557b1 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:05.826711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:07:05.846395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:05.846791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:05.847174 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.847575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:05.848060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Bound port: ff516944-f909-4f5f-9009-37ed74c557b1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:05.848443 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.858385 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.865394 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.884657 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bacae1e-1740-4116-a27e-e244d7bd5b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.908071 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:05.914362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-afd23c61-d94e-4ca4-90ad-339c421aeb51 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/ports/6e83a95d-2f44-4425-8c4a-c8b14b47d7a1 HTTP/1.1" status: 204 len: 168 time: 3.6829066 Dec 10 09:07:05.921694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Port': ['ID=8cd7fda3-8c74-4f2f-9d0a-b052706c910a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:05.923882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39316) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:05.929208 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.resource_extend [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 09:07:05.969849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port aa3e040a-846e-4a7a-b3ae-d967cf292889, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aa3e040a-846e-4a7a-b3ae-d967cf292889,segment=NetworkSegment(b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c),segment_id=b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:05.999689 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.034429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] For port ff516944-f909-4f5f-9009-37ed74c557b1, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:06.039290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] For port ff516944-f909-4f5f-9009-37ed74c557b1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ff516944-f909-4f5f-9009-37ed74c557b1,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:06.054316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1922f69b-003c-4c95-929e-873f756b48ff req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] No DVR routers for this DVR port 8cd7fda3-8c74-4f2f-9d0a-b052706c910a on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:06.059111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.062544 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-7e765414-c7a9-4d59-acb4-8c9eb66d6215 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "DELETE /v2.0/ports/8cd7fda3-8c74-4f2f-9d0a-b052706c910a HTTP/1.1" status: 204 len: 173 time: 1.8825529 Dec 10 09:07:06.126575 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-19782335-05c0-45c2-890b-1f23cbd48adb req-b55398f5-480f-4ec5-83a5-425bfbecaafd service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209453 Dec 10 09:07:06.153364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:06.170030 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-09eba476-8f6c-48ea-abc1-4868cc95a40b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3817577 Dec 10 09:07:06.170692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39322) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:06.171729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=aa3e040a-846e-4a7a-b3ae-d967cf292889,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:06.176425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ddf50632-e0d0-4193-b253-590a7f5d634d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:06.186508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:06.189927 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.202896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-301687649'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:06.243532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:06.247561 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.260157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ddf50632-e0d0-4193-b253-590a7f5d634d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:06.260371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ddf50632-e0d0-4193-b253-590a7f5d634d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:06.276328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting port c7c8f6ce-edda-4995-a15b-89d5fab75730 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:06.276686 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.276883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:06.277489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:06.289140 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-6bacae1e-1740-4116-a27e-e244d7bd5b4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:07:06.289495 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-6bacae1e-1740-4116-a27e-e244d7bd5b4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:07:06.363195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:07:06.393208 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.393879 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added segment fcde7eb8-f2d2-46be-855f-be6dbeee60fa of type vlan for network 53f88c90-0de1-4966-85d0-ed840b904a54 Dec 10 09:07:06.502507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aa3e040a-846e-4a7a-b3ae-d967cf292889 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:06.504526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1922f69b-003c-4c95-929e-873f756b48ff req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] For port c7c8f6ce-edda-4995-a15b-89d5fab75730, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7c8f6ce-edda-4995-a15b-89d5fab75730,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:06.504908 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.518242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83639f1-6ec1-4a5d-98d6-84819a0282bf None None] Pushing event updated for resources: {'Port': ['ID=ff516944-f909-4f5f-9009-37ed74c557b1,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:06.539071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.541926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-1922f69b-003c-4c95-929e-873f756b48ff req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Calling delete_port for c7c8f6ce-edda-4995-a15b-89d5fab75730 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:06.632326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:06.692931 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.713623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:06.713623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.740384 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.856567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.890247 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:06.894862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6974645 Dec 10 09:07:06.899798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39326) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:06.908137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'subnet': {'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:06.999851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port aa3e040a-846e-4a7a-b3ae-d967cf292889 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:07.000364 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.000436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae9b55-c536-40f1-9e42-76d407348098 req-1a913302-b434-47ca-bb83-6ef9442aafdf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:07.010791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35ae9b55-c536-40f1-9e42-76d407348098 req-1a913302-b434-47ca-bb83-6ef9442aafdf tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 942 time: 0.3655028 Dec 10 09:07:07.022455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba214d-3ae3-4dda-88db-d47b1c0b49be tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Network': ['ID=53f88c90-0de1-4966-85d0-ed840b904a54,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:07.046118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf2ce-57e1-4f96-af81-6f30c1247a35 req-26ff3b5f-02c9-4bc8-9c55-c74bcc3ff833 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:07.049188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecdbf2ce-57e1-4f96-af81-6f30c1247a35 req-26ff3b5f-02c9-4bc8-9c55-c74bcc3ff833 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.4179533 Dec 10 09:07:07.052522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 53f88c90-0de1-4966-85d0-ed840b904a54 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:07:07.070134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.112322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Port': ['ID=c7c8f6ce-edda-4995-a15b-89d5fab75730,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:07.138092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:07.141868 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33549d13-85f3-4f41-a17f-24e1ea8809fe" -d '{"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "8cd7fda3-8c74-4f2f-9d0a-b052706c910a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:07.215890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1922f69b-003c-4c95-929e-873f756b48ff req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] No DVR routers for this DVR port c7c8f6ce-edda-4995-a15b-89d5fab75730 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:07.216326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7cb4a310-ff43-4bc8-b391-d376ca02ff7a None None] Provisioning complete for port aa3e040a-846e-4a7a-b3ae-d967cf292889 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:07.216693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a310-ff43-4bc8-b391-d376ca02ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.219614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:07.226427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.233532 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1922f69b-003c-4c95-929e-873f756b48ff req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.237264 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1922f69b-003c-4c95-929e-873f756b48ff req-6dbcba3e-0543-4488-a50f-738c95b00ee7 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.39 "DELETE /v2.0/ports/c7c8f6ce-edda-4995-a15b-89d5fab75730 HTTP/1.1" status: 204 len: 173 time: 1.1675165 Dec 10 09:07:07.367897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.421069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35ae9b55-c536-40f1-9e42-76d407348098 req-651ee622-6585-497d-a5ba-4bd33b9a17bc tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82064b4-b03a-4ac4-b01c-b3fe5c91df48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093306 Dec 10 09:07:07.422877 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Floating IP 734c1a62-677f-4077-99d1-5934e6abf726 associated. External IP: 172.25.3.225, port: dba6acd8-f3d3-4d4e-949c-749866916006. Dec 10 09:07:07.585253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:03Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:04Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:07.648586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.662515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecdbf2ce-57e1-4f96-af81-6f30c1247a35 req-ebd1f8c7-ae1c-4e07-9eab-7025ef0c7b4f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5948408 Dec 10 09:07:07.691547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:07.691895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Updating router a130ee75-9d76-49fe-96db-fa470ba1da9f port 5d5bd116-77fe-4862-9f89-7a6060dc5514 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:07:07.793478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7cb4a310-ff43-4bc8-b391-d376ca02ff7a None None] Provisioning complete for port 5d5bd116-77fe-4862-9f89-7a6060dc5514 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:07.796198 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a310-ff43-4bc8-b391-d376ca02ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.798274 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.803881 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc3d255-1345-4c35-99e6-e1423e0da333 x-openstack-request-id: req-5fc3d255-1345-4c35-99e6-e1423e0da333 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:07.804184 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "8cd7fda3-8c74-4f2f-9d0a-b052706c910a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:07.804444 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fc3d255-1345-4c35-99e6-e1423e0da333 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:07.804851 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': '8cd7fda3-8c74-4f2f-9d0a-b052706c910a', 'status': 'completed', 'code': 200} Dec 10 09:07:07.866569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Subnet': ['ID=69c61877-2740-4ec8-b201-85c4708d7478,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:07.874574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7cb4a310-ff43-4bc8-b391-d376ca02ff7a None None] Port 5d5bd116-77fe-4862-9f89-7a6060dc5514 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:07.881336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Checking segment: {'id': 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:07.881741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network hostable DHCP agents. Network: 53f88c90-0de1-4966-85d0-ed840b904a54, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:07:07.932764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 53f88c90-0de1-4966-85d0-ed840b904a54 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:07:07.944009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 53f88c90-0de1-4966-85d0-ed840b904a54) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:07.950845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:07.951594 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:07.956334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93132879-0a31-47e2-947a-c7226267d2b0 None None] Network 53f88c90-0de1-4966-85d0-ed840b904a54 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:07.984425 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f466b329-ad36-4a24-9ea4-ca9cb218fca3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0832770 Dec 10 09:07:07.985246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39330) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:08.084654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1df0e-a8c8-44bb-b339-1469642c803e req-f12509e9-96ce-4b5b-8c0f-a0a726a5393d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:08.089218 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88e1df0e-a8c8-44bb-b339-1469642c803e req-f12509e9-96ce-4b5b-8c0f-a0a726a5393d tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.4783623 Dec 10 09:07:08.280567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] For port ff516944-f909-4f5f-9009-37ed74c557b1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ff516944-f909-4f5f-9009-37ed74c557b1,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:08.323194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88e1df0e-a8c8-44bb-b339-1469642c803e req-38569d6f-0936-4351-923c-1a2b57100bd5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057531 Dec 10 09:07:08.369188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-68d735e0-aaaf-47ef-aeeb-052c540a97a3 None None] Provisioning complete for port 5d5bd116-77fe-4862-9f89-7a6060dc5514 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:08.369741 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68d735e0-aaaf-47ef-aeeb-052c540a97a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.397900 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.412710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.413690 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.413824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.514331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ff516944-f909-4f5f-9009-37ed74c557b1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:08.542199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:08.549404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:08.557780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:08.558654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.571925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:08.581907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-53f88c90-0de1-4966-85d0-ed840b904a54', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:08.582759 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.601854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163fa4a9-967f-48c0-a9d0-0b059f3a7717 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:08.604714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=ff516944-f909-4f5f-9009-37ed74c557b1,revision_number=4']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:08.631341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=b55e9997-0924-4fdd-98c8-037bf1a63cdd,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:08.640188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e77e9de2-396d-4a07-b197-ac781c0b1ce1 req-00a7927e-6290-45b2-905d-86ffaacc4540 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0532956 Dec 10 09:07:08.653322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-76418eb9-4a75-405a-bb12-c8174ef9823d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0168743 Dec 10 09:07:08.653993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39334) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:08.659563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:3e:4f:b8', 'name': 'tempest-NetworksTestDHCPv6-439448465'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:08.724951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-68d735e0-aaaf-47ef-aeeb-052c540a97a3 None None] Port 5d5bd116-77fe-4862-9f89-7a6060dc5514 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:08.745343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.842509 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.842870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ff516944-f909-4f5f-9009-37ed74c557b1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:08.843256 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:08.907070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6aab027b-34ac-4d0a-9f8c-8d80f4851877 None None] Provisioning complete for port ff516944-f909-4f5f-9009-37ed74c557b1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:08.908045 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6aab027b-34ac-4d0a-9f8c-8d80f4851877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.006089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:09.070033 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6aab027b-34ac-4d0a-9f8c-8d80f4851877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.190561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:09.205005 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.207325 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] Sync routers for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:09.219998 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.225843 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:09.226779 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:09.242245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6aab027b-34ac-4d0a-9f8c-8d80f4851877 None None] For port ff516944-f909-4f5f-9009-37ed74c557b1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ff516944-f909-4f5f-9009-37ed74c557b1,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:09.262907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-caf21819-74c1-47d0-9680-bda2f1ae6991 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "PUT /v2.0/floatingips/734c1a62-677f-4077-99d1-5934e6abf726 HTTP/1.1" status: 200 len: 991 time: 5.3359115 Dec 10 09:07:09.263101 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.267243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:09.271526 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4cf011-82bd-4ce7-8101-89533cc99c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:09.298954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6aab027b-34ac-4d0a-9f8c-8d80f4851877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.304549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Allocated IP 2001:db8:1::2 (53f88c90-0de1-4966-85d0-ed840b904a54/69c61877-2740-4ec8-b201-85c4708d7478/6f428173-b6af-4508-b975-5a6481e0dfb3) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:09.314016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ed5cf-b414-41fa-a36a-9284566244cd req-5a93b987-0291-4732-b948-43d09c5c30c7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:09.314434 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.315764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-179ed5cf-b414-41fa-a36a-9284566244cd req-5a93b987-0291-4732-b948-43d09c5c30c7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.3153946 Dec 10 09:07:09.429840 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.477113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-179ed5cf-b414-41fa-a36a-9284566244cd req-4b2cb026-70a3-40ee-9616-a6b66016e5f1 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505635 Dec 10 09:07:09.516080 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:09.669987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab027b-34ac-4d0a-9f8c-8d80f4851877 None None] Pushing event updated for resources: {'Port': ['ID=ff516944-f909-4f5f-9009-37ed74c557b1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:09.742297 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e03e4-a301-4f12-9af3-33b354cf22f9 None None] Pushing event updated for resources: {'Port': ['ID=5d5bd116-77fe-4862-9f89-7a6060dc5514,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:09.756895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Attempting to bind port 5d5bd116-77fe-4862-9f89-7a6060dc5514 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:09.757022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Attempting to bind port 5d5bd116-77fe-4862-9f89-7a6060dc5514 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:09.757354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Attempting to bind port 5d5bd116-77fe-4862-9f89-7a6060dc5514 on network db0d88f3-abe7-48bb-95ec-82e0d229751b {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:09.801926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:09.802306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Checking segment: {'id': 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:09.802717 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.803372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Bound using segment: {'id': 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:09.803930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Bound port: 5d5bd116-77fe-4862-9f89-7a6060dc5514, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:09.804781 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:09.807863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': 'c7c8f6ce-edda-4995-a15b-89d5fab75730'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:09.811741 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f6d4da-4d44-489e-bf94-4d629c8774c3" -d '{"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "c7c8f6ce-edda-4995-a15b-89d5fab75730"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:09.853426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-2249268a-0e0a-4fb5-b7a8-a70dca9b5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:09.857595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-2249268a-0e0a-4fb5-b7a8-a70dca9b5a04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1096 time: 0.1688828 Dec 10 09:07:09.971927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] For port 5d5bd116-77fe-4862-9f89-7a6060dc5514, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:09.972675 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:35Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '734c1a62-677f-4077-99d1-5934e6abf726', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'port_id': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'mac_address': 'fa:16:3e:12:41:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:06:43Z', 'updated_at': '2021-12-10T09:07:05Z', 'revision_number': 1, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c76e8ab-9d90-494f-956f-a0d57e6499ca', 'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'mac_address': 'fa:16:3e:d9:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:33Z', 'updated_at': '2021-12-10T09:06:40Z', 'revision_number': 5, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'subnets': [{'id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:09.976026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] For port 5d5bd116-77fe-4862-9f89-7a6060dc5514, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5d5bd116-77fe-4862-9f89-7a6060dc5514,segment=NetworkSegment(b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c),segment_id=b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:09.986435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-8edbe5b6-ffd5-4da9-a7f3-8c48c32652e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:09.988250 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-8edbe5b6-ffd5-4da9-a7f3-8c48c32652e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.1167693 Dec 10 09:07:09.996185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:10.028763 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] Checking router: 8db61ea9-9e78-4a4a-9494-42d36bda15e5 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:10.041118 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:10.042087 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:10.057956 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:07:10.058603 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:07:10.064732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e03e4-a301-4f12-9af3-33b354cf22f9 None None] Pushing event updated for resources: {'Port': ['ID=5d5bd116-77fe-4862-9f89-7a6060dc5514,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:10.083641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-62404688-bdb6-4a90-97dc-a1c8d47edea2 None None] Provisioning complete for port 5d5bd116-77fe-4862-9f89-7a6060dc5514 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:10.084296 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62404688-bdb6-4a90-97dc-a1c8d47edea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:10.132155 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-c4ff6eac-3c43-4b3a-bc88-90f6bc6abe0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 999 time: 0.1342804 Dec 10 09:07:10.206699 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:10.225746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-8c7bd8cc-651a-466c-8828-7ff7cfb74bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:10.227314 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-8c7bd8cc-651a-466c-8828-7ff7cfb74bc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0899765 Dec 10 09:07:10.233406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:10.242467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:10.307561 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a42ded-598a-481f-a436-60854a7e8437 x-openstack-request-id: req-13a42ded-598a-481f-a436-60854a7e8437 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:10.308155 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:10.311142 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13a42ded-598a-481f-a436-60854a7e8437 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:10.311792 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'status': 'completed', 'code': 200} Dec 10 09:07:10.314721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-c5b9c589-5533-4203-9dc5-aadcf0db3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:10.316381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-c5b9c589-5533-4203-9dc5-aadcf0db3c0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817347 Dec 10 09:07:10.328412 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:10.378442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67dd1a41-1712-4f40-b145-405e10239ad8 req-c3b1ab5d-eea0-497a-bac0-4ca34fd604b8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0574756 Dec 10 09:07:10.379758 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:10.419098 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:10.487809 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e233236-5229-44ed-b42c-807206c9e84d x-openstack-request-id: req-8e233236-5229-44ed-b42c-807206c9e84d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:10.490390 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f", "name": "network-vif-deleted", "tag": "c7c8f6ce-edda-4995-a15b-89d5fab75730", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:10.490390 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e233236-5229-44ed-b42c-807206c9e84d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:10.491540 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f', 'name': 'network-vif-deleted', 'tag': 'c7c8f6ce-edda-4995-a15b-89d5fab75730', 'status': 'completed', 'code': 200} Dec 10 09:07:10.504571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fe150-8237-4561-86fa-e34dec189e15 req-dc32ba9d-8391-4860-8143-bad87522eee7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:10.506289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-072fe150-8237-4561-86fa-e34dec189e15 req-dc32ba9d-8391-4860-8143-bad87522eee7 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.1865578 Dec 10 09:07:10.518482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 1d11f3cc-24d0-4774-b456-0e5ab01492f1 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:07:10.574638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:10.576453 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62404688-bdb6-4a90-97dc-a1c8d47edea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:10.603481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 2001:db8:1::1 (53f88c90-0de1-4966-85d0-ed840b904a54/69c61877-2740-4ec8-b201-85c4708d7478/4fda229e-16a4-4e3b-b53b-40ec60e695c1) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:10.630039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-dac515a8-f8f9-4ab4-aaa2-1173837f7d7c service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047321 Dec 10 09:07:10.681815 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:35Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '734c1a62-677f-4077-99d1-5934e6abf726', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'port_id': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'mac_address': 'fa:16:3e:12:41:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:06:43Z', 'updated_at': '2021-12-10T09:07:05Z', 'revision_number': 1, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c76e8ab-9d90-494f-956f-a0d57e6499ca', 'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'mac_address': 'fa:16:3e:d9:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:33Z', 'updated_at': '2021-12-10T09:06:40Z', 'revision_number': 5, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'subnets': [{'id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:10.734390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Network 53f88c90-0de1-4966-85d0-ed840b904a54 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:10.756964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-072fe150-8237-4561-86fa-e34dec189e15 req-3cb1dca1-1a97-42a2-975b-30a613e42d99 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401114 Dec 10 09:07:10.787766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Pushing event updated for resources: {'Port': ['ID=6f428173-b6af-4508-b975-5a6481e0dfb3,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:10.845347 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b10c3b-4755-4e60-b622-c78a75725077 None None] The sync data for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 is: [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:35Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '734c1a62-677f-4077-99d1-5934e6abf726', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'port_id': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'mac_address': 'fa:16:3e:12:41:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:06:43Z', 'updated_at': '2021-12-10T09:07:05Z', 'revision_number': 1, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c76e8ab-9d90-494f-956f-a0d57e6499ca', 'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'mac_address': 'fa:16:3e:d9:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:33Z', 'updated_at': '2021-12-10T09:06:40Z', 'revision_number': 5, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'subnets': [{'id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:10.848918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:10.852682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:10.900679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port cbdd3b52-c3cd-4147-8e6e-13c68d081fac {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:10.910546 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.010073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 172.20.0.14 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/1dde67d5-e6bf-4096-b6ac-3619be8e84ff/1d11f3cc-24d0-4774-b456-0e5ab01492f1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:11.022211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fe3e:4fb8 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/b55e9997-0924-4fdd-98c8-037bf1a63cdd/1d11f3cc-24d0-4774-b456-0e5ab01492f1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:11.228308 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa9152-001d-4d9b-8fff-4ee006de112a None None] New status for floating IP 734c1a62-677f-4077-99d1-5934e6abf726: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:07:11.233957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.390084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-62404688-bdb6-4a90-97dc-a1c8d47edea2 None None] For port 5d5bd116-77fe-4862-9f89-7a6060dc5514, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5d5bd116-77fe-4862-9f89-7a6060dc5514,segment=NetworkSegment(b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c),segment_id=b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:11.399931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Attempting to bind port 6f428173-b6af-4508-b975-5a6481e0dfb3 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:11.400790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Attempting to bind port 6f428173-b6af-4508-b975-5a6481e0dfb3 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:11.401384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Attempting to bind port 6f428173-b6af-4508-b975-5a6481e0dfb3 on network 53f88c90-0de1-4966-85d0-ed840b904a54 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:11.407573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ff516944-f909-4f5f-9009-37ed74c557b1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:11.410602 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.416837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:11.417605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Checking segment: {'id': 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:11.418219 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.418808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Bound using segment: {'id': 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:11.419723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Bound port: 6f428173-b6af-4508-b975-5a6481e0dfb3, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:11.420330 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.423244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62404688-bdb6-4a90-97dc-a1c8d47edea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.431593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for cbdd3b52-c3cd-4147-8e6e-13c68d081fac owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:11.437738 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3f4cf011-82bd-4ce7-8101-89533cc99c3e req-fe1b6832-df6c-43ba-b209-48d6d12d984f service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002348 Dec 10 09:07:11.503798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.566614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.644633 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.657136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ff49a9a3-5012-4ec1-8a7e-5150aa8a5baf None None] Provisioning complete for port 5d5bd116-77fe-4862-9f89-7a6060dc5514 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:11.657723 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ff49a9a3-5012-4ec1-8a7e-5150aa8a5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.669711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62404688-bdb6-4a90-97dc-a1c8d47edea2 None None] Pushing event updated for resources: {'Port': ['ID=5d5bd116-77fe-4862-9f89-7a6060dc5514,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:11.719162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b9ee340-d379-41df-8fe4-02b1070a71ed req-89238123-f33a-4cde-904b-c0f426f13c12 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.1087434 Dec 10 09:07:11.720018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=1d11f3cc-24d0-4774-b456-0e5ab01492f1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:11.750954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=4fda229e-16a4-4e3b-b53b-40ec60e695c1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:11.776895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 53f88c90-0de1-4966-85d0-ed840b904a54 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:11.780289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:11.784988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:11.787728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:11.788440 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.803890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3483c05-5693-4f00-9eef-a0a0226461d9 req-6f688fed-ee4c-4601-b9f9-5078568c3b98 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:11.806654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3483c05-5693-4f00-9eef-a0a0226461d9 req-6f688fed-ee4c-4601-b9f9-5078568c3b98 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.5323563 Dec 10 09:07:11.810891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:11.818741 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] For port 6f428173-b6af-4508-b975-5a6481e0dfb3, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:11.825434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ff516944-f909-4f5f-9009-37ed74c557b1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:11.826008 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.839059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:11.845546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] For port 6f428173-b6af-4508-b975-5a6481e0dfb3, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6f428173-b6af-4508-b975-5a6481e0dfb3,segment=NetworkSegment(fcde7eb8-f2d2-46be-855f-be6dbeee60fa),segment_id=fcde7eb8-f2d2-46be-855f-be6dbeee60fa)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:11.886261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.936002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:11.936738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:11.939553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:03Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:09Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:11.988705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f28dbea-02ab-4b05-8fa5-96ae153b10f6 None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:03Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:09Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:12.000683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4a311d3d-f1da-482e-aa20-aadc43f388b0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3450270 Dec 10 09:07:12.013909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39366) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:12.056304 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:12.082377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3483c05-5693-4f00-9eef-a0a0226461d9 req-f8af549f-720e-4286-be00-f117ecb43fa8 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472301 Dec 10 09:07:12.153814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e617a7-4e40-4a51-bb5e-a3537d144222 None None] Pushing event updated for resources: {'Port': ['ID=6f428173-b6af-4508-b975-5a6481e0dfb3,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:12.254378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c491d2-b32b-471a-8426-1ee0d0588498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:12.272065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c491d2-b32b-471a-8426-1ee0d0588498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:12.275225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-21c491d2-b32b-471a-8426-1ee0d0588498 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2586451 Dec 10 09:07:12.286008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39370) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:12.300031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ff49a9a3-5012-4ec1-8a7e-5150aa8a5baf None None] Provisioning complete for port ff516944-f909-4f5f-9009-37ed74c557b1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:12.300326 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ff49a9a3-5012-4ec1-8a7e-5150aa8a5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:12.379172 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:12.496354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=cbdd3b52-c3cd-4147-8e6e-13c68d081fac,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:12.554899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0c474-860f-4923-a39b-12a01f6703dc req-54ab24c8-203f-4e51-baf8-02109a724c7c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:12.569002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0b0c474-860f-4923-a39b-12a01f6703dc req-54ab24c8-203f-4e51-baf8-02109a724c7c tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.2900729 Dec 10 09:07:12.597471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-facf301b-e866-4d6e-9cb6-e7c839f76f3d None None] Provisioning complete for port 1d11f3cc-24d0-4774-b456-0e5ab01492f1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:12.603424 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-facf301b-e866-4d6e-9cb6-e7c839f76f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:12.727711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-facf301b-e866-4d6e-9cb6-e7c839f76f3d None None] Port 1d11f3cc-24d0-4774-b456-0e5ab01492f1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:12.758200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:12.768830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:12.771280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:12.810437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-aaa280e9-2782-4757-aa14-24352381fd62 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 1d11f3cc-24d0-4774-b456-0e5ab01492f1 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:12.811013 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aaa280e9-2782-4757-aa14-24352381fd62 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:12.865778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0b0c474-860f-4923-a39b-12a01f6703dc req-179ac498-a181-437f-8e37-003ae4b29a19 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503519 Dec 10 09:07:12.931228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=4fda229e-16a4-4e3b-b53b-40ec60e695c1,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:13.008111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 53f88c90-0de1-4966-85d0-ed840b904a54 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:13.009806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:13.073672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aaa280e9-2782-4757-aa14-24352381fd62 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:13.111576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dcf55236-8f50-41e4-99ed-ac7eebded76d req-1a21f61b-6797-4945-9e22-9b703a7088e2 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.1096981 Dec 10 09:07:13.143569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:13.146542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-aaa280e9-2782-4757-aa14-24352381fd62 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 1d11f3cc-24d0-4774-b456-0e5ab01492f1 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:13.316738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:13.411972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:13.417774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8510a465-cfed-4e2b-be97-8ce579e60135 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4313891 Dec 10 09:07:13.425053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39380) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:13.480316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5d5bd116-77fe-4862-9f89-7a6060dc5514 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:13.484723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1459213453'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:13.520217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:13.523684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:13.558413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bc175-823d-48a8-bb23-d5b81da7d725 req-e56e2159-06f9-4d22-83e2-2cdf79887b53 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:13.559960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-120bc175-823d-48a8-bb23-d5b81da7d725 req-e56e2159-06f9-4d22-83e2-2cdf79887b53 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.2445076 Dec 10 09:07:13.560647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5d5bd116-77fe-4862-9f89-7a6060dc5514 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:13.561174 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:13.657256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6f428173-b6af-4508-b975-5a6481e0dfb3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:13.723002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6f428173-b6af-4508-b975-5a6481e0dfb3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:13.723380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:13.798140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-120bc175-823d-48a8-bb23-d5b81da7d725 req-c227db4b-4a30-40f7-9f59-7d494b7b4d14 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076488 Dec 10 09:07:13.814068 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aaa280e9-2782-4757-aa14-24352381fd62 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:13.822549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:07:13.837212 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:13.862132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa280e9-2782-4757-aa14-24352381fd62 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=1d11f3cc-24d0-4774-b456-0e5ab01492f1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:13.872217 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:13.872576 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added segment 4be7ac6c-2250-4595-b7e1-c9a68bb68867 of type vlan for network 42db828d-e487-48d1-9dde-c1539ff5f5d5 Dec 10 09:07:13.876496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60f6dfb-0915-43a9-9ca6-6196aa9bceb8 None None] Network 53f88c90-0de1-4966-85d0-ed840b904a54 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:13.908910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 6f428173-b6af-4508-b975-5a6481e0dfb3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6f428173-b6af-4508-b975-5a6481e0dfb3,segment=NetworkSegment(fcde7eb8-f2d2-46be-855f-be6dbeee60fa),segment_id=fcde7eb8-f2d2-46be-855f-be6dbeee60fa)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:13.955735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.015104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.032970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1050263a-0974-436d-953b-d44d7b94038b None None] Provisioning complete for port 6f428173-b6af-4508-b975-5a6481e0dfb3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:14.033594 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1050263a-0974-436d-953b-d44d7b94038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.066175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.072334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:14.073175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.113779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=6f428173-b6af-4508-b975-5a6481e0dfb3,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:14.174461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router 37e2fa2a-9100-4517-83d3-7a55f02c5c21 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:14.210500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Network': ['ID=42db828d-e487-48d1-9dde-c1539ff5f5d5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:14.225241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 42db828d-e487-48d1-9dde-c1539ff5f5d5 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:07:14.327439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d4eebeaf-4d0b-4e64-9bfe-98c3e6c06f1f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9002841 Dec 10 09:07:14.330136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39386) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:14.336914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'subnet': {'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:14.377768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-602387ca-2317-4eb7-b017-d6054f195706 req-0b1aa5e8-ebac-46d3-b84e-ed2592957c80 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0471313 Dec 10 09:07:14.437213 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aaa280e9-2782-4757-aa14-24352381fd62 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.440666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aaa280e9-2782-4757-aa14-24352381fd62 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/1d11f3cc-24d0-4774-b456-0e5ab01492f1 HTTP/1.1" status: 204 len: 168 time: 2.1511240 Dec 10 09:07:14.443156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39388) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:14.491401 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:14.496482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:14.506350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f492dbd1-2758-4431-b2ff-260a1dcfbce6 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/routers/37e2fa2a-9100-4517-83d3-7a55f02c5c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5779154 Dec 10 09:07:14.506992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39390) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:14.511255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fb5d8-36f4-4c46-9ffe-ce80116a45b8 None None] Sync routers for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:14.525402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fb5d8-36f4-4c46-9ffe-ce80116a45b8 None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:14.526011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-df6fb5d8-36f4-4c46-9ffe-ce80116a45b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:14.538000 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:14.538687 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:14.546028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:14.550896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.569581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d5f49-7cf0-4969-a69d-b82f81a00c24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:14.570131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-317bb0f0-cc02-45e7-9cda-008f8a99d20a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:14.571145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d5f49-7cf0-4969-a69d-b82f81a00c24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:14.571788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-317bb0f0-cc02-45e7-9cda-008f8a99d20a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.1160271 Dec 10 09:07:14.573034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d5f49-7cf0-4969-a69d-b82f81a00c24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:14.577132 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-726d5f49-7cf0-4969-a69d-b82f81a00c24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1305647 Dec 10 09:07:14.580146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39392) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:14.644376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-df6fb5d8-36f4-4c46-9ffe-ce80116a45b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:14.681579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0ef8b9f1-54cd-407e-9266-eb10c67f32d6 None None] Provisioning complete for port 6f428173-b6af-4508-b975-5a6481e0dfb3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:14.682035 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b9f1-54cd-407e-9266-eb10c67f32d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.683602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fb5d8-36f4-4c46-9ffe-ce80116a45b8 None None] Routers {'37e2fa2a-9100-4517-83d3-7a55f02c5c21'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:14.684232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-df6fb5d8-36f4-4c46-9ffe-ce80116a45b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:14.703532 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:14.704600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-84efdf4c-526d-4dfe-a37b-df4d47d172cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 1dde67d5-e6bf-4096-b6ac-3619be8e84ff {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:14.712205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84efdf4c-526d-4dfe-a37b-df4d47d172cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.758541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.825596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-df6fb5d8-36f4-4c46-9ffe-ce80116a45b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:14.826361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fb5d8-36f4-4c46-9ffe-ce80116a45b8 None None] The sync data for ids ['37e2fa2a-9100-4517-83d3-7a55f02c5c21'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:14.942792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Deleting port afd60bd9-7401-46bf-b67c-3d79f5e4397c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:14.943874 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.949668 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84efdf4c-526d-4dfe-a37b-df4d47d172cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:14.950248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.012023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0ef8b9f1-54cd-407e-9266-eb10c67f32d6 None None] Provisioning complete for port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:15.012544 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b9f1-54cd-407e-9266-eb10c67f32d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.122787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8b9f1-54cd-407e-9266-eb10c67f32d6 None None] Port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:15.158249 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 3, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:12Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:15.163979 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.180877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] For port afd60bd9-7401-46bf-b67c-3d79f5e4397c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=afd60bd9-7401-46bf-b67c-3d79f5e4397c,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:15.181277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.206798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Calling delete_port for afd60bd9-7401-46bf-b67c-3d79f5e4397c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:15.228552 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:15.228907 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Updating router a130ee75-9d76-49fe-96db-fa470ba1da9f port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:07:15.281807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154c38-0c3a-4b2e-8a84-7817110f2ac6 req-1381eea6-eeaf-44bc-9cca-f82e83f3a19a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:15.282364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-94e3fe54-209e-4696-9110-30f4e9a146dd None None] Provisioning complete for port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:15.283411 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-94e3fe54-209e-4696-9110-30f4e9a146dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.283485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a154c38-0c3a-4b2e-8a84-7817110f2ac6 req-1381eea6-eeaf-44bc-9cca-f82e83f3a19a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=4df85149-1372-4f2a-9fb5-5a1107bffd36 HTTP/1.1" status: 200 len: 946 time: 0.2863550 Dec 10 09:07:15.296798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.300170 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84efdf4c-526d-4dfe-a37b-df4d47d172cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.304052 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.400942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fe54-209e-4696-9110-30f4e9a146dd None None] Port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:15.424767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6f428173-b6af-4508-b975-5a6481e0dfb3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:15.474386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Subnet': ['ID=de22e037-47d2-4599-a4fd-2255a8551cfa,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:15.498146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Checking segment: {'id': '4be7ac6c-2250-4595-b7e1-c9a68bb68867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:15.498609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network hostable DHCP agents. Network: 42db828d-e487-48d1-9dde-c1539ff5f5d5, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:07:15.537448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6f428173-b6af-4508-b975-5a6481e0dfb3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:15.538080 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.544695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-41595c02-1827-46f1-91a4-28ade7cb215b None None] Provisioning complete for port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:15.544886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-41595c02-1827-46f1-91a4-28ade7cb215b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.563405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 42db828d-e487-48d1-9dde-c1539ff5f5d5 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:07:15.585901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 42db828d-e487-48d1-9dde-c1539ff5f5d5) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:15.591692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:15.593139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.598245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.609592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc56b7e-f422-445b-bfae-9df06e562a50 None None] Network 42db828d-e487-48d1-9dde-c1539ff5f5d5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:15.618465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:07:15.620866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['afd60bd9-7401-46bf-b67c-3d79f5e4397c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:07:15.691372 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ef835013-bb45-4751-9d2a-f67b04ecef2f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3593950 Dec 10 09:07:15.693248 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39400) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:15.696908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event deleted for resources: {'Port': ['ID=afd60bd9-7401-46bf-b67c-3d79f5e4397c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:15.721906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b567b9-c3c5-4364-8692-13682aa8c7cd None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:15.786711 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.799609 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.896594 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec8fd6-b93f-49da-852e-3eee4831d570 None None] Pushing event updated for resources: {'Port': ['ID=4fda229e-16a4-4e3b-b53b-40ec60e695c1,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:15.923768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] No DVR routers for this DVR port afd60bd9-7401-46bf-b67c-3d79f5e4397c on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:15.927238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:15.937040 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-de0fd199-44c1-470e-b6c9-d37536f29b62 req-84761a19-078e-4e99-8077-35438136927a tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.39 "DELETE /v2.0/ports/afd60bd9-7401-46bf-b67c-3d79f5e4397c HTTP/1.1" status: 204 len: 173 time: 1.3475513 Dec 10 09:07:15.940948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df85149-1372-4f2a-9fb5-5a1107bffd36', 'name': 'network-vif-deleted', 'tag': 'afd60bd9-7401-46bf-b67c-3d79f5e4397c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:15.943896 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6c176b-691d-438f-a4d0-583738be35f2" -d '{"events": [{"server_uuid": "4df85149-1372-4f2a-9fb5-5a1107bffd36", "name": "network-vif-deleted", "tag": "afd60bd9-7401-46bf-b67c-3d79f5e4397c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:15.965261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 71069ade-4b28-4e4a-81f1-eabf5b3ff5f6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:15.965853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.057996 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Attempting to bind port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:16.058376 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Attempting to bind port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:16.058747 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Attempting to bind port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 on network 53f88c90-0de1-4966-85d0-ed840b904a54 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:16.069514 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:16.069902 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Checking segment: {'id': 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:16.070321 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.070724 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Bound using segment: {'id': 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:16.071266 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Bound port: 4fda229e-16a4-4e3b-b53b-40ec60e695c1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:16.071649 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.171847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-41595c02-1827-46f1-91a4-28ade7cb215b None None] Port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:16.195794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] For port 4fda229e-16a4-4e3b-b53b-40ec60e695c1, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:16.201123 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] For port 4fda229e-16a4-4e3b-b53b-40ec60e695c1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4fda229e-16a4-4e3b-b53b-40ec60e695c1,segment=NetworkSegment(fcde7eb8-f2d2-46be-855f-be6dbeee60fa),segment_id=fcde7eb8-f2d2-46be-855f-be6dbeee60fa)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:16.208792 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.233092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e97b7497-cd0d-466b-9e64-3da7055a8f2e req-f4803b0e-009a-486f-9f92-58d20f6e4017 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.3443131 Dec 10 09:07:16.253716 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.290253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a154c38-0c3a-4b2e-8a84-7817110f2ac6 req-5003cf85-09fe-48e8-b203-6815a9cec0ba tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9971418 Dec 10 09:07:16.300027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 71069ade-4b28-4e4a-81f1-eabf5b3ff5f6 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:16.382026 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84efdf4c-526d-4dfe-a37b-df4d47d172cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.397122 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:16.409523 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:16.422610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efdf4c-526d-4dfe-a37b-df4d47d172cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=1dde67d5-e6bf-4096-b6ac-3619be8e84ff,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:16.442708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84efdf4c-526d-4dfe-a37b-df4d47d172cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.453102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-84efdf4c-526d-4dfe-a37b-df4d47d172cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/1dde67d5-e6bf-4096-b6ac-3619be8e84ff HTTP/1.1" status: 204 len: 168 time: 1.8696942 Dec 10 09:07:16.457676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39406) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:16.462170 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce8dddf-ec15-4749-a5cf-05551f9a2fa0 x-openstack-request-id: req-3ce8dddf-ec15-4749-a5cf-05551f9a2fa0 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:16.462464 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df85149-1372-4f2a-9fb5-5a1107bffd36", "name": "network-vif-deleted", "tag": "afd60bd9-7401-46bf-b67c-3d79f5e4397c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:16.462715 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ce8dddf-ec15-4749-a5cf-05551f9a2fa0 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:16.463137 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df85149-1372-4f2a-9fb5-5a1107bffd36', 'name': 'network-vif-deleted', 'tag': 'afd60bd9-7401-46bf-b67c-3d79f5e4397c', 'status': 'completed', 'code': 200} Dec 10 09:07:16.499004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052290b2-5981-4946-b560-8e3b2ba1c1e4 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:16.546040 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.571614 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec8fd6-b93f-49da-852e-3eee4831d570 None None] Pushing event updated for resources: {'Port': ['ID=4fda229e-16a4-4e3b-b53b-40ec60e695c1,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:16.653574 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:16.690617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ce3e18-d015-4280-aae1-03dab37f9be9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet b55e9997-0924-4fdd-98c8-037bf1a63cdd {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:16.694930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-42db828d-e487-48d1-9dde-c1539ff5f5d5', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:16.695808 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.707807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62ce3e18-d015-4280-aae1-03dab37f9be9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.890307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Allocated IP 2001:db8:2::2 (42db828d-e487-48d1-9dde-c1539ff5f5d5/de22e037-47d2-4599-a4fd-2255a8551cfa/7efc99f9-b5b4-48e9-8996-6389f8dcff0c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:16.895250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62ce3e18-d015-4280-aae1-03dab37f9be9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.901275 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:16.987245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=71069ade-4b28-4e4a-81f1-eabf5b3ff5f6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:17.049723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698879a3-16f6-4f66-a15e-642f4723ba14 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:17.053285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-55cda0dd-2f51-468b-b50a-f018e03ebdba None None] Provisioning complete for port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:17.053665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55cda0dd-2f51-468b-b50a-f018e03ebdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.074154 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 3, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:16Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:17.104306 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8a389-489d-4054-b433-76aec80ee0ea None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 3, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:16Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:17.128116 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.130922 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62ce3e18-d015-4280-aae1-03dab37f9be9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.149125 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.263485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 2001:db8:2::1 (42db828d-e487-48d1-9dde-c1539ff5f5d5/de22e037-47d2-4599-a4fd-2255a8551cfa/4fa27846-a2ff-48d7-aa55-a68a34d15c8d) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:17.313334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.329627 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.339096 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.418964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.419572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Fanout notify agent at l3_agent the message router_deleted on router 37e2fa2a-9100-4517-83d3-7a55f02c5c21 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:07:17.434390 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.442187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6df6b9da-705e-433d-8ee6-c9f0524d8298 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/routers/37e2fa2a-9100-4517-83d3-7a55f02c5c21 HTTP/1.1" status: 204 len: 168 time: 2.9273229 Dec 10 09:07:17.443221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39412) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:17.464986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Pushing event updated for resources: {'Port': ['ID=7efc99f9-b5b4-48e9-8996-6389f8dcff0c,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:17.475039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4fda229e-16a4-4e3b-b53b-40ec60e695c1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:17.521679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-304bbda3-ea35-4113-839c-4ec19a887d46 req-06c3b874-d1ac-4d25-b350-21e372287784 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0495682 Dec 10 09:07:17.522787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62ce3e18-d015-4280-aae1-03dab37f9be9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.548403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.608324 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.611324 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:07:17.627395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce3e18-d015-4280-aae1-03dab37f9be9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=b55e9997-0924-4fdd-98c8-037bf1a63cdd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:17.635740 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62ce3e18-d015-4280-aae1-03dab37f9be9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.637623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Network 42db828d-e487-48d1-9dde-c1539ff5f5d5 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:17.639257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62ce3e18-d015-4280-aae1-03dab37f9be9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/b55e9997-0924-4fdd-98c8-037bf1a63cdd HTTP/1.1" status: 204 len: 168 time: 1.1804788 Dec 10 09:07:17.646925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39420) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:17.665577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:17.673736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:17.691225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=4fa27846-a2ff-48d7-aa55-a68a34d15c8d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:17.718886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 42db828d-e487-48d1-9dde-c1539ff5f5d5 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:17.720733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:17.732565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:17.733340 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.744599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9e980f-1a9a-423e-91ac-5d98ae10a253 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting subnet d3f6ee95-9b34-4c63-a2e0-4f0dfd9a61f2 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:17.748547 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f9e980f-1a9a-423e-91ac-5d98ae10a253 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.796823 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2cf09d2c-2e97-45eb-8ba6-9ae7dea84616 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1486702 Dec 10 09:07:17.799513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39426) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:17.855156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55cda0dd-2f51-468b-b50a-f018e03ebdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.906120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:17.906496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.908666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f9e980f-1a9a-423e-91ac-5d98ae10a253 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:17.963598 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.015180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Attempting to bind port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:18.015536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Attempting to bind port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4be7ac6c-2250-4595-b7e1-c9a68bb68867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:18.015896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Attempting to bind port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c on network 42db828d-e487-48d1-9dde-c1539ff5f5d5 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:18.059979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:18.060358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Checking segment: {'id': '4be7ac6c-2250-4595-b7e1-c9a68bb68867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:18.065783 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.066210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Bound using segment: {'id': '4be7ac6c-2250-4595-b7e1-c9a68bb68867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:18.066865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Bound port: 7efc99f9-b5b4-48e9-8996-6389f8dcff0c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be7ac6c-2250-4595-b7e1-c9a68bb68867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:18.067266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.091699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c5fe7f-6af8-4a49-a92e-0c98ef2c0187 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:18.093448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a0c5fe7f-6af8-4a49-a92e-0c98ef2c0187 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2833688 Dec 10 09:07:18.100140 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f9e980f-1a9a-423e-91ac-5d98ae10a253 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.103989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39434) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:18.272058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-55cda0dd-2f51-468b-b50a-f018e03ebdba None None] For port 4fda229e-16a4-4e3b-b53b-40ec60e695c1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4fda229e-16a4-4e3b-b53b-40ec60e695c1,segment=NetworkSegment(fcde7eb8-f2d2-46be-855f-be6dbeee60fa),segment_id=fcde7eb8-f2d2-46be-855f-be6dbeee60fa)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:18.288942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afd60bd9-7401-46bf-b67c-3d79f5e4397c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:18.300915 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d994d7-125a-4004-bc1c-3da17631d3f9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:18.307796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39440) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:18.310801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-58d994d7-125a-4004-bc1c-3da17631d3f9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2056491 Dec 10 09:07:18.347094 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55cda0dd-2f51-468b-b50a-f018e03ebdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.351455 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f9e980f-1a9a-423e-91ac-5d98ae10a253 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.378404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: afd60bd9-7401-46bf-b67c-3d79f5e4397c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:18.378885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device afd60bd9-7401-46bf-b67c-3d79f5e4397c not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:18.386799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.414128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e980f-1a9a-423e-91ac-5d98ae10a253 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f6ee95-9b34-4c63-a2e0-4f0dfd9a61f2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:18.425759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f9e980f-1a9a-423e-91ac-5d98ae10a253 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.430293 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a47c4191-1f79-45d3-a513-e651b50b801c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212018 Dec 10 09:07:18.441587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1f9e980f-1a9a-423e-91ac-5d98ae10a253 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/subnets/d3f6ee95-9b34-4c63-a2e0-4f0dfd9a61f2 HTTP/1.1" status: 204 len: 168 time: 0.9970362 Dec 10 09:07:18.444221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39448) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:18.444678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39446) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:18.453309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e25c2027-3033-4794-8f11-4d15be7f518f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:18.479383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eafca0-8c4d-463a-931f-6415e7774306 None None] Network d8ed7453-4e13-466b-b5e3-3892c204a0a2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:18.600932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] For port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:18.619769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25c2027-3033-4794-8f11-4d15be7f518f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:18.624242 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e25c2027-3033-4794-8f11-4d15be7f518f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.625855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] For port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=7efc99f9-b5b4-48e9-8996-6389f8dcff0c,segment=NetworkSegment(4be7ac6c-2250-4595-b7e1-c9a68bb68867),segment_id=4be7ac6c-2250-4595-b7e1-c9a68bb68867)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:18.625980 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25c2027-3033-4794-8f11-4d15be7f518f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:07:18.626512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25c2027-3033-4794-8f11-4d15be7f518f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:07:18.641923 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cda0dd-2f51-468b-b50a-f018e03ebdba None None] Pushing event updated for resources: {'Port': ['ID=4fda229e-16a4-4e3b-b53b-40ec60e695c1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:18.662377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e25c2027-3033-4794-8f11-4d15be7f518f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2165256 Dec 10 09:07:18.663305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a54a0-f633-4371-84c3-85b2a65411ab None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:18.666319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39460) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:18.675755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f375d495-35b5-4f86-837d-bae48a2a3306 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:18.732928 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.815374 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.826011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.832657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.835670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.837052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-476fe237-09c0-4b9d-9a63-9b7cad9ffc35 req-f15b77ff-7019-4701-aa21-571284ec2c5e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.1451647 Dec 10 09:07:18.854307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac45048-527e-4c6c-ac21-f8c3400b190f None None] Pushing event updated for resources: {'Port': ['ID=7efc99f9-b5b4-48e9-8996-6389f8dcff0c,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:18.910807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-684eb0b6-d20a-4786-9c2f-84cd056c673f None None] Provisioning complete for port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:18.911304 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-684eb0b6-d20a-4786-9c2f-84cd056c673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.982508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f375d495-35b5-4f86-837d-bae48a2a3306 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:18.987649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f375d495-35b5-4f86-837d-bae48a2a3306 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:18.996449 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f375d495-35b5-4f86-837d-bae48a2a3306 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:07:18.997227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f375d495-35b5-4f86-837d-bae48a2a3306 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:07:19.028073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=4fa27846-a2ff-48d7-aa55-a68a34d15c8d,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:19.034140 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:07:19.035620 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:07:19.051504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 42db828d-e487-48d1-9dde-c1539ff5f5d5 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:19.058189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:19.097394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f375d495-35b5-4f86-837d-bae48a2a3306 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4298570 Dec 10 09:07:19.101795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39466) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:19.115630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-64ad9895-160a-4a1f-b115-7f9acd0ce761 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:19.144126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf12b9-68cc-44b6-a1b8-a9fd42099c73 None None] DHCP port deletion for d8ed7453-4e13-466b-b5e3-3892c204a0a2 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:19.208702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc1204-66c3-4182-a5be-0d3004badf46 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:19.248552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f129ec9-02c8-4cd7-ac92-0aeac044b8cc req-089b0e77-9aba-4659-9c9b-0bfe8172af6f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:19.257353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f129ec9-02c8-4cd7-ac92-0aeac044b8cc req-089b0e77-9aba-4659-9c9b-0bfe8172af6f tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 946 time: 0.2354140 Dec 10 09:07:19.282655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ad9895-160a-4a1f-b115-7f9acd0ce761 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:19.286826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-64ad9895-160a-4a1f-b115-7f9acd0ce761 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.295398 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ad9895-160a-4a1f-b115-7f9acd0ce761 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:07:19.295975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ad9895-160a-4a1f-b115-7f9acd0ce761 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:07:19.313696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:19.314141 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.319038 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.333982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:19.341740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-64ad9895-160a-4a1f-b115-7f9acd0ce761 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2350185 Dec 10 09:07:19.344068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e05b9daa-dd13-4826-b531-a26b7c3f1504 None None] Provisioning complete for port ff516944-f909-4f5f-9009-37ed74c557b1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:19.344511 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e05b9daa-dd13-4826-b531-a26b7c3f1504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.347842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39468) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:19.354741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4a137478-f576-4b0a-9b7d-9fe27322000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:19.401854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-05cf12b9-68cc-44b6-a1b8-a9fd42099c73 None None] Deleting port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:19.402374 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05cf12b9-68cc-44b6-a1b8-a9fd42099c73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.489564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-05cf12b9-68cc-44b6-a1b8-a9fd42099c73 None None] For port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cea4d1e9-6fce-4a30-a7cf-2089723bc2d7,segment=NetworkSegment(f649d9f0-6066-4019-a49f-5fb84cafa30b),segment_id=f649d9f0-6066-4019-a49f-5fb84cafa30b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:19.490414 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05cf12b9-68cc-44b6-a1b8-a9fd42099c73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.496853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] For port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cea4d1e9-6fce-4a30-a7cf-2089723bc2d7,segment=NetworkSegment(f649d9f0-6066-4019-a49f-5fb84cafa30b),segment_id=f649d9f0-6066-4019-a49f-5fb84cafa30b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:19.497221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.506283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f129ec9-02c8-4cd7-ac92-0aeac044b8cc req-79dac4f5-16c7-457f-a85f-9759ad2b7954 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478731 Dec 10 09:07:19.509732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-05cf12b9-68cc-44b6-a1b8-a9fd42099c73 None None] Calling delete_port for cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:19.544327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a137478-f576-4b0a-9b7d-9fe27322000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:19.549295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a137478-f576-4b0a-9b7d-9fe27322000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.550912 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a137478-f576-4b0a-9b7d-9fe27322000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:07:19.551366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a137478-f576-4b0a-9b7d-9fe27322000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:07:19.562335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:19.577334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4a137478-f576-4b0a-9b7d-9fe27322000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2281549 Dec 10 09:07:19.579759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39470) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:19.590256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-52baf1e0-cab0-4590-a99a-65fb79feb03e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:19.710359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52baf1e0-cab0-4590-a99a-65fb79feb03e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:19.715749 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52baf1e0-cab0-4590-a99a-65fb79feb03e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.717534 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-52baf1e0-cab0-4590-a99a-65fb79feb03e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:07:19.718071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52baf1e0-cab0-4590-a99a-65fb79feb03e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:07:19.740460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-52baf1e0-cab0-4590-a99a-65fb79feb03e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1591687 Dec 10 09:07:19.744495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39472) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:19.750075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9408e9f8-557f-4f67-b2ca-35042097c8bc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:19.812608 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05cf12b9-68cc-44b6-a1b8-a9fd42099c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.894181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9408e9f8-557f-4f67-b2ca-35042097c8bc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:19.897108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf12b9-68cc-44b6-a1b8-a9fd42099c73 None None] Pushing event deleted for resources: {'Port': ['ID=cea4d1e9-6fce-4a30-a7cf-2089723bc2d7,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:19.915975 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9408e9f8-557f-4f67-b2ca-35042097c8bc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.918586 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9408e9f8-557f-4f67-b2ca-35042097c8bc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:07:19.919053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9408e9f8-557f-4f67-b2ca-35042097c8bc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:07:19.935805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-eefc1204-66c3-4182-a5be-0d3004badf46 None None] Deleting port ff516944-f909-4f5f-9009-37ed74c557b1 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:19.936532 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eefc1204-66c3-4182-a5be-0d3004badf46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:19.938950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf12b9-68cc-44b6-a1b8-a9fd42099c73 None None] No DVR routers for this DVR port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:19.972817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9408e9f8-557f-4f67-b2ca-35042097c8bc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2266340 Dec 10 09:07:19.976340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39476) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:20.019279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:20.030583 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f92c691f-d55c-4fa0-9aa6-1836f8e3f905 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3225474 Dec 10 09:07:20.033722 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:20.034717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39480) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:20.040647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1692895417'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:20.075182 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:20.077376 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:20.128713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.141948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-eefc1204-66c3-4182-a5be-0d3004badf46 None None] For port ff516944-f909-4f5f-9009-37ed74c557b1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ff516944-f909-4f5f-9009-37ed74c557b1,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:20.142403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eefc1204-66c3-4182-a5be-0d3004badf46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.171000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-eefc1204-66c3-4182-a5be-0d3004badf46 None None] Calling delete_port for ff516944-f909-4f5f-9009-37ed74c557b1 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:20.189739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1876864b-f661-42c8-8b46-e257e088e0b0 req-2e359837-6079-4dc2-8b97-22d5cb2d912c tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.1472664 Dec 10 09:07:20.208129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] No DVR routers for this DVR port cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:20.239822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:20.243894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.249903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f55694-40cb-44a9-81f7-db3d68ba3dd6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:20.253016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=cea4d1e9-6fce-4a30-a7cf-2089723bc2d7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:20.265598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a1f55694-40cb-44a9-81f7-db3d68ba3dd6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2761023 Dec 10 09:07:20.268055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39482) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:20.268496 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:20.341032 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eefc1204-66c3-4182-a5be-0d3004badf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.394621 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.415483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc1204-66c3-4182-a5be-0d3004badf46 None None] Pushing event deleted for resources: {'Port': ['ID=ff516944-f909-4f5f-9009-37ed74c557b1,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:20.421331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ed7453-4e13-466b-b5e3-3892c204a0a2']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:20.430444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc1204-66c3-4182-a5be-0d3004badf46 None None] No DVR routers for this DVR port ff516944-f909-4f5f-9009-37ed74c557b1 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:20.434969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f649d9f0-6066-4019-a49f-5fb84cafa30b') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:20.435374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f649d9f0-6066-4019-a49f-5fb84cafa30b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:20.452455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0664ea-32f0-41dd-b5e4-497aba4db125 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:20.456256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7e0664ea-32f0-41dd-b5e4-497aba4db125 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1847742 Dec 10 09:07:20.457168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39484) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:20.462420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.489350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4fda229e-16a4-4e3b-b53b-40ec60e695c1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:20.492294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.501209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:07:20.509530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:07:20.509940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:07:20.513489 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:07:20.587267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9ba857b8-0d24-43e2-b0df-bb55f1347719 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223636 Dec 10 09:07:20.587464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39488) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:20.598290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:20.598612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:20.599427 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.623712 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.624013 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added segment 248101e3-234e-488f-8cfe-1e58bba61dff of type vlan for network 6ab6e283-0332-403b-818b-c6095e5dc6e6 Dec 10 09:07:20.705738 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:18Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:20.723578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.728365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.732824 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.739073 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/networks/d8ed7453-4e13-466b-b5e3-3892c204a0a2 HTTP/1.1" status: 204 len: 168 time: 2.2908196 Dec 10 09:07:20.740842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39490) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:20.763545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f03d13-67bc-43fc-8ce4-9f410c25d942 None None] Network 42db828d-e487-48d1-9dde-c1539ff5f5d5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:20.779562 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:20.780849 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Updating router a130ee75-9d76-49fe-96db-fa470ba1da9f port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:07:20.816418 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6955c40-3bcf-4d4f-9268-7d8b69aa985f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Network': ['ID=d8ed7453-4e13-466b-b5e3-3892c204a0a2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:20.819037 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.839299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ea1ba-0438-4110-bac8-350fc58a9a5a req-2be38e7e-c515-4f5d-aec7-b3553efcc7a5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:20.845925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-46dc323d-44e0-4195-b8ba-df9ba4d90141 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:20.847367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7efc99f9-b5b4-48e9-8996-6389f8dcff0c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:20.847527 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-46dc323d-44e0-4195-b8ba-df9ba4d90141 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 946 time: 0.1949944 Dec 10 09:07:20.852525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f6ea1ba-0438-4110-bac8-350fc58a9a5a req-2be38e7e-c515-4f5d-aec7-b3553efcc7a5 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 946 time: 0.2099926 Dec 10 09:07:20.862759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-75b8ed01-2dd9-4a41-a4c9-954424206dac None None] Provisioning complete for port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:20.863400 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-75b8ed01-2dd9-4a41-a4c9-954424206dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.887996 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.893041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:20.896397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:20.896615 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:20.897034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.012416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f6ea1ba-0438-4110-bac8-350fc58a9a5a req-8ebafd12-f5b8-4e89-be63-3ade91a60425 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ee42f3b-6ce5-418f-bceb-524b2933b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478071 Dec 10 09:07:21.067398 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0291398 Dec 10 09:07:21.070538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39492) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:21.076162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'subnet': {'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:21.140928 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-75b8ed01-2dd9-4a41-a4c9-954424206dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.144377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:21.144992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.155342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45263-3de7-4aa7-8615-ce51fbe4be26 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Network': ['ID=6ab6e283-0332-403b-818b-c6095e5dc6e6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:21.179757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 6ab6e283-0332-403b-818b-c6095e5dc6e6 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:07:21.219691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 6336fdec-aa58-4c83-8c4a-9eca57a24a18 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:21.220076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.262484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Deleting port 334507e3-8f18-43f8-a13e-4360536ba3e5 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:21.262793 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.403178 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.458759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50ea1c59-6f34-45fa-aebb-1350ebd06c8f req-d0f15ed2-e6a9-4591-92d5-9f9f36302164 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0864553 Dec 10 09:07:21.468268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-75b8ed01-2dd9-4a41-a4c9-954424206dac None None] For port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=7efc99f9-b5b4-48e9-8996-6389f8dcff0c,segment=NetworkSegment(4be7ac6c-2250-4595-b7e1-c9a68bb68867),segment_id=4be7ac6c-2250-4595-b7e1-c9a68bb68867)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:21.476487 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-75b8ed01-2dd9-4a41-a4c9-954424206dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.499542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.500599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.500770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Made reservation on behalf of b1a5c3a86d51437e8774a3aaad165a5f for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:21.504844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.523340 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.536435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 6336fdec-aa58-4c83-8c4a-9eca57a24a18 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:21.619478 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Pushing event updated for resources: {'Port': ['ID=4fa27846-a2ff-48d7-aa55-a68a34d15c8d,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:21.640666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] For port 334507e3-8f18-43f8-a13e-4360536ba3e5, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=334507e3-8f18-43f8-a13e-4360536ba3e5,segment=NetworkSegment(534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c),segment_id=534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:21.641275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.667190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Calling delete_port for 334507e3-8f18-43f8-a13e-4360536ba3e5 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:21.669951 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.671344 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.673392 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.673884 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.674307 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.682296 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.682836 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.683780 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.684570 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.684977 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.685375 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.686320 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.686739 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:21.718195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5dc96eb0-8a16-487f-a492-8db6623fa9ae None None] Provisioning complete for port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:21.718657 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5dc96eb0-8a16-487f-a492-8db6623fa9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.772425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ff516944-f909-4f5f-9009-37ed74c557b1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:21.800955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ff516944-f909-4f5f-9009-37ed74c557b1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:21.801367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ff516944-f909-4f5f-9009-37ed74c557b1 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:21.801822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:21.803513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8ed01-2dd9-4a41-a4c9-954424206dac None None] Pushing event updated for resources: {'Port': ['ID=7efc99f9-b5b4-48e9-8996-6389f8dcff0c,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:21.836132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:21.836602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cea4d1e9-6fce-4a30-a7cf-2089723bc2d7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:21.842413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5dc96eb0-8a16-487f-a492-8db6623fa9ae None None] Port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:21.859902 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Attempting to bind port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:21.860781 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Attempting to bind port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4be7ac6c-2250-4595-b7e1-c9a68bb68867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:21.865198 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Attempting to bind port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d on network 42db828d-e487-48d1-9dde-c1539ff5f5d5 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:21.872825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5dc96eb0-8a16-487f-a492-8db6623fa9ae None None] Provisioning complete for port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:21.873205 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5dc96eb0-8a16-487f-a492-8db6623fa9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.907984 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:21.908820 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Checking segment: {'id': '4be7ac6c-2250-4595-b7e1-c9a68bb68867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:21.910127 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.910757 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Bound using segment: {'id': '4be7ac6c-2250-4595-b7e1-c9a68bb68867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:21.911510 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Bound port: 4fa27846-a2ff-48d7-aa55-a68a34d15c8d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be7ac6c-2250-4595-b7e1-c9a68bb68867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:21.912318 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:21.985853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.044119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=6336fdec-aa58-4c83-8c4a-9eca57a24a18,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:22.073542 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] For port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:22.098584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:07:22.101654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.111017 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] For port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4fa27846-a2ff-48d7-aa55-a68a34d15c8d,segment=NetworkSegment(4be7ac6c-2250-4595-b7e1-c9a68bb68867),segment_id=4be7ac6c-2250-4595-b7e1-c9a68bb68867)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:22.140154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.158772 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.176194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b879df6e-9d02-4718-aa90-dc9b08af15a6 None None] Provisioning complete for port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:22.176585 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b879df6e-9d02-4718-aa90-dc9b08af15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.185623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.214687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2350fd39-9d3d-4e3a-a5e6-b3e6c9f5713a req-72d2731f-40bc-4b8e-a116-a4bf46176844 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8 HTTP/1.1" status: 200 len: 210 time: 0.0406017 Dec 10 09:07:22.257040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:22.257995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7efc99f9-b5b4-48e9-8996-6389f8dcff0c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:22.260867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['334507e3-8f18-43f8-a13e-4360536ba3e5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:07:22.264120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=4ca61c0b-00bf-4820-8450-962c8b2af2bf,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:22.268393 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:22.269306 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:22.275936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:22.287671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:22.288423 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.298332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Pushing event deleted for resources: {'Port': ['ID=334507e3-8f18-43f8-a13e-4360536ba3e5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:22.315417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.315774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.322823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.323173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.323515 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.323855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.324194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.324528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.324861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.325189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.325530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.326975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.327286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:22.331255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Checking segment: {'id': '248101e3-234e-488f-8cfe-1e58bba61dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:22.331636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network hostable DHCP agents. Network: 6ab6e283-0332-403b-818b-c6095e5dc6e6, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:07:22.340243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9c6f6303-6938-46bd-add5-ee700d09835a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7517891 Dec 10 09:07:22.354199 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.360547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0467e6f7-c94d-4eb1-ac2c-6e30098eea8b None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:22.362048 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4f4f-5bc7-4bd9-959e-27c63efdb088 None None] Pushing event updated for resources: {'Port': ['ID=4fa27846-a2ff-48d7-aa55-a68a34d15c8d,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:22.364032 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.369551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5bb7c636-a680-4f21-9311-2eb746067678 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/floatingips/20551501-8306-441d-9537-a2fa12fbdd5e HTTP/1.1" status: 204 len: 168 time: 1.6224604 Dec 10 09:07:22.370195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39502) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:22.370472 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39504) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:22.380435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:de:47:69', 'name': 'tempest-NetworksTestDHCPv6-699350274'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:22.430403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] No DVR routers for this DVR port 334507e3-8f18-43f8-a13e-4360536ba3e5 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:22.452249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 6ab6e283-0332-403b-818b-c6095e5dc6e6 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:07:22.459274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Subnet': ['ID=639e8882-f338-4bc3-92db-97a8253bbc96,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:22.468059 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.473811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ff61b6a-6ff4-43bc-aa9d-0425d1ba836e req-be94e9b9-0d13-42b3-a96b-0772ed8c4d86 tempest-ServersTestJSON-1710796029 tempest-ServersTestJSON-1710796029-project] 10.222.0.18 "DELETE /v2.0/ports/334507e3-8f18-43f8-a13e-4360536ba3e5 HTTP/1.1" status: 204 len: 173 time: 1.5937643 Dec 10 09:07:22.483218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8', 'name': 'network-vif-deleted', 'tag': '334507e3-8f18-43f8-a13e-4360536ba3e5'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:07:22.486366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b68b5-18a0-47a5-811f-94f779d82fd4 None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:22.488269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 6ab6e283-0332-403b-818b-c6095e5dc6e6) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:22.498059 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ffb07a-ae72-4b8a-9b55-fa20480c5d67" -d '{"events": [{"server_uuid": "cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8", "name": "network-vif-deleted", "tag": "334507e3-8f18-43f8-a13e-4360536ba3e5"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:07:22.508115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:22.510775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.550451 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c9dbe7-f378-4ad2-96ee-50c694315f57 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] DELETE failed (client error): The resource could not be found. Dec 10 09:07:22.550451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c9dbe7-f378-4ad2-96ee-50c694315f57 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:07:22.553251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-95b14747-3afc-462a-83c2-bc1d8052ddd9 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4811811 Dec 10 09:07:22.554978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39510) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:22.557238 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f9c9dbe7-f378-4ad2-96ee-50c694315f57 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/ports/6e83a95d-2f44-4425-8c4a-c8b14b47d7a1 HTTP/1.1" status: 404 len: 333 time: 0.1689253 Dec 10 09:07:22.557647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39512) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:22.590705 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a66dce-f61c-443e-a03c-33484f31b2cf x-openstack-request-id: req-12a66dce-f61c-443e-a03c-33484f31b2cf {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:07:22.591981 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8", "name": "network-vif-deleted", "tag": "334507e3-8f18-43f8-a13e-4360536ba3e5", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:07:22.592473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94beef9b-c630-411d-9b31-05024202d104 None None] Network 6ab6e283-0332-403b-818b-c6095e5dc6e6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:22.598941 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12a66dce-f61c-443e-a03c-33484f31b2cf {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:07:22.599479 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2c365a-214f-4c86-9a91-f8b1bd1ee5e8', 'name': 'network-vif-deleted', 'tag': '334507e3-8f18-43f8-a13e-4360536ba3e5', 'status': 'completed', 'code': 200} Dec 10 09:07:22.703977 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:22.742324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ee3285f8-afee-48c8-97bf-b05c36278d1e tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "GET /v2.0/ports?device_id=37e2fa2a-9100-4517-83d3-7a55f02c5c21 HTTP/1.1" status: 200 len: 205 time: 0.1710012 Dec 10 09:07:22.746465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39514) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:22.772768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:22.809818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14968d0f-c71c-4fb6-99ad-4113e460ce25 req-e95b2f27-f766-48d3-99f1-03d30ac36f3d tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0994568 Dec 10 09:07:22.834476 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-d9dce6d8-4648-49b1-b625-48c519ebb5e3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] delete failed (client error): The resource could not be found. Dec 10 09:07:22.839822 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d9dce6d8-4648-49b1-b625-48c519ebb5e3 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/routers/37e2fa2a-9100-4517-83d3-7a55f02c5c21 HTTP/1.1" status: 404 len: 336 time: 0.0873547 Dec 10 09:07:22.840152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39516) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:22.901021 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b879df6e-9d02-4718-aa90-dc9b08af15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.903441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '4ca61c0b-00bf-4820-8450-962c8b2af2bf'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:22.907262 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.950168 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-1feb3a44-e0ec-4627-8430-8edb88ca5d4f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] DELETE failed (client error): The resource could not be found. Dec 10 09:07:22.951406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:22.952020 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:22.952476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1feb3a44-e0ec-4627-8430-8edb88ca5d4f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:07:22.955763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1feb3a44-e0ec-4627-8430-8edb88ca5d4f tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/subnets/d3f6ee95-9b34-4c63-a2e0-4f0dfd9a61f2 HTTP/1.1" status: 404 len: 337 time: 0.1143014 Dec 10 09:07:22.960844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39518) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:23.051433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.117262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port b8c897ba-1f0a-4ef4-8205-336f8cd9f220 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:07:23.159060 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:23.235395 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55594b-f169-4890-b672-b574d9fd87e1 None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:23.300743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Allocated IP 2001:db8::f816:3eff:feff:ac67 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/4ca61c0b-00bf-4820-8450-962c8b2af2bf/d626d852-9749-439b-9323-21751107eac2) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:23.331282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39522) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:23.393537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6f8e45-290f-477c-b4e3-4ed723d6cf50 admin admin] Deleting subnet ff99d532-c043-4377-9645-c5021d649940 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:23.397219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8e45-290f-477c-b4e3-4ed723d6cf50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.454185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8e45-290f-477c-b4e3-4ed723d6cf50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.507894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8f0189e2-6967-47e4-b503-0d2af6bea7bf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port f7e62c28-5901-43b6-93a5-5285ab56be71 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:23.508523 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f0189e2-6967-47e4-b503-0d2af6bea7bf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.516443 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8e45-290f-477c-b4e3-4ed723d6cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.573688 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.610098 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.701904 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f0189e2-6967-47e4-b503-0d2af6bea7bf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.702938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8e45-290f-477c-b4e3-4ed723d6cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.715475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-6ab6e283-0332-403b-818b-c6095e5dc6e6', 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6', 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'fixed_ips': [{'subnet_id': '639e8882-f338-4bc3-92db-97a8253bbc96'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:23.716614 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.718959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8f0189e2-6967-47e4-b503-0d2af6bea7bf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for f7e62c28-5901-43b6-93a5-5285ab56be71 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:23.719243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Pushing event updated for resources: {'Port': ['ID=d626d852-9749-439b-9323-21751107eac2,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:23.727641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b879df6e-9d02-4718-aa90-dc9b08af15a6 None None] For port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4fa27846-a2ff-48d7-aa55-a68a34d15c8d,segment=NetworkSegment(4be7ac6c-2250-4595-b7e1-c9a68bb68867),segment_id=4be7ac6c-2250-4595-b7e1-c9a68bb68867)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:23.751920 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b879df6e-9d02-4718-aa90-dc9b08af15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.762709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89700ac1-0a86-4185-8c4d-7cdd9d93b9d9 None None] Network 8af02a1a-e1d2-498c-8949-2e362c8a808d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:23.768244 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8e45-290f-477c-b4e3-4ed723d6cf50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.775286 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4d6f8e45-290f-477c-b4e3-4ed723d6cf50 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff99d532-c043-4377-9645-c5021d649940 HTTP/1.1" status: 204 len: 168 time: 0.4398606 Dec 10 09:07:23.800041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39526) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:23.817816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f8e45-290f-477c-b4e3-4ed723d6cf50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff99d532-c043-4377-9645-c5021d649940,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:23.864592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:23.901435 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:23.953278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879df6e-9d02-4718-aa90-dc9b08af15a6 None None] Pushing event updated for resources: {'Port': ['ID=4fa27846-a2ff-48d7-aa55-a68a34d15c8d,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:23.957093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.059646 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f0189e2-6967-47e4-b503-0d2af6bea7bf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.061793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fede:4769 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/4ca61c0b-00bf-4820-8450-962c8b2af2bf/b8c897ba-1f0a-4ef4-8205-336f8cd9f220) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:24.098001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Allocated IP 2001:db8:3::2 (6ab6e283-0332-403b-818b-c6095e5dc6e6/639e8882-f338-4bc3-92db-97a8253bbc96/fc449828-c76f-4325-8805-07bab875309d) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:24.112144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0189e2-6967-47e4-b503-0d2af6bea7bf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=f7e62c28-5901-43b6-93a5-5285ab56be71,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:24.245086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f0189e2-6967-47e4-b503-0d2af6bea7bf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.250930 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8f0189e2-6967-47e4-b503-0d2af6bea7bf tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/ports/f7e62c28-5901-43b6-93a5-5285ab56be71 HTTP/1.1" status: 204 len: 168 time: 1.2837498 Dec 10 09:07:24.277773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:24.286027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39530) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:24.286225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:24.394998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f207d-391f-42c2-b823-fb999a030abe None None] DHCP port deletion for 8af02a1a-e1d2-498c-8949-2e362c8a808d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:24.402724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f7dabd00-7172-4dd2-bff8-c8d10da50022 req-0fe9c552-aa79-4070-87ac-a99052263e1f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.4374001 Dec 10 09:07:24.441143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.475915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5cd77d82-c217-4992-ac86-8fa8adc3d36d None None] Provisioning complete for port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:24.476377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5cd77d82-c217-4992-ac86-8fa8adc3d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.509656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-13a35650-cd36-437f-b769-2e6e346ff98e tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 8860e76b-6468-4d92-920a-f15677be8c9c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:24.512262 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13a35650-cd36-437f-b769-2e6e346ff98e tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.525331 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.551418 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af02a1a-e1d2-498c-8949-2e362c8a808d']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:24.563582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:24.563582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534c2911-f5e1-40a2-b5ab-0b8b9f3ff11c') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:24.579673 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.595314 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.602424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:07:24.602818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.648355 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13a35650-cd36-437f-b769-2e6e346ff98e tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: items = [ Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:07:24.661281 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:07:24.670245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.672533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-13a35650-cd36-437f-b769-2e6e346ff98e tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 8860e76b-6468-4d92-920a-f15677be8c9c owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:24.676826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.684215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] 10.222.0.31 "DELETE /v2.0/networks/8af02a1a-e1d2-498c-8949-2e362c8a808d HTTP/1.1" status: 204 len: 168 time: 0.8809483 Dec 10 09:07:24.700838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d835e19-c88a-48c3-b074-abbcf58f130f admin admin] Pushing event deleted for resources: {'Network': ['ID=8af02a1a-e1d2-498c-8949-2e362c8a808d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:24.795869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Attempting to bind port d626d852-9749-439b-9323-21751107eac2 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:24.797397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Attempting to bind port d626d852-9749-439b-9323-21751107eac2 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:24.797854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Attempting to bind port d626d852-9749-439b-9323-21751107eac2 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:24.809433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:24.809872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:24.810395 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.811376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:24.811869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Bound port: d626d852-9749-439b-9323-21751107eac2, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:24.812257 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.844966 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.856242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13a35650-cd36-437f-b769-2e6e346ff98e tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.881210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39536) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:24.944653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1e36a057-cffb-473c-b269-73ac3d898d40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=896ec905588c42b0a034ed56fe0d2ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616450 Dec 10 09:07:24.946481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39538) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:24.989521 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:24.999547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] For port d626d852-9749-439b-9323-21751107eac2, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:25.004034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] For port d626d852-9749-439b-9323-21751107eac2, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d626d852-9749-439b-9323-21751107eac2,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:25.025725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:25.027028 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13a35650-cd36-437f-b769-2e6e346ff98e tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.030696 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-13a35650-cd36-437f-b769-2e6e346ff98e tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/ports/8860e76b-6468-4d92-920a-f15677be8c9c HTTP/1.1" status: 204 len: 168 time: 0.7439408 Dec 10 09:07:25.033899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39540) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:25.037112 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.052878 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.055138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4fa27846-a2ff-48d7-aa55-a68a34d15c8d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:25.068459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:25.078801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:25.086250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:25.087416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.089544 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17bacac3-d07e-425e-a933-9d7b8a31a813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.100936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=b8c897ba-1f0a-4ef4-8205-336f8cd9f220,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:25.140326 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a35650-cd36-437f-b769-2e6e346ff98e tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=8860e76b-6468-4d92-920a-f15677be8c9c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:25.169735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Network 6ab6e283-0332-403b-818b-c6095e5dc6e6 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:25.174248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17bacac3-d07e-425e-a933-9d7b8a31a813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.175151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cff8db7-d6cc-4831-985f-fc7a28f8c003 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:25.178075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:25.178581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Allocated IP 2001:db8:3::1 (6ab6e283-0332-403b-818b-c6095e5dc6e6/639e8882-f338-4bc3-92db-97a8253bbc96/ce4de9e8-521d-4807-925a-2125f3261cf1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:25.179232 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2cff8db7-d6cc-4831-985f-fc7a28f8c003 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a00720-d839-448f-89a0-0f113db2c598 HTTP/1.1" status: 200 len: 913 time: 0.1430404 Dec 10 09:07:25.181409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39542) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:25.191845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:25.198178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Pushing event updated for resources: {'Port': ['ID=fc449828-c76f-4325-8805-07bab875309d,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:25.279807 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f2010204-a5f8-419b-bdb7-dd4ff8a77563 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9079666 Dec 10 09:07:25.297897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39544) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:25.321616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:25.322439 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.324326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Attempting to bind port fc449828-c76f-4325-8805-07bab875309d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:25.324907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Attempting to bind port fc449828-c76f-4325-8805-07bab875309d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '248101e3-234e-488f-8cfe-1e58bba61dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:25.325529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Attempting to bind port fc449828-c76f-4325-8805-07bab875309d on network 6ab6e283-0332-403b-818b-c6095e5dc6e6 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:25.354877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f665ec-fc71-45e7-a5e3-153a00d6f1cc None None] Pushing event updated for resources: {'Port': ['ID=d626d852-9749-439b-9323-21751107eac2,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:25.364298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:25.365429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Checking segment: {'id': '248101e3-234e-488f-8cfe-1e58bba61dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:25.366067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.366658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Bound using segment: {'id': '248101e3-234e-488f-8cfe-1e58bba61dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:25.367375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Bound port: fc449828-c76f-4325-8805-07bab875309d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248101e3-234e-488f-8cfe-1e58bba61dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:25.368089 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.575978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] For port fc449828-c76f-4325-8805-07bab875309d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:25.597708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] For port fc449828-c76f-4325-8805-07bab875309d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fc449828-c76f-4325-8805-07bab875309d,segment=NetworkSegment(248101e3-234e-488f-8cfe-1e58bba61dff),segment_id=248101e3-234e-488f-8cfe-1e58bba61dff)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:25.609413 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.739583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438a035-5737-4910-a3ff-011d32ecb286 None None] Pushing event updated for resources: {'Port': ['ID=fc449828-c76f-4325-8805-07bab875309d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:25.804215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.895412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e69c1c45-be7b-49df-ab49-f31c94374183 req-b3fbf63c-b9a1-45e5-828f-cef0c93c4b0b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0430036 Dec 10 09:07:25.923061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211de97e-6b2a-489f-9847-fb75f4b5308c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:25.932121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211de97e-6b2a-489f-9847-fb75f4b5308c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:25.936183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-211de97e-6b2a-489f-9847-fb75f4b5308c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6346323 Dec 10 09:07:25.937200 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17bacac3-d07e-425e-a933-9d7b8a31a813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.944911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17bacac3-d07e-425e-a933-9d7b8a31a813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:25.946945 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-17bacac3-d07e-425e-a933-9d7b8a31a813 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ee42f3b-6ce5-418f-bceb-524b2933b4b6 HTTP/1.1" status: 204 len: 168 time: 0.9984858 Dec 10 09:07:25.959772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39550) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:25.966218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 334507e3-8f18-43f8-a13e-4360536ba3e5 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:25.986659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bacac3-d07e-425e-a933-9d7b8a31a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee42f3b-6ce5-418f-bceb-524b2933b4b6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:26.045738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.085750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 334507e3-8f18-43f8-a13e-4360536ba3e5 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:26.088336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 334507e3-8f18-43f8-a13e-4360536ba3e5 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:26.114543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.164017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 6ab6e283-0332-403b-818b-c6095e5dc6e6 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:26.168409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:26.173009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:26.173587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.265146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=ce4de9e8-521d-4807-925a-2125f3261cf1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:26.288845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-766f04ab-e742-4bc8-88f6-98e5b92e5123 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port b8c897ba-1f0a-4ef4-8205-336f8cd9f220 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:26.291256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-766f04ab-e742-4bc8-88f6-98e5b92e5123 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.417435 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.455983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-766f04ab-e742-4bc8-88f6-98e5b92e5123 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.472384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 8fe6bdf5-d952-45f6-94f4-d027c55696a6 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:26.472733 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.490344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-766f04ab-e742-4bc8-88f6-98e5b92e5123 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for b8c897ba-1f0a-4ef4-8205-336f8cd9f220 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:26.682269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.701398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 8fe6bdf5-d952-45f6-94f4-d027c55696a6 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:26.912795 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.926471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.928139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:26.989944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-766f04ab-e742-4bc8-88f6-98e5b92e5123 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.055962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c6bf8612-0d3a-4602-80ab-6b921cf19dc3 None None] Provisioning complete for port d626d852-9749-439b-9323-21751107eac2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:27.057912 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8612-0d3a-4602-80ab-6b921cf19dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.065634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event updated for resources: {'Port': ['ID=ce4de9e8-521d-4807-925a-2125f3261cf1,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:27.120362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f04ab-e742-4bc8-88f6-98e5b92e5123 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=b8c897ba-1f0a-4ef4-8205-336f8cd9f220,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:27.150925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-766f04ab-e742-4bc8-88f6-98e5b92e5123 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.157912 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-766f04ab-e742-4bc8-88f6-98e5b92e5123 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/b8c897ba-1f0a-4ef4-8205-336f8cd9f220 HTTP/1.1" status: 204 len: 168 time: 1.1866126 Dec 10 09:07:27.158869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39570) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:27.184278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d626d852-9749-439b-9323-21751107eac2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:27.334921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f960518a-58d3-4dff-abe0-1d87f648b991 req-28c05769-1f59-4aac-a210-93e02fadfa0a tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.2352774 Dec 10 09:07:27.349804 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.380392 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df483fb-e15a-49db-8592-c9e694cf534c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:27.392293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df483fb-e15a-49db-8592-c9e694cf534c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:27.396340 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2df483fb-e15a-49db-8592-c9e694cf534c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2340569 Dec 10 09:07:27.402843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d626d852-9749-439b-9323-21751107eac2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:27.403587 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.408734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39578) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:27.468254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Network 6ab6e283-0332-403b-818b-c6095e5dc6e6 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:27.485950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=8fe6bdf5-d952-45f6-94f4-d027c55696a6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:27.504261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-16944559-6502-4c82-99ba-c68f7c6267ed tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 4ca61c0b-00bf-4820-8450-962c8b2af2bf {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:27.523393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:27.528445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16944559-6502-4c82-99ba-c68f7c6267ed tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.576500 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8612-0d3a-4602-80ab-6b921cf19dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.662368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9285b2a-240f-4b18-8bc2-47c14513657d None None] Network 6ab6e283-0332-403b-818b-c6095e5dc6e6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:27.723542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c6bf8612-0d3a-4602-80ab-6b921cf19dc3 None None] For port d626d852-9749-439b-9323-21751107eac2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d626d852-9749-439b-9323-21751107eac2,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:27.800723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:27.812125 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16944559-6502-4c82-99ba-c68f7c6267ed tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.835741 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8612-0d3a-4602-80ab-6b921cf19dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.850755 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:27.958975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:27.967929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9a1248de-2146-4749-bbac-bc85cd6c0fec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4080946 Dec 10 09:07:27.970946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39586) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:27.976219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:27.988006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4e73ebcd-eb7b-43a3-a5af-9224c62eac7e None None] Could not find standard attr ID for object b8c897ba-1f0a-4ef4-8205-336f8cd9f220. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:07:27.990405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:28.006170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf8612-0d3a-4602-80ab-6b921cf19dc3 None None] Pushing event updated for resources: {'Port': ['ID=d626d852-9749-439b-9323-21751107eac2,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:28.062816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:07:28.064237 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:07:28.064979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4e73ebcd-eb7b-43a3-a5af-9224c62eac7e None None] Provisioning complete for port fc449828-c76f-4325-8805-07bab875309d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:28.065567 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e73ebcd-eb7b-43a3-a5af-9224c62eac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:28.071009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:28.072037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:28.185420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:28.377385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16944559-6502-4c82-99ba-c68f7c6267ed tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:28.557182 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e73ebcd-eb7b-43a3-a5af-9224c62eac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:28.574929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:26Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4de9e8-521d-4807-925a-2125f3261cf1', 'name': '', 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:5f:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:24Z', 'updated_at': '2021-12-10T09:07:26Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:28.615161 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16944559-6502-4c82-99ba-c68f7c6267ed tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:28.619834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d959514b-15d4-467b-9804-93ebc9b237bd req-e7ef28e7-dac4-476c-928a-428d51069576 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0375955 Dec 10 09:07:28.683260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16944559-6502-4c82-99ba-c68f7c6267ed tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca61c0b-00bf-4820-8450-962c8b2af2bf,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:28.686321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:28.692051 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16944559-6502-4c82-99ba-c68f7c6267ed tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:28.692506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fc449828-c76f-4325-8805-07bab875309d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:28.694638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:28.694998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Updating router a130ee75-9d76-49fe-96db-fa470ba1da9f port ce4de9e8-521d-4807-925a-2125f3261cf1 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:07:28.698540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-16944559-6502-4c82-99ba-c68f7c6267ed tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/4ca61c0b-00bf-4820-8450-962c8b2af2bf HTTP/1.1" status: 204 len: 168 time: 1.2858126 Dec 10 09:07:28.702444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39596) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:28.819127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4e73ebcd-eb7b-43a3-a5af-9224c62eac7e None None] For port fc449828-c76f-4325-8805-07bab875309d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fc449828-c76f-4325-8805-07bab875309d,segment=NetworkSegment(248101e3-234e-488f-8cfe-1e58bba61dff),segment_id=248101e3-234e-488f-8cfe-1e58bba61dff)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:28.823198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5323c396-47f3-4776-b232-9f2936039fff None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:28.826336 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:28.864934 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c99caa42-9f0b-47f2-8b63-f5e12be0330a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1583400 Dec 10 09:07:28.865964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39598) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:28.876963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.extraroute_db [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=114969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 09:07:28.891086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:28.909769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.extraroute_db [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Removed routes are [] {{(pid=114969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 09:07:28.910326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.194872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:29.204759 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.205615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.220222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e73ebcd-eb7b-43a3-a5af-9224c62eac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.226634 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.349704 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.366595 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.625716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:29.725257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Attempting to bind port ce4de9e8-521d-4807-925a-2125f3261cf1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:29.725715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Attempting to bind port ce4de9e8-521d-4807-925a-2125f3261cf1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '248101e3-234e-488f-8cfe-1e58bba61dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:29.726027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Attempting to bind port ce4de9e8-521d-4807-925a-2125f3261cf1 on network 6ab6e283-0332-403b-818b-c6095e5dc6e6 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:29.731803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port fc449828-c76f-4325-8805-07bab875309d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:29.732185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.750474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:29.750917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Checking segment: {'id': '248101e3-234e-488f-8cfe-1e58bba61dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:29.751894 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.751894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Bound using segment: {'id': '248101e3-234e-488f-8cfe-1e58bba61dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:29.752403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Bound port: ce4de9e8-521d-4807-925a-2125f3261cf1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248101e3-234e-488f-8cfe-1e58bba61dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:29.752582 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.766904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b61f89e4-89de-46bc-be0b-0ea9ad9d959d None None] Provisioning complete for port fc449828-c76f-4325-8805-07bab875309d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:29.767280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b61f89e4-89de-46bc-be0b-0ea9ad9d959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.811642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Router c1a00720-d839-448f-89a0-0f113db2c598 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:29.834380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73ebcd-eb7b-43a3-a5af-9224c62eac7e None None] Pushing event updated for resources: {'Port': ['ID=fc449828-c76f-4325-8805-07bab875309d,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:29.847148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:29.856020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:29.860342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8468109e-67fc-4f5f-9e41-856137919884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f HTTP/1.1" status: 200 len: 954 time: 1.8885255 Dec 10 09:07:29.861903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39606) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:29.969017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:07:30.007316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b61f89e4-89de-46bc-be0b-0ea9ad9d959d None None] Provisioning complete for port ce4de9e8-521d-4807-925a-2125f3261cf1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:30.007696 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b61f89e4-89de-46bc-be0b-0ea9ad9d959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:30.050423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-82deb838-2d30-4b90-aeef-d96cb00691bc tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f HTTP/1.1" status: 200 len: 954 time: 0.1803403 Dec 10 09:07:30.051065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39608) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:30.065905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b61f89e4-89de-46bc-be0b-0ea9ad9d959d None None] Port ce4de9e8-521d-4807-925a-2125f3261cf1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:30.066129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa1a0a35-b973-4ed1-adc1-c0b381619b33 req-e7143d97-5520-456a-9086-276100b14010 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.2168849 Dec 10 09:07:30.078929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'routes': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:30.080570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da34505-b1fe-43e1-8ef4-ebf9370c0e50 None None] Pushing event updated for resources: {'Port': ['ID=ce4de9e8-521d-4807-925a-2125f3261cf1,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:30.089151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] For port ce4de9e8-521d-4807-925a-2125f3261cf1, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:30.092766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] For port ce4de9e8-521d-4807-925a-2125f3261cf1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ce4de9e8-521d-4807-925a-2125f3261cf1,segment=NetworkSegment(248101e3-234e-488f-8cfe-1e58bba61dff),segment_id=248101e3-234e-488f-8cfe-1e58bba61dff)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:30.134390 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:30.198175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:30.198813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:30.269798 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b7532-4038-48ce-a255-10ca5c4f6e31 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:30.274918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:30.282860 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e461c1d5-eb1f-4dd0-9501-824732a4b794 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "PUT /v2.0/routers/c1a00720-d839-448f-89a0-0f113db2c598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0954788 Dec 10 09:07:30.283502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39612) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:30.285138 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21ee84-fa65-4f2d-a169-91aace60ce9f None None] Sync routers for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:30.324333 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21ee84-fa65-4f2d-a169-91aace60ce9f None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:30.325403 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9c21ee84-fa65-4f2d-a169-91aace60ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:30.339081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da34505-b1fe-43e1-8ef4-ebf9370c0e50 None None] Pushing event updated for resources: {'Port': ['ID=ce4de9e8-521d-4807-925a-2125f3261cf1,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:30.343049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-603edf71-3db1-46d7-838f-5cb042f01373 None None] Provisioning complete for port ce4de9e8-521d-4807-925a-2125f3261cf1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:30.343434 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-603edf71-3db1-46d7-838f-5cb042f01373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:30.412112 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9c21ee84-fa65-4f2d-a169-91aace60ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:30.425726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fc449828-c76f-4325-8805-07bab875309d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:30.436305 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21ee84-fa65-4f2d-a169-91aace60ce9f None None] Routers {'c1a00720-d839-448f-89a0-0f113db2c598'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:30.436954 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9c21ee84-fa65-4f2d-a169-91aace60ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['c1a00720-d839-448f-89a0-0f113db2c598'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:30.501626 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9c21ee84-fa65-4f2d-a169-91aace60ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:30.502829 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21ee84-fa65-4f2d-a169-91aace60ce9f None None] The sync data for ids ['c1a00720-d839-448f-89a0-0f113db2c598'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:30.594531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:30.655025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:30.748353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.extraroute_db [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added routes are [] {{(pid=114969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 09:07:30.748900 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.extraroute_db [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=114969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 09:07:30.784464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:30.806182 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:30.838131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b7532-4038-48ce-a255-10ca5c4f6e31 None None] Deleting port d626d852-9749-439b-9323-21751107eac2 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:30.838403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7532-4038-48ce-a255-10ca5c4f6e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:30.934001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port fc449828-c76f-4325-8805-07bab875309d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:30.934396 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.054237 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-603edf71-3db1-46d7-838f-5cb042f01373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.094803 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.126436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-603edf71-3db1-46d7-838f-5cb042f01373 None None] For port ce4de9e8-521d-4807-925a-2125f3261cf1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ce4de9e8-521d-4807-925a-2125f3261cf1,segment=NetworkSegment(248101e3-234e-488f-8cfe-1e58bba61dff),segment_id=248101e3-234e-488f-8cfe-1e58bba61dff)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:31.161146 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-603edf71-3db1-46d7-838f-5cb042f01373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.201518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] For port d626d852-9749-439b-9323-21751107eac2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d626d852-9749-439b-9323-21751107eac2,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:31.206928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.246463 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.256180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2d4b7532-4038-48ce-a255-10ca5c4f6e31 None None] For port d626d852-9749-439b-9323-21751107eac2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d626d852-9749-439b-9323-21751107eac2,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:31.256577 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7532-4038-48ce-a255-10ca5c4f6e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.268604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.279540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting port 3adcac45-226d-43b3-ba80-fc7cb4f085f5 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:31.280468 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.286167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0dba50a-510c-4f97-a672-e4f3cf0b7e95 req-3d39ffaa-b2e5-443c-865b-910d8a2ceea4 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e4e5ca-78a0-484c-9b0a-eada3fd5fe6f HTTP/1.1" status: 200 len: 210 time: 0.0640159 Dec 10 09:07:31.301039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b7532-4038-48ce-a255-10ca5c4f6e31 None None] Calling delete_port for d626d852-9749-439b-9323-21751107eac2 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:31.321895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603edf71-3db1-46d7-838f-5cb042f01373 None None] Pushing event updated for resources: {'Port': ['ID=ce4de9e8-521d-4807-925a-2125f3261cf1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:31.343293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.343952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.398792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ad9502de-66cd-485d-846f-d9ed1dc8f27e None None] Provisioning complete for port ce4de9e8-521d-4807-925a-2125f3261cf1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:31.399230 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ad9502de-66cd-485d-846f-d9ed1dc8f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.406434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:28Z', 'revision_number': 6, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4de9e8-521d-4807-925a-2125f3261cf1', 'name': '', 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:5f:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:24Z', 'updated_at': '2021-12-10T09:07:30Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:31.408661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:31.563402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:31.574714 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.579606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5f56116b-4350-4166-ba28-52ba5be158d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f HTTP/1.1" status: 200 len: 704 time: 1.5273342 Dec 10 09:07:31.580521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39634) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:31.584127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:31.585945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.606070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:31.615210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:31.615810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.621090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=d626d852-9749-439b-9323-21751107eac2,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:31.627682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Calling delete_port for 3adcac45-226d-43b3-ba80-fc7cb4f085f5 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:31.637872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=d6dea8cc-7871-4d14-a8a6-6a12bdfc78d7,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:31.641032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300fb1d-cbae-4ab8-8059-0c162d3ad2d6 None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:28Z', 'revision_number': 6, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4de9e8-521d-4807-925a-2125f3261cf1', 'name': '', 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:5f:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:24Z', 'updated_at': '2021-12-10T09:07:30Z', 'revision_number': 4, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:31.654553 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7532-4038-48ce-a255-10ca5c4f6e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:31.659671 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-72fdb8ae-e2f3-4df9-ad66-db355422b0ca tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7862108 Dec 10 09:07:31.663430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39636) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:31.782124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:e8:6b:61', 'name': 'tempest-NetworksTestDHCPv6-1670991843'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:31.795515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b7532-4038-48ce-a255-10ca5c4f6e31 None None] Pushing event deleted for resources: {'Port': ['ID=d626d852-9749-439b-9323-21751107eac2,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:31.835807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b7532-4038-48ce-a255-10ca5c4f6e31 None None] No DVR routers for this DVR port d626d852-9749-439b-9323-21751107eac2 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:31.863217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1c7f55-2682-47f3-9a2d-4f5f4fdae896 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:32.046521 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:32.057640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': 'd6dea8cc-7871-4d14-a8a6-6a12bdfc78d7'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:32.058597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:32.158476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:32.232231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 3d939bd7-e455-488d-801d-0e470366df55 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:07:32.248105 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:32.353851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Port': ['ID=3adcac45-226d-43b3-ba80-fc7cb4f085f5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:32.398161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39642) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:32.399426 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cb29fcc2-7808-4054-95b6-3c4c504a903c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f HTTP/1.1" status: 200 len: 704 time: 0.8171949 Dec 10 09:07:32.503060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39646) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:32.521957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5223fa-d77e-4ae1-9ce8-475c5909776a None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:32.535980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ce4de9e8-521d-4807-925a-2125f3261cf1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:32.637128 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97937611-139a-4a51-8d17-5e8d3c7f9218 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:32.661187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ce4de9e8-521d-4807-925a-2125f3261cf1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:32.661402 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:32.684372 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:32.688857 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97937611-139a-4a51-8d17-5e8d3c7f9218 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:32.751461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97937611-139a-4a51-8d17-5e8d3c7f9218 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:32.754739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97937611-139a-4a51-8d17-5e8d3c7f9218 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:32.756356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97937611-139a-4a51-8d17-5e8d3c7f9218 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "DELETE /v2.0/security-groups/b82064b4-b03a-4ac4-b01c-b3fe5c91df48 HTTP/1.1" status: 204 len: 168 time: 0.2521174 Dec 10 09:07:32.760481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39650) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:32.783385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97937611-139a-4a51-8d17-5e8d3c7f9218 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82064b4-b03a-4ac4-b01c-b3fe5c91df48,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:32.793621 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-45702fc8-aba2-46ee-9b5c-0f9555dfbb0f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] show failed (client error): The resource could not be found. Dec 10 09:07:32.795189 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-45702fc8-aba2-46ee-9b5c-0f9555dfbb0f tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "GET /v2.0/security-groups/b82064b4-b03a-4ac4-b01c-b3fe5c91df48 HTTP/1.1" status: 404 len: 347 time: 0.0330129 Dec 10 09:07:32.797762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39652) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:32.881284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d626d852-9749-439b-9323-21751107eac2 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:32.910003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: d626d852-9749-439b-9323-21751107eac2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:32.910638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d626d852-9749-439b-9323-21751107eac2 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:32.994478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting port b2841aec-3fa6-4578-bfc3-e545c70b81f9 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:32.994823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.007109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:33.018767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:33.019713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:33.094054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.094382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.112603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Calling delete_port for b2841aec-3fa6-4578-bfc3-e545c70b81f9 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:33.130550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fee8:6b61 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/d6dea8cc-7871-4d14-a8a6-6a12bdfc78d7/3d939bd7-e455-488d-801d-0e470366df55) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:33.132265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:33.136090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dcd24475-38d3-4e52-95a5-9768184a46fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.269772 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.276826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.284087 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.340353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Port': ['ID=b2841aec-3fa6-4578-bfc3-e545c70b81f9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:33.396197 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.399656 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.400889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f4a40fdb-e58d-40e6-aae5-4d7b8e1b4f3e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "DELETE /v2.0/floatingips/1f8e8787-b231-4d88-94df-b5e9e4ab21a1 HTTP/1.1" status: 204 len: 168 time: 0.6021850 Dec 10 09:07:33.403585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39660) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:33.407494 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.408007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Fanout notify agent at l3_agent the message router_deleted on router c1a00720-d839-448f-89a0-0f113db2c598 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:07:33.417278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d286219-30b8-4110-9b46-e76bf641306b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:33.426676 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.427806 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-63d4687b-38f2-413a-b947-3ec3fc9184a8 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/routers/c1a00720-d839-448f-89a0-0f113db2c598 HTTP/1.1" status: 204 len: 168 time: 3.1408432 Dec 10 09:07:33.463217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39664) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:33.507201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:30Z', 'revision_number': 7, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4de9e8-521d-4807-925a-2125f3261cf1', 'name': '', 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:5f:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:24Z', 'updated_at': '2021-12-10T09:07:31Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:33.520873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d346eca-1ccf-4040-98e0-8e4d63ecc8ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Deleting subnet 8473ec49-e701-4c78-a039-fe06c21fe888 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:33.536625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d346eca-1ccf-4040-98e0-8e4d63ecc8ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.548551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:33.559365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:33.560110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:33.651151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-49c26bdb-1074-4b85-a87d-f3dc06014b4b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting port fad3c689-a2cd-4d11-aaae-5e9a06256def {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:33.651366 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49c26bdb-1074-4b85-a87d-f3dc06014b4b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.690915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:33.754748 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.777220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d346eca-1ccf-4040-98e0-8e4d63ecc8ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.850834 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49c26bdb-1074-4b85-a87d-f3dc06014b4b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.886580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-49c26bdb-1074-4b85-a87d-f3dc06014b4b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Calling delete_port for fad3c689-a2cd-4d11-aaae-5e9a06256def owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:33.916810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d346eca-1ccf-4040-98e0-8e4d63ecc8ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:33.974984 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.057444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=3d939bd7-e455-488d-801d-0e470366df55,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:34.062765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Allocated IP 2001:db8::f816:3eff:fe17:fc80 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/d6dea8cc-7871-4d14-a8a6-6a12bdfc78d7/dae91f11-9f37-4c2b-aba1-bce458db6100) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:34.092324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:30Z', 'revision_number': 7, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4de9e8-521d-4807-925a-2125f3261cf1', 'name': '', 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:5f:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:24Z', 'updated_at': '2021-12-10T09:07:31Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:34.101175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:34.127897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d346eca-1ccf-4040-98e0-8e4d63ecc8ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.130526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c7b2e-ea8c-4ee2-8d91-097f6bd68eda None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:30Z', 'revision_number': 7, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4de9e8-521d-4807-925a-2125f3261cf1', 'name': '', 'network_id': '6ab6e283-0332-403b-818b-c6095e5dc6e6', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:5f:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:24Z', 'updated_at': '2021-12-10T09:07:31Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '639e8882-f338-4bc3-92db-97a8253bbc96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:34.142450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:34.159290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d346eca-1ccf-4040-98e0-8e4d63ecc8ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.164294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d346eca-1ccf-4040-98e0-8e4d63ecc8ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/subnets/8473ec49-e701-4c78-a039-fe06c21fe888 HTTP/1.1" status: 204 len: 168 time: 0.6996953 Dec 10 09:07:34.167764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:34.170377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39674) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:34.174844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:34.175665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.207714 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.313918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49c26bdb-1074-4b85-a87d-f3dc06014b4b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.376646 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.381544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d346eca-1ccf-4040-98e0-8e4d63ecc8ac tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Subnet': ['ID=8473ec49-e701-4c78-a039-fe06c21fe888,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:34.396121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.427340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c26bdb-1074-4b85-a87d-f3dc06014b4b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Port': ['ID=fad3c689-a2cd-4d11-aaae-5e9a06256def,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:34.438952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:34.444456 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dace94ed-4cdc-41af-8ab2-a825170d7fd5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6644552 Dec 10 09:07:34.446786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:34.449425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:34.451912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39676) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:34.461490 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.523678 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49c26bdb-1074-4b85-a87d-f3dc06014b4b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.525458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Pushing event updated for resources: {'Port': ['ID=dae91f11-9f37-4c2b-aba1-bce458db6100,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:34.530735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-49c26bdb-1074-4b85-a87d-f3dc06014b4b tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "DELETE /v2.0/ports/fad3c689-a2cd-4d11-aaae-5e9a06256def HTTP/1.1" status: 204 len: 168 time: 1.1257129 Dec 10 09:07:34.533134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39678) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:34.540501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Attempting to bind port dae91f11-9f37-4c2b-aba1-bce458db6100 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:34.543349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Attempting to bind port dae91f11-9f37-4c2b-aba1-bce458db6100 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:34.543750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Attempting to bind port dae91f11-9f37-4c2b-aba1-bce458db6100 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:34.554193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.555395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.555613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.555853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.556140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.556472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.557341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.557341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.557680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.557873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.558104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.558428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.563454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:34.567988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:34.568382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:34.568786 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.569240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:34.569792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Bound port: dae91f11-9f37-4c2b-aba1-bce458db6100, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:34.570182 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.606218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25133f94-0459-4ffb-a27d-8d5ab68e0751 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:34.613694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25133f94-0459-4ffb-a27d-8d5ab68e0751 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:34.617761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-25133f94-0459-4ffb-a27d-8d5ab68e0751 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1619370 Dec 10 09:07:34.620237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39680) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:34.645688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] For port dae91f11-9f37-4c2b-aba1-bce458db6100, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:34.646933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.649175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] For port dae91f11-9f37-4c2b-aba1-bce458db6100, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dae91f11-9f37-4c2b-aba1-bce458db6100,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:34.657122 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.673017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242ab3d6-53ed-4e60-abd7-2dde8cecb7bb']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:34.684052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f6aaf7-126c-4033-b41a-849c07c4b69d') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:34.684357 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f6aaf7-126c-4033-b41a-849c07c4b69d') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:34.704121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.712508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55036251-8396-4f4c-98a4-71bd9583385e None None] Pushing event updated for resources: {'Port': ['ID=dae91f11-9f37-4c2b-aba1-bce458db6100,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:34.720494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.733768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:07:34.735554 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:07:34.762655 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:07:34.812455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port ce4de9e8-521d-4807-925a-2125f3261cf1 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:34.812802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:34.895674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d8338f16-f269-4373-bd4b-caa61fa5cec5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 3d939bd7-e455-488d-801d-0e470366df55 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:34.896019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8338f16-f269-4373-bd4b-caa61fa5cec5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.015870 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.029235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.043803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] 10.222.0.31 "DELETE /v2.0/networks/242ab3d6-53ed-4e60-abd7-2dde8cecb7bb HTTP/1.1" status: 204 len: 168 time: 0.8698642 Dec 10 09:07:35.075898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4455f29-f4ff-441b-ad12-13023556d109 tempest-FloatingIPTestJSON-1506843140 tempest-FloatingIPTestJSON-1506843140-project] Pushing event deleted for resources: {'Network': ['ID=242ab3d6-53ed-4e60-abd7-2dde8cecb7bb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:35.076408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port ce4de9e8-521d-4807-925a-2125f3261cf1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ce4de9e8-521d-4807-925a-2125f3261cf1,segment=NetworkSegment(248101e3-234e-488f-8cfe-1e58bba61dff),segment_id=248101e3-234e-488f-8cfe-1e58bba61dff)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:35.077041 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.119498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8626915e-2df5-44c4-b4f8-5b92f2401bc6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting port 6da0b6a7-db9a-421b-b479-8421a78e97bb {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:35.121070 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8626915e-2df5-44c4-b4f8-5b92f2401bc6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.123327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for ce4de9e8-521d-4807-925a-2125f3261cf1 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:35.156133 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8338f16-f269-4373-bd4b-caa61fa5cec5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.251926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d8338f16-f269-4373-bd4b-caa61fa5cec5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 3d939bd7-e455-488d-801d-0e470366df55 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:35.299011 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8626915e-2df5-44c4-b4f8-5b92f2401bc6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.316382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8626915e-2df5-44c4-b4f8-5b92f2401bc6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Calling delete_port for 6da0b6a7-db9a-421b-b479-8421a78e97bb owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:35.382101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-3efc0b98-e022-4196-a5f3-b0a6e82885ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5180297 Dec 10 09:07:35.445018 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-250d6019-53ea-49ed-b3fd-ce88859b2900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.495693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8626915e-2df5-44c4-b4f8-5b92f2401bc6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.532529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626915e-2df5-44c4-b4f8-5b92f2401bc6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Port': ['ID=6da0b6a7-db9a-421b-b479-8421a78e97bb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:35.559686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344c645-083e-4623-8733-ba5135d0a6aa req-6196d190-4cfa-47c2-9e73-c63701728456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:35.561226 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-6196d190-4cfa-47c2-9e73-c63701728456 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 1096 time: 0.1245103 Dec 10 09:07:35.587310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39692) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:35.634073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8626915e-2df5-44c4-b4f8-5b92f2401bc6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.639934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8626915e-2df5-44c4-b4f8-5b92f2401bc6 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "DELETE /v2.0/ports/6da0b6a7-db9a-421b-b479-8421a78e97bb HTTP/1.1" status: 204 len: 168 time: 1.1037986 Dec 10 09:07:35.640681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39696) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:35.660020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.701635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=ce4de9e8-521d-4807-925a-2125f3261cf1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:35.703798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c76a53b-85f3-4282-8a8e-d8da2596f52e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting subnet 1b8f06df-da41-4ed7-89f0-5cd04856d5d4 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:35.705367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8338f16-f269-4373-bd4b-caa61fa5cec5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.710338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c76a53b-85f3-4282-8a8e-d8da2596f52e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.767563 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c76a53b-85f3-4282-8a8e-d8da2596f52e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.773691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8338f16-f269-4373-bd4b-caa61fa5cec5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=3d939bd7-e455-488d-801d-0e470366df55,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:35.860452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1c70cc57-6b95-4908-ae7b-586d697f287b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c7770aa83b84e7a808c0f6564587414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2719815 Dec 10 09:07:35.863578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39698) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:35.873297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344c645-083e-4623-8733-ba5135d0a6aa req-60ccc631-46a0-4985-a3d0-e4343dc1ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:35.875116 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-60ccc631-46a0-4985-a3d0-e4343dc1ada6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.2913268 Dec 10 09:07:35.936470 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8338f16-f269-4373-bd4b-caa61fa5cec5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.939078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c76a53b-85f3-4282-8a8e-d8da2596f52e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:35.947152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d8338f16-f269-4373-bd4b-caa61fa5cec5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/3d939bd7-e455-488d-801d-0e470366df55 HTTP/1.1" status: 204 len: 168 time: 1.3231723 Dec 10 09:07:35.971035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39700) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:36.159025 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-18fe2f04-0e80-4131-915a-fcc4824254d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 200 len: 1001 time: 0.2282748 Dec 10 09:07:36.159776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.165803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13479465-dea0-4899-9d03-715046ed8aeb tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:36.167960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13479465-dea0-4899-9d03-715046ed8aeb tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:36.169545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-13479465-dea0-4899-9d03-715046ed8aeb tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1973436 Dec 10 09:07:36.178595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39712) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:36.203094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d506907a-e685-456e-9d45-9838fbf0db05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.234307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d506907a-e685-456e-9d45-9838fbf0db05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.317777 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c76a53b-85f3-4282-8a8e-d8da2596f52e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.401279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76a53b-85f3-4282-8a8e-d8da2596f52e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8f06df-da41-4ed7-89f0-5cd04856d5d4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:36.408966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c76a53b-85f3-4282-8a8e-d8da2596f52e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.417228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f672f204-d1e2-4d8f-ba71-3c7afc9b9ce4 None None] Network 07b4e1b6-6375-4ba9-8150-4ba3bb616612 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:36.420643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4c76a53b-85f3-4282-8a8e-d8da2596f52e tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "DELETE /v2.0/subnets/1b8f06df-da41-4ed7-89f0-5cd04856d5d4 HTTP/1.1" status: 204 len: 168 time: 0.7782180 Dec 10 09:07:36.424916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2defe133-3ebb-458e-b1f0-a9e28bba000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet d6dea8cc-7871-4d14-a8a6-6a12bdfc78d7 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:36.431473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39720) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:36.434755 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2defe133-3ebb-458e-b1f0-a9e28bba000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.470622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344c645-083e-4623-8733-ba5135d0a6aa req-468a0677-2d0d-4833-9ceb-ba64c1348ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:36.472126 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-468a0677-2d0d-4833-9ceb-ba64c1348ef2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.2095006 Dec 10 09:07:36.545532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device dae91f11-9f37-4c2b-aba1-bce458db6100 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:36.549046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d506907a-e685-456e-9d45-9838fbf0db05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.552052 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d506907a-e685-456e-9d45-9838fbf0db05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.552921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d506907a-e685-456e-9d45-9838fbf0db05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f42771d-ab0d-4ca4-bdaf-7367c45c35bf HTTP/1.1" status: 204 len: 168 time: 0.6890986 Dec 10 09:07:36.576118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:36.576887 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2defe133-3ebb-458e-b1f0-a9e28bba000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.580332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506907a-e685-456e-9d45-9838fbf0db05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f42771d-ab0d-4ca4-bdaf-7367c45c35bf,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:36.586552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74f9a90-6aac-40aa-a393-99d599f26ef5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting subnet f8949a4d-5519-406f-bb6c-ec86cd267047 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:36.621926 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f74f9a90-6aac-40aa-a393-99d599f26ef5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.649415 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344c645-083e-4623-8733-ba5135d0a6aa req-7cb8e1dd-a33d-49a0-937b-ebfe8702a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:36.655654 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-7cb8e1dd-a33d-49a0-937b-ebfe8702a73a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739607 Dec 10 09:07:36.657707 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.671409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-3c748326-27ea-4f03-88ed-d65402c41532 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:07:36.672840 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-3c748326-27ea-4f03-88ed-d65402c41532 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063884 Dec 10 09:07:36.760005 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f74f9a90-6aac-40aa-a393-99d599f26ef5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.796126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-890b4cef-a87b-4ec5-90c0-1f68e8b350c4 None None] Provisioning complete for port dae91f11-9f37-4c2b-aba1-bce458db6100 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:36.796613 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-890b4cef-a87b-4ec5-90c0-1f68e8b350c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.799356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port dae91f11-9f37-4c2b-aba1-bce458db6100 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:36.819468 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.920312 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2defe133-3ebb-458e-b1f0-a9e28bba000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:36.958781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480a1e9-d531-4825-a4b7-a56d84e53f99 None None] DHCP port deletion for 07b4e1b6-6375-4ba9-8150-4ba3bb616612 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:37.030613 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f74f9a90-6aac-40aa-a393-99d599f26ef5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.166970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c480a1e9-d531-4825-a4b7-a56d84e53f99 None None] Deleting port d4f956c7-31fb-45e1-93f5-203278f5892f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:37.167591 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c480a1e9-d531-4825-a4b7-a56d84e53f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.194019 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f74f9a90-6aac-40aa-a393-99d599f26ef5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.256548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f9a90-6aac-40aa-a393-99d599f26ef5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Subnet': ['ID=f8949a4d-5519-406f-bb6c-ec86cd267047,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:37.281664 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f74f9a90-6aac-40aa-a393-99d599f26ef5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.287020 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.292117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f74f9a90-6aac-40aa-a393-99d599f26ef5 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "DELETE /v2.0/subnets/f8949a4d-5519-406f-bb6c-ec86cd267047 HTTP/1.1" status: 204 len: 168 time: 0.8578391 Dec 10 09:07:37.294944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39754) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:37.369818 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-890b4cef-a87b-4ec5-90c0-1f68e8b350c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.372049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39629f0-e2c2-4547-abbe-be4b1d536908 None None] Network 3b1ec076-b952-4ca7-9dc0-3f57cf014738 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:37.515442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c480a1e9-d531-4825-a4b7-a56d84e53f99 None None] For port d4f956c7-31fb-45e1-93f5-203278f5892f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d4f956c7-31fb-45e1-93f5-203278f5892f,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:37.516854 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c480a1e9-d531-4825-a4b7-a56d84e53f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.518025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:37.540602 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:37.556116 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2defe133-3ebb-458e-b1f0-a9e28bba000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.562424 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f0f04805-d9c7-49e9-9539-47eeb64ebcb1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1173165 Dec 10 09:07:37.563480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c480a1e9-d531-4825-a4b7-a56d84e53f99 None None] Calling delete_port for d4f956c7-31fb-45e1-93f5-203278f5892f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:37.566298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39764) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:37.572180 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:37.573222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:37.580339 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.594949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2defe133-3ebb-458e-b1f0-a9e28bba000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.607813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2defe133-3ebb-458e-b1f0-a9e28bba000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/d6dea8cc-7871-4d14-a8a6-6a12bdfc78d7 HTTP/1.1" status: 204 len: 168 time: 1.4228237 Dec 10 09:07:37.609249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39766) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:37.629531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72dcbd7-90ab-4dd0-9308-e6b1d255748c None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:37.692516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cd8dfc-2ea6-4dd2-a12f-8796c555b308 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting subnet 639e8882-f338-4bc3-92db-97a8253bbc96 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:37.705911 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8dfc-2ea6-4dd2-a12f-8796c555b308 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.734891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-058e05d8-2e30-4525-9542-0c5b0243827a service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0189450 Dec 10 09:07:37.747013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0ee9e49d-4b4d-4c40-a1e3-5197de4e7fc3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807645 Dec 10 09:07:37.754693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defe133-3ebb-458e-b1f0-a9e28bba000d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=d6dea8cc-7871-4d14-a8a6-6a12bdfc78d7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:37.758755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39774) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:37.788989 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-890b4cef-a87b-4ec5-90c0-1f68e8b350c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:07:37.789190 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-890b4cef-a87b-4ec5-90c0-1f68e8b350c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:07:37.817833 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:37.834908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Deleting port d4f956c7-31fb-45e1-93f5-203278f5892f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:37.835354 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:37.889162 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8dfc-2ea6-4dd2-a12f-8796c555b308 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.016172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] For port d4f956c7-31fb-45e1-93f5-203278f5892f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d4f956c7-31fb-45e1-93f5-203278f5892f,segment=NetworkSegment(ad10b611-73f0-46b0-bd29-f923fb80981e),segment_id=ad10b611-73f0-46b0-bd29-f923fb80981e)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:38.017463 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.060033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Calling delete_port for d4f956c7-31fb-45e1-93f5-203278f5892f owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:38.065657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39784) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:38.088783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7293229-b39f-4553-8789-2d9245cee39c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:38.095339 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e7293229-b39f-4553-8789-2d9245cee39c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3336830 Dec 10 09:07:38.101293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39786) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:38.191760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.230800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39252708-6013-4741-948f-13b9d78bb909 None None] DHCP port deletion for 3b1ec076-b952-4ca7-9dc0-3f57cf014738 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:38.258741 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:07:38.259630 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:07:38.265165 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.273193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Port': ['ID=d4f956c7-31fb-45e1-93f5-203278f5892f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:38.275137 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:35Z', 'revision_number': 8, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:38.291318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8dfc-2ea6-4dd2-a12f-8796c555b308 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.303449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] No DVR routers for this DVR port d4f956c7-31fb-45e1-93f5-203278f5892f on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:38.334266 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:38.369178 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:38.370191 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:38.370846 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c344c645-083e-4623-8733-ba5135d0a6aa req-df0011cb-2749-4eac-b1ae-7b41496c6d62 service neutron] 10.222.0.18 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104007 Dec 10 09:07:38.377027 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8dfc-2ea6-4dd2-a12f-8796c555b308 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.460268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd8dfc-2ea6-4dd2-a12f-8796c555b308 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Subnet': ['ID=639e8882-f338-4bc3-92db-97a8253bbc96,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:38.471811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62f062-a7e6-4d6d-ae13-a0192287106b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:38.477521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1985564228'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:38.482378 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dc62f062-a7e6-4d6d-ae13-a0192287106b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3788929 Dec 10 09:07:38.483102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39794) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:38.484548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8dfc-2ea6-4dd2-a12f-8796c555b308 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.490650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f684b1-595b-43f5-b4d9-0424bb33fdf3 None None] Network 6ab6e283-0332-403b-818b-c6095e5dc6e6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:38.497006 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f8cd8dfc-2ea6-4dd2-a12f-8796c555b308 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/639e8882-f338-4bc3-92db-97a8253bbc96 HTTP/1.1" status: 204 len: 168 time: 0.9292445 Dec 10 09:07:38.499601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39796) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:38.500446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.528434 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:38.530670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b4e1b6-6375-4ba9-8150-4ba3bb616612']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:38.536254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Made reservation on behalf of 761b783bafb04ca2ab5fc771a64f3307 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:38.552384 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.580532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad10b611-73f0-46b0-bd29-f923fb80981e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:38.581233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad10b611-73f0-46b0-bd29-f923fb80981e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:38.583005 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.584758 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-890b4cef-a87b-4ec5-90c0-1f68e8b350c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:38.593574 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:07:38.629400 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.629642 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c480a1e9-d531-4825-a4b7-a56d84e53f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.634651 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-31372e0d-ac30-4bee-bd9d-e6e62560f17b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362824 Dec 10 09:07:38.643839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39798) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:38.649728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:38.706731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480a1e9-d531-4825-a4b7-a56d84e53f99 None None] Pushing event deleted for resources: {'Port': ['ID=d4f956c7-31fb-45e1-93f5-203278f5892f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:38.725808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-890b4cef-a87b-4ec5-90c0-1f68e8b350c4 None None] For port dae91f11-9f37-4c2b-aba1-bce458db6100, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dae91f11-9f37-4c2b-aba1-bce458db6100,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:38.735687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480a1e9-d531-4825-a4b7-a56d84e53f99 None None] No DVR routers for this DVR port d4f956c7-31fb-45e1-93f5-203278f5892f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:38.737472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbee6ff-0705-4964-9079-5cccba74580c None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:38.745862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-890b4cef-a87b-4ec5-90c0-1f68e8b350c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.781808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-39252708-6013-4741-948f-13b9d78bb909 None None] Deleting port 48c9f94b-7112-49d1-8481-3359ecef725a {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:38.782561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-39252708-6013-4741-948f-13b9d78bb909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.815467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.824301 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.825847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.849130 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.876218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:07:38.876760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:07:38.881764 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:07:38.938794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-329e6fab-0a1b-4d30-abca-622983054edd None None] Could not find standard attr ID for object 3d939bd7-e455-488d-801d-0e470366df55. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:07:38.944846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:38.964758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:38.966564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:07:38.994470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b83471-b3d5-489c-9d42-3398f77fbae8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:39.011428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c4a68-3627-43bf-a9e2-be4e8299f954 None None] DHCP port deletion for 6ab6e283-0332-403b-818b-c6095e5dc6e6 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:39.018583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.019149 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Added segment 13c6f4c6-6d55-4d74-89b1-b971cd24d8cd of type vlan for network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 Dec 10 09:07:39.037585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-39252708-6013-4741-948f-13b9d78bb909 None None] For port 48c9f94b-7112-49d1-8481-3359ecef725a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=48c9f94b-7112-49d1-8481-3359ecef725a,segment=NetworkSegment(b2491d95-2b7a-4aa5-85da-a026ae9b937e),segment_id=b2491d95-2b7a-4aa5-85da-a026ae9b937e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:39.038607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-39252708-6013-4741-948f-13b9d78bb909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.045468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b4cef-a87b-4ec5-90c0-1f68e8b350c4 None None] Pushing event updated for resources: {'Port': ['ID=dae91f11-9f37-4c2b-aba1-bce458db6100,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:39.080245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-39252708-6013-4741-948f-13b9d78bb909 None None] Calling delete_port for 48c9f94b-7112-49d1-8481-3359ecef725a owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:39.108055 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:35Z', 'revision_number': 8, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:39.114939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.148166 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3a6fb-768b-462a-8008-57494c28d4c2 None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:35Z', 'revision_number': 8, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fa27846-a2ff-48d7-aa55-a68a34d15c8d', 'name': '', 'network_id': '42db828d-e487-48d1-9dde-c1539ff5f5d5', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:79:b0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:16Z', 'updated_at': '2021-12-10T09:07:22Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'de22e037-47d2-4599-a4fd-2255a8551cfa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:39.169047 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.188964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.192340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "DELETE /v2.0/networks/07b4e1b6-6375-4ba9-8150-4ba3bb616612 HTTP/1.1" status: 204 len: 168 time: 1.8935735 Dec 10 09:07:39.199720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39802) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:39.200518 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.208878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:39.209496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.240950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e97cde-f289-444b-b2e9-b0e0f56f0cc8 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Network': ['ID=07b4e1b6-6375-4ba9-8150-4ba3bb616612,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:39.246811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port fc449828-c76f-4325-8805-07bab875309d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:39.247144 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.247679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d4f956c7-31fb-45e1-93f5-203278f5892f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:39.258740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1914430 Dec 10 09:07:39.259985 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-39252708-6013-4741-948f-13b9d78bb909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.269441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39804) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:39.277387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Request body: {'subnet': {'network_id': '9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:39.320231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39252708-6013-4741-948f-13b9d78bb909 None None] Pushing event deleted for resources: {'Port': ['ID=48c9f94b-7112-49d1-8481-3359ecef725a,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:39.334816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: d4f956c7-31fb-45e1-93f5-203278f5892f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:39.335524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d4f956c7-31fb-45e1-93f5-203278f5892f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:39.336254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 48c9f94b-7112-49d1-8481-3359ecef725a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:39.371253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-dbbee6ff-0705-4964-9079-5cccba74580c None None] Deleting port dae91f11-9f37-4c2b-aba1-bce458db6100 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:39.372022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbbee6ff-0705-4964-9079-5cccba74580c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.382164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.398819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39252708-6013-4741-948f-13b9d78bb909 None None] No DVR routers for this DVR port 48c9f94b-7112-49d1-8481-3359ecef725a on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:39.400860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f6bd7-a1ca-4f56-ab36-d66a593edcd3 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event updated for resources: {'Network': ['ID=9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:39.404641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 48c9f94b-7112-49d1-8481-3359ecef725a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:39.405417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 48c9f94b-7112-49d1-8481-3359ecef725a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:39.406069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device dae91f11-9f37-4c2b-aba1-bce458db6100 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:39.415537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.434739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port fc449828-c76f-4325-8805-07bab875309d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fc449828-c76f-4325-8805-07bab875309d,segment=NetworkSegment(248101e3-234e-488f-8cfe-1e58bba61dff),segment_id=248101e3-234e-488f-8cfe-1e58bba61dff)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:39.435115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.465479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:07:39.487393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for fc449828-c76f-4325-8805-07bab875309d owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:39.522527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Made reservation on behalf of 761b783bafb04ca2ab5fc771a64f3307 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:39.527872 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.608550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a05c4a68-3627-43bf-a9e2-be4e8299f954 None None] Deleting port fc449828-c76f-4325-8805-07bab875309d {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:39.609097 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a05c4a68-3627-43bf-a9e2-be4e8299f954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.739264 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.801867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dbbee6ff-0705-4964-9079-5cccba74580c None None] For port dae91f11-9f37-4c2b-aba1-bce458db6100, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dae91f11-9f37-4c2b-aba1-bce458db6100,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:39.802271 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbbee6ff-0705-4964-9079-5cccba74580c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.817800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1ec076-b952-4ca7-9dc0-3f57cf014738']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:39.841293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2491d95-2b7a-4aa5-85da-a026ae9b937e') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:39.841889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2491d95-2b7a-4aa5-85da-a026ae9b937e') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:39.861549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a05c4a68-3627-43bf-a9e2-be4e8299f954 None None] For port fc449828-c76f-4325-8805-07bab875309d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fc449828-c76f-4325-8805-07bab875309d,segment=NetworkSegment(248101e3-234e-488f-8cfe-1e58bba61dff),segment_id=248101e3-234e-488f-8cfe-1e58bba61dff)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:39.861964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a05c4a68-3627-43bf-a9e2-be4e8299f954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.866753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-dbbee6ff-0705-4964-9079-5cccba74580c None None] Calling delete_port for dae91f11-9f37-4c2b-aba1-bce458db6100 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:39.871265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.890977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a05c4a68-3627-43bf-a9e2-be4e8299f954 None None] Calling delete_port for fc449828-c76f-4325-8805-07bab875309d owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:39.892600 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.897217 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.906660 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.947125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=fc449828-c76f-4325-8805-07bab875309d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:39.949765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:39.959175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No DVR routers for this DVR port fc449828-c76f-4325-8805-07bab875309d on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:39.966700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event updated for resources: {'Subnet': ['ID=2b77c891-951a-49db-802e-5f751fcf3e84,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:39.974732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Checking segment: {'id': '13c6f4c6-6d55-4d74-89b1-b971cd24d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:39.975225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Network hostable DHCP agents. Network: 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:07:39.997360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:07:40.009162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:07:40.010068 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:07:40.013539 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:07:40.016751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:40.026770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port dae91f11-9f37-4c2b-aba1-bce458db6100, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dae91f11-9f37-4c2b-aba1-bce458db6100,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:40.029915 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:40.030660 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.040431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b027309-2107-4496-813d-bf4e7fa78b40 None None] Network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:40.068366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6692c385-de8d-4303-9e22-2d4f53b92837 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7975957 Dec 10 09:07:40.069282 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.070788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fc449828-c76f-4325-8805-07bab875309d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:40.072028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39808) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:40.076615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-52e3de9f-14b2-4240-9b12-ffc48ec82148 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-954132164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:40.145327 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52e3de9f-14b2-4240-9b12-ffc48ec82148 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.146853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52e3de9f-14b2-4240-9b12-ffc48ec82148 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.177651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:07:40.230780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: fc449828-c76f-4325-8805-07bab875309d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:40.231651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fc449828-c76f-4325-8805-07bab875309d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:40.261551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52e3de9f-14b2-4240-9b12-ffc48ec82148 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.275384 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52e3de9f-14b2-4240-9b12-ffc48ec82148 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.291925 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a05c4a68-3627-43bf-a9e2-be4e8299f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.295897 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbbee6ff-0705-4964-9079-5cccba74580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.301654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=dae91f11-9f37-4c2b-aba1-bce458db6100,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:40.308763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52e3de9f-14b2-4240-9b12-ffc48ec82148 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.313539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-52e3de9f-14b2-4240-9b12-ffc48ec82148 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2401071 Dec 10 09:07:40.314145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39812) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:40.329649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbee6ff-0705-4964-9079-5cccba74580c None None] No DVR routers for this DVR port dae91f11-9f37-4c2b-aba1-bce458db6100 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:40.341022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c4a68-3627-43bf-a9e2-be4e8299f954 None None] No DVR routers for this DVR port fc449828-c76f-4325-8805-07bab875309d on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:40.373239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.387967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c4a68-3627-43bf-a9e2-be4e8299f954 None None] Pushing event deleted for resources: {'Port': ['ID=fc449828-c76f-4325-8805-07bab875309d,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:40.422346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbee6ff-0705-4964-9079-5cccba74580c None None] Pushing event deleted for resources: {'Port': ['ID=dae91f11-9f37-4c2b-aba1-bce458db6100,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:40.431741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.436266 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] 10.222.0.31 "DELETE /v2.0/networks/3b1ec076-b952-4ca7-9dc0-3f57cf014738 HTTP/1.1" status: 204 len: 168 time: 1.2355540 Dec 10 09:07:40.441322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1', 'network_id': '9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1', 'project_id': '761b783bafb04ca2ab5fc771a64f3307', 'fixed_ips': [{'subnet_id': '2b77c891-951a-49db-802e-5f751fcf3e84'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:40.442562 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.474678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ad48d-7b72-404d-a580-f5ff4ff50f43 tempest-TaggedBootDevicesTest_v242-1608699858 tempest-TaggedBootDevicesTest_v242-1608699858-project] Pushing event deleted for resources: {'Network': ['ID=3b1ec076-b952-4ca7-9dc0-3f57cf014738,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:40.498515 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.521490 n-d-814746-3 neutron-server[114970]: WARNING neutron.services.revisions.revision_plugin [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Could not find related port for resource to bump revision. Dec 10 09:07:40.572606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_pluggable_backend [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Port dae91f11-9f37-4c2b-aba1-bce458db6100 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114970) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 09:07:40.573260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_pluggable_backend [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Reverting IP allocation for 2001:db8::f816:3eff:fe17:fc80 {{(pid=114970) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 09:07:40.601012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_pluggable_backend [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe17:fc80 {{(pid=114970) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 09:07:40.607484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab6e283-0332-403b-818b-c6095e5dc6e6']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:40.610126 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.674582 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248101e3-234e-488f-8cfe-1e58bba61dff') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:40.680766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248101e3-234e-488f-8cfe-1e58bba61dff') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:40.724364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:40.727561 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.736626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Allocated IP 172.20.0.2 (9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1/2b77c891-951a-49db-802e-5f751fcf3e84/e10748ef-0b97-4ebf-9f87-c930f9dee1be) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:40.737177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:40.747952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:40.749236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b4e27-aec8-486a-84cc-78142b8fcb5b None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:40.749350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.759669 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.774437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:07:40.775059 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:07:40.779626 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:07:40.808852 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1607859 Dec 10 09:07:40.810295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39822) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:40.817705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:13:c3:f2', 'name': 'tempest-NetworksTestDHCPv6-1824855861'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:40.834239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc26f3b-93e9-456e-9aaa-4f91ac6b01b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=d152dabb-9346-46b2-8b76-bcdc9a4eb29b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:40.870272 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.885540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:40.892443 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/networks/6ab6e283-0332-403b-818b-c6095e5dc6e6 HTTP/1.1" status: 204 len: 168 time: 2.3830998 Dec 10 09:07:40.902966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39826) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:40.916235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5aac2-4d0d-4de8-9715-b494db5e5a7f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Network': ['ID=6ab6e283-0332-403b-818b-c6095e5dc6e6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:41.065111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:41.093844 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:41.111275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': 'd152dabb-9346-46b2-8b76-bcdc9a4eb29b'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:41.113093 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:41.134809 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:41.147318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ce4de9e8-521d-4807-925a-2125f3261cf1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:41.242858 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:41.245329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:41.498888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:41.552630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:41.553369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 66c6dcd3-97df-4951-af3f-967573971c12 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:07:41.564506 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Allocated IP 172.20.0.1 (9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1/2b77c891-951a-49db-802e-5f751fcf3e84/3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:41.795035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fe13:c3f2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/d152dabb-9346-46b2-8b76-bcdc9a4eb29b/66c6dcd3-97df-4951-af3f-967573971c12) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:41.798072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Pushing event updated for resources: {'Port': ['ID=e10748ef-0b97-4ebf-9f87-c930f9dee1be,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:41.800995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:41.826069 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:41.885290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ce4de9e8-521d-4807-925a-2125f3261cf1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:41.885679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ce4de9e8-521d-4807-925a-2125f3261cf1 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:41.887207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:41.977340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Attempting to bind port e10748ef-0b97-4ebf-9f87-c930f9dee1be on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:41.978105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Attempting to bind port e10748ef-0b97-4ebf-9f87-c930f9dee1be by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '13c6f4c6-6d55-4d74-89b1-b971cd24d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:41.978765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Attempting to bind port e10748ef-0b97-4ebf-9f87-c930f9dee1be on network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:41.984829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:41.986101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Checking segment: {'id': '13c6f4c6-6d55-4d74-89b1-b971cd24d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:41.986669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:41.987215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Bound using segment: {'id': '13c6f4c6-6d55-4d74-89b1-b971cd24d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:41.987989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Bound port: e10748ef-0b97-4ebf-9f87-c930f9dee1be, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c6f4c6-6d55-4d74-89b1-b971cd24d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:41.988557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.074758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] For port e10748ef-0b97-4ebf-9f87-c930f9dee1be, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:42.079176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] For port e10748ef-0b97-4ebf-9f87-c930f9dee1be, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e10748ef-0b97-4ebf-9f87-c930f9dee1be,segment=NetworkSegment(13c6f4c6-6d55-4d74-89b1-b971cd24d8cd),segment_id=13c6f4c6-6d55-4d74-89b1-b971cd24d8cd)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:42.091802 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.111839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.146114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:42.147089 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.216300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event updated for resources: {'Port': ['ID=3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:42.249543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687da623-dca7-44b2-b053-8db8b520e120 None None] Pushing event updated for resources: {'Port': ['ID=e10748ef-0b97-4ebf-9f87-c930f9dee1be,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:42.309003 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.381059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:42.387532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:42.387706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port 4fa27846-a2ff-48d7-aa55-a68a34d15c8d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4fa27846-a2ff-48d7-aa55-a68a34d15c8d,segment=NetworkSegment(4be7ac6c-2250-4595-b7e1-c9a68bb68867),segment_id=4be7ac6c-2250-4595-b7e1-c9a68bb68867)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:42.387965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.391237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:42.417019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 4fa27846-a2ff-48d7-aa55-a68a34d15c8d owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:42.477481 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.541082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Allocated IP 2001:db8::f816:3eff:fe45:c5a (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/d152dabb-9346-46b2-8b76-bcdc9a4eb29b/cec8e4cd-27af-4f66-ad97-8813f2c9705c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:42.570497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:42.572532 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.644482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:42.653078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:42.659051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:42.659831 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.680341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=66c6dcd3-97df-4951-af3f-967573971c12,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:42.782742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1917e8b0-4315-4cf3-aed4-ce03e42f0e4e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9710312 Dec 10 09:07:42.806249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39842) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:42.921186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.925421 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:42.953338 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:43.029331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=4fa27846-a2ff-48d7-aa55-a68a34d15c8d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:43.051133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:43.074082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:43.085057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:43.221796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Pushing event updated for resources: {'Port': ['ID=cec8e4cd-27af-4f66-ad97-8813f2c9705c,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:43.279346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:43.336733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Attempting to bind port cec8e4cd-27af-4f66-ad97-8813f2c9705c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:43.337311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Attempting to bind port cec8e4cd-27af-4f66-ad97-8813f2c9705c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:43.338003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Attempting to bind port cec8e4cd-27af-4f66-ad97-8813f2c9705c on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:43.353448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e10748ef-0b97-4ebf-9f87-c930f9dee1be up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:43.452399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:43.453059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:43.453676 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:43.454227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:43.454889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Bound port: cec8e4cd-27af-4f66-ad97-8813f2c9705c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:43.455433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:43.516626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e10748ef-0b97-4ebf-9f87-c930f9dee1be triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:43.517559 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:43.589237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] For port cec8e4cd-27af-4f66-ad97-8813f2c9705c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:43.595572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] For port cec8e4cd-27af-4f66-ad97-8813f2c9705c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cec8e4cd-27af-4f66-ad97-8813f2c9705c,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:43.614283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:43.623322 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:43.721714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:43.734381 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:43.779366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port e10748ef-0b97-4ebf-9f87-c930f9dee1be, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e10748ef-0b97-4ebf-9f87-c930f9dee1be,segment=NetworkSegment(13c6f4c6-6d55-4d74-89b1-b971cd24d8cd),segment_id=13c6f4c6-6d55-4d74-89b1-b971cd24d8cd)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:43.780903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab231c-7e8d-46b8-b0dc-4ec0e07378a6 None None] Pushing event updated for resources: {'Port': ['ID=cec8e4cd-27af-4f66-ad97-8813f2c9705c,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:43.786976 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:43.841575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db80d1f-386b-41ee-8c4a-fd3b99861855 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:43.843188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7db80d1f-386b-41ee-8c4a-fd3b99861855 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.0359621 Dec 10 09:07:43.846669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39850) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:43.847487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:43.857926 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0efddc9b-25ed-4981-abe2-621e387b6da3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9523797 Dec 10 09:07:43.858577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39852) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:43.867691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:43.918051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=e10748ef-0b97-4ebf-9f87-c930f9dee1be,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:43.921636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:43.922307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:43.962025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf0dfbe-c435-43c4-a338-881017908c9e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting subnet de22e037-47d2-4599-a4fd-2255a8551cfa {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:43.982958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bf0dfbe-c435-43c4-a338-881017908c9e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.083735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bf0dfbe-c435-43c4-a338-881017908c9e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.164933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:44.184493 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bf0dfbe-c435-43c4-a338-881017908c9e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.264529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8008cda7-a6ed-4675-bbc9-6d51f2f05099 None None] Network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:44.286082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bf0dfbe-c435-43c4-a338-881017908c9e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.308322 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9bf0dfbe-c435-43c4-a338-881017908c9e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.321918 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9bf0dfbe-c435-43c4-a338-881017908c9e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/de22e037-47d2-4599-a4fd-2255a8551cfa HTTP/1.1" status: 204 len: 168 time: 0.4621313 Dec 10 09:07:44.322603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39858) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:44.354439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0dfbe-c435-43c4-a338-881017908c9e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Subnet': ['ID=de22e037-47d2-4599-a4fd-2255a8551cfa,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:44.396113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70960550-4a45-4725-9206-f542669ffceb None None] Network 42db828d-e487-48d1-9dde-c1539ff5f5d5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:44.517101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7f5f0643-8e24-4015-9aec-52d9c7f12814 None None] Provisioning complete for port e10748ef-0b97-4ebf-9f87-c930f9dee1be triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:44.517467 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0643-8e24-4015-9aec-52d9c7f12814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.522278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-be418240-fb8a-47e1-a8be-d777fbac6413 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 66c6dcd3-97df-4951-af3f-967573971c12 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:44.522617 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-be418240-fb8a-47e1-a8be-d777fbac6413 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.679742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.690609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.793758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] DHCP port deletion for 42db828d-e487-48d1-9dde-c1539ff5f5d5 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:44.906712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:42Z', 'revision_number': 9, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:44.913434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event updated for resources: {'Port': ['ID=3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:44.919218 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-be418240-fb8a-47e1-a8be-d777fbac6413 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.922652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:44.958153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-be418240-fb8a-47e1-a8be-d777fbac6413 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 66c6dcd3-97df-4951-af3f-967573971c12 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:44.977880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:45.015124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:45.016631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:45.146620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:45.328221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:45.329758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:45.372112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:45.374508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bc293d51-75d6-4585-a4dd-cc8a2b03767c None None] Provisioning complete for port e10748ef-0b97-4ebf-9f87-c930f9dee1be triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:45.374970 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc293d51-75d6-4585-a4dd-cc8a2b03767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:45.379217 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:45.406039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:45.465617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:45.485396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] Deleting port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:45.485900 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:45.525294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=7efc99f9-b5b4-48e9-8996-6389f8dcff0c,segment=NetworkSegment(4be7ac6c-2250-4595-b7e1-c9a68bb68867),segment_id=4be7ac6c-2250-4595-b7e1-c9a68bb68867)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:45.525705 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:45.560107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 7efc99f9-b5b4-48e9-8996-6389f8dcff0c owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:45.770520 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-be418240-fb8a-47e1-a8be-d777fbac6413 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:45.773347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:45.842174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e10748ef-0b97-4ebf-9f87-c930f9dee1be up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:45.879138 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-be418240-fb8a-47e1-a8be-d777fbac6413 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:45.885891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-be418240-fb8a-47e1-a8be-d777fbac6413 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/66c6dcd3-97df-4951-af3f-967573971c12 HTTP/1.1" status: 204 len: 168 time: 2.0382586 Dec 10 09:07:45.887163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39872) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:45.887608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be418240-fb8a-47e1-a8be-d777fbac6413 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=66c6dcd3-97df-4951-af3f-967573971c12,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:45.918579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No DVR routers for this DVR port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:45.934778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=7efc99f9-b5b4-48e9-8996-6389f8dcff0c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:45.955189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Router 0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:07:46.177201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:46.191595 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7674f-45b8-4903-9f7a-16d9450459c1 None None] Sync routers for ids ['0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:46.198108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f73eab1a-cbb5-4abd-a680-0c3c4625e7bf tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "PUT /v2.0/routers/0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8826315 Dec 10 09:07:46.198794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39876) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:46.203912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Request body: {'port': {'network_id': '9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1', 'name': 'tempest-FloatingIPNegativeTestJSON-1752085402'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:46.209162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7674f-45b8-4903-9f7a-16d9450459c1 None None] Routers {'0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:46.210060 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-00b7674f-45b8-4903-9f7a-16d9450459c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:46.231070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] For port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c, host n-d-814746-3, got binding levels [] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:46.231483 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.259188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.283632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] Calling delete_port for 7efc99f9-b5b4-48e9-8996-6389f8dcff0c owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:46.292286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.ipam_backend_mixin [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] Port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c was not found and therefore no delete operation was performed {{(pid=114971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 09:07:46.305097 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42db828d-e487-48d1-9dde-c1539ff5f5d5']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:46.308599 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.317366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be7ac6c-2250-4595-b7e1-c9a68bb68867') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:46.317954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be7ac6c-2250-4595-b7e1-c9a68bb68867') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:46.336655 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-00b7674f-45b8-4903-9f7a-16d9450459c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:46.340658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.360864 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7674f-45b8-4903-9f7a-16d9450459c1 None None] Routers {'0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:46.361874 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-00b7674f-45b8-4903-9f7a-16d9450459c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:46.374000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] No DVR routers for this DVR port 7efc99f9-b5b4-48e9-8996-6389f8dcff0c on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:46.435417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.471269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:07:46.471954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.479521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8640f-f50d-4ee8-b7d0-88407a7db212 None None] Pushing event deleted for resources: {'Port': ['ID=7efc99f9-b5b4-48e9-8996-6389f8dcff0c,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:46.504233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e10748ef-0b97-4ebf-9f87-c930f9dee1be triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:46.504609 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:07:46.510027 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:07:46.525620 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-00b7674f-45b8-4903-9f7a-16d9450459c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:46.526611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Made reservation on behalf of 761b783bafb04ca2ab5fc771a64f3307 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:46.530728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.531774 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7674f-45b8-4903-9f7a-16d9450459c1 None None] The sync data for ids ['0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:46.582445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] device_id is not set on port 2f190a91-e81c-4c64-b47c-2629d51981aa yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:07:46.644495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bc293d51-75d6-4585-a4dd-cc8a2b03767c None None] Provisioning complete for port 3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:46.647678 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc293d51-75d6-4585-a4dd-cc8a2b03767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.684631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189fee5-0334-4e2a-9dcb-5f6aa2264dcf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:46.686875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189fee5-0334-4e2a-9dcb-5f6aa2264dcf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:46.693874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39882) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:46.694089 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d189fee5-0334-4e2a-9dcb-5f6aa2264dcf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.7986250 Dec 10 09:07:46.727604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.743998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bc293d51-75d6-4585-a4dd-cc8a2b03767c None None] Port 3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:46.758590 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.770039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/networks/42db828d-e487-48d1-9dde-c1539ff5f5d5 HTTP/1.1" status: 204 len: 168 time: 2.4223766 Dec 10 09:07:46.793633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39884) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:46.805051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cec8e4cd-27af-4f66-ad97-8813f2c9705c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:46.816842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6321b-8fe6-40d7-9f60-0792d4f5f7a2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Network': ['ID=42db828d-e487-48d1-9dde-c1539ff5f5d5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:46.862558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:42Z', 'revision_number': 9, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:46.880704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Allocated IP 172.20.0.14 (9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1/2b77c891-951a-49db-802e-5f751fcf3e84/2f190a91-e81c-4c64-b47c-2629d51981aa) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:46.900700 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad7d8b-7bd5-4b91-9d4b-e8b1edafed23 None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:42Z', 'revision_number': 9, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '4fda229e-16a4-4e3b-b53b-40ec60e695c1', 'name': '', 'network_id': '53f88c90-0de1-4966-85d0-ed840b904a54', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c6:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '69c61877-2740-4ec8-b201-85c4708d7478', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:08Z', 'updated_at': '2021-12-10T09:07:17Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': '69c61877-2740-4ec8-b201-85c4708d7478', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:46.913327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] Provisioning complete for port cec8e4cd-27af-4f66-ad97-8813f2c9705c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:46.913864 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:46.977534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port cec8e4cd-27af-4f66-ad97-8813f2c9705c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:46.978133 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.103498 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.118132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6df16fb-2d85-4f91-b04a-73c8074aaa30 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet d152dabb-9346-46b2-8b76-bcdc9a4eb29b {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:47.136073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6df16fb-2d85-4f91-b04a-73c8074aaa30 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.187515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] For port cec8e4cd-27af-4f66-ad97-8813f2c9705c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cec8e4cd-27af-4f66-ad97-8813f2c9705c,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:47.198234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.200490 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.261614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6df16fb-2d85-4f91-b04a-73c8074aaa30 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.276972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] Provisioning complete for port 3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:47.277554 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.356823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6df16fb-2d85-4f91-b04a-73c8074aaa30 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.418947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:07:47.419546 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:07:47.421434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] Pushing event updated for resources: {'Port': ['ID=cec8e4cd-27af-4f66-ad97-8813f2c9705c,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:47.424763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] Port 3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:47.430312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-abd78ada-8172-436e-8376-e595ccd93098 None None] Could not find standard attr ID for object 66c6dcd3-97df-4951-af3f-967573971c12. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:07:47.635376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6df16fb-2d85-4f91-b04a-73c8074aaa30 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.683494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df16fb-2d85-4f91-b04a-73c8074aaa30 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=d152dabb-9346-46b2-8b76-bcdc9a4eb29b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:47.719958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6df16fb-2d85-4f91-b04a-73c8074aaa30 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.725591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c6df16fb-2d85-4f91-b04a-73c8074aaa30 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/d152dabb-9346-46b2-8b76-bcdc9a4eb29b HTTP/1.1" status: 204 len: 168 time: 1.0282259 Dec 10 09:07:47.725731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32b509-a360-40ac-969b-8c12ace9ba36 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:47.726275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:47.756769 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:47.811362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39898) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:47.812012 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9c1db6e4-4662-4b40-8bba-b2cdd7541a5d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843074 Dec 10 09:07:47.823663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:47.965143 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.076938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c9283-b98a-476b-820e-f4983f7749dc None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:48.138734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7efc99f9-b5b4-48e9-8996-6389f8dcff0c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:48.182970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:48.194643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 7efc99f9-b5b4-48e9-8996-6389f8dcff0c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:48.195559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7efc99f9-b5b4-48e9-8996-6389f8dcff0c not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:48.198268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:48.203448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.222608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:48.229077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:48.251849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-037c9283-b98a-476b-820e-f4983f7749dc None None] Deleting port cec8e4cd-27af-4f66-ad97-8813f2c9705c {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:48.252218 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-037c9283-b98a-476b-820e-f4983f7749dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.364468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4fa27846-a2ff-48d7-aa55-a68a34d15c8d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:48.364645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:48.366019 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.394539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event updated for resources: {'Port': ['ID=2f190a91-e81c-4c64-b47c-2629d51981aa,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:48.409153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 4fa27846-a2ff-48d7-aa55-a68a34d15c8d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:48.409558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4fa27846-a2ff-48d7-aa55-a68a34d15c8d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:48.415811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device cec8e4cd-27af-4f66-ad97-8813f2c9705c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:48.433643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-19a46cc3-32d0-4fd1-b710-16c3683cd1de tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2336493 Dec 10 09:07:48.437685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39902) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:48.444165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:48.480282 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.493742 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.493946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-037c9283-b98a-476b-820e-f4983f7749dc None None] For port cec8e4cd-27af-4f66-ad97-8813f2c9705c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=cec8e4cd-27af-4f66-ad97-8813f2c9705c,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:48.494231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-037c9283-b98a-476b-820e-f4983f7749dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.548328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-037c9283-b98a-476b-820e-f4983f7749dc None None] Calling delete_port for cec8e4cd-27af-4f66-ad97-8813f2c9705c owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:48.713773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.835023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9e5a5e32-befa-4e15-9556-ccb1e1093743 None None] Provisioning complete for port 2f190a91-e81c-4c64-b47c-2629d51981aa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:48.835610 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5e32-befa-4e15-9556-ccb1e1093743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.839831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-037c9283-b98a-476b-820e-f4983f7749dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.842204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:48.883461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Allocated IP 172.25.3.203 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/4298ed41-7e5f-41b4-bff8-dbb470ffb07b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:48.903100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c9283-b98a-476b-820e-f4983f7749dc None None] Pushing event deleted for resources: {'Port': ['ID=cec8e4cd-27af-4f66-ad97-8813f2c9705c,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:48.926452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c9283-b98a-476b-820e-f4983f7749dc None None] No DVR routers for this DVR port cec8e4cd-27af-4f66-ad97-8813f2c9705c on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:48.991328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a5e32-befa-4e15-9556-ccb1e1093743 None None] Port 2f190a91-e81c-4c64-b47c-2629d51981aa cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:49.079668 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.186751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.196592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 4fda229e-16a4-4e3b-b53b-40ec60e695c1 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:49.197119 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.228264 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.252638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:49.260872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:49.270756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:49.275723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event updated for resources: {'Port': ['ID=4298ed41-7e5f-41b4-bff8-dbb470ffb07b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:49.302065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:07:49.306752 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.358166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:49.367258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:49.377130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10548d73-95bc-464b-8071-7c2d1bea95c0 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:49.378158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:49.378737 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.402901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.416594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=04bcd66d-ab3b-4481-b514-b224f67eb413,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:49.433111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-edb54021-4c93-4d00-b35d-1480d2744e75 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6185279 Dec 10 09:07:49.433949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39910) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:49.439101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:32:44:53', 'name': 'tempest-NetworksTestDHCPv6-2058478659'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:49.451647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port 4fda229e-16a4-4e3b-b53b-40ec60e695c1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4fda229e-16a4-4e3b-b53b-40ec60e695c1,segment=NetworkSegment(fcde7eb8-f2d2-46be-855f-be6dbeee60fa),segment_id=fcde7eb8-f2d2-46be-855f-be6dbeee60fa)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:49.452170 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.456839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.523356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 4fda229e-16a4-4e3b-b53b-40ec60e695c1 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:49.609484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '04bcd66d-ab3b-4481-b514-b224f67eb413'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:49.613072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.705229 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.714400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.763755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:49.824931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event updated for resources: {'Port': ['ID=4298ed41-7e5f-41b4-bff8-dbb470ffb07b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:49.843659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.873051 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.879878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ff3ea53e-1131-4976-b8b2-b592ac5a8651 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4410772 Dec 10 09:07:49.881667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39914) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:49.900391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-05fee7fd-4e10-456a-80a8-4febd4e39564 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Request body: {'floatingip': {'port_id': '2f190a91-e81c-4c64-b47c-2629d51981aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:49.913818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Allocated IP 2001:db8::f816:3eff:fec9:bb1 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/04bcd66d-ab3b-4481-b514-b224f67eb413/7c7cc003-545f-4564-9e3d-5f42a2757670) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:49.950267 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:49.980520 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-05fee7fd-4e10-456a-80a8-4febd4e39564 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.022585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port a86830ed-bab5-4fdf-b031-1dd05125d5cb yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:07:50.117027 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.129049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.140471 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-05fee7fd-4e10-456a-80a8-4febd4e39564 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] update failed (client error): The resource could not be found. Dec 10 09:07:50.144715 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-05fee7fd-4e10-456a-80a8-4febd4e39564 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "PUT /v2.0/floatingips/b10311dd-117b-4328-ae28-dbe11b75f33c HTTP/1.1" status: 404 len: 507 time: 0.2619355 Dec 10 09:07:50.145545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39920) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:50.188294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Pushing event updated for resources: {'Port': ['ID=7c7cc003-545f-4564-9e3d-5f42a2757670,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:50.199473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:50.201044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:50.203633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:50.224318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.244385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fe32:4453 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/04bcd66d-ab3b-4481-b514-b224f67eb413/a86830ed-bab5-4fdf-b031-1dd05125d5cb) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:50.279897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=4fda229e-16a4-4e3b-b53b-40ec60e695c1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:50.404536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Deleting port 4298ed41-7e5f-41b4-bff8-dbb470ffb07b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:50.404884 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.531729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Attempting to bind port 7c7cc003-545f-4564-9e3d-5f42a2757670 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:50.531729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Attempting to bind port 7c7cc003-545f-4564-9e3d-5f42a2757670 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:50.531729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Attempting to bind port 7c7cc003-545f-4564-9e3d-5f42a2757670 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:50.538767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:50.539561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:50.539988 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.540393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:50.540879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Bound port: 7c7cc003-545f-4564-9e3d-5f42a2757670, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:50.541270 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.603645 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.604002 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.634148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Calling delete_port for 4298ed41-7e5f-41b4-bff8-dbb470ffb07b owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:50.703354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] For port 7c7cc003-545f-4564-9e3d-5f42a2757670, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:50.709638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] For port 7c7cc003-545f-4564-9e3d-5f42a2757670, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=7c7cc003-545f-4564-9e3d-5f42a2757670,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:50.721943 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.729707 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:50.879657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5d4a0-b89f-4283-84b7-f055feb5e91f None None] Pushing event updated for resources: {'Port': ['ID=7c7cc003-545f-4564-9e3d-5f42a2757670,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:50.908860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39930) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:50.963209 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.133424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event deleted for resources: {'Port': ['ID=4298ed41-7e5f-41b4-bff8-dbb470ffb07b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:51.134343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-726fe4c1-6cb8-4ade-aebb-7cb982fb6a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.194032 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.197991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.199412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7feba80e-bf3f-404e-9ebd-4925a1f5b9f8 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "DELETE /v2.0/floatingips/b10311dd-117b-4328-ae28-dbe11b75f33c HTTP/1.1" status: 204 len: 168 time: 1.0525999 Dec 10 09:07:51.203683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39936) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:51.212979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6e71478a-35e9-440b-8461-e40df9961a80 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Request body: {'floatingip': {'floating_network_id': '9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1', 'port_id': '2f190a91-e81c-4c64-b47c-2629d51981aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:51.269709 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e71478a-35e9-440b-8461-e40df9961a80 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.383437 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-726fe4c1-6cb8-4ade-aebb-7cb982fb6a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.393886 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-726fe4c1-6cb8-4ade-aebb-7cb982fb6a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.447767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-726fe4c1-6cb8-4ade-aebb-7cb982fb6a60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7eab8816124146e887660d7dbdf94822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5377183 Dec 10 09:07:51.449304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fe4c1-6cb8-4ade-aebb-7cb982fb6a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92385db-0316-47ea-aaa0-927cf6e6acc9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:51.462433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39938) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:51.515166 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-6e71478a-35e9-440b-8461-e40df9961a80 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:07:51.517570 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6e71478a-35e9-440b-8461-e40df9961a80 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3122661 Dec 10 09:07:51.518208 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.521748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39940) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:51.537177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '2f190a91-e81c-4c64-b47c-2629d51981aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:51.572136 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.660630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:51.663123 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6c28fe8-2f21-4456-b7aa-6cf566ee248e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.695462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.701031 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6c28fe8-2f21-4456-b7aa-6cf566ee248e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.710471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.864370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:51.874340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:51.887039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:51.891191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Allocated IP 172.25.3.172 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/fa726f64-2f0d-41b9-a1c1-bd925a8d2e4d) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:51.893286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:51.893682 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.896180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=a86830ed-bab5-4fdf-b031-1dd05125d5cb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:51.917308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:51.931749 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f12047c7-8bf6-46e1-aaff-205cd38686aa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1366708 Dec 10 09:07:51.932550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39944) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:51.932842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:51.936264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-32495ab2-6572-49bb-b505-4e72b9e9be13 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5011740 Dec 10 09:07:51.946722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39946) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:51.968131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:51.968131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:51.983002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6c28fe8-2f21-4456-b7aa-6cf566ee248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.985636 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6c28fe8-2f21-4456-b7aa-6cf566ee248e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:51.989090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c6c28fe8-2f21-4456-b7aa-6cf566ee248e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e92385db-0316-47ea-aaa0-927cf6e6acc9 HTTP/1.1" status: 204 len: 168 time: 0.5204287 Dec 10 09:07:52.014655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c28fe8-2f21-4456-b7aa-6cf566ee248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92385db-0316-47ea-aaa0-927cf6e6acc9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:52.041667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a867f6-85fc-42f6-a432-2833941da121 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting subnet 69c61877-2740-4ec8-b201-85c4708d7478 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:52.048262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3a867f6-85fc-42f6-a432-2833941da121 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.053437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daddd7c-3089-43dc-b851-1395972c2591 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:52.068308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daddd7c-3089-43dc-b851-1395972c2591 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:52.077819 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8daddd7c-3089-43dc-b851-1395972c2591 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1297827 Dec 10 09:07:52.084079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39950) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:52.172646 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3a867f6-85fc-42f6-a432-2833941da121 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.205036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:52.387104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3a867f6-85fc-42f6-a432-2833941da121 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.431417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.551226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7c7cc003-545f-4564-9e3d-5f42a2757670 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:52.553573 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3a867f6-85fc-42f6-a432-2833941da121 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.572101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.617156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b9301028-a956-4da3-b21d-8ce8c13af0fc None None] Provisioning complete for port 7c7cc003-545f-4564-9e3d-5f42a2757670 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:52.620734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9301028-a956-4da3-b21d-8ce8c13af0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.635592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a867f6-85fc-42f6-a432-2833941da121 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Subnet': ['ID=69c61877-2740-4ec8-b201-85c4708d7478,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:52.639777 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3a867f6-85fc-42f6-a432-2833941da121 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.653956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a3a867f6-85fc-42f6-a432-2833941da121 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/69c61877-2740-4ec8-b201-85c4708d7478 HTTP/1.1" status: 204 len: 168 time: 0.7161002 Dec 10 09:07:52.655112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39962) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:52.662500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event updated for resources: {'Port': ['ID=fa726f64-2f0d-41b9-a1c1-bd925a8d2e4d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:52.680646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:52.685304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c08e9110-5b3f-4fae-b27c-2c6668014c92 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port a86830ed-bab5-4fdf-b031-1dd05125d5cb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:52.686019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c08e9110-5b3f-4fae-b27c-2c6668014c92 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.690683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:52.695730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:52.716881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1f6b4-085a-43f6-8ec7-80cc0134bd01 None None] Network 53f88c90-0de1-4966-85d0-ed840b904a54 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:52.770430 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.818818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:50Z', 'revision_number': 10, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:52.833464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 6f428173-b6af-4508-b975-5a6481e0dfb3 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:52.838485 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.905600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:52.940036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port 6f428173-b6af-4508-b975-5a6481e0dfb3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6f428173-b6af-4508-b975-5a6481e0dfb3,segment=NetworkSegment(fcde7eb8-f2d2-46be-855f-be6dbeee60fa),segment_id=fcde7eb8-f2d2-46be-855f-be6dbeee60fa)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:52.941993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:52.958151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 6f428173-b6af-4508-b975-5a6481e0dfb3 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:52.963149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Deleting port fa726f64-2f0d-41b9-a1c1-bd925a8d2e4d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:52.963721 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.011389 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9301028-a956-4da3-b21d-8ce8c13af0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.051330 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.062763 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.063100 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.072662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 7c7cc003-545f-4564-9e3d-5f42a2757670 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:53.073278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.086238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=6f428173-b6af-4508-b975-5a6481e0dfb3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:53.089136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No DVR routers for this DVR port 6f428173-b6af-4508-b975-5a6481e0dfb3 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:53.100704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Calling delete_port for fa726f64-2f0d-41b9-a1c1-bd925a8d2e4d owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:53.164085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:53.164762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:53.181441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.204376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f88c90-0de1-4966-85d0-ed840b904a54']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:53.214352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:53.214811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcde7eb8-f2d2-46be-855f-be6dbeee60fa') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:53.224864 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.239170 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.256664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:07:53.257766 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:07:53.261610 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:07:53.307494 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c08e9110-5b3f-4fae-b27c-2c6668014c92 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.331153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c08e9110-5b3f-4fae-b27c-2c6668014c92 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for a86830ed-bab5-4fdf-b031-1dd05125d5cb owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:53.340549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.343862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.350136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.361289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/networks/53f88c90-0de1-4966-85d0-ed840b904a54 HTTP/1.1" status: 204 len: 168 time: 0.7050555 Dec 10 09:07:53.367908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39980) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:53.381216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b9301028-a956-4da3-b21d-8ce8c13af0fc None None] For port 7c7cc003-545f-4564-9e3d-5f42a2757670, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=7c7cc003-545f-4564-9e3d-5f42a2757670,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:53.387661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event deleted for resources: {'Port': ['ID=fa726f64-2f0d-41b9-a1c1-bd925a8d2e4d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:53.399462 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9301028-a956-4da3-b21d-8ce8c13af0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.538468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9301028-a956-4da3-b21d-8ce8c13af0fc None None] Pushing event updated for resources: {'Port': ['ID=7c7cc003-545f-4564-9e3d-5f42a2757670,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:53.545462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b30d4-9d2a-4d90-8421-5cddb861350b None None] DHCP port deletion for 53f88c90-0de1-4966-85d0-ed840b904a54 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:53.563316 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] create failed (client error): The resource could not be found. Dec 10 09:07:53.564455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-24d5b2e3-09e6-4021-8197-38f8aceeb9d7 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0410326 Dec 10 09:07:53.568915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39986) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:53.602814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:53.666459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30589911-d906-4def-8d4f-787678dacedb tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Network': ['ID=53f88c90-0de1-4966-85d0-ed840b904a54,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:53.669922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9e912524-3790-436b-86ca-3f932d4c36f7 None None] Provisioning complete for port a86830ed-bab5-4fdf-b031-1dd05125d5cb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:53.670306 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9e912524-3790-436b-86ca-3f932d4c36f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.850540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9e912524-3790-436b-86ca-3f932d4c36f7 None None] Port a86830ed-bab5-4fdf-b031-1dd05125d5cb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:53.879709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5757b-8d0b-4c72-9894-b52c5f599599 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Deleting port 2f190a91-e81c-4c64-b47c-2629d51981aa {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:53.880513 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f5757b-8d0b-4c72-9894-b52c5f599599 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:53.917269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c08e9110-5b3f-4fae-b27c-2c6668014c92 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:54.030921 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f5757b-8d0b-4c72-9894-b52c5f599599 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:54.046612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5757b-8d0b-4c72-9894-b52c5f599599 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Calling delete_port for 2f190a91-e81c-4c64-b47c-2629d51981aa owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:54.080421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:54.140662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:50Z', 'revision_number': 10, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:54.175069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9dec3-4867-469c-909e-9ffc7a3b7c1e None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:50Z', 'revision_number': 10, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None, '_interfaces': [{'id': '5d5bd116-77fe-4862-9f89-7a6060dc5514', 'name': '', 'network_id': 'db0d88f3-abe7-48bb-95ec-82e0d229751b', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'mac_address': 'fa:16:3e:c2:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:07:01Z', 'updated_at': '2021-12-10T09:07:11Z', 'revision_number': 5, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'subnets': [{'id': 'c76e40b8-9dc5-48e5-bc43-a8556eb3c355', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:54.284125 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f5757b-8d0b-4c72-9894-b52c5f599599 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:54.296654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e9110-5b3f-4fae-b27c-2c6668014c92 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=a86830ed-bab5-4fdf-b031-1dd05125d5cb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:54.402854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5757b-8d0b-4c72-9894-b52c5f599599 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event deleted for resources: {'Port': ['ID=2f190a91-e81c-4c64-b47c-2629d51981aa,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:54.405488 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c08e9110-5b3f-4fae-b27c-2c6668014c92 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:54.420592 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c08e9110-5b3f-4fae-b27c-2c6668014c92 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/a86830ed-bab5-4fdf-b031-1dd05125d5cb HTTP/1.1" status: 204 len: 168 time: 2.3280840 Dec 10 09:07:54.420719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40002) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:54.564289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7f5757b-8d0b-4c72-9894-b52c5f599599 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:54.579859 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b7f5757b-8d0b-4c72-9894-b52c5f599599 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "DELETE /v2.0/ports/2f190a91-e81c-4c64-b47c-2629d51981aa HTTP/1.1" status: 204 len: 168 time: 1.0083728 Dec 10 09:07:54.580575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40010) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:54.612352 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:07:54.657406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c61e1b-21e5-4a7d-bb0d-8c9bff5d410e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:54.657406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c61e1b-21e5-4a7d-bb0d-8c9bff5d410e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:54.657406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-49c61e1b-21e5-4a7d-bb0d-8c9bff5d410e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2372088 Dec 10 09:07:54.670148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40012) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:54.730702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7c7cc003-545f-4564-9e3d-5f42a2757670 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:54.816214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port 5d5bd116-77fe-4862-9f89-7a6060dc5514 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:54.817294 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:54.847183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a6fb69-d3cd-42bf-8264-fed6e8eb2d96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 04bcd66d-ab3b-4481-b514-b224f67eb413 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:54.856109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb69-d3cd-42bf-8264-fed6e8eb2d96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:54.882503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78748bfc-4e5b-40f8-a265-101ea1dcdea0 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:54.886639 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-78748bfc-4e5b-40f8-a265-101ea1dcdea0 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "GET /v2.0/ports?device_id=0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e HTTP/1.1" status: 200 len: 913 time: 0.3025243 Dec 10 09:07:54.887566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40016) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:54.908406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 7c7cc003-545f-4564-9e3d-5f42a2757670 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:54.909062 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:54.968389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb69-d3cd-42bf-8264-fed6e8eb2d96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:55.076306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port 5d5bd116-77fe-4862-9f89-7a6060dc5514, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5d5bd116-77fe-4862-9f89-7a6060dc5514,segment=NetworkSegment(b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c),segment_id=b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:55.077006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:55.107958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for 5d5bd116-77fe-4862-9f89-7a6060dc5514 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:55.175597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb69-d3cd-42bf-8264-fed6e8eb2d96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:55.200886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6f428173-b6af-4508-b975-5a6481e0dfb3 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:55.250066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6f428173-b6af-4508-b975-5a6481e0dfb3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:55.250408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6f428173-b6af-4508-b975-5a6481e0dfb3 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:55.287607 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb69-d3cd-42bf-8264-fed6e8eb2d96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:55.320427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c2e4f-e3a8-411c-a42a-0760ce386dcc None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:55.337550 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb69-d3cd-42bf-8264-fed6e8eb2d96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:55.346873 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-42a6fb69-d3cd-42bf-8264-fed6e8eb2d96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/04bcd66d-ab3b-4481-b514-b224f67eb413 HTTP/1.1" status: 204 len: 168 time: 0.6734631 Dec 10 09:07:55.349103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40024) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:55.436232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6fb69-d3cd-42bf-8264-fed6e8eb2d96 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=04bcd66d-ab3b-4481-b514-b224f67eb413,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:55.452522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-77de859f-8b58-4181-a657-bbbdb7dee39b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021945 Dec 10 09:07:55.455779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40030) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:55.529532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c23f9e-1a2a-4800-a629-20bb5b65ccac tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:55.535818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40032) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:55.536215 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-86c23f9e-1a2a-4800-a629-20bb5b65ccac tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0793157 Dec 10 09:07:55.671558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd0feeb-f25f-4ce5-8e5e-09839e3577bc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:55.675782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40036) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:55.676870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2cd0feeb-f25f-4ce5-8e5e-09839e3577bc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1382859 Dec 10 09:07:55.677934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:55.762388 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-234c911f-ea62-4f54-a32e-f0df928654a8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846577 Dec 10 09:07:55.770977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40040) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:55.777689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:55.858224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55147cb5-6d9d-4a56-b77d-31797fa92b4c None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:55.899336 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:55.901306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=5d5bd116-77fe-4862-9f89-7a6060dc5514,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:55.923670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:55.934566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:55.936952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-55147cb5-6d9d-4a56-b77d-31797fa92b4c None None] Deleting port 7c7cc003-545f-4564-9e3d-5f42a2757670 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:55.937528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55147cb5-6d9d-4a56-b77d-31797fa92b4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:56.030393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-55147cb5-6d9d-4a56-b77d-31797fa92b4c None None] For port 7c7cc003-545f-4564-9e3d-5f42a2757670, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=7c7cc003-545f-4564-9e3d-5f42a2757670,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:56.041950 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55147cb5-6d9d-4a56-b77d-31797fa92b4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:56.069701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-55147cb5-6d9d-4a56-b77d-31797fa92b4c None None] Calling delete_port for 7c7cc003-545f-4564-9e3d-5f42a2757670 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:56.087201 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:56.237101 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55147cb5-6d9d-4a56-b77d-31797fa92b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:56.239623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:56.275865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55147cb5-6d9d-4a56-b77d-31797fa92b4c None None] Pushing event deleted for resources: {'Port': ['ID=7c7cc003-545f-4564-9e3d-5f42a2757670,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:56.283124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55147cb5-6d9d-4a56-b77d-31797fa92b4c None None] No DVR routers for this DVR port 7c7cc003-545f-4564-9e3d-5f42a2757670 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:56.305567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:56.346642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:56.353608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:56.363457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac83866b-36dc-49b1-a3ad-9aed0b79c477 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:56.366489 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:56.367432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:56.410274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=9c9ad569-1935-4c69-80da-9fb2ec213dda,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:56.439330 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ef8dae86-8cdb-461b-affa-3652d795adc8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6671972 Dec 10 09:07:56.440114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40046) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:56.458233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:9a:b2:5e', 'name': 'tempest-NetworksTestDHCPv6-944626758'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:07:56.489454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4fda229e-16a4-4e3b-b53b-40ec60e695c1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:56.567686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 4fda229e-16a4-4e3b-b53b-40ec60e695c1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:56.568195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4fda229e-16a4-4e3b-b53b-40ec60e695c1 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:56.571205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7c7cc003-545f-4564-9e3d-5f42a2757670 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:56.643496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 7c7cc003-545f-4564-9e3d-5f42a2757670 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:56.643841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7c7cc003-545f-4564-9e3d-5f42a2757670 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:56.669876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:07:56.696138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '9c9ad569-1935-4c69-80da-9fb2ec213dda'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:07:56.697145 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:56.853047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40056) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:56.871266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:56.875122 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:56.878773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40060) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:56.879199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c352b752-01f4-4e6b-a063-9fee26230535 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5100605 Dec 10 09:07:56.881616 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:56.900839 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:56.901741 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:57.020523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/9c9ad569-1935-4c69-80da-9fb2ec213dda/052df619-d85c-487a-9d1d-63191d11bf6f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:57.027964 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:57.044129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Deleting port 3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:57.044129 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.050618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef2be1d-5d85-4c86-b2a6-c1cbb27efe79 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting subnet c76e40b8-9dc5-48e5-bc43-a8556eb3c355 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:57.061723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eef2be1d-5d85-4c86-b2a6-c1cbb27efe79 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.100944 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:55Z', 'revision_number': 11, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:57.129260 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:07:57.140248 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:57.141941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09af4527-1df5-47a0-99ba-a9c4ef16954e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.144321 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:57.145157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 1d832af1-cc0f-46c4-ba35-40a10d759f01 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:07:57.161195 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.183842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Calling delete_port for 3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:57.235973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.237078 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:07:57.244954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.294273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Pushing event updated for resources: {'Port': ['ID=052df619-d85c-487a-9d1d-63191d11bf6f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:57.303563 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:55Z', 'revision_number': 11, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:57.308387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:57.310367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:57.315552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:57.337242 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce406beb-8b18-4cf3-bd3d-efcb4b8c1e49 None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:55Z', 'revision_number': 11, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:57.393788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eef2be1d-5d85-4c86-b2a6-c1cbb27efe79 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.409633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Attempting to bind port 052df619-d85c-487a-9d1d-63191d11bf6f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:07:57.410172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Attempting to bind port 052df619-d85c-487a-9d1d-63191d11bf6f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:07:57.411024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Attempting to bind port 052df619-d85c-487a-9d1d-63191d11bf6f on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:07:57.418358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:07:57.418670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:07:57.419070 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.419465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:07:57.419933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Bound port: 052df619-d85c-487a-9d1d-63191d11bf6f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:07:57.420318 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.454069 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.460965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09af4527-1df5-47a0-99ba-a9c4ef16954e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.493747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] For port 052df619-d85c-487a-9d1d-63191d11bf6f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:07:57.497700 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] For port 052df619-d85c-487a-9d1d-63191d11bf6f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=052df619-d85c-487a-9d1d-63191d11bf6f,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:07:57.502146 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-09af4527-1df5-47a0-99ba-a9c4ef16954e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.513697 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.514529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event deleted for resources: {'Port': ['ID=3d2664a8-291f-4cf1-a1b7-d76dd0dfaf3c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:57.610758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bc8e4-1db6-45e6-85d4-dc25db2232de None None] Pushing event updated for resources: {'Port': ['ID=052df619-d85c-487a-9d1d-63191d11bf6f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:57.628659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af4527-1df5-47a0-99ba-a9c4ef16954e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b32a422-35d6-4558-92ab-a9931371ce07,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:57.636935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-09af4527-1df5-47a0-99ba-a9c4ef16954e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22dd2b0ce9334157b8eab36888fc0e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7824104 Dec 10 09:07:57.664917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40064) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:57.721737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::ed (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/9c9ad569-1935-4c69-80da-9fb2ec213dda/1d832af1-cc0f-46c4-ba35-40a10d759f01) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:07:57.895611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eef2be1d-5d85-4c86-b2a6-c1cbb27efe79 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.988258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:57.993372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b4e43b-301c-4739-a596-281c114c50b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.042431 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.067375 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eef2be1d-5d85-4c86-b2a6-c1cbb27efe79 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.078838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b4e43b-301c-4739-a596-281c114c50b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.118945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eef2be1d-5d85-4c86-b2a6-c1cbb27efe79 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.122567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eef2be1d-5d85-4c86-b2a6-c1cbb27efe79 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/c76e40b8-9dc5-48e5-bc43-a8556eb3c355 HTTP/1.1" status: 204 len: 168 time: 1.2284110 Dec 10 09:07:58.123428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2be1d-5d85-4c86-b2a6-c1cbb27efe79 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Subnet': ['ID=c76e40b8-9dc5-48e5-bc43-a8556eb3c355,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:58.125259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a9fb3-0fb8-476e-9fdc-33ebba7930ec None None] Network db0d88f3-abe7-48bb-95ec-82e0d229751b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:58.127375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40068) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:58.275977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Router 0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:07:58.282185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b4e43b-301c-4739-a596-281c114c50b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.285091 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b4e43b-301c-4739-a596-281c114c50b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.286407 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-50b4e43b-301c-4739-a596-281c114c50b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b32a422-35d6-4558-92ab-a9931371ce07 HTTP/1.1" status: 204 len: 168 time: 0.6201131 Dec 10 09:07:58.305348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4e43b-301c-4739-a596-281c114c50b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b32a422-35d6-4558-92ab-a9931371ce07,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:58.393753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:07:58.411094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-11b774cf-5265-4b69-87aa-5bd75e478305 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "PUT /v2.0/routers/0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5228655 Dec 10 09:07:58.414772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40072) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:58.431195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83226d-382d-419e-b680-3f4a9b8ef85e None None] Sync routers for ids ['0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:07:58.449032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83226d-382d-419e-b680-3f4a9b8ef85e None None] Routers {'0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:58.451077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cc83226d-382d-419e-b680-3f4a9b8ef85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:58.566386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d6cdbc-ba96-431c-a10c-4dd66ea3dc93 None None] DHCP port deletion for db0d88f3-abe7-48bb-95ec-82e0d229751b request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:07:58.568545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 052df619-d85c-487a-9d1d-63191d11bf6f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:07:58.574594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cc83226d-382d-419e-b680-3f4a9b8ef85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:58.579670 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0814d96a-5a05-4c8c-b345-fb188540c6e9 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.647743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.652962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83226d-382d-419e-b680-3f4a9b8ef85e None None] Routers {'0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:07:58.658343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cc83226d-382d-419e-b680-3f4a9b8ef85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:58.716284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:07:58.725149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cc83226d-382d-419e-b680-3f4a9b8ef85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:58.726468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:07:58.734644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.734933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83226d-382d-419e-b680-3f4a9b8ef85e None None] The sync data for ids ['0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:07:58.741803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:07:58.752995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:58.753696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.773850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=1d832af1-cc0f-46c4-ba35-40a10d759f01,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:58.793025 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e1e75976-a67f-49e0-b013-6c305cd0b4e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3461046 Dec 10 09:07:58.796786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40078) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:58.805017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 052df619-d85c-487a-9d1d-63191d11bf6f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:58.805427 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.833409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-30d6cdbc-ba96-431c-a10c-4dd66ea3dc93 None None] Deleting port aa3e040a-846e-4a7a-b3ae-d967cf292889 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:58.834655 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-30d6cdbc-ba96-431c-a10c-4dd66ea3dc93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.875823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40080) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:58.901332 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-287336c2-7bc1-4ec1-9f2c-b5017e109d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.939648 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0814d96a-5a05-4c8c-b345-fb188540c6e9 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.943218 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0814d96a-5a05-4c8c-b345-fb188540c6e9 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.968096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a2f294-e1b1-48e1-ad5e-33335c4ec316 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:58.970850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-30d6cdbc-ba96-431c-a10c-4dd66ea3dc93 None None] For port aa3e040a-846e-4a7a-b3ae-d967cf292889, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aa3e040a-846e-4a7a-b3ae-d967cf292889,segment=NetworkSegment(b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c),segment_id=b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:58.971463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-30d6cdbc-ba96-431c-a10c-4dd66ea3dc93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:58.976622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a2f294-e1b1-48e1-ad5e-33335c4ec316 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:07:58.978594 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b9a2f294-e1b1-48e1-ad5e-33335c4ec316 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1792045 Dec 10 09:07:58.983000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40084) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:58.997146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-30d6cdbc-ba96-431c-a10c-4dd66ea3dc93 None None] Calling delete_port for aa3e040a-846e-4a7a-b3ae-d967cf292889 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:59.019657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40086) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:59.055447 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0814d96a-5a05-4c8c-b345-fb188540c6e9 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.056175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0814d96a-5a05-4c8c-b345-fb188540c6e9 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Fanout notify agent at l3_agent the message router_deleted on router 0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:07:59.081640 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0814d96a-5a05-4c8c-b345-fb188540c6e9 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.082987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0814d96a-5a05-4c8c-b345-fb188540c6e9 tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "DELETE /v2.0/routers/0111f5d4-0c94-49c7-8bc0-7ba3c78bc03e HTTP/1.1" status: 204 len: 168 time: 0.6668689 Dec 10 09:07:59.086492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40090) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:59.102664 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.122296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Deleting port aa3e040a-846e-4a7a-b3ae-d967cf292889 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:59.122647 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.173147 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 052df619-d85c-487a-9d1d-63191d11bf6f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=052df619-d85c-487a-9d1d-63191d11bf6f,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:59.185434 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.208946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5d5bd116-77fe-4862-9f89-7a6060dc5514 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:07:59.236760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a81a7f-c8ec-4b61-874a-a5a20110d92c tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Deleting subnet 2b77c891-951a-49db-802e-5f751fcf3e84 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:07:59.238770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] For port aa3e040a-846e-4a7a-b3ae-d967cf292889, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aa3e040a-846e-4a7a-b3ae-d967cf292889,segment=NetworkSegment(b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c),segment_id=b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:07:59.240191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.251531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18a81a7f-c8ec-4b61-874a-a5a20110d92c tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.268291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Calling delete_port for aa3e040a-846e-4a7a-b3ae-d967cf292889 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:07:59.300767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18a81a7f-c8ec-4b61-874a-a5a20110d92c tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.323229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5d5bd116-77fe-4862-9f89-7a6060dc5514 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:07:59.323662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5d5bd116-77fe-4862-9f89-7a6060dc5514 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:07:59.399757 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-30d6cdbc-ba96-431c-a10c-4dd66ea3dc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.421068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f2ea86a6-2e27-4bb7-bff2-ab4e67c55483 None None] Provisioning complete for port 052df619-d85c-487a-9d1d-63191d11bf6f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:59.421581 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f2ea86a6-2e27-4bb7-bff2-ab4e67c55483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.423280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=052df619-d85c-487a-9d1d-63191d11bf6f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:59.440819 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.449614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18a81a7f-c8ec-4b61-874a-a5a20110d92c tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.450150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6cdbc-ba96-431c-a10c-4dd66ea3dc93 None None] No DVR routers for this DVR port aa3e040a-846e-4a7a-b3ae-d967cf292889 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:59.493430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6cdbc-ba96-431c-a10c-4dd66ea3dc93 None None] Pushing event deleted for resources: {'Port': ['ID=aa3e040a-846e-4a7a-b3ae-d967cf292889,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:59.535842 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-287336c2-7bc1-4ec1-9f2c-b5017e109d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.564953 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-287336c2-7bc1-4ec1-9f2c-b5017e109d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.591785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No DVR routers for this DVR port aa3e040a-846e-4a7a-b3ae-d967cf292889 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:07:59.593556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18a81a7f-c8ec-4b61-874a-a5a20110d92c tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.632021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Port': ['ID=aa3e040a-846e-4a7a-b3ae-d967cf292889,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:59.661444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2c7a1-f583-42b8-846e-3959914ee2aa None None] Network 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:07:59.669739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.670214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.670653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.671068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.671471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.671871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.672271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.672897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.673243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.675602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.675602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.675602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.675602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:07:59.675933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a81a7f-c8ec-4b61-874a-a5a20110d92c tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event deleted for resources: {'Subnet': ['ID=2b77c891-951a-49db-802e-5f751fcf3e84,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:59.737111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18a81a7f-c8ec-4b61-874a-a5a20110d92c tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.740564 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-18a81a7f-c8ec-4b61-874a-a5a20110d92c tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "DELETE /v2.0/subnets/2b77c891-951a-49db-802e-5f751fcf3e84 HTTP/1.1" status: 204 len: 168 time: 0.6514971 Dec 10 09:07:59.744027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40092) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:59.777540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.784386 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-287336c2-7bc1-4ec1-9f2c-b5017e109d00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9787c3a8cd5f4ae7aad08b91d386d680&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9049089 Dec 10 09:07:59.785863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40094) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:07:59.795106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c152ee5d-b6a0-45d4-a2bb-5595beab4629 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 1d832af1-cc0f-46c4-ba35-40a10d759f01 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:07:59.795529 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c152ee5d-b6a0-45d4-a2bb-5595beab4629 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.804457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287336c2-7bc1-4ec1-9f2c-b5017e109d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ba779e-6e5f-4b2a-8e1f-cf0d08d3bb36,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:07:59.823753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bb2c076d-d263-4fd7-a5c6-dc0fbde1e78d None None] Provisioning complete for port 1d832af1-cc0f-46c4-ba35-40a10d759f01 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:07:59.824323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bb2c076d-d263-4fd7-a5c6-dc0fbde1e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.842451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0d88f3-abe7-48bb-95ec-82e0d229751b']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:59.882828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:59.883359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96c8e9c-2efa-4ebe-a925-6162cf7e5f3c') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:07:59.900670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.928964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.940168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.942497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:07:59.943281 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:07:59.946767 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:07:59.966502 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c152ee5d-b6a0-45d4-a2bb-5595beab4629 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:07:59.966805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c076d-d263-4fd7-a5c6-dc0fbde1e78d None None] Port 1d832af1-cc0f-46c4-ba35-40a10d759f01 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:07:59.971608 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8596fa5d-9e6f-43bf-9320-4a02f03f8e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.023510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c152ee5d-b6a0-45d4-a2bb-5595beab4629 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 1d832af1-cc0f-46c4-ba35-40a10d759f01 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:00.026447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9725cb7-ebfd-453d-986d-2ec96bc96002 None None] DHCP port deletion for 9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:00.060884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8596fa5d-9e6f-43bf-9320-4a02f03f8e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.095787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d9725cb7-ebfd-453d-986d-2ec96bc96002 None None] Deleting port e10748ef-0b97-4ebf-9f87-c930f9dee1be {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:00.096184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9725cb7-ebfd-453d-986d-2ec96bc96002 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.121291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Deleting port e10748ef-0b97-4ebf-9f87-c930f9dee1be {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:00.121898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.165251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d9725cb7-ebfd-453d-986d-2ec96bc96002 None None] For port e10748ef-0b97-4ebf-9f87-c930f9dee1be, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e10748ef-0b97-4ebf-9f87-c930f9dee1be,segment=NetworkSegment(13c6f4c6-6d55-4d74-89b1-b971cd24d8cd),segment_id=13c6f4c6-6d55-4d74-89b1-b971cd24d8cd)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:00.165687 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9725cb7-ebfd-453d-986d-2ec96bc96002 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.179472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d9725cb7-ebfd-453d-986d-2ec96bc96002 None None] Calling delete_port for e10748ef-0b97-4ebf-9f87-c930f9dee1be owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:00.185841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] For port e10748ef-0b97-4ebf-9f87-c930f9dee1be, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e10748ef-0b97-4ebf-9f87-c930f9dee1be,segment=NetworkSegment(13c6f4c6-6d55-4d74-89b1-b971cd24d8cd),segment_id=13c6f4c6-6d55-4d74-89b1-b971cd24d8cd)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:00.186212 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.200001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Calling delete_port for e10748ef-0b97-4ebf-9f87-c930f9dee1be owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:00.224457 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c152ee5d-b6a0-45d4-a2bb-5595beab4629 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.240638 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.253887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.260508 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/networks/db0d88f3-abe7-48bb-95ec-82e0d229751b HTTP/1.1" status: 204 len: 168 time: 2.1292901 Dec 10 09:08:00.266924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40098) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:00.273346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'routes': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:00.305560 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9725cb7-ebfd-453d-986d-2ec96bc96002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.338471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9725cb7-ebfd-453d-986d-2ec96bc96002 None None] Pushing event deleted for resources: {'Port': ['ID=e10748ef-0b97-4ebf-9f87-c930f9dee1be,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:00.343291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9725cb7-ebfd-453d-986d-2ec96bc96002 None None] No DVR routers for this DVR port e10748ef-0b97-4ebf-9f87-c930f9dee1be on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:00.380321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 052df619-d85c-487a-9d1d-63191d11bf6f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:00.387479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152ee5d-b6a0-45d4-a2bb-5595beab4629 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=1d832af1-cc0f-46c4-ba35-40a10d759f01,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:00.389439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca1d53-4251-4e57-827b-7ce18799760f tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Pushing event deleted for resources: {'Network': ['ID=db0d88f3-abe7-48bb-95ec-82e0d229751b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:00.394578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c152ee5d-b6a0-45d4-a2bb-5595beab4629 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.402624 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c152ee5d-b6a0-45d4-a2bb-5595beab4629 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/1d832af1-cc0f-46c4-ba35-40a10d759f01 HTTP/1.1" status: 204 len: 168 time: 1.4143612 Dec 10 09:08:00.403202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40100) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:00.476882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e052402-09ec-470d-9b10-bf30e0b69a95 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:00.478621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e052402-09ec-470d-9b10-bf30e0b69a95 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:00.482978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3e052402-09ec-470d-9b10-bf30e0b69a95 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0762050 Dec 10 09:08:00.483501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40102) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:00.491915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 052df619-d85c-487a-9d1d-63191d11bf6f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:00.491915 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.541851 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.574530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-57760a6b-4ae4-4409-9211-7205a51cceaa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 9c9ad569-1935-4c69-80da-9fb2ec213dda {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:00.578550 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57760a6b-4ae4-4409-9211-7205a51cceaa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.587994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] No DVR routers for this DVR port e10748ef-0b97-4ebf-9f87-c930f9dee1be on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:00.589581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8596fa5d-9e6f-43bf-9320-4a02f03f8e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.592196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8596fa5d-9e6f-43bf-9320-4a02f03f8e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.595659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8596fa5d-9e6f-43bf-9320-4a02f03f8e93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66ba779e-6e5f-4b2a-8e1f-cf0d08d3bb36 HTTP/1.1" status: 204 len: 168 time: 0.7962885 Dec 10 09:08:00.625375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.extraroute_db [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Added routes are [] {{(pid=114969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 09:08:00.625754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.extraroute_db [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Removed routes are [] {{(pid=114969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 09:08:00.626588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.627716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event deleted for resources: {'Port': ['ID=e10748ef-0b97-4ebf-9f87-c930f9dee1be,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:00.637745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57760a6b-4ae4-4409-9211-7205a51cceaa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.665136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596fa5d-9e6f-43bf-9320-4a02f03f8e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ba779e-6e5f-4b2a-8e1f-cf0d08d3bb36,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:00.705496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e10748ef-0b97-4ebf-9f87-c930f9dee1be no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:00.730749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: e10748ef-0b97-4ebf-9f87-c930f9dee1be {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:00.731173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e10748ef-0b97-4ebf-9f87-c930f9dee1be not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:00.731789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aa3e040a-846e-4a7a-b3ae-d967cf292889 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:00.746855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57760a6b-4ae4-4409-9211-7205a51cceaa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.755505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: aa3e040a-846e-4a7a-b3ae-d967cf292889 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:00.755943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aa3e040a-846e-4a7a-b3ae-d967cf292889 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:00.825388 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57760a6b-4ae4-4409-9211-7205a51cceaa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.831540 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.858960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57760a6b-4ae4-4409-9211-7205a51cceaa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9ad569-1935-4c69-80da-9fb2ec213dda,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:00.867188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57760a6b-4ae4-4409-9211-7205a51cceaa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.870747 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-57760a6b-4ae4-4409-9211-7205a51cceaa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/9c9ad569-1935-4c69-80da-9fb2ec213dda HTTP/1.1" status: 204 len: 168 time: 0.3861132 Dec 10 09:08:00.873801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40108) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:00.875685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e1a451-6ba4-4a7e-89dc-cc83cacf56b3 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:00.914670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:00.915471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8e5e1bf2-2b9d-4e1b-9b59-bcb79051ba47 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401638 Dec 10 09:08:00.917814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40110) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:00.970207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.973653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c6f4c6-6d55-4d74-89b1-b971cd24d8cd') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:00.973964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c6f4c6-6d55-4d74-89b1-b971cd24d8cd') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:00.976512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6aa887-f3a4-488f-a8fb-07e345ef54e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:00.978390 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ff6aa887-f3a4-488f-a8fb-07e345ef54e6 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0595515 Dec 10 09:08:00.981030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40114) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:00.988077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:00.995683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.048859 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.061023 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cab19a-a8f1-45aa-ad20-55aae01abfa4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:01.062722 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a1cab19a-a8f1-45aa-ad20-55aae01abfa4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0805614 Dec 10 09:08:01.065417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40120) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:01.077585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b8803-42f4-4821-94bd-fb7730434505 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:01.111170 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-72a69cd9-410d-4fbf-8321-b2da1660208b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446117 Dec 10 09:08:01.121572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40126) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:01.121786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:01.122242 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.136286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:01.153764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c04b8803-42f4-4821-94bd-fb7730434505 None None] Deleting port 052df619-d85c-487a-9d1d-63191d11bf6f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:01.153764 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c04b8803-42f4-4821-94bd-fb7730434505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:01.202423 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:01.220432 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.227333 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.232772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c04b8803-42f4-4821-94bd-fb7730434505 None None] For port 052df619-d85c-487a-9d1d-63191d11bf6f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=052df619-d85c-487a-9d1d-63191d11bf6f,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:01.233447 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c04b8803-42f4-4821-94bd-fb7730434505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.243670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router a130ee75-9d76-49fe-96db-fa470ba1da9f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:08:01.256013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c04b8803-42f4-4821-94bd-fb7730434505 None None] Calling delete_port for 052df619-d85c-487a-9d1d-63191d11bf6f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:01.264585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:01.266527 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.280341 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.287240 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] 10.222.0.31 "DELETE /v2.0/networks/9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1 HTTP/1.1" status: 204 len: 168 time: 1.5420606 Dec 10 09:08:01.314139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dcada-3722-449e-b5fc-bc05cbe271ff tempest-FloatingIPNegativeTestJSON-399986680 tempest-FloatingIPNegativeTestJSON-399986680-project] Pushing event deleted for resources: {'Network': ['ID=9a746ee4-eb0f-447e-88d1-c1fc11dc5ac1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:01.423558 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c04b8803-42f4-4821-94bd-fb7730434505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.505077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b8803-42f4-4821-94bd-fb7730434505 None None] Pushing event deleted for resources: {'Port': ['ID=052df619-d85c-487a-9d1d-63191d11bf6f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:01.521203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b8803-42f4-4821-94bd-fb7730434505 None None] No DVR routers for this DVR port 052df619-d85c-487a-9d1d-63191d11bf6f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:01.665957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:08:01.667796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.707344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:01.725190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:01.731038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:01.736965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:01.737591 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.746183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bdb4a4-60ed-4ad2-8dd2-64d1bbcd5b9c None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:01.761222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=0f0e46b4-1aa3-44dd-a796-a0eed4a40592,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:01.785335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-88dde985-cfc7-4f6f-b9b3-38a7c4a4533d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6584396 Dec 10 09:08:01.786224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40150) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:01.802244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b63b92ae-83ba-4764-8ab3-090e815c8b0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:01.808226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:01.817963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:01.821569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-83ec3009-5637-4802-833b-9c6fdc3d934c tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f HTTP/1.1" status: 200 len: 705 time: 1.5525513 Dec 10 09:08:01.824756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40154) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:01.827561 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] Sync routers for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:01.853792 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:01.855300 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:01.880197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b9e70e5c-786e-4642-9485-e74fbfe56ff2 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=a130ee75-9d76-49fe-96db-fa470ba1da9f HTTP/1.1" status: 200 len: 205 time: 0.0542355 Dec 10 09:08:01.912700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40156) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:01.949960 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:01.974357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '0f0e46b4-1aa3-44dd-a796-a0eed4a40592'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:01.975241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.041398 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:55Z', 'revision_number': 11, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:02.043735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b92ae-83ba-4764-8ab3-090e815c8b0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:02.047535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b63b92ae-83ba-4764-8ab3-090e815c8b0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.082162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] Checking router: a130ee75-9d76-49fe-96db-fa470ba1da9f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:08:02.094971 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] Routers {'a130ee75-9d76-49fe-96db-fa470ba1da9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:02.095901 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a130ee75-9d76-49fe-96db-fa470ba1da9f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:02.102470 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98a38a8b-12e7-47ba-a7c4-329fc615f267 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.128622 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-19ccdd65-a96a-472e-82d9-306c9508ab69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=761b783bafb04ca2ab5fc771a64f3307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198802 Dec 10 09:08:02.129814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40162) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:02.180591 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] Set router a130ee75-9d76-49fe-96db-fa470ba1da9f gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:02.252854 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:55Z', 'revision_number': 11, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:02.287745 n-d-814746-3 neutron-server[114970]: INFO neutron.db.ipam_backend_mixin [None req-b63b92ae-83ba-4764-8ab3-090e815c8b0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f0e46b4-1aa3-44dd-a796-a0eed4a40592 (CIDR: 2001:db8::/64) Dec 10 09:08:02.291101 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b50959-87d9-45f7-a7a0-d7c1c6a7fc95 None None] The sync data for ids ['a130ee75-9d76-49fe-96db-fa470ba1da9f'] in n-d-814746-3 is: [{'id': 'a130ee75-9d76-49fe-96db-fa470ba1da9f', 'name': 'tempest-RoutersIpV6Test-router-2011327370', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:58Z', 'updated_at': '2021-12-10T09:07:55Z', 'revision_number': 11, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:02.297909 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63b92ae-83ba-4764-8ab3-090e815c8b0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:08:02.298379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63b92ae-83ba-4764-8ab3-090e815c8b0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:02.335722 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4047a927-974d-4148-b435-fbef60508609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.372782 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4047a927-974d-4148-b435-fbef60508609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.405600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 052df619-d85c-487a-9d1d-63191d11bf6f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:02.433251 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b63b92ae-83ba-4764-8ab3-090e815c8b0f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6451237 Dec 10 09:08:02.435969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40170) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:02.442817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:02.449730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4047a927-974d-4148-b435-fbef60508609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.452664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4047a927-974d-4148-b435-fbef60508609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.455507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 052df619-d85c-487a-9d1d-63191d11bf6f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:02.456236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 052df619-d85c-487a-9d1d-63191d11bf6f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:02.458089 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4047a927-974d-4148-b435-fbef60508609 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69b83471-b3d5-489c-9d42-3398f77fbae8 HTTP/1.1" status: 204 len: 168 time: 0.3217387 Dec 10 09:08:02.530271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047a927-974d-4148-b435-fbef60508609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b83471-b3d5-489c-9d42-3398f77fbae8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:02.531506 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98a38a8b-12e7-47ba-a7c4-329fc615f267 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.542043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98a38a8b-12e7-47ba-a7c4-329fc615f267 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.575845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Allocated IP 2001:db8::f816:3eff:fefb:ebd9 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/0f0e46b4-1aa3-44dd-a796-a0eed4a40592/bc65915b-64d5-4b50-bdc0-946aaadc6dcf) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:02.640357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98a38a8b-12e7-47ba-a7c4-329fc615f267 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.640981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a38a8b-12e7-47ba-a7c4-329fc615f267 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Fanout notify agent at l3_agent the message router_deleted on router a130ee75-9d76-49fe-96db-fa470ba1da9f {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:08:02.658931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98a38a8b-12e7-47ba-a7c4-329fc615f267 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.660100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-98a38a8b-12e7-47ba-a7c4-329fc615f267 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f HTTP/1.1" status: 204 len: 168 time: 0.7458537 Dec 10 09:08:02.665883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40178) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:02.670952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-691847d1-09da-421e-9e72-5fdee9088277 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1803111232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:02.673490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:02.686402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.702081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Deleting port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:02.702680 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.789628 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-691847d1-09da-421e-9e72-5fdee9088277 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.790684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-691847d1-09da-421e-9e72-5fdee9088277 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.838682 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.847651 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.848587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] For port e3726aa6-f8e1-4ad3-98e2-41a13b811b3a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e3726aa6-f8e1-4ad3-98e2-41a13b811b3a,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:02.849265 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:02.863190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Calling delete_port for e3726aa6-f8e1-4ad3-98e2-41a13b811b3a owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:02.912407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Pushing event updated for resources: {'Port': ['ID=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:02.926934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:02.928705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:02.932685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:03.058974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Attempting to bind port bc65915b-64d5-4b50-bdc0-946aaadc6dcf on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:03.059955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Attempting to bind port bc65915b-64d5-4b50-bdc0-946aaadc6dcf by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:03.061982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Attempting to bind port bc65915b-64d5-4b50-bdc0-946aaadc6dcf on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:03.070533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:03.071756 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-691847d1-09da-421e-9e72-5fdee9088277 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.072068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:03.073280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.075272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:03.076189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Bound port: bc65915b-64d5-4b50-bdc0-946aaadc6dcf, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:03.078502 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-691847d1-09da-421e-9e72-5fdee9088277 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.079277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.104385 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.139919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-691847d1-09da-421e-9e72-5fdee9088277 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.144176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-691847d1-09da-421e-9e72-5fdee9088277 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4772413 Dec 10 09:08:03.144320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40196) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:03.152617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5e84febe-b5ad-43e5-a7b7-d028a780e097 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:03.160291 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f26d199f-b5bb-4820-8faf-c7f4fd613073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.189228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.199996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] For port bc65915b-64d5-4b50-bdc0-946aaadc6dcf, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:03.202885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:03.204937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] For port bc65915b-64d5-4b50-bdc0-946aaadc6dcf, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:03.213350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:03.216497 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.234501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3726aa6-f8e1-4ad3-98e2-41a13b811b3a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:03.253396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:03.254052 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.327775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=6b7f391b-555c-46e5-acf0-39ac5c5a0ff8,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:03.351985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a4931-3a41-44a5-81e1-fee2e36468cb None None] Pushing event updated for resources: {'Port': ['ID=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:03.512321 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0280a90c-3b4c-403b-b1e4-7c68769b4d24 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0723245 Dec 10 09:08:03.512658 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40208) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:03.524529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:e1:5e:37', 'name': 'tempest-NetworksTestDHCPv6-1051021914'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:03.594940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.595720 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e84febe-b5ad-43e5-a7b7-d028a780e097 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.624384 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e84febe-b5ad-43e5-a7b7-d028a780e097 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.801482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:03.801793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e84febe-b5ad-43e5-a7b7-d028a780e097 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Router b5594fbf-3bc9-460f-817c-abdc398dbf9f is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:08:03.832740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40216) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:03.915293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e84febe-b5ad-43e5-a7b7-d028a780e097 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:03.925972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e84febe-b5ad-43e5-a7b7-d028a780e097 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:03.932835 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e84febe-b5ad-43e5-a7b7-d028a780e097 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "PUT /v2.0/routers/b5594fbf-3bc9-460f-817c-abdc398dbf9f HTTP/1.1" status: 200 len: 698 time: 0.7871907 Dec 10 09:08:03.933079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] Sync routers for ids ['b5594fbf-3bc9-460f-817c-abdc398dbf9f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:03.933988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40220) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:03.955552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] Routers {'b5594fbf-3bc9-460f-817c-abdc398dbf9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:03.958315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b5594fbf-3bc9-460f-817c-abdc398dbf9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:03.977105 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.007111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 8507e329-cfa8-4c4e-9520-61d1c305ab88 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:08:04.060720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] Set router b5594fbf-3bc9-460f-817c-abdc398dbf9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:04.071505 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e7d4cb04-992f-45d7-838e-81a2373dcaaa tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/routers/b5594fbf-3bc9-460f-817c-abdc398dbf9f HTTP/1.1" status: 200 len: 704 time: 0.1361811 Dec 10 09:08:04.075726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40226) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.089854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1073665664'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:04.130379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5594fbf-3bc9-460f-817c-abdc398dbf9f', 'name': 'tempest-RoutersIpV6Test-router-1803111232', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:02Z', 'updated_at': '2021-12-10T09:08:03Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:04.142842 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1ab3fbd4-b0c7-4dfe-9b4a-5bb151bb3545 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5594fbf-3bc9-460f-817c-abdc398dbf9f HTTP/1.1" status: 200 len: 205 time: 0.0617180 Dec 10 09:08:04.145877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40232) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.159493 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] Checking router: b5594fbf-3bc9-460f-817c-abdc398dbf9f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:08:04.168635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] Routers {'b5594fbf-3bc9-460f-817c-abdc398dbf9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:04.169131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b5594fbf-3bc9-460f-817c-abdc398dbf9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:04.201314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:04.204799 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.208864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:08:04.230624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.243761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7543-44cf-4467-9f21-136b67aa718d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.257385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] Set router b5594fbf-3bc9-460f-817c-abdc398dbf9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:04.352520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5594fbf-3bc9-460f-817c-abdc398dbf9f', 'name': 'tempest-RoutersIpV6Test-router-1803111232', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:02Z', 'updated_at': '2021-12-10T09:08:03Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:04.396626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c49d8-f215-4fcd-affe-05374959c5e7 None None] The sync data for ids ['b5594fbf-3bc9-460f-817c-abdc398dbf9f'] in n-d-814746-3 is: [{'id': 'b5594fbf-3bc9-460f-817c-abdc398dbf9f', 'name': 'tempest-RoutersIpV6Test-router-1803111232', 'tenant_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:02Z', 'updated_at': '2021-12-10T09:08:03Z', 'revision_number': 2, 'project_id': 'b1a5c3a86d51437e8774a3aaad165a5f', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:04.459792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8:0:1::149 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/6b7f391b-555c-46e5-acf0-39ac5c5a0ff8/8507e329-cfa8-4c4e-9520-61d1c305ab88) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:04.467704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fee1:5e37 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/0f0e46b4-1aa3-44dd-a796-a0eed4a40592/8507e329-cfa8-4c4e-9520-61d1c305ab88) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:04.512820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc65915b-64d5-4b50-bdc0-946aaadc6dcf up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:04.595489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7543-44cf-4467-9f21-136b67aa718d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.600267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7543-44cf-4467-9f21-136b67aa718d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.612109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bc65915b-64d5-4b50-bdc0-946aaadc6dcf triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:04.612886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.665250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7543-44cf-4467-9f21-136b67aa718d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.666246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ea7543-44cf-4467-9f21-136b67aa718d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Fanout notify agent at l3_agent the message router_deleted on router b5594fbf-3bc9-460f-817c-abdc398dbf9f {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:08:04.677840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7543-44cf-4467-9f21-136b67aa718d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.682471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d4ea7543-44cf-4467-9f21-136b67aa718d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/b5594fbf-3bc9-460f-817c-abdc398dbf9f HTTP/1.1" status: 204 len: 168 time: 0.5325484 Dec 10 09:08:04.685093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40240) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.742148 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9bc5af52-8d3b-4f49-8a08-4ebb30d1537e tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5594fbf-3bc9-460f-817c-abdc398dbf9f HTTP/1.1" status: 200 len: 205 time: 0.0557714 Dec 10 09:08:04.745153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40242) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.766554 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.779252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.799926 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-2f8ac124-305e-4d38-9c2f-1d25cdb70cf3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] delete failed (client error): The resource could not be found. Dec 10 09:08:04.800985 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2f8ac124-305e-4d38-9c2f-1d25cdb70cf3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/b5594fbf-3bc9-460f-817c-abdc398dbf9f HTTP/1.1" status: 404 len: 336 time: 0.0548398 Dec 10 09:08:04.804192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40244) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.813313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40246) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.824627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port bc65915b-64d5-4b50-bdc0-946aaadc6dcf, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:04.829292 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.847304 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-712b7861-d14f-425c-8c1d-79e1bfb9886d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:04.847771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712b7861-d14f-425c-8c1d-79e1bfb9886d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:04.851441 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-712b7861-d14f-425c-8c1d-79e1bfb9886d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/639e8882-f338-4bc3-92db-97a8253bbc96 HTTP/1.1" status: 404 len: 337 time: 0.0448141 Dec 10 09:08:04.853816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40250) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.889243 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-253a028b-4bd6-4047-b32e-1c6b829c8210 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:04.890881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253a028b-4bd6-4047-b32e-1c6b829c8210 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:04.894082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-253a028b-4bd6-4047-b32e-1c6b829c8210 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/de22e037-47d2-4599-a4fd-2255a8551cfa HTTP/1.1" status: 404 len: 337 time: 0.0387297 Dec 10 09:08:04.896602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40252) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.911776 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:04.946305 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-924c9c68-da28-48ca-92ee-ab8e10a4ae9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:04.946873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924c9c68-da28-48ca-92ee-ab8e10a4ae9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:04.950881 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-924c9c68-da28-48ca-92ee-ab8e10a4ae9d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/69c61877-2740-4ec8-b201-85c4708d7478 HTTP/1.1" status: 404 len: 337 time: 0.0494065 Dec 10 09:08:04.953983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40254) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.959457 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.980772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:04.983146 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:04.984309 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a580c55d-a8cc-41a2-b0e0-d00d41b71cbe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:04.984769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a580c55d-a8cc-41a2-b0e0-d00d41b71cbe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:04.988011 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a580c55d-a8cc-41a2-b0e0-d00d41b71cbe tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/c76e40b8-9dc5-48e5-bc43-a8556eb3c355 HTTP/1.1" status: 404 len: 337 time: 0.0328884 Dec 10 09:08:04.990819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40256) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:04.994739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-14c5b2e9-0247-4e62-81fe-453e2246466f admin admin] 10.222.0.31 "PUT /v2.0/routers/e9f14bf7-c974-434c-bb7a-6f6f7c820ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9715095 Dec 10 09:08:04.999350 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] Sync routers for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:05.008834 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5fb7b8-7391-4f79-ad6d-fecea4a7643f None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:05.015355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40258) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:05.026630 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:05.027298 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:07:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:05.050069 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-86bb16ca-02af-4844-a6d7-aa056faec890 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=a130ee75-9d76-49fe-96db-fa470ba1da9f HTTP/1.1" status: 200 len: 205 time: 0.0571847 Dec 10 09:08:05.050908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:05.073425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d22b9d2-d97d-4713-9ecd-52b5afbb1b21,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:05.076867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.080459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b6450eb-5355-4c87-b9de-489031e23206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.143411 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-c876a280-acf1-49bf-9d01-500bc216ba2b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] delete failed (client error): The resource could not be found. Dec 10 09:08:05.146080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5245930c-faa8-48ff-858e-84344c9ce143 None None] Provisioning complete for port bc65915b-64d5-4b50-bdc0-946aaadc6dcf triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:05.146454 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5245930c-faa8-48ff-858e-84344c9ce143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.147523 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c876a280-acf1-49bf-9d01-500bc216ba2b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/a130ee75-9d76-49fe-96db-fa470ba1da9f HTTP/1.1" status: 404 len: 336 time: 0.0564752 Dec 10 09:08:05.148553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40262) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:05.159412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=8507e329-cfa8-4c4e-9520-61d1c305ab88,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:05.174194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:05.196937 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d07aa9da-4a7a-43a1-b1d4-88c7ce158da8 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=a678dd65-b8d3-48d9-9dd7-9882e1928fb5 HTTP/1.1" status: 200 len: 205 time: 0.0454540 Dec 10 09:08:05.197644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40264) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:05.199469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:05.205178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:05.211868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:05.218995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:05.220036 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.246094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.246736 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Added segment 17c1f950-2ab6-40e5-a632-05f2e9b0f965 of type vlan for network 5470e414-8d94-4f4f-b862-f5b2352d0633 Dec 10 09:08:05.252012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-efc504d9-ea82-4116-bf94-acc62ae560cd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7380145 Dec 10 09:08:05.267493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40266) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:05.325184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.350554 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-9656ffe0-da79-4ee4-b6c6-5b7c65595a86 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] delete failed (client error): The resource could not be found. Dec 10 09:08:05.354845 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9656ffe0-da79-4ee4-b6c6-5b7c65595a86 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/a678dd65-b8d3-48d9-9dd7-9882e1928fb5 HTTP/1.1" status: 404 len: 336 time: 0.0987101 Dec 10 09:08:05.355314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4760bdb-1051-426b-8e11-c7e06faa115b None None] Update dhcp port {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': '0f0e46b4-1aa3-44dd-a796-a0eed4a40592', 'ip_address': '2001:db8::f816:3eff:fefb:ebd9'}, {'subnet_id': '6b7f391b-555c-46e5-acf0-39ac5c5a0ff8'}], 'binding:host_id': 'n-d-814746-3'}, 'id': 'bc65915b-64d5-4b50-bdc0-946aaadc6dcf'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:08:05.355517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40270) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:05.375943 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:05.392658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.406374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:05.406374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.412630 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4760bdb-1051-426b-8e11-c7e06faa115b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.426538 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-64621f1b-ca21-4d4f-8f1c-8ff0aa52d1d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:05.427032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64621f1b-ca21-4d4f-8f1c-8ff0aa52d1d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:05.433880 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-64621f1b-ca21-4d4f-8f1c-8ff0aa52d1d7 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/731a47cd-1fa2-4e91-bb3c-05767258318d HTTP/1.1" status: 404 len: 337 time: 0.0726349 Dec 10 09:08:05.435002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40274) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:05.498027 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6638873 Dec 10 09:08:05.508232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b6450eb-5355-4c87-b9de-489031e23206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.510443 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b9a136a5-abc8-447a-a319-8fafb67f79b1 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac414908-9119-485d-aeed-820af33a8639 HTTP/1.1" status: 200 len: 205 time: 0.0722482 Dec 10 09:08:05.512633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40276) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:05.513913 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.672561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b908122-3422-49e5-9833-0a7d3ca7f99a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Network': ['ID=5470e414-8d94-4f4f-b862-f5b2352d0633,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:05.675324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b6450eb-5355-4c87-b9de-489031e23206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:05.742817 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T09:08:03Z', 'revision_number': 5, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:05.762571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-f4760bdb-1051-426b-8e11-c7e06faa115b None None] Allocated IP 2001:db8:0:1::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/6b7f391b-555c-46e5-acf0-39ac5c5a0ff8/bc65915b-64d5-4b50-bdc0-946aaadc6dcf) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:05.786305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6450eb-5355-4c87-b9de-489031e23206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98e9b98-b551-4fb2-b9b8-29306eff728a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:05.809582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4b6450eb-5355-4c87-b9de-489031e23206 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=765e4d528afa421a986917b782340de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9882536 Dec 10 09:08:05.810354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40284) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:05.828056 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] Checking router: e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:08:05.870848 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] Routers {'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:05.871674 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:05.935058 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e858d046-5aa8-4afc-9011-674ed9b67856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.012167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e858d046-5aa8-4afc-9011-674ed9b67856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.111444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f4760bdb-1051-426b-8e11-c7e06faa115b None None] For port bc65915b-64d5-4b50-bdc0-946aaadc6dcf, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:06.153621 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-49ec0f3b-d9a5-4579-b3ac-364f39243225 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] delete failed (client error): The resource could not be found. Dec 10 09:08:06.158239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40288) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:06.160324 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-49ec0f3b-d9a5-4579-b3ac-364f39243225 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/ac414908-9119-485d-aeed-820af33a8639 HTTP/1.1" status: 404 len: 336 time: 0.6431129 Dec 10 09:08:06.175789 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4760bdb-1051-426b-8e11-c7e06faa115b None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.177229 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e858d046-5aa8-4afc-9011-674ed9b67856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.184112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 5470e414-8d94-4f4f-b862-f5b2352d0633 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:06.187076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e858d046-5aa8-4afc-9011-674ed9b67856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.190258 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31d6bd41-697c-46d5-ab81-59834bf08215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.195569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e858d046-5aa8-4afc-9011-674ed9b67856 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b98e9b98-b551-4fb2-b9b8-29306eff728a HTTP/1.1" status: 204 len: 168 time: 0.3825672 Dec 10 09:08:06.195926 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4760bdb-1051-426b-8e11-c7e06faa115b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.208953 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] Set router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:06.257056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b363debc-1049-4d64-b6cb-aae39b02a884 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=996fab77-7e8f-48bf-a5ce-70aca5bb52e7 HTTP/1.1" status: 200 len: 205 time: 0.0973079 Dec 10 09:08:06.276447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40292) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:06.351207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858d046-5aa8-4afc-9011-674ed9b67856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98e9b98-b551-4fb2-b9b8-29306eff728a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:06.377188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c8a22912-7974-4a44-bd3e-ba7f75c6796d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 8507e329-cfa8-4c4e-9520-61d1c305ab88 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:06.377595 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8a22912-7974-4a44-bd3e-ba7f75c6796d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.486554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc65915b-64d5-4b50-bdc0-946aaadc6dcf up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:06.517074 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.531497 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-08dd308b-0a5b-4020-87ad-9dcce0df161b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] delete failed (client error): The resource could not be found. Dec 10 09:08:06.536295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-08dd308b-0a5b-4020-87ad-9dcce0df161b tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/996fab77-7e8f-48bf-a5ce-70aca5bb52e7 HTTP/1.1" status: 404 len: 336 time: 0.2525303 Dec 10 09:08:06.539007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40296) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:06.596736 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8a22912-7974-4a44-bd3e-ba7f75c6796d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.627156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c8a22912-7974-4a44-bd3e-ba7f75c6796d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 8507e329-cfa8-4c4e-9520-61d1c305ab88 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:06.667540 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.672242 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-34596ff2-97da-4962-854e-45702950fc77 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:06.677889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34596ff2-97da-4962-854e-45702950fc77 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:06.694798 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-34596ff2-97da-4962-854e-45702950fc77 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/690607c4-24e5-4c87-b354-6bbce76bc7a8 HTTP/1.1" status: 404 len: 337 time: 0.1517882 Dec 10 09:08:06.697739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Deleting port a13b6fca-d672-479c-b0c6-de5ff7b6894b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:06.698139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.701685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40298) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:06.729534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4760bdb-1051-426b-8e11-c7e06faa115b None None] Pushing event updated for resources: {'Port': ['ID=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:06.743369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bc65915b-64d5-4b50-bdc0-946aaadc6dcf triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:06.743747 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:06.748631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe1f3-8b46-4f55-a1dd-8e56335ddc46 req-4fe09227-bc4b-4bf6-9e11-723e3014b8cd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:06.760827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f35fe1f3-8b46-4f55-a1dd-8e56335ddc46 req-4fe09227-bc4b-4bf6-9e11-723e3014b8cd tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.4874792 Dec 10 09:08:06.885362 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T09:08:03Z', 'revision_number': 5, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:06.886781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f35fe1f3-8b46-4f55-a1dd-8e56335ddc46 req-806af8b5-a389-4374-9ce8-cc110b59801f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195521 Dec 10 09:08:06.921814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40306) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:06.929483 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2abf9fd6-61e1-4732-8b07-041b8aec36b0 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=a02665ea-9ced-4c27-acc2-e430541d5505 HTTP/1.1" status: 200 len: 205 time: 0.2251611 Dec 10 09:08:06.983539 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a704b-8dcb-406f-8263-e1f12a15d1d3 None None] The sync data for ids ['e9f14bf7-c974-434c-bb7a-6f6f7c820ec9'] in n-d-814746-3 is: [{'id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'name': 'tempest-TaggedBootDevicesTest_v242-65236974-router', 'tenant_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:18Z', 'updated_at': '2021-12-10T09:08:03Z', 'revision_number': 5, 'project_id': '1d2e45cd5bab4b0ebb4620c1d1e12c93', 'gw_port': {'id': 'a13b6fca-d672-479c-b0c6-de5ff7b6894b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f14bf7-c974-434c-bb7a-6f6f7c820ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:19Z', 'updated_at': '2021-12-10T08:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:07.013756 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-eace471c-96ac-4f20-be33-1bd65b4a7f59 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] delete failed (client error): The resource could not be found. Dec 10 09:08:07.017593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eace471c-96ac-4f20-be33-1bd65b4a7f59 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/a02665ea-9ced-4c27-acc2-e430541d5505 HTTP/1.1" status: 404 len: 336 time: 0.0944698 Dec 10 09:08:07.018182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40310) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:07.075951 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c68c73-bc84-4c31-a2e6-30c5883e05ce tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:07.076483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c68c73-bc84-4c31-a2e6-30c5883e05ce tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:07.083098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-17c68c73-bc84-4c31-a2e6-30c5883e05ce tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/2ccd47a9-83ed-4f68-8b47-d0fd7413f726 HTTP/1.1" status: 404 len: 337 time: 0.0617743 Dec 10 09:08:07.083713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40312) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:07.127141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-21cfca7e-7785-4697-a421-aa5de42825ec tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c64425a-df1f-4efa-90ab-d82dc1cf70f0 HTTP/1.1" status: 200 len: 205 time: 0.0419576 Dec 10 09:08:07.129048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40316) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:07.173756 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-801cfc5f-290e-45a2-baab-c7b0f12fd116 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] delete failed (client error): The resource could not be found. Dec 10 09:08:07.177447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-801cfc5f-290e-45a2-baab-c7b0f12fd116 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/routers/2c64425a-df1f-4efa-90ab-d82dc1cf70f0 HTTP/1.1" status: 404 len: 336 time: 0.0473721 Dec 10 09:08:07.178152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40318) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:07.283249 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8a22912-7974-4a44-bd3e-ba7f75c6796d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:07.314184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] For port a13b6fca-d672-479c-b0c6-de5ff7b6894b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a13b6fca-d672-479c-b0c6-de5ff7b6894b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:07.314849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:07.451240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a22912-7974-4a44-bd3e-ba7f75c6796d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=8507e329-cfa8-4c4e-9520-61d1c305ab88,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:07.456872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Calling delete_port for a13b6fca-d672-479c-b0c6-de5ff7b6894b owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:07.635267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8a22912-7974-4a44-bd3e-ba7f75c6796d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:07.642737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c8a22912-7974-4a44-bd3e-ba7f75c6796d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/8507e329-cfa8-4c4e-9520-61d1c305ab88 HTTP/1.1" status: 204 len: 168 time: 2.3733802 Dec 10 09:08:07.653076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-3206cc3a-d3c9-44b0-89de-98c063b283a1 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:07.655846 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-3206cc3a-d3c9-44b0-89de-98c063b283a1 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.18 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.4311428 Dec 10 09:08:07.658470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40328) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:07.785407 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c797a75e-653b-4389-a6f5-0ef4464c602d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:07.786725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c797a75e-653b-4389-a6f5-0ef4464c602d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:07.795227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c797a75e-653b-4389-a6f5-0ef4464c602d tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/ffae4ea0-8ec9-48cf-ad8d-d3dd48442f1f HTTP/1.1" status: 404 len: 337 time: 0.6146789 Dec 10 09:08:07.796231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40330) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:07.818730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d6850-cc6f-4740-9c91-a2f6294b6492 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:07.824687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40332) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:07.831799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4f1d6850-cc6f-4740-9c91-a2f6294b6492 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1720123 Dec 10 09:08:07.869894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c0ddc673-0d06-4003-9524-0d2b0f0fec8f None None] Provisioning complete for port bc65915b-64d5-4b50-bdc0-946aaadc6dcf triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:07.870443 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc673-0d06-4003-9524-0d2b0f0fec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:07.899699 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-01720ba9-7dac-47e8-a461-cf65d20d0cc3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:07.900825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01720ba9-7dac-47e8-a461-cf65d20d0cc3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:07.945374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-01720ba9-7dac-47e8-a461-cf65d20d0cc3 tempest-RoutersIpV6Test-1015822252 tempest-RoutersIpV6Test-1015822252-project] 10.222.0.31 "DELETE /v2.0/subnets/62a4d489-efcd-4729-a38d-d2291e314bfc HTTP/1.1" status: 404 len: 337 time: 0.1478443 Dec 10 09:08:08.056161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76960ccd-aab1-4c2e-ada5-450f95795223 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:08.069561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-76960ccd-aab1-4c2e-ada5-450f95795223 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2372575 Dec 10 09:08:08.089799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40342) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:08.179313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c0ddc673-0d06-4003-9524-0d2b0f0fec8f None None] Could not find standard attr ID for object 8507e329-cfa8-4c4e-9520-61d1c305ab88. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:08:08.294090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a5a6d-3dcb-4d60-91b1-963a1772f1aa req-79232052-7372-4cb1-818c-ff3283418e2f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:08.300416 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:08.320205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e04a5a6d-3dcb-4d60-91b1-963a1772f1aa req-79232052-7372-4cb1-818c-ff3283418e2f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 945 time: 0.2491598 Dec 10 09:08:08.395661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Deleting port 0347171a-3ad2-4953-b93d-bd5f198317f9 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:08.396206 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:08.434262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62529409-3992-4163-b2ba-e2969a1fe641 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:08.436940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62529409-3992-4163-b2ba-e2969a1fe641 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:08.442555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62529409-3992-4163-b2ba-e2969a1fe641 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:08.444844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62529409-3992-4163-b2ba-e2969a1fe641 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3536911 Dec 10 09:08:08.449186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40346) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:08.460668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc65915b-64d5-4b50-bdc0-946aaadc6dcf up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:08.552371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e04a5a6d-3dcb-4d60-91b1-963a1772f1aa req-5451a509-5dd1-4fca-83dc-750f34540580 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c62f04b-22e8-425d-86ae-765c51367045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305174 Dec 10 09:08:08.611866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfb7931-f980-4bd4-bf72-8593f9379294 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 0f0e46b4-1aa3-44dd-a796-a0eed4a40592 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:08.617897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-90ef3624-125c-4204-9df6-2d8670ebe8f7 None None] Could not find standard attr ID for object 8507e329-cfa8-4c4e-9520-61d1c305ab88. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:08:08.619238 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7931-f980-4bd4-bf72-8593f9379294 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:08.663119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port bc65915b-64d5-4b50-bdc0-946aaadc6dcf triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:08.663856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:08.701003 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7931-f980-4bd4-bf72-8593f9379294 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:08.774172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] For port 0347171a-3ad2-4953-b93d-bd5f198317f9, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0347171a-3ad2-4953-b93d-bd5f198317f9,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:08.774558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:08.797422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40352) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:08.852703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40356) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:08.857631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e3726aa6-f8e1-4ad3-98e2-41a13b811b3a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:08.891805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: e3726aa6-f8e1-4ad3-98e2-41a13b811b3a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:08.892416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e3726aa6-f8e1-4ad3-98e2-41a13b811b3a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:08.903458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7931-f980-4bd4-bf72-8593f9379294 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:08.978160 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7931-f980-4bd4-bf72-8593f9379294 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:08.991055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40360) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:09.009545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'subnet': {'network_id': '5470e414-8d94-4f4f-b862-f5b2352d0633', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:09.011643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.058623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f227bdb8-f791-457a-bfe5-213c96f66c1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.069718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb7931-f980-4bd4-bf72-8593f9379294 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0e46b4-1aa3-44dd-a796-a0eed4a40592,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:09.081783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a07e0-d6f3-42d0-9b0d-270cb300f234 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:09.082285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Pushing event deleted for resources: {'Port': ['ID=a13b6fca-d672-479c-b0c6-de5ff7b6894b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:09.103114 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7931-f980-4bd4-bf72-8593f9379294 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.108511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9521f7d-277a-4105-89cd-c2b8d35343b5 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:09.109113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2cfb7931-f980-4bd4-bf72-8593f9379294 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/0f0e46b4-1aa3-44dd-a796-a0eed4a40592 HTTP/1.1" status: 204 len: 168 time: 0.6571977 Dec 10 09:08:09.113469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40362) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:09.178395 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.181674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.181839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.182211 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Floating IP 3fc6fbc3-9b98-49a9-97f2-ef20b7d0c491 disassociated. External IP: 172.25.3.199, port: 0347171a-3ad2-4953-b93d-bd5f198317f9. Dec 10 09:08:09.182627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Calling delete_port for 0347171a-3ad2-4953-b93d-bd5f198317f9 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:09.201177 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f227bdb8-f791-457a-bfe5-213c96f66c1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.222374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f227bdb8-f791-457a-bfe5-213c96f66c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.258331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9607a299-8695-45e0-93a2-445cab5bbe50 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 6b7f391b-555c-46e5-acf0-39ac5c5a0ff8 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:09.264372 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9607a299-8695-45e0-93a2-445cab5bbe50 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.268824 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.298445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0caa35c2-4d74-4e15-89b5-8363b6f1e993 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1a5c3a86d51437e8774a3aaad165a5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4446175 Dec 10 09:08:09.306946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40366) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:09.317090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f227bdb8-f791-457a-bfe5-213c96f66c1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32f9aa73689f4fd8bdb7a10afc42bb40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5184698 Dec 10 09:08:09.321795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227bdb8-f791-457a-bfe5-213c96f66c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f446010-3301-4d48-a7d9-7b1a83c165c0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:09.324068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40368) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:09.365544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:09.369399 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.419827 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.430185 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.446080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9607a299-8695-45e0-93a2-445cab5bbe50 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.488234 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76d600de-e4d7-40a0-a39a-e51ace774c25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.503414 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-837b121a-c0dd-4dca-b933-ac9f731543c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.549087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.549087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:08:09.554438 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76d600de-e4d7-40a0-a39a-e51ace774c25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.555835 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.557567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6734f986-6f56-4c8e-b16c-b571bcdf8feb admin admin] 10.222.0.31 "DELETE /v2.0/routers/e9f14bf7-c974-434c-bb7a-6f6f7c820ec9 HTTP/1.1" status: 204 len: 168 time: 4.5399499 Dec 10 09:08:09.565948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40370) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:09.577646 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-837b121a-c0dd-4dca-b933-ac9f731543c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.639949 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9607a299-8695-45e0-93a2-445cab5bbe50 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.679390 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.724451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event deleted for resources: {'Port': ['ID=0347171a-3ad2-4953-b93d-bd5f198317f9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:09.763026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-589a2e8d-713c-4e5c-b33a-765b76b9b8b7 admin admin] Deleting subnet 72a4b9f5-eb04-4fd3-a1d9-01870caa7159 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:09.772863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f74ef13-83e2-43e2-a60f-095bb432a38f req-b5e9f59a-8b53-45f5-88c9-20e4d3ee3eae tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 210 time: 0.0615351 Dec 10 09:08:09.773907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-589a2e8d-713c-4e5c-b33a-765b76b9b8b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.844673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9607a299-8695-45e0-93a2-445cab5bbe50 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.847413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76d600de-e4d7-40a0-a39a-e51ace774c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.852072 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76d600de-e4d7-40a0-a39a-e51ace774c25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.853766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-76d600de-e4d7-40a0-a39a-e51ace774c25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/552770e5-43c9-41ad-aa20-e9dacc64eb7f HTTP/1.1" status: 204 len: 168 time: 0.5456836 Dec 10 09:08:09.887298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d600de-e4d7-40a0-a39a-e51ace774c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552770e5-43c9-41ad-aa20-e9dacc64eb7f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:09.892315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.905811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-589a2e8d-713c-4e5c-b33a-765b76b9b8b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.912044 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-837b121a-c0dd-4dca-b933-ac9f731543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.918096 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-837b121a-c0dd-4dca-b933-ac9f731543c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.919237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-837b121a-c0dd-4dca-b933-ac9f731543c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f446010-3301-4d48-a7d9-7b1a83c165c0 HTTP/1.1" status: 204 len: 168 time: 0.5868487 Dec 10 09:08:09.934785 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9607a299-8695-45e0-93a2-445cab5bbe50 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:09.940472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9607a299-8695-45e0-93a2-445cab5bbe50 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/6b7f391b-555c-46e5-acf0-39ac5c5a0ff8 HTTP/1.1" status: 204 len: 168 time: 0.8259168 Dec 10 09:08:09.970451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40378) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:09.979143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607a299-8695-45e0-93a2-445cab5bbe50 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7f391b-555c-46e5-acf0-39ac5c5a0ff8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:10.002301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-b71aa1d6-72bf-41d4-8c88-154a4c30a963 req-b5b2a721-9338-4e15-a991-bbfa70511e82 service neutron] (114969) timed out ('10.222.0.31', 40802) {{(pid=114969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:08:10.041240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-58a3e87b-3d32-4889-b2f5-cdefa39cf7cc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671959 Dec 10 09:08:10.041947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40382) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:10.060878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:10.069751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b121a-c0dd-4dca-b933-ac9f731543c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f446010-3301-4d48-a7d9-7b1a83c165c0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:10.138495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Router 2782dbfb-3a30-4775-9517-26629752be6c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:08:10.186418 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Subnet': ['ID=64e39d75-f147-4a57-91fc-2388ee861882,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:10.195384 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-589a2e8d-713c-4e5c-b33a-765b76b9b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.220845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Checking segment: {'id': '17c1f950-2ab6-40e5-a632-05f2e9b0f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5470e414-8d94-4f4f-b862-f5b2352d0633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:10.221623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network hostable DHCP agents. Network: 5470e414-8d94-4f4f-b862-f5b2352d0633, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:10.243300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c23558-43aa-4e0c-ae53-fc2e85505c32 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:10.295398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network 5470e414-8d94-4f4f-b862-f5b2352d0633 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:10.364076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-589a2e8d-713c-4e5c-b33a-765b76b9b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.386614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:10.387374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 5470e414-8d94-4f4f-b862-f5b2352d0633) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:10.404238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:10.409623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.426967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02307c8f-a017-42d2-816f-0f6bec5bd94a None None] Network 5470e414-8d94-4f4f-b862-f5b2352d0633 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:10.444800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] Sync routers for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:10.456360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:10.470447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-37aa4981-b78f-45ac-91b3-49b25e165f67 None None] Provisioning complete for port bc65915b-64d5-4b50-bdc0-946aaadc6dcf triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:10.470838 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37aa4981-b78f-45ac-91b3-49b25e165f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.472163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-589a2e8d-713c-4e5c-b33a-765b76b9b8b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.476602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.479452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-589a2e8d-713c-4e5c-b33a-765b76b9b8b7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72a4b9f5-eb04-4fd3-a1d9-01870caa7159 HTTP/1.1" status: 204 len: 168 time: 0.9077835 Dec 10 09:08:10.491553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a2e8d-713c-4e5c-b33a-765b76b9b8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a4b9f5-eb04-4fd3-a1d9-01870caa7159,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:10.503142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40392) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:10.505111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e39e4ad-86d2-43ba-be2e-9a873fb26fb7 None None] Network 1230761f-c97f-4b7a-8a29-87123443b633 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:10.556547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fc8f93b2-97ef-407f-b810-16531f7667f3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5552430 Dec 10 09:08:10.562869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a13b6fca-d672-479c-b0c6-de5ff7b6894b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:10.576951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40400) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:10.582879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-119888422'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:10.676746 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.687240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a13b6fca-d672-479c-b0c6-de5ff7b6894b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:10.687729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a13b6fca-d672-479c-b0c6-de5ff7b6894b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:10.690081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:10.698933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.699124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] No DVR routers for this DVR port 0347171a-3ad2-4953-b93d-bd5f198317f9 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:10.702537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.706541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4c2727ea-3624-4fe6-a4e7-7dfd17045bf8 req-0987e85c-d663-4221-b64f-8ca1de0487d3 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.18 "DELETE /v2.0/ports/0347171a-3ad2-4953-b93d-bd5f198317f9 HTTP/1.1" status: 204 len: 173 time: 2.9856725 Dec 10 09:08:10.707010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'name': 'network-vif-deleted', 'tag': '0347171a-3ad2-4953-b93d-bd5f198317f9'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:08:10.711385 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b7b33-4958-4256-8b23-4b747dcf90d6" -d '{"events": [{"server_uuid": "66add774-8b7b-412e-9dad-dc9d1d612e29", "name": "network-vif-deleted", "tag": "0347171a-3ad2-4953-b93d-bd5f198317f9"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:08:10.828737 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046daa7a-b0e3-47e0-8408-c786947e694e x-openstack-request-id: req-046daa7a-b0e3-47e0-8408-c786947e694e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:08:10.829035 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66add774-8b7b-412e-9dad-dc9d1d612e29", "name": "network-vif-deleted", "tag": "0347171a-3ad2-4953-b93d-bd5f198317f9", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:08:10.829345 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-046daa7a-b0e3-47e0-8408-c786947e694e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:08:10.829783 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66add774-8b7b-412e-9dad-dc9d1d612e29', 'name': 'network-vif-deleted', 'tag': '0347171a-3ad2-4953-b93d-bd5f198317f9', 'status': 'completed', 'code': 200} Dec 10 09:08:10.846680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:10.872211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:10.872637 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Added segment 889d277a-0869-4443-b77a-152bd80afa70 of type vlan for network 27ca167a-99a1-4075-ae91-4804453f694e Dec 10 09:08:10.904788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:10.923402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:10.977683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Deleting port 0010cd44-c46c-417c-a5e9-7796cfec3876 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:10.978381 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.000333 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.008110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3f674a1-10cb-4c3e-8691-b97f36840b05 req-48e3bdbc-a6e0-49ec-8978-61b16feffaf4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=66add774-8b7b-412e-9dad-dc9d1d612e29 HTTP/1.1" status: 200 len: 210 time: 0.0589111 Dec 10 09:08:11.067412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:08:11.163703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] For port 0010cd44-c46c-417c-a5e9-7796cfec3876, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0010cd44-c46c-417c-a5e9-7796cfec3876,segment=NetworkSegment(a22b76c8-2d1b-49f5-8aa6-1785b1e2479b),segment_id=a22b76c8-2d1b-49f5-8aa6-1785b1e2479b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:11.164128 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.177860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.184416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:11.185105 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.206850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61096c8-698c-4414-8efa-9a192bdbb82f None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:11.286884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7086282 Dec 10 09:08:11.289265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Calling delete_port for 0010cd44-c46c-417c-a5e9-7796cfec3876 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:11.295866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40428) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:11.300969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'subnet': {'network_id': '27ca167a-99a1-4075-ae91-4804453f694e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:11.365746 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.414525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb06ee-ccb9-4fef-a936-0e86a7c724b8 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Network': ['ID=27ca167a-99a1-4075-ae91-4804453f694e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:11.490272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40438) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:11.517102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:11.521087 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.623563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-5470e414-8d94-4f4f-b862-f5b2352d0633', 'network_id': '5470e414-8d94-4f4f-b862-f5b2352d0633', 'project_id': '6450323274ed45999ec00696ece2e954', 'fixed_ips': [{'subnet_id': '64e39d75-f147-4a57-91fc-2388ee861882'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:11.633936 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.634806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] For port bc65915b-64d5-4b50-bdc0-946aaadc6dcf, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:11.636424 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.639045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 27ca167a-99a1-4075-ae91-4804453f694e details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:11.671599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195964293'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:11.698950 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.707003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] No DVR routers for this DVR port 0010cd44-c46c-417c-a5e9-7796cfec3876 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:11.711712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Pushing event deleted for resources: {'Port': ['ID=0010cd44-c46c-417c-a5e9-7796cfec3876,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:11.712072 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.713033 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.813677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.814597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:11.818500 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.836530 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.847058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:11.862632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1230761f-c97f-4b7a-8a29-87123443b633']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:11.864799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:11.870591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:11.871820 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.873349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,revision_number=8']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:11.880134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=7adf7388-8488-4875-ae87-925c772fa2f5,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:11.880662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:11.880966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22b76c8-2d1b-49f5-8aa6-1785b1e2479b') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:11.895647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.908354 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b2fda8e7-0887-4c1b-aa18-6540039169fa tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8623049 Dec 10 09:08:11.913779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Allocated IP 2001:db8:0:ffff::2 (5470e414-8d94-4f4f-b862-f5b2352d0633/64e39d75-f147-4a57-91fc-2388ee861882/b7776ca3-a892-4089-b036-40598271a479) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:11.914826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40452) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:11.922165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c51b72b3-4a6b-4783-beb7-9142a5e0b344 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:11.947918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.962602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:11.963002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:11.964685 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:11.980981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:12.061388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.072972 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.078881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1230761f-c97f-4b7a-8a29-87123443b633 HTTP/1.1" status: 204 len: 168 time: 1.5719125 Dec 10 09:08:12.090112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40456) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:12.094129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2013f4-3a15-40a1-a217-5ea4e771e324 admin admin] Pushing event deleted for resources: {'Network': ['ID=1230761f-c97f-4b7a-8a29-87123443b633,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:12.105996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51b72b3-4a6b-4783-beb7-9142a5e0b344 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:12.110257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c51b72b3-4a6b-4783-beb7-9142a5e0b344 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.120584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0347171a-3ad2-4953-b93d-bd5f198317f9 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:12.123971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed94cf-1b0f-497c-82ce-933985546d36 None None] DHCP port deletion for 1230761f-c97f-4b7a-8a29-87123443b633 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:12.157338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:08:12.159017 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.235677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Subnet': ['ID=2905c0e8-a2da-4e8c-88fb-169d15f521c9,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:12.244738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Checking segment: {'id': '889d277a-0869-4443-b77a-152bd80afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27ca167a-99a1-4075-ae91-4804453f694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:12.245248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network hostable DHCP agents. Network: 27ca167a-99a1-4075-ae91-4804453f694e, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:12.258834 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 0347171a-3ad2-4953-b93d-bd5f198317f9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:12.259511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0347171a-3ad2-4953-b93d-bd5f198317f9 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:12.268279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network 27ca167a-99a1-4075-ae91-4804453f694e is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:12.280698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c61096c8-698c-4414-8efa-9a192bdbb82f None None] Deleting port bc65915b-64d5-4b50-bdc0-946aaadc6dcf {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:12.281078 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c61096c8-698c-4414-8efa-9a192bdbb82f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.288927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 27ca167a-99a1-4075-ae91-4804453f694e) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:12.293754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:12.294347 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.325168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd38dc54-7df2-4c2e-8c6f-8687bde617ab tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0281057 Dec 10 09:08:12.327815 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40470) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:12.333093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'port': {'network_id': '27ca167a-99a1-4075-ae91-4804453f694e', 'name': 'tempest-NetworksIpV6TestAttrs-1916241021'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:12.349779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.399959 n-d-814746-3 neutron-server[114970]: INFO neutron.db.ipam_backend_mixin [None req-c51b72b3-4a6b-4783-beb7-9142a5e0b344 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7adf7388-8488-4875-ae87-925c772fa2f5 (CIDR: 2001:db8::/64) Dec 10 09:08:12.405457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0076f-42c6-48d3-9553-931f9b61c4a8 None None] Network 27ca167a-99a1-4075-ae91-4804453f694e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:12.414993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device bc65915b-64d5-4b50-bdc0-946aaadc6dcf no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:12.425189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-c08339cf-9482-421d-b34c-068a6fde0ef8 req-20be4127-65f7-4706-95f8-e80ce39a0b75 service neutron] (114969) timed out ('10.222.0.31', 39792) {{(pid=114969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:08:12.442277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.450760 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51b72b3-4a6b-4783-beb7-9142a5e0b344 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:08:12.451271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51b72b3-4a6b-4783-beb7-9142a5e0b344 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:12.495049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:12.537574 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c51b72b3-4a6b-4783-beb7-9142a5e0b344 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6221035 Dec 10 09:08:12.539039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:12.543290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40478) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:12.543696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.545017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091dc52e-3ea7-451d-9ed2-cb11b7ecc514,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:12.554318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:12.560626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.560994 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added segment 806c442b-3532-4375-bc60-6d235765e052 of type vlan for network cd3e5e9d-9c30-434d-9157-6f2db400ea2e Dec 10 09:08:12.580122 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.585429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] device_id is not set on port 730c280f-a4cb-48f6-8d6c-2f01c7db6853 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:08:12.624682 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.657845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c61096c8-698c-4414-8efa-9a192bdbb82f None None] For port bc65915b-64d5-4b50-bdc0-946aaadc6dcf, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:12.658443 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c61096c8-698c-4414-8efa-9a192bdbb82f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.712294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c61096c8-698c-4414-8efa-9a192bdbb82f None None] Calling delete_port for bc65915b-64d5-4b50-bdc0-946aaadc6dcf owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:12.785574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Network 5470e414-8d94-4f4f-b862-f5b2352d0633 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:12.802806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-27ca167a-99a1-4075-ae91-4804453f694e', 'network_id': '27ca167a-99a1-4075-ae91-4804453f694e', 'project_id': '6450323274ed45999ec00696ece2e954', 'fixed_ips': [{'subnet_id': '2905c0e8-a2da-4e8c-88fb-169d15f521c9'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:12.803854 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:12.805214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Allocated IP 2001:db8::f816:3eff:fe7d:d810 (27ca167a-99a1-4075-ae91-4804453f694e/2905c0e8-a2da-4e8c-88fb-169d15f521c9/730c280f-a4cb-48f6-8d6c-2f01c7db6853) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:12.806513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:12.813694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Pushing event updated for resources: {'Port': ['ID=b7776ca3-a892-4089-b036-40598271a479,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:12.817669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:12.897777 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.052295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.099445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.121743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.140444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port bc65915b-64d5-4b50-bdc0-946aaadc6dcf, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:13.145979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Attempting to bind port b7776ca3-a892-4089-b036-40598271a479 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:13.146484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Attempting to bind port b7776ca3-a892-4089-b036-40598271a479 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '17c1f950-2ab6-40e5-a632-05f2e9b0f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5470e414-8d94-4f4f-b862-f5b2352d0633'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:13.147660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Attempting to bind port b7776ca3-a892-4089-b036-40598271a479 on network 5470e414-8d94-4f4f-b862-f5b2352d0633 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:13.211251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:13.216520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Port': ['ID=730c280f-a4cb-48f6-8d6c-2f01c7db6853,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:13.228676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40512) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:13.238063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network 27ca167a-99a1-4075-ae91-4804453f694e is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:13.240509 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.247074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:13.247689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.249628 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:13.261876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:13.263409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] Checking router: 2782dbfb-3a30-4775-9517-26629752be6c for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:08:13.266052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.267164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0010cd44-c46c-417c-a5e9-7796cfec3876 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:13.269546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:13.270350 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c61096c8-698c-4414-8efa-9a192bdbb82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.271292 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.285337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:13.289583 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.315650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-909c4d8c-db86-4ce6-8217-34d218d57712 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9864609 Dec 10 09:08:13.318394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40516) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:13.344051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event deleted for resources: {'Port': ['ID=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:13.353748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:13.354200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Checking segment: {'id': '17c1f950-2ab6-40e5-a632-05f2e9b0f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5470e414-8d94-4f4f-b862-f5b2352d0633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:13.354694 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.355739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Bound using segment: {'id': '17c1f950-2ab6-40e5-a632-05f2e9b0f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5470e414-8d94-4f4f-b862-f5b2352d0633'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:13.356291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Bound port: b7776ca3-a892-4089-b036-40598271a479, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c1f950-2ab6-40e5-a632-05f2e9b0f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5470e414-8d94-4f4f-b862-f5b2352d0633'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:13.356731 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.360078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0010cd44-c46c-417c-a5e9-7796cfec3876 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:13.360488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0010cd44-c46c-417c-a5e9-7796cfec3876 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:13.411540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0afb2a-9863-489f-bce7-e31b9b518218 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting subnet 2905c0e8-a2da-4e8c-88fb-169d15f521c9 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:13.415976 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b742b58c-91d0-4cb5-8db1-5737f2578918 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.444654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b742b58c-91d0-4cb5-8db1-5737f2578918 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.445076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61096c8-698c-4414-8efa-9a192bdbb82f None None] Pushing event deleted for resources: {'Port': ['ID=bc65915b-64d5-4b50-bdc0-946aaadc6dcf,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:13.454537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:13.455475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:13.460031 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9688776 Dec 10 09:08:13.472788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40526) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:13.479260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61096c8-698c-4414-8efa-9a192bdbb82f None None] No DVR routers for this DVR port bc65915b-64d5-4b50-bdc0-946aaadc6dcf on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:13.482939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'network': {'name': 'tempest-RoutersTest-977585397'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:13.509349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c980ee-f922-43ae-a6e3-a058ef44d120 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Network': ['ID=cd3e5e9d-9c30-434d-9157-6f2db400ea2e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:13.546082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84721ae-3f9b-4d02-94f6-75ecea61c880 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:13.548267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network cd3e5e9d-9c30-434d-9157-6f2db400ea2e details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:13.564168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b742b58c-91d0-4cb5-8db1-5737f2578918 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.566985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b742b58c-91d0-4cb5-8db1-5737f2578918 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.568230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b742b58c-91d0-4cb5-8db1-5737f2578918 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c62f04b-22e8-425d-86ae-765c51367045 HTTP/1.1" status: 204 len: 168 time: 0.3282244 Dec 10 09:08:13.573411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40530) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:13.579522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:13.591672 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.597032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742b58c-91d0-4cb5-8db1-5737f2578918 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c62f04b-22e8-425d-86ae-765c51367045,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:13.613993 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-c21ded23-11d1-441a-8b81-2a11b936b951 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] show failed (client error): The resource could not be found. Dec 10 09:08:13.615358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c21ded23-11d1-441a-8b81-2a11b936b951 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups/6c62f04b-22e8-425d-86ae-765c51367045 HTTP/1.1" status: 404 len: 347 time: 0.0408177 Dec 10 09:08:13.619274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40536) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:13.706642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:13.731544 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.731896 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added segment 8b941b97-80e7-4c8c-9cae-8e26bdb47085 of type vlan for network 89137098-73ab-4780-9acc-92d35cecc90a Dec 10 09:08:13.806430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.811043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Deleting port 0d40334c-fcdb-426f-b171-e984764cd2fa {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:13.811394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.871119 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.878983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Allocated IP 2001:db8::f816:3eff:fe12:4003 (27ca167a-99a1-4075-ae91-4804453f694e/2905c0e8-a2da-4e8c-88fb-169d15f521c9/a4475ae2-f585-4f19-bce3-a13a8c3ff7f4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:13.917533 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.918509 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.934525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Calling delete_port for 0d40334c-fcdb-426f-b171-e984764cd2fa owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:13.970620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.987602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:13.995828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:13.996755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.094163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] For port b7776ca3-a892-4089-b036-40598271a479, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:14.132414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] For port b7776ca3-a892-4089-b036-40598271a479, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b7776ca3-a892-4089-b036-40598271a479,segment=NetworkSegment(17c1f950-2ab6-40e5-a632-05f2e9b0f965),segment_id=17c1f950-2ab6-40e5-a632-05f2e9b0f965)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:14.140479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:14.140682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:14.149093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.150431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6722162 Dec 10 09:08:14.154710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:14.155649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40560) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:14.160248 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:14.160962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.166370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=cf4bf0e0-a195-4171-996f-2bc7260b3439,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:14.186473 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.201125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'subnet': {'network_id': 'cd3e5e9d-9c30-434d-9157-6f2db400ea2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:14.207551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': '7adf7388-8488-4875-ae87-925c772fa2f5'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:14.207841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447f28c-764e-4b32-a2dd-eb55e5c435cd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Network': ['ID=89137098-73ab-4780-9acc-92d35cecc90a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:14.208827 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.234809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event deleted for resources: {'Port': ['ID=0d40334c-fcdb-426f-b171-e984764cd2fa,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:14.244205 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ddf9e244-ee47-4a1d-a608-49e7b4989798 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6962197 Dec 10 09:08:14.248481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40566) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:14.259969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 89137098-73ab-4780-9acc-92d35cecc90a details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:14.260631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:a8:2a:cd', 'name': 'tempest-NetworksTestDHCPv6-1562105397'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:14.368048 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.370917 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.371920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2e84e7b1-070c-4f78-b73a-424944f81b4e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "DELETE /v2.0/floatingips/3fc6fbc3-9b98-49a9-97f2-ef20b7d0c491 HTTP/1.1" status: 204 len: 168 time: 0.7514801 Dec 10 09:08:14.422528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:14.426663 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.456941 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.506971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd0afb2a-9863-489f-bce7-e31b9b518218 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.523957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17496d2c-9553-4c87-9478-a7edbd82bca9 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:14.560057 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.570368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:14.613258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd0afb2a-9863-489f-bce7-e31b9b518218 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.770826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.809114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Deleting port 027278fd-cf42-482a-8e28-7782d6572edb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:14.809460 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:14.871508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af626f-e0b2-4204-b73f-2a92ba139c81 None None] Pushing event updated for resources: {'Port': ['ID=b7776ca3-a892-4089-b036-40598271a479,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:14.902446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port fb4aced8-a1c7-43f9-adf4-5a03a9eaf916 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:08:14.918445 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Network 27ca167a-99a1-4075-ae91-4804453f694e is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:14.940152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:14.967538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:14.986015 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd0afb2a-9863-489f-bce7-e31b9b518218 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.061794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] For port 027278fd-cf42-482a-8e28-7782d6572edb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=027278fd-cf42-482a-8e28-7782d6572edb,segment=NetworkSegment(cf44acc8-377b-4fb7-8d08-644b096a2b9f),segment_id=cf44acc8-377b-4fb7-8d08-644b096a2b9f)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:15.063496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.076653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Pushing event updated for resources: {'Port': ['ID=a4475ae2-f585-4f19-bce3-a13a8c3ff7f4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:15.080313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Calling delete_port for 027278fd-cf42-482a-8e28-7782d6572edb owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:15.162706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Allocated IP 2001:db8::f816:3eff:fe71:aa51 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/7adf7388-8488-4875-ae87-925c772fa2f5/579e8e31-8ce4-4bc1-96bb-47375ff74313) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:15.192707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Attempting to bind port a4475ae2-f585-4f19-bce3-a13a8c3ff7f4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:15.193324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Attempting to bind port a4475ae2-f585-4f19-bce3-a13a8c3ff7f4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '889d277a-0869-4443-b77a-152bd80afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27ca167a-99a1-4075-ae91-4804453f694e'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:15.194609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Attempting to bind port a4475ae2-f585-4f19-bce3-a13a8c3ff7f4 on network 27ca167a-99a1-4075-ae91-4804453f694e {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:15.199075 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.217711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:15.218392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Checking segment: {'id': '889d277a-0869-4443-b77a-152bd80afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27ca167a-99a1-4075-ae91-4804453f694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:15.218992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.219572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Bound using segment: {'id': '889d277a-0869-4443-b77a-152bd80afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27ca167a-99a1-4075-ae91-4804453f694e'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:15.220242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Bound port: a4475ae2-f585-4f19-bce3-a13a8c3ff7f4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889d277a-0869-4443-b77a-152bd80afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27ca167a-99a1-4075-ae91-4804453f694e'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:15.220824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.226499 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd0afb2a-9863-489f-bce7-e31b9b518218 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.275935 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.279349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0afb2a-9863-489f-bce7-e31b9b518218 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Subnet': ['ID=2905c0e8-a2da-4e8c-88fb-169d15f521c9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:15.304634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40604) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:15.315772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-06cd6c3b-8c54-4329-ab54-98ccbeaea1d0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1138020068', 'description': 'tempest-description--762232123'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:15.346693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Subnet': ['ID=582013b5-8576-4790-bf69-60523c13dea6,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:15.384077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd0afb2a-9863-489f-bce7-e31b9b518218 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.392237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd0afb2a-9863-489f-bce7-e31b9b518218 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/subnets/2905c0e8-a2da-4e8c-88fb-169d15f521c9 HTTP/1.1" status: 204 len: 168 time: 2.0722566 Dec 10 09:08:15.400223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-06cd6c3b-8c54-4329-ab54-98ccbeaea1d0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.400595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40622) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:15.401353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] For port a4475ae2-f585-4f19-bce3-a13a8c3ff7f4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:15.432650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] For port a4475ae2-f585-4f19-bce3-a13a8c3ff7f4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a4475ae2-f585-4f19-bce3-a13a8c3ff7f4,segment=NetworkSegment(889d277a-0869-4443-b77a-152bd80afa70),segment_id=889d277a-0869-4443-b77a-152bd80afa70)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:15.444899 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.448451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:15.478686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Checking segment: {'id': '806c442b-3532-4375-bc60-6d235765e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cd3e5e9d-9c30-434d-9157-6f2db400ea2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:15.479062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network hostable DHCP agents. Network: cd3e5e9d-9c30-434d-9157-6f2db400ea2e, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:15.508780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea91bc1-e0f5-42a3-888c-eda13bb39f01 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:15.510802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea91bc1-e0f5-42a3-888c-eda13bb39f01 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:15.517525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2ea91bc1-e0f5-42a3-888c-eda13bb39f01 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1118324 Dec 10 09:08:15.518740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40624) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:15.520781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network cd3e5e9d-9c30-434d-9157-6f2db400ea2e is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:15.549220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc78c4d-c574-4b83-82ad-6befb3603552 None None] The sync data for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 is: [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:15.577247 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.632876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Pushing event deleted for resources: {'Port': ['ID=027278fd-cf42-482a-8e28-7782d6572edb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:15.635126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, cd3e5e9d-9c30-434d-9157-6f2db400ea2e) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:15.698844 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.700883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4098a220-3fb3-43f8-9b06-a7fc228f4288 None None] Network cd3e5e9d-9c30-434d-9157-6f2db400ea2e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:15.743817 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.746132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6643-250e-40d5-9e14-8a7bbdacfc5e None None] Pushing event updated for resources: {'Port': ['ID=a4475ae2-f585-4f19-bce3-a13a8c3ff7f4,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:15.774252 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-06cd6c3b-8c54-4329-ab54-98ccbeaea1d0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.782151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:15.783447 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.786270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-06cd6c3b-8c54-4329-ab54-98ccbeaea1d0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.870705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a8cb5-f671-4994-978a-cedbc0c603f9 None None] Network 27ca167a-99a1-4075-ae91-4804453f694e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:15.915901 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d0affab0-c4fa-4163-8271-aea2c2a9e3a8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7193356 Dec 10 09:08:15.916568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40630) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:15.931877 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-06cd6c3b-8c54-4329-ab54-98ccbeaea1d0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:15.933476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'subnet': {'network_id': '89137098-73ab-4780-9acc-92d35cecc90a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:15.937962 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-06cd6c3b-8c54-4329-ab54-98ccbeaea1d0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6276762 Dec 10 09:08:15.951305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40636) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:15.977478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:16.003238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-478b74dc-0f93-4717-bbfb-7b18508f0cb4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'security_group_rule': {'security_group_id': '73561fb7-9f3e-4d3c-80b3-88ec979c064e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:16.061244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6c3b-8c54-4329-ab54-98ccbeaea1d0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73561fb7-9f3e-4d3c-80b3-88ec979c064e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:16.079888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e91d87fa-ad1d-4bb0-ac2d-b804ca674704 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.095726 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91d87fa-ad1d-4bb0-ac2d-b804ca674704 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 09:08:16.096443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91d87fa-ad1d-4bb0-ac2d-b804ca674704 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:16.102162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e91d87fa-ad1d-4bb0-ac2d-b804ca674704 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/27ca167a-99a1-4075-ae91-4804453f694e HTTP/1.1" status: 409 len: 405 time: 0.5784163 Dec 10 09:08:16.110072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40644) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:16.116958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1918706537'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:16.137212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:16.144391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-478b74dc-0f93-4717-bbfb-7b18508f0cb4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.149152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:16.150364 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58af35-35d5-4982-a2a6-0c26de46ed2c None None] New status for floating IP 3fc6fbc3-9b98-49a9-97f2-ef20b7d0c491: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:08:16.155801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:16.161824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.183313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20944074-fb24-40e7-8f31-483902372099 None None] Network 5470e414-8d94-4f4f-b862-f5b2352d0633 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:16.187366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Pushing event updated for resources: {'Port': ['ID=579e8e31-8ce4-4bc1-96bb-47375ff74313,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:16.219856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.329193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:16.343278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.368145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8:0:1::2ad (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/cf4bf0e0-a195-4171-996f-2bc7260b3439/fb4aced8-a1c7-43f9-adf4-5a03a9eaf916) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:16.375894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::f816:3eff:fea8:2acd (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/7adf7388-8488-4875-ae87-925c772fa2f5/fb4aced8-a1c7-43f9-adf4-5a03a9eaf916) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:16.388408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-45a97009-31b9-40bb-a273-6f7c2edb53ad None None] Provisioning complete for port b7776ca3-a892-4089-b036-40598271a479 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:16.388777 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45a97009-31b9-40bb-a273-6f7c2edb53ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.409824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:16.429431 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.430300 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Added segment 1bd93c79-bb26-4071-91b0-c87782378c19 of type vlan for network 4fa4a576-e8b4-4850-9200-703934952b36 Dec 10 09:08:16.476713 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.531335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.540411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:16.541056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.622636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Network': ['ID=4fa4a576-e8b4-4850-9200-703934952b36,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:16.665565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b7776ca3-a892-4089-b036-40598271a479 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:16.668266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 4fa4a576-e8b4-4850-9200-703934952b36 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:16.698236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-844d65eb-0b2e-4f06-b617-1585bfddf2e0 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5864775 Dec 10 09:08:16.698708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40682) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:16.704321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'subnet': {'network_id': '4fa4a576-e8b4-4850-9200-703934952b36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:16.708008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.749472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-cd3e5e9d-9c30-434d-9157-6f2db400ea2e', 'network_id': 'cd3e5e9d-9c30-434d-9157-6f2db400ea2e', 'project_id': '61325e88df384604819817aca2ecbe10', 'fixed_ips': [{'subnet_id': '582013b5-8576-4790-bf69-60523c13dea6'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:16.750787 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.792996 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-478b74dc-0f93-4717-bbfb-7b18508f0cb4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.796444 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.801497 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-478b74dc-0f93-4717-bbfb-7b18508f0cb4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.842564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Attempting to bind port 579e8e31-8ce4-4bc1-96bb-47375ff74313 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:16.842992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Attempting to bind port 579e8e31-8ce4-4bc1-96bb-47375ff74313 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:16.843380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Attempting to bind port 579e8e31-8ce4-4bc1-96bb-47375ff74313 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:16.879873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b74dc-0f93-4717-bbfb-7b18508f0cb4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f3214c-4e47-4a7f-894a-840746115b74,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:16.886976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:16.886976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:16.887396 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.887734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:16.888208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Bound port: 579e8e31-8ce4-4bc1-96bb-47375ff74313, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:16.888588 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.903399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-478b74dc-0f93-4717-bbfb-7b18508f0cb4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.908695 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-478b74dc-0f93-4717-bbfb-7b18508f0cb4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9563127 Dec 10 09:08:16.912280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40698) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:16.915362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Subnet': ['ID=db570a4d-fa08-46c4-8257-460070c0f605,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:16.917527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-19889f04-6d7e-4b89-9ed8-23f5eb454348 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'security_group_rule': {'security_group_id': '73561fb7-9f3e-4d3c-80b3-88ec979c064e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:16.986631 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:16.988180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Checking segment: {'id': '8b941b97-80e7-4c8c-9cae-8e26bdb47085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89137098-73ab-4780-9acc-92d35cecc90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:16.988952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network hostable DHCP agents. Network: 89137098-73ab-4780-9acc-92d35cecc90a, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:17.033684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:17.039388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.052235 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-19889f04-6d7e-4b89-9ed8-23f5eb454348 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.059300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Router 795095d0-85b5-4304-a129-c690ca9dbbb2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:08:17.059623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 89137098-73ab-4780-9acc-92d35cecc90a is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:17.074542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:17.087434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:17.098272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=fb4aced8-a1c7-43f9-adf4-5a03a9eaf916,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:17.101158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:17.106648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:17.107278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.117185 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b7776ca3-a892-4089-b036-40598271a479 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:17.117851 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.167864 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45a97009-31b9-40bb-a273-6f7c2edb53ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.199128 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dba35c08-cf60-44cb-81de-38df5b081ed4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9493344 Dec 10 09:08:17.215702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40712) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:17.216441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] For port 579e8e31-8ce4-4bc1-96bb-47375ff74313, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:17.257931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 89137098-73ab-4780-9acc-92d35cecc90a) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:17.267121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:17.268064 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.272405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] For port 579e8e31-8ce4-4bc1-96bb-47375ff74313, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=579e8e31-8ce4-4bc1-96bb-47375ff74313,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:17.275913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Allocated IP 172.20.0.2 (cd3e5e9d-9c30-434d-9157-6f2db400ea2e/582013b5-8576-4790-bf69-60523c13dea6/12e2dfee-824a-4862-af6d-53a75f1f8dfe) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:17.279640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985212bc-9d28-41cd-9cf1-57dba5da73f2 None None] Network 89137098-73ab-4780-9acc-92d35cecc90a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:17.307158 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.350574 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-19889f04-6d7e-4b89-9ed8-23f5eb454348 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.359867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-81eab67b-1deb-4a62-8a91-117296bdb217 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4347475 Dec 10 09:08:17.363768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40724) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:17.369411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-19889f04-6d7e-4b89-9ed8-23f5eb454348 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.375024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d4f5a15e-d019-402c-9fb3-85ecf6c922de tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-810605600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:17.431019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-45a97009-31b9-40bb-a273-6f7c2edb53ad None None] For port b7776ca3-a892-4089-b036-40598271a479, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b7776ca3-a892-4089-b036-40598271a479,segment=NetworkSegment(17c1f950-2ab6-40e5-a632-05f2e9b0f965),segment_id=17c1f950-2ab6-40e5-a632-05f2e9b0f965)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:17.458445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19889f04-6d7e-4b89-9ed8-23f5eb454348 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105ae636-e0c4-4afc-9a23-8ab588548957,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:17.474130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:17.478315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a15e-d019-402c-9fb3-85ecf6c922de tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.479585 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a15e-d019-402c-9fb3-85ecf6c922de tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.503132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-901d182e-debb-436e-8b96-023a0b7e746c admin admin] 10.222.0.31 "PUT /v2.0/routers/795095d0-85b5-4304-a129-c690ca9dbbb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4108186 Dec 10 09:08:17.513413 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40730) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:17.526124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-19889f04-6d7e-4b89-9ed8-23f5eb454348 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.530499 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-19889f04-6d7e-4b89-9ed8-23f5eb454348 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6136472 Dec 10 09:08:17.531015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40734) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:17.562429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:17.567431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] Sync routers for ids ['795095d0-85b5-4304-a129-c690ca9dbbb2'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:17.571137 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45a97009-31b9-40bb-a273-6f7c2edb53ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.606027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4b8cf-6e26-448f-a6e6-9a57ab5a8dd0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port fb4aced8-a1c7-43f9-adf4-5a03a9eaf916 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:17.606309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8e4b8cf-6e26-448f-a6e6-9a57ab5a8dd0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.627083 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.646619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a15e-d019-402c-9fb3-85ecf6c922de tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.658445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a15e-d019-402c-9fb3-85ecf6c922de tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.680607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] Routers {'795095d0-85b5-4304-a129-c690ca9dbbb2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:17.682569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['795095d0-85b5-4304-a129-c690ca9dbbb2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:17.732116 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a15e-d019-402c-9fb3-85ecf6c922de tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.736455 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d4f5a15e-d019-402c-9fb3-85ecf6c922de tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3686037 Dec 10 09:08:17.736627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40744) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:17.755950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:08:17.758629 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.782116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188905f5-26a1-4da2-b796-2b8e4ccc73a4 None None] Pushing event updated for resources: {'Port': ['ID=579e8e31-8ce4-4bc1-96bb-47375ff74313,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:17.856588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a97009-31b9-40bb-a273-6f7c2edb53ad None None] Pushing event updated for resources: {'Port': ['ID=b7776ca3-a892-4089-b036-40598271a479,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:17.869977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1de15fed-ab8e-4a20-9511-d043b2d43e0f None None] Provisioning complete for port b7776ca3-a892-4089-b036-40598271a479 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:17.870183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1de15fed-ab8e-4a20-9511-d043b2d43e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:17.990086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-89137098-73ab-4780-9acc-92d35cecc90a', 'network_id': '89137098-73ab-4780-9acc-92d35cecc90a', 'project_id': '61325e88df384604819817aca2ecbe10', 'fixed_ips': [{'subnet_id': 'db570a4d-fa08-46c4-8257-460070c0f605'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:17.991274 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:18.179379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] Set router 795095d0-85b5-4304-a129-c690ca9dbbb2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:18.258097 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:18.313394 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:18.424530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Subnet': ['ID=0b1e7f84-4924-453f-becb-44a202b00ba6,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:18.449926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Checking segment: {'id': '1bd93c79-bb26-4071-91b0-c87782378c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fa4a576-e8b4-4850-9200-703934952b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:18.450989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network hostable DHCP agents. Network: 4fa4a576-e8b4-4850-9200-703934952b36, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:18.485905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Network cd3e5e9d-9c30-434d-9157-6f2db400ea2e is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:18.508069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network 4fa4a576-e8b4-4850-9200-703934952b36 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:18.528343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:18.532086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:18.540554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:18.542534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Pushing event updated for resources: {'Port': ['ID=12e2dfee-824a-4862-af6d-53a75f1f8dfe,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:18.576889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 4fa4a576-e8b4-4850-9200-703934952b36) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:18.588001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:18.589173 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:18.592760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 579e8e31-8ce4-4bc1-96bb-47375ff74313 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:18.593133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:18.598010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Allocated IP 172.21.0.2 (89137098-73ab-4780-9acc-92d35cecc90a/db570a4d-fa08-46c4-8257-460070c0f605/1b20f05f-dcf8-4dfa-b78e-57ca3654faca) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:18.605972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41453cb4-129f-49ba-b447-22f8d0d28684 None None] Network 4fa4a576-e8b4-4850-9200-703934952b36 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:18.644356 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8e4b8cf-6e26-448f-a6e6-9a57ab5a8dd0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:18.687745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8f73ed63-78e9-44ec-9f63-0e58c2b76706 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9875932 Dec 10 09:08:18.694090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40784) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:18.712100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'port': {'network_id': '4fa4a576-e8b4-4850-9200-703934952b36', 'name': 'tempest-NetworksIpV6TestAttrs-668270693'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:18.755430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4b8cf-6e26-448f-a6e6-9a57ab5a8dd0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for fb4aced8-a1c7-43f9-adf4-5a03a9eaf916 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:18.807844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Allocated IP 172.25.3.210 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/8f774d78-7cb6-473c-910f-051d55f47645) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:18.945960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Attempting to bind port 12e2dfee-824a-4862-af6d-53a75f1f8dfe on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:18.946481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Attempting to bind port 12e2dfee-824a-4862-af6d-53a75f1f8dfe by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '806c442b-3532-4375-bc60-6d235765e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cd3e5e9d-9c30-434d-9157-6f2db400ea2e'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:18.946999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Attempting to bind port 12e2dfee-824a-4862-af6d-53a75f1f8dfe on network cd3e5e9d-9c30-434d-9157-6f2db400ea2e {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:19.004388 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.008346 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.060022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.080954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.124788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:19.126389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'Port': ['ID=8f774d78-7cb6-473c-910f-051d55f47645,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:19.135856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:19.138789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:19.243966 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.255352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:19.258165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Checking segment: {'id': '806c442b-3532-4375-bc60-6d235765e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cd3e5e9d-9c30-434d-9157-6f2db400ea2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:19.258165 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.258165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Bound using segment: {'id': '806c442b-3532-4375-bc60-6d235765e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cd3e5e9d-9c30-434d-9157-6f2db400ea2e'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:19.259243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Bound port: 12e2dfee-824a-4862-af6d-53a75f1f8dfe, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806c442b-3532-4375-bc60-6d235765e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cd3e5e9d-9c30-434d-9157-6f2db400ea2e'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:19.259243 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.259572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:19.263323 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.307127 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.335655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] device_id is not set on port fa11f524-e8b9-4ad5-a6b3-84e95738692e yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:08:19.365536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b53aa8-f161-4ec0-b05a-6b471d377864 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:19.373158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:34Z', 'updated_at': '2021-12-10T09:08:15Z', 'revision_number': 5, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'gw_port': {'id': '5dee0a61-dc8e-4575-995c-4ec07e48dced', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T08:56:36Z', 'updated_at': '2021-12-10T08:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:19.429656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Deleting port 5dee0a61-dc8e-4575-995c-4ec07e48dced {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:19.430002 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.521304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] Checking router: 795095d0-85b5-4304-a129-c690ca9dbbb2 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:08:19.524007 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.531908 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Network 89137098-73ab-4780-9acc-92d35cecc90a is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:19.539019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-82eb6d4b-352f-42cc-9861-728c7c6ea4ca None None] Provisioning complete for port 579e8e31-8ce4-4bc1-96bb-47375ff74313 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:19.539392 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-82eb6d4b-352f-42cc-9861-728c7c6ea4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.549877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Pushing event updated for resources: {'Port': ['ID=1b20f05f-dcf8-4dfa-b78e-57ca3654faca,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:19.576203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:19.605481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:19.624061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 579e8e31-8ce4-4bc1-96bb-47375ff74313 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:19.624536 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.631405 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8e4b8cf-6e26-448f-a6e6-9a57ab5a8dd0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.654875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Allocated IP 2001:db8::f816:3eff:fe43:f806 (4fa4a576-e8b4-4850-9200-703934952b36/0b1e7f84-4924-453f-becb-44a202b00ba6/fa11f524-e8b9-4ad5-a6b3-84e95738692e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:19.672638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-4fa4a576-e8b4-4850-9200-703934952b36', 'network_id': '4fa4a576-e8b4-4850-9200-703934952b36', 'project_id': '6450323274ed45999ec00696ece2e954', 'fixed_ips': [{'subnet_id': '0b1e7f84-4924-453f-becb-44a202b00ba6'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:19.673792 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.689964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] Routers {'795095d0-85b5-4304-a129-c690ca9dbbb2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:19.690620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['795095d0-85b5-4304-a129-c690ca9dbbb2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:19.708313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.717344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4b8cf-6e26-448f-a6e6-9a57ab5a8dd0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=fb4aced8-a1c7-43f9-adf4-5a03a9eaf916,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:19.791919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.793807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] For port 5dee0a61-dc8e-4575-995c-4ec07e48dced, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5dee0a61-dc8e-4575-995c-4ec07e48dced,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:19.794189 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.814401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.20.0.1 (cd3e5e9d-9c30-434d-9157-6f2db400ea2e/582013b5-8576-4790-bf69-60523c13dea6/2ab09a51-b8eb-4db9-bb89-34dac2b34e86) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:19.822603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] For port 12e2dfee-824a-4862-af6d-53a75f1f8dfe, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:19.833855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8e4b8cf-6e26-448f-a6e6-9a57ab5a8dd0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.840357 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b8e4b8cf-6e26-448f-a6e6-9a57ab5a8dd0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/fb4aced8-a1c7-43f9-adf4-5a03a9eaf916 HTTP/1.1" status: 204 len: 168 time: 2.6236224 Dec 10 09:08:19.847385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40838) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:19.869010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Calling delete_port for 5dee0a61-dc8e-4575-995c-4ec07e48dced owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:19.870007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40840) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:19.915335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] For port 12e2dfee-824a-4862-af6d-53a75f1f8dfe, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12e2dfee-824a-4862-af6d-53a75f1f8dfe,segment=NetworkSegment(806c442b-3532-4375-bc60-6d235765e052),segment_id=806c442b-3532-4375-bc60-6d235765e052)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:19.982258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.989319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:19.992720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.001053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Attempting to bind port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:20.001431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Attempting to bind port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '8b941b97-80e7-4c8c-9cae-8e26bdb47085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89137098-73ab-4780-9acc-92d35cecc90a'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:20.001837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Attempting to bind port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca on network 89137098-73ab-4780-9acc-92d35cecc90a {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:20.022555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:20.022825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Checking segment: {'id': '8b941b97-80e7-4c8c-9cae-8e26bdb47085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89137098-73ab-4780-9acc-92d35cecc90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:20.023202 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.023516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Bound using segment: {'id': '8b941b97-80e7-4c8c-9cae-8e26bdb47085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89137098-73ab-4780-9acc-92d35cecc90a'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:20.023999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Bound port: 1b20f05f-dcf8-4dfa-b78e-57ca3654faca, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b941b97-80e7-4c8c-9cae-8e26bdb47085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89137098-73ab-4780-9acc-92d35cecc90a'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:20.024374 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.102901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'Port': ['ID=8f774d78-7cb6-473c-910f-051d55f47645,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:20.122021 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.133204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] Set router 795095d0-85b5-4304-a129-c690ca9dbbb2 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:20.152646 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.167132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009907c6-056f-4560-b6f3-ee23afdbe085 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:20.168154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-72b8d63d-f247-410d-aaba-8f062618706f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6160879 Dec 10 09:08:20.171426 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-009907c6-056f-4560-b6f3-ee23afdbe085 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3176091 Dec 10 09:08:20.171938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40846) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:20.207474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f7dca55-282f-4494-a5de-9b96e6fcaf79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.248592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb7f3ec-9eb1-41ee-82e2-bee49d1cb9ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:20.258490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1cb7f3ec-9eb1-41ee-82e2-bee49d1cb9ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0817473 Dec 10 09:08:20.259256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40848) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:20.270158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:34Z', 'updated_at': '2021-12-10T09:08:19Z', 'revision_number': 6, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:20.379195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.391611 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-82eb6d4b-352f-42cc-9861-728c7c6ea4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.392366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda309e-8061-4f3c-ae45-b9e012c11f45 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:20.394296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda309e-8061-4f3c-ae45-b9e012c11f45 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:20.395826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda309e-8061-4f3c-ae45-b9e012c11f45 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:20.398379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3fda309e-8061-4f3c-ae45-b9e012c11f45 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1379755 Dec 10 09:08:20.400971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40860) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:20.410888 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.417095 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.419113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd04701-500c-4d3c-821b-19756ebeba28 None None] The sync data for ids ['795095d0-85b5-4304-a129-c690ca9dbbb2'] in n-d-814746-3 is: [{'id': '795095d0-85b5-4304-a129-c690ca9dbbb2', 'name': 'tempest-TaggedBootDevicesTest_v242-2018977850-router', 'tenant_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T08:56:34Z', 'updated_at': '2021-12-10T09:08:19Z', 'revision_number': 6, 'project_id': '9152c1c7bd9449a4b0e6fbd8da17b579', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:20.432442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb83ae-3235-4953-944a-bab78281dbd5 None None] Update dhcp port {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': '7adf7388-8488-4875-ae87-925c772fa2f5', 'ip_address': '2001:db8::f816:3eff:fe71:aa51'}, {'subnet_id': 'cf4bf0e0-a195-4171-996f-2bc7260b3439'}], 'binding:host_id': 'n-d-814746-3'}, 'id': '579e8e31-8ce4-4bc1-96bb-47375ff74313'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:08:20.445431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e4b81-4e4b-4270-87fd-4a2c5292d6f3 None None] Pushing event updated for resources: {'Port': ['ID=12e2dfee-824a-4862-af6d-53a75f1f8dfe,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:20.541926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] For port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:20.545099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a415f2d7-4f28-46ac-a903-a46a10700a09 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1138020068&fields=id&tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6 HTTP/1.1" status: 200 len: 267 time: 0.0882220 Dec 10 09:08:20.547817 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.550466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-68088502-3e50-4278-9acf-fabff143af84 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 7adf7388-8488-4875-ae87-925c772fa2f5 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:20.560579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68088502-3e50-4278-9acf-fabff143af84 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.636386 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-28eb83ae-3235-4953-944a-bab78281dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.639851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] For port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1b20f05f-dcf8-4dfa-b78e-57ca3654faca,segment=NetworkSegment(8b941b97-80e7-4c8c-9cae-8e26bdb47085),segment_id=8b941b97-80e7-4c8c-9cae-8e26bdb47085)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:20.644106 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.652202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network 4fa4a576-e8b4-4850-9200-703934952b36 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:20.658889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-82eb6d4b-352f-42cc-9861-728c7c6ea4ca None None] For port 579e8e31-8ce4-4bc1-96bb-47375ff74313, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=579e8e31-8ce4-4bc1-96bb-47375ff74313,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:20.659109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.665784 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.667494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68088502-3e50-4278-9acf-fabff143af84 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.676970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:20.681400 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-82eb6d4b-352f-42cc-9861-728c7c6ea4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.686279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Port': ['ID=fa11f524-e8b9-4ad5-a6b3-84e95738692e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:20.692143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:20.697834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:20.698464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.720025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network cd3e5e9d-9c30-434d-9157-6f2db400ea2e is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:20.724493 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f7dca55-282f-4494-a5de-9b96e6fcaf79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.747089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Allocated IP 2001:db8::f816:3eff:fe47:3223 (4fa4a576-e8b4-4850-9200-703934952b36/0b1e7f84-4924-453f-becb-44a202b00ba6/ff314c95-3d41-4707-92b1-0d28a8c4843d) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:20.751352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863ec06-20b9-4038-81ad-1c1c2de7d75c None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:20.754553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:20.758087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:20.760552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de1ce-8bae-468b-9751-1af687e8e67b req-33ce86be-333b-474d-86f6-2472f8c8f0e0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:20.762267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-33ce86be-333b-474d-86f6-2472f8c8f0e0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 811 time: 0.2044351 Dec 10 09:08:20.765762 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f7dca55-282f-4494-a5de-9b96e6fcaf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.811242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-1cc85392-8567-461e-9937-24e386ac7f21 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/quotas/a77ec1da9ac843e0b5aa5a3fc796ffd6 HTTP/1.1" status: 200 len: 375 time: 0.0284564 Dec 10 09:08:20.830753 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68088502-3e50-4278-9acf-fabff143af84 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:20.836858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8e93bf1e-4701-490a-93b3-a5b5ab71f6aa tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1342716 Dec 10 09:08:20.866190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40864) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:20.910380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dca55-282f-4494-a5de-9b96e6fcaf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db08c072-52cb-41c5-8c24-dcba53c85d4a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:20.964124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a17a4519-e9b4-43fc-9ab9-200de2a5c495 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859149 Dec 10 09:08:20.978894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0274889-1355-4dbd-ae57-84a9bcdda8c8 None None] Pushing event updated for resources: {'Port': ['ID=1b20f05f-dcf8-4dfa-b78e-57ca3654faca,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:20.980975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=2ab09a51-b8eb-4db9-bb89-34dac2b34e86,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:20.982309 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:08:20.982660 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:08:20.986071 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68088502-3e50-4278-9acf-fabff143af84 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.027683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68088502-3e50-4278-9acf-fabff143af84 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=7adf7388-8488-4875-ae87-925c772fa2f5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:21.044666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68088502-3e50-4278-9acf-fabff143af84 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.049415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-68088502-3e50-4278-9acf-fabff143af84 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/7adf7388-8488-4875-ae87-925c772fa2f5 HTTP/1.1" status: 204 len: 168 time: 0.6467381 Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server [None req-28eb83ae-3235-4953-944a-bab78281dbd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7adf7388-8488-4875-ae87-925c772fa2f5: This subnet is being modified by another concurrent operation. Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise exception Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7adf7388-8488-4875-ae87-925c772fa2f5: This subnet is being modified by another concurrent operation. Dec 10 09:08:21.053980 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Dec 10 09:08:21.059329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40868) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:21.091781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb6d4b-352f-42cc-9861-728c7c6ea4ca None None] Pushing event updated for resources: {'Port': ['ID=579e8e31-8ce4-4bc1-96bb-47375ff74313,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:21.111888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ada1a0-18ac-4108-8638-43cc30c9688c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting subnet 0b1e7f84-4924-453f-becb-44a202b00ba6 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:21.138278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-20472e0b-9e54-493a-9091-eb37e4f9593d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet cf4bf0e0-a195-4171-996f-2bc7260b3439 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:21.147528 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-20472e0b-9e54-493a-9091-eb37e4f9593d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.173949 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.181391 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6f7dca55-282f-4494-a5de-9b96e6fcaf79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d3dd0724705439f80a217ec1461cda7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3040524 Dec 10 09:08:21.182673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40870) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:21.209599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-1a9cae07-8181-46d7-a880-72f6a518f9d1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:08:21.214128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=5dee0a61-dc8e-4575-995c-4ec07e48dced,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:21.223784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-1a9cae07-8181-46d7-a880-72f6a518f9d1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1971428 Dec 10 09:08:21.231769 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.298219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-20472e0b-9e54-493a-9091-eb37e4f9593d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.376366 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-20472e0b-9e54-493a-9091-eb37e4f9593d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.439253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-7a9c36ae-47cb-4b39-98a5-6ec2db9c627f service neutron] 10.222.0.31 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135229 Dec 10 09:08:21.494852 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.495818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.504922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcd0e3-e3f1-4020-a1db-190f8804affc None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:21.505223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.510462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ada1a0-18ac-4108-8638-43cc30c9688c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.552538 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.585714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-2f0e1d5e-7336-4c14-a841-3fa3e63a381e service neutron] 10.222.0.31 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310108 Dec 10 09:08:21.594939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-20472e0b-9e54-493a-9091-eb37e4f9593d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.665210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20472e0b-9e54-493a-9091-eb37e4f9593d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4bf0e0-a195-4171-996f-2bc7260b3439,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:21.677355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-20472e0b-9e54-493a-9091-eb37e4f9593d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.690416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6be76541-9bb6-413a-b677-ca22ab644304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.691394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-20472e0b-9e54-493a-9091-eb37e4f9593d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/cf4bf0e0-a195-4171-996f-2bc7260b3439 HTTP/1.1" status: 204 len: 168 time: 0.6300547 Dec 10 09:08:21.692511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40874) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:21.717940 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Pushing event updated for resources: {'Port': ['ID=ff314c95-3d41-4707-92b1-0d28a8c4843d,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:21.718670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ada1a0-18ac-4108-8638-43cc30c9688c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.783422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Network 4fa4a576-e8b4-4850-9200-703934952b36 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:21.784971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b7776ca3-a892-4089-b036-40598271a479 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:21.830963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2b92e55c-18b8-417e-8c39-1c958278d4f4 None None] Provisioning complete for port 579e8e31-8ce4-4bc1-96bb-47375ff74313 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:21.831661 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2b92e55c-18b8-417e-8c39-1c958278d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:21.833752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:21.916869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:21.964582 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0508d13-317c-4c00-acb8-73288a2cf45d None None] Network cd3e5e9d-9c30-434d-9157-6f2db400ea2e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:21.978012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-beb43eeb-2839-4bbd-b20c-e238a1e0d161 req-44167afa-c69a-4223-a33f-23dd2828510f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 210 time: 0.0593562 Dec 10 09:08:22.113205 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.113732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 795095d0-85b5-4304-a129-c690ca9dbbb2 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:08:22.133575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.134669 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-46ce3c70-a392-4490-aa16-bee1195be6fc admin admin] 10.222.0.31 "DELETE /v2.0/routers/795095d0-85b5-4304-a129-c690ca9dbbb2 HTTP/1.1" status: 204 len: 168 time: 4.6052842 Dec 10 09:08:22.138337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40882) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:22.143440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Attempting to bind port ff314c95-3d41-4707-92b1-0d28a8c4843d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:22.143821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Attempting to bind port ff314c95-3d41-4707-92b1-0d28a8c4843d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '1bd93c79-bb26-4071-91b0-c87782378c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fa4a576-e8b4-4850-9200-703934952b36'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:22.144337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Attempting to bind port ff314c95-3d41-4707-92b1-0d28a8c4843d on network 4fa4a576-e8b4-4850-9200-703934952b36 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:22.173991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b7776ca3-a892-4089-b036-40598271a479 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:22.174341 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.179469 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-85a041e6-abd0-43c0-a8a1-9df960951ce4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4568655 Dec 10 09:08:22.190732 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.192518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40884) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:22.212049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:22.222073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6be76541-9bb6-413a-b677-ca22ab644304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.279556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Deleting subnet e60b94a5-30f8-4f48-b829-466a461904fb {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:22.293653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.294215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:22.294843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Checking segment: {'id': '1bd93c79-bb26-4071-91b0-c87782378c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fa4a576-e8b4-4850-9200-703934952b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:22.295457 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.296048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Bound using segment: {'id': '1bd93c79-bb26-4071-91b0-c87782378c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fa4a576-e8b4-4850-9200-703934952b36'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:22.296374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Bound port: ff314c95-3d41-4707-92b1-0d28a8c4843d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd93c79-bb26-4071-91b0-c87782378c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4fa4a576-e8b4-4850-9200-703934952b36'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:22.297034 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.353456 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.426315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55426b0-cfc6-48d9-9bf0-086d27da8020 None None] Update dhcp port {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': 'cf4bf0e0-a195-4171-996f-2bc7260b3439'}], 'binding:host_id': 'n-d-814746-3'}, 'id': '579e8e31-8ce4-4bc1-96bb-47375ff74313'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:08:22.500072 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.577103 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f55426b0-cfc6-48d9-9bf0-086d27da8020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.623422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.645840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] For port ff314c95-3d41-4707-92b1-0d28a8c4843d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:22.649516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d2642937-94e1-481a-825c-603a600fcd56 None None] Provisioning complete for port 12e2dfee-824a-4862-af6d-53a75f1f8dfe triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:22.649516 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2642937-94e1-481a-825c-603a600fcd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.752624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60b94a5-30f8-4f48-b829-466a461904fb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:22.756979 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.761848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e60b94a5-30f8-4f48-b829-466a461904fb HTTP/1.1" status: 204 len: 168 time: 0.6226079 Dec 10 09:08:22.765788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40892) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:22.767432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] For port ff314c95-3d41-4707-92b1-0d28a8c4843d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ff314c95-3d41-4707-92b1-0d28a8c4843d,segment=NetworkSegment(1bd93c79-bb26-4071-91b0-c87782378c19),segment_id=1bd93c79-bb26-4071-91b0-c87782378c19)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:22.771041 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5e1a6d-d471-413a-b63b-22e5b7673f43 None None] Network 3a904ca1-89cc-4beb-8e56-31d6344053ba requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:22.788929 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.811656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:22.815912 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.842074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.842428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.842771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.843696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.843696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.843883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.844066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.844395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.853930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.854415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.854763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.861122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.866854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03082807-524c-48aa-ad3e-a622d979b3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:22.966745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6be76541-9bb6-413a-b677-ca22ab644304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.969387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6be76541-9bb6-413a-b677-ca22ab644304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:22.992887 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6be76541-9bb6-413a-b677-ca22ab644304 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db08c072-52cb-41c5-8c24-dcba53c85d4a HTTP/1.1" status: 204 len: 168 time: 1.7764287 Dec 10 09:08:23.037318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.095717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ada1a0-18ac-4108-8638-43cc30c9688c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.097143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036e595-da14-4dca-98da-72cadc9d1b1e None None] Pushing event updated for resources: {'Port': ['ID=ff314c95-3d41-4707-92b1-0d28a8c4843d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:23.104312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a746ea7-c83e-44ea-a416-ab6f055c3793 None None] Network 89137098-73ab-4780-9acc-92d35cecc90a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:23.110952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be76541-9bb6-413a-b677-ca22ab644304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db08c072-52cb-41c5-8c24-dcba53c85d4a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:23.223586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12e2dfee-824a-4862-af6d-53a75f1f8dfe up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:23.229070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef5f8ab8-03cd-45ab-b9dc-8301ee944a30 req-8def9d5d-92f8-426d-9007-50b77471b151 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 210 time: 0.0930445 Dec 10 09:08:23.266091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Deleting port e335b97e-6004-4246-b867-9dad6d84684f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:23.269080 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.294505 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.308326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.438145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] For port e335b97e-6004-4246-b867-9dad6d84684f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e335b97e-6004-4246-b867-9dad6d84684f,segment=NetworkSegment(cf44acc8-377b-4fb7-8d08-644b096a2b9f),segment_id=cf44acc8-377b-4fb7-8d08-644b096a2b9f)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:23.438619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.483555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ada1a0-18ac-4108-8638-43cc30c9688c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.490224 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2642937-94e1-481a-825c-603a600fcd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.554391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Calling delete_port for e335b97e-6004-4246-b867-9dad6d84684f owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:23.586404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ada1a0-18ac-4108-8638-43cc30c9688c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1e7f84-4924-453f-becb-44a202b00ba6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:23.627073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.656314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=2ab09a51-b8eb-4db9-bb89-34dac2b34e86,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:23.666462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ada1a0-18ac-4108-8638-43cc30c9688c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.670218 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-46ada1a0-18ac-4108-8638-43cc30c9688c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/subnets/0b1e7f84-4924-453f-becb-44a202b00ba6 HTTP/1.1" status: 204 len: 168 time: 2.7682018 Dec 10 09:08:23.688008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:23.700621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d2642937-94e1-481a-825c-603a600fcd56 None None] For port 12e2dfee-824a-4862-af6d-53a75f1f8dfe, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12e2dfee-824a-4862-af6d-53a75f1f8dfe,segment=NetworkSegment(806c442b-3532-4375-bc60-6d235765e052),segment_id=806c442b-3532-4375-bc60-6d235765e052)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:23.721964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2642937-94e1-481a-825c-603a600fcd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.727191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.732470 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 12e2dfee-824a-4862-af6d-53a75f1f8dfe triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:23.733146 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.788340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=e335b97e-6004-4246-b867-9dad6d84684f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:23.804864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] No DVR routers for this DVR port e335b97e-6004-4246-b867-9dad6d84684f on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:23.884190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999451ad-0708-47e3-8e1a-878ad87f1553 None None] DHCP port deletion for 3a904ca1-89cc-4beb-8e56-31d6344053ba request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:23.889094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2642937-94e1-481a-825c-603a600fcd56 None None] Pushing event updated for resources: {'Port': ['ID=12e2dfee-824a-4862-af6d-53a75f1f8dfe,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:23.937412 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.945791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Provisioning complete for port 579e8e31-8ce4-4bc1-96bb-47375ff74313 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:23.948284 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:23.974248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a904ca1-89cc-4beb-8e56-31d6344053ba']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:23.989671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf44acc8-377b-4fb7-8d08-644b096a2b9f') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:23.992593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf44acc8-377b-4fb7-8d08-644b096a2b9f') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:24.006721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4218036-515e-4822-80b8-d87a0f0f3fe3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:24.008295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4218036-515e-4822-80b8-d87a0f0f3fe3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:24.009978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a4218036-515e-4822-80b8-d87a0f0f3fe3 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3090303 Dec 10 09:08:24.030090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40914) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:24.033979 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.039228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.113436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1b20f05f-dcf8-4dfa-b78e-57ca3654faca up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:24.133092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=f27710b8-c2d1-46bf-919b-68beeb7270c3,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:24.166016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de1ce-8bae-468b-9751-1af687e8e67b req-f033cbda-ba4c-47e8-97e4-13ccfd3f8699 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:24.167536 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-f033cbda-ba4c-47e8-97e4-13ccfd3f8699 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.39 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 811 time: 0.4835289 Dec 10 09:08:24.178605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network cd3e5e9d-9c30-434d-9157-6f2db400ea2e is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:24.180985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:24.188410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:24.191832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.199506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:24.202524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:24.203133 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.212804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:24.216283 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.237052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:24.237493 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:24.247762 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:24.331555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973e360-6b14-4a3f-88b1-68f1bfcb106b None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:24.372288 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e52e3c3-8ca0-4bf3-a979-49d68603de11 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1737781 Dec 10 09:08:24.390524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40924) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:24.411355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e0b316de-84e1-43a5-817e-1d7e2b1f501d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:24.424466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b816f073-721c-4bd2-8715-7fa7172bec4a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.446859 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-0b501cd3-c769-4a0e-816e-2dd22777fc33 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6 HTTP/1.1" status: 200 len: 380 time: 0.2649639 Dec 10 09:08:24.458359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'port': {'device_id': '1a361590-7f98-404a-95cb-d36a5fe02515', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'admin_state_up': True, 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'security_groups': ['73561fb7-9f3e-4d3c-80b3-88ec979c064e']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:24.493988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecec320c-b20b-4597-b203-997dcc9adb07 req-d494e41f-ccc3-4ce1-bf5c-e2a0c57ca795 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 210 time: 0.0931008 Dec 10 09:08:24.535595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.572948 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-b816f073-721c-4bd2-8715-7fa7172bec4a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 09:08:24.573725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b816f073-721c-4bd2-8715-7fa7172bec4a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:24.579421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Provisioning complete for port 2ab09a51-b8eb-4db9-bb89-34dac2b34e86 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:24.581943 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.583146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b816f073-721c-4bd2-8715-7fa7172bec4a tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/4fa4a576-e8b4-4850-9200-703934952b36 HTTP/1.1" status: 409 len: 405 time: 0.5519297 Dec 10 09:08:24.585328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40928) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:24.601287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1550266877'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:24.612588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.635094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router e01e37ff-0d41-475c-9216-fb84bcfad557 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:08:24.643711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Port 2ab09a51-b8eb-4db9-bb89-34dac2b34e86 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:24.644589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.649353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] 10.222.0.31 "DELETE /v2.0/networks/3a904ca1-89cc-4beb-8e56-31d6344053ba HTTP/1.1" status: 204 len: 168 time: 1.8784969 Dec 10 09:08:24.649835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Could not find standard attr ID for object fb4aced8-a1c7-43f9-adf4-5a03a9eaf916. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:08:24.678503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b28006-f51a-4159-8418-740b4c9e4ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=3a904ca1-89cc-4beb-8e56-31d6344053ba,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:24.682744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1b20f05f-dcf8-4dfa-b78e-57ca3654faca,segment=NetworkSegment(8b941b97-80e7-4c8c-9cae-8e26bdb47085),segment_id=8b941b97-80e7-4c8c-9cae-8e26bdb47085)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:24.708515 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.730209 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 09:08:24.730209 n-d-814746-3 neutron-server[114969]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 09:08:24.730209 n-d-814746-3 neutron-server[114969]: [parameters: {'project_id': '6450323274ed45999ec00696ece2e954', 'id': 'ff5d81e5-801d-4821-aa20-939cb110cdf2', 'expiration': datetime.datetime(2021, 12, 10, 9, 10, 24, 690283)}] Dec 10 09:08:24.730209 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:08:24.731951 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:08:24.842989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:24.852938 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-baa4b516-1ab6-48be-9fbd-a1aa5fe4548e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/e01e37ff-0d41-475c-9216-fb84bcfad557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1132510 Dec 10 09:08:24.854226 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67fba4-c6d6-43b4-899d-cfc2daa28718 None None] Sync routers for ids ['e01e37ff-0d41-475c-9216-fb84bcfad557'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:24.855380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40938) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:24.865294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Made reservation on behalf of a77ec1da9ac843e0b5aa5a3fc796ffd6 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:24.870560 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67fba4-c6d6-43b4-899d-cfc2daa28718 None None] Routers {'e01e37ff-0d41-475c-9216-fb84bcfad557'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:24.872425 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.873200 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bb67fba4-c6d6-43b4-899d-cfc2daa28718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e01e37ff-0d41-475c-9216-fb84bcfad557'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:24.949968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b316de-84e1-43a5-817e-1d7e2b1f501d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:24.954147 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0b316de-84e1-43a5-817e-1d7e2b1f501d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:24.962575 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bb67fba4-c6d6-43b4-899d-cfc2daa28718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:24.988541 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67fba4-c6d6-43b4-899d-cfc2daa28718 None None] Routers {'e01e37ff-0d41-475c-9216-fb84bcfad557'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:24.989179 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bb67fba4-c6d6-43b4-899d-cfc2daa28718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e01e37ff-0d41-475c-9216-fb84bcfad557'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:25.035422 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bb67fba4-c6d6-43b4-899d-cfc2daa28718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:25.036498 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67fba4-c6d6-43b4-899d-cfc2daa28718 None None] The sync data for ids ['e01e37ff-0d41-475c-9216-fb84bcfad557'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:25.078236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e3c23-ff90-42e7-a7f6-baab54781e95 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:25.079135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 027278fd-cf42-482a-8e28-7782d6572edb no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:25.081227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24738c04-7faa-4af5-87ea-ff2c9dd99e97 None None] Network 4fa4a576-e8b4-4850-9200-703934952b36 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:25.082772 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e73e3c23-ff90-42e7-a7f6-baab54781e95 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports/2ab09a51-b8eb-4db9-bb89-34dac2b34e86 HTTP/1.1" status: 200 len: 910 time: 0.2262683 Dec 10 09:08:25.083144 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Provisioning complete for port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:25.083313 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.083411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40942) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:25.090655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40944) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:25.105481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Allocated IP 172.20.0.3 (457c3c0c-2ae9-42ba-911f-8ee36f09dc76/a8b8d629-c0a3-4acd-9894-8a4e21b6000c/e37da6d4-606c-42f7-b277-d4f74309093f) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:25.203154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40948) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:25.214850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 027278fd-cf42-482a-8e28-7782d6572edb {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:25.215203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 027278fd-cf42-482a-8e28-7782d6572edb not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:25.215624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 579e8e31-8ce4-4bc1-96bb-47375ff74313 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:25.299079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.307694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=1b20f05f-dcf8-4dfa-b78e-57ca3654faca,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:25.356025 n-d-814746-3 neutron-server[114969]: INFO neutron.db.ipam_backend_mixin [None req-e0b316de-84e1-43a5-817e-1d7e2b1f501d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f27710b8-c2d1-46bf-919b-68beeb7270c3 (CIDR: 2001:db8::/64) Dec 10 09:08:25.365238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.407771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-63600682-1763-4bd3-b8b6-16572d545184 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d2e45cd5bab4b0ebb4620c1d1e12c93&name=default HTTP/1.1" status: 200 len: 2998 time: 0.2948222 Dec 10 09:08:25.409174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:25.411836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40952) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:25.415738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.424174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:25.439635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:25.446347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:25.456790 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b316de-84e1-43a5-817e-1d7e2b1f501d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:08:25.457524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b316de-84e1-43a5-817e-1d7e2b1f501d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:25.458798 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Provisioning complete for port 12e2dfee-824a-4862-af6d-53a75f1f8dfe triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:25.459848 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-669e0989-f9c2-4aec-8936-8aedf31b90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.480399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event updated for resources: {'Port': ['ID=e37da6d4-606c-42f7-b277-d4f74309093f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:25.507931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.521998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e0b316de-84e1-43a5-817e-1d7e2b1f501d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1310387 Dec 10 09:08:25.526394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:25.537650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40956) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:25.550003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:25.597920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 579e8e31-8ce4-4bc1-96bb-47375ff74313, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=579e8e31-8ce4-4bc1-96bb-47375ff74313,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:25.618683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469c1411-65af-400b-b6c5-c9d1d9c00e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.626581 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.627672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5dee0a61-dc8e-4575-995c-4ec07e48dced no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:25.628184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:25.628858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.653796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae5286-76cf-4454-9faa-6e9ed620ec8e None None] DHCP port deletion for 4fa4a576-e8b4-4850-9200-703934952b36 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:25.659137 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469c1411-65af-400b-b6c5-c9d1d9c00e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.659709 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-44e504f3-9273-42ea-8067-89543bec7e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.664779 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-985d83cd-cb8d-4d26-8b53-b85e49db4b84 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2107704 Dec 10 09:08:25.670942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5dee0a61-dc8e-4575-995c-4ec07e48dced {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:25.671574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5dee0a61-dc8e-4575-995c-4ec07e48dced not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:25.693129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-e6991b64-f1b7-483f-a026-340b899f5a1f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:08:25.694897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-e6991b64-f1b7-483f-a026-340b899f5a1f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232286 Dec 10 09:08:25.706988 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.707628 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Added segment 7b0f20ff-4fe9-49df-8144-e70650f9b1f1 of type vlan for network 89c5e612-1d73-407f-b7f2-19eb42f9d261 Dec 10 09:08:25.806080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469c1411-65af-400b-b6c5-c9d1d9c00e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.810511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-469c1411-65af-400b-b6c5-c9d1d9c00e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.812148 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-469c1411-65af-400b-b6c5-c9d1d9c00e88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4879574f-4d26-4a9e-aaa5-172c35da5caf HTTP/1.1" status: 204 len: 168 time: 0.3963196 Dec 10 09:08:25.814457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=579e8e31-8ce4-4bc1-96bb-47375ff74313,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:25.843542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c1411-65af-400b-b6c5-c9d1d9c00e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4879574f-4d26-4a9e-aaa5-172c35da5caf,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:25.846222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-beae5286-76cf-4454-9faa-6e9ed620ec8e None None] Deleting port ff314c95-3d41-4707-92b1-0d28a8c4843d {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:25.847683 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-beae5286-76cf-4454-9faa-6e9ed620ec8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.863614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Request body: {'port': {'device_id': '1a361590-7f98-404a-95cb-d36a5fe02515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:25.916223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.954324 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.961964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-beae5286-76cf-4454-9faa-6e9ed620ec8e None None] For port ff314c95-3d41-4707-92b1-0d28a8c4843d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ff314c95-3d41-4707-92b1-0d28a8c4843d,segment=NetworkSegment(1bd93c79-bb26-4071-91b0-c87782378c19),segment_id=1bd93c79-bb26-4071-91b0-c87782378c19)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:25.962373 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-beae5286-76cf-4454-9faa-6e9ed620ec8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:25.973106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12e2dfee-824a-4862-af6d-53a75f1f8dfe up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:25.982948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-beae5286-76cf-4454-9faa-6e9ed620ec8e None None] Calling delete_port for ff314c95-3d41-4707-92b1-0d28a8c4843d owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:26.018914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11d24c-0d16-496a-b84a-c17284ac6bc4 req-76417aeb-251a-453a-a613-2f737f5b605c tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:26.020465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e11d24c-0d16-496a-b84a-c17284ac6bc4 req-76417aeb-251a-453a-a613-2f737f5b605c tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 931 time: 0.3693871 Dec 10 09:08:26.058171 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.064136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:26.064734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.084797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Provisioning complete for port 579e8e31-8ce4-4bc1-96bb-47375ff74313 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:26.085185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.208676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 12e2dfee-824a-4862-af6d-53a75f1f8dfe triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:26.208992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.243208 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-beae5286-76cf-4454-9faa-6e9ed620ec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.258824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.265190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:26.276651 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.280854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae5286-76cf-4454-9faa-6e9ed620ec8e None None] No DVR routers for this DVR port ff314c95-3d41-4707-92b1-0d28a8c4843d on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:26.293753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae5286-76cf-4454-9faa-6e9ed620ec8e None None] Pushing event deleted for resources: {'Port': ['ID=ff314c95-3d41-4707-92b1-0d28a8c4843d,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:26.311362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40966) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:26.314251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7211835 Dec 10 09:08:26.322235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ef824-2251-4451-948b-5661df9ea1b9 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:08:26.343057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'subnet': {'network_id': '89c5e612-1d73-407f-b7f2-19eb42f9d261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:26.356083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] For port 579e8e31-8ce4-4bc1-96bb-47375ff74313, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=579e8e31-8ce4-4bc1-96bb-47375ff74313,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:26.364944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40968) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:26.389492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984276d6-17cf-4b85-bf10-e383678fae96 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Network': ['ID=89c5e612-1d73-407f-b7f2-19eb42f9d261,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:26.397667 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.401759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e11d24c-0d16-496a-b84a-c17284ac6bc4 req-99aac5db-edfa-4e14-b257-2d194e8131ca tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702354 Dec 10 09:08:26.418679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 89c5e612-1d73-407f-b7f2-19eb42f9d261 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:26.423413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-44e504f3-9273-42ea-8067-89543bec7e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.435020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.446768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37da6d4-606c-42f7-b277-d4f74309093f {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:08:26.455674 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-44e504f3-9273-42ea-8067-89543bec7e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.458218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Could not find standard attr ID for object ff314c95-3d41-4707-92b1-0d28a8c4843d. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:08:26.473479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.499960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b99b9791-7e75-48b5-a023-431f2901b6fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9152c1c7bd9449a4b0e6fbd8da17b579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293852 Dec 10 09:08:26.502676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40970) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:26.515753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1b20f05f-dcf8-4dfa-b78e-57ca3654faca up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:26.519531 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Transition to ACTIVE for port object e37da6d4-606c-42f7-b277-d4f74309093f will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:08:26.535632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.594474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:26.598031 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.613295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Pushing event updated for resources: {'Port': ['ID=579e8e31-8ce4-4bc1-96bb-47375ff74313,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:26.669313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Provisioning complete for port 2ab09a51-b8eb-4db9-bb89-34dac2b34e86 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:26.669721 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.672088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ef824-2251-4451-948b-5661df9ea1b9 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:08:26.680453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Pushing event updated for resources: {'Port': ['ID=e37da6d4-606c-42f7-b277-d4f74309093f,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:26.711869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d22216cc-82c3-4f64-adc4-db3819b0e3cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.713488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:26.713931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.766426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d22216cc-82c3-4f64-adc4-db3819b0e3cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.770308 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Port 2ab09a51-b8eb-4db9-bb89-34dac2b34e86 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:26.831964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Provisioning complete for port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:26.832679 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e07d881-0ab5-4ef8-b577-adfabea62331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.841426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Attempting to bind port e37da6d4-606c-42f7-b277-d4f74309093f on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:26.843507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Attempting to bind port e37da6d4-606c-42f7-b277-d4f74309093f by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:26.843507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Attempting to bind port e37da6d4-606c-42f7-b277-d4f74309093f on network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:26.853351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Port e37da6d4-606c-42f7-b277-d4f74309093f on network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:08:26.853726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Attempting to bind port e37da6d4-606c-42f7-b277-d4f74309093f on network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:26.886340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:26.886680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Checking segment: {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:26.887065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Bound using segment: {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:26.887626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Bound port: e37da6d4-606c-42f7-b277-d4f74309093f, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4066f4-6a04-439f-a609-aff597b1003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:26.887988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.924330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d22216cc-82c3-4f64-adc4-db3819b0e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.926947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d22216cc-82c3-4f64-adc4-db3819b0e3cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:26.930954 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d22216cc-82c3-4f64-adc4-db3819b0e3cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8acbbce2-6538-44e1-91a4-6ba7e1e75bf1 HTTP/1.1" status: 204 len: 168 time: 0.4255798 Dec 10 09:08:26.978411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-44e504f3-9273-42ea-8067-89543bec7e1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=880a182d822c47b59d95a38a6594ec1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7706373 Dec 10 09:08:26.980816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40974) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:26.988317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22216cc-82c3-4f64-adc4-db3819b0e3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acbbce2-6538-44e1-91a4-6ba7e1e75bf1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:27.030968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e504f3-9273-42ea-8067-89543bec7e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31bd787-3ef9-4445-91ff-603215973ef4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:27.078794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] For port e37da6d4-606c-42f7-b277-d4f74309093f, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:27.084866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce896-6e6e-4729-9058-1cb438029226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.103785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] For port e37da6d4-606c-42f7-b277-d4f74309093f, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e37da6d4-606c-42f7-b277-d4f74309093f,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:27.111890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.165252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce896-6e6e-4729-9058-1cb438029226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.195811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Pushing event updated for resources: {'Port': ['ID=e37da6d4-606c-42f7-b277-d4f74309093f,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:27.234798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:08:27.239611 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:27.241380 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.243018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-a346b4bc-9b26-408e-85b4-74440d7e4a1f service neutron] 10.222.0.39 "PUT /v2.0/ports/e37da6d4-606c-42f7-b277-d4f74309093f HTTP/1.1" status: 200 len: 1091 time: 1.5359700 Dec 10 09:08:27.244156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a361590-7f98-404a-95cb-d36a5fe02515', 'tag': 'e37da6d4-606c-42f7-b277-d4f74309093f'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:08:27.255131 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998" -d '{"events": [{"name": "network-changed", "server_uuid": "1a361590-7f98-404a-95cb-d36a5fe02515", "tag": "e37da6d4-606c-42f7-b277-d4f74309093f"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:08:27.260153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.376531 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb7f05-0490-4bc8-9ca2-ca1817711f5b x-openstack-request-id: req-8edb7f05-0490-4bc8-9ca2-ca1817711f5b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:08:27.377172 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a361590-7f98-404a-95cb-d36a5fe02515", "tag": "e37da6d4-606c-42f7-b277-d4f74309093f", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:08:27.377172 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8edb7f05-0490-4bc8-9ca2-ca1817711f5b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:08:27.377581 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a361590-7f98-404a-95cb-d36a5fe02515', 'tag': 'e37da6d4-606c-42f7-b277-d4f74309093f', 'status': 'completed', 'code': 200} Dec 10 09:08:27.379507 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce896-6e6e-4729-9058-1cb438029226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.383238 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce896-6e6e-4729-9058-1cb438029226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.387389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5e2ce896-6e6e-4729-9058-1cb438029226 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a31bd787-3ef9-4445-91ff-603215973ef4 HTTP/1.1" status: 204 len: 168 time: 0.4033976 Dec 10 09:08:27.410949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Checking segment: {'id': '7b0f20ff-4fe9-49df-8144-e70650f9b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c5e612-1d73-407f-b7f2-19eb42f9d261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:27.411317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network hostable DHCP agents. Network: 89c5e612-1d73-407f-b7f2-19eb42f9d261, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:27.419744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.21.0.1 (89137098-73ab-4780-9acc-92d35cecc90a/db570a4d-fa08-46c4-8257-460070c0f605/bdc53c1a-6f53-44f9-bf3e-4dc31b201a1b) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:27.425464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ce896-6e6e-4729-9058-1cb438029226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31bd787-3ef9-4445-91ff-603215973ef4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:27.433281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Subnet': ['ID=4ca6328d-2d2b-4213-94d4-76931bb8f32c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:27.444746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e335b97e-6004-4246-b867-9dad6d84684f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:27.496257 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de1ce-8bae-468b-9751-1af687e8e67b req-49fbadd8-aa93-40e3-b8f3-0bdfc4ed13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:27.497909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: e335b97e-6004-4246-b867-9dad6d84684f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:27.498267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e335b97e-6004-4246-b867-9dad6d84684f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:27.501154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-49fbadd8-aa93-40e3-b8f3-0bdfc4ed13ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 1094 time: 0.1829677 Dec 10 09:08:27.504554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network 89c5e612-1d73-407f-b7f2-19eb42f9d261 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:27.564795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec58b3a2-b311-4d0d-a9d8-b00e2619fcb3 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:08:27.595829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 89c5e612-1d73-407f-b7f2-19eb42f9d261) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:27.605479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:27.606116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.609259 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-7141e6af-9da8-4788-8fca-3aedd24e2949 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e37da6d4-606c-42f7-b277-d4f74309093f HTTP/1.1" status: 200 len: 217 time: 0.0966280 Dec 10 09:08:27.689547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-36ebd123-7f6a-485f-9b57-adce86280ee7 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3746736 Dec 10 09:08:27.690984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40990) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:27.735085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de1ce-8bae-468b-9751-1af687e8e67b req-9e35f574-ab6c-4afc-8768-050432d6ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:27.736869 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-9e35f574-ab6c-4afc-8768-050432d6ade0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.1108184 Dec 10 09:08:27.750953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec58b3a2-b311-4d0d-a9d8-b00e2619fcb3 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:08:27.809244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:08:27.842679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de1ce-8bae-468b-9751-1af687e8e67b req-3e0e88bb-8b01-4250-a23c-dbf641c19343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:27.844408 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-3e0e88bb-8b01-4250-a23c-dbf641c19343 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761526 Dec 10 09:08:27.870273 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.882635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:27.900412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c918-882d-476e-8112-b57f9faec321 req-1c3a0ff2-9133-4a6b-90f6-24800413fa6f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:27.907828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c81c918-882d-476e-8112-b57f9faec321 req-1c3a0ff2-9133-4a6b-90f6-24800413fa6f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 943 time: 0.3336811 Dec 10 09:08:28.042462 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c81c918-882d-476e-8112-b57f9faec321 req-0ec3b1fd-98c9-4ee1-83e9-0d470df66587 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336069 Dec 10 09:08:28.064393 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.154946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.159270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 89137098-73ab-4780-9acc-92d35cecc90a is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:28.168923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:28.171675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:28.220542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=bdc53c1a-6f53-44f9-bf3e-4dc31b201a1b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:28.238330 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.265355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-89c5e612-1d73-407f-b7f2-19eb42f9d261', 'network_id': '89c5e612-1d73-407f-b7f2-19eb42f9d261', 'project_id': '6450323274ed45999ec00696ece2e954', 'fixed_ips': [{'subnet_id': '4ca6328d-2d2b-4213-94d4-76931bb8f32c'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:28.267509 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.347443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd384c21-a6d9-4e78-a016-afbf4167ba69 None None] Update dhcp port {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'fixed_ips': [{'subnet_id': 'f27710b8-c2d1-46bf-919b-68beeb7270c3'}, {'subnet_id': 'adb77a4a-58c3-4d14-88d4-b4a0b40c1c03'}], 'binding:host_id': 'n-d-814746-3'}, 'id': '579e8e31-8ce4-4bc1-96bb-47375ff74313'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:08:28.447215 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bd384c21-a6d9-4e78-a016-afbf4167ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.510085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.558061 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-1ebfb5ad-8d46-43c0-adae-dfe1dc4a1e68 service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036209 Dec 10 09:08:28.585185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] For port 579e8e31-8ce4-4bc1-96bb-47375ff74313, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=579e8e31-8ce4-4bc1-96bb-47375ff74313,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:28.602767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Allocated IP 2001:db8::f816:3eff:fe66:3ed7 (89c5e612-1d73-407f-b7f2-19eb42f9d261/4ca6328d-2d2b-4213-94d4-76931bb8f32c/0de15dc7-b3aa-4529-9e8c-b39ee382ec7f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:28.703591 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.718484 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.719248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.735445 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:28.790712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41020) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:28.843825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-bd384c21-a6d9-4e78-a016-afbf4167ba69 None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/f27710b8-c2d1-46bf-919b-68beeb7270c3/579e8e31-8ce4-4bc1-96bb-47375ff74313) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:28.885440 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-388de1ce-8bae-468b-9751-1af687e8e67b req-26841572-c2a9-4dab-a4ea-092fb598b9e4 service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187907 Dec 10 09:08:28.902469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:28.914125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:28.968706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=adb77a4a-58c3-4d14-88d4-b4a0b40c1c03,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:28.988726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:28.989790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.015437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-d089df15-78c3-493e-a101-ef29d7e14a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:29.020859 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-d089df15-78c3-493e-a101-ef29d7e14a99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 1094 time: 0.0806706 Dec 10 09:08:29.022835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.045699 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.128229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=579e8e31-8ce4-4bc1-96bb-47375ff74313,revision_number=8']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:29.138810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Pushing event updated for resources: {'Port': ['ID=0de15dc7-b3aa-4529-9e8c-b39ee382ec7f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:29.151871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3ae191d3-73f5-4c90-84a9-b87e42aa50e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6116688 Dec 10 09:08:29.156056 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.158288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41032) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:29.160376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bd384c21-a6d9-4e78-a016-afbf4167ba69 None None] For port 579e8e31-8ce4-4bc1-96bb-47375ff74313, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=579e8e31-8ce4-4bc1-96bb-47375ff74313,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:29.163005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-314308803-network', 'tenant_id': 'a489f9b9d08544da8ba83c30d73a61fc'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:29.192031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:e6:5e:48', 'name': 'tempest-NetworksTestDHCPv6-1572571777'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:29.197970 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bd384c21-a6d9-4e78-a016-afbf4167ba69 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.207917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Network 89c5e612-1d73-407f-b7f2-19eb42f9d261 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:29.209012 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bd384c21-a6d9-4e78-a016-afbf4167ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.214239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:29.230597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.240827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:29.248665 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.326894 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.331755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca6328d-2d2b-4213-94d4-76931bb8f32c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:29.344833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Made reservation on behalf of a489f9b9d08544da8ba83c30d73a61fc for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:29.348585 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.372501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd384c21-a6d9-4e78-a016-afbf4167ba69 None None] Pushing event updated for resources: {'Port': ['ID=579e8e31-8ce4-4bc1-96bb-47375ff74313,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:29.375440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Attempting to bind port 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:29.375869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Attempting to bind port 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '7b0f20ff-4fe9-49df-8144-e70650f9b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c5e612-1d73-407f-b7f2-19eb42f9d261'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:29.376238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Attempting to bind port 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f on network 89c5e612-1d73-407f-b7f2-19eb42f9d261 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:29.382634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:29.383024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Checking segment: {'id': '7b0f20ff-4fe9-49df-8144-e70650f9b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c5e612-1d73-407f-b7f2-19eb42f9d261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:29.383431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.383831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Bound using segment: {'id': '7b0f20ff-4fe9-49df-8144-e70650f9b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c5e612-1d73-407f-b7f2-19eb42f9d261'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:29.384316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Bound port: 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0f20ff-4fe9-49df-8144-e70650f9b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c5e612-1d73-407f-b7f2-19eb42f9d261'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:29.384701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.389521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.451186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:29.473602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.475297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86eede-b60f-4de6-98ec-d35d12dfd727 req-6d774ece-ddb7-4a46-b4d7-f38efeadfede tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:29.476994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca86eede-b60f-4de6-98ec-d35d12dfd727 req-6d774ece-ddb7-4a46-b4d7-f38efeadfede tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 943 time: 0.2994633 Dec 10 09:08:29.477349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-d63c7e24-ea96-465f-b75b-d4910477ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:29.478842 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-d63c7e24-ea96-465f-b75b-d4910477ac47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.4525065 Dec 10 09:08:29.508658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] For port 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:29.514735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] For port 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0de15dc7-b3aa-4529-9e8c-b39ee382ec7f,segment=NetworkSegment(7b0f20ff-4fe9-49df-8144-e70650f9b1f1),segment_id=7b0f20ff-4fe9-49df-8144-e70650f9b1f1)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:29.524229 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.535534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=bdc53c1a-6f53-44f9-bf3e-4dc31b201a1b,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:29.595362 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-a33070a7-2175-440e-9eab-43fe54c6d491 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e37da6d4-606c-42f7-b277-d4f74309093f HTTP/1.1" status: 200 len: 217 time: 0.1008754 Dec 10 09:08:29.597622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca86eede-b60f-4de6-98ec-d35d12dfd727 req-2775894e-e8fc-48fe-b911-98c710659cff tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029279 Dec 10 09:08:29.645204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c5e612-1d73-407f-b7f2-19eb42f9d261']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:29.683656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 89137098-73ab-4780-9acc-92d35cecc90a is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:29.703583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:29.730445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0f20ff-4fe9-49df-8144-e70650f9b1f1') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:29.730940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0f20ff-4fe9-49df-8144-e70650f9b1f1') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:29.738107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31d76f-ac71-4c7a-92d7-0b73c9dafaf4 None None] Pushing event updated for resources: {'Port': ['ID=0de15dc7-b3aa-4529-9e8c-b39ee382ec7f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:29.745761 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.770180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.776729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.824910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.841388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-892667e7-b4b9-4bf6-aa72-f714182a8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:29.842897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-892667e7-b4b9-4bf6-aa72-f714182a8b61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.2207553 Dec 10 09:08:29.850294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:29.850490 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:29.854918 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:29.879666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.899805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 579e8e31-8ce4-4bc1-96bb-47375ff74313 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:29.932160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe709fc9-c40f-46e7-aa33-7f8b569c0299,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:29.940254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router e01e37ff-0d41-475c-9216-fb84bcfad557 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:08:29.973135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 0aae7721-75a2-457d-9e32-f347364b5b50 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:08:29.979385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 579e8e31-8ce4-4bc1-96bb-47375ff74313 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:29.980029 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:29.989755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.api [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:08:29.989755 n-d-814746-3 neutron-server[114970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:08:29.989755 n-d-814746-3 neutron-server[114970]: [parameters: {'id': '89c5e612-1d73-407f-b7f2-19eb42f9d261'}] Dec 10 09:08:29.989755 n-d-814746-3 neutron-server[114970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:08:29.989755 n-d-814746-3 neutron-server[114970]: DEBUG oslo_db.api [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:08:29.994585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-cf2ae458-e7dd-4f29-afa6-c87ef2d0e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:29.996611 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-cf2ae458-e7dd-4f29-afa6-c87ef2d0e891 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406772 Dec 10 09:08:30.077042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:30.096008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.096645 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Added segment 36f57b69-3cff-48ac-8aed-1bcbe95c9dbb of type vlan for network 93f05b93-3422-4307-bc8d-f8ef99ddf505 Dec 10 09:08:30.160244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41048) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:30.174738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:30.185472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2ee8f004-51b6-4683-854b-e76636431f01 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/e01e37ff-0d41-475c-9216-fb84bcfad557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0942972 Dec 10 09:08:30.185472 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.186404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41052) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:30.203608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922122c-8f5e-4a8b-b8af-8a15d46146f7 None None] Sync routers for ids ['e01e37ff-0d41-475c-9216-fb84bcfad557'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:30.214535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922122c-8f5e-4a8b-b8af-8a15d46146f7 None None] Routers {'e01e37ff-0d41-475c-9216-fb84bcfad557'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:30.215186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7922122c-8f5e-4a8b-b8af-8a15d46146f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e01e37ff-0d41-475c-9216-fb84bcfad557'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:30.220095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.221421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:30.222288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.249154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-b90eaab6-dfd6-46a2-87ee-6d704589b06d service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989274 Dec 10 09:08:30.258477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7922122c-8f5e-4a8b-b8af-8a15d46146f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:30.274001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922122c-8f5e-4a8b-b8af-8a15d46146f7 None None] Routers {'e01e37ff-0d41-475c-9216-fb84bcfad557'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:30.274609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7922122c-8f5e-4a8b-b8af-8a15d46146f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e01e37ff-0d41-475c-9216-fb84bcfad557'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:30.286181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f376f-e193-46eb-ae85-0933e573adb3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:30.289552 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f74f376f-e193-46eb-ae85-0933e573adb3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports/bdc53c1a-6f53-44f9-bf3e-4dc31b201a1b HTTP/1.1" status: 200 len: 910 time: 0.1025684 Dec 10 09:08:30.312744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41054) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:30.341951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5399094 Dec 10 09:08:30.345388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41056) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:30.353139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Request body: {'subnet': {'network_id': '93f05b93-3422-4307-bc8d-f8ef99ddf505', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-314308803-subnet', 'tenant_id': 'a489f9b9d08544da8ba83c30d73a61fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:30.356375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab0868-93b1-4502-ab1f-41b2185333e1 admin admin] Pushing event updated for resources: {'Network': ['ID=93f05b93-3422-4307-bc8d-f8ef99ddf505,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:30.375714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7922122c-8f5e-4a8b-b8af-8a15d46146f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:30.377156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922122c-8f5e-4a8b-b8af-8a15d46146f7 None None] The sync data for ids ['e01e37ff-0d41-475c-9216-fb84bcfad557'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:30.386921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Made reservation on behalf of a489f9b9d08544da8ba83c30d73a61fc for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:30.389607 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.393256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 93f05b93-3422-4307-bc8d-f8ef99ddf505 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:30.408066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-77230161', 'router:external': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:30.490822 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.493187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Made reservation on behalf of 985c42017c794b238268512a9c91386d for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:30.495793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.509620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::3ce (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/f27710b8-c2d1-46bf-919b-68beeb7270c3/0aae7721-75a2-457d-9e32-f347364b5b50) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:30.514640 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.526518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8:0:1:f816:3eff:fee6:5e48 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/adb77a4a-58c3-4d14-88d4-b4a0b40c1c03/0aae7721-75a2-457d-9e32-f347364b5b50) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:30.607525 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e37da6d4-606c-42f7-b277-d4f74309093f details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:08:30.632520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2c0e5-7b37-4e48-9794-1901d0ccd256 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:08:30.638754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9926e7e7-afde-48ad-ad6c-2b8fd6a5b998 req-2b7a7800-b714-4133-b3ea-2275fda3c7cf service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738110 Dec 10 09:08:30.705169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.720043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.740201 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.765915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dbf078d2-4bc0-447b-85d8-13cae7631617 None None] Provisioning complete for port 579e8e31-8ce4-4bc1-96bb-47375ff74313 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:30.766934 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbf078d2-4bc0-447b-85d8-13cae7631617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.819340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6997acaa-4f93-4c1e-aaf7-636a14d6119a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:30.857046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting port 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:30.857046 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.887699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:30.908110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Checking segment: {'id': '36f57b69-3cff-48ac-8aed-1bcbe95c9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '93f05b93-3422-4307-bc8d-f8ef99ddf505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:30.908554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Network hostable DHCP agents. Network: 93f05b93-3422-4307-bc8d-f8ef99ddf505, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:30.910666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d0b935-52c4-4326-803f-8c258bd68e85,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:30.917476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.917476 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Added segment 2ef9a183-f733-4201-a462-4a05101abdbd of type vlan for network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 Dec 10 09:08:30.930105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e37da6d4-606c-42f7-b277-d4f74309093f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e37da6d4-606c-42f7-b277-d4f74309093f,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:30.937393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4041706-49e3-4560-9280-522753c2ffd0 req-8d74d9d1-7f7e-4ee4-ad68-32dd5d3f6e4a tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:30.938344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:30.945626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4041706-49e3-4560-9280-522753c2ffd0 req-8d74d9d1-7f7e-4ee4-ad68-32dd5d3f6e4a tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 943 time: 0.2119110 Dec 10 09:08:30.962143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'e37da6d4-606c-42f7-b277-d4f74309093f', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'port_id': 'e37da6d4-606c-42f7-b277-d4f74309093f', 'mac_address': 'fa:16:3e:66:cd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:08:30.966063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a2c0e5-7b37-4e48-9794-1901d0ccd256 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:08:30.987551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] For port 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0de15dc7-b3aa-4529-9e8c-b39ee382ec7f,segment=NetworkSegment(7b0f20ff-4fe9-49df-8144-e70650f9b1f1),segment_id=7b0f20ff-4fe9-49df-8144-e70650f9b1f1)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:30.987551 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.013679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Network 93f05b93-3422-4307-bc8d-f8ef99ddf505 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:31.020073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.024495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Calling delete_port for 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:31.049842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 93f05b93-3422-4307-bc8d-f8ef99ddf505) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:31.063170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:31.064376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.064531 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.071838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4041706-49e3-4560-9280-522753c2ffd0 req-4f300592-05b7-445a-bc8c-ec6e1b42a9a5 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253769 Dec 10 09:08:31.091456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.092295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.094176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:31.094765 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.109597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ac93f51b-6a47-4e66-b7dc-65fdfcd51009 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7548103 Dec 10 09:08:31.111200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37da6d4-606c-42f7-b277-d4f74309093f {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:08:31.153070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e37da6d4-606c-42f7-b277-d4f74309093f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e37da6d4-606c-42f7-b277-d4f74309093f,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:31.164947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.178474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0145342 Dec 10 09:08:31.181698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:31.182455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41064) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:31.190757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:31.202341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:31.205409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'subnet': {'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:31.207998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:31.208648 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.218789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=0aae7721-75a2-457d-9e32-f347364b5b50,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:31.240570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d46503-1a7a-4b8b-b51e-5095d7a44dd1 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event updated for resources: {'Network': ['ID=13aaa91f-4dd8-4a62-b70d-43aff6dd3a23,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:31.255855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.260854 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.261464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Made reservation on behalf of 985c42017c794b238268512a9c91386d for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:31.264529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.286277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:31.330379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-431e58b4-d66f-44ef-adad-ff69148e4015 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1468885 Dec 10 09:08:31.331397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41068) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:31.360995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Port': ['ID=0de15dc7-b3aa-4529-9e8c-b39ee382ec7f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:31.377345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No DVR routers for this DVR port 0de15dc7-b3aa-4529-9e8c-b39ee382ec7f on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:31.507329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.540543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c5e612-1d73-407f-b7f2-19eb42f9d261']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:31.558620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0f20ff-4fe9-49df-8144-e70650f9b1f1') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:31.558929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0f20ff-4fe9-49df-8144-e70650f9b1f1') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:31.574966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=e37da6d4-606c-42f7-b277-d4f74309093f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:31.613771 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:08:31.628703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-719b9330-490d-4d12-97b0-4ec27df745d5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 0aae7721-75a2-457d-9e32-f347364b5b50 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:31.629048 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-719b9330-490d-4d12-97b0-4ec27df745d5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.648484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.670776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.680424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:31.680823 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.681534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['e37da6d4-606c-42f7-b277-d4f74309093f'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:31.684427 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:31.735368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93243816-dab6-4ceb-802b-99ada2e4d033 None None] Network 89c5e612-1d73-407f-b7f2-19eb42f9d261 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:31.744682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f955d-f883-40bd-84e6-f244ce07821f None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:31.760789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8589128f-39e9-4855-851a-7d2dd4755506 None None] Network 93f05b93-3422-4307-bc8d-f8ef99ddf505 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:31.777885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.780473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:31.788678 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/89c5e612-1d73-407f-b7f2-19eb42f9d261 HTTP/1.1" status: 204 len: 168 time: 4.0909600 Dec 10 09:08:31.801674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41082) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:31.812133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1142222849'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:31.843629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522e6f0-02d4-422e-bd51-238c96a7a12b tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Network': ['ID=89c5e612-1d73-407f-b7f2-19eb42f9d261,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:31.913293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port bdc53c1a-6f53-44f9-bf3e-4dc31b201a1b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:31.913755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:32.076152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:32.094819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b896ba2-35a5-4870-94c9-597dec46c151 None None] Network 89c5e612-1d73-407f-b7f2-19eb42f9d261 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:32.095280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for bdc53c1a-6f53-44f9-bf3e-4dc31b201a1b owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:32.171763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b896ba2-35a5-4870-94c9-597dec46c151 None None] Network 89c5e612-1d73-407f-b7f2-19eb42f9d261 could not be found, it might have been deleted concurrently. {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 09:08:32.246688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591000c-ef20-4abb-9266-d0d15a418506 None None] Network 93f05b93-3422-4307-bc8d-f8ef99ddf505 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:32.365394 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:32.440137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=bdc53c1a-6f53-44f9-bf3e-4dc31b201a1b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:32.455438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-84f677b1-dcd4-4c15-9496-165dc2b238c2 None None] Could not find standard attr ID for object bdc53c1a-6f53-44f9-bf3e-4dc31b201a1b. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:08:32.461842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd2b5-e797-4bec-80d9-260b82706186 req-c1463c12-9783-4b2c-9ee9-06e16a2ea610 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:32.463560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-c1463c12-9783-4b2c-9ee9-06e16a2ea610 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/networks?id=93f05b93-3422-4307-bc8d-f8ef99ddf505 HTTP/1.1" status: 200 len: 813 time: 0.8739007 Dec 10 09:08:32.470582 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-719b9330-490d-4d12-97b0-4ec27df745d5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:32.478492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:32.482034 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:32.544001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-719b9330-490d-4d12-97b0-4ec27df745d5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 0aae7721-75a2-457d-9e32-f347364b5b50 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:32.574560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-a1ddb9e6-beb6-4bee-997c-1571334641ec tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/quotas/a489f9b9d08544da8ba83c30d73a61fc HTTP/1.1" status: 200 len: 375 time: 0.0822124 Dec 10 09:08:32.590817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e58193-5c71-40f7-abf8-6490bbf42e40 req-64b2f847-d62d-410f-9bbd-103a058bd6a4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:32.592479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31e58193-5c71-40f7-abf8-6490bbf42e40 req-64b2f847-d62d-410f-9bbd-103a058bd6a4 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 944 time: 0.2494359 Dec 10 09:08:32.623428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-aa5185a7-8ee0-412f-b16c-4f6aeaa7f456 None None] Could not find standard attr ID for object bdc53c1a-6f53-44f9-bf3e-4dc31b201a1b. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:08:32.676872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:32.686321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:32.738878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1b6c42d8-c03f-4652-b3c2-9836825e0859 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a489f9b9d08544da8ba83c30d73a61fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1374345 Dec 10 09:08:32.745863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:32.746215 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Added segment 395b05cd-ce26-48b8-99d8-a05dbae3573b of type vlan for network 9a2ba05f-3e5b-41a0-a4cd-17451525c38a Dec 10 09:08:32.840175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:32.975990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-d45333b7-d811-403f-bc52-bf4b26442574 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:08:32.977052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-d45333b7-d811-403f-bc52-bf4b26442574 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2268178 Dec 10 09:08:32.986927 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:32.993248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:32.993897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.011208 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31e58193-5c71-40f7-abf8-6490bbf42e40 req-1ca05d72-b1cc-4072-a621-e241e95b6374 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4077301 Dec 10 09:08:33.058521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f728b7be-84cc-43de-bdd9-fa68539e5954 None None] Provisioning complete for port 579e8e31-8ce4-4bc1-96bb-47375ff74313 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:33.058910 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f728b7be-84cc-43de-bdd9-fa68539e5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.151381 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bb77ad83-861f-4dd0-9ad0-b6e63a71a646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.222638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f728b7be-84cc-43de-bdd9-fa68539e5954 None None] Provisioning complete for port 0aae7721-75a2-457d-9e32-f347364b5b50 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:33.223020 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f728b7be-84cc-43de-bdd9-fa68539e5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.264448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f728b7be-84cc-43de-bdd9-fa68539e5954 None None] Port 0aae7721-75a2-457d-9e32-f347364b5b50 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:33.267555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4631815 Dec 10 09:08:33.273831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41092) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:33.279921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'subnet': {'network_id': '9a2ba05f-3e5b-41a0-a4cd-17451525c38a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:33.286027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:08:33.286579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.363080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978e3a9-9242-4e82-ab0d-6a2326b5c708 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Network': ['ID=9a2ba05f-3e5b-41a0-a4cd-17451525c38a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:33.379597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 9a2ba05f-3e5b-41a0-a4cd-17451525c38a details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:33.407341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-5df2ad8b-71a9-4f7a-96c5-7e519dfb3124 service neutron] 10.222.0.31 "GET /v2.0/networks/93f05b93-3422-4307-bc8d-f8ef99ddf505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080884 Dec 10 09:08:33.419787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eaef9041-504d-48b3-af4d-e3e85cb6a290,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:33.433252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-719b9330-490d-4d12-97b0-4ec27df745d5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.455590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-94d81857-e52a-47ef-83af-4c581af7d37e None None] Provisioning complete for port 0aae7721-75a2-457d-9e32-f347364b5b50 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:33.456397 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-94d81857-e52a-47ef-83af-4c581af7d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.473589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router e01e37ff-0d41-475c-9216-fb84bcfad557 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:08:33.478749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:33.481878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.525604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-94d81857-e52a-47ef-83af-4c581af7d37e None None] Port 0aae7721-75a2-457d-9e32-f347364b5b50 was deleted so its status cannot be updated. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 09:08:33.553380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b9330-490d-4d12-97b0-4ec27df745d5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=0aae7721-75a2-457d-9e32-f347364b5b50,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:33.562195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Checking segment: {'id': '2ef9a183-f733-4201-a462-4a05101abdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:33.562667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Network hostable DHCP agents. Network: 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:33.664459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:33.677090 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1aaa1-af89-4366-80c6-2ecf69ba387d None None] Sync routers for ids ['e01e37ff-0d41-475c-9216-fb84bcfad557'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:33.681408 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-748e6a9c-7c8b-4d35-872f-cd1385e4da20 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/e01e37ff-0d41-475c-9216-fb84bcfad557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3676007 Dec 10 09:08:33.684175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41094) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:33.691662 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1aaa1-af89-4366-80c6-2ecf69ba387d None None] Routers {'e01e37ff-0d41-475c-9216-fb84bcfad557'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:33.692618 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-02e1aaa1-af89-4366-80c6-2ecf69ba387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e01e37ff-0d41-475c-9216-fb84bcfad557'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:33.694134 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-719b9330-490d-4d12-97b0-4ec27df745d5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.701906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-719b9330-490d-4d12-97b0-4ec27df745d5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/0aae7721-75a2-457d-9e32-f347364b5b50 HTTP/1.1" status: 204 len: 168 time: 2.3701847 Dec 10 09:08:33.702917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41096) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:33.714741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-7474440a-b258-46f4-b0ca-ed110f049967 service neutron] 10.222.0.31 "GET /v2.0/networks/93f05b93-3422-4307-bc8d-f8ef99ddf505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825558 Dec 10 09:08:33.722951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:33.744845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:33.749140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:33.749780 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.758668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5cb222-a98c-473d-8a9c-05e5a2b0512c None None] Network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:33.791081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fd94dd75-c231-46a0-a18d-fa1b77cf3762 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6042545 Dec 10 09:08:33.791341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41098) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:33.796544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1591734788', 'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:33.833272 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-02e1aaa1-af89-4366-80c6-2ecf69ba387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:33.841566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Made reservation on behalf of 985c42017c794b238268512a9c91386d for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:33.845121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:33.860903 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1aaa1-af89-4366-80c6-2ecf69ba387d None None] Routers {'e01e37ff-0d41-475c-9216-fb84bcfad557'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:33.862246 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-02e1aaa1-af89-4366-80c6-2ecf69ba387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e01e37ff-0d41-475c-9216-fb84bcfad557'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:33.882249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] device_id is not set on port 0d80a9ae-2418-4eb7-9333-48192b515f87 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:08:33.936336 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-02e1aaa1-af89-4366-80c6-2ecf69ba387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:33.936995 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1aaa1-af89-4366-80c6-2ecf69ba387d None None] The sync data for ids ['e01e37ff-0d41-475c-9216-fb84bcfad557'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:33.970614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e39b57d-a6e2-4937-96c8-40872a460668 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:33.975633 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8e39b57d-a6e2-4937-96c8-40872a460668 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2692554 Dec 10 09:08:33.977304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41100) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:34.003415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f65fbc-40e8-435a-8a1c-f0fdf9888002 None None] Network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:34.060034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Allocated IP 2001:db8::268 (13aaa91f-4dd8-4a62-b70d-43aff6dd3a23/eaef9041-504d-48b3-af4d-e3e85cb6a290/0d80a9ae-2418-4eb7-9333-48192b515f87) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:34.145479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.192281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c16e4ee-fac1-40ff-878f-e73ad3c32c47 req-5d2a869a-4fc1-48fb-9e8d-fb035fbe7e82 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 210 time: 0.0594347 Dec 10 09:08:34.263215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a164b-02f0-4649-a37b-af336087e5e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:34.266694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927dabd-73c6-4ee3-93c3-af8ce549178f req-f1d55f01-a7f5-40c6-b44b-27656a306f3f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:34.268158 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6b5a164b-02f0-4649-a37b-af336087e5e2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2852192 Dec 10 09:08:34.268294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f927dabd-73c6-4ee3-93c3-af8ce549178f req-f1d55f01-a7f5-40c6-b44b-27656a306f3f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 944 time: 0.1435838 Dec 10 09:08:34.269146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41110) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:34.339693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.350433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Subnet': ['ID=51f5a8df-8a5d-4c12-bab7-a8cb4e609ba9,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:34.356577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f927dabd-73c6-4ee3-93c3-af8ce549178f req-29b8a97f-cfc0-44c8-bf56-35b7e19e4a60 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812581 Dec 10 09:08:34.385159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Checking segment: {'id': '395b05cd-ce26-48b8-99d8-a05dbae3573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a2ba05f-3e5b-41a0-a4cd-17451525c38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:34.385543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network hostable DHCP agents. Network: 9a2ba05f-3e5b-41a0-a4cd-17451525c38a, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:34.395871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.420707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e69e5-45fa-4405-9c3a-23e5996cabeb tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:34.423894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e69e5-45fa-4405-9c3a-23e5996cabeb tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:34.424195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e69e5-45fa-4405-9c3a-23e5996cabeb tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:34.429322 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-541e69e5-45fa-4405-9c3a-23e5996cabeb tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1326082 Dec 10 09:08:34.434306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41116) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:34.465556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:34.469048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event updated for resources: {'Port': ['ID=0d80a9ae-2418-4eb7-9333-48192b515f87,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:34.475159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:34.481191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:34.482459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:34.483403 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.500330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network 9a2ba05f-3e5b-41a0-a4cd-17451525c38a is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:34.503846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-558dc3ac-f54c-4ad7-8ff0-671814032d75 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7112486 Dec 10 09:08:34.508413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41118) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:34.516826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 9a2ba05f-3e5b-41a0-a4cd-17451525c38a) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:34.522541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75c5380-c376-4b47-b31c-af38e979e9a3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet adb77a4a-58c3-4d14-88d4-b4a0b40c1c03 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:34.533139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b75c5380-c376-4b47-b31c-af38e979e9a3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.533139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:34.533773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.537849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce436d96-50ff-4456-90b8-e727a396edbd None None] Network 9a2ba05f-3e5b-41a0-a4cd-17451525c38a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:34.586653 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b75c5380-c376-4b47-b31c-af38e979e9a3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.609087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f0116b44-f9f2-40a6-af14-363f2809b5ca tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Deleting port 0d80a9ae-2418-4eb7-9333-48192b515f87 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:34.609607 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f0116b44-f9f2-40a6-af14-363f2809b5ca tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.623999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e37da6d4-606c-42f7-b277-d4f74309093f up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:34.638002 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bce6153d-64a0-496e-9702-ed2bd23636e5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3629570 Dec 10 09:08:34.641314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41122) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:34.710530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-9a2ba05f-3e5b-41a0-a4cd-17451525c38a', 'network_id': '9a2ba05f-3e5b-41a0-a4cd-17451525c38a', 'project_id': '6450323274ed45999ec00696ece2e954', 'fixed_ips': [{'subnet_id': '51f5a8df-8a5d-4c12-bab7-a8cb4e609ba9'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:34.711468 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.722780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port e37da6d4-606c-42f7-b277-d4f74309093f completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:08:34.731164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f0116b44-f9f2-40a6-af14-363f2809b5ca tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.732060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port e37da6d4-606c-42f7-b277-d4f74309093f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:34.732595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.747537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f0116b44-f9f2-40a6-af14-363f2809b5ca tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Calling delete_port for 0d80a9ae-2418-4eb7-9333-48192b515f87 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:34.805113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b75c5380-c376-4b47-b31c-af38e979e9a3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.841062 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.879407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.900204 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f0116b44-f9f2-40a6-af14-363f2809b5ca tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.934361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0116b44-f9f2-40a6-af14-363f2809b5ca tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d80a9ae-2418-4eb7-9333-48192b515f87,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:34.954453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Allocated IP 2001:db8::2 (9a2ba05f-3e5b-41a0-a4cd-17451525c38a/51f5a8df-8a5d-4c12-bab7-a8cb4e609ba9/2bc4496c-3617-402c-a3b3-2f18b20ed023) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:34.985599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f0116b44-f9f2-40a6-af14-363f2809b5ca tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:34.991628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f0116b44-f9f2-40a6-af14-363f2809b5ca tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0d80a9ae-2418-4eb7-9333-48192b515f87 HTTP/1.1" status: 204 len: 168 time: 0.4801826 Dec 10 09:08:34.992762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41124) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:35.000373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23', 'external_fixed_ips': [{'subnet_id': 'eaef9041-504d-48b3-af4d-e3e85cb6a290', 'ip_address': '2001:db8::268'}]}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:35.028807 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.029880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.031326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.054752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.059828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b75c5380-c376-4b47-b31c-af38e979e9a3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.065581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a361590-7f98-404a-95cb-d36a5fe02515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37da6d4-606c-42f7-b277-d4f74309093f'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:08:35.068102 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a309576-3a6f-41ee-9cc1-7256f47b465a" -d '{"events": [{"server_uuid": "1a361590-7f98-404a-95cb-d36a5fe02515", "name": "network-vif-plugged", "status": "completed", "tag": "e37da6d4-606c-42f7-b277-d4f74309093f"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:08:35.092915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e37da6d4-606c-42f7-b277-d4f74309093f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e37da6d4-606c-42f7-b277-d4f74309093f,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:35.101296 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b75c5380-c376-4b47-b31c-af38e979e9a3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.105245 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b75c5380-c376-4b47-b31c-af38e979e9a3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/adb77a4a-58c3-4d14-88d4-b4a0b40c1c03 HTTP/1.1" status: 204 len: 168 time: 0.6700232 Dec 10 09:08:35.106249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.113161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c354f84-fd12-40ec-8848-3c35e21a1e55 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:35.145869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41130) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:35.147639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c5380-c376-4b47-b31c-af38e979e9a3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=adb77a4a-58c3-4d14-88d4-b4a0b40c1c03,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:35.227811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.238402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd088e0-ae8d-4bde-aeb5-3b192403f7fd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet f27710b8-c2d1-46bf-919b-68beeb7270c3 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:35.242651 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849fb427-1bd7-4363-990b-600f3eef689e x-openstack-request-id: req-849fb427-1bd7-4363-990b-600f3eef689e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:08:35.243034 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a361590-7f98-404a-95cb-d36a5fe02515", "name": "network-vif-plugged", "status": "completed", "tag": "e37da6d4-606c-42f7-b277-d4f74309093f", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:08:35.243306 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-849fb427-1bd7-4363-990b-600f3eef689e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:08:35.243707 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a361590-7f98-404a-95cb-d36a5fe02515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37da6d4-606c-42f7-b277-d4f74309093f', 'code': 200} Dec 10 09:08:35.244699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dcd088e0-ae8d-4bde-aeb5-3b192403f7fd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.283803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=e37da6d4-606c-42f7-b277-d4f74309093f,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:35.335111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.335465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.335796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.336137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.336469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.336798 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.337122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.337455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.352429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.352827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.353181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.353547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.353880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:35.357986 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.375524 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.385984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port 2ab09a51-b8eb-4db9-bb89-34dac2b34e86 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:35.386390 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.466213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Network 9a2ba05f-3e5b-41a0-a4cd-17451525c38a is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:35.473075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:35.477884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:35.479777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Pushing event updated for resources: {'Port': ['ID=2bc4496c-3617-402c-a3b3-2f18b20ed023,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:35.484597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cbc1db9e-2b03-4912-9be6-dc35cb8c35a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.490392 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bf089-b80c-4238-a4cb-6c3e58b6ad71 req-2e30f58f-8290-4208-9c2d-a4188d947da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:35.492016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f30bf089-b80c-4238-a4cb-6c3e58b6ad71 req-2e30f58f-8290-4208-9c2d-a4188d947da4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 1096 time: 0.1969473 Dec 10 09:08:35.555987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.572998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Attempting to bind port 2bc4496c-3617-402c-a3b3-2f18b20ed023 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:35.573471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Attempting to bind port 2bc4496c-3617-402c-a3b3-2f18b20ed023 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '395b05cd-ce26-48b8-99d8-a05dbae3573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a2ba05f-3e5b-41a0-a4cd-17451525c38a'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:35.573934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Attempting to bind port 2bc4496c-3617-402c-a3b3-2f18b20ed023 on network 9a2ba05f-3e5b-41a0-a4cd-17451525c38a {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:35.578331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09822d86-d431-4473-905a-4fd5dd8fe758 req-85d1f8f3-bc63-4238-9ff5-0730d0c9f7d2 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 210 time: 0.2011387 Dec 10 09:08:35.579561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:35.580237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Checking segment: {'id': '395b05cd-ce26-48b8-99d8-a05dbae3573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a2ba05f-3e5b-41a0-a4cd-17451525c38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:35.580652 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.581087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Bound using segment: {'id': '395b05cd-ce26-48b8-99d8-a05dbae3573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a2ba05f-3e5b-41a0-a4cd-17451525c38a'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:35.581735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Bound port: 2bc4496c-3617-402c-a3b3-2f18b20ed023, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395b05cd-ce26-48b8-99d8-a05dbae3573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a2ba05f-3e5b-41a0-a4cd-17451525c38a'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:35.582409 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.597862 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dcd088e0-ae8d-4bde-aeb5-3b192403f7fd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.604479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.663368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Subnet': ['ID=51f5a8df-8a5d-4c12-bab7-a8cb4e609ba9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:35.682563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] For port 2bc4496c-3617-402c-a3b3-2f18b20ed023, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:35.686754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] For port 2bc4496c-3617-402c-a3b3-2f18b20ed023, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2bc4496c-3617-402c-a3b3-2f18b20ed023,segment=NetworkSegment(395b05cd-ce26-48b8-99d8-a05dbae3573b),segment_id=395b05cd-ce26-48b8-99d8-a05dbae3573b)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:35.694355 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.796385 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.807428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5339a-592c-4b8a-a89e-28c4cbb92f20 req-ab60cf69-a3ca-45c3-9ae1-99332b7539c2 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:35.811857 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f30bf089-b80c-4238-a4cb-6c3e58b6ad71 req-dd719a36-38a0-4555-a983-3a1deddd1ca5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931240 Dec 10 09:08:35.813731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ac5339a-592c-4b8a-a89e-28c4cbb92f20 req-ab60cf69-a3ca-45c3-9ae1-99332b7539c2 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 945 time: 0.2283325 Dec 10 09:08:35.850721 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dcd088e0-ae8d-4bde-aeb5-3b192403f7fd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.861189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd2b5-e797-4bec-80d9-260b82706186 req-71de9450-1b8d-4455-872e-43af2801aa61 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:35.865736 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-71de9450-1b8d-4455-872e-43af2801aa61 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.18 "GET /v2.0/networks?id=93f05b93-3422-4307-bc8d-f8ef99ddf505 HTTP/1.1" status: 200 len: 813 time: 0.4293389 Dec 10 09:08:35.867175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for 2ab09a51-b8eb-4db9-bb89-34dac2b34e86 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:35.937117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ac5339a-592c-4b8a-a89e-28c4cbb92f20 req-d3bc4c5c-89ca-4f41-8469-c225ed1eaa6f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155553 Dec 10 09:08:35.962748 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:35.979497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Request body: {'port': {'device_id': '65fa4ed6-e914-4f0f-850c-f06027f6ef34', 'network_id': '93f05b93-3422-4307-bc8d-f8ef99ddf505', 'admin_state_up': True, 'tenant_id': 'a489f9b9d08544da8ba83c30d73a61fc'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:36.018737 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dcd088e0-ae8d-4bde-aeb5-3b192403f7fd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.024835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307d2d8-0397-439f-9a72-781d1de939f5 None None] Pushing event updated for resources: {'Port': ['ID=2bc4496c-3617-402c-a3b3-2f18b20ed023,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:36.045100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b2185-6198-4a91-b755-01c6f20c9447 None None] Network 9a2ba05f-3e5b-41a0-a4cd-17451525c38a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:36.069701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd088e0-ae8d-4bde-aeb5-3b192403f7fd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=f27710b8-c2d1-46bf-919b-68beeb7270c3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:36.079838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dcd088e0-ae8d-4bde-aeb5-3b192403f7fd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.083789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dcd088e0-ae8d-4bde-aeb5-3b192403f7fd tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/f27710b8-c2d1-46bf-919b-68beeb7270c3 HTTP/1.1" status: 204 len: 168 time: 0.9340105 Dec 10 09:08:36.086249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41138) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:36.118550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2ba05f-3e5b-41a0-a4cd-17451525c38a']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:36.159425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395b05cd-ce26-48b8-99d8-a05dbae3573b') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:36.159870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395b05cd-ce26-48b8-99d8-a05dbae3573b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:36.181327 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-d01819fc-3791-43af-8122-94b9207f3ed1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2218029 Dec 10 09:08:36.185775 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.205878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-60e749b8-75a8-4a8e-8376-8adf4ccfab5d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179502 Dec 10 09:08:36.209538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41140) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:36.214832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:36.215392 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.241234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:36.241569 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:36.262676 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:36.311045 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.339274 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.373422 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.api [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:08:36.373422 n-d-814746-3 neutron-server[114970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:08:36.373422 n-d-814746-3 neutron-server[114970]: [parameters: {'id': '9a2ba05f-3e5b-41a0-a4cd-17451525c38a'}] Dec 10 09:08:36.373422 n-d-814746-3 neutron-server[114970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:08:36.373863 n-d-814746-3 neutron-server[114970]: DEBUG oslo_db.api [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:08:36.376665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088cb208-5b0a-4682-ae20-be3d742f974d None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:36.381759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-11e02548-2be3-4876-acc9-9679baa2b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:36.383211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-11e02548-2be3-4876-acc9-9679baa2b73f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1096 time: 0.1658185 Dec 10 09:08:36.385269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Made reservation on behalf of a489f9b9d08544da8ba83c30d73a61fc for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:36.387960 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.390200 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 09:08:36.390200 n-d-814746-3 neutron-server[114969]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 09:08:36.390200 n-d-814746-3 neutron-server[114969]: [parameters: {'project_id_1': '62c1790a0bd34defa257d55a625b4543', 'expiration_1': datetime.datetime(2021, 12, 10, 9, 8, 16, 349441)}] Dec 10 09:08:36.390200 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:08:36.390548 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:08:36.390934 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.450809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=2ab09a51-b8eb-4db9-bb89-34dac2b34e86,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:36.488483 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.507813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-66494941-fbff-4406-9335-d0bcfc0bfb1f None None] Provisioning complete for port 579e8e31-8ce4-4bc1-96bb-47375ff74313 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:36.508190 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-66494941-fbff-4406-9335-d0bcfc0bfb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.572835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Allocated IP 2001:db8::268 (13aaa91f-4dd8-4a62-b70d-43aff6dd3a23/eaef9041-504d-48b3-af4d-e3e85cb6a290/10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:36.649858 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db0761-56a1-4cca-b99d-2489288478e8 None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:36.736404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c1db0761-56a1-4cca-b99d-2489288478e8 None None] Deleting port 579e8e31-8ce4-4bc1-96bb-47375ff74313 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:36.736783 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c1db0761-56a1-4cca-b99d-2489288478e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.764155 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e4b56ed-4aa5-4082-a4ad-9177815006ce req-5c592b7b-adb9-4c1b-97ef-b6a8bcefc8e7 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 210 time: 0.0679815 Dec 10 09:08:36.844280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c1db0761-56a1-4cca-b99d-2489288478e8 None None] For port 579e8e31-8ce4-4bc1-96bb-47375ff74313, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=579e8e31-8ce4-4bc1-96bb-47375ff74313,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:36.844735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c1db0761-56a1-4cca-b99d-2489288478e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.857223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.862831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c1db0761-56a1-4cca-b99d-2489288478e8 None None] Calling delete_port for 579e8e31-8ce4-4bc1-96bb-47375ff74313 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:36.925282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:36.930538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.967169 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c1db0761-56a1-4cca-b99d-2489288478e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.992622 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:36.997533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db0761-56a1-4cca-b99d-2489288478e8 None None] Pushing event deleted for resources: {'Port': ['ID=579e8e31-8ce4-4bc1-96bb-47375ff74313,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:37.006522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db0761-56a1-4cca-b99d-2489288478e8 None None] No DVR routers for this DVR port 579e8e31-8ce4-4bc1-96bb-47375ff74313 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:37.026822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c879e-9b82-40cd-a6dd-841bee86f049 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:08:37.037932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.091904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:37.124556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:37.137067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:37.195085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03c879e-9b82-40cd-a6dd-841bee86f049 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:08:37.203080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event updated for resources: {'Port': ['ID=10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:37.221654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-2d24f361-8517-4560-8260-f5a46ba276a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:37.223248 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-2d24f361-8517-4560-8260-f5a46ba276a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.7982447 Dec 10 09:08:37.317705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97551451-fa73-4559-a973-2e17f087b36c req-d36429b0-704b-43a5-b4e4-f210e44a1c34 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:37.322632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97551451-fa73-4559-a973-2e17f087b36c req-d36429b0-704b-43a5-b4e4-f210e44a1c34 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 945 time: 0.2436459 Dec 10 09:08:37.335807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.339428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Allocated IP 172.20.0.6 (93f05b93-3422-4307-bc8d-f8ef99ddf505/88d0b935-52c4-4326-803f-8c258bd68e85/98dcf594-bdad-42d8-bf0b-db3ed6698606) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:37.419107 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-93306b64-22da-4189-8f73-7efb79853965 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 1001 time: 0.1563852 Dec 10 09:08:37.505988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting port 2bc4496c-3617-402c-a3b3-2f18b20ed023 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:37.506405 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.551997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97551451-fa73-4559-a973-2e17f087b36c req-94514ed6-8021-4246-a837-f4359601b5d0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027912 Dec 10 09:08:37.608825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe28be-92a9-43df-9e72-db1e8300ecea None None] DHCP port deletion for 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:37.618657 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.654616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d6a543ea-f8b2-4025-8ef6-203a0892b253 None None] Provisioning complete for port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:37.655686 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d6a543ea-f8b2-4025-8ef6-203a0892b253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.699236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:37.710196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d6a543ea-f8b2-4025-8ef6-203a0892b253 None None] Port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:37.731557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:37.737496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:37.741191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.744328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b57d04-88b5-4f25-8b05-557fd59fe4da None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:37.761602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=dd6968e8-9965-48be-9394-521c7a7b6294,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:37.773803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.846465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e3637fe6-08dc-4796-b720-3fa37b524184 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6358283 Dec 10 09:08:37.856241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41154) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:37.861323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 579e8e31-8ce4-4bc1-96bb-47375ff74313 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:37.861553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-5755bb7f-dadb-47aa-85b6-ec0fb73d2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:37.862346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-04c5431c-f47b-402d-ac3d-76f85bdc6f38 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:37.864012 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-5755bb7f-dadb-47aa-85b6-ec0fb73d2d2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.4086289 Dec 10 09:08:37.888723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'project_id': '62c1790a0bd34defa257d55a625b4543', 'fixed_ips': [{'subnet_id': 'dd6968e8-9965-48be-9394-521c7a7b6294'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:37.889878 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.903726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 579e8e31-8ce4-4bc1-96bb-47375ff74313 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:37.905327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 579e8e31-8ce4-4bc1-96bb-47375ff74313 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:37.924263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-83cb9714-ac2e-404b-94e2-78f9e49410c5 None None] Provisioning complete for port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:37.924633 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-83cb9714-ac2e-404b-94e2-78f9e49410c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.941371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] For port 2bc4496c-3617-402c-a3b3-2f18b20ed023, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2bc4496c-3617-402c-a3b3-2f18b20ed023,segment=NetworkSegment(395b05cd-ce26-48b8-99d8-a05dbae3573b),segment_id=395b05cd-ce26-48b8-99d8-a05dbae3573b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:37.941774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:37.975556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router e01e37ff-0d41-475c-9216-fb84bcfad557 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:08:37.983884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Calling delete_port for 2bc4496c-3617-402c-a3b3-2f18b20ed023 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:38.029175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-83cb9714-ac2e-404b-94e2-78f9e49410c5 None None] Port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:38.033437 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.040368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-d6d62091-6ea8-4648-80ac-b3f4ae06f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:38.043135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-d6d62091-6ea8-4648-80ac-b3f4ae06f14f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532364 Dec 10 09:08:38.098462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Allocated IP 2001:db8::2 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/dd6968e8-9965-48be-9394-521c7a7b6294/5feb5899-70ed-45a9-821f-1afec37af997) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:38.183081 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.275287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.285697 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.293219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:38.312062 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-56ada53a-6268-452f-99f1-baff734ce2ba tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/e01e37ff-0d41-475c-9216-fb84bcfad557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6241398 Dec 10 09:08:38.315022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41156) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:38.327590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d919c3d-fc42-44ae-b734-0c2bb22072aa req-c470f1e0-6004-4038-ac3b-9c5b8a977d44 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 210 time: 0.0701854 Dec 10 09:08:38.328183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc62f6-b3c7-47d6-a388-c871816da2d6 None None] Sync routers for ids ['e01e37ff-0d41-475c-9216-fb84bcfad557'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:38.363849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:38.368211 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.369472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:38.375313 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0699b0d1-fe9b-4850-95a9-7c2ae4db8423 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=e01e37ff-0d41-475c-9216-fb84bcfad557 HTTP/1.1" status: 200 len: 205 time: 0.0567160 Dec 10 09:08:38.376698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:38.377745 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-08d37e72-a126-4b90-93f7-41341971a88e service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259785 Dec 10 09:08:38.381539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Pushing event updated for resources: {'Port': ['ID=5feb5899-70ed-45a9-821f-1afec37af997,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:38.382469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e631a4-9201-4a3d-b955-f0574a05e4c1 req-c33e863e-613c-4ce0-a88c-9c0e4e705103 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:38.383087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41158) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:38.384146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64e631a4-9201-4a3d-b955-f0574a05e4c1 req-c33e863e-613c-4ce0-a88c-9c0e4e705103 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 945 time: 0.7199974 Dec 10 09:08:38.387587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc62f6-b3c7-47d6-a388-c871816da2d6 None None] Routers {'e01e37ff-0d41-475c-9216-fb84bcfad557'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:38.388223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f1fc62f6-b3c7-47d6-a388-c871816da2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e01e37ff-0d41-475c-9216-fb84bcfad557'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:38.403822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41160) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:38.408267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e8067009-ef4d-4975-9351-0c84b31e30fb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Request body: {'floatingip': {'port_id': 'e37da6d4-606c-42f7-b277-d4f74309093f'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:38.429472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f1fc62f6-b3c7-47d6-a388-c871816da2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:38.473614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8067009-ef4d-4975-9351-0c84b31e30fb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.483745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc62f6-b3c7-47d6-a388-c871816da2d6 None None] Routers {'e01e37ff-0d41-475c-9216-fb84bcfad557'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:38.484377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f1fc62f6-b3c7-47d6-a388-c871816da2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['e01e37ff-0d41-475c-9216-fb84bcfad557'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:38.524383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f1fc62f6-b3c7-47d6-a388-c871816da2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:38.525078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc62f6-b3c7-47d6-a388-c871816da2d6 None None] The sync data for ids ['e01e37ff-0d41-475c-9216-fb84bcfad557'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:38.526924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Attempting to bind port 5feb5899-70ed-45a9-821f-1afec37af997 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:38.527295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Attempting to bind port 5feb5899-70ed-45a9-821f-1afec37af997 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:38.527917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Attempting to bind port 5feb5899-70ed-45a9-821f-1afec37af997 on network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:38.533694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:38.534076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Checking segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:38.534483 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.535000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Bound using segment: {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:38.535340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Bound port: 5feb5899-70ed-45a9-821f-1afec37af997, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31b725-62b1-4f75-96c4-d64b6bf49082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:38.535749 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.561593 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.568555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Network 93f05b93-3422-4307-bc8d-f8ef99ddf505 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:38.580877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:38.594215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d7b06d5-5e49-411d-b5eb-b6b8d2bca054 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.601234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:38.604459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] For port 5feb5899-70ed-45a9-821f-1afec37af997, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:38.609709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] For port 5feb5899-70ed-45a9-821f-1afec37af997, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5feb5899-70ed-45a9-821f-1afec37af997,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:38.614111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3186d-aacb-4b80-8437-4d55afc85926 None None] DHCP port deletion for 93f05b93-3422-4307-bc8d-f8ef99ddf505 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:38.620417 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.642464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Pushing event updated for resources: {'Port': ['ID=98dcf594-bdad-42d8-bf0b-db3ed6698606,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:38.691323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e82293-a356-4236-ac9c-84a02e5baa63 None None] Pushing event updated for resources: {'Port': ['ID=5feb5899-70ed-45a9-821f-1afec37af997,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:38.708109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-19461404-746c-458b-8531-64d970da7197 None None] Provisioning complete for port 98dcf594-bdad-42d8-bf0b-db3ed6698606 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:38.709838 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-19461404-746c-458b-8531-64d970da7197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.711688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No DVR routers for this DVR port 2bc4496c-3617-402c-a3b3-2f18b20ed023 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:38.729014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5431c-f47b-402d-ac3d-76f85bdc6f38 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:38.733535 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-04c5431c-f47b-402d-ac3d-76f85bdc6f38 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.781360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-19461404-746c-458b-8531-64d970da7197 None None] Port 98dcf594-bdad-42d8-bf0b-db3ed6698606 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:38.783011 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a8d4f627-6d6f-420f-89e2-90dbd2582e1b req-d17b1935-23a2-49d4-8ee9-8c8804486d7d service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672340 Dec 10 09:08:38.816638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Port': ['ID=2bc4496c-3617-402c-a3b3-2f18b20ed023,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:38.847833 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:38.997311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:38.997971 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.006804 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d7b06d5-5e49-411d-b5eb-b6b8d2bca054 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.010674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.013594 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d7b06d5-5e49-411d-b5eb-b6b8d2bca054 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.035935 n-d-814746-3 neutron-server[114969]: INFO neutron.db.ipam_backend_mixin [None req-04c5431c-f47b-402d-ac3d-76f85bdc6f38 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd6968e8-9965-48be-9394-521c7a7b6294 (CIDR: 2001:db8::/64) Dec 10 09:08:39.078080 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c5431c-f47b-402d-ac3d-76f85bdc6f38 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:08:39.078608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c5431c-f47b-402d-ac3d-76f85bdc6f38 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:39.079012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2ba05f-3e5b-41a0-a4cd-17451525c38a']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:39.094985 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-1f847f95-6a2f-488d-aadc-cec812e3f0ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1193478 Dec 10 09:08:39.098645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395b05cd-ce26-48b8-99d8-a05dbae3573b') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:39.099000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395b05cd-ce26-48b8-99d8-a05dbae3573b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:39.111553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Request body: {'port': {'device_id': '65fa4ed6-e914-4f0f-850c-f06027f6ef34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:39.116782 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d7b06d5-5e49-411d-b5eb-b6b8d2bca054 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.117212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b06d5-5e49-411d-b5eb-b6b8d2bca054 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Fanout notify agent at l3_agent the message router_deleted on router e01e37ff-0d41-475c-9216-fb84bcfad557 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:08:39.120019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.132800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d7b06d5-5e49-411d-b5eb-b6b8d2bca054 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.134299 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d7b06d5-5e49-411d-b5eb-b6b8d2bca054 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/e01e37ff-0d41-475c-9216-fb84bcfad557 HTTP/1.1" status: 204 len: 168 time: 0.7478127 Dec 10 09:08:39.138610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41164) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:39.153332 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.157534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-04c5431c-f47b-402d-ac3d-76f85bdc6f38 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2996981 Dec 10 09:08:39.163154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41166) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:39.165966 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.171102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'subnet': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:39.205464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:39.206064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:39.209624 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:39.257809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b77992-8757-4493-a384-d88326f95a43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting subnet db570a4d-fa08-46c4-8257-460070c0f605 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:39.265775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b77992-8757-4493-a384-d88326f95a43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.284924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.342620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Router 47038328-d765-448c-a9c5-78cd5b9d4297 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:08:39.347932 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b77992-8757-4493-a384-d88326f95a43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.362643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.375075 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.383179 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/9a2ba05f-3e5b-41a0-a4cd-17451525c38a HTTP/1.1" status: 204 len: 168 time: 4.7352920 Dec 10 09:08:39.385890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41170) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:39.406858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1048957666'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:39.414713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60777a-7c44-442d-b831-726836d06563 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Network': ['ID=9a2ba05f-3e5b-41a0-a4cd-17451525c38a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:39.509537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:39.513195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.539128 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8067009-ef4d-4975-9351-0c84b31e30fb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.557634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8067009-ef4d-4975-9351-0c84b31e30fb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.590003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:39.593541 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.652861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b77992-8757-4493-a384-d88326f95a43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.701086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8beed8-3e1d-436d-a3fd-665d62fc2130 req-ec0c1c14-b1d1-4741-9b4d-eaf25dbd7331 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:39.709852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd8beed8-3e1d-436d-a3fd-665d62fc2130 req-ec0c1c14-b1d1-4741-9b4d-eaf25dbd7331 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 931 time: 0.2469473 Dec 10 09:08:39.817132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:39.844118 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Sync routers for ids ['47038328-d765-448c-a9c5-78cd5b9d4297'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:39.846253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5feb5899-70ed-45a9-821f-1afec37af997 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:39.875840 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Routers {'47038328-d765-448c-a9c5-78cd5b9d4297'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:39.876729 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['47038328-d765-448c-a9c5-78cd5b9d4297'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:39.905838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd8beed8-3e1d-436d-a3fd-665d62fc2130 req-1c01467d-12bc-4c0c-a2e9-ee6f0de964cc tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945481 Dec 10 09:08:39.910320 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-e8067009-ef4d-4975-9351-0c84b31e30fb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Floating IP 2b21b90d-c613-4d48-80e4-cc8d5433fcd7 associated. External IP: 172.25.3.210, port: e37da6d4-606c-42f7-b277-d4f74309093f. Dec 10 09:08:39.967656 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:39.971657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-24a72683-d383-4be9-a2a2-eb2934511f73 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9739132 Dec 10 09:08:39.972636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41174) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:39.977306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5feb5899-70ed-45a9-821f-1afec37af997 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:39.977480 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.003577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:40.069215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.069979 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Added segment c357c63e-a9eb-4ebb-b0bf-41331431c488 of type vlan for network 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b Dec 10 09:08:40.070231 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Set router 47038328-d765-448c-a9c5-78cd5b9d4297 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:40.090425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.103883 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.128065 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b77992-8757-4493-a384-d88326f95a43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.154095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-398d00ae-3917-4f45-927e-5aa9340e52fc None None] Provisioning complete for port 5feb5899-70ed-45a9-821f-1afec37af997 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:40.154660 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-398d00ae-3917-4f45-927e-5aa9340e52fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.163638 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.200599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 5feb5899-70ed-45a9-821f-1afec37af997, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5feb5899-70ed-45a9-821f-1afec37af997,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:40.212370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.265151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dcf594-bdad-42d8-bf0b-db3ed6698606 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:08:40.274089 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.279859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:40.280413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.293519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.332474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=5feb5899-70ed-45a9-821f-1afec37af997,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:40.343566 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47038328-d765-448c-a9c5-78cd5b9d4297', 'name': '', 'tenant_id': '985c42017c794b238268512a9c91386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23', 'external_fixed_ips': [{'subnet_id': 'eaef9041-504d-48b3-af4d-e3e85cb6a290', 'ip_address': '2001:db8::268'}], 'enable_snat': True}, 'gw_port_id': '10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:35Z', 'updated_at': '2021-12-10T09:08:37Z', 'revision_number': 3, 'project_id': '985c42017c794b238268512a9c91386d', 'gw_port': {'id': '10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67', 'name': '', 'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47038328-d765-448c-a9c5-78cd5b9d4297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'eaef9041-504d-48b3-af4d-e3e85cb6a290', 'ip_address': '2001:db8::268', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:08:36Z', 'updated_at': '2021-12-10T09:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaef9041-504d-48b3-af4d-e3e85cb6a290', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:40.374629 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Checking router: 47038328-d765-448c-a9c5-78cd5b9d4297 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:08:40.375149 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Updating router 47038328-d765-448c-a9c5-78cd5b9d4297 port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:08:40.390830 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9912040 Dec 10 09:08:40.392100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Transition to ACTIVE for port object 98dcf594-bdad-42d8-bf0b-db3ed6698606 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:08:40.404558 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.416037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41176) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:40.421130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Request body: {'subnet': {'network_id': '6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:40.430090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.460464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35715f4b-a5eb-40be-8dc9-8432c471a4a2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Network': ['ID=6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:40.478511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:40.563586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7eee55-df71-4a05-ba36-79a9560dd898 None None] DHCP port deletion for 93f05b93-3422-4307-bc8d-f8ef99ddf505 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:40.589595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b77992-8757-4493-a384-d88326f95a43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Subnet': ['ID=db570a4d-fa08-46c4-8257-460070c0f605,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:40.596727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Pushing event updated for resources: {'Port': ['ID=98dcf594-bdad-42d8-bf0b-db3ed6698606,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:40.600512 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b77992-8757-4493-a384-d88326f95a43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.604296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-03b77992-8757-4493-a384-d88326f95a43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/db570a4d-fa08-46c4-8257-460070c0f605 HTTP/1.1" status: 204 len: 168 time: 1.4620538 Dec 10 09:08:40.607936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41178) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:40.615150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3608bfb-9a6e-4657-8eaa-ef608da27b6b None None] Network 89137098-73ab-4780-9acc-92d35cecc90a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:40.764002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.785717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacf8f86-9c13-452c-8021-cc5f7c302fb5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting subnet 582013b5-8576-4790-bf69-60523c13dea6 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:40.800642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cacf8f86-9c13-452c-8021-cc5f7c302fb5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.803907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Made reservation on behalf of 6450323274ed45999ec00696ece2e954 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:40.807589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.843810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cd1ed-a11e-4e11-9e2b-db6738a49a28 None None] DHCP port deletion for 89137098-73ab-4780-9acc-92d35cecc90a request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:40.896382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8067009-ef4d-4975-9351-0c84b31e30fb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Router 2782dbfb-3a30-4775-9517-26629752be6c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:08:40.909306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1c8cd1ed-a11e-4e11-9e2b-db6738a49a28 None None] Deleting port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:40.910485 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd1ed-a11e-4e11-9e2b-db6738a49a28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.929782 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.938085 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-cb6fe817-f4e5-410b-9886-60c4947bdd3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2464006 Dec 10 09:08:40.954397 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.965560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Deleting port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:40.966005 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:40.993135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Attempting to bind port 98dcf594-bdad-42d8-bf0b-db3ed6698606 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:40.993470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Attempting to bind port 98dcf594-bdad-42d8-bf0b-db3ed6698606 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '36f57b69-3cff-48ac-8aed-1bcbe95c9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '93f05b93-3422-4307-bc8d-f8ef99ddf505'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:40.993833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Attempting to bind port 98dcf594-bdad-42d8-bf0b-db3ed6698606 on network 93f05b93-3422-4307-bc8d-f8ef99ddf505 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:41.024212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1c8cd1ed-a11e-4e11-9e2b-db6738a49a28 None None] For port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1b20f05f-dcf8-4dfa-b78e-57ca3654faca,segment=NetworkSegment(8b941b97-80e7-4c8c-9cae-8e26bdb47085),segment_id=8b941b97-80e7-4c8c-9cae-8e26bdb47085)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:41.024628 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd1ed-a11e-4e11-9e2b-db6738a49a28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.029052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Port 98dcf594-bdad-42d8-bf0b-db3ed6698606 on network 93f05b93-3422-4307-bc8d-f8ef99ddf505 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:08:41.029242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Attempting to bind port 98dcf594-bdad-42d8-bf0b-db3ed6698606 on network 93f05b93-3422-4307-bc8d-f8ef99ddf505 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:41.032909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cacf8f86-9c13-452c-8021-cc5f7c302fb5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.044472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1c8cd1ed-a11e-4e11-9e2b-db6738a49a28 None None] Calling delete_port for 1b20f05f-dcf8-4dfa-b78e-57ca3654faca owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:41.059101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.072070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Calling delete_port for 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:41.105013 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Attempting to bind port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:41.105547 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Attempting to bind port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '2ef9a183-f733-4201-a462-4a05101abdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:41.105915 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Attempting to bind port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67 on network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:41.111777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:41.112083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Checking segment: {'id': '36f57b69-3cff-48ac-8aed-1bcbe95c9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '93f05b93-3422-4307-bc8d-f8ef99ddf505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:41.112501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Bound using segment: {'id': '36f57b69-3cff-48ac-8aed-1bcbe95c9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '93f05b93-3422-4307-bc8d-f8ef99ddf505'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:41.113007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Bound port: 98dcf594-bdad-42d8-bf0b-db3ed6698606, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f57b69-3cff-48ac-8aed-1bcbe95c9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '93f05b93-3422-4307-bc8d-f8ef99ddf505'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:41.113419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.119742 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:41.120978 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Checking segment: {'id': '2ef9a183-f733-4201-a462-4a05101abdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:41.121552 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.122033 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Bound using segment: {'id': '2ef9a183-f733-4201-a462-4a05101abdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:41.122761 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Bound port: 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef9a183-f733-4201-a462-4a05101abdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '13aaa91f-4dd8-4a62-b70d-43aff6dd3a23'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:41.123175 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.163212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad32ef-99b7-43d4-b8de-8e29f062d811 None None] DHCP port deletion for 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:41.177496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd1ed-a11e-4e11-9e2b-db6738a49a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.197720 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] For port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:41.202219 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] For port 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67,segment=NetworkSegment(2ef9a183-f733-4201-a462-4a05101abdbd),segment_id=2ef9a183-f733-4201-a462-4a05101abdbd)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:41.210843 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Pushing event updated for resources: {'Port': ['ID=10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:41.216471 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.232139 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.232540 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.232878 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.233253 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.233688 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.234013 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.234360 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.234705 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.235011 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.235414 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.235739 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.236068 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.236371 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:08:41.247230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cd1ed-a11e-4e11-9e2b-db6738a49a28 None None] No DVR routers for this DVR port 1b20f05f-dcf8-4dfa-b78e-57ca3654faca on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:41.249712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-f377c1ec-e3de-4d1d-af6d-95ebad6eb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:41.252042 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-f377c1ec-e3de-4d1d-af6d-95ebad6eb4ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 1096 time: 0.2407932 Dec 10 09:08:41.254626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cd1ed-a11e-4e11-9e2b-db6738a49a28 None None] Pushing event deleted for resources: {'Port': ['ID=1b20f05f-dcf8-4dfa-b78e-57ca3654faca,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:41.297167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:08:41.314040 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.319869 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde0e66-fd26-47ba-ba42-963928433202 None None] Pushing event updated for resources: {'Port': ['ID=10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:41.343719 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Routers {'47038328-d765-448c-a9c5-78cd5b9d4297'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:41.344349 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['47038328-d765-448c-a9c5-78cd5b9d4297'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:41.379102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5303d-6943-4ab5-a995-df17c67a0dee None None] DHCP port deletion for 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:41.408203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-28772cab-e9ba-4fa2-b262-4f1e04edfe39 None None] Could not find standard attr ID for object 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:08:41.422026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623cef4-31c3-4905-babe-9eaf07798944 None None] DHCP port deletion for 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:41.424471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event deleted for resources: {'Port': ['ID=10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:41.432808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.433161 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] Set router 47038328-d765-448c-a9c5-78cd5b9d4297 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:41.463700 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cacf8f86-9c13-452c-8021-cc5f7c302fb5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.503583 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47038328-d765-448c-a9c5-78cd5b9d4297', 'name': '', 'tenant_id': '985c42017c794b238268512a9c91386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:35Z', 'updated_at': '2021-12-10T09:08:41Z', 'revision_number': 5, 'project_id': '985c42017c794b238268512a9c91386d', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:41.528889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] For port 98dcf594-bdad-42d8-bf0b-db3ed6698606, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:41.533273 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc4939-9ffd-46e4-ac4d-9f95be7d3517 None None] The sync data for ids ['47038328-d765-448c-a9c5-78cd5b9d4297'] in n-d-814746-3 is: [{'id': '47038328-d765-448c-a9c5-78cd5b9d4297', 'name': '', 'tenant_id': '985c42017c794b238268512a9c91386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:35Z', 'updated_at': '2021-12-10T09:08:41Z', 'revision_number': 5, 'project_id': '985c42017c794b238268512a9c91386d', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:41.555876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5b04880a-8995-4c1e-8306-bdbdffd770e2 None None] Could not find standard attr ID for object 10f9a3b2-00b6-4fc9-af55-9dbdffcd4d67. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:08:41.620061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] For port 98dcf594-bdad-42d8-bf0b-db3ed6698606, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=98dcf594-bdad-42d8-bf0b-db3ed6698606,segment=NetworkSegment(36f57b69-3cff-48ac-8aed-1bcbe95c9dbb),segment_id=36f57b69-3cff-48ac-8aed-1bcbe95c9dbb)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:41.650659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae41ed5-652f-4fe1-b6c8-b0d3284781e0 req-99cdb2d3-29b8-4bbc-b247-9fee859bbfcb tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:41.653090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aae41ed5-652f-4fe1-b6c8-b0d3284781e0 req-99cdb2d3-29b8-4bbc-b247-9fee859bbfcb tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 943 time: 0.4403625 Dec 10 09:08:41.662949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.664021 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.669044 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.687078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8067009-ef4d-4975-9351-0c84b31e30fb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:41.692609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8067009-ef4d-4975-9351-0c84b31e30fb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.700823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] Sync routers for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:41.715263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:41.715898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:41.726339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-774f1250-5364-4a9b-9ac8-eb384ae44a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:41.727786 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-774f1250-5364-4a9b-9ac8-eb384ae44a5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.4421563 Dec 10 09:08:41.729459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e8067009-ef4d-4975-9351-0c84b31e30fb tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "PUT /v2.0/floatingips/2b21b90d-c613-4d48-80e4-cc8d5433fcd7 HTTP/1.1" status: 200 len: 991 time: 3.3245900 Dec 10 09:08:41.780237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a361590-7f98-404a-95cb-d36a5fe02515', 'tag': 'e37da6d4-606c-42f7-b277-d4f74309093f'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:08:41.782790 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01" -d '{"events": [{"name": "network-changed", "server_uuid": "1a361590-7f98-404a-95cb-d36a5fe02515", "tag": "e37da6d4-606c-42f7-b277-d4f74309093f"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:08:41.793437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:41.798045 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.799382 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] 10.222.0.18 "PUT /v2.0/ports/98dcf594-bdad-42d8-bf0b-db3ed6698606 HTTP/1.1" status: 200 len: 1091 time: 2.6924937 Dec 10 09:08:41.805635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fa4ed6-e914-4f0f-850c-f06027f6ef34', 'tag': '98dcf594-bdad-42d8-bf0b-db3ed6698606'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:08:41.808485 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d277bf-2747-4e72-be26-9edfef9010dc" -d '{"events": [{"name": "network-changed", "server_uuid": "65fa4ed6-e914-4f0f-850c-f06027f6ef34", "tag": "98dcf594-bdad-42d8-bf0b-db3ed6698606"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:08:41.811639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e7f69-8014-49cc-b788-a6e2a6ca9863 None None] DHCP port deletion for 93f05b93-3422-4307-bc8d-f8ef99ddf505 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:41.828109 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.828939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47038328-d765-448c-a9c5-78cd5b9d4297 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:08:41.835610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.840473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-38778636-d34f-49ba-8e03-e3289c45f03e tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "DELETE /v2.0/routers/47038328-d765-448c-a9c5-78cd5b9d4297 HTTP/1.1" status: 204 len: 168 time: 1.8667452 Dec 10 09:08:41.847306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41190) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:41.855347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5feb5899-70ed-45a9-821f-1afec37af997 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:41.886046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aae41ed5-652f-4fe1-b6c8-b0d3284781e0 req-31068d24-e576-418f-9c53-cc79720c958e tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208562 Dec 10 09:08:41.921907 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202b2ed3-67b7-4e6b-a227-4f20056badbb x-openstack-request-id: req-202b2ed3-67b7-4e6b-a227-4f20056badbb {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:08:41.922198 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a361590-7f98-404a-95cb-d36a5fe02515", "tag": "e37da6d4-606c-42f7-b277-d4f74309093f", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:08:41.922494 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-202b2ed3-67b7-4e6b-a227-4f20056badbb {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:08:41.922871 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a361590-7f98-404a-95cb-d36a5fe02515', 'tag': 'e37da6d4-606c-42f7-b277-d4f74309093f', 'status': 'completed', 'code': 200} Dec 10 09:08:41.975147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cacf8f86-9c13-452c-8021-cc5f7c302fb5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:41.976071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c949a6-7580-40a8-9b23-d8e4846fd5c8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Deleting subnet eaef9041-504d-48b3-af4d-e3e85cb6a290 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:41.980467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8c949a6-7580-40a8-9b23-d8e4846fd5c8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.025918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8c949a6-7580-40a8-9b23-d8e4846fd5c8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.064914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58039ff-fc3f-4d35-a4bc-9135c54c382f service neutron] Pushing event updated for resources: {'Port': ['ID=98dcf594-bdad-42d8-bf0b-db3ed6698606,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:42.074104 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656d415-9b88-44b1-8f8a-ab80d2a78ad4 x-openstack-request-id: req-f656d415-9b88-44b1-8f8a-ab80d2a78ad4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:08:42.074939 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fa4ed6-e914-4f0f-850c-f06027f6ef34", "tag": "98dcf594-bdad-42d8-bf0b-db3ed6698606", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:08:42.075310 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f656d415-9b88-44b1-8f8a-ab80d2a78ad4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:08:42.075870 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fa4ed6-e914-4f0f-850c-f06027f6ef34', 'tag': '98dcf594-bdad-42d8-bf0b-db3ed6698606', 'status': 'completed', 'code': 200} Dec 10 09:08:42.080741 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8c949a6-7580-40a8-9b23-d8e4846fd5c8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.103744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf8f86-9c13-452c-8021-cc5f7c302fb5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Subnet': ['ID=582013b5-8576-4790-bf69-60523c13dea6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:42.149705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8c949a6-7580-40a8-9b23-d8e4846fd5c8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.165473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff436ec-6615-4ca1-aa37-9ca4cc69737b None None] Network cd3e5e9d-9c30-434d-9157-6f2db400ea2e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:42.169631 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cacf8f86-9c13-452c-8021-cc5f7c302fb5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.173123 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cacf8f86-9c13-452c-8021-cc5f7c302fb5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/582013b5-8576-4790-bf69-60523c13dea6 HTTP/1.1" status: 204 len: 168 time: 1.5509551 Dec 10 09:08:42.179526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-d6546f38-8552-4946-9012-035aa6e3f0e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e37da6d4-606c-42f7-b277-d4f74309093f HTTP/1.1" status: 200 len: 999 time: 0.4182236 Dec 10 09:08:42.180106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41194) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:42.189092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c949a6-7580-40a8-9b23-d8e4846fd5c8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eaef9041-504d-48b3-af4d-e3e85cb6a290,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:42.198377 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8c949a6-7580-40a8-9b23-d8e4846fd5c8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.204756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e8c949a6-7580-40a8-9b23-d8e4846fd5c8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/eaef9041-504d-48b3-af4d-e3e85cb6a290 HTTP/1.1" status: 204 len: 168 time: 0.3540900 Dec 10 09:08:42.210518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41196) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:42.225373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd2b5-e797-4bec-80d9-260b82706186 req-929b87a2-369b-4b0a-aaf6-ff6d22ab39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:42.227082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-929b87a2-369b-4b0a-aaf6-ff6d22ab39fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a489f9b9d08544da8ba83c30d73a61fc&device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 1094 time: 0.2967198 Dec 10 09:08:42.242994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:42.246650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7780f8-9b32-4881-a725-d079092147ff None None] Network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:42.263726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.281220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.objects.ports [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:08:42.314518 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.356502 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-407cda13-ca8b-4131-9473-a8a01cbd8cc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98dcf594-bdad-42d8-bf0b-db3ed6698606 HTTP/1.1" status: 200 len: 217 time: 0.0377505 Dec 10 09:08:42.396954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.403839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.422934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5feb5899-70ed-45a9-821f-1afec37af997 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:42.423300 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.433926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13aaa91f-4dd8-4a62-b70d-43aff6dd3a23']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:42.443937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef9a183-f733-4201-a462-4a05101abdbd') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:42.444382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef9a183-f733-4201-a462-4a05101abdbd') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:42.480051 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.484233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3e3d6-0095-4bc8-9072-a3e20a01d7a0 None None] DHCP port deletion for 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:42.496995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.505006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:42.505006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:42.508024 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:42.614545 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.622562 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.634670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-969cb1e4-2670-42be-a2f3-534b3b163956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:42.636142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-969cb1e4-2670-42be-a2f3-534b3b163956 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.4246936 Dec 10 09:08:42.637491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd2b5-e797-4bec-80d9-260b82706186 req-b2281345-7eb1-42ca-87ae-e14ddfa28c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:42.638822 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-b2281345-7eb1-42ca-87ae-e14ddfa28c63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88d0b935-52c4-4326-803f-8c258bd68e85 HTTP/1.1" status: 200 len: 853 time: 0.2438290 Dec 10 09:08:42.643810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 09:08:42.646268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event deleted for resources: {'Network': ['ID=13aaa91f-4dd8-4a62-b70d-43aff6dd3a23,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:42.648374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.651214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090b74fb-11ea-47ee-b2e7-c70503144a60 None None] DHCP port deletion for cd3e5e9d-9c30-434d-9157-6f2db400ea2e request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:42.652666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-02700d34-28b5-4f42-8bae-b8cfaad90386 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "DELETE /v2.0/networks/13aaa91f-4dd8-4a62-b70d-43aff6dd3a23 HTTP/1.1" status: 204 len: 168 time: 0.4384413 Dec 10 09:08:42.767583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '2b21b90d-c613-4d48-80e4-cc8d5433fcd7', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'port_id': 'e37da6d4-606c-42f7-b277-d4f74309093f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'mac_address': 'fa:16:3e:66:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a361590-7f98-404a-95cb-d36a5fe02515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:08:19Z', 'updated_at': '2021-12-10T09:08:39Z', 'revision_number': 1, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:42.771150 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-bd20345f-949b-4074-9d61-b107472d73ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93f05b93-3422-4307-bc8d-f8ef99ddf505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195226 Dec 10 09:08:42.772324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1b20f05f-dcf8-4dfa-b78e-57ca3654faca no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:42.784361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event updated for resources: {'Subnet': ['ID=06aa8677-46e1-4625-8510-758ca1829740,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:42.828364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 1b20f05f-dcf8-4dfa-b78e-57ca3654faca {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:42.828950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1b20f05f-dcf8-4dfa-b78e-57ca3654faca not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:42.831354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-090b74fb-11ea-47ee-b2e7-c70503144a60 None None] Deleting port 12e2dfee-824a-4862-af6d-53a75f1f8dfe {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:42.831872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-090b74fb-11ea-47ee-b2e7-c70503144a60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:42.837912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] Checking router: 2782dbfb-3a30-4775-9517-26629752be6c for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:08:42.885769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:42.886395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:42.918174 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-53d53af7-ec57-44b9-ac61-c6934dfbde60 service neutron] 10.222.0.18 "GET /v2.0/networks/93f05b93-3422-4307-bc8d-f8ef99ddf505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268163 Dec 10 09:08:42.931114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41208) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:42.936730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4a98db13-ef20-4636-a74e-c91fbbf9aa0f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'router': {'name': 'tempest-router--167532107', 'project_id': 'da5226d28bba45c795a1905cccdb3fdd'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:43.025216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a98db13-ef20-4636-a74e-c91fbbf9aa0f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.032846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-090b74fb-11ea-47ee-b2e7-c70503144a60 None None] For port 12e2dfee-824a-4862-af6d-53a75f1f8dfe, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12e2dfee-824a-4862-af6d-53a75f1f8dfe,segment=NetworkSegment(806c442b-3532-4375-bc60-6d235765e052),segment_id=806c442b-3532-4375-bc60-6d235765e052)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:43.033278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-090b74fb-11ea-47ee-b2e7-c70503144a60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.034918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a98db13-ef20-4636-a74e-c91fbbf9aa0f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.095463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-090b74fb-11ea-47ee-b2e7-c70503144a60 None None] Calling delete_port for 12e2dfee-824a-4862-af6d-53a75f1f8dfe owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:43.143274 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a98db13-ef20-4636-a74e-c91fbbf9aa0f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.166034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af3b2b-477e-40f6-a161-9a92f18638d2 req-9cf86422-04f4-4988-809c-940258afc5bf tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:43.167722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6af3b2b-477e-40f6-a161-9a92f18638d2 req-9cf86422-04f4-4988-809c-940258afc5bf tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 943 time: 0.1869590 Dec 10 09:08:43.168951 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a98db13-ef20-4636-a74e-c91fbbf9aa0f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.200882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:43.203358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a98db13-ef20-4636-a74e-c91fbbf9aa0f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.203781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4a98db13-ef20-4636-a74e-c91fbbf9aa0f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2712517 Dec 10 09:08:43.212383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41212) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:43.304706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6af3b2b-477e-40f6-a161-9a92f18638d2 req-2cce663f-0732-44a3-b52b-eb5e39e64056 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291251 Dec 10 09:08:43.307614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c94f439-82e0-444b-aee6-67ee8e2bf5e8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.355770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-9b643d11-450c-4679-b1e0-77efdfa46a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:43.357561 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-9b643d11-450c-4679-b1e0-77efdfa46a7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6872473 Dec 10 09:08:43.359347 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-090b74fb-11ea-47ee-b2e7-c70503144a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.384054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] For port 5feb5899-70ed-45a9-821f-1afec37af997, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5feb5899-70ed-45a9-821f-1afec37af997,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:43.401334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b74fb-11ea-47ee-b2e7-c70503144a60 None None] Pushing event deleted for resources: {'Port': ['ID=12e2dfee-824a-4862-af6d-53a75f1f8dfe,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:43.420440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b74fb-11ea-47ee-b2e7-c70503144a60 None None] No DVR routers for this DVR port 12e2dfee-824a-4862-af6d-53a75f1f8dfe on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:43.486643 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c94f439-82e0-444b-aee6-67ee8e2bf5e8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.489083 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c94f439-82e0-444b-aee6-67ee8e2bf5e8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.495831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Checking segment: {'id': 'c357c63e-a9eb-4ebb-b0bf-41331431c488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:43.496174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network hostable DHCP agents. Network: 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:43.570565 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c94f439-82e0-444b-aee6-67ee8e2bf5e8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.571741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94f439-82e0-444b-aee6-67ee8e2bf5e8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 070b24e1-07b0-4cff-81cc-ae1d3abd59de {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:08:43.581746 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c94f439-82e0-444b-aee6-67ee8e2bf5e8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.583277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7c94f439-82e0-444b-aee6-67ee8e2bf5e8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "DELETE /v2.0/routers/070b24e1-07b0-4cff-81cc-ae1d3abd59de HTTP/1.1" status: 204 len: 168 time: 0.3699086 Dec 10 09:08:43.601912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '2b21b90d-c613-4d48-80e4-cc8d5433fcd7', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'port_id': 'e37da6d4-606c-42f7-b277-d4f74309093f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'mac_address': 'fa:16:3e:66:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a361590-7f98-404a-95cb-d36a5fe02515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:08:19Z', 'updated_at': '2021-12-10T09:08:39Z', 'revision_number': 1, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:43.640692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f09c6f-6559-4371-ada8-9d7687c9fec8 None None] The sync data for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 is: [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '2b21b90d-c613-4d48-80e4-cc8d5433fcd7', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'port_id': 'e37da6d4-606c-42f7-b277-d4f74309093f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'mac_address': 'fa:16:3e:66:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a361590-7f98-404a-95cb-d36a5fe02515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:08:19Z', 'updated_at': '2021-12-10T09:08:39Z', 'revision_number': 1, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:43.680806 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.685918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.711397 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.712366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.722980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41216) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:43.769754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:43.785273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:43.787243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Network 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:43.792144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:43.792802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.799655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb84e1-19f7-4c56-b191-1808c13016d0 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:43.802625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12e2dfee-824a-4862-af6d-53a75f1f8dfe no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:43.823192 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-9c6a9980-7811-4775-a902-d0e5aa2de21d service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995786 Dec 10 09:08:43.835513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89137098-73ab-4780-9acc-92d35cecc90a']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:43.863687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b941b97-80e7-4c8c-9cae-8e26bdb47085') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:43.864077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b941b97-80e7-4c8c-9cae-8e26bdb47085') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:43.874637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.881814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 12e2dfee-824a-4862-af6d-53a75f1f8dfe {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:43.882467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12e2dfee-824a-4862-af6d-53a75f1f8dfe not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:43.904566 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-800bd2b5-e797-4bec-80d9-260b82706186 req-b6c9af96-a239-438f-8580-f4f9f879c5fa service neutron] 10.222.0.18 "GET /v2.0/networks/93f05b93-3422-4307-bc8d-f8ef99ddf505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099137 Dec 10 09:08:43.949956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:43.963958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:43.972280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.8080802 Dec 10 09:08:43.975912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41222) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:43.982260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718194c0-bae0-4091-abdf-ade569270d14 None None] Network 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:43.987267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Request body: {'port': {'network_id': '7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec', 'mac_address': 'fa:16:3e:a5:09:c6', 'name': 'tempest-NetworksTestDHCPv6-795539148'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:44.012174 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c45234e-d8aa-4cf1-9809-a9ab2a6480b3 None None] New status for floating IP 2b21b90d-c613-4d48-80e4-cc8d5433fcd7: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:08:44.017387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=5feb5899-70ed-45a9-821f-1afec37af997,revision_number=5']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:44.064355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:44.064960 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.075477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:44.075802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:44.086500 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:44.102630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1047369037', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:44.112051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78807dd0-3f4d-4f97-a9c6-59022aff76bf tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Subnet': ['ID=56695624-0265-4ce4-aa5b-206bd11a05ea,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:44.142452 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.143682 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.164577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-1e40bc16-676e-4375-aacc-eb47bdf143cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:44.184257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-1e40bc16-676e-4375-aacc-eb47bdf143cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a489f9b9d08544da8ba83c30d73a61fc&device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 1094 time: 0.1485744 Dec 10 09:08:44.254842 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9cda7caf-2e08-4c86-bfa4-5a0bd078bedb req-346b5965-af5a-436f-bbc1-53c8476e22df service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877432 Dec 10 09:08:44.290309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6b7c98bb-d24d-40c8-a211-f7b90cccfdda tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.8729591 Dec 10 09:08:44.304438 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.306993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Made reservation on behalf of 62c1790a0bd34defa257d55a625b4543 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:44.308830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41226) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:44.468616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b', 'network_id': '6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b', 'project_id': '6450323274ed45999ec00696ece2e954', 'fixed_ips': [{'subnet_id': '06aa8677-46e1-4625-8510-758ca1829740'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:44.469525 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.476559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.484015 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.490908 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/networks/89137098-73ab-4780-9acc-92d35cecc90a HTTP/1.1" status: 204 len: 168 time: 2.3003409 Dec 10 09:08:44.504663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41230) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:44.552599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac865d-40a4-40f0-ab29-49c2bb490400 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Network': ['ID=89137098-73ab-4780-9acc-92d35cecc90a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:44.566246 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.635890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Allocated IP 2001:db8::f816:3eff:fe5a:f587 (6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b/06aa8677-46e1-4625-8510-758ca1829740/8593aad8-0594-4604-8780-a6aded17d6f3) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:44.674275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-5615f71c-79ea-4d8c-8616-59d6530fa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:44.675845 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-5615f71c-79ea-4d8c-8616-59d6530fa1a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 1096 time: 0.3378415 Dec 10 09:08:44.689703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-2ec2571d-89c4-4d51-8b2c-feb76776412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:44.691369 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-2ec2571d-89c4-4d51-8b2c-feb76776412a service neutron] 10.222.0.18 "GET /v2.0/networks?id=93f05b93-3422-4307-bc8d-f8ef99ddf505 HTTP/1.1" status: 200 len: 914 time: 0.4344711 Dec 10 09:08:44.717817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd6f9-5dc9-4031-9a4a-2f10709f9860 req-8e02a486-830a-4e24-916c-eed926325a4a tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:44.719363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed9bd6f9-5dc9-4031-9a4a-2f10709f9860 req-8e02a486-830a-4e24-916c-eed926325a4a tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 943 time: 0.1193604 Dec 10 09:08:44.791204 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.794097 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.794626 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-a4adc4a6-6f87-4080-8c46-34cc14a0b8f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98dcf594-bdad-42d8-bf0b-db3ed6698606 HTTP/1.1" status: 200 len: 217 time: 0.0931153 Dec 10 09:08:44.801693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.808707 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.820500 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.824323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed9bd6f9-5dc9-4031-9a4a-2f10709f9860 req-3111e9cc-2b81-4f63-8765-e68b7c8b4365 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941808 Dec 10 09:08:44.830738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] device_id is not set on port 198b21be-2390-43d0-ab11-f0783bf9180a yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:08:44.879608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Network 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:44.886355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:44.890487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:44.909278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Pushing event updated for resources: {'Port': ['ID=8593aad8-0594-4604-8780-a6aded17d6f3,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:44.917368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-dc37490b-bc4b-4d55-bbdd-aaa035489a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:44.918949 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-dc37490b-bc4b-4d55-bbdd-aaa035489a6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88d0b935-52c4-4326-803f-8c258bd68e85 HTTP/1.1" status: 200 len: 853 time: 0.1125088 Dec 10 09:08:44.977108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Attempting to bind port 8593aad8-0594-4604-8780-a6aded17d6f3 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:44.977960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Attempting to bind port 8593aad8-0594-4604-8780-a6aded17d6f3 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'c357c63e-a9eb-4ebb-b0bf-41331431c488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:44.978497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Attempting to bind port 8593aad8-0594-4604-8780-a6aded17d6f3 on network 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:44.996138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:44.997007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Checking segment: {'id': 'c357c63e-a9eb-4ebb-b0bf-41331431c488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:44.997598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:44.998377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Bound using segment: {'id': 'c357c63e-a9eb-4ebb-b0bf-41331431c488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:44.999047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Bound port: 8593aad8-0594-4604-8780-a6aded17d6f3, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c357c63e-a9eb-4ebb-b0bf-41331431c488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:44.999596 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.018362 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-41e61790-715b-4654-839d-ec6f64d55d80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93f05b93-3422-4307-bc8d-f8ef99ddf505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823615 Dec 10 09:08:45.043759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a16d1488-99d8-4737-8790-69bf615cb187 None None] Provisioning complete for port 5feb5899-70ed-45a9-821f-1afec37af997 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:45.044417 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a16d1488-99d8-4737-8790-69bf615cb187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.123599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8::218 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/dd6968e8-9965-48be-9394-521c7a7b6294/198b21be-2390-43d0-ab11-f0783bf9180a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:45.135414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Allocated IP 2001:db8:0:1:f816:3eff:fea5:9c6 (7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec/56695624-0265-4ce4-aa5b-206bd11a05ea/198b21be-2390-43d0-ab11-f0783bf9180a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:45.135618 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.138674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-cffb9559-9931-4047-8e33-4f689727855a None None] For port 8593aad8-0594-4604-8780-a6aded17d6f3, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:45.152178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-cffb9559-9931-4047-8e33-4f689727855a None None] For port 8593aad8-0594-4604-8780-a6aded17d6f3, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8593aad8-0594-4604-8780-a6aded17d6f3,segment=NetworkSegment(c357c63e-a9eb-4ebb-b0bf-41331431c488),segment_id=c357c63e-a9eb-4ebb-b0bf-41331431c488)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:45.163183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.166559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.172350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-58796edf-0e4b-4d38-8f9b-a6a124c25147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:45.173869 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-58796edf-0e4b-4d38-8f9b-a6a124c25147 service neutron] 10.222.0.39 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.4815433 Dec 10 09:08:45.191672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.199373 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.273468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3e5e9d-9c30-434d-9157-6f2db400ea2e']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:45.303466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806c442b-3532-4375-bc60-6d235765e052') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:45.303770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806c442b-3532-4375-bc60-6d235765e052') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:45.316990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting port 8593aad8-0594-4604-8780-a6aded17d6f3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:45.317280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.329248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb9559-9931-4047-8e33-4f689727855a None None] Pushing event updated for resources: {'Port': ['ID=8593aad8-0594-4604-8780-a6aded17d6f3,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:45.350371 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.353393 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-d5f12127-096c-4444-ab20-830ed5813765 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e37da6d4-606c-42f7-b277-d4f74309093f HTTP/1.1" status: 200 len: 1001 time: 0.1666384 Dec 10 09:08:45.366918 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-5e8d26ff-5dc0-4a0a-bfdb-193fa205400b service neutron] 10.222.0.18 "GET /v2.0/networks/93f05b93-3422-4307-bc8d-f8ef99ddf505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265369 Dec 10 09:08:45.411333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Allocated IP 172.25.3.163 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/857b309a-5dc1-4d28-afc4-08cf5e485e0e) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:45.441526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.478036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:45.478643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:45.516619 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:45.541890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.579980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-ea5ce234-4199-4b43-8af0-e47d487c9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:45.581495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-ea5ce234-4199-4b43-8af0-e47d487c9511 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.2207239 Dec 10 09:08:45.617654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.631022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.662597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.680381 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.687489 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/networks/cd3e5e9d-9c30-434d-9157-6f2db400ea2e HTTP/1.1" status: 204 len: 168 time: 1.1778955 Dec 10 09:08:45.695982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] For port 8593aad8-0594-4604-8780-a6aded17d6f3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8593aad8-0594-4604-8780-a6aded17d6f3,segment=NetworkSegment(c357c63e-a9eb-4ebb-b0bf-41331431c488),segment_id=c357c63e-a9eb-4ebb-b0bf-41331431c488)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:45.696368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.700636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41238) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:45.724177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1940003486'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:45.740578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae0aa2-5993-44bd-8d14-68bec09a253d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Network': ['ID=cd3e5e9d-9c30-434d-9157-6f2db400ea2e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:45.745173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Calling delete_port for 8593aad8-0594-4604-8780-a6aded17d6f3 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:45.748317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c3d277bf-2747-4e72-be26-9edfef9010dc req-6073ddb1-aa21-45b9-8730-e09cdc7abed9 service neutron] 10.222.0.18 "GET /v2.0/networks/93f05b93-3422-4307-bc8d-f8ef99ddf505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346536 Dec 10 09:08:45.750143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-f16fe828-8c32-4b8b-bc18-43fb651dcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:45.751555 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-f16fe828-8c32-4b8b-bc18-43fb651dcab8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535022 Dec 10 09:08:45.934016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8593aad8-0594-4604-8780-a6aded17d6f3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:45.949745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:45.954030 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:45.972198 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-89923cb3-6650-4c61-9f44-0c84ab66b9a9 service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122746 Dec 10 09:08:45.986366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8593aad8-0594-4604-8780-a6aded17d6f3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:45.987098 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.022560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:46.097917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.132207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:46.133892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.137584 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.138087 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added segment ca2effaf-faf0-40ae-8a62-4fce7537d817 of type vlan for network 0d476976-9976-4f24-a545-7459c7c515d0 Dec 10 09:08:46.139401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:46.147085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:46.154910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5feb5899-70ed-45a9-821f-1afec37af997 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:46.156562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:46.158702 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.183126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c20b5-4ed9-431e-8f9d-69e9717fd32d req-e43c46ee-0bbc-471f-ae56-037a01225943 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:46.185147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e3c20b5-4ed9-431e-8f9d-69e9717fd32d req-e43c46ee-0bbc-471f-ae56-037a01225943 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 943 time: 0.1316547 Dec 10 09:08:46.199554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Port': ['ID=8593aad8-0594-4604-8780-a6aded17d6f3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:46.213977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6bbc3883-9b00-4fd7-b831-8a3e6e164d01 req-603a19a8-96a1-43fa-8f6a-12db0ea161ba service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235961 Dec 10 09:08:46.228185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event updated for resources: {'Port': ['ID=198b21be-2390-43d0-ab11-f0783bf9180a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:46.230593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5feb5899-70ed-45a9-821f-1afec37af997 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:46.231757 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.246024 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.305041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No DVR routers for this DVR port 8593aad8-0594-4604-8780-a6aded17d6f3 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:46.327882 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.353284 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2dacd6e0-902c-4458-92ae-2b8132d22abc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3749127 Dec 10 09:08:46.358638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event updated for resources: {'Port': ['ID=857b309a-5dc1-4d28-afc4-08cf5e485e0e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:46.367204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41244) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:46.373006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:46.426722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:46.429217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.435408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:46.451225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d60a65-3362-43cd-909b-23b68e55c0cf None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:46.580492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4fdf128d-2e98-404b-a48a-d7f45342ab99 None None] Provisioning complete for port 857b309a-5dc1-4d28-afc4-08cf5e485e0e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:46.580700 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4fdf128d-2e98-404b-a48a-d7f45342ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.584655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e3c20b5-4ed9-431e-8f9d-69e9717fd32d req-c7b0a21e-4b71-4700-8328-4d4f8ad3fade tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911622 Dec 10 09:08:46.633191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf128d-2e98-404b-a48a-d7f45342ab99 None None] Port 857b309a-5dc1-4d28-afc4-08cf5e485e0e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:46.680736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f808b1-9256-45e5-9054-9481b7502362 None None] Network 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:46.700062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8030974b-58eb-4bf6-809b-2161535350fc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting port 198b21be-2390-43d0-ab11-f0783bf9180a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:46.700431 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8030974b-58eb-4bf6-809b-2161535350fc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.779817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-448f005d-44d8-46c7-aaa8-59afd7c7d69a None None] Provisioning complete for port 198b21be-2390-43d0-ab11-f0783bf9180a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:46.779817 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-448f005d-44d8-46c7-aaa8-59afd7c7d69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.803713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.810449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:46.810449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.839776 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-448f005d-44d8-46c7-aaa8-59afd7c7d69a None None] Port 198b21be-2390-43d0-ab11-f0783bf9180a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:46.842692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-448f005d-44d8-46c7-aaa8-59afd7c7d69a None None] Could not find standard attr ID for object 8593aad8-0594-4604-8780-a6aded17d6f3. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:08:46.883104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1804683 Dec 10 09:08:46.887709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41248) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:46.894218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'subnet': {'network_id': '0d476976-9976-4f24-a545-7459c7c515d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:46.904204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc0176-4e31-4a47-b8ae-77cffd6ec9ab tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Network': ['ID=0d476976-9976-4f24-a545-7459c7c515d0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:46.913543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8030974b-58eb-4bf6-809b-2161535350fc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.916499 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.921433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 0d476976-9976-4f24-a545-7459c7c515d0 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:46.921688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:46.956255 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Subnet': ['ID=06aa8677-46e1-4625-8510-758ca1829740,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:46.995535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8030974b-58eb-4bf6-809b-2161535350fc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Calling delete_port for 198b21be-2390-43d0-ab11-f0783bf9180a owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:47.021611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.045492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:47.053466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61081b7-afa3-4499-921e-1b3d424414d0 None None] Network 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:47.056573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c357c63e-a9eb-4ebb-b0bf-41331431c488') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:47.056941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c357c63e-a9eb-4ebb-b0bf-41331431c488') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:47.067143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.081679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.088230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:47.088688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:47.092170 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:47.165304 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.167343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:47.171089 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.173479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.180768 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b HTTP/1.1" status: 204 len: 168 time: 2.8514233 Dec 10 09:08:47.189849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41250) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.193058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314366af-d82f-4c7c-9b49-5ed7705f3f39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Network': ['ID=6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:47.219653 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49222ac-6a02-4e63-adfd-11bda9672aec tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:47.220113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49222ac-6a02-4e63-adfd-11bda9672aec tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:47.223375 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e49222ac-6a02-4e63-adfd-11bda9672aec tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/subnets/06aa8677-46e1-4625-8510-758ca1829740 HTTP/1.1" status: 404 len: 337 time: 0.0322821 Dec 10 09:08:47.223613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334398d8-19e1-4ae4-870a-839db47908e2 None None] DHCP port deletion for 6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:47.226647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41252) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.247916 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-198793dd-5cfa-4810-a1fa-1194878b0c0f tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:47.248423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198793dd-5cfa-4810-a1fa-1194878b0c0f tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:47.251585 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-198793dd-5cfa-4810-a1fa-1194878b0c0f tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/6ec518ac-5ace-47fd-a168-e1cfe3c2fa2b HTTP/1.1" status: 404 len: 339 time: 0.0239534 Dec 10 09:08:47.254278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41254) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.280611 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d453586-101b-48b9-b9f2-c5415b7dc323 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:47.281060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d453586-101b-48b9-b9f2-c5415b7dc323 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:47.284160 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d453586-101b-48b9-b9f2-c5415b7dc323 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/subnets/51f5a8df-8a5d-4c12-bab7-a8cb4e609ba9 HTTP/1.1" status: 404 len: 337 time: 0.0284197 Dec 10 09:08:47.287472 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41256) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.304541 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2191cd-3e0f-4988-ba0a-a09775455441 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:47.305040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2191cd-3e0f-4988-ba0a-a09775455441 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:47.308075 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8e2191cd-3e0f-4988-ba0a-a09775455441 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/9a2ba05f-3e5b-41a0-a4cd-17451525c38a HTTP/1.1" status: 404 len: 339 time: 0.0201752 Dec 10 09:08:47.310543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41258) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.336447 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8f17fa-ff35-4653-80bb-2685203f02f5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:47.336909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8f17fa-ff35-4653-80bb-2685203f02f5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:47.339956 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8a8f17fa-ff35-4653-80bb-2685203f02f5 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/subnets/4ca6328d-2d2b-4213-94d4-76931bb8f32c HTTP/1.1" status: 404 len: 337 time: 0.0285153 Dec 10 09:08:47.342563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.361663 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8f6177-e0f9-4085-bd9f-ff163dd4eccf tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:47.362176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8f6177-e0f9-4085-bd9f-ff163dd4eccf tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:47.372247 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7f8f6177-e0f9-4085-bd9f-ff163dd4eccf tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/89c5e612-1d73-407f-b7f2-19eb42f9d261 HTTP/1.1" status: 404 len: 339 time: 0.0226841 Dec 10 09:08:47.372974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41264) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.419470 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.466705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f96cae9e-28f9-4319-9dad-f89a23b516fe tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting port fa11f524-e8b9-4ad5-a6b3-84e95738692e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:47.467297 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f96cae9e-28f9-4319-9dad-f89a23b516fe tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.483368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8030974b-58eb-4bf6-809b-2161535350fc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.540193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030974b-58eb-4bf6-809b-2161535350fc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Port': ['ID=198b21be-2390-43d0-ab11-f0783bf9180a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:47.540825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f96cae9e-28f9-4319-9dad-f89a23b516fe tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.561743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f96cae9e-28f9-4319-9dad-f89a23b516fe tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Calling delete_port for fa11f524-e8b9-4ad5-a6b3-84e95738692e owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:47.664485 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8030974b-58eb-4bf6-809b-2161535350fc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.665382 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f96cae9e-28f9-4319-9dad-f89a23b516fe tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.671034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8030974b-58eb-4bf6-809b-2161535350fc tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/198b21be-2390-43d0-ab11-f0783bf9180a HTTP/1.1" status: 204 len: 168 time: 1.2982571 Dec 10 09:08:47.673378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41270) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.707065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cae9e-28f9-4319-9dad-f89a23b516fe tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Port': ['ID=fa11f524-e8b9-4ad5-a6b3-84e95738692e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:47.714230 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f96cae9e-28f9-4319-9dad-f89a23b516fe tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.721903 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f96cae9e-28f9-4319-9dad-f89a23b516fe tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/ports/fa11f524-e8b9-4ad5-a6b3-84e95738692e HTTP/1.1" status: 204 len: 168 time: 0.3482044 Dec 10 09:08:47.722523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41272) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.751655 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fbcb38-17ed-4eab-b80f-04a1ee3e7a97 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:47.752126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fbcb38-17ed-4eab-b80f-04a1ee3e7a97 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:47.758222 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d5fbcb38-17ed-4eab-b80f-04a1ee3e7a97 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/subnets/0b1e7f84-4924-453f-becb-44a202b00ba6 HTTP/1.1" status: 404 len: 337 time: 0.0346606 Dec 10 09:08:47.758850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41274) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.809997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8593aad8-0594-4604-8780-a6aded17d6f3 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:47.831561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 8593aad8-0594-4604-8780-a6aded17d6f3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:47.831989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8593aad8-0594-4604-8780-a6aded17d6f3 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:47.843709 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.856292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:47.858591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b528c1-1a54-4215-a15d-c407f50abe29 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:47.860135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-79b528c1-1a54-4215-a15d-c407f50abe29 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1852953 Dec 10 09:08:47.863079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41276) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.872254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9a7fd-2d63-4b6a-8a9c-d6801ab21086 req-0674735a-c78e-41b4-9b59-0859ed868d37 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:47.873774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14b9a7fd-2d63-4b6a-8a9c-d6801ab21086 req-0674735a-c78e-41b4-9b59-0859ed868d37 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 943 time: 0.1825013 Dec 10 09:08:47.897916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Router 80fc15c9-7611-4016-9f05-abd37f9a5ee4 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:08:47.985411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ee47a-134a-44cd-874f-d332ebf47300 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:47.986848 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b31ee47a-134a-44cd-874f-d332ebf47300 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1227105 Dec 10 09:08:47.989971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41278) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:47.992322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Subnet': ['ID=02e20e7e-ec20-48be-b5b1-140518ee250f,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:48.000714 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.035169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Checking segment: {'id': 'ca2effaf-faf0-40ae-8a62-4fce7537d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d476976-9976-4f24-a545-7459c7c515d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:48.035430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network hostable DHCP agents. Network: 0d476976-9976-4f24-a545-7459c7c515d0, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:48.040938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14b9a7fd-2d63-4b6a-8a9c-d6801ab21086 req-70bd0556-d022-4b93-b8a2-58dc97ee25d7 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408696 Dec 10 09:08:48.048797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa4a576-e8b4-4850-9200-703934952b36']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:48.062951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd93c79-bb26-4071-91b0-c87782378c19') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:48.063252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd93c79-bb26-4071-91b0-c87782378c19') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:48.077005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb848c88-5b32-4b74-a7ee-e3721900895f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:48.078604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb848c88-5b32-4b74-a7ee-e3721900895f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:48.080114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb848c88-5b32-4b74-a7ee-e3721900895f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:48.081690 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fb848c88-5b32-4b74-a7ee-e3721900895f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0911317 Dec 10 09:08:48.085008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41280) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:48.087906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.109842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 0d476976-9976-4f24-a545-7459c7c515d0 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:48.113399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:48.126051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f4b2e-b6a2-4e71-a41c-773ccd0b5d0c None None] Sync routers for ids ['80fc15c9-7611-4016-9f05-abd37f9a5ee4'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:48.127728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.136198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f4b2e-b6a2-4e71-a41c-773ccd0b5d0c None None] Routers {'80fc15c9-7611-4016-9f05-abd37f9a5ee4'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:48.136835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f56f4b2e-b6a2-4e71-a41c-773ccd0b5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['80fc15c9-7611-4016-9f05-abd37f9a5ee4'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:48.140345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 0d476976-9976-4f24-a545-7459c7c515d0) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:48.146363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:48.147010 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.153821 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:48.154232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:48.157484 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:48.164335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.164335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4454ab1f-440f-4117-af13-8f9cd501081d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4354508 Dec 10 09:08:48.164335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41282) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:48.172363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97589ca8-6773-466d-82cb-58c8829a6017 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2836113 Dec 10 09:08:48.176627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41284) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:48.183778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-35d24c2a-23d8-4a02-9dad-c7bee973c15b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-842823713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:48.196500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1668af-50a2-4503-939e-061b1b71ac6b None None] Network 0d476976-9976-4f24-a545-7459c7c515d0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:48.198934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 98dcf594-bdad-42d8-bf0b-db3ed6698606 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:08:48.222350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f56f4b2e-b6a2-4e71-a41c-773ccd0b5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:48.231326 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4303b8-cd83-49e7-89ca-1aebdee35532 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet 56695624-0265-4ce4-aa5b-206bd11a05ea {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:48.243053 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac4303b8-cd83-49e7-89ca-1aebdee35532 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.261248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f4b2e-b6a2-4e71-a41c-773ccd0b5d0c None None] Routers {'80fc15c9-7611-4016-9f05-abd37f9a5ee4'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:48.262002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f56f4b2e-b6a2-4e71-a41c-773ccd0b5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['80fc15c9-7611-4016-9f05-abd37f9a5ee4'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:48.275685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-613408f6-8a88-4aad-b0af-e64c4d40a5eb tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/routers/80fc15c9-7611-4016-9f05-abd37f9a5ee4 HTTP/1.1" status: 200 len: 925 time: 0.1115224 Dec 10 09:08:48.279336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41286) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:48.282699 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.288665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35d24c2a-23d8-4a02-9dad-c7bee973c15b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.289735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35d24c2a-23d8-4a02-9dad-c7bee973c15b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.307596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.315865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/4fa4a576-e8b4-4850-9200-703934952b36 HTTP/1.1" status: 204 len: 168 time: 0.5510755 Dec 10 09:08:48.316054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d8e5558a-f377-4b75-b11b-cbb4f9f1b6ec tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=80fc15c9-7611-4016-9f05-abd37f9a5ee4 HTTP/1.1" status: 200 len: 205 time: 0.0303724 Dec 10 09:08:48.316054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41288) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:48.321538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41290) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:48.326091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac4303b8-cd83-49e7-89ca-1aebdee35532 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.340740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1727151-39eb-40bf-9042-6c78b35fb849 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Network': ['ID=4fa4a576-e8b4-4850-9200-703934952b36,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:48.380716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f56f4b2e-b6a2-4e71-a41c-773ccd0b5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:48.381521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f4b2e-b6a2-4e71-a41c-773ccd0b5d0c None None] The sync data for ids ['80fc15c9-7611-4016-9f05-abd37f9a5ee4'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:48.394389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35d24c2a-23d8-4a02-9dad-c7bee973c15b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.402559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35d24c2a-23d8-4a02-9dad-c7bee973c15b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.442869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35d24c2a-23d8-4a02-9dad-c7bee973c15b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.444288 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-35d24c2a-23d8-4a02-9dad-c7bee973c15b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2647834 Dec 10 09:08:48.462491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41294) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:48.466906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'port': {'network_id': '0d476976-9976-4f24-a545-7459c7c515d0', 'name': 'tempest-RoutersTest-1424396306'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:48.470175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 98dcf594-bdad-42d8-bf0b-db3ed6698606, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=98dcf594-bdad-42d8-bf0b-db3ed6698606,segment=NetworkSegment(36f57b69-3cff-48ac-8aed-1bcbe95c9dbb),segment_id=36f57b69-3cff-48ac-8aed-1bcbe95c9dbb)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:48.484377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-0d476976-9976-4f24-a545-7459c7c515d0', 'network_id': '0d476976-9976-4f24-a545-7459c7c515d0', 'project_id': '61325e88df384604819817aca2ecbe10', 'fixed_ips': [{'subnet_id': '02e20e7e-ec20-48be-b5b1-140518ee250f'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:48.485799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.507445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.539178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac4303b8-cd83-49e7-89ca-1aebdee35532 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.571751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-575a5add-6dac-4434-ad70-c733da5738b2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting port 730c280f-a4cb-48f6-8d6c-2f01c7db6853 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:48.572245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-575a5add-6dac-4434-ad70-c733da5738b2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.638592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac4303b8-cd83-49e7-89ca-1aebdee35532 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.644747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Allocated IP 172.20.0.2 (0d476976-9976-4f24-a545-7459c7c515d0/02e20e7e-ec20-48be-b5b1-140518ee250f/80ea1d77-9ba1-432b-bf22-ab9c222ff1cd) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:48.651635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:48.655968 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.690508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4303b8-cd83-49e7-89ca-1aebdee35532 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=56695624-0265-4ce4-aa5b-206bd11a05ea,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:48.692266 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac4303b8-cd83-49e7-89ca-1aebdee35532 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.699236 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ac4303b8-cd83-49e7-89ca-1aebdee35532 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/56695624-0265-4ce4-aa5b-206bd11a05ea HTTP/1.1" status: 204 len: 168 time: 0.6127779 Dec 10 09:08:48.699412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41298) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:48.706849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] device_id is not set on port 5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:08:48.710333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f54c191-aa7e-4ce8-b38e-34a2bc960917 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:48.728143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '98dcf594-bdad-42d8-bf0b-db3ed6698606', 'network_id': '93f05b93-3422-4307-bc8d-f8ef99ddf505', 'port_id': '98dcf594-bdad-42d8-bf0b-db3ed6698606', 'mac_address': 'fa:16:3e:16:71:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d0b935-52c4-4326-803f-8c258bd68e85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:08:48.737540 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-575a5add-6dac-4434-ad70-c733da5738b2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.761584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-575a5add-6dac-4434-ad70-c733da5738b2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Calling delete_port for 730c280f-a4cb-48f6-8d6c-2f01c7db6853 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:48.763824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.811548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3380f992-4dbe-48b5-8ad1-93fb42aea334 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Deleting subnet dd6968e8-9965-48be-9394-521c7a7b6294 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:48.846206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.848410 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3380f992-4dbe-48b5-8ad1-93fb42aea334 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.905430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dcf594-bdad-42d8-bf0b-db3ed6698606 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:08:48.906940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3380f992-4dbe-48b5-8ad1-93fb42aea334 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.949206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.952615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 98dcf594-bdad-42d8-bf0b-db3ed6698606, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=98dcf594-bdad-42d8-bf0b-db3ed6698606,segment=NetworkSegment(36f57b69-3cff-48ac-8aed-1bcbe95c9dbb),segment_id=36f57b69-3cff-48ac-8aed-1bcbe95c9dbb)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:48.957876 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.964703 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.969669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Deleting port 857b309a-5dc1-4d28-afc4-08cf5e485e0e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:48.969863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:48.983256 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-575a5add-6dac-4434-ad70-c733da5738b2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.007837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Network 0d476976-9976-4f24-a545-7459c7c515d0 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:49.011162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:49.014502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:49.036846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=98dcf594-bdad-42d8-bf0b-db3ed6698606,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:49.051194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.20.0.4 (0d476976-9976-4f24-a545-7459c7c515d0/02e20e7e-ec20-48be-b5b1-140518ee250f/5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:49.077857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a5add-6dac-4434-ad70-c733da5738b2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Port': ['ID=730c280f-a4cb-48f6-8d6c-2f01c7db6853,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:49.096230 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-575a5add-6dac-4434-ad70-c733da5738b2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.099794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-575a5add-6dac-4434-ad70-c733da5738b2 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/ports/730c280f-a4cb-48f6-8d6c-2f01c7db6853 HTTP/1.1" status: 204 len: 168 time: 0.7782574 Dec 10 09:08:49.104098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41302) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:49.123102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Attempting to bind port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:49.123489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Attempting to bind port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ca2effaf-faf0-40ae-8a62-4fce7537d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d476976-9976-4f24-a545-7459c7c515d0'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:49.123859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Attempting to bind port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd on network 0d476976-9976-4f24-a545-7459c7c515d0 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:49.131561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Pushing event updated for resources: {'Port': ['ID=80ea1d77-9ba1-432b-bf22-ab9c222ff1cd,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:49.134176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:49.134560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Checking segment: {'id': 'ca2effaf-faf0-40ae-8a62-4fce7537d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d476976-9976-4f24-a545-7459c7c515d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:49.134968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.135488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Bound using segment: {'id': 'ca2effaf-faf0-40ae-8a62-4fce7537d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d476976-9976-4f24-a545-7459c7c515d0'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:49.135977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Bound port: 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2effaf-faf0-40ae-8a62-4fce7537d817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d476976-9976-4f24-a545-7459c7c515d0'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:49.136367 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.146826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3380f992-4dbe-48b5-8ad1-93fb42aea334 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.151903 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2269a09-46ce-4080-95ec-8af0fdd99f69 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:49.152618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2269a09-46ce-4080-95ec-8af0fdd99f69 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:49.155748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d2269a09-46ce-4080-95ec-8af0fdd99f69 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/subnets/2905c0e8-a2da-4e8c-88fb-169d15f521c9 HTTP/1.1" status: 404 len: 337 time: 0.0506997 Dec 10 09:08:49.187523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41304) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:49.238183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.250791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] For port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:49.254637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] For port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=80ea1d77-9ba1-432b-bf22-ab9c222ff1cd,segment=NetworkSegment(ca2effaf-faf0-40ae-8a62-4fce7537d817),segment_id=ca2effaf-faf0-40ae-8a62-4fce7537d817)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:49.260743 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.343292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.355791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['98dcf594-bdad-42d8-bf0b-db3ed6698606'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:08:49.398847 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.415455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeca3d-9f28-48ef-8169-e91f9e389a3b None None] Pushing event updated for resources: {'Port': ['ID=80ea1d77-9ba1-432b-bf22-ab9c222ff1cd,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:49.498842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting port a4475ae2-f585-4f19-bce3-a13a8c3ff7f4 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:49.499195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.503418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.622890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 0d476976-9976-4f24-a545-7459c7c515d0 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:49.624005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:49.625131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.630783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:49.639220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] For port a4475ae2-f585-4f19-bce3-a13a8c3ff7f4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a4475ae2-f585-4f19-bce3-a13a8c3ff7f4,segment=NetworkSegment(889d277a-0869-4443-b77a-152bd80afa70),segment_id=889d277a-0869-4443-b77a-152bd80afa70)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:49.639498 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.642634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:49.655708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Calling delete_port for 857b309a-5dc1-4d28-afc4-08cf5e485e0e owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:49.682871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826cc29-fe23-47b9-a8cc-32b0166c6bd0 req-de41d5c2-a7a5-4cf5-9533-4742561235cf tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:49.685942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Calling delete_port for a4475ae2-f585-4f19-bce3-a13a8c3ff7f4 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:49.690828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c826cc29-fe23-47b9-a8cc-32b0166c6bd0 req-de41d5c2-a7a5-4cf5-9533-4742561235cf tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 944 time: 0.1186485 Dec 10 09:08:49.771511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:49.772462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.810378 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0ba49d22-8574-41df-8b07-79c34fa8d880 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3472867 Dec 10 09:08:49.811115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41310) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:49.865939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3380f992-4dbe-48b5-8ad1-93fb42aea334 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.913628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c826cc29-fe23-47b9-a8cc-32b0166c6bd0 req-6126f827-16b3-41c4-9c6e-df1ef9860243 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217953 Dec 10 09:08:49.916277 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380f992-4dbe-48b5-8ad1-93fb42aea334 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6968e8-9965-48be-9394-521c7a7b6294,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:49.938330 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3380f992-4dbe-48b5-8ad1-93fb42aea334 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:49.947950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3380f992-4dbe-48b5-8ad1-93fb42aea334 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/dd6968e8-9965-48be-9394-521c7a7b6294 HTTP/1.1" status: 204 len: 168 time: 1.2457800 Dec 10 09:08:49.948952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41312) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.060632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-edc90ff3-ca7b-48ed-bc11-197203c85e18 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653789 Dec 10 09:08:50.064794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41314) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.069891 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.124896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2370715-9100-45e2-8f82-17065f6e1fd2 None None] Network 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:50.132562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Port': ['ID=a4475ae2-f585-4f19-bce3-a13a8c3ff7f4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:50.139645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No DVR routers for this DVR port a4475ae2-f585-4f19-bce3-a13a8c3ff7f4 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:50.174852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1a06a-83c7-4181-bc84-aacc48663288 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:50.178980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8dd1a06a-83c7-4181-bc84-aacc48663288 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1105859 Dec 10 09:08:50.179723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41316) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.190756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d24404b5-5e63-4f02-88c5-12a4325d32bd None None] Provisioning complete for port 5feb5899-70ed-45a9-821f-1afec37af997 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:50.191303 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d24404b5-5e63-4f02-88c5-12a4325d32bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.242481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 98dcf594-bdad-42d8-bf0b-db3ed6698606 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:50.248648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ff55e-4615-472a-a617-9e201918e550 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:50.252505 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7c4ff55e-4615-472a-a617-9e201918e550 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0701234 Dec 10 09:08:50.253408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41318) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.261325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.269098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.306268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f5fe2e0c-5c05-4eda-9e9b-9f3ee93b83d2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473549 Dec 10 09:08:50.306469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ca167a-99a1-4075-ae91-4804453f694e']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:50.306561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41320) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.326040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event deleted for resources: {'Port': ['ID=857b309a-5dc1-4d28-afc4-08cf5e485e0e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:50.328598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889d277a-0869-4443-b77a-152bd80afa70') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:50.328973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889d277a-0869-4443-b77a-152bd80afa70') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:50.368855 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3ae2ac-583c-4448-b33f-c52265a1d342 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:50.369461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3ae2ac-583c-4448-b33f-c52265a1d342 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:50.375101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4c3ae2ac-583c-4448-b33f-c52265a1d342 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/198b21be-2390-43d0-ab11-f0783bf9180a HTTP/1.1" status: 404 len: 333 time: 0.0651593 Dec 10 09:08:50.377699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41322) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.377849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.395125 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.406476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.413067 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c701df2-3b7d-464f-9b58-6875c39f8d7d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:50.413599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c701df2-3b7d-464f-9b58-6875c39f8d7d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:50.419064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7c701df2-3b7d-464f-9b58-6875c39f8d7d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/56695624-0265-4ce4-aa5b-206bd11a05ea HTTP/1.1" status: 404 len: 337 time: 0.0380192 Dec 10 09:08:50.420094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41324) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.428221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:50.429031 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.449301 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc5df8f-7a67-4610-ac7b-b54b2b40672f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:50.449811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc5df8f-7a67-4610-ac7b-b54b2b40672f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:50.453130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0fc5df8f-7a67-4610-ac7b-b54b2b40672f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/dd6968e8-9965-48be-9394-521c7a7b6294 HTTP/1.1" status: 404 len: 337 time: 0.0326552 Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:50.456532 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:50.458503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41326) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.472237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.487233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2352a-3794-4972-a549-a2fc1e725ec7 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:50.564148 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b367f1-ac7f-4580-ba9b-4c876c0898be tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:50.564709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b367f1-ac7f-4580-ba9b-4c876c0898be tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:50.568142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a7b367f1-ac7f-4580-ba9b-4c876c0898be tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/0aae7721-75a2-457d-9e32-f347364b5b50 HTTP/1.1" status: 404 len: 333 time: 0.1089582 Dec 10 09:08:50.571258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41328) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.580418 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.582672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.593893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 98dcf594-bdad-42d8-bf0b-db3ed6698606 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:08:50.597985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 98dcf594-bdad-42d8-bf0b-db3ed6698606 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:50.598361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.625276 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af6ada0-2991-401b-926b-d82d7b2a6c1c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:50.625846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af6ada0-2991-401b-926b-d82d7b2a6c1c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:50.628820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8af6ada0-2991-401b-926b-d82d7b2a6c1c tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/adb77a4a-58c3-4d14-88d4-b4a0b40c1c03 HTTP/1.1" status: 404 len: 337 time: 0.0566587 Dec 10 09:08:50.629533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.634117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.639780 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/27ca167a-99a1-4075-ae91-4804453f694e HTTP/1.1" status: 204 len: 168 time: 1.4488993 Dec 10 09:08:50.639956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41330) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.640794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41332) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.659016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f9567-fc3b-4fd7-b9ab-c66b73f7ea4a None None] DHCP port deletion for 7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:50.693627 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.695313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Fanout notify agent at l3_agent the message router_deleted on router 80fc15c9-7611-4016-9f05-abd37f9a5ee4 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:08:50.714312 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.715658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-271b8c40-3204-4a7e-ad00-873d36d39555 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/80fc15c9-7611-4016-9f05-abd37f9a5ee4 HTTP/1.1" status: 204 len: 168 time: 2.4007297 Dec 10 09:08:50.719177 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41334) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.727479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1655318571', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': False}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:50.728677 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.765446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.766930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.776097 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82217773-afa9-4559-9659-46b79ef12d39 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Network': ['ID=27ca167a-99a1-4075-ae91-4804453f694e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:50.779366 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-034ee651-db91-4a8c-8dc2-88c798526d56 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:50.779831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034ee651-db91-4a8c-8dc2-88c798526d56 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:50.780753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fa4ed6-e914-4f0f-850c-f06027f6ef34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dcf594-bdad-42d8-bf0b-db3ed6698606'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:08:50.783317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-034ee651-db91-4a8c-8dc2-88c798526d56 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/f27710b8-c2d1-46bf-919b-68beeb7270c3 HTTP/1.1" status: 404 len: 337 time: 0.1391618 Dec 10 09:08:50.786028 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331d03f6-7fe1-47f1-a214-1328d81439d3" -d '{"events": [{"server_uuid": "65fa4ed6-e914-4f0f-850c-f06027f6ef34", "name": "network-vif-plugged", "status": "completed", "tag": "98dcf594-bdad-42d8-bf0b-db3ed6698606"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:08:50.788149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41338) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.816658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 98dcf594-bdad-42d8-bf0b-db3ed6698606, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=98dcf594-bdad-42d8-bf0b-db3ed6698606,segment=NetworkSegment(36f57b69-3cff-48ac-8aed-1bcbe95c9dbb),segment_id=36f57b69-3cff-48ac-8aed-1bcbe95c9dbb)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:50.825703 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.860959 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ec5510-8152-43a7-96c7-7d136c0c1788 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:50.861568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ec5510-8152-43a7-96c7-7d136c0c1788 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:50.863179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f9567-fc3b-4fd7-b9ab-c66b73f7ea4a None None] Deleting port 5feb5899-70ed-45a9-821f-1afec37af997 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:50.863562 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5a4f9567-fc3b-4fd7-b9ab-c66b73f7ea4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.867460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97ec5510-8152-43a7-96c7-7d136c0c1788 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/fb4aced8-a1c7-43f9-adf4-5a03a9eaf916 HTTP/1.1" status: 404 len: 333 time: 0.0744488 Dec 10 09:08:50.878925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41344) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:50.880931 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e1c039-04bd-4c66-8900-6ed11f4f4d4d x-openstack-request-id: req-c6e1c039-04bd-4c66-8900-6ed11f4f4d4d {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:08:50.881336 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fa4ed6-e914-4f0f-850c-f06027f6ef34", "name": "network-vif-plugged", "status": "completed", "tag": "98dcf594-bdad-42d8-bf0b-db3ed6698606", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:08:50.881537 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6e1c039-04bd-4c66-8900-6ed11f4f4d4d {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:08:50.881895 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fa4ed6-e914-4f0f-850c-f06027f6ef34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dcf594-bdad-42d8-bf0b-db3ed6698606', 'code': 200} Dec 10 09:08:50.955144 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:50.956458 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2aa722-155a-4457-a39f-ae295bbd9ea0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:50.956919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2aa722-155a-4457-a39f-ae295bbd9ea0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:50.960351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ed2aa722-155a-4457-a39f-ae295bbd9ea0 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/cf4bf0e0-a195-4171-996f-2bc7260b3439 HTTP/1.1" status: 404 len: 337 time: 0.0815084 Dec 10 09:08:50.974511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41348) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.000389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=98dcf594-bdad-42d8-bf0b-db3ed6698606,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:51.003894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4aae53-60a5-4614-bbc8-237b1f1f000c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting subnet 64e39d75-f147-4a57-91fc-2388ee861882 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:51.007900 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc08b99f-4016-4655-8b61-112f61568b88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.008362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc08b99f-4016-4655-8b61-112f61568b88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.011477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cc08b99f-4016-4655-8b61-112f61568b88 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/7adf7388-8488-4875-ae87-925c772fa2f5 HTTP/1.1" status: 404 len: 337 time: 0.0349848 Dec 10 09:08:51.024366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41350) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.025432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a4aae53-60a5-4614-bbc8-237b1f1f000c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.038331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5a4f9567-fc3b-4fd7-b9ab-c66b73f7ea4a None None] For port 5feb5899-70ed-45a9-821f-1afec37af997, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5feb5899-70ed-45a9-821f-1afec37af997,segment=NetworkSegment(6c31b725-62b1-4f75-96c4-d64b6bf49082),segment_id=6c31b725-62b1-4f75-96c4-d64b6bf49082)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:51.038778 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5a4f9567-fc3b-4fd7-b9ab-c66b73f7ea4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.057795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f9567-fc3b-4fd7-b9ab-c66b73f7ea4a None None] Calling delete_port for 5feb5899-70ed-45a9-821f-1afec37af997 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:51.066464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300e4b7-792e-45e6-b2fe-e671b4423c49 None None] Network 0d476976-9976-4f24-a545-7459c7c515d0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:51.111818 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2dd21b-d8b5-473c-ba75-37badffb76a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.112610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2dd21b-d8b5-473c-ba75-37badffb76a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.117550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5f2dd21b-d8b5-473c-ba75-37badffb76a4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/8507e329-cfa8-4c4e-9520-61d1c305ab88 HTTP/1.1" status: 404 len: 333 time: 0.0865853 Dec 10 09:08:51.133309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41352) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.175481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-306e56f9-04f1-46d9-bfa7-90a5fea8570d None None] Provisioning complete for port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:51.176162 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-306e56f9-04f1-46d9-bfa7-90a5fea8570d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.178531 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a4aae53-60a5-4614-bbc8-237b1f1f000c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.191379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12581c7c-1a02-4ba1-9002-9cf5da3b98f9 req-e8cf0692-5e55-4a89-b299-d550685f4a6e tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:51.192911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12581c7c-1a02-4ba1-9002-9cf5da3b98f9 req-e8cf0692-5e55-4a89-b299-d550685f4a6e tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 945 time: 0.1480980 Dec 10 09:08:51.197274 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.211284 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dab36c0-35b1-41f2-8f78-df36d4bc91ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.211747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dab36c0-35b1-41f2-8f78-df36d4bc91ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.217750 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5dab36c0-35b1-41f2-8f78-df36d4bc91ce tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/6b7f391b-555c-46e5-acf0-39ac5c5a0ff8 HTTP/1.1" status: 404 len: 337 time: 0.0796831 Dec 10 09:08:51.219348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41354) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.222206 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.237168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.241596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33f8cb-4819-4ebf-b158-5897d1f9c959 req-7b56b4af-99ce-4373-bcd8-482a9228a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:51.243118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fd33f8cb-4819-4ebf-b158-5897d1f9c959 req-7b56b4af-99ce-4373-bcd8-482a9228a55c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 1096 time: 0.2331173 Dec 10 09:08:51.261915 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-982b1101-d952-4ca1-b219-06ed80c17e78 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.262375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982b1101-d952-4ca1-b219-06ed80c17e78 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.267849 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-982b1101-d952-4ca1-b219-06ed80c17e78 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/0f0e46b4-1aa3-44dd-a796-a0eed4a40592 HTTP/1.1" status: 404 len: 337 time: 0.0460951 Dec 10 09:08:51.272093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41356) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.323507 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5a4f9567-fc3b-4fd7-b9ab-c66b73f7ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.337027 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a7b428-6d32-4186-9c76-2d9407470973 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.337640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a7b428-6d32-4186-9c76-2d9407470973 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.343454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a9a7b428-6d32-4186-9c76-2d9407470973 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/1d832af1-cc0f-46c4-ba35-40a10d759f01 HTTP/1.1" status: 404 len: 333 time: 0.0661414 Dec 10 09:08:51.343610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41358) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.357370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12581c7c-1a02-4ba1-9002-9cf5da3b98f9 req-2c5d7ebd-fd58-4dd8-824d-95adff76ecbb tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545181 Dec 10 09:08:51.360622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f9567-fc3b-4fd7-b9ab-c66b73f7ea4a None None] No DVR routers for this DVR port 5feb5899-70ed-45a9-821f-1afec37af997 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:51.368143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f9567-fc3b-4fd7-b9ab-c66b73f7ea4a None None] Pushing event deleted for resources: {'Port': ['ID=5feb5899-70ed-45a9-821f-1afec37af997,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:51.374337 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-306e56f9-04f1-46d9-bfa7-90a5fea8570d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.386501 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a20902-478c-4529-9588-7fd70126aa25 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.386967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a20902-478c-4529-9588-7fd70126aa25 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.390073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-74a20902-478c-4529-9588-7fd70126aa25 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/9c9ad569-1935-4c69-80da-9fb2ec213dda HTTP/1.1" status: 404 len: 337 time: 0.0455341 Dec 10 09:08:51.393458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41360) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.424085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-306e56f9-04f1-46d9-bfa7-90a5fea8570d None None] For port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=80ea1d77-9ba1-432b-bf22-ab9c222ff1cd,segment=NetworkSegment(ca2effaf-faf0-40ae-8a62-4fce7537d817),segment_id=ca2effaf-faf0-40ae-8a62-4fce7537d817)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:51.425285 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdf438c-721c-4e9b-a54e-758edecfbf6e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.426023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdf438c-721c-4e9b-a54e-758edecfbf6e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.429654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-acdf438c-721c-4e9b-a54e-758edecfbf6e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/a86830ed-bab5-4fdf-b031-1dd05125d5cb HTTP/1.1" status: 404 len: 333 time: 0.0346007 Dec 10 09:08:51.431938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41362) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.433110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-306e56f9-04f1-46d9-bfa7-90a5fea8570d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.442051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:51.459343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a4aae53-60a5-4614-bbc8-237b1f1f000c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.462662 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c271f9-7244-4354-a080-5d4ea93b5a81 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.463130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c271f9-7244-4354-a080-5d4ea93b5a81 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.468776 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d1c271f9-7244-4354-a080-5d4ea93b5a81 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/04bcd66d-ab3b-4481-b514-b224f67eb413 HTTP/1.1" status: 404 len: 337 time: 0.0336215 Dec 10 09:08:51.469528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41364) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.497299 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8ff5f9-caa0-4b7b-a524-9f61b730d05a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.497898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8ff5f9-caa0-4b7b-a524-9f61b730d05a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.503319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ac8ff5f9-caa0-4b7b-a524-9f61b730d05a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/66c6dcd3-97df-4951-af3f-967573971c12 HTTP/1.1" status: 404 len: 333 time: 0.0305510 Dec 10 09:08:51.503505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41366) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.541912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e56f9-04f1-46d9-bfa7-90a5fea8570d None None] Pushing event updated for resources: {'Port': ['ID=80ea1d77-9ba1-432b-bf22-ab9c222ff1cd,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:51.565453 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fd33f8cb-4819-4ebf-b158-5897d1f9c959 req-83dc7547-ec37-4698-b325-ae51cf136564 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087444 Dec 10 09:08:51.568945 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba992137-5e0c-4ac8-b790-fec278f27fc4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.570610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba992137-5e0c-4ac8-b790-fec278f27fc4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.577276 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ba992137-5e0c-4ac8-b790-fec278f27fc4 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/d152dabb-9346-46b2-8b76-bcdc9a4eb29b HTTP/1.1" status: 404 len: 337 time: 0.0727761 Dec 10 09:08:51.578556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41368) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.605615 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-1126097b-9d23-48cb-a26d-5d9ecf326d0a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.606208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1126097b-9d23-48cb-a26d-5d9ecf326d0a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.612374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1126097b-9d23-48cb-a26d-5d9ecf326d0a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/3d939bd7-e455-488d-801d-0e470366df55 HTTP/1.1" status: 404 len: 333 time: 0.0322630 Dec 10 09:08:51.614758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41370) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.636402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a4aae53-60a5-4614-bbc8-237b1f1f000c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.642355 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91fcd98-567c-4a29-9a9e-079a733008c9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.642812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91fcd98-567c-4a29-9a9e-079a733008c9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.649120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d91fcd98-567c-4a29-9a9e-079a733008c9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/d6dea8cc-7871-4d14-a8a6-6a12bdfc78d7 HTTP/1.1" status: 404 len: 337 time: 0.0333595 Dec 10 09:08:51.650360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41372) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.674794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e2879345-3ead-4f79-9396-641b35b3ed39 None None] Provisioning complete for port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:51.675245 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2879345-3ead-4f79-9396-641b35b3ed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.680255 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d36e98e-b41e-44f9-ac68-47cc9ee822ec tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.681072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d36e98e-b41e-44f9-ac68-47cc9ee822ec tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.684069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4aae53-60a5-4614-bbc8-237b1f1f000c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Subnet': ['ID=64e39d75-f147-4a57-91fc-2388ee861882,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:51.686429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5a4aae53-60a5-4614-bbc8-237b1f1f000c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.686577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7d36e98e-b41e-44f9-ac68-47cc9ee822ec tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/b8c897ba-1f0a-4ef4-8205-336f8cd9f220 HTTP/1.1" status: 404 len: 333 time: 0.0349441 Dec 10 09:08:51.687189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41374) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.692847 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5a4aae53-60a5-4614-bbc8-237b1f1f000c tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/subnets/64e39d75-f147-4a57-91fc-2388ee861882 HTTP/1.1" status: 204 len: 168 time: 1.0469666 Dec 10 09:08:51.697856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41376) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.717957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.730061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba34b66-2a14-4b62-92a9-ad5debf3299d None None] Network 5470e414-8d94-4f4f-b862-f5b2352d0633 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:51.781267 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7eb808-3b77-484d-8380-3e536b5d1718 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.781757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7eb808-3b77-484d-8380-3e536b5d1718 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.784923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ac7eb808-3b77-484d-8380-3e536b5d1718 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/4ca61c0b-00bf-4820-8450-962c8b2af2bf HTTP/1.1" status: 404 len: 337 time: 0.0955129 Dec 10 09:08:51.813286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41378) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.900466 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6b95eb-3114-4ce6-9006-a1897f7aab3d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:51.901670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6b95eb-3114-4ce6-9006-a1897f7aab3d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:51.905438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9b6b95eb-3114-4ce6-9006-a1897f7aab3d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/1d11f3cc-24d0-4774-b456-0e5ab01492f1 HTTP/1.1" status: 404 len: 333 time: 0.0598862 Dec 10 09:08:51.910660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41382) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:51.912557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:51.953809 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:51.980464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.030917 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.037411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e2879345-3ead-4f79-9396-641b35b3ed39 None None] Provisioning complete for port 5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:52.039049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2879345-3ead-4f79-9396-641b35b3ed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.040947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:52.046571 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.140050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1916ed3d-9c58-4ca0-9337-65df914ba6a8 None None] DHCP port deletion for 5470e414-8d94-4f4f-b862-f5b2352d0633 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:52.163216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Deleting port b7776ca3-a892-4089-b036-40598271a479 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:52.163696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.195125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e2879345-3ead-4f79-9396-641b35b3ed39 None None] Port 5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:52.258269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Allocated IP 172.25.3.155 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/28e9526e-da50-40bf-b081-bdc25e497135) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:52.279674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1916ed3d-9c58-4ca0-9337-65df914ba6a8 None None] Deleting port b7776ca3-a892-4089-b036-40598271a479 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:52.280050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1916ed3d-9c58-4ca0-9337-65df914ba6a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.364853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5feb5899-70ed-45a9-821f-1afec37af997 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:52.367902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1916ed3d-9c58-4ca0-9337-65df914ba6a8 None None] For port b7776ca3-a892-4089-b036-40598271a479, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b7776ca3-a892-4089-b036-40598271a479,segment=NetworkSegment(17c1f950-2ab6-40e5-a632-05f2e9b0f965),segment_id=17c1f950-2ab6-40e5-a632-05f2e9b0f965)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:52.368310 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1916ed3d-9c58-4ca0-9337-65df914ba6a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.371338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2ed2e603-87f9-4536-ae09-5f5795532639 None None] Provisioning complete for port 5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:52.371674 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-022c9285-1663-4edc-91f6-88c1a99684a8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:52.372104 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e603-87f9-4536-ae09-5f5795532639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.372185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022c9285-1663-4edc-91f6-88c1a99684a8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:52.377819 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-022c9285-1663-4edc-91f6-88c1a99684a8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/b55e9997-0924-4fdd-98c8-037bf1a63cdd HTTP/1.1" status: 404 len: 337 time: 0.4656973 Dec 10 09:08:52.378519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.381132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41386) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:52.398283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] For port b7776ca3-a892-4089-b036-40598271a479, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b7776ca3-a892-4089-b036-40598271a479,segment=NetworkSegment(17c1f950-2ab6-40e5-a632-05f2e9b0f965),segment_id=17c1f950-2ab6-40e5-a632-05f2e9b0f965)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:52.398512 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.416830 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af00915-42a4-4fcf-b2d0-ab28749dbe2f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:52.417986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af00915-42a4-4fcf-b2d0-ab28749dbe2f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:52.423379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4af00915-42a4-4fcf-b2d0-ab28749dbe2f tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/1dde67d5-e6bf-4096-b6ac-3619be8e84ff HTTP/1.1" status: 404 len: 337 time: 0.0381937 Dec 10 09:08:52.423539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Calling delete_port for b7776ca3-a892-4089-b036-40598271a479 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:52.424312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1916ed3d-9c58-4ca0-9337-65df914ba6a8 None None] Calling delete_port for b7776ca3-a892-4089-b036-40598271a479 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:52.424853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41390) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:52.430674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5feb5899-70ed-45a9-821f-1afec37af997 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:52.430952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5feb5899-70ed-45a9-821f-1afec37af997 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:52.452250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2e603-87f9-4536-ae09-5f5795532639 None None] Port 5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:52.470822 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.513637 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bde1df-cb93-4d4e-b402-804eacd45d4b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:52.514212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bde1df-cb93-4d4e-b402-804eacd45d4b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:52.517666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-70bde1df-cb93-4d4e-b402-804eacd45d4b tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/b3d747ae-0522-4370-9a72-6d13f78b8562 HTTP/1.1" status: 404 len: 333 time: 0.0885580 Dec 10 09:08:52.532634 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1916ed3d-9c58-4ca0-9337-65df914ba6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.532907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41392) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:52.565289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916ed3d-9c58-4ca0-9337-65df914ba6a8 None None] Pushing event deleted for resources: {'Port': ['ID=b7776ca3-a892-4089-b036-40598271a479,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:52.569454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916ed3d-9c58-4ca0-9337-65df914ba6a8 None None] No DVR routers for this DVR port b7776ca3-a892-4089-b036-40598271a479 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:52.594674 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37cee69-2d49-45d6-8fcc-a95e0283c91d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:52.595246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37cee69-2d49-45d6-8fcc-a95e0283c91d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:52.598984 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f37cee69-2d49-45d6-8fcc-a95e0283c91d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/afeca3d5-70a0-4664-831c-5feb371b6600 HTTP/1.1" status: 404 len: 337 time: 0.0684793 Dec 10 09:08:52.603373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41394) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:52.637855 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0048946f-7d80-4436-8646-ce1745bbc125 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:52.638408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0048946f-7d80-4436-8646-ce1745bbc125 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:52.644531 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0048946f-7d80-4436-8646-ce1745bbc125 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/c053c9e2-96ef-42c1-97c8-fb37f0098916 HTTP/1.1" status: 404 len: 337 time: 0.0376287 Dec 10 09:08:52.644959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41396) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:52.651435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c627f56-4945-4173-89d6-e74a40f6aa4a req-345b639e-9346-4da0-a4d7-81111052a3ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:52.653179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c627f56-4945-4173-89d6-e74a40f6aa4a req-345b639e-9346-4da0-a4d7-81111052a3ea tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 945 time: 0.1576540 Dec 10 09:08:52.658901 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.682348 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ada7919-eca5-44c0-a1b7-a61cbeec331d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:52.682916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ada7919-eca5-44c0-a1b7-a61cbeec331d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:52.688334 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7ada7919-eca5-44c0-a1b7-a61cbeec331d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/1c0f1271-91f0-4fc7-8f9a-9aff931ed003 HTTP/1.1" status: 404 len: 333 time: 0.0400262 Dec 10 09:08:52.695683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41398) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:52.734957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:52.745144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:52.752158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:52.753101 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-49db07e8-1b14-410b-9ac0-86b5bbb0dc71 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:52.753101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49db07e8-1b14-410b-9ac0-86b5bbb0dc71 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:52.756569 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-49db07e8-1b14-410b-9ac0-86b5bbb0dc71 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/20d6e3fd-a2a6-4ea4-960d-469ea5300bd6 HTTP/1.1" status: 404 len: 337 time: 0.0599470 Dec 10 09:08:52.760701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41400) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:52.765958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a170c240-a0b9-4c68-bf2f-e9ec2b278699 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:52.789093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event updated for resources: {'Port': ['ID=28e9526e-da50-40bf-b081-bdc25e497135,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:52.791966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.844651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.849790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.853634 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea6920d-7585-490e-a2aa-5f61e45a593e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:52.854708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea6920d-7585-490e-a2aa-5f61e45a593e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:52.859520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aea6920d-7585-490e-a2aa-5f61e45a593e tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/fd4bb130-6b05-4838-a4ee-9f004118352c HTTP/1.1" status: 404 len: 337 time: 0.0955687 Dec 10 09:08:52.864717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41402) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:52.872394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Port': ['ID=b7776ca3-a892-4089-b036-40598271a479,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:52.876439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] No DVR routers for this DVR port b7776ca3-a892-4089-b036-40598271a479 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:52.884206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c627f56-4945-4173-89d6-e74a40f6aa4a req-cd7bbe7d-91e1-436e-93f9-598aab2171a4 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229857 Dec 10 09:08:52.888560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c5742326-683c-4cf0-89d6-c7dd94c75daf None None] Provisioning complete for port 28e9526e-da50-40bf-b081-bdc25e497135 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:52.889148 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c5742326-683c-4cf0-89d6-c7dd94c75daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.932971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c5742326-683c-4cf0-89d6-c7dd94c75daf None None] Port 28e9526e-da50-40bf-b081-bdc25e497135 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:52.954385 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-77172dde-cbd4-4d79-b00c-a0d88c907c2a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:52.954995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77172dde-cbd4-4d79-b00c-a0d88c907c2a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:52.956879 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:52.960443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-77172dde-cbd4-4d79-b00c-a0d88c907c2a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/4110c0fb-c4e6-4b83-83b0-7c65500a0989 HTTP/1.1" status: 404 len: 333 time: 0.0920579 Dec 10 09:08:52.962733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41404) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:52.966883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:53.066688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 0d476976-9976-4f24-a545-7459c7c515d0 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:53.068827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:53.094268 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aac808-339b-4ce3-ae85-1a3c92132855 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.095051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53aac808-339b-4ce3-ae85-1a3c92132855 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.097744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-53aac808-339b-4ce3-ae85-1a3c92132855 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/01fa4195-492a-441d-a2e0-2bdaaa08bb23 HTTP/1.1" status: 404 len: 337 time: 0.1320882 Dec 10 09:08:53.102800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41408) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.136077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:53.177052 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-667cdb1f-adfd-4793-b678-19e98eace515 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.180043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667cdb1f-adfd-4793-b678-19e98eace515 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.180656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-667cdb1f-adfd-4793-b678-19e98eace515 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/4dbc90b8-dce5-4e7c-8592-10134a1a688b HTTP/1.1" status: 404 len: 337 time: 0.0751817 Dec 10 09:08:53.183750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41412) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.191770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5470e414-8d94-4f4f-b862-f5b2352d0633']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:53.210788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c1f950-2ab6-40e5-a632-05f2e9b0f965') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:53.211126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c1f950-2ab6-40e5-a632-05f2e9b0f965') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:53.224463 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:53.226476 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bb873e3d-7446-4897-95a7-dd995eb55850 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a0cc322-5e28-4b87-a557-665618957311 HTTP/1.1" status: 200 len: 205 time: 0.0412576 Dec 10 09:08:53.228879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41414) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.275842 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-2af959e1-a17f-4808-9919-c4589319d0c2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] delete failed (client error): The resource could not be found. Dec 10 09:08:53.277461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:53.280736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41416) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.281213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2af959e1-a17f-4808-9919-c4589319d0c2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/routers/4a0cc322-5e28-4b87-a557-665618957311 HTTP/1.1" status: 404 len: 336 time: 0.0504284 Dec 10 09:08:53.290907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router 2e2664a0-7921-46b3-b39a-782b08cccc8d is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:08:53.313618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:53.314054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:53.317221 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:53.334067 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7040a629-7607-4603-8617-5e8f7a43ea0d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.334530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7040a629-7607-4603-8617-5e8f7a43ea0d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.340750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7040a629-7607-4603-8617-5e8f7a43ea0d tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/56facf01-6ff1-4556-a26c-91ee9817dc43 HTTP/1.1" status: 404 len: 337 time: 0.0538604 Dec 10 09:08:53.340903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41418) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.356455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-96ace43d-cd86-4bc8-a43f-d6b80ecc35cd None None] Provisioning complete for port 5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:53.356745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-96ace43d-cd86-4bc8-a43f-d6b80ecc35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:53.392390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-96ace43d-cd86-4bc8-a43f-d6b80ecc35cd None None] Port 5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:53.395048 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dc41d826-7eff-47a1-ae82-41507b2ee1b5 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "GET /v2.0/ports?device_id=c13dccbe-0a0c-4d90-800c-f27be3ca6292 HTTP/1.1" status: 200 len: 205 time: 0.0536518 Dec 10 09:08:53.398156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41420) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.433711 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:53.439052 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:53.447458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] 10.222.0.31 "DELETE /v2.0/networks/5470e414-8d94-4f4f-b862-f5b2352d0633 HTTP/1.1" status: 204 len: 168 time: 1.7412717 Dec 10 09:08:53.448356 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-08dd1af8-604a-46db-aa59-2319b8f604a9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] delete failed (client error): The resource could not be found. Dec 10 09:08:53.448356 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-08dd1af8-604a-46db-aa59-2319b8f604a9 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/routers/c13dccbe-0a0c-4d90-800c-f27be3ca6292 HTTP/1.1" status: 404 len: 336 time: 0.0460918 Dec 10 09:08:53.449470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41424) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.456372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:53.480887 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09ca1a1-13d7-44d6-b610-de0490c4e0d3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.481347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09ca1a1-13d7-44d6-b610-de0490c4e0d3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.486740 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e09ca1a1-13d7-44d6-b610-de0490c4e0d3 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/05c34805-ecd9-4e70-be5b-c93c606367c6 HTTP/1.1" status: 404 len: 337 time: 0.0340202 Dec 10 09:08:53.486740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:53.487411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41426) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.496073 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d02caeb2-8232-4035-abcc-a1d936208346 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/2e2664a0-7921-46b3-b39a-782b08cccc8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6825848 Dec 10 09:08:53.498754 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e243294-aafe-4d29-aba6-3934eb99dbbd None None] Sync routers for ids ['2e2664a0-7921-46b3-b39a-782b08cccc8d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:53.502476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41428) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.505236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7520-5bb8-4e88-80a1-d01610a5dc19 tempest-NetworksIpV6TestAttrs-1663678853 tempest-NetworksIpV6TestAttrs-1663678853-project] Pushing event deleted for resources: {'Network': ['ID=5470e414-8d94-4f4f-b862-f5b2352d0633,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:53.513583 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e243294-aafe-4d29-aba6-3934eb99dbbd None None] Routers {'2e2664a0-7921-46b3-b39a-782b08cccc8d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:53.514458 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9e243294-aafe-4d29-aba6-3934eb99dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2e2664a0-7921-46b3-b39a-782b08cccc8d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:53.538220 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-77437d85-57ad-4f2c-89fe-51d755aa5935 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.538680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77437d85-57ad-4f2c-89fe-51d755aa5935 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.543977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-77437d85-57ad-4f2c-89fe-51d755aa5935 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/7bc9f49d-0451-4ca4-8590-8d58f91d49b5 HTTP/1.1" status: 404 len: 337 time: 0.0536456 Dec 10 09:08:53.548820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41430) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.561718 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9e243294-aafe-4d29-aba6-3934eb99dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:53.573386 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e243294-aafe-4d29-aba6-3934eb99dbbd None None] Routers {'2e2664a0-7921-46b3-b39a-782b08cccc8d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:53.574406 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9e243294-aafe-4d29-aba6-3934eb99dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2e2664a0-7921-46b3-b39a-782b08cccc8d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:53.576892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672634d-47b7-4eb9-a7a2-3a581aa1429a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:53.581120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41432) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.582167 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b672634d-47b7-4eb9-a7a2-3a581aa1429a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports/5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 HTTP/1.1" status: 200 len: 977 time: 0.0776446 Dec 10 09:08:53.585746 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f5f3be-0948-4943-8101-5952fc9bfd3a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.586294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f5f3be-0948-4943-8101-5952fc9bfd3a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.591584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-88f5f3be-0948-4943-8101-5952fc9bfd3a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/8f2be72d-5eef-4600-8663-6d4349bffb4d HTTP/1.1" status: 404 len: 333 time: 0.0395181 Dec 10 09:08:53.592219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41434) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.612027 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9e243294-aafe-4d29-aba6-3934eb99dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:53.612791 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e243294-aafe-4d29-aba6-3934eb99dbbd None None] The sync data for ids ['2e2664a0-7921-46b3-b39a-782b08cccc8d'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:53.622285 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c1a6ca-5526-4cc5-841d-3aa2a48b80d8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.622835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c1a6ca-5526-4cc5-841d-3aa2a48b80d8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.628780 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c1c1a6ca-5526-4cc5-841d-3aa2a48b80d8 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/9137126f-7893-4f3a-b4cc-af6c2d0935e9 HTTP/1.1" status: 404 len: 337 time: 0.0353272 Dec 10 09:08:53.629782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41436) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.659113 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d27a71e-d566-45b4-bf39-4b04204ce4f2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.659697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d27a71e-d566-45b4-bf39-4b04204ce4f2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.663251 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9d27a71e-d566-45b4-bf39-4b04204ce4f2 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/60e29373-d325-4ffd-b9bd-c50d8b4c7f41 HTTP/1.1" status: 404 len: 333 time: 0.0324166 Dec 10 09:08:53.665915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41438) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.700696 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8879ab38-051b-496c-8891-f9926120b771 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.701159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8879ab38-051b-496c-8891-f9926120b771 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.704400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8879ab38-051b-496c-8891-f9926120b771 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/1810c4f8-3033-48d6-b51a-09028cace31e HTTP/1.1" status: 404 len: 337 time: 0.0372903 Dec 10 09:08:53.707225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41442) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.733894 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02dcbef-ee84-4bae-a25d-073fdcff7e6a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.734580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02dcbef-ee84-4bae-a25d-073fdcff7e6a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.737982 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f02dcbef-ee84-4bae-a25d-073fdcff7e6a tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/5702b8a8-2d2c-4793-867d-d9b53d7e423f HTTP/1.1" status: 404 len: 333 time: 0.0289378 Dec 10 09:08:53.741202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41444) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.781846 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8022026-386c-48c5-882f-5d372d99c981 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.782581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8022026-386c-48c5-882f-5d372d99c981 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.790277 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b8022026-386c-48c5-882f-5d372d99c981 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/cfc8db9c-376c-42b8-86ac-955845dbe9c4 HTTP/1.1" status: 404 len: 337 time: 0.0478196 Dec 10 09:08:53.791164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41446) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.814680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b7776ca3-a892-4089-b036-40598271a479 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:08:53.816664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41448) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.831300 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d973406-1105-4734-9441-eed73422bcf7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.832133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d973406-1105-4734-9441-eed73422bcf7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.836543 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d973406-1105-4734-9441-eed73422bcf7 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/f6226418-be3d-4080-bcf6-37d203d6585f HTTP/1.1" status: 404 len: 333 time: 0.0441663 Dec 10 09:08:53.838612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: b7776ca3-a892-4089-b036-40598271a479 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:08:53.839280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41452) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.839650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b7776ca3-a892-4089-b036-40598271a479 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:08:53.877642 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b35fb0-c579-4bbe-9537-6dc5b13fc270 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.878364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b35fb0-c579-4bbe-9537-6dc5b13fc270 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.882136 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-39b35fb0-c579-4bbe-9537-6dc5b13fc270 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/76162bc3-b642-4966-93fc-a0193adb68f7 HTTP/1.1" status: 404 len: 337 time: 0.0418084 Dec 10 09:08:53.884529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41454) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.913123 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8d2022-a51d-434e-882b-3408c88b2d34 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.913729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8d2022-a51d-434e-882b-3408c88b2d34 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.919409 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cd8d2022-a51d-434e-882b-3408c88b2d34 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/f09d7ed2-7bba-4f57-a6c7-0293523862b2 HTTP/1.1" status: 404 len: 333 time: 0.0317769 Dec 10 09:08:53.919705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41458) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.953094 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4a423e-c46a-431f-8fa8-360b4bd51a10 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.953459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4a423e-c46a-431f-8fa8-360b4bd51a10 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.956539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2a4a423e-c46a-431f-8fa8-360b4bd51a10 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/0a036a5a-6429-4779-8d94-6e499fb56bc9 HTTP/1.1" status: 404 len: 337 time: 0.0359747 Dec 10 09:08:53.962690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41460) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:53.991195 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eadfd4f-af26-44f7-92bd-5ab211a0cd16 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:53.991738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eadfd4f-af26-44f7-92bd-5ab211a0cd16 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:53.994788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0eadfd4f-af26-44f7-92bd-5ab211a0cd16 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/53602944-0b8d-4e76-a6a9-78ceada3e9ce HTTP/1.1" status: 404 len: 333 time: 0.0311816 Dec 10 09:08:53.999834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41462) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:54.032715 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd589f4-aadb-4677-8222-8138a0e58058 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:54.033175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd589f4-aadb-4677-8222-8138a0e58058 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:54.037411 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bbd589f4-aadb-4677-8222-8138a0e58058 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/2c7179a1-11c7-475b-bb88-96b1087a0b24 HTTP/1.1" status: 404 len: 337 time: 0.0360618 Dec 10 09:08:54.040418 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41464) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:54.051544 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-63799ac7-d85c-43df-ba94-783d6b4ede95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6450323274ed45999ec00696ece2e954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2336278 Dec 10 09:08:54.065484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41466) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:54.072850 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2582c5c3-02ce-4dd5-9efe-f89719f82b03 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:54.073573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2582c5c3-02ce-4dd5-9efe-f89719f82b03 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:54.076412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2582c5c3-02ce-4dd5-9efe-f89719f82b03 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/ports/d6979301-5c2e-459e-999b-497615737a35 HTTP/1.1" status: 404 len: 333 time: 0.0350926 Dec 10 09:08:54.080908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41468) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:54.125010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14453082-414d-42ec-a620-f14f7fc98850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.129871 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7309d161-e8c0-40f1-bf38-acea39adc830 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] DELETE failed (client error): The resource could not be found. Dec 10 09:08:54.130339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7309d161-e8c0-40f1-bf38-acea39adc830 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:08:54.135866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7309d161-e8c0-40f1-bf38-acea39adc830 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/subnets/fdd1e3be-c196-4b14-af11-b99d4723c8c3 HTTP/1.1" status: 404 len: 337 time: 0.0514083 Dec 10 09:08:54.136499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41472) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:54.194577 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14453082-414d-42ec-a620-f14f7fc98850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.220279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc79c-f7f0-4b7c-b673-991c3c5778dc req-a7673691-6d7d-4359-bd76-8cb02b5c4d8e tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:54.221722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-254cc79c-f7f0-4b7c-b673-991c3c5778dc req-a7673691-6d7d-4359-bd76-8cb02b5c4d8e tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 945 time: 0.2497368 Dec 10 09:08:54.250019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.303844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.334355 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14453082-414d-42ec-a620-f14f7fc98850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.337740 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14453082-414d-42ec-a620-f14f7fc98850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.338910 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-14453082-414d-42ec-a620-f14f7fc98850 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d22b9d2-d97d-4713-9ecd-52b5afbb1b21 HTTP/1.1" status: 204 len: 168 time: 0.2725015 Dec 10 09:08:54.357856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14453082-414d-42ec-a620-f14f7fc98850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d22b9d2-d97d-4713-9ecd-52b5afbb1b21,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:54.364527 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.384172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-254cc79c-f7f0-4b7c-b673-991c3c5778dc req-6f46243d-914c-424d-8b55-ad2f0f46129c tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268165 Dec 10 09:08:54.392258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:54.403586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c31b725-62b1-4f75-96c4-d64b6bf49082') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:54.404232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c31b725-62b1-4f75-96c4-d64b6bf49082') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:54.415129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.431879 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.444825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:08:54.445251 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:08:54.448493 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:08:54.538840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Router 0e5fbbad-4046-4edf-a3f6-48a14ab17e43 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:08:54.543644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.553855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.561185 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] 10.222.0.31 "DELETE /v2.0/networks/7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec HTTP/1.1" status: 204 len: 168 time: 0.4206192 Dec 10 09:08:54.572684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52304f2-f0cc-4d17-ab82-b81847f780c1 tempest-NetworksTestDHCPv6-186148707 tempest-NetworksTestDHCPv6-186148707-project] Pushing event deleted for resources: {'Network': ['ID=7c9e3bc5-2b8e-4653-9e0a-1d85401d8dec,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:54.653776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.790902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:54.801054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Sync routers for ids ['0e5fbbad-4046-4edf-a3f6-48a14ab17e43'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:54.819097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Routers {'0e5fbbad-4046-4edf-a3f6-48a14ab17e43'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:54.820466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0e5fbbad-4046-4edf-a3f6-48a14ab17e43'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:54.881161 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:54.882450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-74b5a60b-57c6-48d6-a0f4-90e34c013394 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1622901 Dec 10 09:08:54.885788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41498) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:54.931650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4c27b-99c3-4cb7-8eaa-187964e0fbc4 req-f25c005e-fa6a-4819-b555-ab49e57bbebb tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:54.939442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8d4c27b-99c3-4cb7-8eaa-187964e0fbc4 req-f25c005e-fa6a-4819-b555-ab49e57bbebb tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 945 time: 0.1336708 Dec 10 09:08:54.955060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41500) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:55.020013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8d4c27b-99c3-4cb7-8eaa-187964e0fbc4 req-b4dfc7ba-4984-4b8b-b112-94ff4c62ecd6 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752001 Dec 10 09:08:55.022029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Set router 0e5fbbad-4046-4edf-a3f6-48a14ab17e43 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:55.055155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41508) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:55.055756 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-acf285a9-86f4-4f01-8ead-90d95ea5304f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/routers/0e5fbbad-4046-4edf-a3f6-48a14ab17e43 HTTP/1.1" status: 200 len: 909 time: 0.1684937 Dec 10 09:08:55.059471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1655318571', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': True}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:55.097347 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.099174 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.103594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port 5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:55.103910 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.258786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.296606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5fbbad-4046-4edf-a3f6-48a14ab17e43', 'name': 'tempest-snat-router-1655318571', 'tenant_id': '985c42017c794b238268512a9c91386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.155'}], 'enable_snat': False}, 'gw_port_id': '28e9526e-da50-40bf-b081-bdc25e497135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:50Z', 'updated_at': '2021-12-10T09:08:53Z', 'revision_number': 3, 'project_id': '985c42017c794b238268512a9c91386d', 'gw_port': {'id': '28e9526e-da50-40bf-b081-bdc25e497135', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5fbbad-4046-4edf-a3f6-48a14ab17e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:08:52Z', 'updated_at': '2021-12-10T09:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:55.305860 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-896bb7fa-1f28-412d-b3eb-fe72a61952a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62c1790a0bd34defa257d55a625b4543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3475733 Dec 10 09:08:55.312476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41518) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:55.349903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Checking router: 0e5fbbad-4046-4edf-a3f6-48a14ab17e43 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:08:55.350330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Updating router 0e5fbbad-4046-4edf-a3f6-48a14ab17e43 port 28e9526e-da50-40bf-b081-bdc25e497135 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:08:55.380552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a5269ab-47db-4e85-a016-033311448d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.382340 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.389047 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.415383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a5269ab-47db-4e85-a016-033311448d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.470855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for 5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:55.480958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a5269ab-47db-4e85-a016-033311448d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.481821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.485728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a5269ab-47db-4e85-a016-033311448d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.487730 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1a5269ab-47db-4e85-a016-033311448d41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4edeb8dc-c616-4c40-912b-6f12a7e188a0 HTTP/1.1" status: 204 len: 168 time: 0.1740379 Dec 10 09:08:55.520763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5269ab-47db-4e85-a016-033311448d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edeb8dc-c616-4c40-912b-6f12a7e188a0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:55.586055 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41526) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:55.686654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d702a3e3-9af8-4b66-b39e-0c0646f9c30d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1872391954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:55.687532 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.695089 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.717888 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d702a3e3-9af8-4b66-b39e-0c0646f9c30d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.719822 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d702a3e3-9af8-4b66-b39e-0c0646f9c30d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.747035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62828f4-3a7a-40cc-8035-e466db131a06 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:55.763345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Attempting to bind port 28e9526e-da50-40bf-b081-bdc25e497135 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:55.763722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Attempting to bind port 28e9526e-da50-40bf-b081-bdc25e497135 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:55.764095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Attempting to bind port 28e9526e-da50-40bf-b081-bdc25e497135 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:55.790017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:55.790404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:55.790878 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.791284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:55.791762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Bound port: 28e9526e-da50-40bf-b081-bdc25e497135, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:55.792871 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.795082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6103d6-c22e-4c35-ab5f-fa86328352c7 None None] Pushing event updated for resources: {'Port': ['ID=28e9526e-da50-40bf-b081-bdc25e497135,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:55.827191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d702a3e3-9af8-4b66-b39e-0c0646f9c30d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.829798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.834640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d702a3e3-9af8-4b66-b39e-0c0646f9c30d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.860277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d702a3e3-9af8-4b66-b39e-0c0646f9c30d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.861973 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d702a3e3-9af8-4b66-b39e-0c0646f9c30d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2748978 Dec 10 09:08:55.865443 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41532) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:55.872591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-592111199'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:55.899072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Made reservation on behalf of 057e2054b2da479981647810b8508ad9 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:55.903184 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.907476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=5ecf1b0c-093a-48b9-9a5b-0a65781e5ee6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:55.915482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:55.939786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.007683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.041677 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.049012 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.080538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:56.101052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04dc9dbb-e7ba-48b9-a044-dfe6467dad0f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:56.106626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.107146 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Added segment b3eb4ad5-8309-49af-9f30-ffbcda2809ab of type vlan for network 7e014936-d8d2-471c-bc18-1b21bc95db1f Dec 10 09:08:56.156617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fc55673e-e580-4298-9e66-b7e97906fd65 None None] Provisioning complete for port 28e9526e-da50-40bf-b081-bdc25e497135 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:56.158193 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc55673e-e580-4298-9e66-b7e97906fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.185117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.207213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] For port 28e9526e-da50-40bf-b081-bdc25e497135, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:56.225534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] For port 28e9526e-da50-40bf-b081-bdc25e497135, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=28e9526e-da50-40bf-b081-bdc25e497135,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:56.228007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fc55673e-e580-4298-9e66-b7e97906fd65 None None] Port 28e9526e-da50-40bf-b081-bdc25e497135 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:56.229183 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.234434 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.240841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:56.242796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.304128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e946e0d-30bc-4328-af64-ca6571499a26 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:56.330782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6103d6-c22e-4c35-ab5f-fa86328352c7 None None] Pushing event updated for resources: {'Port': ['ID=28e9526e-da50-40bf-b081-bdc25e497135,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:56.342915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Routers {'0e5fbbad-4046-4edf-a3f6-48a14ab17e43'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:56.343560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0e5fbbad-4046-4edf-a3f6-48a14ab17e43'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:56.352410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4855297 Dec 10 09:08:56.370050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41546) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:56.378262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Request body: {'subnet': {'network_id': '7e014936-d8d2-471c-bc18-1b21bc95db1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:56.438950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Allocated IP 172.25.3.16 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/0417b7b5-59ca-4502-85c9-ed1208ceacf6) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:56.480716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8b848fbc-999c-4b95-9b34-57405362f404 None None] Provisioning complete for port 28e9526e-da50-40bf-b081-bdc25e497135 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:56.481088 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b848fbc-999c-4b95-9b34-57405362f404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.488195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-65eb1867-183b-42e0-bcc2-cca6dd40bc06 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:56.490257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-65eb1867-183b-42e0-bcc2-cca6dd40bc06 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.18 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 945 time: 0.2753158 Dec 10 09:08:56.519988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] Set router 0e5fbbad-4046-4edf-a3f6-48a14ab17e43 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:56.566372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.615440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a5949-dac1-4cbe-a7fe-ab7f2d9d11ae tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Network': ['ID=7e014936-d8d2-471c-bc18-1b21bc95db1f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:56.642238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7e014936-d8d2-471c-bc18-1b21bc95db1f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:56.674345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.747875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Made reservation on behalf of 057e2054b2da479981647810b8508ad9 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:56.756047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.807756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41558) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:56.825226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285c931-590a-4e4e-9faf-216d73ea96e7 req-0cf1ee49-f16d-4c31-86ea-bf01035607a6 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:56.826791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b848fbc-999c-4b95-9b34-57405362f404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.826911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6285c931-590a-4e4e-9faf-216d73ea96e7 req-0cf1ee49-f16d-4c31-86ea-bf01035607a6 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 945 time: 0.6892123 Dec 10 09:08:56.872544 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8b848fbc-999c-4b95-9b34-57405362f404 None None] For port 28e9526e-da50-40bf-b081-bdc25e497135, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=28e9526e-da50-40bf-b081-bdc25e497135,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:56.885620 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b848fbc-999c-4b95-9b34-57405362f404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.921396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:56.951375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5fbbad-4046-4edf-a3f6-48a14ab17e43', 'name': 'tempest-snat-router-1655318571', 'tenant_id': '985c42017c794b238268512a9c91386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.155'}], 'enable_snat': False}, 'gw_port_id': '28e9526e-da50-40bf-b081-bdc25e497135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:50Z', 'updated_at': '2021-12-10T09:08:53Z', 'revision_number': 3, 'project_id': '985c42017c794b238268512a9c91386d', 'gw_port': {'id': '28e9526e-da50-40bf-b081-bdc25e497135', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5fbbad-4046-4edf-a3f6-48a14ab17e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:08:52Z', 'updated_at': '2021-12-10T09:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:56.953304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b848fbc-999c-4b95-9b34-57405362f404 None None] Pushing event updated for resources: {'Port': ['ID=28e9526e-da50-40bf-b081-bdc25e497135,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:56.953899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'networks': [{'name': 'tempest-network--1370181431'}, {'name': 'tempest-network--195991622'}]} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:56.954429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'network': {'name': 'tempest-network--1370181431'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:56.954999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'network': {'name': 'tempest-network--195991622'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:56.999259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197472fb-7084-4848-95f7-f3df2ef7cec9 None None] The sync data for ids ['0e5fbbad-4046-4edf-a3f6-48a14ab17e43'] in n-d-814746-3 is: [{'id': '0e5fbbad-4046-4edf-a3f6-48a14ab17e43', 'name': 'tempest-snat-router-1655318571', 'tenant_id': '985c42017c794b238268512a9c91386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.155'}], 'enable_snat': False}, 'gw_port_id': '28e9526e-da50-40bf-b081-bdc25e497135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:50Z', 'updated_at': '2021-12-10T09:08:53Z', 'revision_number': 3, 'project_id': '985c42017c794b238268512a9c91386d', 'gw_port': {'id': '28e9526e-da50-40bf-b081-bdc25e497135', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5fbbad-4046-4edf-a3f6-48a14ab17e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:08:52Z', 'updated_at': '2021-12-10T09:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:57.019632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Deleting port 98dcf594-bdad-42d8-bf0b-db3ed6698606 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:08:57.019632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.030843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:57.040081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6285c931-590a-4e4e-9faf-216d73ea96e7 req-45c56b2f-7681-407c-a493-e26f220ff58b tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe709fc9-c40f-46e7-aa33-7f8b569c0299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977615 Dec 10 09:08:57.040789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Made reservation on behalf of dc531b9d25474065b2c2a60e9f53df71 for: {'network': 2} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:57.046132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.046954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:57.052352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:57.063783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.074680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd08a15-f8f1-4cee-89ce-bd603a7ac1f1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:57.089370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event updated for resources: {'Port': ['ID=0417b7b5-59ca-4502-85c9-ed1208ceacf6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:57.100079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router 2e2664a0-7921-46b3-b39a-782b08cccc8d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:08:57.113492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9f84313b-63ce-4a55-a0f8-404c4e06f891 None None] Provisioning complete for port 0417b7b5-59ca-4502-85c9-ed1208ceacf6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:57.115298 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9f84313b-63ce-4a55-a0f8-404c4e06f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.166593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9f84313b-63ce-4a55-a0f8-404c4e06f891 None None] Port 0417b7b5-59ca-4502-85c9-ed1208ceacf6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:08:57.219533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.230564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] For port 98dcf594-bdad-42d8-bf0b-db3ed6698606, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=98dcf594-bdad-42d8-bf0b-db3ed6698606,segment=NetworkSegment(36f57b69-3cff-48ac-8aed-1bcbe95c9dbb),segment_id=36f57b69-3cff-48ac-8aed-1bcbe95c9dbb)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:08:57.230672 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.257986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:57.264309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8f787e42-49f5-40d7-a769-df185970d021 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/2e2664a0-7921-46b3-b39a-782b08cccc8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6796410 Dec 10 09:08:57.266895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41562) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:57.277307 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667bac88-0821-45fa-a5f0-793a5a420081 None None] Sync routers for ids ['2e2664a0-7921-46b3-b39a-782b08cccc8d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:57.287241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Calling delete_port for 98dcf594-bdad-42d8-bf0b-db3ed6698606 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:08:57.297685 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667bac88-0821-45fa-a5f0-793a5a420081 None None] Routers {'2e2664a0-7921-46b3-b39a-782b08cccc8d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:57.298675 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-667bac88-0821-45fa-a5f0-793a5a420081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2e2664a0-7921-46b3-b39a-782b08cccc8d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:57.366161 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-667bac88-0821-45fa-a5f0-793a5a420081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:57.376632 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667bac88-0821-45fa-a5f0-793a5a420081 None None] Routers {'2e2664a0-7921-46b3-b39a-782b08cccc8d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:57.377474 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-667bac88-0821-45fa-a5f0-793a5a420081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2e2664a0-7921-46b3-b39a-782b08cccc8d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:57.425094 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-667bac88-0821-45fa-a5f0-793a5a420081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:57.425953 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667bac88-0821-45fa-a5f0-793a5a420081 None None] The sync data for ids ['2e2664a0-7921-46b3-b39a-782b08cccc8d'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:08:57.431240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Subnet': ['ID=733dfc99-d25c-4cb5-92c1-7743bb2e76de,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:57.475480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Checking segment: {'id': 'b3eb4ad5-8309-49af-9f30-ffbcda2809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e014936-d8d2-471c-bc18-1b21bc95db1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:57.475852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network hostable DHCP agents. Network: 7e014936-d8d2-471c-bc18-1b21bc95db1f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:08:57.490733 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.506943 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.507416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.569242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc2dfb-63a3-4d4a-8c81-d2283890a3e2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:57.625477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network 7e014936-d8d2-471c-bc18-1b21bc95db1f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:08:57.645014 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:57.653121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7e014936-d8d2-471c-bc18-1b21bc95db1f) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:57.664306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:57.664903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.672012 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.672246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304dd0c7-ef2a-4660-baf7-85e5f9cae91f None None] Network 7e014936-d8d2-471c-bc18-1b21bc95db1f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:08:57.672337 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Added segment b0b6f73a-1f51-4922-b493-e8c8f8f5f873 of type vlan for network 0d11cdc3-3458-4e2f-9bfd-72b9b3138896 Dec 10 09:08:57.720316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-61db8d73-cbbd-4e3b-b501-72d852a3e40b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3480899 Dec 10 09:08:57.721152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.726407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41568) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:57.732953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Request body: {'network': {'name': 'tempest-router-network01--5995470'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:57.752992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['98dcf594-bdad-42d8-bf0b-db3ed6698606'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:08:57.764542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Made reservation on behalf of 057e2054b2da479981647810b8508ad9 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:57.768818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.795546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.809709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Pushing event deleted for resources: {'Port': ['ID=98dcf594-bdad-42d8-bf0b-db3ed6698606,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:57.875864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0b45f-fcc8-4ed3-9a52-410f96e47c6a None None] DHCP port deletion for 93f05b93-3422-4307-bc8d-f8ef99ddf505 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:08:57.916928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 28e9526e-da50-40bf-b081-bdc25e497135 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:57.917132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] No DVR routers for this DVR port 98dcf594-bdad-42d8-bf0b-db3ed6698606 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:08:57.923474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:57.926668 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c34e6c25-f323-40b1-a15c-4c2866322eb6 req-a94b055d-2a12-4cc9-b009-05aed0c53e70 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.18 "DELETE /v2.0/ports/98dcf594-bdad-42d8-bf0b-db3ed6698606 HTTP/1.1" status: 204 len: 173 time: 1.3600779 Dec 10 09:08:57.928629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fa4ed6-e914-4f0f-850c-f06027f6ef34', 'name': 'network-vif-deleted', 'tag': '98dcf594-bdad-42d8-bf0b-db3ed6698606'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:08:57.931257 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be974c83-0af9-49dc-88f9-6c84f6ee5515" -d '{"events": [{"server_uuid": "65fa4ed6-e914-4f0f-850c-f06027f6ef34", "name": "network-vif-deleted", "tag": "98dcf594-bdad-42d8-bf0b-db3ed6698606"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:08:57.950613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:57.967420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:57.986758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7e014936-d8d2-471c-bc18-1b21bc95db1f', 'network_id': '7e014936-d8d2-471c-bc18-1b21bc95db1f', 'project_id': '057e2054b2da479981647810b8508ad9', 'fixed_ips': [{'subnet_id': '733dfc99-d25c-4cb5-92c1-7743bb2e76de'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:08:57.988029 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.002109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.002472 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Added segment 8a2929b5-30c6-4bff-a032-09261661f062 of type vlan for network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d Dec 10 09:08:58.027396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.028112 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Added segment 89c0c874-361c-4c4d-a099-d36aa9dbfd30 of type vlan for network b11f5776-8841-410b-9162-f0103cf14f1c Dec 10 09:08:58.046839 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82302b3-87d5-4fb2-9787-c2444aad86c8 x-openstack-request-id: req-e82302b3-87d5-4fb2-9787-c2444aad86c8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:08:58.047251 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fa4ed6-e914-4f0f-850c-f06027f6ef34", "name": "network-vif-deleted", "tag": "98dcf594-bdad-42d8-bf0b-db3ed6698606", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:08:58.047657 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e82302b3-87d5-4fb2-9787-c2444aad86c8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:08:58.048423 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fa4ed6-e914-4f0f-850c-f06027f6ef34', 'name': 'network-vif-deleted', 'tag': '98dcf594-bdad-42d8-bf0b-db3ed6698606', 'status': 'completed', 'code': 200} Dec 10 09:08:58.093248 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-e6d53440-e07a-4470-bb5b-4cec5314302d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 09:08:58.094904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e6d53440-e07a-4470-bb5b-4cec5314302d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/2e2664a0-7921-46b3-b39a-782b08cccc8d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8270929 Dec 10 09:08:58.108496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41574) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:58.129220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.160415 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f987a280-4fcf-4d13-9279-b1644af2cea9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2664a0-7921-46b3-b39a-782b08cccc8d HTTP/1.1" status: 200 len: 205 time: 0.0413406 Dec 10 09:08:58.164686 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.167406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41576) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:58.190074 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.219602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Allocated IP 172.20.0.2 (7e014936-d8d2-471c-bc18-1b21bc95db1f/733dfc99-d25c-4cb5-92c1-7743bb2e76de/9fe27d75-885e-40e0-ac31-f91b8608fce3) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:08:58.227402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67c37de0-913c-4f40-a873-c16268f938bd req-d24801cf-84d5-4aaa-bd6f-7ba9f5758144 tempest-ServerAddressesTestJSON-81652951 tempest-ServerAddressesTestJSON-81652951-project] 10.222.0.31 "GET /v2.0/ports?device_id=65fa4ed6-e914-4f0f-850c-f06027f6ef34 HTTP/1.1" status: 200 len: 210 time: 0.0386097 Dec 10 09:08:58.240468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 28e9526e-da50-40bf-b081-bdc25e497135 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:08:58.240835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.299921 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a528-6601-4134-add3-3f13caee14ae tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.410021 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.416727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:58.417417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.439118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.439609 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.445990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:58.451390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:58.452048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.458450 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.472526 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.484281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.521454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Network 7e014936-d8d2-471c-bc18-1b21bc95db1f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:08:58.525669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:08:58.529472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:08:58.540461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Pushing event updated for resources: {'Port': ['ID=9fe27d75-885e-40e0-ac31-f91b8608fce3,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:58.543088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Network': ['ID=3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:58.568037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:58.679290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Attempting to bind port 9fe27d75-885e-40e0-ac31-f91b8608fce3 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:08:58.679759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Attempting to bind port 9fe27d75-885e-40e0-ac31-f91b8608fce3 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'b3eb4ad5-8309-49af-9f30-ffbcda2809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e014936-d8d2-471c-bc18-1b21bc95db1f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:08:58.680193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Attempting to bind port 9fe27d75-885e-40e0-ac31-f91b8608fce3 on network 7e014936-d8d2-471c-bc18-1b21bc95db1f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:08:58.697424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:08:58.697948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Checking segment: {'id': 'b3eb4ad5-8309-49af-9f30-ffbcda2809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e014936-d8d2-471c-bc18-1b21bc95db1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:08:58.698418 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.698881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Bound using segment: {'id': 'b3eb4ad5-8309-49af-9f30-ffbcda2809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e014936-d8d2-471c-bc18-1b21bc95db1f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:08:58.699457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Bound port: 9fe27d75-885e-40e0-ac31-f91b8608fce3, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3eb4ad5-8309-49af-9f30-ffbcda2809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e014936-d8d2-471c-bc18-1b21bc95db1f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:08:58.699903 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.710782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Router 8aedcf67-5d42-41d9-9170-8dc3b4a3b2de is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:08:58.777588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] For port 9fe27d75-885e-40e0-ac31-f91b8608fce3, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:08:58.781247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] For port 9fe27d75-885e-40e0-ac31-f91b8608fce3, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9fe27d75-885e-40e0-ac31-f91b8608fce3,segment=NetworkSegment(b3eb4ad5-8309-49af-9f30-ffbcda2809ab),segment_id=b3eb4ad5-8309-49af-9f30-ffbcda2809ab)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:08:58.786199 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.837011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:08:58.843092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f00665-d950-4a84-a7f3-f2b859100381 None None] Pushing event updated for resources: {'Port': ['ID=9fe27d75-885e-40e0-ac31-f91b8608fce3,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:58.848592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Sync routers for ids ['8aedcf67-5d42-41d9-9170-8dc3b4a3b2de'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:08:58.859464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Routers {'8aedcf67-5d42-41d9-9170-8dc3b4a3b2de'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:08:58.860097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8aedcf67-5d42-41d9-9170-8dc3b4a3b2de'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:58.873781 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:58.879938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3165c19a-b856-4845-ba7d-86f29551a663 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8233821 Dec 10 09:08:58.881044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41582) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:59.001497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Set router 8aedcf67-5d42-41d9-9170-8dc3b4a3b2de gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:08:59.010263 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-55aa2d2c-f755-463e-9be9-34cbbb0392c9 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2811885 Dec 10 09:08:59.020561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41584) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:59.031314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Request body: {'network': {'name': 'tempest-router-network02--1400006782'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:59.032488 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2234137 Dec 10 09:08:59.033223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41586) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:59.069603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8e364ba5-e624-4682-be98-239a8d69a873 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/routers/8aedcf67-5d42-41d9-9170-8dc3b4a3b2de HTTP/1.1" status: 200 len: 907 time: 0.1871758 Dec 10 09:08:59.070315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41588) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:59.126546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Made reservation on behalf of 057e2054b2da479981647810b8508ad9 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:08:59.133062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.154536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a528-6601-4134-add3-3f13caee14ae tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.168485 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a528-6601-4134-add3-3f13caee14ae tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.231712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:08:59.239818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Network': ['ID=0d11cdc3-3458-4e2f-9bfd-72b9b3138896,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:59.256148 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.256500 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Added segment a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea of type vlan for network 7adbfb20-60dd-4237-99bb-004261e485b6 Dec 10 09:08:59.262729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 0d11cdc3-3458-4e2f-9bfd-72b9b3138896 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:59.283319 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.361975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41592) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:59.368740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0713130-d932-496b-ac3a-9614bf47205d tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Network': ['ID=b11f5776-8841-410b-9162-f0103cf14f1c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:59.389441 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a528-6601-4134-add3-3f13caee14ae tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.390440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d3a528-6601-4134-add3-3f13caee14ae tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Fanout notify agent at l3_agent the message router_deleted on router 2e2664a0-7921-46b3-b39a-782b08cccc8d {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:08:59.397153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b11f5776-8841-410b-9162-f0103cf14f1c details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:59.405727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a528-6601-4134-add3-3f13caee14ae tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.407039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c0d3a528-6601-4134-add3-3f13caee14ae tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/2e2664a0-7921-46b3-b39a-782b08cccc8d HTTP/1.1" status: 204 len: 168 time: 1.2331367 Dec 10 09:08:59.411091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41594) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:59.454824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.484288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting subnet 02e20e7e-ec20-48be-b5b1-140518ee250f {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:59.495282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.518038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aedcf67-5d42-41d9-9170-8dc3b4a3b2de', 'name': 'tempest-snat-router-1655318571', 'tenant_id': '985c42017c794b238268512a9c91386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '0417b7b5-59ca-4502-85c9-ed1208ceacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:55Z', 'updated_at': '2021-12-10T09:08:57Z', 'revision_number': 3, 'project_id': '985c42017c794b238268512a9c91386d', 'gw_port': {'id': '0417b7b5-59ca-4502-85c9-ed1208ceacf6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aedcf67-5d42-41d9-9170-8dc3b4a3b2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:08:56Z', 'updated_at': '2021-12-10T09:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:59.522931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f26a45-eb4d-466f-90bc-06c6de1e3d11 admin admin] Deleting subnet 88d0b935-52c4-4326-803f-8c258bd68e85 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:08:59.525301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ccaa0-1037-4a48-b642-b34015b568f8 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:59.531707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ccaa0-1037-4a48-b642-b34015b568f8 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:59.533184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a45-eb4d-466f-90bc-06c6de1e3d11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.537579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ccaa0-1037-4a48-b642-b34015b568f8 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:59.544151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ccaa0-1037-4a48-b642-b34015b568f8 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:59.546109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f19ccaa0-1037-4a48-b642-b34015b568f8 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4379411 Dec 10 09:08:59.547636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Checking router: 8aedcf67-5d42-41d9-9170-8dc3b4a3b2de for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:08:59.547996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Updating router 8aedcf67-5d42-41d9-9170-8dc3b4a3b2de port 0417b7b5-59ca-4502-85c9-ed1208ceacf6 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:08:59.549294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41596) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:59.576377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.595850 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.603580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:08:59.604205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.622486 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.637258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a45-eb4d-466f-90bc-06c6de1e3d11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.641987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.674156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.728795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7036474 Dec 10 09:08:59.738052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41602) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:08:59.746488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Request body: {'subnet': {'network_id': '3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:08:59.816394 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.819225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d92ce-ee4f-43c7-a2c8-4ecae6ebbda4 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Network': ['ID=7adbfb20-60dd-4237-99bb-004261e485b6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:08:59.852601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d11cdc3-3458-4e2f-9bfd-72b9b3138896']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:59.855562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.903616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a45-eb4d-466f-90bc-06c6de1e3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.941441 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.947696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7adbfb20-60dd-4237-99bb-004261e485b6 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:08:59.950117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9fe27d75-885e-40e0-ac31-f91b8608fce3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:08:59.954970 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:08:59.963993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b6f73a-1f51-4922-b493-e8c8f8f5f873') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:59.964300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b6f73a-1f51-4922-b493-e8c8f8f5f873') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:08:59.981407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.007012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Made reservation on behalf of 057e2054b2da479981647810b8508ad9 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:00.010958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.011108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.023973 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.031518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Deleting port 0417b7b5-59ca-4502-85c9-ed1208ceacf6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:00.031946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.048106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:00.048684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:00.056515 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:00.058838 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.061289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5977fca8-1f1c-47bc-8df7-b46d5f37f55b None None] Network 0d476976-9976-4f24-a545-7459c7c515d0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:00.062503 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/02e20e7e-ec20-48be-b5b1-140518ee250f HTTP/1.1" status: 204 len: 168 time: 0.6504045 Dec 10 09:09:00.078017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41604) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:00.103263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Subnet': ['ID=02e20e7e-ec20-48be-b5b1-140518ee250f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:00.148763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.149023 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.150350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.150495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.150842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.151507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.152202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.152581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.152969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.153303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.153749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.154087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.156433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f35621-c281-4820-9c4c-193e7cb194c6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:00.201342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.207747 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a45-eb4d-466f-90bc-06c6de1e3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.226985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.232759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/networks/0d11cdc3-3458-4e2f-9bfd-72b9b3138896 HTTP/1.1" status: 204 len: 168 time: 0.6810279 Dec 10 09:09:00.234207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41606) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:00.265208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a74ad-e128-46df-b7f9-3eb8a4d254aa tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Network': ['ID=0d11cdc3-3458-4e2f-9bfd-72b9b3138896,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:00.275096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f26a45-eb4d-466f-90bc-06c6de1e3d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d0b935-52c4-4326-803f-8c258bd68e85,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:00.279653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85f114-35ce-4046-96f0-bb87eab94b59 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:00.281750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 98dcf594-bdad-42d8-bf0b-db3ed6698606 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:00.299257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a45-eb4d-466f-90bc-06c6de1e3d11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.305959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e4f26a45-eb4d-466f-90bc-06c6de1e3d11 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/88d0b935-52c4-4326-803f-8c258bd68e85 HTTP/1.1" status: 204 len: 168 time: 0.9429188 Dec 10 09:09:00.311226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.312699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41608) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:00.361567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56bec1e-5c81-4a56-ad41-f8b98c437960 None None] Network 93f05b93-3422-4307-bc8d-f8ef99ddf505 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:00.370837 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.388854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 98dcf594-bdad-42d8-bf0b-db3ed6698606 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:09:00.390110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 98dcf594-bdad-42d8-bf0b-db3ed6698606 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:09:00.390257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.400991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2e272-d94a-40ab-a7ed-a663c5f85731 None None] Pushing event updated for resources: {'Port': ['ID=0417b7b5-59ca-4502-85c9-ed1208ceacf6,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:00.427213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Calling delete_port for 0417b7b5-59ca-4502-85c9-ed1208ceacf6 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:00.434787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Attempting to bind port 0417b7b5-59ca-4502-85c9-ed1208ceacf6 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:00.434787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Attempting to bind port 0417b7b5-59ca-4502-85c9-ed1208ceacf6 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:00.435099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Attempting to bind port 0417b7b5-59ca-4502-85c9-ed1208ceacf6 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:00.437217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae411b41-6982-4c00-87e1-4eaf8bcf18ef None None] Network 7e014936-d8d2-471c-bc18-1b21bc95db1f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:00.500804 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.507138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:00.507417 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.507539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:00.507906 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.508300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:00.508967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Bound port: 0417b7b5-59ca-4502-85c9-ed1208ceacf6, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:00.509348 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.536929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11f5776-8841-410b-9162-f0103cf14f1c']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:00.548077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c0c874-361c-4c4d-a099-d36aa9dbfd30') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:00.548728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c0c874-361c-4c4d-a099-d36aa9dbfd30') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:00.560812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.577083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.584240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:00.584640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:00.588230 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:00.604656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c9d6c8c3-fc0b-499d-bdcb-8e484764a746 None None] Provisioning complete for port 9fe27d75-885e-40e0-ac31-f91b8608fce3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:00.605032 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c8c3-fc0b-499d-bdcb-8e484764a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.615347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9fe27d75-885e-40e0-ac31-f91b8608fce3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:00.615917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.660311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.679377 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.680918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ccdc66-f47d-404a-88b2-cef18a9164c6 None None] DHCP port deletion for 93f05b93-3422-4307-bc8d-f8ef99ddf505 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:00.682651 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/networks/b11f5776-8841-410b-9162-f0103cf14f1c HTTP/1.1" status: 204 len: 168 time: 0.4344752 Dec 10 09:09:00.683957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeca801-9c8d-48cc-91f7-57959baee1a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Network': ['ID=b11f5776-8841-410b-9162-f0103cf14f1c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:00.686930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41610) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:00.723587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.748241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] For port 0417b7b5-59ca-4502-85c9-ed1208ceacf6, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:00.768101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] For port 0417b7b5-59ca-4502-85c9-ed1208ceacf6, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0417b7b5-59ca-4502-85c9-ed1208ceacf6,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:00.784173 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.793245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:00.793639 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.797477 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.834869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb7eaf6-f769-4ae6-923b-f9f1a9c4dfa0 None None] DHCP port deletion for 0d476976-9976-4f24-a545-7459c7c515d0 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:00.876847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7daea-0078-48d3-bf8e-2345e0ac8952 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:00.886003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e4e52-698a-41df-869f-7a94b33c347c tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:00.897204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e4e52-698a-41df-869f-7a94b33c347c tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:00.906821 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1f2e4e52-698a-41df-869f-7a94b33c347c tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2186601 Dec 10 09:09:00.907536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41616) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:00.913362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-491819200'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:00.939120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f05b93-3422-4307-bc8d-f8ef99ddf505']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:00.967258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Routers {'8aedcf67-5d42-41d9-9170-8dc3b4a3b2de'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:00.968537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:08:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8aedcf67-5d42-41d9-9170-8dc3b4a3b2de'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:00.968907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Subnet': ['ID=d7001659-e76b-4bd5-883c-458ec5c96349,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:00.969977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2e272-d94a-40ab-a7ed-a663c5f85731 None None] Pushing event updated for resources: {'Port': ['ID=0417b7b5-59ca-4502-85c9-ed1208ceacf6,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:00.975202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Made reservation on behalf of dc531b9d25474065b2c2a60e9f53df71 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:00.979025 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c8c3-fc0b-499d-bdcb-8e484764a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.979155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:00.983988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f57b69-3cff-48ac-8aed-1bcbe95c9dbb') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:00.984288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f57b69-3cff-48ac-8aed-1bcbe95c9dbb') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:01.007118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=80ea1d77-9ba1-432b-bf22-ab9c222ff1cd,segment=NetworkSegment(ca2effaf-faf0-40ae-8a62-4fce7537d817),segment_id=ca2effaf-faf0-40ae-8a62-4fce7537d817)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:01.007492 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.021767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:01.027757 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.039826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.041157 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.041820 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Added segment 91f2b404-b28a-4dde-bf09-548483c8c7f4 of type vlan for network d77f9807-7c77-48c1-8604-f4b6b9677ef0 Dec 10 09:09:01.069841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:01.078143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Checking segment: {'id': '8a2929b5-30c6-4bff-a032-09261661f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:01.078543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network hostable DHCP agents. Network: 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:01.083056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.102719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:01.103158 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.106084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:01.107225 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:01.151216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.159329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c9d6c8c3-fc0b-499d-bdcb-8e484764a746 None None] For port 9fe27d75-885e-40e0-ac31-f91b8608fce3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9fe27d75-885e-40e0-ac31-f91b8608fce3,segment=NetworkSegment(b3eb4ad5-8309-49af-9f30-ffbcda2809ab),segment_id=b3eb4ad5-8309-49af-9f30-ffbcda2809ab)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:01.160668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:01.161464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] Set router 8aedcf67-5d42-41d9-9170-8dc3b4a3b2de gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:09:01.162076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.220436 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c8c3-fc0b-499d-bdcb-8e484764a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.228949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.248213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aedcf67-5d42-41d9-9170-8dc3b4a3b2de', 'name': 'tempest-snat-router-1655318571', 'tenant_id': '985c42017c794b238268512a9c91386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:55Z', 'updated_at': '2021-12-10T09:08:59Z', 'revision_number': 4, 'project_id': '985c42017c794b238268512a9c91386d', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:01.252793 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3417997 Dec 10 09:09:01.262179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41618) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:01.273085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7eaf6-f769-4ae6-923b-f9f1a9c4dfa0 None None] Deleting port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:01.273432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-102100513'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:01.273669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7fb7eaf6-f769-4ae6-923b-f9f1a9c4dfa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.275325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:01.284975 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.291310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.295616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] 10.222.0.31 "DELETE /v2.0/networks/93f05b93-3422-4307-bc8d-f8ef99ddf505 HTTP/1.1" status: 204 len: 168 time: 0.9784164 Dec 10 09:09:01.296543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event deleted for resources: {'Port': ['ID=0417b7b5-59ca-4502-85c9-ed1208ceacf6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:01.313477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aae69-b71a-4e38-9eb4-6fa4861ec68a tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Network': ['ID=d77f9807-7c77-48c1-8604-f4b6b9677ef0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:01.326543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94895310-e22c-4e7d-b712-05463123a745 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:01.338156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Made reservation on behalf of dc531b9d25474065b2c2a60e9f53df71 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:01.341828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.350704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:01.353378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf552a-c577-40bf-858f-3bbc529e5f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=93f05b93-3422-4307-bc8d-f8ef99ddf505,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:01.359378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:01.359603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dc31a-f7fb-4e3a-9668-f05eb649ac92 None None] The sync data for ids ['8aedcf67-5d42-41d9-9170-8dc3b4a3b2de'] in n-d-814746-3 is: [{'id': '8aedcf67-5d42-41d9-9170-8dc3b4a3b2de', 'name': 'tempest-snat-router-1655318571', 'tenant_id': '985c42017c794b238268512a9c91386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:08:55Z', 'updated_at': '2021-12-10T09:08:59Z', 'revision_number': 4, 'project_id': '985c42017c794b238268512a9c91386d', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:01.359984 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.366698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network d77f9807-7c77-48c1-8604-f4b6b9677ef0 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:01.407154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:01.417697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d8078-7f94-48c1-b8e7-748732480726 None None] Network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:01.418293 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.436510 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.437191 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Added segment eac362c0-a7cb-4bcd-832c-64626b42c45c of type vlan for network 3ffa630d-dc90-4426-a340-683ca9f69f18 Dec 10 09:09:01.439205 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:09:01.442733 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:09:01.447598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9b6b196c-1c1d-4397-952a-c828dcc77d41 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7084725 Dec 10 09:09:01.460001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41622) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:01.463777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c174-8d54-4a9e-afc8-2a1a5a85f0c9 None None] Could not find standard attr ID for object 0417b7b5-59ca-4502-85c9-ed1208ceacf6. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:09:01.471168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Request body: {'subnet': {'network_id': '7adbfb20-60dd-4237-99bb-004261e485b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:01.476587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No DVR routers for this DVR port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:01.511096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=80ea1d77-9ba1-432b-bf22-ab9c222ff1cd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:01.517449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.581177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41624) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:01.612760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6c8c3-fc0b-499d-bdcb-8e484764a746 None None] Pushing event updated for resources: {'Port': ['ID=9fe27d75-885e-40e0-ac31-f91b8608fce3,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:01.616790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.664758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7fb7eaf6-f769-4ae6-923b-f9f1a9c4dfa0 None None] For port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=80ea1d77-9ba1-432b-bf22-ab9c222ff1cd,segment=NetworkSegment(ca2effaf-faf0-40ae-8a62-4fce7537d817),segment_id=ca2effaf-faf0-40ae-8a62-4fce7537d817)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:01.665463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7fb7eaf6-f769-4ae6-923b-f9f1a9c4dfa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.696782 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.697430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7eaf6-f769-4ae6-923b-f9f1a9c4dfa0 None None] Calling delete_port for 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:01.698122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.701176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.704996 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.706017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c174-8d54-4a9e-afc8-2a1a5a85f0c9 None None] Provisioning complete for port 9fe27d75-885e-40e0-ac31-f91b8608fce3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:01.706390 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c174-8d54-4a9e-afc8-2a1a5a85f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.708142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:01.708825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.721355 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-35e5fe29-7bc0-45d9-89ef-37581c625708 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a489f9b9d08544da8ba83c30d73a61fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331875 Dec 10 09:09:01.722913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41626) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:01.781678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d476976-9976-4f24-a545-7459c7c515d0']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:01.793744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Made reservation on behalf of 057e2054b2da479981647810b8508ad9 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:01.798313 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.800620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2effaf-faf0-40ae-8a62-4fce7537d817') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:01.801749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2effaf-faf0-40ae-8a62-4fce7537d817') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:01.819710 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5541804 Dec 10 09:09:01.822387 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.823481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8aedcf67-5d42-41d9-9170-8dc3b4a3b2de {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:01.828319 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.833529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5cdc3c93-68b2-4060-af9f-7b73c39c947d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8aedcf67-5d42-41d9-9170-8dc3b4a3b2de HTTP/1.1" status: 204 len: 168 time: 2.7559602 Dec 10 09:09:01.833529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.836733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41628) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:01.837160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41630) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:01.843048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'ports': [{'network_id': 'd77f9807-7c77-48c1-8604-f4b6b9677ef0', 'name': 'tempest-port--1454061148', 'admin_state_up': True}, {'network_id': '3ffa630d-dc90-4426-a340-683ca9f69f18', 'admin_state_up': False}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:01.843366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'port': {'network_id': 'd77f9807-7c77-48c1-8604-f4b6b9677ef0', 'name': 'tempest-port--1454061148', 'admin_state_up': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:01.843853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'port': {'network_id': '3ffa630d-dc90-4426-a340-683ca9f69f18', 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:01.854718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67940e27-a4bb-4433-a8d5-cdf4419978c0 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Network': ['ID=3ffa630d-dc90-4426-a340-683ca9f69f18,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:01.886531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 3ffa630d-dc90-4426-a340-683ca9f69f18 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:01.908921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d', 'network_id': '3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d', 'project_id': '057e2054b2da479981647810b8508ad9', 'fixed_ips': [{'subnet_id': 'd7001659-e76b-4bd5-883c-458ec5c96349'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:01.909812 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:01.976928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.010761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:02.011442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:02.016976 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:02.032177 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7fb7eaf6-f769-4ae6-923b-f9f1a9c4dfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.068054 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.140378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Subnet': ['ID=464ae31f-7b7b-4be8-adb0-55892bc0fdcf,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:02.151254 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f49e70d2-03a5-42f1-915a-c5fce0a23110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.151758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Checking segment: {'id': 'a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7adbfb20-60dd-4237-99bb-004261e485b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:02.152464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network hostable DHCP agents. Network: 7adbfb20-60dd-4237-99bb-004261e485b6, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:02.177948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network 7adbfb20-60dd-4237-99bb-004261e485b6 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:02.189414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7adbfb20-60dd-4237-99bb-004261e485b6) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:02.194309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:02.195005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.215885 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3dce7dd4-0c17-4098-b75c-19ec07ac4329 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7520709 Dec 10 09:09:02.216156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41636) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:02.228420 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.232781 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.236247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/networks/0d476976-9976-4f24-a545-7459c7c515d0 HTTP/1.1" status: 204 len: 168 time: 2.1477244 Dec 10 09:09:02.262733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41638) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:02.262995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00ec7d3-51c2-4deb-8c7c-5674c69230ea None None] Network 7adbfb20-60dd-4237-99bb-004261e485b6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:02.268554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'network': {'name': 'tempest-RoutersTest-2043102219'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:02.305775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7eaf6-f769-4ae6-923b-f9f1a9c4dfa0 None None] No DVR routers for this DVR port 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:02.317567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7eaf6-f769-4ae6-923b-f9f1a9c4dfa0 None None] Pushing event deleted for resources: {'Port': ['ID=80ea1d77-9ba1-432b-bf22-ab9c222ff1cd,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:02.408317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:02.412670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.525906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9fe27d75-885e-40e0-ac31-f91b8608fce3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:02.537179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810673b7-c326-428a-a078-a056deca8614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7adbfb20-60dd-4237-99bb-004261e485b6', 'network_id': '7adbfb20-60dd-4237-99bb-004261e485b6', 'project_id': '057e2054b2da479981647810b8508ad9', 'fixed_ips': [{'subnet_id': '464ae31f-7b7b-4be8-adb0-55892bc0fdcf'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:02.538539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-810673b7-c326-428a-a078-a056deca8614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.573461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:02.612245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.613313 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added segment 781e06b4-b726-4009-94a4-f8273ab570af of type vlan for network e7208df2-a848-44ab-b181-15ceb63ccb2c Dec 10 09:09:02.658392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f49e70d2-03a5-42f1-915a-c5fce0a23110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.677283 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.681416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Allocated IP 172.20.0.2 (3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d/d7001659-e76b-4bd5-883c-458ec5c96349/7a3881c4-ae75-40f7-a32a-28385248acd2) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:02.685611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30b761-bf0b-4449-ac35-b1bf4766ef59 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Network': ['ID=0d476976-9976-4f24-a545-7459c7c515d0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:02.700696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.704954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.812018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9fe27d75-885e-40e0-ac31-f91b8608fce3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:02.812411 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.816611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.823588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:02.824274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.841875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Made reservation on behalf of dc531b9d25474065b2c2a60e9f53df71 for: {'port': 2} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:02.846932 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.856445 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5921662 Dec 10 09:09:02.862683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41642) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:02.869329 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f49e70d2-03a5-42f1-915a-c5fce0a23110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.872378 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f49e70d2-03a5-42f1-915a-c5fce0a23110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:02.878403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-810673b7-c326-428a-a078-a056deca8614 None None] Allocated IP 172.20.0.2 (7adbfb20-60dd-4237-99bb-004261e485b6/464ae31f-7b7b-4be8-adb0-55892bc0fdcf/4f490863-434f-45b4-ad24-bdd61e8b9e67) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:02.878592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f49e70d2-03a5-42f1-915a-c5fce0a23110 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe709fc9-c40f-46e7-aa33-7f8b569c0299 HTTP/1.1" status: 204 len: 168 time: 1.1498566 Dec 10 09:09:02.892847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'subnet': {'network_id': 'e7208df2-a848-44ab-b181-15ceb63ccb2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:02.982058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e63da-0f83-4f6a-9c2d-67d4614bf5e3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Network': ['ID=e7208df2-a848-44ab-b181-15ceb63ccb2c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:02.998916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.006338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network e7208df2-a848-44ab-b181-15ceb63ccb2c details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:03.014916 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.027204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e70d2-03a5-42f1-915a-c5fce0a23110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe709fc9-c40f-46e7-aa33-7f8b569c0299,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:03.096776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.099342 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.169684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Pushing event updated for resources: {'Port': ['ID=7a3881c4-ae75-40f7-a32a-28385248acd2,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:03.231063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Allocated IP 172.20.0.1 (3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d/d7001659-e76b-4bd5-883c-458ec5c96349/7e241869-10ce-4074-a589-3be003085ba8) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:03.234275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:03.251276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:03.253593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:03.257049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.263754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:03.265280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] device_id is not set on port 2e7cb09e-d3d1-475b-bcd7-b4e5b651504f yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:09:03.266574 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-840571ab-9513-4fee-888b-a0afe2b9a5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.360826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:03.375234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Deleting port 28e9526e-da50-40bf-b081-bdc25e497135 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:03.375577 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.392986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Attempting to bind port 7a3881c4-ae75-40f7-a32a-28385248acd2 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:03.392986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Attempting to bind port 7a3881c4-ae75-40f7-a32a-28385248acd2 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '8a2929b5-30c6-4bff-a032-09261661f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:03.392986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Attempting to bind port 7a3881c4-ae75-40f7-a32a-28385248acd2 on network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:03.392986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:09:03.392986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 80ea1d77-9ba1-432b-bf22-ab9c222ff1cd not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:09:03.425364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:03.426635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Checking segment: {'id': '8a2929b5-30c6-4bff-a032-09261661f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:03.427220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.427626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Bound using segment: {'id': '8a2929b5-30c6-4bff-a032-09261661f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:03.428303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Bound port: 7a3881c4-ae75-40f7-a32a-28385248acd2, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2929b5-30c6-4bff-a032-09261661f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:03.428904 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.431210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-810673b7-c326-428a-a078-a056deca8614 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.436944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.446157 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-810673b7-c326-428a-a078-a056deca8614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.500626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.539088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810673b7-c326-428a-a078-a056deca8614 None None] Network 7adbfb20-60dd-4237-99bb-004261e485b6 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:03.552924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-810673b7-c326-428a-a078-a056deca8614 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:03.560329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810673b7-c326-428a-a078-a056deca8614 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:03.567959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810673b7-c326-428a-a078-a056deca8614 None None] Pushing event updated for resources: {'Port': ['ID=4f490863-434f-45b4-ad24-bdd61e8b9e67,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:03.581318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] For port 7a3881c4-ae75-40f7-a32a-28385248acd2, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:03.590695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:03.596391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:03.601109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] For port 28e9526e-da50-40bf-b081-bdc25e497135, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=28e9526e-da50-40bf-b081-bdc25e497135,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:03.601494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.612311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:03.618254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] For port 7a3881c4-ae75-40f7-a32a-28385248acd2, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=7a3881c4-ae75-40f7-a32a-28385248acd2,segment=NetworkSegment(8a2929b5-30c6-4bff-a032-09261661f062),segment_id=8a2929b5-30c6-4bff-a032-09261661f062)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:03.627805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Calling delete_port for 28e9526e-da50-40bf-b081-bdc25e497135 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:03.638331 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.638549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.674526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-810673b7-c326-428a-a078-a056deca8614 None None] Attempting to bind port 4f490863-434f-45b4-ad24-bdd61e8b9e67 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:03.674928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-810673b7-c326-428a-a078-a056deca8614 None None] Attempting to bind port 4f490863-434f-45b4-ad24-bdd61e8b9e67 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7adbfb20-60dd-4237-99bb-004261e485b6'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:03.675246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810673b7-c326-428a-a078-a056deca8614 None None] Attempting to bind port 4f490863-434f-45b4-ad24-bdd61e8b9e67 on network 7adbfb20-60dd-4237-99bb-004261e485b6 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:03.700108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.712812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810673b7-c326-428a-a078-a056deca8614 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:03.713075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Port': ['ID=7e241869-10ce-4074-a589-3be003085ba8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:03.713196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810673b7-c326-428a-a078-a056deca8614 None None] Checking segment: {'id': 'a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7adbfb20-60dd-4237-99bb-004261e485b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:03.713196 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-810673b7-c326-428a-a078-a056deca8614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.713196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810673b7-c326-428a-a078-a056deca8614 None None] Bound using segment: {'id': 'a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7adbfb20-60dd-4237-99bb-004261e485b6'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:03.713196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-810673b7-c326-428a-a078-a056deca8614 None None] Bound port: 4f490863-434f-45b4-ad24-bdd61e8b9e67, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7adbfb20-60dd-4237-99bb-004261e485b6'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:03.713196 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-810673b7-c326-428a-a078-a056deca8614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.801727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bbe2b-f473-4467-b5a1-37718f278c96 None None] Pushing event updated for resources: {'Port': ['ID=7a3881c4-ae75-40f7-a32a-28385248acd2,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:03.821866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] device_id is not set on port de6be4c8-2335-4121-8249-ab252d0f918c yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:09:03.831040 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.858971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-810673b7-c326-428a-a078-a056deca8614 None None] For port 4f490863-434f-45b4-ad24-bdd61e8b9e67, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:03.865689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-810673b7-c326-428a-a078-a056deca8614 None None] For port 4f490863-434f-45b4-ad24-bdd61e8b9e67, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4f490863-434f-45b4-ad24-bdd61e8b9e67,segment=NetworkSegment(a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea),segment_id=a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:03.872068 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-810673b7-c326-428a-a078-a056deca8614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:03.893746 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.031428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Subnet': ['ID=e0d66066-24dd-4f01-891a-9291a5fca2f6,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:04.054647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810673b7-c326-428a-a078-a056deca8614 None None] Pushing event updated for resources: {'Port': ['ID=4f490863-434f-45b4-ad24-bdd61e8b9e67,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:04.097549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Checking segment: {'id': '781e06b4-b726-4009-94a4-f8273ab570af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e7208df2-a848-44ab-b181-15ceb63ccb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:04.098048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network hostable DHCP agents. Network: e7208df2-a848-44ab-b181-15ceb63ccb2c, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:04.202447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network e7208df2-a848-44ab-b181-15ceb63ccb2c is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:04.212706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41670) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:04.225229 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.288572 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.302584 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.328476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, e7208df2-a848-44ab-b181-15ceb63ccb2c) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:04.333737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event deleted for resources: {'Port': ['ID=28e9526e-da50-40bf-b081-bdc25e497135,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:04.340346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48abb57a-8c81-4e44-bbd1-d424a7fc725a None None] Network e7208df2-a848-44ab-b181-15ceb63ccb2c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:04.392978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:04.394220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.455701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae2ad56-3fee-45c6-a0f7-6b49ff8b9726 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:04.514795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-e7208df2-a848-44ab-b181-15ceb63ccb2c', 'network_id': 'e7208df2-a848-44ab-b181-15ceb63ccb2c', 'project_id': '61325e88df384604819817aca2ecbe10', 'fixed_ips': [{'subnet_id': 'e0d66066-24dd-4f01-891a-9291a5fca2f6'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:04.517015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2113365348-network', 'tenant_id': '15be168c5c04461ebdfa15dd1f149bea'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:04.518623 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.541545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-631f8291-86c8-4905-bc26-8ace5ff4be9e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6733744 Dec 10 09:09:04.562044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41678) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:04.577271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-053b4982-a1e0-41fd-a772-2b29a7a4e913 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1197731945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:04.597677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.664799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7a3881c4-ae75-40f7-a32a-28385248acd2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:04.667521 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Made reservation on behalf of 15be168c5c04461ebdfa15dd1f149bea for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:04.672451 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.672636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Checking segment: {'id': '91f2b404-b28a-4dde-bf09-548483c8c7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd77f9807-7c77-48c1-8604-f4b6b9677ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:04.672636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Network hostable DHCP agents. Network: d77f9807-7c77-48c1-8604-f4b6b9677ef0, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:04.673995 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.674396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Port': ['ID=2e7cb09e-d3d1-475b-bcd7-b4e5b651504f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:04.678583 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-053b4982-a1e0-41fd-a772-2b29a7a4e913 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.679892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-053b4982-a1e0-41fd-a772-2b29a7a4e913 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.697095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.713216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.717279 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.759379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Network d77f9807-7c77-48c1-8604-f4b6b9677ef0 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:04.760790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.765956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Port': ['ID=7e241869-10ce-4074-a589-3be003085ba8,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:04.772119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Allocated IP 172.20.0.2 (e7208df2-a848-44ab-b181-15ceb63ccb2c/e0d66066-24dd-4f01-891a-9291a5fca2f6/98b08212-0be3-4968-8807-10f750d31e98) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:04.773204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, d77f9807-7c77-48c1-8604-f4b6b9677ef0) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:04.775596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.776364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e5fbbad-4046-4edf-a3f6-48a14ab17e43 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:04.788471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:04.789732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.790110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b2995-f237-4f4f-b644-232885bffc26 None None] Network d77f9807-7c77-48c1-8604-f4b6b9677ef0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:04.795343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.796833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a9c33646-1bf1-4f35-9149-cf2cb4ef3fec tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0e5fbbad-4046-4edf-a3f6-48a14ab17e43 HTTP/1.1" status: 204 len: 168 time: 2.9576313 Dec 10 09:09:04.805107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41680) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:04.810706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-614869356', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:04.894408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.907485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Port': ['ID=de6be4c8-2335-4121-8249-ab252d0f918c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:04.911335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Checking segment: {'id': 'eac362c0-a7cb-4bcd-832c-64626b42c45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3ffa630d-dc90-4426-a340-683ca9f69f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:04.912390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Network hostable DHCP agents. Network: 3ffa630d-dc90-4426-a340-683ca9f69f18, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:04.916095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.917075 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.918154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:04.952973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Network 3ffa630d-dc90-4426-a340-683ca9f69f18 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:04.976120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 7a3881c4-ae75-40f7-a32a-28385248acd2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:04.977659 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.006296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 3ffa630d-dc90-4426-a340-683ca9f69f18) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:05.009748 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.013078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:05.020830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:05.027475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:05.028861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.209965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c39b3dca-0f71-4ec2-b894-b53723afe6e1 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3691375 Dec 10 09:09:05.215072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41682) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:05.340069 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.405241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb9a86-1d0d-4835-94e6-ce0daa3b7a35 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:05.411835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb9a86-1d0d-4835-94e6-ce0daa3b7a35 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:05.413608 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.416515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6dbb9a86-1d0d-4835-94e6-ce0daa3b7a35 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1999183 Dec 10 09:09:05.419354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41688) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:05.426860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ae09b-46d0-4b9d-8de9-1053f7a03cc5 None None] Network 3ffa630d-dc90-4426-a340-683ca9f69f18 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:05.483325 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-053b4982-a1e0-41fd-a772-2b29a7a4e913 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.492437 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.516022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-053b4982-a1e0-41fd-a772-2b29a7a4e913 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.523417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:05.562773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc29d578-b8e1-48b6-9aef-b502d030d3fa,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:05.565323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.586221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.587584 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Added segment 1bbded6b-4d81-4807-b84a-034e3c1725df of type vlan for network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 Dec 10 09:09:05.645473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-053b4982-a1e0-41fd-a772-2b29a7a4e913 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.649349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-053b4982-a1e0-41fd-a772-2b29a7a4e913 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0793214 Dec 10 09:09:05.655101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41690) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:05.660070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Pushing event updated for resources: {'Port': ['ID=98b08212-0be3-4968-8807-10f750d31e98,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:05.703882 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e8814b84-d3a1-4004-9f7c-e37e2d064694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.725432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Network e7208df2-a848-44ab-b181-15ceb63ccb2c is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:05.731013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:05.735323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:05.767086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.770737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-07aa8e6e-cfde-4ce0-9ff2-aebb515b68c4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Deleting port 2e7cb09e-d3d1-475b-bcd7-b4e5b651504f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:05.771271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07aa8e6e-cfde-4ce0-9ff2-aebb515b68c4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.808202 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.812052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.815226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.826067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d46f32-22c1-491c-b89f-2ebcd0e06a76 None None] Network 7adbfb20-60dd-4237-99bb-004261e485b6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:05.917577 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07aa8e6e-cfde-4ce0-9ff2-aebb515b68c4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.923085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:05.924251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Attempting to bind port 98b08212-0be3-4968-8807-10f750d31e98 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:05.924640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Attempting to bind port 98b08212-0be3-4968-8807-10f750d31e98 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '781e06b4-b726-4009-94a4-f8273ab570af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e7208df2-a848-44ab-b181-15ceb63ccb2c'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:05.925148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Attempting to bind port 98b08212-0be3-4968-8807-10f750d31e98 on network e7208df2-a848-44ab-b181-15ceb63ccb2c {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:05.942660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-07aa8e6e-cfde-4ce0-9ff2-aebb515b68c4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Calling delete_port for 2e7cb09e-d3d1-475b-bcd7-b4e5b651504f owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:05.959375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:05.959681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Checking segment: {'id': '781e06b4-b726-4009-94a4-f8273ab570af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e7208df2-a848-44ab-b181-15ceb63ccb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:05.960006 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.960980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Bound using segment: {'id': '781e06b4-b726-4009-94a4-f8273ab570af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e7208df2-a848-44ab-b181-15ceb63ccb2c'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:05.962259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Bound port: 98b08212-0be3-4968-8807-10f750d31e98, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781e06b4-b726-4009-94a4-f8273ab570af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e7208df2-a848-44ab-b181-15ceb63ccb2c'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:05.962259 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.964053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:05.997581 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:05.998541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:05.999115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.025268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 7a3881c4-ae75-40f7-a32a-28385248acd2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=7a3881c4-ae75-40f7-a32a-28385248acd2,segment=NetworkSegment(8a2929b5-30c6-4bff-a032-09261661f062),segment_id=8a2929b5-30c6-4bff-a032-09261661f062)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:06.033337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1838e867-fb42-41c9-a941-402cb99730e9 None None] Provisioning complete for port 4f490863-434f-45b4-ad24-bdd61e8b9e67 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:06.034018 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1838e867-fb42-41c9-a941-402cb99730e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.072457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Allocated IP 172.25.3.144 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/aa0658e8-40e0-405c-993c-cba7925be3c8) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:06.083379 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.084063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4f490863-434f-45b4-ad24-bdd61e8b9e67 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:06.164225 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9463043 Dec 10 09:09:06.165644 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41692) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:06.172300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6836b7a0-ea0a-4253-aaed-213e0b54a66a None None] Network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:06.172782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Request body: {'subnet': {'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2113365348-subnet', 'tenant_id': '15be168c5c04461ebdfa15dd1f149bea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:06.199714 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07aa8e6e-cfde-4ce0-9ff2-aebb515b68c4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.199963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7ede8-0ae3-45ad-84a4-ee79b8f39d5f admin admin] Pushing event updated for resources: {'Network': ['ID=7621218b-d3b9-49d6-a2e5-13c21f9c1234,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:06.205952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Made reservation on behalf of 15be168c5c04461ebdfa15dd1f149bea for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:06.210541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.213781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] For port 98b08212-0be3-4968-8807-10f750d31e98, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:06.226834 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.254458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:06.292645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] For port 98b08212-0be3-4968-8807-10f750d31e98, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=98b08212-0be3-4968-8807-10f750d31e98,segment=NetworkSegment(781e06b4-b726-4009-94a4-f8273ab570af),segment_id=781e06b4-b726-4009-94a4-f8273ab570af)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:06.332700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa8e6e-cfde-4ce0-9ff2-aebb515b68c4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Port': ['ID=2e7cb09e-d3d1-475b-bcd7-b4e5b651504f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:06.335381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Router 86751c8c-f360-4c9d-be2e-48e33d68f131 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:06.350717 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07aa8e6e-cfde-4ce0-9ff2-aebb515b68c4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.357031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-07aa8e6e-cfde-4ce0-9ff2-aebb515b68c4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/ports/2e7cb09e-d3d1-475b-bcd7-b4e5b651504f HTTP/1.1" status: 204 len: 168 time: 0.9343739 Dec 10 09:09:06.357315 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.359627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=7a3881c4-ae75-40f7-a32a-28385248acd2,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:06.359761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41694) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:06.479473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.483746 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1838e867-fb42-41c9-a941-402cb99730e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.525443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4f490863-434f-45b4-ad24-bdd61e8b9e67 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:06.526110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.640239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab8f17-907a-4b86-85ee-9a408cce2306 None None] Pushing event updated for resources: {'Port': ['ID=98b08212-0be3-4968-8807-10f750d31e98,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:06.672231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.680924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-32de6903-1512-4282-906f-cc06701fffa9 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Deleting port de6be4c8-2335-4121-8249-ab252d0f918c {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:06.681375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32de6903-1512-4282-906f-cc06701fffa9 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.710143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1838e867-fb42-41c9-a941-402cb99730e9 None None] For port 4f490863-434f-45b4-ad24-bdd61e8b9e67, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4f490863-434f-45b4-ad24-bdd61e8b9e67,segment=NetworkSegment(a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea),segment_id=a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:06.726670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1838e867-fb42-41c9-a941-402cb99730e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.745488 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.753152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:06.767203 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639566a-77f7-4ba2-a403-acbae6d577c3 None None] Sync routers for ids ['86751c8c-f360-4c9d-be2e-48e33d68f131'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:06.772263 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.779353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-733c14ca-d0b8-4d2d-a868-a2431baf39c0 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "PUT /v2.0/routers/86751c8c-f360-4c9d-be2e-48e33d68f131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5463064 Dec 10 09:09:06.780215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41700) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:06.788158 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639566a-77f7-4ba2-a403-acbae6d577c3 None None] Routers {'86751c8c-f360-4c9d-be2e-48e33d68f131'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:06.796814 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8639566a-77f7-4ba2-a403-acbae6d577c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['86751c8c-f360-4c9d-be2e-48e33d68f131'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:06.890094 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8639566a-77f7-4ba2-a403-acbae6d577c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:06.917855 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639566a-77f7-4ba2-a403-acbae6d577c3 None None] Routers {'86751c8c-f360-4c9d-be2e-48e33d68f131'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:06.919311 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8639566a-77f7-4ba2-a403-acbae6d577c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['86751c8c-f360-4c9d-be2e-48e33d68f131'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:06.962692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:06.964545 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32de6903-1512-4282-906f-cc06701fffa9 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.965826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838e867-fb42-41c9-a941-402cb99730e9 None None] Pushing event updated for resources: {'Port': ['ID=4f490863-434f-45b4-ad24-bdd61e8b9e67,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:06.966283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.20.0.1 (e7208df2-a848-44ab-b181-15ceb63ccb2c/e0d66066-24dd-4f01-891a-9291a5fca2f6/5f738ad6-a48e-4ad8-b715-528a600c44d2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:06.982999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-076b7d00-e0f3-4301-b280-22eb8e1d9fb4 None None] Provisioning complete for port 7a3881c4-ae75-40f7-a32a-28385248acd2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:06.983342 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8639566a-77f7-4ba2-a403-acbae6d577c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:06.983966 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-076b7d00-e0f3-4301-b280-22eb8e1d9fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:06.984183 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639566a-77f7-4ba2-a403-acbae6d577c3 None None] The sync data for ids ['86751c8c-f360-4c9d-be2e-48e33d68f131'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:07.008969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:07.033696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:07.037580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-32de6903-1512-4282-906f-cc06701fffa9 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Calling delete_port for de6be4c8-2335-4121-8249-ab252d0f918c owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:07.042573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event updated for resources: {'Port': ['ID=aa0658e8-40e0-405c-993c-cba7925be3c8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:07.068747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab5403-204e-450b-b28d-66c0a74116a6 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:07.119997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0199c3b5-c7ee-4c15-a10a-7a40e227d308,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:07.209954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7a3881c4-ae75-40f7-a32a-28385248acd2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:07.287943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 7a3881c4-ae75-40f7-a32a-28385248acd2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:07.288553 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.325694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Checking segment: {'id': '1bbded6b-4d81-4807-b84a-034e3c1725df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:07.326072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Network hostable DHCP agents. Network: 7621218b-d3b9-49d6-a2e5-13c21f9c1234, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:07.365799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:07.385309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7621218b-d3b9-49d6-a2e5-13c21f9c1234) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:07.392601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.418399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56245cda-7097-4329-b9fa-bd8b8822c6d3 None None] Network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:07.466738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 98b08212-0be3-4968-8807-10f750d31e98 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:07.521542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.523418 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32de6903-1512-4282-906f-cc06701fffa9 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.525902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:07.529684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.554891 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.587599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Provisioning complete for port 4f490863-434f-45b4-ad24-bdd61e8b9e67 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:07.587989 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.658069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=5f738ad6-a48e-4ad8-b715-528a600c44d2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:07.706798 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-624efe35-8995-4cc8-bc12-f110c8b0809d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:09:07.708707 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-624efe35-8995-4cc8-bc12-f110c8b0809d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "PUT /v2.0/routers/86751c8c-f360-4c9d-be2e-48e33d68f131/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9179688 Dec 10 09:09:07.710811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network e7208df2-a848-44ab-b181-15ceb63ccb2c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:07.713419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee9aebf-dc09-4d1c-831b-918f19d6e874 None None] Network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:07.715519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 98b08212-0be3-4968-8807-10f750d31e98 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:07.716079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.723363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41706) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:07.753471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:07.758299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:07.913149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.971026 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:07.973634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Provisioning complete for port 7a3881c4-ae75-40f7-a32a-28385248acd2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:07.974000 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:08.067599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 98b08212-0be3-4968-8807-10f750d31e98, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=98b08212-0be3-4968-8807-10f750d31e98,segment=NetworkSegment(781e06b4-b726-4009-94a4-f8273ab570af),segment_id=781e06b4-b726-4009-94a4-f8273ab570af)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:08.077136 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:08.139118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:08.139892 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de6903-1512-4282-906f-cc06701fffa9 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Port': ['ID=de6be4c8-2335-4121-8249-ab252d0f918c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:08.168795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d91806fa-b5c5-4a6f-a4b4-b8e588e97501 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0017765 Dec 10 09:09:08.186164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32de6903-1512-4282-906f-cc06701fffa9 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:08.193852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-32de6903-1512-4282-906f-cc06701fffa9 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/ports/de6be4c8-2335-4121-8249-ab252d0f918c HTTP/1.1" status: 204 len: 168 time: 1.8304169 Dec 10 09:09:08.224926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41710) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:08.234040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 28e9526e-da50-40bf-b081-bdc25e497135 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:08.241233 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:08.241233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=98b08212-0be3-4968-8807-10f750d31e98,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:08.301209 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a7193e1e-32ce-4a7a-be58-485bc2275471 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0747147 Dec 10 09:09:08.307284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41712) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:08.322786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1606108249'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:08.424797 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:08.436347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Made reservation on behalf of dc531b9d25474065b2c2a60e9f53df71 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:08.440270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:08.510170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 28e9526e-da50-40bf-b081-bdc25e497135 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:09:08.512270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 28e9526e-da50-40bf-b081-bdc25e497135 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:09:08.520795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2857b4c5-99d4-418c-a574-62aca113230b None None] Network e7208df2-a848-44ab-b181-15ceb63ccb2c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:08.613976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:09:08.628197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Provisioning complete for port 7e241869-10ce-4074-a589-3be003085ba8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:08.628846 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:08.630841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Router 2fedf6e4-45da-42ed-b606-e70dece11c20 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:08.752298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Port 7e241869-10ce-4074-a589-3be003085ba8 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:08.842622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Provisioning complete for port aa0658e8-40e0-405c-993c-cba7925be3c8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:08.843327 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:08.866562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-81e9e8d0-1469-4875-af6d-4942d1ca85aa tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:08.868140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-81e9e8d0-1469-4875-af6d-4942d1ca85aa tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 814 time: 0.1341147 Dec 10 09:09:08.919680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-602d3f69-a658-44c4-b3bb-ed4a5c266c4b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/quotas/15be168c5c04461ebdfa15dd1f149bea HTTP/1.1" status: 200 len: 375 time: 0.0228426 Dec 10 09:09:08.933272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:08.940182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8430a2ee-3e89-4ac0-8287-b5c9233c4c11 None None] Port aa0658e8-40e0-405c-993c-cba7925be3c8 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:08.977800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-7161c301-04da-4812-8436-b79c845523ed tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457020 Dec 10 09:09:08.979733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:08.996724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76769b6f-109d-45ae-9f37-4574138efd42 None None] Sync routers for ids ['2fedf6e4-45da-42ed-b606-e70dece11c20'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:09.011217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76769b6f-109d-45ae-9f37-4574138efd42 None None] Routers {'2fedf6e4-45da-42ed-b606-e70dece11c20'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:09.013198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.013597 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Added segment 23b5e4eb-3bb2-4a54-a769-f52f2342e28f of type vlan for network 60ad6462-06c2-4e7e-ab78-1e66bdd18373 Dec 10 09:09:09.014059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-76769b6f-109d-45ae-9f37-4574138efd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2fedf6e4-45da-42ed-b606-e70dece11c20'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:09.064202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 98b08212-0be3-4968-8807-10f750d31e98 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:09.071944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-76769b6f-109d-45ae-9f37-4574138efd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:09.083907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.088265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ce467a09-5a3f-4219-9e3f-803714e3319e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2821283 Dec 10 09:09:09.089196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41732) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:09.096739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-84109101-15fb-4cf1-90a8-27e3676d986f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': False}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:09.121328 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.126284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76769b6f-109d-45ae-9f37-4574138efd42 None None] Routers {'2fedf6e4-45da-42ed-b606-e70dece11c20'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:09.126922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-76769b6f-109d-45ae-9f37-4574138efd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2fedf6e4-45da-42ed-b606-e70dece11c20'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:09.128880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7970dd6b-4ef7-472e-bf5f-96008bbf1fbf None None] Provisioning complete for port 98b08212-0be3-4968-8807-10f750d31e98 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:09.129836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7970dd6b-4ef7-472e-bf5f-96008bbf1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.194728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.200213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:09.200839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.205083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-76769b6f-109d-45ae-9f37-4574138efd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:09.205651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76769b6f-109d-45ae-9f37-4574138efd42 None None] The sync data for ids ['2fedf6e4-45da-42ed-b606-e70dece11c20'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:09.237342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 98b08212-0be3-4968-8807-10f750d31e98 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:09.237643 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.240025 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.246519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.252763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-be3267ad-61bd-4b27-9a44-423046c81921 service neutron] 10.222.0.31 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583547 Dec 10 09:09:09.263862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.298589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.377698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0649450 Dec 10 09:09:09.397988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4f490863-434f-45b4-ad24-bdd61e8b9e67 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:09.400215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41734) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:09.406382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7970dd6b-4ef7-472e-bf5f-96008bbf1fbf None None] Provisioning complete for port 7e241869-10ce-4074-a589-3be003085ba8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:09.406768 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7970dd6b-4ef7-472e-bf5f-96008bbf1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.467936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14928b9-3d51-454f-8378-1d9f0da9c4a4 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Network': ['ID=60ad6462-06c2-4e7e-ab78-1e66bdd18373,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:09.487478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-737393188'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:09.490621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 60ad6462-06c2-4e7e-ab78-1e66bdd18373 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:09.492379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=5f738ad6-a48e-4ad8-b715-528a600c44d2,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:09.497471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.545706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Made reservation on behalf of dc531b9d25474065b2c2a60e9f53df71 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:09.549180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.572687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7970dd6b-4ef7-472e-bf5f-96008bbf1fbf None None] Port 7e241869-10ce-4074-a589-3be003085ba8 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:09.595651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4f490863-434f-45b4-ad24-bdd61e8b9e67 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:09.596031 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.640879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:09.670080 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.671514 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Added segment d2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36 of type vlan for network 48419b87-2450-4821-a1e9-9fc1ce782c9d Dec 10 09:09:09.673117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84109101-15fb-4cf1-90a8-27e3676d986f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.681323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network e7208df2-a848-44ab-b181-15ceb63ccb2c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:09.684901 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-62f00f4e-6e60-4471-b494-fdd78ee6f777 service neutron] 10.222.0.31 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193888 Dec 10 09:09:09.703613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:09.741481 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.748651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-caa18abf-d100-48e6-92f0-62e34a23e19e None None] Provisioning complete for port 98b08212-0be3-4968-8807-10f750d31e98 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:09.749311 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-caa18abf-d100-48e6-92f0-62e34a23e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.830579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.838258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:09.838710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.929442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-caa18abf-d100-48e6-92f0-62e34a23e19e None None] Provisioning complete for port 5f738ad6-a48e-4ad8-b715-528a600c44d2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:09.930029 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-caa18abf-d100-48e6-92f0-62e34a23e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:09.968355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Network': ['ID=48419b87-2450-4821-a1e9-9fc1ce782c9d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:09.999429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 48419b87-2450-4821-a1e9-9fc1ce782c9d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:10.015619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-345402d5-5c62-4b40-abe9-93af50ad57ca req-0d392d2b-1a20-4a5f-ad89-20863a4cc18a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 210 time: 0.1366787 Dec 10 09:09:10.024923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Deleting port 7e241869-10ce-4074-a589-3be003085ba8 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:10.025584 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:10.028373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a8ff5200-ca4b-46c8-9501-b041cecee850 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5465815 Dec 10 09:09:10.108682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-caa18abf-d100-48e6-92f0-62e34a23e19e None None] Port 5f738ad6-a48e-4ad8-b715-528a600c44d2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:10.168743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41748) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:10.174879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'subnets': [{'network_id': '60ad6462-06c2-4e7e-ab78-1e66bdd18373', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1559011532', 'ip_version': 4}, {'network_id': '48419b87-2450-4821-a1e9-9fc1ce782c9d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:10.175290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'subnet': {'network_id': '60ad6462-06c2-4e7e-ab78-1e66bdd18373', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1559011532', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:10.176518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Request body: {'subnet': {'network_id': '48419b87-2450-4821-a1e9-9fc1ce782c9d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:10.228342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-89105530-f707-49a1-b80b-d785cf35a207 None None] Provisioning complete for port 5f738ad6-a48e-4ad8-b715-528a600c44d2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:10.229076 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-89105530-f707-49a1-b80b-d785cf35a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:10.235749 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:10.271421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router 0ce711f9-d8cd-4e2d-8290-683280d9b2fe is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:10.277265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Calling delete_port for 7e241869-10ce-4074-a589-3be003085ba8 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:10.282237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-89105530-f707-49a1-b80b-d785cf35a207 None None] Port 5f738ad6-a48e-4ad8-b715-528a600c44d2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:10.467594 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84109101-15fb-4cf1-90a8-27e3676d986f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:10.472387 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84109101-15fb-4cf1-90a8-27e3676d986f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:10.521254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:10.535807 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-95f6c418-bca2-4c2d-a9c3-ea90024da52c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/0ce711f9-d8cd-4e2d-8290-683280d9b2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8780594 Dec 10 09:09:10.537795 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a250f5-aab4-4a8b-8e9b-8ffd1b7626be None None] Sync routers for ids ['0ce711f9-d8cd-4e2d-8290-683280d9b2fe'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:10.542185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41752) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:10.551954 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a250f5-aab4-4a8b-8e9b-8ffd1b7626be None None] Routers {'0ce711f9-d8cd-4e2d-8290-683280d9b2fe'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:10.552978 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-24a250f5-aab4-4a8b-8e9b-8ffd1b7626be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0ce711f9-d8cd-4e2d-8290-683280d9b2fe'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:10.593955 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-24a250f5-aab4-4a8b-8e9b-8ffd1b7626be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:10.604132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84109101-15fb-4cf1-90a8-27e3676d986f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Router 2fedf6e4-45da-42ed-b606-e70dece11c20 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:09:10.604707 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a250f5-aab4-4a8b-8e9b-8ffd1b7626be None None] Routers {'0ce711f9-d8cd-4e2d-8290-683280d9b2fe'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:10.605236 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-24a250f5-aab4-4a8b-8e9b-8ffd1b7626be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0ce711f9-d8cd-4e2d-8290-683280d9b2fe'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:10.637904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Made reservation on behalf of dc531b9d25474065b2c2a60e9f53df71 for: {'subnet': 2} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:10.643181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:10.643330 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-24a250f5-aab4-4a8b-8e9b-8ffd1b7626be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:10.643516 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:10.644191 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a250f5-aab4-4a8b-8e9b-8ffd1b7626be None None] The sync data for ids ['0ce711f9-d8cd-4e2d-8290-683280d9b2fe'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:10.655736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8be405-e9f8-489e-b8e1-043bb8f6756c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:10.657147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cb8be405-e9f8-489e-b8e1-043bb8f6756c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports/5f738ad6-a48e-4ad8-b715-528a600c44d2 HTTP/1.1" status: 200 len: 910 time: 0.1140151 Dec 10 09:09:10.664614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41754) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:10.788872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:10.823261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Port': ['ID=7e241869-10ce-4074-a589-3be003085ba8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:10.894677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84109101-15fb-4cf1-90a8-27e3676d986f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:10.899892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84109101-15fb-4cf1-90a8-27e3676d986f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:10.901126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-84109101-15fb-4cf1-90a8-27e3676d986f tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "PUT /v2.0/routers/2fedf6e4-45da-42ed-b606-e70dece11c20 HTTP/1.1" status: 200 len: 925 time: 1.8093231 Dec 10 09:09:10.905017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41758) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:10.925208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61c4d7-5792-4427-a0f1-18902ff9508e None None] Sync routers for ids ['2fedf6e4-45da-42ed-b606-e70dece11c20'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:10.948324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61c4d7-5792-4427-a0f1-18902ff9508e None None] Routers {'2fedf6e4-45da-42ed-b606-e70dece11c20'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:10.950273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7b61c4d7-5792-4427-a0f1-18902ff9508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2fedf6e4-45da-42ed-b606-e70dece11c20'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:11.051406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7b61c4d7-5792-4427-a0f1-18902ff9508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:11.071523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61c4d7-5792-4427-a0f1-18902ff9508e None None] Routers {'2fedf6e4-45da-42ed-b606-e70dece11c20'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:11.072225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7b61c4d7-5792-4427-a0f1-18902ff9508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2fedf6e4-45da-42ed-b606-e70dece11c20'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:11.151469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7b61c4d7-5792-4427-a0f1-18902ff9508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:11.152500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61c4d7-5792-4427-a0f1-18902ff9508e None None] The sync data for ids ['2fedf6e4-45da-42ed-b606-e70dece11c20'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:11.166732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:11.291277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fd0b99e-2d14-4bc4-b93b-f5e1d8ad87f7 req-030fd3a1-d9ad-483a-92fb-af53657c8fd6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 210 time: 0.0636983 Dec 10 09:09:11.320974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:11.432752 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5100161f-6918-4b2b-b28e-3574bb407cb4 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/routers/2fedf6e4-45da-42ed-b606-e70dece11c20 HTTP/1.1" status: 200 len: 925 time: 0.5273583 Dec 10 09:09:11.443728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41764) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:11.487234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port 5f738ad6-a48e-4ad8-b715-528a600c44d2 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:11.487583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:11.537014 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-7f9805b4-285d-4f67-9ed6-f66017083cdb tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:11.538485 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-7f9805b4-285d-4f67-9ed6-f66017083cdb tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.39 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 814 time: 0.3609545 Dec 10 09:09:11.576784 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:11.586088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Request body: {'port': {'device_id': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234', 'admin_state_up': True, 'tenant_id': '15be168c5c04461ebdfa15dd1f149bea'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:11.589226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for 5f738ad6-a48e-4ad8-b715-528a600c44d2 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:11.719683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316caae-2d7e-4eee-b14d-61f06450831d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:11.721412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b316caae-2d7e-4eee-b14d-61f06450831d tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=2fedf6e4-45da-42ed-b606-e70dece11c20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2739770 Dec 10 09:09:11.724275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41766) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:11.725398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Router 86751c8c-f360-4c9d-be2e-48e33d68f131 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:09:11.795781 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:11.918283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:11.931541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4416954c-9960-4a4a-a5d8-ea5102704126 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "PUT /v2.0/routers/86751c8c-f360-4c9d-be2e-48e33d68f131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2028642 Dec 10 09:09:11.934017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41768) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:11.936441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d9749-f388-475f-ba42-6b6ea674e811 None None] Sync routers for ids ['86751c8c-f360-4c9d-be2e-48e33d68f131'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:11.953208 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d9749-f388-475f-ba42-6b6ea674e811 None None] Routers {'86751c8c-f360-4c9d-be2e-48e33d68f131'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:11.954284 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c36d9749-f388-475f-ba42-6b6ea674e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['86751c8c-f360-4c9d-be2e-48e33d68f131'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:11.990698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Subnet': ['ID=e1f9741f-ef1b-41c5-933e-45d5f6edea04,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:11.997431 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-96db6c59-e230-4d4d-99a2-89928796068b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] delete failed (client error): The resource could not be found. Dec 10 09:09:12.000678 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c36d9749-f388-475f-ba42-6b6ea674e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:12.010687 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-96db6c59-e230-4d4d-99a2-89928796068b tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1647439768 HTTP/1.1" status: 404 len: 335 time: 0.0663171 Dec 10 09:09:12.011671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41770) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:12.019877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-91ceae7e-8207-4904-8708-9e46c1d6b394 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Request body: {'router': {'external_gateway_info': {'network_id': '86751c8c-f360-4c9d-be2e-48e33d68f131'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:12.025290 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d9749-f388-475f-ba42-6b6ea674e811 None None] Routers {'86751c8c-f360-4c9d-be2e-48e33d68f131'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:12.026225 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c36d9749-f388-475f-ba42-6b6ea674e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['86751c8c-f360-4c9d-be2e-48e33d68f131'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:12.026365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Made reservation on behalf of 15be168c5c04461ebdfa15dd1f149bea for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:12.030214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:12.068055 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c36d9749-f388-475f-ba42-6b6ea674e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:12.068906 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d9749-f388-475f-ba42-6b6ea674e811 None None] The sync data for ids ['86751c8c-f360-4c9d-be2e-48e33d68f131'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:12.125224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Checking segment: {'id': '23b5e4eb-3bb2-4a54-a769-f52f2342e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '60ad6462-06c2-4e7e-ab78-1e66bdd18373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:12.125620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Network hostable DHCP agents. Network: 60ad6462-06c2-4e7e-ab78-1e66bdd18373, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:12.213928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:12.247296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894855e-c867-4197-9618-adc1270cd5a8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:12.248732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2894855e-c867-4197-9618-adc1270cd5a8 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 881 time: 0.5234969 Dec 10 09:09:12.249677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=5f738ad6-a48e-4ad8-b715-528a600c44d2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:12.253575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41776) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:12.286003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9f8bd86e-edeb-45e4-9ef4-015ec5b1dcf8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fedf6e4-45da-42ed-b606-e70dece11c20 HTTP/1.1" status: 200 len: 205 time: 0.0308669 Dec 10 09:09:12.289110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41778) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:12.432696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-618e35c9-398f-4cd1-a1e3-1673fea68c81 req-790ecfbf-928f-412e-b323-05731e6a51f8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 210 time: 0.0540602 Dec 10 09:09:12.558046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:12.566502 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:12.639690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Network 60ad6462-06c2-4e7e-ab78-1e66bdd18373 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:12.685152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91ceae7e-8207-4904-8708-9e46c1d6b394 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:12.710360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 60ad6462-06c2-4e7e-ab78-1e66bdd18373) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:12.715725 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:12.722207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086a3c7-2fc7-4ff4-b33b-d6f5e046bd96 None None] Network 60ad6462-06c2-4e7e-ab78-1e66bdd18373 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:12.787574 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-91ceae7e-8207-4904-8708-9e46c1d6b394 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] update failed (client error): The resource could not be found. Dec 10 09:09:12.788626 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-91ceae7e-8207-4904-8708-9e46c1d6b394 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "PUT /v2.0/routers/86751c8c-f360-4c9d-be2e-48e33d68f131 HTTP/1.1" status: 404 len: 339 time: 0.7748151 Dec 10 09:09:12.795095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41782) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:12.822497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router 0ce711f9-d8cd-4e2d-8290-683280d9b2fe has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:09:12.827261 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:12.836998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-60ad6462-06c2-4e7e-ab78-1e66bdd18373', 'network_id': '60ad6462-06c2-4e7e-ab78-1e66bdd18373', 'project_id': 'dc531b9d25474065b2c2a60e9f53df71', 'fixed_ips': [{'subnet_id': 'e1f9741f-ef1b-41c5-933e-45d5f6edea04'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:12.838718 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:12.860975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Allocated IP 172.20.0.12 (7621218b-d3b9-49d6-a2e5-13c21f9c1234/0199c3b5-c7ee-4c15-a10a-7a40e227d308/d44f3f2d-bd0e-4663-b686-ddceeab8fee1) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:12.899955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event updated for resources: {'Subnet': ['ID=f44458ba-341c-4f72-9582-96d70332dd0b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:12.933557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Checking segment: {'id': 'd2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48419b87-2450-4821-a1e9-9fc1ce782c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:12.933557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Network hostable DHCP agents. Network: 48419b87-2450-4821-a1e9-9fc1ce782c9d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:12.936089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:12.942861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1fc623db-7c5d-4360-9285-35cc057ba758 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/0ce711f9-d8cd-4e2d-8290-683280d9b2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2776997 Dec 10 09:09:12.945324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41784) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:12.968004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09614eb0-a2bf-4080-80a9-0c0ce00548b5 None None] Sync routers for ids ['0ce711f9-d8cd-4e2d-8290-683280d9b2fe'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:12.976245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a3cc83c0-5ef9-42c6-b6cb-ed7bfff8f95f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce711f9-d8cd-4e2d-8290-683280d9b2fe HTTP/1.1" status: 200 len: 205 time: 0.0297530 Dec 10 09:09:12.978659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41786) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:12.999190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09614eb0-a2bf-4080-80a9-0c0ce00548b5 None None] Routers {'0ce711f9-d8cd-4e2d-8290-683280d9b2fe'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:12.999815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-09614eb0-a2bf-4080-80a9-0c0ce00548b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0ce711f9-d8cd-4e2d-8290-683280d9b2fe'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:13.005343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Allocated IP 172.20.0.2 (60ad6462-06c2-4e7e-ab78-1e66bdd18373/e1f9741f-ef1b-41c5-933e-45d5f6edea04/91f9c7d8-a338-42e9-aa13-b6415e880c5f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:13.039973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-09614eb0-a2bf-4080-80a9-0c0ce00548b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:13.069210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Deleting port aa0658e8-40e0-405c-993c-cba7925be3c8 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:13.069595 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.075498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09614eb0-a2bf-4080-80a9-0c0ce00548b5 None None] Routers {'0ce711f9-d8cd-4e2d-8290-683280d9b2fe'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:13.076120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-09614eb0-a2bf-4080-80a9-0c0ce00548b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['0ce711f9-d8cd-4e2d-8290-683280d9b2fe'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:13.086048 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91957591-171d-4c78-8c35-dd4fda51abc3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.130756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Network 48419b87-2450-4821-a1e9-9fc1ce782c9d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:13.134499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-09614eb0-a2bf-4080-80a9-0c0ce00548b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:13.134982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09614eb0-a2bf-4080-80a9-0c0ce00548b5 None None] The sync data for ids ['0ce711f9-d8cd-4e2d-8290-683280d9b2fe'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:13.203161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 48419b87-2450-4821-a1e9-9fc1ce782c9d) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:13.212008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:13.212482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:13.213217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.239136 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.243424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0b1912-cf47-4a70-805d-44edce38c408 None None] Network 48419b87-2450-4821-a1e9-9fc1ce782c9d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:13.260734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.272669 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-74d88305-ce0e-4c7a-8eee-9c3533cc377f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1027555 Dec 10 09:09:13.275343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41792) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:13.336507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.355450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Network 60ad6462-06c2-4e7e-ab78-1e66bdd18373 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:13.363395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:13.371780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:13.371974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.374182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Pushing event updated for resources: {'Port': ['ID=91f9c7d8-a338-42e9-aa13-b6415e880c5f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:13.392450 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.396965 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91957591-171d-4c78-8c35-dd4fda51abc3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.398755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76b02c-90a7-420f-bee3-29b0738221df tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:13.400307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76b02c-90a7-420f-bee3-29b0738221df tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:13.402132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76b02c-90a7-420f-bee3-29b0738221df tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:13.403740 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2d76b02c-90a7-420f-bee3-29b0738221df tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1236970 Dec 10 09:09:13.404390 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91957591-171d-4c78-8c35-dd4fda51abc3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.412608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41794) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:13.416612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Calling delete_port for aa0658e8-40e0-405c-993c-cba7925be3c8 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:13.470708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Attempting to bind port 91f9c7d8-a338-42e9-aa13-b6415e880c5f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:13.472083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Attempting to bind port 91f9c7d8-a338-42e9-aa13-b6415e880c5f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '23b5e4eb-3bb2-4a54-a769-f52f2342e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '60ad6462-06c2-4e7e-ab78-1e66bdd18373'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:13.473370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Attempting to bind port 91f9c7d8-a338-42e9-aa13-b6415e880c5f on network 60ad6462-06c2-4e7e-ab78-1e66bdd18373 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:13.480136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-48419b87-2450-4821-a1e9-9fc1ce782c9d', 'network_id': '48419b87-2450-4821-a1e9-9fc1ce782c9d', 'project_id': 'dc531b9d25474065b2c2a60e9f53df71', 'fixed_ips': [{'subnet_id': 'f44458ba-341c-4f72-9582-96d70332dd0b'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:13.481384 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.499651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.512861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:13.513618 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Checking segment: {'id': '23b5e4eb-3bb2-4a54-a769-f52f2342e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '60ad6462-06c2-4e7e-ab78-1e66bdd18373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:13.514184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.516286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Bound using segment: {'id': '23b5e4eb-3bb2-4a54-a769-f52f2342e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '60ad6462-06c2-4e7e-ab78-1e66bdd18373'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:13.516811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Bound port: 91f9c7d8-a338-42e9-aa13-b6415e880c5f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b5e4eb-3bb2-4a54-a769-f52f2342e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '60ad6462-06c2-4e7e-ab78-1e66bdd18373'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:13.517886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.566456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:13.573481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:13.606581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91957591-171d-4c78-8c35-dd4fda51abc3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.607202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91957591-171d-4c78-8c35-dd4fda51abc3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce711f9-d8cd-4e2d-8290-683280d9b2fe {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:13.608265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:13.615724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:13.618708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91957591-171d-4c78-8c35-dd4fda51abc3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.624432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-91957591-171d-4c78-8c35-dd4fda51abc3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/0ce711f9-d8cd-4e2d-8290-683280d9b2fe HTTP/1.1" status: 204 len: 168 time: 0.6447999 Dec 10 09:09:13.629917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41798) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:13.658107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31f38df-1a49-41d2-88c6-a78c3fd45891 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Deleting subnet e1f9741f-ef1b-41c5-933e-45d5f6edea04 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:09:13.689106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] For port 91f9c7d8-a338-42e9-aa13-b6415e880c5f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:13.702542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e31f38df-1a49-41d2-88c6-a78c3fd45891 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.703432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:13.703937 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.706116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] For port 91f9c7d8-a338-42e9-aa13-b6415e880c5f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=91f9c7d8-a338-42e9-aa13-b6415e880c5f,segment=NetworkSegment(23b5e4eb-3bb2-4a54-a769-f52f2342e28f),segment_id=23b5e4eb-3bb2-4a54-a769-f52f2342e28f)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:13.715735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.718320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Allocated IP 172.20.0.18 (48419b87-2450-4821-a1e9-9fc1ce782c9d/f44458ba-341c-4f72-9582-96d70332dd0b/1a075d9d-7003-4d2e-9377-a0291d60d1f7) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:13.732744 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-a4c6e434-c31f-4c4d-b1b9-57c398af5b8e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1528654 Dec 10 09:09:13.750776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Request body: {'port': {'device_id': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:13.756983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23f94b-eb77-40d4-a1ab-9385c082c90d req-468ecd9b-62ea-4cc6-ae7a-b8dc0c6f2996 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:13.758669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba23f94b-eb77-40d4-a1ab-9385c082c90d req-468ecd9b-62ea-4cc6-ae7a-b8dc0c6f2996 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 932 time: 0.1929417 Dec 10 09:09:13.820670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f452f66e-bfcd-4f3d-96cb-6a26e5ae22db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting subnet e0d66066-24dd-4f01-891a-9291a5fca2f6 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:09:13.830223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f452f66e-bfcd-4f3d-96cb-6a26e5ae22db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.833572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db0295-8d37-4af5-98e5-fc5cf88cce72 None None] Pushing event updated for resources: {'Port': ['ID=91f9c7d8-a338-42e9-aa13-b6415e880c5f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:13.846186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.870305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Allocated IP 172.20.0.1 (7e014936-d8d2-471c-bc18-1b21bc95db1f/733dfc99-d25c-4cb5-92c1-7743bb2e76de/dd0cefed-0b5a-414b-92d8-ce2de97385e7) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:13.881437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e31f38df-1a49-41d2-88c6-a78c3fd45891 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.944000 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.954563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:13.974207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba23f94b-eb77-40d4-a1ab-9385c082c90d req-5f2f7d54-9630-4ee4-b7e6-8b1bc3b18538 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495900 Dec 10 09:09:14.007441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Network 48419b87-2450-4821-a1e9-9fc1ce782c9d is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:14.010892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:14.017611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:14.030957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Pushing event updated for resources: {'Port': ['ID=1a075d9d-7003-4d2e-9377-a0291d60d1f7,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:14.092301 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f452f66e-bfcd-4f3d-96cb-6a26e5ae22db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.108883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Attempting to bind port 1a075d9d-7003-4d2e-9377-a0291d60d1f7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:14.109252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Attempting to bind port 1a075d9d-7003-4d2e-9377-a0291d60d1f7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'd2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48419b87-2450-4821-a1e9-9fc1ce782c9d'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:14.109680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Attempting to bind port 1a075d9d-7003-4d2e-9377-a0291d60d1f7 on network 48419b87-2450-4821-a1e9-9fc1ce782c9d {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:14.115471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:14.115856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Checking segment: {'id': 'd2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48419b87-2450-4821-a1e9-9fc1ce782c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:14.116240 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.117136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Bound using segment: {'id': 'd2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48419b87-2450-4821-a1e9-9fc1ce782c9d'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:14.117136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Bound port: 1a075d9d-7003-4d2e-9377-a0291d60d1f7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '48419b87-2450-4821-a1e9-9fc1ce782c9d'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:14.117612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.157299 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.205328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] For port 1a075d9d-7003-4d2e-9377-a0291d60d1f7, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:14.211758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] For port 1a075d9d-7003-4d2e-9377-a0291d60d1f7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1a075d9d-7003-4d2e-9377-a0291d60d1f7,segment=NetworkSegment(d2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36),segment_id=d2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:14.218007 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.231316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event deleted for resources: {'Port': ['ID=aa0658e8-40e0-405c-993c-cba7925be3c8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:14.268924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e31f38df-1a49-41d2-88c6-a78c3fd45891 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.269310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b2f8ef-e6ba-4263-a996-990b0aa150ae None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:14.293704 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.326967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b06c60-4bba-4a85-8428-0b67272b8e4e None None] Pushing event updated for resources: {'Port': ['ID=1a075d9d-7003-4d2e-9377-a0291d60d1f7,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:14.337932 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f452f66e-bfcd-4f3d-96cb-6a26e5ae22db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.365928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44f3f2d-bd0e-4663-b686-ddceeab8fee1 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:09:14.381302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.401125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Transition to ACTIVE for port object d44f3f2d-bd0e-4663-b686-ddceeab8fee1 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:09:14.409361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.410106 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.427711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.490351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network 7e014936-d8d2-471c-bc18-1b21bc95db1f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:14.496187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:14.498445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Port': ['ID=dd0cefed-0b5a-414b-92d8-ce2de97385e7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:14.500646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:14.557261 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.564904 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.568046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e31f38df-1a49-41d2-88c6-a78c3fd45891 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.648348 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e31f38df-1a49-41d2-88c6-a78c3fd45891 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.653950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e31f38df-1a49-41d2-88c6-a78c3fd45891 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/subnets/e1f9741f-ef1b-41c5-933e-45d5f6edea04 HTTP/1.1" status: 204 len: 168 time: 1.2356191 Dec 10 09:09:14.654211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:14.654623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f38df-1a49-41d2-88c6-a78c3fd45891 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f9741f-ef1b-41c5-933e-45d5f6edea04,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:14.656408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41804) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:14.659504 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f452f66e-bfcd-4f3d-96cb-6a26e5ae22db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.666653 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.713741 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.715159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Fanout notify agent at l3_agent the message router_deleted on router 2fedf6e4-45da-42ed-b606-e70dece11c20 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:14.725600 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.732442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4b0984d9-846e-42c3-aaf8-ad90ba149570 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/2fedf6e4-45da-42ed-b606-e70dece11c20 HTTP/1.1" status: 204 len: 168 time: 2.4416661 Dec 10 09:09:14.734899 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f452f66e-bfcd-4f3d-96cb-6a26e5ae22db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.740792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d385c0c4-88eb-4b97-940a-eeb5bb363dcb None None] Network e7208df2-a848-44ab-b181-15ceb63ccb2c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:14.742733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f452f66e-bfcd-4f3d-96cb-6a26e5ae22db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/e0d66066-24dd-4f01-891a-9291a5fca2f6 HTTP/1.1" status: 204 len: 168 time: 1.1044371 Dec 10 09:09:14.743684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41806) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:14.745944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41808) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:14.763302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b0025d78-f7e3-48c8-85c2-c318e3242494 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1716072725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:14.828451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Attempting to bind port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:14.829011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Attempting to bind port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '1bbded6b-4d81-4807-b84a-034e3c1725df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:14.829104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Attempting to bind port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 on network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:14.857932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 on network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:09:14.858257 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Attempting to bind port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 on network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:14.887836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:14.888191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Checking segment: {'id': '1bbded6b-4d81-4807-b84a-034e3c1725df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:14.888595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Bound using segment: {'id': '1bbded6b-4d81-4807-b84a-034e3c1725df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:14.889037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Bound port: d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbded6b-4d81-4807-b84a-034e3c1725df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:14.889399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.891267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452f66e-bfcd-4f3d-96cb-6a26e5ae22db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d66066-24dd-4f01-891a-9291a5fca2f6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:14.900315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4324659-8ee4-4ec4-840d-c1f59692b625 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Deleting subnet f44458ba-341c-4f72-9582-96d70332dd0b {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:09:14.909344 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0025d78-f7e3-48c8-85c2-c318e3242494 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.910460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0025d78-f7e3-48c8-85c2-c318e3242494 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.917432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4324659-8ee4-4ec4-840d-c1f59692b625 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:14.950240 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.021028 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ed46ce92-0a91-4a07-b751-d43260f6da3b None None] Provisioning complete for port dd0cefed-0b5a-414b-92d8-ce2de97385e7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:15.021771 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed46ce92-0a91-4a07-b751-d43260f6da3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.101844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ed46ce92-0a91-4a07-b751-d43260f6da3b None None] Port dd0cefed-0b5a-414b-92d8-ce2de97385e7 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:15.111011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274223e-884f-4d6d-9681-a2d14f9443f4 None None] DHCP port deletion for e7208df2-a848-44ab-b181-15ceb63ccb2c request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:15.140499 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4324659-8ee4-4ec4-840d-c1f59692b625 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.165046 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.211627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.239778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8274223e-884f-4d6d-9681-a2d14f9443f4 None None] Deleting port 98b08212-0be3-4968-8807-10f750d31e98 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:15.241713 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8274223e-884f-4d6d-9681-a2d14f9443f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.245315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1a075d9d-7003-4d2e-9377-a0291d60d1f7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:15.335371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8274223e-884f-4d6d-9681-a2d14f9443f4 None None] For port 98b08212-0be3-4968-8807-10f750d31e98, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=98b08212-0be3-4968-8807-10f750d31e98,segment=NetworkSegment(781e06b4-b726-4009-94a4-f8273ab570af),segment_id=781e06b4-b726-4009-94a4-f8273ab570af)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:15.335904 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8274223e-884f-4d6d-9681-a2d14f9443f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.354758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8274223e-884f-4d6d-9681-a2d14f9443f4 None None] Calling delete_port for 98b08212-0be3-4968-8807-10f750d31e98 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:15.396974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:15.476578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:15.479641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1a075d9d-7003-4d2e-9377-a0291d60d1f7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:15.480071 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.491709 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.511109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8753a-a607-43b5-8c6b-868d29939704 None None] Network 60ad6462-06c2-4e7e-ab78-1e66bdd18373 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:15.538426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0025d78-f7e3-48c8-85c2-c318e3242494 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.554948 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4324659-8ee4-4ec4-840d-c1f59692b625 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.584455 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0025d78-f7e3-48c8-85c2-c318e3242494 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.594474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:15.595113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.596547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] 10.222.0.39 "PUT /v2.0/ports/d44f3f2d-bd0e-4663-b686-ddceeab8fee1 HTTP/1.1" status: 200 len: 1092 time: 1.8532360 Dec 10 09:09:15.597042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:09:15.600007 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad3fed2-b541-4fa5-be5d-0b70131836a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:09:15.623240 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b0025d78-f7e3-48c8-85c2-c318e3242494 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.624472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b0025d78-f7e3-48c8-85c2-c318e3242494 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8766177 Dec 10 09:09:15.628010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41818) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:15.633922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:15.714504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddb5e3-80e7-47b5-ac71-1e9846a42fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:15.791556 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.805202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-30e15857-2bdf-4d25-a436-d458f59f6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:15.806879 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-30e15857-2bdf-4d25-a436-d458f59f6be8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 1095 time: 0.1333308 Dec 10 09:09:15.807939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.813299 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4324659-8ee4-4ec4-840d-c1f59692b625 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.829846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c7a4a-ee50-457c-beda-363ffab2b57e req-755113da-45f0-47bb-a440-8865e44f5bd8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:15.842473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-928c7a4a-ee50-457c-beda-363ffab2b57e req-755113da-45f0-47bb-a440-8865e44f5bd8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.3206468 Dec 10 09:09:15.850935 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8274223e-884f-4d6d-9681-a2d14f9443f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.861178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0099e998-f095-48a4-a575-11e1daf473fb None None] Provisioning complete for port 91f9c7d8-a338-42e9-aa13-b6415e880c5f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:15.861563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0099e998-f095-48a4-a575-11e1daf473fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.889544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port 98b08212-0be3-4968-8807-10f750d31e98 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:15.890935 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.891615 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08840af1-ecd7-4335-9b09-631a3c103953 x-openstack-request-id: req-08840af1-ecd7-4335-9b09-631a3c103953 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:09:15.892108 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:09:15.892305 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08840af1-ecd7-4335-9b09-631a3c103953 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:09:15.892691 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'status': 'completed', 'code': 200} Dec 10 09:09:15.940840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274223e-884f-4d6d-9681-a2d14f9443f4 None None] Pushing event deleted for resources: {'Port': ['ID=98b08212-0be3-4968-8807-10f750d31e98,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:15.967035 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4324659-8ee4-4ec4-840d-c1f59692b625 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:15.970580 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a4324659-8ee4-4ec4-840d-c1f59692b625 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/subnets/f44458ba-341c-4f72-9582-96d70332dd0b HTTP/1.1" status: 204 len: 168 time: 1.3127656 Dec 10 09:09:15.975368 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-f5f3369e-fb53-4e36-a7ac-25e18e75ff8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1 HTTP/1.1" status: 200 len: 217 time: 0.1451087 Dec 10 09:09:15.975921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41820) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:15.981966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4324659-8ee4-4ec4-840d-c1f59692b625 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Subnet': ['ID=f44458ba-341c-4f72-9582-96d70332dd0b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:16.034109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event updated for resources: {'Port': ['ID=dd0cefed-0b5a-414b-92d8-ce2de97385e7,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:16.034910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274223e-884f-4d6d-9681-a2d14f9443f4 None None] No DVR routers for this DVR port 98b08212-0be3-4968-8807-10f750d31e98 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:16.040761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.066804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab664550-cd04-49a1-8e8b-c159d66c7963 None None] Network 48419b87-2450-4821-a1e9-9fc1ce782c9d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:16.123998 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.126649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-adf4eded-31fa-4ce0-af5d-cd003d95d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:16.128410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-adf4eded-31fa-4ce0-af5d-cd003d95d25a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 200 len: 854 time: 0.1429646 Dec 10 09:09:16.140748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port 98b08212-0be3-4968-8807-10f750d31e98, host n-d-814746-3, got binding levels [] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:16.141114 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.148957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.173147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-de005680-d975-43e2-83c2-91a014acc212 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7621218b-d3b9-49d6-a2e5-13c21f9c1234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360897 Dec 10 09:09:16.190474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-928c7a4a-ee50-457c-beda-363ffab2b57e req-e794549c-66a6-4ea8-8b27-ed1eb45e06f9 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469117 Dec 10 09:09:16.192800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for 98b08212-0be3-4968-8807-10f750d31e98 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:16.197869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.ipam_backend_mixin [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Port 98b08212-0be3-4968-8807-10f750d31e98 was not found and therefore no delete operation was performed {{(pid=114969) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 09:09:16.203507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 1a075d9d-7003-4d2e-9377-a0291d60d1f7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1a075d9d-7003-4d2e-9377-a0291d60d1f7,segment=NetworkSegment(d2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36),segment_id=d2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:16.210195 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.233827 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.234604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 91f9c7d8-a338-42e9-aa13-b6415e880c5f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:16.251229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=98b08212-0be3-4968-8807-10f750d31e98,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:16.256084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681bc724-7fa2-4eb1-94f0-e3f7e2b11f4f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:16.257799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-681bc724-7fa2-4eb1-94f0-e3f7e2b11f4f tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2279801 Dec 10 09:09:16.267955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41822) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:16.288277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Network 7e014936-d8d2-471c-bc18-1b21bc95db1f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:16.292937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:16.305994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9171f2-73f1-4ed4-8119-86a069232a9c None None] DHCP port deletion for 60ad6462-06c2-4e7e-ab78-1e66bdd18373 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:16.333369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No DVR routers for this DVR port 98b08212-0be3-4968-8807-10f750d31e98 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:16.333615 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0099e998-f095-48a4-a575-11e1daf473fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.392838 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=1a075d9d-7003-4d2e-9377-a0291d60d1f7,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:16.446978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0099e998-f095-48a4-a575-11e1daf473fb None None] For port 91f9c7d8-a338-42e9-aa13-b6415e880c5f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=91f9c7d8-a338-42e9-aa13-b6415e880c5f,segment=NetworkSegment(23b5e4eb-3bb2-4a54-a769-f52f2342e28f),segment_id=23b5e4eb-3bb2-4a54-a769-f52f2342e28f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:16.450751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 91f9c7d8-a338-42e9-aa13-b6415e880c5f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:16.451119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.485935 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0099e998-f095-48a4-a575-11e1daf473fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.494392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4440962d-7e27-4510-9926-42fda82a7e8e None None] DHCP port deletion for 48419b87-2450-4821-a1e9-9fc1ce782c9d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:16.507987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.537318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.578831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7208df2-a848-44ab-b181-15ceb63ccb2c']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:16.580113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2c9171f2-73f1-4ed4-8119-86a069232a9c None None] Deleting port 91f9c7d8-a338-42e9-aa13-b6415e880c5f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:16.580686 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c9171f2-73f1-4ed4-8119-86a069232a9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.620003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781e06b4-b726-4009-94a4-f8273ab570af') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:16.620226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781e06b4-b726-4009-94a4-f8273ab570af') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:16.684870 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.704942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2c9171f2-73f1-4ed4-8119-86a069232a9c None None] For port 91f9c7d8-a338-42e9-aa13-b6415e880c5f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=91f9c7d8-a338-42e9-aa13-b6415e880c5f,segment=NetworkSegment(23b5e4eb-3bb2-4a54-a769-f52f2342e28f),segment_id=23b5e4eb-3bb2-4a54-a769-f52f2342e28f)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:16.705528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c9171f2-73f1-4ed4-8119-86a069232a9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.722244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2c9171f2-73f1-4ed4-8119-86a069232a9c None None] Calling delete_port for 91f9c7d8-a338-42e9-aa13-b6415e880c5f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:16.733623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099e998-f095-48a4-a575-11e1daf473fb None None] Pushing event updated for resources: {'Port': ['ID=91f9c7d8-a338-42e9-aa13-b6415e880c5f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:16.737945 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.753734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:16.753734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:16.758630 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:16.795680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Deleting port 1a075d9d-7003-4d2e-9377-a0291d60d1f7 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:16.796088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.807816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b1c3d055-c728-41aa-954f-c152f75c4798 None None] Provisioning complete for port 1a075d9d-7003-4d2e-9377-a0291d60d1f7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:16.808128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d055-c728-41aa-954f-c152f75c4798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.822324 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-7704641b-2fd2-4227-9c8c-fb78b5ea84f6 service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358342 Dec 10 09:09:16.833693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.872338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.903551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4440962d-7e27-4510-9926-42fda82a7e8e None None] Deleting port 1a075d9d-7003-4d2e-9377-a0291d60d1f7 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:16.903551 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4440962d-7e27-4510-9926-42fda82a7e8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:16.930618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Router 86751c8c-f360-4c9d-be2e-48e33d68f131 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:09:16.957918 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c43ee13-e798-47ef-98c9-da5855e5d3fd req-c76e219a-49e6-448b-a659-a6c2957bcedf service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253276 Dec 10 09:09:17.005841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4440962d-7e27-4510-9926-42fda82a7e8e None None] For port 1a075d9d-7003-4d2e-9377-a0291d60d1f7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1a075d9d-7003-4d2e-9377-a0291d60d1f7,segment=NetworkSegment(d2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36),segment_id=d2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:17.006240 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4440962d-7e27-4510-9926-42fda82a7e8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.036346 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c9171f2-73f1-4ed4-8119-86a069232a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.048086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1a075d9d-7003-4d2e-9377-a0291d60d1f7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:17.058238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4440962d-7e27-4510-9926-42fda82a7e8e None None] Calling delete_port for 1a075d9d-7003-4d2e-9377-a0291d60d1f7 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:17.058422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.076443 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.079790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/networks/e7208df2-a848-44ab-b181-15ceb63ccb2c HTTP/1.1" status: 204 len: 168 time: 2.3294642 Dec 10 09:09:17.085568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41828) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:17.099853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-239773088', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:17.100724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:17.104400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-533cda80-fc18-4382-b215-203f28d11319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:17.106136 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-533cda80-fc18-4382-b215-203f28d11319 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 1095 time: 0.0684395 Dec 10 09:09:17.111599 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7fe02-a1d8-478e-9a04-9542dc6a1b48 None None] Sync routers for ids ['86751c8c-f360-4c9d-be2e-48e33d68f131'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:17.114720 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c3f1635b-353a-41fa-9f47-b03f970ec26d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "PUT /v2.0/routers/86751c8c-f360-4c9d-be2e-48e33d68f131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3152645 Dec 10 09:09:17.115172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9171f2-73f1-4ed4-8119-86a069232a9c None None] Pushing event deleted for resources: {'Port': ['ID=91f9c7d8-a338-42e9-aa13-b6415e880c5f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:17.117322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41830) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:17.130790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61524293-88ec-4fe8-9836-76e3db228af6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Network': ['ID=e7208df2-a848-44ab-b181-15ceb63ccb2c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:17.131110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9171f2-73f1-4ed4-8119-86a069232a9c None None] No DVR routers for this DVR port 91f9c7d8-a338-42e9-aa13-b6415e880c5f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:17.150595 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7fe02-a1d8-478e-9a04-9542dc6a1b48 None None] Routers {'86751c8c-f360-4c9d-be2e-48e33d68f131'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:17.152107 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77a7fe02-a1d8-478e-9a04-9542dc6a1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['86751c8c-f360-4c9d-be2e-48e33d68f131'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:17.200766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] For port 1a075d9d-7003-4d2e-9377-a0291d60d1f7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1a075d9d-7003-4d2e-9377-a0291d60d1f7,segment=NetworkSegment(d2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36),segment_id=d2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:17.201158 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.227624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Allocated IP 172.25.3.100 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/72101008-d689-4535-830b-87d38625b72e) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:17.232058 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77a7fe02-a1d8-478e-9a04-9542dc6a1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:17.243002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-9c0af2bc-5f06-4088-9e0e-958599900998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:17.244486 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7fe02-a1d8-478e-9a04-9542dc6a1b48 None None] Routers {'86751c8c-f360-4c9d-be2e-48e33d68f131'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:17.245468 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77a7fe02-a1d8-478e-9a04-9542dc6a1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['86751c8c-f360-4c9d-be2e-48e33d68f131'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:17.245891 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-9c0af2bc-5f06-4088-9e0e-958599900998 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 915 time: 0.1299326 Dec 10 09:09:17.280440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Calling delete_port for 1a075d9d-7003-4d2e-9377-a0291d60d1f7 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:17.299462 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77a7fe02-a1d8-478e-9a04-9542dc6a1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:17.300501 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7fe02-a1d8-478e-9a04-9542dc6a1b48 None None] The sync data for ids ['86751c8c-f360-4c9d-be2e-48e33d68f131'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:17.310243 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.323072 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-d90da3f1-ba76-45ac-8ed9-3e3805854391 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1 HTTP/1.1" status: 200 len: 217 time: 0.0692706 Dec 10 09:09:17.325646 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.326677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.327357 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4440962d-7e27-4510-9926-42fda82a7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.337120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-52705920-b4d6-4b80-aefc-e28c41003049 None None] Provisioning complete for port dd0cefed-0b5a-414b-92d8-ce2de97385e7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:17.337120 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-52705920-b4d6-4b80-aefc-e28c41003049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.383539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-7938048d-54c7-4414-95dc-ae715730ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:17.385032 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-7938048d-54c7-4414-95dc-ae715730ae35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 200 len: 854 time: 0.0548637 Dec 10 09:09:17.388159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440962d-7e27-4510-9926-42fda82a7e8e None None] Pushing event deleted for resources: {'Port': ['ID=1a075d9d-7003-4d2e-9377-a0291d60d1f7,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:17.391299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4440962d-7e27-4510-9926-42fda82a7e8e None None] No DVR routers for this DVR port 1a075d9d-7003-4d2e-9377-a0291d60d1f7 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:17.417770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 91f9c7d8-a338-42e9-aa13-b6415e880c5f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:17.433713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-3f9857a1-3760-4d4c-9f5a-92b4afcd2005 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7621218b-d3b9-49d6-a2e5-13c21f9c1234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391474 Dec 10 09:09:17.439530 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ed27656e-a09f-4a27-abec-c9a6571e82ef tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.443279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-52705920-b4d6-4b80-aefc-e28c41003049 None None] Port dd0cefed-0b5a-414b-92d8-ce2de97385e7 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:17.444466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 91f9c7d8-a338-42e9-aa13-b6415e880c5f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:09:17.444815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 91f9c7d8-a338-42e9-aa13-b6415e880c5f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:09:17.445232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 98b08212-0be3-4968-8807-10f750d31e98 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:17.471196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 98b08212-0be3-4968-8807-10f750d31e98 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:09:17.471641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 98b08212-0be3-4968-8807-10f750d31e98 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:09:17.539624 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-66eeb0ec-659d-4ff8-bd67-1702e30b0aa2 service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969577 Dec 10 09:09:17.603738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.629906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40b27-9cf6-45e5-963f-29957efe331e req-5876ffb3-9e9e-40d6-9b44-5d689d000e95 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:17.631431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ee40b27-9cf6-45e5-963f-29957efe331e req-5876ffb3-9e9e-40d6-9b44-5d689d000e95 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.3218136 Dec 10 09:09:17.638836 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8ad3fed2-b541-4fa5-be5d-0b70131836a0 req-ef5bdcb6-92a3-4592-8891-43bd302bebfe service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907886 Dec 10 09:09:17.679929 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-ed27656e-a09f-4a27-abec-c9a6571e82ef tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 09:09:17.680946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ed27656e-a09f-4a27-abec-c9a6571e82ef tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "DELETE /v2.0/routers/86751c8c-f360-4c9d-be2e-48e33d68f131 HTTP/1.1" status: 409 len: 329 time: 0.5593855 Dec 10 09:09:17.684281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41834) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:17.741332 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.815262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.827550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Port': ['ID=1a075d9d-7003-4d2e-9377-a0291d60d1f7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:17.867575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] No DVR routers for this DVR port 1a075d9d-7003-4d2e-9377-a0291d60d1f7 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:17.877512 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:17.914381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ee40b27-9cf6-45e5-963f-29957efe331e req-dff11870-63ae-494e-9d61-bd2029155fe7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380178 Dec 10 09:09:18.001376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.030301 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.037755 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.060472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48419b87-2450-4821-a1e9-9fc1ce782c9d']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:18.103829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:18.104111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2078cb8-4fde-49a7-b0d1-f8ddd8e2ce36') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:18.111382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:18.125152 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.126887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:18.142239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e7ec4e-4ab1-44a8-8abe-3b77c94ee0bb None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:18.142744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:18.149345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event updated for resources: {'Port': ['ID=72101008-d689-4535-830b-87d38625b72e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:18.172233 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.184465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:18.184860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:18.190841 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:18.273939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f0a748af-0e92-44b6-a9be-3ce33a1357a1 None None] Provisioning complete for port 72101008-d689-4535-830b-87d38625b72e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:18.274584 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f0a748af-0e92-44b6-a9be-3ce33a1357a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.286539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Deleting port dd0cefed-0b5a-414b-92d8-ce2de97385e7 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:18.286980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.312327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f0a748af-0e92-44b6-a9be-3ce33a1357a1 None None] Port 72101008-d689-4535-830b-87d38625b72e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:18.385254 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.398973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Calling delete_port for dd0cefed-0b5a-414b-92d8-ce2de97385e7 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:18.577433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.607208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Port': ['ID=dd0cefed-0b5a-414b-92d8-ce2de97385e7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:18.661605 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.698900 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.702181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/networks/48419b87-2450-4821-a1e9-9fc1ce782c9d HTTP/1.1" status: 204 len: 168 time: 2.4027998 Dec 10 09:09:18.715362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41840) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:18.726893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305d5f5-b50b-4bc2-aa87-387b3978c9cd tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Network': ['ID=48419b87-2450-4821-a1e9-9fc1ce782c9d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:18.763380 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.780808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:09:18.934723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.939927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:18.941552 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.953786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234', 'port_id': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'mac_address': 'fa:16:3e:39:ae:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0199c3b5-c7ee-4c15-a10a-7a40e227d308', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:09:18.970122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:18.974646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Router 86751c8c-f360-4c9d-be2e-48e33d68f131 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:09:19.020452 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.046000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44f3f2d-bd0e-4663-b686-ddceeab8fee1 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:09:19.070107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:19.074610 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.078352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:19.090792 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5f9ec679-e35f-4267-b201-d74fb2d35e73 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "PUT /v2.0/routers/86751c8c-f360-4c9d-be2e-48e33d68f131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4055514 Dec 10 09:09:19.094287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41848) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:19.109932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c276bd1-b80d-4051-8acc-faf287221f18 None None] Sync routers for ids ['86751c8c-f360-4c9d-be2e-48e33d68f131'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:19.136744 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-4d0660f1-f472-4ac4-8281-a2c66993f5cd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] show failed (client error): The resource could not be found. Dec 10 09:09:19.138071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4d0660f1-f472-4ac4-8281-a2c66993f5cd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-954106254 HTTP/1.1" status: 404 len: 334 time: 0.0425458 Dec 10 09:09:19.139562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c276bd1-b80d-4051-8acc-faf287221f18 None None] Routers {'86751c8c-f360-4c9d-be2e-48e33d68f131'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:19.141190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2c276bd1-b80d-4051-8acc-faf287221f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['86751c8c-f360-4c9d-be2e-48e33d68f131'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:19.142777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41850) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:19.147684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.149247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9ce2bc89-4999-417a-99e2-043872237223 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:19.184817 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-9ce2bc89-4999-417a-99e2-043872237223 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] update failed (client error): The resource could not be found. Dec 10 09:09:19.186187 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9ce2bc89-4999-417a-99e2-043872237223 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-237230154 HTTP/1.1" status: 404 len: 334 time: 0.0423021 Dec 10 09:09:19.190889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41852) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:19.250952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ef12ec-cc33-4b0b-9568-d168bd713b2d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Deleting subnet 464ae31f-7b7b-4be8-adb0-55892bc0fdcf {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:09:19.255941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52ef12ec-cc33-4b0b-9568-d168bd713b2d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.262663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfebc5-7cf7-42ff-beff-0ed290c8cbb7 req-38b10e89-6aad-4a90-895d-f438c10d33df tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:19.264269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ccfebc5-7cf7-42ff-beff-0ed290c8cbb7 req-38b10e89-6aad-4a90-895d-f438c10d33df tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.2487512 Dec 10 09:09:19.266623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.302416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52ef12ec-cc33-4b0b-9568-d168bd713b2d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.324290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ad6462-06c2-4e7e-ab78-1e66bdd18373']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:19.342339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2c276bd1-b80d-4051-8acc-faf287221f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:19.355872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:19.367276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c276bd1-b80d-4051-8acc-faf287221f18 None None] Routers {'86751c8c-f360-4c9d-be2e-48e33d68f131'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:19.367858 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2c276bd1-b80d-4051-8acc-faf287221f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['86751c8c-f360-4c9d-be2e-48e33d68f131'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:19.368621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b5e4eb-3bb2-4a54-a769-f52f2342e28f') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:19.368918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b5e4eb-3bb2-4a54-a769-f52f2342e28f') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:19.395941 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.402662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2c276bd1-b80d-4051-8acc-faf287221f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:19.403578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c276bd1-b80d-4051-8acc-faf287221f18 None None] The sync data for ids ['86751c8c-f360-4c9d-be2e-48e33d68f131'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:19.405070 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.405396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52ef12ec-cc33-4b0b-9568-d168bd713b2d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.419623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d44f3f2d-bd0e-4663-b686-ddceeab8fee1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:09:19.423255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.25.3.165 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/04e03629-1960-4f08-ad64-4ff200cad3ea) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:19.447072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ccfebc5-7cf7-42ff-beff-0ed290c8cbb7 req-07693a8a-72b2-448c-8797-2ea700bad3ae tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709309 Dec 10 09:09:19.448661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.460873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:19.461278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:19.464379 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:19.507938 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52ef12ec-cc33-4b0b-9568-d168bd713b2d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.538682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef12ec-cc33-4b0b-9568-d168bd713b2d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Subnet': ['ID=464ae31f-7b7b-4be8-adb0-55892bc0fdcf,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:19.545346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-52ef12ec-cc33-4b0b-9568-d168bd713b2d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.552510 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-52ef12ec-cc33-4b0b-9568-d168bd713b2d tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "DELETE /v2.0/subnets/464ae31f-7b7b-4be8-adb0-55892bc0fdcf HTTP/1.1" status: 204 len: 168 time: 0.3570666 Dec 10 09:09:19.552731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41854) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:19.566908 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a855a-3067-4bd1-b439-d56f20ca7285 None None] Network 7adbfb20-60dd-4237-99bb-004261e485b6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:19.610867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c892a5-c7fc-4320-bbc0-6c9000caaba3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Deleting subnet d7001659-e76b-4bd5-883c-458ec5c96349 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:09:19.612274 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.616795 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92c892a5-c7fc-4320-bbc0-6c9000caaba3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.626528 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.630239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/networks/60ad6462-06c2-4e7e-ab78-1e66bdd18373 HTTP/1.1" status: 204 len: 168 time: 0.9133244 Dec 10 09:09:19.634777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41856) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:19.670915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92c892a5-c7fc-4320-bbc0-6c9000caaba3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.701387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cedca-1d4c-49db-893d-63891a812496 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Network': ['ID=60ad6462-06c2-4e7e-ab78-1e66bdd18373,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:19.751247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96ac5c-486f-4d42-86fb-8eaab9612f44 None None] DHCP port deletion for 7adbfb20-60dd-4237-99bb-004261e485b6 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:19.771772 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92c892a5-c7fc-4320-bbc0-6c9000caaba3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.793127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.799946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8b96ac5c-486f-4d42-86fb-8eaab9612f44 None None] Deleting port 4f490863-434f-45b4-ad24-bdd61e8b9e67 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:19.800324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b96ac5c-486f-4d42-86fb-8eaab9612f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.801333 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.803961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.813690 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.838645 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92c892a5-c7fc-4320-bbc0-6c9000caaba3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.866726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8b96ac5c-486f-4d42-86fb-8eaab9612f44 None None] For port 4f490863-434f-45b4-ad24-bdd61e8b9e67, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4f490863-434f-45b4-ad24-bdd61e8b9e67,segment=NetworkSegment(a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea),segment_id=a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:19.867132 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b96ac5c-486f-4d42-86fb-8eaab9612f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.869251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c892a5-c7fc-4320-bbc0-6c9000caaba3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Subnet': ['ID=d7001659-e76b-4bd5-883c-458ec5c96349,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:19.878629 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92c892a5-c7fc-4320-bbc0-6c9000caaba3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:19.885808 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-92c892a5-c7fc-4320-bbc0-6c9000caaba3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "DELETE /v2.0/subnets/d7001659-e76b-4bd5-883c-458ec5c96349 HTTP/1.1" status: 204 len: 168 time: 0.3297830 Dec 10 09:09:19.886832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41858) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:19.886947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188774f-4838-4f91-818d-576e5b97c4d8 None None] Network 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:19.889650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8b96ac5c-486f-4d42-86fb-8eaab9612f44 None None] Calling delete_port for 4f490863-434f-45b4-ad24-bdd61e8b9e67 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:19.974744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.001340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.014778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.040942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Deleting port 4f490863-434f-45b4-ad24-bdd61e8b9e67 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:20.041389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.072082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:20.075307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffa630d-dc90-4426-a340-683ca9f69f18']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.084665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:20.091750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:20.096891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac362c0-a7cb-4bcd-832c-64626b42c45c') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.097192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac362c0-a7cb-4bcd-832c-64626b42c45c') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.099736 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b96ac5c-486f-4d42-86fb-8eaab9612f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.136170 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.138048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=04e03629-1960-4f08-ad64-4ff200cad3ea,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:20.138500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96ac5c-486f-4d42-86fb-8eaab9612f44 None None] Pushing event deleted for resources: {'Port': ['ID=4f490863-434f-45b4-ad24-bdd61e8b9e67,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:20.141121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280cae3-7701-4764-8c65-470d0eac23c5 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:20.143651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b96ac5c-486f-4d42-86fb-8eaab9612f44 None None] No DVR routers for this DVR port 4f490863-434f-45b4-ad24-bdd61e8b9e67 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:20.166141 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.174773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] For port 4f490863-434f-45b4-ad24-bdd61e8b9e67, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4f490863-434f-45b4-ad24-bdd61e8b9e67,segment=NetworkSegment(a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea),segment_id=a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:20.175293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.176808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:20.177387 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:20.180461 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:20.207616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Calling delete_port for 4f490863-434f-45b4-ad24-bdd61e8b9e67 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:20.211396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aacc69-e71b-472e-a3cf-217a8f1055f2 None None] DHCP port deletion for 3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:20.271212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-478598ac-96d1-4932-b523-3a5a2a68b6ec None None] Provisioning complete for port 04e03629-1960-4f08-ad64-4ff200cad3ea triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:20.271734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-478598ac-96d1-4932-b523-3a5a2a68b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.294612 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.311498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Router d1586bb7-e36e-4b56-ab3b-871d52ca9988 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:20.314659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] No DVR routers for this DVR port 4f490863-434f-45b4-ad24-bdd61e8b9e67 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:20.326042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-76aacc69-e71b-472e-a3cf-217a8f1055f2 None None] Deleting port 7a3881c4-ae75-40f7-a32a-28385248acd2 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:20.326423 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-76aacc69-e71b-472e-a3cf-217a8f1055f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.338921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Port': ['ID=4f490863-434f-45b4-ad24-bdd61e8b9e67,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:20.353860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.368653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.374044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/networks/3ffa630d-dc90-4426-a340-683ca9f69f18 HTTP/1.1" status: 204 len: 168 time: 0.7261486 Dec 10 09:09:20.390278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-478598ac-96d1-4932-b523-3a5a2a68b6ec None None] Port 04e03629-1960-4f08-ad64-4ff200cad3ea cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:20.405348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-76aacc69-e71b-472e-a3cf-217a8f1055f2 None None] For port 7a3881c4-ae75-40f7-a32a-28385248acd2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=7a3881c4-ae75-40f7-a32a-28385248acd2,segment=NetworkSegment(8a2929b5-30c6-4bff-a032-09261661f062),segment_id=8a2929b5-30c6-4bff-a032-09261661f062)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:20.406002 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-76aacc69-e71b-472e-a3cf-217a8f1055f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.409086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41864) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:20.421285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-76aacc69-e71b-472e-a3cf-217a8f1055f2 None None] Calling delete_port for 7a3881c4-ae75-40f7-a32a-28385248acd2 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:20.425546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11876d25-7006-44e7-bc66-aeced7414fa5 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Network': ['ID=3ffa630d-dc90-4426-a340-683ca9f69f18,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:20.441572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.514224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.515132 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-76aacc69-e71b-472e-a3cf-217a8f1055f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.531635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aacc69-e71b-472e-a3cf-217a8f1055f2 None None] No DVR routers for this DVR port 7a3881c4-ae75-40f7-a32a-28385248acd2 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:20.560943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adbfb20-60dd-4237-99bb-004261e485b6']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.566320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aacc69-e71b-472e-a3cf-217a8f1055f2 None None] Pushing event deleted for resources: {'Port': ['ID=7a3881c4-ae75-40f7-a32a-28385248acd2,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:20.576131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.576432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ad81eb-9fe8-4f8d-9505-7fd5985b0cea') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.600575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:20.609166 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.610373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bebcb2d0-a5af-4e25-86e3-57d4949038dc tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "PUT /v2.0/routers/d1586bb7-e36e-4b56-ab3b-871d52ca9988 HTTP/1.1" status: 200 len: 884 time: 4.9807227 Dec 10 09:09:20.611312 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b9576-fd0c-44fa-a7aa-6346efe5b5e9 None None] Sync routers for ids ['d1586bb7-e36e-4b56-ab3b-871d52ca9988'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:20.613776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41868) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:20.615590 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.623301 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b9576-fd0c-44fa-a7aa-6346efe5b5e9 None None] Routers {'d1586bb7-e36e-4b56-ab3b-871d52ca9988'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:20.624148 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-208b9576-fd0c-44fa-a7aa-6346efe5b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d1586bb7-e36e-4b56-ab3b-871d52ca9988'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.629832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.659303 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-208b9576-fd0c-44fa-a7aa-6346efe5b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.669960 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b9576-fd0c-44fa-a7aa-6346efe5b5e9 None None] Routers {'d1586bb7-e36e-4b56-ab3b-871d52ca9988'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:20.670853 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-208b9576-fd0c-44fa-a7aa-6346efe5b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d1586bb7-e36e-4b56-ab3b-871d52ca9988'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.680269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.682034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1dafe-6930-47a4-83a0-4b4c81fd783e req-e20e0879-9d19-4b1f-8304-9bb23d58c580 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:20.683609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-adc1dafe-6930-47a4-83a0-4b4c81fd783e req-e20e0879-9d19-4b1f-8304-9bb23d58c580 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 945 time: 0.1177244 Dec 10 09:09:20.712573 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-208b9576-fd0c-44fa-a7aa-6346efe5b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.713238 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b9576-fd0c-44fa-a7aa-6346efe5b5e9 None None] The sync data for ids ['d1586bb7-e36e-4b56-ab3b-871d52ca9988'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:20.729084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:20.729517 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:20.732584 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:20.786704 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.790328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:20.845038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:09:20.851171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:20.851697 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.867812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77f9807-7c77-48c1-8604-f4b6b9677ef0']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.881813 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.886051 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.892604 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "DELETE /v2.0/networks/7adbfb20-60dd-4237-99bb-004261e485b6 HTTP/1.1" status: 204 len: 168 time: 1.0051639 Dec 10 09:09:20.895690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f2b404-b28a-4dde-bf09-548483c8c7f4') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.895975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f2b404-b28a-4dde-bf09-548483c8c7f4') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:20.897699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41870) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:20.943954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:20.995021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:09:20.997481 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2c2c7f-e7c2-48f8-92d9-7331b68f3ea0" -d '{"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-plugged", "status": "completed", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:09:21.005731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7a3881c4-ae75-40f7-a32a-28385248acd2 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:21.011021 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3f26bebd-6803-4cd1-b57e-d07644c11027 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/routers/d1586bb7-e36e-4b56-ab3b-871d52ca9988 HTTP/1.1" status: 200 len: 925 time: 0.3902378 Dec 10 09:09:21.011200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:21.014894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41876) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:21.015641 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d7e9-7de8-44b5-a490-fdc569dddbcd tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Network': ['ID=7adbfb20-60dd-4237-99bb-004261e485b6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:21.028221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.041935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.042684 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.046707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 7a3881c4-ae75-40f7-a32a-28385248acd2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:09:21.047314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 7a3881c4-ae75-40f7-a32a-28385248acd2 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:09:21.047750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4f490863-434f-45b4-ad24-bdd61e8b9e67 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:21.092554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 4f490863-434f-45b4-ad24-bdd61e8b9e67 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:09:21.092920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4f490863-434f-45b4-ad24-bdd61e8b9e67 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:09:21.110732 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.123105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:21.123496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.125743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-adc1dafe-6930-47a4-83a0-4b4c81fd783e req-3b2eee54-a950-4f62-82a6-764b13389675 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317217 Dec 10 09:09:21.150655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:21.191984 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:21.201277 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7591adc-3067-461f-a7ac-baa48b1421d6 x-openstack-request-id: req-c7591adc-3067-461f-a7ac-baa48b1421d6 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:09:21.201604 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-plugged", "status": "completed", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:09:21.201866 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7591adc-3067-461f-a7ac-baa48b1421d6 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:09:21.202904 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'code': 200} Dec 10 09:09:21.253876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.287683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.307163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.310464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] 10.222.0.31 "DELETE /v2.0/networks/d77f9807-7c77-48c1-8604-f4b6b9677ef0 HTTP/1.1" status: 204 len: 168 time: 0.9004431 Dec 10 09:09:21.352411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f5a19-2be3-4faa-b19e-760b296789ad tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:21.356903 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e68f5a19-2be3-4faa-b19e-760b296789ad tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=d1586bb7-e36e-4b56-ab3b-871d52ca9988&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3369462 Dec 10 09:09:21.369717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41882) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:21.387695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872bfa4-5b97-4dc7-b77d-7251f05a1400 tempest-BulkNetworkOpsTest-486758283 tempest-BulkNetworkOpsTest-486758283-project] Pushing event deleted for resources: {'Network': ['ID=d77f9807-7c77-48c1-8604-f4b6b9677ef0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:21.408333 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.425076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98ed9-5e9b-4586-9056-a9870e63c78b req-7c960394-d34e-4265-93a8-b80cda7276b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:21.427266 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9d98ed9-5e9b-4586-9056-a9870e63c78b req-7c960394-d34e-4265-93a8-b80cda7276b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 1097 time: 0.1490893 Dec 10 09:09:21.436672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:21.460414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2929b5-30c6-4bff-a032-09261661f062') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:21.460717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2929b5-30c6-4bff-a032-09261661f062') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:21.482215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.503090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0028cf24-5e4d-41d2-9098-d480b8ae9ed5 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:21.505100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0028cf24-5e4d-41d2-9098-d480b8ae9ed5 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 881 time: 0.1341445 Dec 10 09:09:21.508026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41886) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:21.519043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router 6e1ce4d6-cf11-464e-966e-290c872bda23 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:21.520731 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.531836 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9d98ed9-5e9b-4586-9056-a9870e63c78b req-f2f49dbb-505b-404a-a2b6-5bd772986587 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923064 Dec 10 09:09:21.532926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:21.533493 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.538220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-deaade0b-29e8-44fd-886f-4d955fa27cde tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1586bb7-e36e-4b56-ab3b-871d52ca9988 HTTP/1.1" status: 200 len: 205 time: 0.0289619 Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:21.538419 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:21.540612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41888) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:21.598343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41890) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:21.615986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.636969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.640289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "DELETE /v2.0/networks/3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d HTTP/1.1" status: 204 len: 168 time: 0.7371137 Dec 10 09:09:21.641482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa2a3c-e5c8-40a7-8985-c0eab232e908 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Network': ['ID=3c5e2dbd-0fcd-42fc-8d04-ee34a3de565d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:21.643756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:21.697544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-632488a9-9c29-40c3-9179-2e616ee94333 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Deleting subnet 733dfc99-d25c-4cb5-92c1-7743bb2e76de {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:09:21.700751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-632488a9-9c29-40c3-9179-2e616ee94333 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.735787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.760848 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-632488a9-9c29-40c3-9179-2e616ee94333 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.770415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:21.781488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad1f66-4755-47ba-8f42-7f936e6b540c None None] Sync routers for ids ['6e1ce4d6-cf11-464e-966e-290c872bda23'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:21.797268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad1f66-4755-47ba-8f42-7f936e6b540c None None] Routers {'6e1ce4d6-cf11-464e-966e-290c872bda23'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:21.798521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-67ad1f66-4755-47ba-8f42-7f936e6b540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['6e1ce4d6-cf11-464e-966e-290c872bda23'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:21.798978 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.800214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a17f219a-03b6-4a16-8a6c-11535f0d4bcc tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.7042937 Dec 10 09:09:21.804435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41896) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:21.830359 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-69e204fb-399a-4e83-9455-fb74cff2b636 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc531b9d25474065b2c2a60e9f53df71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286651 Dec 10 09:09:21.830588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41898) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:21.839192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-67ad1f66-4755-47ba-8f42-7f936e6b540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:21.849254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad1f66-4755-47ba-8f42-7f936e6b540c None None] Routers {'6e1ce4d6-cf11-464e-966e-290c872bda23'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:21.849254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-67ad1f66-4755-47ba-8f42-7f936e6b540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['6e1ce4d6-cf11-464e-966e-290c872bda23'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:21.882702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-67ad1f66-4755-47ba-8f42-7f936e6b540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:21.883498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad1f66-4755-47ba-8f42-7f936e6b540c None None] The sync data for ids ['6e1ce4d6-cf11-464e-966e-290c872bda23'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:21.902755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-632488a9-9c29-40c3-9179-2e616ee94333 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.939489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.948793 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b2cded6-754c-4a04-a7d3-992a173260fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:21.984519 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b68214ca-c462-4f2d-9971-afad86c75c7b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/routers/6e1ce4d6-cf11-464e-966e-290c872bda23 HTTP/1.1" status: 200 len: 880 time: 0.1804752 Dec 10 09:09:21.988449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41900) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:22.055077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Deleting port 72101008-d689-4535-830b-87d38625b72e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:22.055315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.184281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.202338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Calling delete_port for 72101008-d689-4535-830b-87d38625b72e owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:22.310642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b2cded6-754c-4a04-a7d3-992a173260fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.316765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97b5511f-dfc3-4d82-b449-10330f195f36 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3260131 Dec 10 09:09:22.319053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41908) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:22.327045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5e96d711-c93c-4f55-a61a-6d1bcf66441a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-239773088'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:22.375281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a316f2-35cf-4af6-aac2-cfb3cad26a13 req-6d6e236d-fc0d-4517-817e-ff7b2fe127b7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:22.376637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60a316f2-35cf-4af6-aac2-cfb3cad26a13 req-6d6e236d-fc0d-4517-817e-ff7b2fe127b7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1232023 Dec 10 09:09:22.377041 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-632488a9-9c29-40c3-9179-2e616ee94333 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.429621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632488a9-9c29-40c3-9179-2e616ee94333 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Subnet': ['ID=733dfc99-d25c-4cb5-92c1-7743bb2e76de,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:22.436870 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-632488a9-9c29-40c3-9179-2e616ee94333 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.442404 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-632488a9-9c29-40c3-9179-2e616ee94333 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "DELETE /v2.0/subnets/733dfc99-d25c-4cb5-92c1-7743bb2e76de HTTP/1.1" status: 204 len: 168 time: 0.7976489 Dec 10 09:09:22.445532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0bf10b-afbf-46a7-8f34-ffaf85273e43 None None] Network 7e014936-d8d2-471c-bc18-1b21bc95db1f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:22.445708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:22.468089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60a316f2-35cf-4af6-aac2-cfb3cad26a13 req-ee562ebd-a88b-47b5-9ef9-d4005a296016 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760229 Dec 10 09:09:22.483802 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.516120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event deleted for resources: {'Port': ['ID=72101008-d689-4535-830b-87d38625b72e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:22.559420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b2cded6-754c-4a04-a7d3-992a173260fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.562106 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b2cded6-754c-4a04-a7d3-992a173260fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.563751 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9b2cded6-754c-4a04-a7d3-992a173260fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0bc2dfb-63a3-4d4a-8c81-d2283890a3e2 HTTP/1.1" status: 204 len: 168 time: 0.7321711 Dec 10 09:09:22.577483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5596c106-a9f9-4ed0-ac9c-5e3864127a87 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:22.601181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cded6-754c-4a04-a7d3-992a173260fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc2dfb-63a3-4d4a-8c81-d2283890a3e2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:22.603905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.610476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.748118 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.750606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.781292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2b775e-b5e0-4951-a154-9dc42d602afe None None] DHCP port deletion for 7e014936-d8d2-471c-bc18-1b21bc95db1f request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:22.815100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.815640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Fanout notify agent at l3_agent the message router_deleted on router d1586bb7-e36e-4b56-ab3b-871d52ca9988 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:22.816101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Deleting port 9fe27d75-885e-40e0-ac31-f91b8608fce3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:22.816360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.829356 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.830936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fdc05f92-35a3-4f3f-94a4-b45c7989a857 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/d1586bb7-e36e-4b56-ab3b-871d52ca9988 HTTP/1.1" status: 204 len: 168 time: 1.2883053 Dec 10 09:09:22.835394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41916) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:22.840183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-03b02b84-1bbf-4c36-b21b-5b5f3dc3ceb8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2076220377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:22.858982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b775e-b5e0-4951-a154-9dc42d602afe None None] Deleting port 9fe27d75-885e-40e0-ac31-f91b8608fce3 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:22.859994 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc2b775e-b5e0-4951-a154-9dc42d602afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.876918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b02b84-1bbf-4c36-b21b-5b5f3dc3ceb8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.878000 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b02b84-1bbf-4c36-b21b-5b5f3dc3ceb8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.929984 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e96d711-c93c-4f55-a61a-6d1bcf66441a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.934897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] For port 9fe27d75-885e-40e0-ac31-f91b8608fce3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9fe27d75-885e-40e0-ac31-f91b8608fce3,segment=NetworkSegment(b3eb4ad5-8309-49af-9f30-ffbcda2809ab),segment_id=b3eb4ad5-8309-49af-9f30-ffbcda2809ab)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:22.934897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.940225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bc2b775e-b5e0-4951-a154-9dc42d602afe None None] For port 9fe27d75-885e-40e0-ac31-f91b8608fce3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9fe27d75-885e-40e0-ac31-f91b8608fce3,segment=NetworkSegment(b3eb4ad5-8309-49af-9f30-ffbcda2809ab),segment_id=b3eb4ad5-8309-49af-9f30-ffbcda2809ab)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:22.940781 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc2b775e-b5e0-4951-a154-9dc42d602afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.951281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Calling delete_port for 9fe27d75-885e-40e0-ac31-f91b8608fce3 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:22.956037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b775e-b5e0-4951-a154-9dc42d602afe None None] Calling delete_port for 9fe27d75-885e-40e0-ac31-f91b8608fce3 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:22.958643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e96d711-c93c-4f55-a61a-6d1bcf66441a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.979223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b02b84-1bbf-4c36-b21b-5b5f3dc3ceb8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:22.999061 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b02b84-1bbf-4c36-b21b-5b5f3dc3ceb8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.029391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9fe27d75-885e-40e0-ac31-f91b8608fce3 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:23.030100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b02b84-1bbf-4c36-b21b-5b5f3dc3ceb8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.034783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-03b02b84-1bbf-4c36-b21b-5b5f3dc3ceb8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1981335 Dec 10 09:09:23.035985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41922) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:23.046057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': True}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:23.146937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e96d711-c93c-4f55-a61a-6d1bcf66441a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router 6e1ce4d6-cf11-464e-966e-290c872bda23 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:09:23.148224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.165715 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc2b775e-b5e0-4951-a154-9dc42d602afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.177537 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.190107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Port': ['ID=9fe27d75-885e-40e0-ac31-f91b8608fce3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:23.196936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] No DVR routers for this DVR port 9fe27d75-885e-40e0-ac31-f91b8608fce3 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:23.205069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b775e-b5e0-4951-a154-9dc42d602afe None None] Pushing event deleted for resources: {'Port': ['ID=9fe27d75-885e-40e0-ac31-f91b8608fce3,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:23.207172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b775e-b5e0-4951-a154-9dc42d602afe None None] No DVR routers for this DVR port 9fe27d75-885e-40e0-ac31-f91b8608fce3 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:23.328640 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.348203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.408219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e014936-d8d2-471c-bc18-1b21bc95db1f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:23.422896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3eb4ad5-8309-49af-9f30-ffbcda2809ab') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:23.427247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3eb4ad5-8309-49af-9f30-ffbcda2809ab') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:23.435780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.437720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e96d711-c93c-4f55-a61a-6d1bcf66441a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:23.450306 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8eba6-2da5-4128-b0c7-e0b2ed09cdaa None None] Sync routers for ids ['6e1ce4d6-cf11-464e-966e-290c872bda23'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:23.452567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e96d711-c93c-4f55-a61a-6d1bcf66441a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.456567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e96d711-c93c-4f55-a61a-6d1bcf66441a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/6e1ce4d6-cf11-464e-966e-290c872bda23 HTTP/1.1" status: 200 len: 887 time: 1.1339183 Dec 10 09:09:23.456987 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41938) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:23.463245 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8eba6-2da5-4128-b0c7-e0b2ed09cdaa None None] Routers {'6e1ce4d6-cf11-464e-966e-290c872bda23'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:23.464135 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-21b8eba6-2da5-4128-b0c7-e0b2ed09cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['6e1ce4d6-cf11-464e-966e-290c872bda23'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:23.500808 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-21b8eba6-2da5-4128-b0c7-e0b2ed09cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:23.508431 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.511801 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8eba6-2da5-4128-b0c7-e0b2ed09cdaa None None] Routers {'6e1ce4d6-cf11-464e-966e-290c872bda23'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:23.512744 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-21b8eba6-2da5-4128-b0c7-e0b2ed09cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['6e1ce4d6-cf11-464e-966e-290c872bda23'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:23.522525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:23.522952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:23.526234 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:23.559403 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-21b8eba6-2da5-4128-b0c7-e0b2ed09cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:23.560305 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b8eba6-2da5-4128-b0c7-e0b2ed09cdaa None None] The sync data for ids ['6e1ce4d6-cf11-464e-966e-290c872bda23'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:23.636217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.657535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.661042 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "DELETE /v2.0/networks/7e014936-d8d2-471c-bc18-1b21bc95db1f HTTP/1.1" status: 204 len: 168 time: 1.2137322 Dec 10 09:09:23.663685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd2562-24b8-4a97-a6f4-431ac26840a3 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Pushing event deleted for resources: {'Network': ['ID=7e014936-d8d2-471c-bc18-1b21bc95db1f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:23.664638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41944) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:23.678900 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-06c0fa0f-6de0-46f4-826c-0f6cf0b8a421 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/routers/6e1ce4d6-cf11-464e-966e-290c872bda23 HTTP/1.1" status: 200 len: 887 time: 0.2181516 Dec 10 09:09:23.679082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41946) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:23.682790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.695638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41948) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:23.716751 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5d2d285f-385b-446c-a36c-9aeb771f8f2a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e1ce4d6-cf11-464e-966e-290c872bda23 HTTP/1.1" status: 200 len: 205 time: 0.0363109 Dec 10 09:09:23.719627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41952) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:23.732112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-36610d9b-1cc5-4574-9f6c-7bcbc9b841d8 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "GET /v2.0/ports?device_id=86751c8c-f360-4c9d-be2e-48e33d68f131 HTTP/1.1" status: 200 len: 205 time: 0.0601723 Dec 10 09:09:23.732383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41954) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:23.739881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.748479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bbcdb-efca-4876-a6ea-3345585e0397 req-5cc0f072-690f-4739-b7bf-7dc9da91e95d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:23.750250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-497bbcdb-efca-4876-a6ea-3345585e0397 req-5cc0f072-690f-4739-b7bf-7dc9da91e95d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1548092 Dec 10 09:09:23.827032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-57ff99a8-144c-4370-a758-89af7ad00983 tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-411455232', 'prefixes': ['172.20.0.0/16']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:23.850712 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.867556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28b14ba1-660b-4f16-ac6a-f782f7ff20a6 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.987199 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57ff99a8-144c-4370-a758-89af7ad00983 tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] Publish callbacks [] for subnetpool, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.989019 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-57ff99a8-144c-4370-a758-89af7ad00983 tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2937002 Dec 10 09:09:23.991449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:23.994209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41956) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:24.063577 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-52065b94-c15a-410f-a498-47dd5ec290af tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] 10.222.0.31 "GET /v2.0/subnetpools/3c6a5203-1ac3-44b2-81ed-00c0fb2d999b HTTP/1.1" status: 200 len: 731 time: 0.0681796 Dec 10 09:09:24.066328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41958) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:24.070751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-83db31ea-8382-4ca5-ade9-33825dd7f387 tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1674473246'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:24.147172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port 04e03629-1960-4f08-ad64-4ff200cad3ea {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:24.147411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.212813 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83db31ea-8382-4ca5-ade9-33825dd7f387 tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] Publish callbacks [] for subnetpool, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.216410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-83db31ea-8382-4ca5-ade9-33825dd7f387 tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] 10.222.0.31 "PUT /v2.0/subnetpools/3c6a5203-1ac3-44b2-81ed-00c0fb2d999b HTTP/1.1" status: 200 len: 684 time: 0.1468680 Dec 10 09:09:24.217209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41960) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:24.287474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.310808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for 04e03629-1960-4f08-ad64-4ff200cad3ea owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:24.330455 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d897-55be-414f-b963-1d6cc0efc173 tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] Publish callbacks [] for subnetpool, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.332654 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a3f3d897-55be-414f-b963-1d6cc0efc173 tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] 10.222.0.31 "DELETE /v2.0/subnetpools/3c6a5203-1ac3-44b2-81ed-00c0fb2d999b HTTP/1.1" status: 204 len: 168 time: 0.1144905 Dec 10 09:09:24.361235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41962) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:24.379626 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-781f7a46-63fa-4250-97f6-01e53a50bd1f tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] show failed (client error): The resource could not be found. Dec 10 09:09:24.383348 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-781f7a46-63fa-4250-97f6-01e53a50bd1f tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] 10.222.0.31 "GET /v2.0/subnetpools/3c6a5203-1ac3-44b2-81ed-00c0fb2d999b HTTP/1.1" status: 404 len: 346 time: 0.0184476 Dec 10 09:09:24.385155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41966) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:24.411704 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-5e571429-23c2-420e-9670-6cfad24e339a tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] delete failed (client error): The resource could not be found. Dec 10 09:09:24.412723 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e571429-23c2-420e-9670-6cfad24e339a tempest-SubnetPoolsTestJSON-1355065273 tempest-SubnetPoolsTestJSON-1355065273-project] 10.222.0.31 "DELETE /v2.0/subnetpools/3c6a5203-1ac3-44b2-81ed-00c0fb2d999b HTTP/1.1" status: 404 len: 346 time: 0.0261579 Dec 10 09:09:24.434695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-497bbcdb-efca-4876-a6ea-3345585e0397 req-1ae160fd-08f8-405d-9ae2-99c4f350619e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450555 Dec 10 09:09:24.444232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28b14ba1-660b-4f16-ac6a-f782f7ff20a6 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.447844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28b14ba1-660b-4f16-ac6a-f782f7ff20a6 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.504647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Allocated IP 172.25.3.34 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/928decd0-37e7-455f-9dab-3cb9cedf6a54) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:24.518630 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28b14ba1-660b-4f16-ac6a-f782f7ff20a6 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.519853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b14ba1-660b-4f16-ac6a-f782f7ff20a6 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Fanout notify agent at l3_agent the message router_deleted on router 86751c8c-f360-4c9d-be2e-48e33d68f131 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:24.539650 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28b14ba1-660b-4f16-ac6a-f782f7ff20a6 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.542412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-28b14ba1-660b-4f16-ac6a-f782f7ff20a6 tempest-RoutersNegativeTest-362390248 tempest-RoutersNegativeTest-362390248-project] 10.222.0.31 "DELETE /v2.0/routers/86751c8c-f360-4c9d-be2e-48e33d68f131 HTTP/1.1" status: 204 len: 168 time: 0.8086753 Dec 10 09:09:24.562756 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.606317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=04e03629-1960-4f08-ad64-4ff200cad3ea,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:24.624445 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27624257-43ab-4f40-a497-1fcf09b5ac1f None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:24.698829 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.721600 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.806350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41988) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:24.818221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.820452 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.834411 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.867554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.867788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Fanout notify agent at l3_agent the message router_deleted on router 6e1ce4d6-cf11-464e-966e-290c872bda23 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:24.881200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.882740 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5d83efc2-e630-43f8-9fc9-f819c01abbc4 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/6e1ce4d6-cf11-464e-966e-290c872bda23 HTTP/1.1" status: 204 len: 168 time: 1.1621864 Dec 10 09:09:24.886317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41992) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:24.895318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'network': {'name': 'tempest-RoutersTest-401910501'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:24.904401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:24.915077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:24.930689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:24.932377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca32b45-3daf-441e-a55a-89263ea6a99b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:24.932588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:24.932718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event updated for resources: {'Port': ['ID=928decd0-37e7-455f-9dab-3cb9cedf6a54,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:24.943267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:24.970071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-7fd5cc1b-7612-4c71-8364-7c94efcafcb0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:24.971816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-7fd5cc1b-7612-4c71-8364-7c94efcafcb0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 814 time: 0.2225189 Dec 10 09:09:24.976170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.976518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.976857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.977193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.977537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.977871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.978195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.978521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.978841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.979162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.979482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.979798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.980115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:24.982230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:25.002477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-28d4fb67-5233-439c-bcec-314d6ade9443 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/quotas/15be168c5c04461ebdfa15dd1f149bea HTTP/1.1" status: 200 len: 375 time: 0.0185761 Dec 10 09:09:25.005149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.005521 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added segment 6b5d7a5d-b824-4c38-bc12-b3f44e489ebf of type vlan for network 2fd34f4f-7475-4618-8055-884e67da1a2e Dec 10 09:09:25.055423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6192a8f0-b710-4d51-80ca-28437b4e20fd None None] Provisioning complete for port 928decd0-37e7-455f-9dab-3cb9cedf6a54 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:25.058733 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6192a8f0-b710-4d51-80ca-28437b4e20fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.072300 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.088323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 41996) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:25.108927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6192a8f0-b710-4d51-80ca-28437b4e20fd None None] Port 928decd0-37e7-455f-9dab-3cb9cedf6a54 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:25.110861 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.120537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:25.121271 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.193397 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-512fb830-5ea6-4266-aa2c-3030904d7605 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1807241 Dec 10 09:09:25.195683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-526fbac0-0487-4edc-918e-67dddb5e0914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.227503 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3378265 Dec 10 09:09:25.230988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b7fb5-301f-4e62-82d2-e58fc04843db tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Network': ['ID=2fd34f4f-7475-4618-8055-884e67da1a2e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:25.236919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42000) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:25.243340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'subnet': {'network_id': '2fd34f4f-7475-4618-8055-884e67da1a2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:25.244429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 2fd34f4f-7475-4618-8055-884e67da1a2e details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:25.349909 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ee21ca21-6178-4f87-81a6-581ea346a1f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=057e2054b2da479981647810b8508ad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588668 Dec 10 09:09:25.353609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42002) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:25.399396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:25.403160 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.413294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-136cdfb3-40e6-40e4-afe3-56d033327d74 service neutron] 10.222.0.31 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065506 Dec 10 09:09:25.429165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-526fbac0-0487-4edc-918e-67dddb5e0914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.441659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.478930 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-526fbac0-0487-4edc-918e-67dddb5e0914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.557747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b3f209c-54f8-4cc8-9e3a-8ccea894d6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.563417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-526fbac0-0487-4edc-918e-67dddb5e0914 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acf5db23472240fab1168a2d9d3509be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7561805 Dec 10 09:09:25.567721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fbac0-0487-4edc-918e-67dddb5e0914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53958412-ed93-421a-9092-efdbffeace8f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:25.570118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42006) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:25.605014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-acb05ada-8084-4338-8340-933d8d2668ac service neutron] 10.222.0.31 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847169 Dec 10 09:09:25.608237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b3f209c-54f8-4cc8-9e3a-8ccea894d6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.722805 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-129e73e9-c9e4-45ce-a8ca-b8bbe7e5bd8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.726211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.730097 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.772819 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b3f209c-54f8-4cc8-9e3a-8ccea894d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.775502 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b3f209c-54f8-4cc8-9e3a-8ccea894d6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.776917 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3b3f209c-54f8-4cc8-9e3a-8ccea894d6ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04dc9dbb-e7ba-48b9-a044-dfe6467dad0f HTTP/1.1" status: 204 len: 168 time: 0.4202902 Dec 10 09:09:25.797426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-129e73e9-c9e4-45ce-a8ca-b8bbe7e5bd8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.820629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f209c-54f8-4cc8-9e3a-8ccea894d6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dc9dbb-e7ba-48b9-a044-dfe6467dad0f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:25.839279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.848288 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bba8e95-001e-4d3b-85cd-a69d0cd534d5 req-79e44570-bfe3-470f-b908-d8c9a4d6ddce tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 210 time: 0.0577137 Dec 10 09:09:25.928564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Subnet': ['ID=8cfb61a3-b628-427f-82cc-ebaab186bc1c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:25.937919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-129e73e9-c9e4-45ce-a8ca-b8bbe7e5bd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.940752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-129e73e9-c9e4-45ce-a8ca-b8bbe7e5bd8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:25.942040 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-129e73e9-c9e4-45ce-a8ca-b8bbe7e5bd8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53958412-ed93-421a-9092-efdbffeace8f HTTP/1.1" status: 204 len: 168 time: 0.3645523 Dec 10 09:09:25.965206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Router 76761a43-d3e2-4f59-b1b3-0f60e67f6f4b is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:25.968805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Checking segment: {'id': '6b5d7a5d-b824-4c38-bc12-b3f44e489ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fd34f4f-7475-4618-8055-884e67da1a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:25.969389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network hostable DHCP agents. Network: 2fd34f4f-7475-4618-8055-884e67da1a2e, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:25.973772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e73e9-c9e4-45ce-a8ca-b8bbe7e5bd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53958412-ed93-421a-9092-efdbffeace8f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:26.013529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 2fd34f4f-7475-4618-8055-884e67da1a2e is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:26.029174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 2fd34f4f-7475-4618-8055-884e67da1a2e) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:26.038868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:26.039517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde23b21-86aa-4802-b573-6e62badaee0d None None] Network 2fd34f4f-7475-4618-8055-884e67da1a2e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:26.040625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:26.087152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-51cb9237-2f49-4af1-b8cf-e19383b019ca tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8488176 Dec 10 09:09:26.090172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42024) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:26.106675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1d54b90d-99f4-4810-976a-12836b3ec7ac tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1020872805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:26.151147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:26.155173 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1d54b90d-99f4-4810-976a-12836b3ec7ac tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:26.157183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:26.157276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1d54b90d-99f4-4810-976a-12836b3ec7ac tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:26.161322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f7a7a106-b4c0-4e4a-88e4-08f860a38074 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "PUT /v2.0/routers/76761a43-d3e2-4f59-b1b3-0f60e67f6f4b HTTP/1.1" status: 200 len: 918 time: 3.1208675 Dec 10 09:09:26.161322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42026) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:26.189813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717cb01c-9b5c-4867-aa2c-b3ef6a542daf None None] Sync routers for ids ['76761a43-d3e2-4f59-b1b3-0f60e67f6f4b'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:26.247872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1d54b90d-99f4-4810-976a-12836b3ec7ac tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:26.259249 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1d54b90d-99f4-4810-976a-12836b3ec7ac tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:26.273550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cb01c-9b5c-4867-aa2c-b3ef6a542daf None None] Routers {'76761a43-d3e2-4f59-b1b3-0f60e67f6f4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:26.276109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-717cb01c-9b5c-4867-aa2c-b3ef6a542daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['76761a43-d3e2-4f59-b1b3-0f60e67f6f4b'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:26.292684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-2fd34f4f-7475-4618-8055-884e67da1a2e', 'network_id': '2fd34f4f-7475-4618-8055-884e67da1a2e', 'project_id': '61325e88df384604819817aca2ecbe10', 'fixed_ips': [{'subnet_id': '8cfb61a3-b628-427f-82cc-ebaab186bc1c'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:26.293616 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:26.296647 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1d54b90d-99f4-4810-976a-12836b3ec7ac tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:26.299937 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1d54b90d-99f4-4810-976a-12836b3ec7ac tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2060924 Dec 10 09:09:26.302990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42032) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:26.324072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f0c24fcb-f5a3-4a5e-a811-619df178a51a tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/routers/76761a43-d3e2-4f59-b1b3-0f60e67f6f4b HTTP/1.1" status: 200 len: 924 time: 0.1605551 Dec 10 09:09:26.328816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42036) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:26.377686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-717cb01c-9b5c-4867-aa2c-b3ef6a542daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:26.408348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cb01c-9b5c-4867-aa2c-b3ef6a542daf None None] Routers {'76761a43-d3e2-4f59-b1b3-0f60e67f6f4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:26.409112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-717cb01c-9b5c-4867-aa2c-b3ef6a542daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['76761a43-d3e2-4f59-b1b3-0f60e67f6f4b'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:26.429053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384ce88-793a-45d5-8f48-f4fdcb8aa137 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:26.436023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c384ce88-793a-45d5-8f48-f4fdcb8aa137 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=76761a43-d3e2-4f59-b1b3-0f60e67f6f4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1059649 Dec 10 09:09:26.436644 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42046) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:26.458264 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-717cb01c-9b5c-4867-aa2c-b3ef6a542daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:26.459117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717cb01c-9b5c-4867-aa2c-b3ef6a542daf None None] The sync data for ids ['76761a43-d3e2-4f59-b1b3-0f60e67f6f4b'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:26.592047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02697ac0-186a-45ad-bca2-d858f141371b tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:26.596845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-02697ac0-186a-45ad-bca2-d858f141371b tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 881 time: 0.1592090 Dec 10 09:09:26.598232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42056) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:26.639754 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-36ee1ed0-44ee-448b-81b4-2128ccb55d45 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=76761a43-d3e2-4f59-b1b3-0f60e67f6f4b HTTP/1.1" status: 200 len: 205 time: 0.0401862 Dec 10 09:09:26.640378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42058) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:26.701904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Allocated IP 172.20.0.2 (2fd34f4f-7475-4618-8055-884e67da1a2e/8cfb61a3-b628-427f-82cc-ebaab186bc1c/b1602b94-cdb3-47ea-a2f2-9f0431eb8119) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:26.774624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:26.935383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.020937 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.032156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.033686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Deleting port 928decd0-37e7-455f-9dab-3cb9cedf6a54 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:27.034084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.121581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Network 2fd34f4f-7475-4618-8055-884e67da1a2e is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:27.124902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Pushing event updated for resources: {'Port': ['ID=b1602b94-cdb3-47ea-a2f2-9f0431eb8119,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:27.126523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b2e0857-cf4b-4203-b12f-b97af4c5adfd req-4ea7abc7-80ee-44df-aab2-e30450a8ddbf tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 210 time: 0.0606005 Dec 10 09:09:27.148246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:27.153972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:27.231915 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.264198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Calling delete_port for 928decd0-37e7-455f-9dab-3cb9cedf6a54 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:27.268731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Attempting to bind port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:27.272416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Attempting to bind port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '6b5d7a5d-b824-4c38-bc12-b3f44e489ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fd34f4f-7475-4618-8055-884e67da1a2e'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:27.274269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Attempting to bind port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 on network 2fd34f4f-7475-4618-8055-884e67da1a2e {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:27.290769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:27.291277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Checking segment: {'id': '6b5d7a5d-b824-4c38-bc12-b3f44e489ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fd34f4f-7475-4618-8055-884e67da1a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:27.291757 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.295114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Bound using segment: {'id': '6b5d7a5d-b824-4c38-bc12-b3f44e489ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fd34f4f-7475-4618-8055-884e67da1a2e'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:27.295651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Bound port: b1602b94-cdb3-47ea-a2f2-9f0431eb8119, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5d7a5d-b824-4c38-bc12-b3f44e489ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fd34f4f-7475-4618-8055-884e67da1a2e'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:27.296060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.457605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] For port b1602b94-cdb3-47ea-a2f2-9f0431eb8119, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:27.463336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42082) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:27.497708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.499137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] For port b1602b94-cdb3-47ea-a2f2-9f0431eb8119, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b1602b94-cdb3-47ea-a2f2-9f0431eb8119,segment=NetworkSegment(6b5d7a5d-b824-4c38-bc12-b3f44e489ebf),segment_id=6b5d7a5d-b824-4c38-bc12-b3f44e489ebf)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:27.506903 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.542070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event deleted for resources: {'Port': ['ID=928decd0-37e7-455f-9dab-3cb9cedf6a54,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:27.600878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3249c3c6-58a6-48c6-ab61-ac066971849d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:27.640498 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.680755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.741109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1507379890'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:27.764499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d222b-efdc-41cd-9028-78e30a7f343b None None] Pushing event updated for resources: {'Port': ['ID=b1602b94-cdb3-47ea-a2f2-9f0431eb8119,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:27.785297 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.789259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.829693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-226cbbb3-45be-400e-90d2-2595a7adf839 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:27.831701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-226cbbb3-45be-400e-90d2-2595a7adf839 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.18 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 814 time: 0.4704423 Dec 10 09:09:27.831920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Made reservation on behalf of 3a503c006fc1489497d1ac9fae2e271c for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:27.835504 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.863581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.865930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.866651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Fanout notify agent at l3_agent the message router_deleted on router 76761a43-d3e2-4f59-b1b3-0f60e67f6f4b {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:27.873839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Request body: {'port': {'device_id': 'd1f0c8fe-8612-41a8-99fe-cdd6c17b423a', 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234', 'admin_state_up': True, 'tenant_id': '15be168c5c04461ebdfa15dd1f149bea'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:27.879921 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:27.881257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d7c500ec-7895-440e-92b1-9940bf76e356 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/76761a43-d3e2-4f59-b1b3-0f60e67f6f4b HTTP/1.1" status: 204 len: 168 time: 1.2399595 Dec 10 09:09:27.885450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42096) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:27.900713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b7d217f8-ed1f-431c-81da-a63f1ece3661 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1723362333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:28.001396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7d217f8-ed1f-431c-81da-a63f1ece3661 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.003069 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7d217f8-ed1f-431c-81da-a63f1ece3661 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.035411 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.040623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.110436 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7d217f8-ed1f-431c-81da-a63f1ece3661 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.132665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:28.141595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0f6dc-406a-4ded-85de-62402b1d276a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:28.169881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.170678 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Added segment e3245ca0-eeb7-4213-a200-2b2001bfeccc of type vlan for network f19af3b9-e084-4ddf-bd74-62c34fb463e7 Dec 10 09:09:28.173371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7d217f8-ed1f-431c-81da-a63f1ece3661 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.183271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.20.0.1 (2fd34f4f-7475-4618-8055-884e67da1a2e/8cfb61a3-b628-427f-82cc-ebaab186bc1c/3cddee35-43cd-40ef-9b45-429deaf7ef03) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:28.275189 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.285411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Made reservation on behalf of 15be168c5c04461ebdfa15dd1f149bea for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:28.289191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.310154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cad57f53-339f-4ccf-aed7-9b8eb9aef0cd req-e9cac1a9-c1e7-4733-9b81-093ca234c255 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 210 time: 0.0522673 Dec 10 09:09:28.319310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7d217f8-ed1f-431c-81da-a63f1ece3661 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.320803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b7d217f8-ed1f-431c-81da-a63f1ece3661 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4241862 Dec 10 09:09:28.327171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42112) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:28.339586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'enable_snat': False}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:28.410280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.430529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.437119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:28.437961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.493802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Allocated IP 172.20.0.14 (7621218b-d3b9-49d6-a2e5-13c21f9c1234/0199c3b5-c7ee-4c15-a10a-7a40e227d308/2c4041ab-662b-44f8-832f-8e95dca95f12) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:28.505292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.523882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0591314 Dec 10 09:09:28.540391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42114) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:28.552633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Request body: {'subnet': {'network_id': 'f19af3b9-e084-4ddf-bd74-62c34fb463e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:28.558710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3beac0-521c-4a74-ade0-297f7eb0389f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Pushing event updated for resources: {'Network': ['ID=f19af3b9-e084-4ddf-bd74-62c34fb463e7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:28.576812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network f19af3b9-e084-4ddf-bd74-62c34fb463e7 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:28.577918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 2fd34f4f-7475-4618-8055-884e67da1a2e is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:28.601544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:28.605285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:28.724063 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.888696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.939540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=3cddee35-43cd-40ef-9b45-429deaf7ef03,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:28.942740 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:28.954500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d44f3f2d-bd0e-4663-b686-ddceeab8fee1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:09:29.043208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Pushing event updated for resources: {'Port': ['ID=2c4041ab-662b-44f8-832f-8e95dca95f12,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:29.068309 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41c72e-9ced-4e9e-b1e7-eedaecd4b7e9 None None] Network 2fd34f4f-7475-4618-8055-884e67da1a2e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:29.072154 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.116051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:29.124610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:29.132709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:29.183239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:29.183909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.186942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b1602b94-cdb3-47ea-a2f2-9f0431eb8119 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:29.243524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Made reservation on behalf of 3a503c006fc1489497d1ac9fae2e271c for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:29.247541 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.270153 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-bf1929b6-e18c-4b7f-9cfd-ca816619cc47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4026544 Dec 10 09:09:29.287261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-854bcc15-8e5b-47fc-8662-c51d5880a6c6 None None] Provisioning complete for port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:29.288008 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-854bcc15-8e5b-47fc-8662-c51d5880a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.330861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Request body: {'port': {'device_id': 'd1f0c8fe-8612-41a8-99fe-cdd6c17b423a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:29.383584 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.506871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d91a4-4469-4912-9666-c710b54e6b33 req-3a1b1e27-39c9-41db-bc6b-864ae432830f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:29.508965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-760d91a4-4469-4912-9666-c710b54e6b33 req-3a1b1e27-39c9-41db-bc6b-864ae432830f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 932 time: 0.0974398 Dec 10 09:09:29.536746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:29.536746 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.570139 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-854bcc15-8e5b-47fc-8662-c51d5880a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.617590 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.625926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.660669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-854bcc15-8e5b-47fc-8662-c51d5880a6c6 None None] For port b1602b94-cdb3-47ea-a2f2-9f0431eb8119, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b1602b94-cdb3-47ea-a2f2-9f0431eb8119,segment=NetworkSegment(6b5d7a5d-b824-4c38-bc12-b3f44e489ebf),segment_id=6b5d7a5d-b824-4c38-bc12-b3f44e489ebf)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:29.672649 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-854bcc15-8e5b-47fc-8662-c51d5880a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.738464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-760d91a4-4469-4912-9666-c710b54e6b33 req-d4e63fad-7deb-415e-bf39-9aaced10c292 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787679 Dec 10 09:09:29.746599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.786289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:29.821297 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bcc15-8e5b-47fc-8662-c51d5880a6c6 None None] Pushing event updated for resources: {'Port': ['ID=b1602b94-cdb3-47ea-a2f2-9f0431eb8119,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:29.898398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Pushing event updated for resources: {'Subnet': ['ID=47933561-da34-4b32-a5b2-f8038b0c9c6b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:29.936141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Allocated IP 172.25.3.246 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/cbbab4ba-0026-4dcb-9737-f3b7f2facf86) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:29.946992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Checking segment: {'id': 'e3245ca0-eeb7-4213-a200-2b2001bfeccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f19af3b9-e084-4ddf-bd74-62c34fb463e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:29.947374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Network hostable DHCP agents. Network: f19af3b9-e084-4ddf-bd74-62c34fb463e7, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:30.029277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-212ae29a-a2fb-4388-b19f-39631bd8c96d None None] Provisioning complete for port 3cddee35-43cd-40ef-9b45-429deaf7ef03 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:30.030017 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-212ae29a-a2fb-4388-b19f-39631bd8c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.092813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-212ae29a-a2fb-4388-b19f-39631bd8c96d None None] Port 3cddee35-43cd-40ef-9b45-429deaf7ef03 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:30.126390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Network f19af3b9-e084-4ddf-bd74-62c34fb463e7 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:30.138325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-212ae29a-a2fb-4388-b19f-39631bd8c96d None None] Provisioning complete for port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:30.141328 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-212ae29a-a2fb-4388-b19f-39631bd8c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.183002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.209204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, f19af3b9-e084-4ddf-bd74-62c34fb463e7) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:30.226184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:30.226853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.242588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.248336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e86f32-c210-4b9e-8bf2-fbcd0d83a08f None None] Network f19af3b9-e084-4ddf-bd74-62c34fb463e7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:30.286285 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9a97d41e-cd96-4b0a-a75e-775c6a68f328 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7377150 Dec 10 09:09:30.289228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42136) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:30.297167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Request body: {'port': {'network_id': 'f19af3b9-e084-4ddf-bd74-62c34fb463e7', 'name': 'tempest-TagsExtTest-2123443210'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:30.306463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:30.320739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:30.327105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:30.337353 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.350435 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.400446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Pushing event updated for resources: {'Port': ['ID=cbbab4ba-0026-4dcb-9737-f3b7f2facf86,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:30.471116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=3cddee35-43cd-40ef-9b45-429deaf7ef03,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:30.476387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.479422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4041ab-662b-44f8-832f-8e95dca95f12 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:09:30.491602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87891319-d8c9-4f96-b613-7b2a6b293f60 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:30.491988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.583977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Made reservation on behalf of 3a503c006fc1489497d1ac9fae2e271c for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:30.587626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.602554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 2fd34f4f-7475-4618-8055-884e67da1a2e is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:30.603755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Transition to ACTIVE for port object 2c4041ab-662b-44f8-832f-8e95dca95f12 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:09:30.608025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:30.610681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.642682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-f19af3b9-e084-4ddf-bd74-62c34fb463e7', 'network_id': 'f19af3b9-e084-4ddf-bd74-62c34fb463e7', 'project_id': '3a503c006fc1489497d1ac9fae2e271c', 'fixed_ips': [{'subnet_id': '47933561-da34-4b32-a5b2-f8038b0c9c6b'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:30.644464 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.653769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] device_id is not set on port 3184b2d5-2ed2-45ca-8e46-d0800209c4ab yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:09:30.765744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Pushing event updated for resources: {'Port': ['ID=2c4041ab-662b-44f8-832f-8e95dca95f12,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:30.798675 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.808660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-844fad9b-6c91-45fd-b0b2-a14a45fb088d None None] Provisioning complete for port 3cddee35-43cd-40ef-9b45-429deaf7ef03 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:30.809223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-844fad9b-6c91-45fd-b0b2-a14a45fb088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.860680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Allocated IP 172.20.0.2 (f19af3b9-e084-4ddf-bd74-62c34fb463e7/47933561-da34-4b32-a5b2-f8038b0c9c6b/045378b2-31d9-4d01-99fe-62865de483b8) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:30.865581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Attempting to bind port 2c4041ab-662b-44f8-832f-8e95dca95f12 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:30.865581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Attempting to bind port 2c4041ab-662b-44f8-832f-8e95dca95f12 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '1bbded6b-4d81-4807-b84a-034e3c1725df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:30.866075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Attempting to bind port 2c4041ab-662b-44f8-832f-8e95dca95f12 on network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:30.869927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-844fad9b-6c91-45fd-b0b2-a14a45fb088d None None] Port 3cddee35-43cd-40ef-9b45-429deaf7ef03 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:30.876756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Port 2c4041ab-662b-44f8-832f-8e95dca95f12 on network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:09:30.877241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Attempting to bind port 2c4041ab-662b-44f8-832f-8e95dca95f12 on network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:30.886640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:30.887130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Checking segment: {'id': '1bbded6b-4d81-4807-b84a-034e3c1725df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:30.887637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Bound using segment: {'id': '1bbded6b-4d81-4807-b84a-034e3c1725df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:30.888185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Bound port: 2c4041ab-662b-44f8-832f-8e95dca95f12, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbded6b-4d81-4807-b84a-034e3c1725df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:30.888644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.894667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-844fad9b-6c91-45fd-b0b2-a14a45fb088d None None] Provisioning complete for port cbbab4ba-0026-4dcb-9737-f3b7f2facf86 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:30.895139 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-844fad9b-6c91-45fd-b0b2-a14a45fb088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.959370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] For port 2c4041ab-662b-44f8-832f-8e95dca95f12, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:30.963165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] For port 2c4041ab-662b-44f8-832f-8e95dca95f12, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2c4041ab-662b-44f8-832f-8e95dca95f12,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:30.994170 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:30.998598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-844fad9b-6c91-45fd-b0b2-a14a45fb088d None None] Port cbbab4ba-0026-4dcb-9737-f3b7f2facf86 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:31.046510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8081e-e869-4634-80b9-aa0de32f538b req-23ba06fe-fb36-4dff-b5bd-ad2b9282df0a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:31.055601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ac8081e-e869-4634-80b9-aa0de32f538b req-23ba06fe-fb36-4dff-b5bd-ad2b9282df0a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 944 time: 0.2037544 Dec 10 09:09:31.056246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a8471969-2a31-4d47-a10f-637b7d4b0c17 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:31.080272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:31.080272 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.080272 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] 10.222.0.18 "PUT /v2.0/ports/2c4041ab-662b-44f8-832f-8e95dca95f12 HTTP/1.1" status: 200 len: 1092 time: 1.7531960 Dec 10 09:09:31.080272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f0c8fe-8612-41a8-99fe-cdd6c17b423a', 'tag': '2c4041ab-662b-44f8-832f-8e95dca95f12'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:09:31.080272 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052d8554-05b0-4539-adad-c247ae7cbfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f0c8fe-8612-41a8-99fe-cdd6c17b423a", "tag": "2c4041ab-662b-44f8-832f-8e95dca95f12"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:09:31.135686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b1602b94-cdb3-47ea-a2f2-9f0431eb8119 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:31.215115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03b56d-fec0-4c9a-9991-d5863912e32f service neutron] Pushing event updated for resources: {'Port': ['ID=2c4041ab-662b-44f8-832f-8e95dca95f12,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:31.219441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ad07c8de-d0e6-4dc7-8441-0337677cc378 None None] Provisioning complete for port 3cddee35-43cd-40ef-9b45-429deaf7ef03 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:31.220485 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ad07c8de-d0e6-4dc7-8441-0337677cc378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.247598 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b363b71-9b16-424b-8c20-31f01535eb24 x-openstack-request-id: req-1b363b71-9b16-424b-8c20-31f01535eb24 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:09:31.247968 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f0c8fe-8612-41a8-99fe-cdd6c17b423a", "tag": "2c4041ab-662b-44f8-832f-8e95dca95f12", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:09:31.248652 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b363b71-9b16-424b-8c20-31f01535eb24 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:09:31.248652 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f0c8fe-8612-41a8-99fe-cdd6c17b423a', 'tag': '2c4041ab-662b-44f8-832f-8e95dca95f12', 'status': 'completed', 'code': 200} Dec 10 09:09:31.250787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.252582 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-09843097-fab0-431e-bb0e-f0248daa0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:31.255101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-09843097-fab0-431e-bb0e-f0248daa0ba2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 1095 time: 0.1163352 Dec 10 09:09:31.261669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:31.268348 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ac8081e-e869-4634-80b9-aa0de32f538b req-3fd4b3ca-1df6-457c-9b0f-e78af1886eae tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120912 Dec 10 09:09:31.269429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-67ce3425-258c-4e49-b27c-306bde6b85b2 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a8471969-2a31-4d47-a10f-637b7d4b0c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9646084 Dec 10 09:09:31.272642 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.277889 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.279375 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c52c6c-5a1e-46cf-9a38-a7dda485d701 None None] Sync routers for ids ['a8471969-2a31-4d47-a10f-637b7d4b0c17'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:31.295349 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.300658 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c52c6c-5a1e-46cf-9a38-a7dda485d701 None None] Routers {'a8471969-2a31-4d47-a10f-637b7d4b0c17'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:31.301766 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-89c52c6c-5a1e-46cf-9a38-a7dda485d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a8471969-2a31-4d47-a10f-637b7d4b0c17'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:31.306540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42148) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:31.317578 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-1c4dfbb7-4a58-489e-9f68-b6786f53d1c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c4041ab-662b-44f8-832f-8e95dca95f12 HTTP/1.1" status: 200 len: 217 time: 0.0465679 Dec 10 09:09:31.380818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:31.381295 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.385653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ad07c8de-d0e6-4dc7-8441-0337677cc378 None None] Port 3cddee35-43cd-40ef-9b45-429deaf7ef03 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:31.394758 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-89c52c6c-5a1e-46cf-9a38-a7dda485d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:31.406525 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c52c6c-5a1e-46cf-9a38-a7dda485d701 None None] Routers {'a8471969-2a31-4d47-a10f-637b7d4b0c17'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:31.408034 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-89c52c6c-5a1e-46cf-9a38-a7dda485d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a8471969-2a31-4d47-a10f-637b7d4b0c17'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:31.421192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Network f19af3b9-e084-4ddf-bd74-62c34fb463e7 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:31.432277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-8a2db29d-d97f-4c2e-a895-49eef083714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:31.433820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-8a2db29d-d97f-4c2e-a895-49eef083714b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 200 len: 854 time: 0.1084566 Dec 10 09:09:31.463504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:31.466414 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-89c52c6c-5a1e-46cf-9a38-a7dda485d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:31.467605 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c52c6c-5a1e-46cf-9a38-a7dda485d701 None None] The sync data for ids ['a8471969-2a31-4d47-a10f-637b7d4b0c17'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:31.481292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:31.486343 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-8cf53175-494d-4577-9b8d-a15be927d29e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7621218b-d3b9-49d6-a2e5-13c21f9c1234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448532 Dec 10 09:09:31.497955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Pushing event updated for resources: {'Port': ['ID=045378b2-31d9-4d01-99fe-62865de483b8,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:31.498210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb22dd2-73f4-4932-8b3d-ff6a87f8b162 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:31.499881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9fb22dd2-73f4-4932-8b3d-ff6a87f8b162 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports/3cddee35-43cd-40ef-9b45-429deaf7ef03 HTTP/1.1" status: 200 len: 910 time: 0.1468074 Dec 10 09:09:31.508839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42154) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:31.518928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2a9e7cfc-de7e-4719-9a2e-167541e496e1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8cfb61a3-b628-427f-82cc-ebaab186bc1c'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:31.557633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Allocated IP 172.20.0.10 (f19af3b9-e084-4ddf-bd74-62c34fb463e7/47933561-da34-4b32-a5b2-f8038b0c9c6b/3184b2d5-2ed2-45ca-8e46-d0800209c4ab) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:31.614146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Attempting to bind port 045378b2-31d9-4d01-99fe-62865de483b8 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:31.614694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Attempting to bind port 045378b2-31d9-4d01-99fe-62865de483b8 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'e3245ca0-eeb7-4213-a200-2b2001bfeccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f19af3b9-e084-4ddf-bd74-62c34fb463e7'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:31.615160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Attempting to bind port 045378b2-31d9-4d01-99fe-62865de483b8 on network f19af3b9-e084-4ddf-bd74-62c34fb463e7 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:31.616410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-e58fe02e-5007-4460-b4d4-558bec4c1b25 service neutron] 10.222.0.18 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226411 Dec 10 09:09:31.625948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:31.626573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Checking segment: {'id': 'e3245ca0-eeb7-4213-a200-2b2001bfeccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f19af3b9-e084-4ddf-bd74-62c34fb463e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:31.627071 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.627575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Bound using segment: {'id': 'e3245ca0-eeb7-4213-a200-2b2001bfeccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f19af3b9-e084-4ddf-bd74-62c34fb463e7'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:31.628751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Bound port: 045378b2-31d9-4d01-99fe-62865de483b8, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3245ca0-eeb7-4213-a200-2b2001bfeccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f19af3b9-e084-4ddf-bd74-62c34fb463e7'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:31.629214 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.709966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] For port 045378b2-31d9-4d01-99fe-62865de483b8, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:31.713870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] For port 045378b2-31d9-4d01-99fe-62865de483b8, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=045378b2-31d9-4d01-99fe-62865de483b8,segment=NetworkSegment(e3245ca0-eeb7-4213-a200-2b2001bfeccc),segment_id=e3245ca0-eeb7-4213-a200-2b2001bfeccc)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:31.723914 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.755878 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7cfc-de7e-4719-9a2e-167541e496e1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:31.836322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17459d51-104e-4b80-923c-251e8c8256c2 None None] Pushing event updated for resources: {'Port': ['ID=045378b2-31d9-4d01-99fe-62865de483b8,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:31.871008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Router f4b1e060-1e46-45f6-8f07-5e07d85c726a is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:32.129394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:32.168633 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cf6c5559-5e63-4afa-81b1-739b4872de34 req-ecb37bf1-b0aa-48b2-a3ed-18b18efd99f6 service neutron] 10.222.0.18 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450411 Dec 10 09:09:32.255931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:32.265271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f68c-99cf-4c7f-9487-b9bef1fcba8b None None] Sync routers for ids ['f4b1e060-1e46-45f6-8f07-5e07d85c726a'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:32.285377 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:32.288374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03f68c-99cf-4c7f-9487-b9bef1fcba8b None None] Routers {'f4b1e060-1e46-45f6-8f07-5e07d85c726a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:32.289140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ae03f68c-99cf-4c7f-9487-b9bef1fcba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f4b1e060-1e46-45f6-8f07-5e07d85c726a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:32.293875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-286767d9-96af-48ec-b9b4-fda0a9d45710 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "PUT /v2.0/routers/f4b1e060-1e46-45f6-8f07-5e07d85c726a HTTP/1.1" status: 200 len: 920 time: 3.9652739 Dec 10 09:09:32.297425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42158) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:32.344740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ae03f68c-99cf-4c7f-9487-b9bef1fcba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:32.356887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03f68c-99cf-4c7f-9487-b9bef1fcba8b None None] Routers {'f4b1e060-1e46-45f6-8f07-5e07d85c726a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:32.358034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ae03f68c-99cf-4c7f-9487-b9bef1fcba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f4b1e060-1e46-45f6-8f07-5e07d85c726a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:32.380919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:32.435819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ae03f68c-99cf-4c7f-9487-b9bef1fcba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:32.438129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f68c-99cf-4c7f-9487-b9bef1fcba8b None None] The sync data for ids ['f4b1e060-1e46-45f6-8f07-5e07d85c726a'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:32.439643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-d2844f5d-db37-4877-bfcc-8fccbad53f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:32.443149 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-d2844f5d-db37-4877-bfcc-8fccbad53f73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 1095 time: 0.2196429 Dec 10 09:09:32.489461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Pushing event updated for resources: {'Port': ['ID=3184b2d5-2ed2-45ca-8e46-d0800209c4ab,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:32.542469 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fbaa789c-5dfd-4467-8aef-af8c68982387 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/routers/f4b1e060-1e46-45f6-8f07-5e07d85c726a HTTP/1.1" status: 200 len: 926 time: 0.2396743 Dec 10 09:09:32.542955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42166) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:32.561380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Network f19af3b9-e084-4ddf-bd74-62c34fb463e7 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:32.578069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:32.588338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:32.617118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f97b2-ba2f-4c81-bc20-4ea58f4f3163 req-ba7e1464-259d-4bd2-a516-2734dc233610 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:32.618871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b74f97b2-ba2f-4c81-bc20-4ea58f4f3163 req-ba7e1464-259d-4bd2-a516-2734dc233610 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 944 time: 0.1228499 Dec 10 09:09:32.668890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-ca64ed36-6473-4784-8357-b2699de28f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:32.670355 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-ca64ed36-6473-4784-8357-b2699de28f50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 915 time: 0.1291878 Dec 10 09:09:32.707680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b74f97b2-ba2f-4c81-bc20-4ea58f4f3163 req-5cec62ea-70b0-418c-9c14-264c77eb47f7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676801 Dec 10 09:09:32.742902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:32.743675 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:32.748738 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-86c4bbf9-9040-4f87-8678-2a077c32c4e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c4041ab-662b-44f8-832f-8e95dca95f12 HTTP/1.1" status: 200 len: 217 time: 0.0518322 Dec 10 09:09:32.763894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efd5711-f400-4555-a2c5-4a9cb9191770 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:32.765817 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2efd5711-f400-4555-a2c5-4a9cb9191770 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=f4b1e060-1e46-45f6-8f07-5e07d85c726a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2218871 Dec 10 09:09:32.771803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42168) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:32.795124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3a3cdc14-0b59-463d-806c-e5b1f1a21d0b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5020490 Dec 10 09:09:32.796019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42170) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:32.798438 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7cfc-de7e-4719-9a2e-167541e496e1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:32.821313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-aaa591f9-fdf8-4db7-82be-aaa9ee0cd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:32.822861 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-aaa591f9-fdf8-4db7-82be-aaa9ee0cd423 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 200 len: 854 time: 0.0626287 Dec 10 09:09:32.834572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-85e074eb-6767-4919-b8ea-263aaabe58eb tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-462011462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:32.880535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-6426a17e-c9a0-4472-9e32-4babf0def20d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7621218b-d3b9-49d6-a2e5-13c21f9c1234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445573 Dec 10 09:09:32.900175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7cfc-de7e-4719-9a2e-167541e496e1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.015455 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85e074eb-6767-4919-b8ea-263aaabe58eb tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.018923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85e074eb-6767-4919-b8ea-263aaabe58eb tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.051343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7cfc-de7e-4719-9a2e-167541e496e1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=3cddee35-43cd-40ef-9b45-429deaf7ef03,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:33.059257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e7cfc-de7e-4719-9a2e-167541e496e1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:33.060120 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7cfc-de7e-4719-9a2e-167541e496e1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.061639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2a9e7cfc-de7e-4719-9a2e-167541e496e1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/ports/3cddee35-43cd-40ef-9b45-429deaf7ef03 HTTP/1.1" status: 200 len: 910 time: 1.5518427 Dec 10 09:09:33.070184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68acd73-ec56-4dc8-b4a9-87f057d519e9 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:33.071628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42172) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:33.071777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a68acd73-ec56-4dc8-b4a9-87f057d519e9 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/networks/c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 881 time: 0.2989006 Dec 10 09:09:33.077177 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42174) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:33.122842 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2738182d-aee3-4ad0-a86a-02369567f961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.160184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 045378b2-31d9-4d01-99fe-62865de483b8 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:33.192296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c2a7ddd9-8f16-44b8-bc4a-0f492b060898 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4b1e060-1e46-45f6-8f07-5e07d85c726a HTTP/1.1" status: 200 len: 205 time: 0.1137533 Dec 10 09:09:33.194774 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85e074eb-6767-4919-b8ea-263aaabe58eb tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.196117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42176) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:33.208552 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85e074eb-6767-4919-b8ea-263aaabe58eb tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.287395 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85e074eb-6767-4919-b8ea-263aaabe58eb tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.292797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-85e074eb-6767-4919-b8ea-263aaabe58eb tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4646604 Dec 10 09:09:33.293813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42180) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:33.312030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0fe2cfab-55b6-405b-87ac-bb45e519e1a2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1005150581', 'prefixes': ['172.20.0.0/16']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:33.367756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 045378b2-31d9-4d01-99fe-62865de483b8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:33.374181 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.485864 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.491277 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0fe2cfab-55b6-405b-87ac-bb45e519e1a2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for subnetpool, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.501279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0fe2cfab-55b6-405b-87ac-bb45e519e1a2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2017817 Dec 10 09:09:33.503360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42184) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:33.505839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21770df-b383-4d38-9eb0-4bb2ee169d15 None None] Network f19af3b9-e084-4ddf-bd74-62c34fb463e7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:33.509178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-9967f85b-863d-4a1f-8bb8-4ba2d41bbb71 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b', 'tempest-TagsExtTest-Tag-538144133') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:33.672084 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-e3c5516d-219d-4d2b-baaf-7523de4caed7 service neutron] 10.222.0.18 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865460 Dec 10 09:09:33.688399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9889b6e7-31e1-48ca-88cf-9fb879fe14eb None None] Provisioning complete for port 045378b2-31d9-4d01-99fe-62865de483b8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:33.688774 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9889b6e7-31e1-48ca-88cf-9fb879fe14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.763441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.794232 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.827322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9967f85b-863d-4a1f-8bb8-4ba2d41bbb71 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags/tempest-TagsExtTest-Tag-538144133 HTTP/1.1" status: 201 len: 201 time: 0.3227298 Dec 10 09:09:33.827974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42190) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:33.876690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 045378b2-31d9-4d01-99fe-62865de483b8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=045378b2-31d9-4d01-99fe-62865de483b8,segment=NetworkSegment(e3245ca0-eeb7-4213-a200-2b2001bfeccc),segment_id=e3245ca0-eeb7-4213-a200-2b2001bfeccc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:33.906734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:33.947752 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-052d8554-05b0-4539-adad-c247ae7cbfcb req-4e6adc02-ec88-472e-985b-4d3ee040b17e service neutron] 10.222.0.18 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647638 Dec 10 09:09:33.968212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=045378b2-31d9-4d01-99fe-62865de483b8,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:33.997574 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9889b6e7-31e1-48ca-88cf-9fb879fe14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.052418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.094965 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-9889b6e7-31e1-48ca-88cf-9fb879fe14eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:09:34.095614 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-9889b6e7-31e1-48ca-88cf-9fb879fe14eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:09:34.229705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-24dec1ff-5569-4e1f-9235-7539e1bb9d71 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab', 'tempest-TagsExtTest-Tag-858969918') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:34.312870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff565361-352b-4730-ad8c-7c665802a7b1 req-310664f4-debb-4868-879b-a024cd84169c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:34.318184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff565361-352b-4730-ad8c-7c665802a7b1 req-310664f4-debb-4868-879b-a024cd84169c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 944 time: 0.4891014 Dec 10 09:09:34.353356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Deleting port cbbab4ba-0026-4dcb-9737-f3b7f2facf86 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:34.353816 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.373029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port 3cddee35-43cd-40ef-9b45-429deaf7ef03 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:34.373373 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.444730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff565361-352b-4730-ad8c-7c665802a7b1 req-ecd8ee89-a0e7-47de-b2dc-233cefdddab1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203606 Dec 10 09:09:34.477414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-24dec1ff-5569-4e1f-9235-7539e1bb9d71 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags/tempest-TagsExtTest-Tag-858969918 HTTP/1.1" status: 201 len: 201 time: 0.2514529 Dec 10 09:09:34.479106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42194) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:34.484116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-78d08f01-e6a0-4434-a99b-da829d376560 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8', 'tempest-TagsExtTest-Tag-2059095827') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:34.485479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.500982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for 3cddee35-43cd-40ef-9b45-429deaf7ef03 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:34.532961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.583703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Calling delete_port for cbbab4ba-0026-4dcb-9737-f3b7f2facf86 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:34.668526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-78d08f01-e6a0-4434-a99b-da829d376560 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags/tempest-TagsExtTest-Tag-2059095827 HTTP/1.1" status: 201 len: 201 time: 0.1883295 Dec 10 09:09:34.670563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42204) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:34.676503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-2d40cd99-2129-4dc8-bd41-0e2c339146ec tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709', 'tempest-TagsExtTest-Tag-288926197') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:34.714277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.764303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=3cddee35-43cd-40ef-9b45-429deaf7ef03,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:34.784095 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2d40cd99-2129-4dc8-bd41-0e2c339146ec tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags/tempest-TagsExtTest-Tag-288926197 HTTP/1.1" status: 201 len: 201 time: 0.1124229 Dec 10 09:09:34.787673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42208) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:34.812034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-4b1ab6f0-237a-4a3a-ae99-18d39d609e18 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:34.812741 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-020d7fbd-718b-4942-8823-1f4b8f8fd6f4 None None] Provisioning complete for port 045378b2-31d9-4d01-99fe-62865de483b8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:34.813741 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-020d7fbd-718b-4942-8823-1f4b8f8fd6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.881120 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.920628 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event deleted for resources: {'Port': ['ID=cbbab4ba-0026-4dcb-9737-f3b7f2facf86,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:34.945662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89040a56-c5c7-44ee-bf89-a0e6913733cb None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:34.949364 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:34.951384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4b1ab6f0-237a-4a3a-ae99-18d39d609e18 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags HTTP/1.1" status: 200 len: 240 time: 0.1626441 Dec 10 09:09:34.951784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42210) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:34.965412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-b57d36e4-6cc1-457c-9954-c68f8472601a tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b', 'tempest-TagsExtTest-Tag-538144133') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:34.991375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-020d7fbd-718b-4942-8823-1f4b8f8fd6f4 None None] Provisioning complete for port 3184b2d5-2ed2-45ca-8e46-d0800209c4ab triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:34.991861 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-020d7fbd-718b-4942-8823-1f4b8f8fd6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.013526 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.038114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-020d7fbd-718b-4942-8823-1f4b8f8fd6f4 None None] Port 3184b2d5-2ed2-45ca-8e46-d0800209c4ab cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:35.062833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 045378b2-31d9-4d01-99fe-62865de483b8 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:35.122299 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.124712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 045378b2-31d9-4d01-99fe-62865de483b8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:35.125048 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.125189 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.179668 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.180250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Fanout notify agent at l3_agent the message router_deleted on router f4b1e060-1e46-45f6-8f07-5e07d85c726a {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:35.193049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.197683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-239d6054-971d-4c7c-8015-a92aa9d96e64 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/f4b1e060-1e46-45f6-8f07-5e07d85c726a HTTP/1.1" status: 204 len: 168 time: 1.9969623 Dec 10 09:09:35.199307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42212) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:35.203984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-680730700', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:35.232708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.233825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.275627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a8471969-2a31-4d47-a10f-637b7d4b0c17 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:09:35.277870 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b57d36e4-6cc1-457c-9954-c68f8472601a tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags/tempest-TagsExtTest-Tag-538144133 HTTP/1.1" status: 204 len: 168 time: 0.3250446 Dec 10 09:09:35.281007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42214) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:35.285546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-bf974f30-e2cb-48bc-9266-a7d47e96b12f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b', 'tempest-TagsExtTest-Tag-538144133') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:35.286570 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.390694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:35.400939 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1110c4b6-d1bc-481b-9a0d-73f78d6539c5 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a8471969-2a31-4d47-a10f-637b7d4b0c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3268387 Dec 10 09:09:35.402121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42216) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:35.405467 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e505ee0-e73b-4f43-af7f-b68be8f35471 None None] Sync routers for ids ['a8471969-2a31-4d47-a10f-637b7d4b0c17'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:35.418891 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e505ee0-e73b-4f43-af7f-b68be8f35471 None None] Routers {'a8471969-2a31-4d47-a10f-637b7d4b0c17'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:35.419842 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6e505ee0-e73b-4f43-af7f-b68be8f35471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a8471969-2a31-4d47-a10f-637b7d4b0c17'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:35.436776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.438706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b1ce8301-b8de-4ebf-aba3-084f7cb9cf09 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8471969-2a31-4d47-a10f-637b7d4b0c17 HTTP/1.1" status: 200 len: 205 time: 0.0351920 Dec 10 09:09:35.441356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42220) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:35.445870 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6f7f-4601-4225-af5b-e8a448ae1ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.460358 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6e505ee0-e73b-4f43-af7f-b68be8f35471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:35.496451 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e505ee0-e73b-4f43-af7f-b68be8f35471 None None] Routers {'a8471969-2a31-4d47-a10f-637b7d4b0c17'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:35.497073 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6e505ee0-e73b-4f43-af7f-b68be8f35471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a8471969-2a31-4d47-a10f-637b7d4b0c17'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:35.532225 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c26aafbf-64ba-401a-9b3b-8cf82e386882 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.547239 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6e505ee0-e73b-4f43-af7f-b68be8f35471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:35.547897 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e505ee0-e73b-4f43-af7f-b68be8f35471 None None] The sync data for ids ['a8471969-2a31-4d47-a10f-637b7d4b0c17'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:35.627067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2dbc2-5774-4b30-bdc6-dff1c464b4e0 req-d76546b3-ea4b-45ee-935e-3c484d09d456 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:35.628636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ceb2dbc2-5774-4b30-bdc6-dff1c464b4e0 req-d76546b3-ea4b-45ee-935e-3c484d09d456 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 944 time: 0.0819194 Dec 10 09:09:35.710260 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bf974f30-e2cb-48bc-9266-a7d47e96b12f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags/tempest-TagsExtTest-Tag-538144133 HTTP/1.1" status: 204 len: 168 time: 0.4281626 Dec 10 09:09:35.712010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c26aafbf-64ba-401a-9b3b-8cf82e386882 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.713551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42226) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:35.715932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c26aafbf-64ba-401a-9b3b-8cf82e386882 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.719760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-146122a0-4849-4b90-9079-a15359fa2e27 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:35.759335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.782582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ceb2dbc2-5774-4b30-bdc6-dff1c464b4e0 req-9cb36f06-b4e8-4eff-a784-4fe17537216e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457732 Dec 10 09:09:35.784008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.798385 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c26aafbf-64ba-401a-9b3b-8cf82e386882 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.798926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26aafbf-64ba-401a-9b3b-8cf82e386882 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Fanout notify agent at l3_agent the message router_deleted on router a8471969-2a31-4d47-a10f-637b7d4b0c17 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:35.806878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c26aafbf-64ba-401a-9b3b-8cf82e386882 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.807984 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c26aafbf-64ba-401a-9b3b-8cf82e386882 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/a8471969-2a31-4d47-a10f-637b7d4b0c17 HTTP/1.1" status: 204 len: 168 time: 0.3643162 Dec 10 09:09:35.810897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42230) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:35.858049 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-146122a0-4849-4b90-9079-a15359fa2e27 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags HTTP/1.1" status: 200 len: 205 time: 0.1434779 Dec 10 09:09:35.860551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42236) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:35.864742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-6c6b16cc-dbd0-4fef-ae4f-f86acf51a4d4 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:35.898447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf466a6-7ac9-4e7d-b482-17e4ca7c90f9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting subnet 8cfb61a3-b628-427f-82cc-ebaab186bc1c {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:09:35.905523 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf466a6-7ac9-4e7d-b482-17e4ca7c90f9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.906746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Allocated IP 172.25.3.126 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/f2b4aafc-0065-4aff-a316-eac0ebaf6194) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:35.957637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf466a6-7ac9-4e7d-b482-17e4ca7c90f9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:35.996617 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c6b16cc-dbd0-4fef-ae4f-f86acf51a4d4 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags HTTP/1.1" status: 200 len: 240 time: 0.1349621 Dec 10 09:09:35.999199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42240) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:36.004125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-6e8ea19b-d533-4e6d-9bc3-b46b538a3f21 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab', 'tempest-TagsExtTest-Tag-858969918') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:36.035884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.076966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.087718 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf466a6-7ac9-4e7d-b482-17e4ca7c90f9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.131011 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6e8ea19b-d533-4e6d-9bc3-b46b538a3f21 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags/tempest-TagsExtTest-Tag-858969918 HTTP/1.1" status: 204 len: 168 time: 0.1276498 Dec 10 09:09:36.131206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42244) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:36.137439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-e092d993-c246-4a04-bd78-b73f8b0eb8ba tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab', 'tempest-TagsExtTest-Tag-858969918') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:36.141263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:36.145416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:36.148081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:36.151968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event updated for resources: {'Port': ['ID=f2b4aafc-0065-4aff-a316-eac0ebaf6194,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:36.166733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb4ef2-3483-40ae-8651-0c7e8d0d1416 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:36.198849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf466a6-7ac9-4e7d-b482-17e4ca7c90f9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.235543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf466a6-7ac9-4e7d-b482-17e4ca7c90f9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfb61a3-b628-427f-82cc-ebaab186bc1c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:36.242878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcf466a6-7ac9-4e7d-b482-17e4ca7c90f9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.246179 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fcf466a6-7ac9-4e7d-b482-17e4ca7c90f9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/8cfb61a3-b628-427f-82cc-ebaab186bc1c HTTP/1.1" status: 204 len: 168 time: 0.4344392 Dec 10 09:09:36.249483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42246) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:36.262440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8263e-771f-4c50-8658-d4829d6bc85f None None] Network 2fd34f4f-7475-4618-8055-884e67da1a2e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:36.327349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e092d993-c246-4a04-bd78-b73f8b0eb8ba tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags/tempest-TagsExtTest-Tag-858969918 HTTP/1.1" status: 204 len: 168 time: 0.1951528 Dec 10 09:09:36.332405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42248) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:36.341440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-ae3b0487-7a4d-456c-a3cf-e49e350407bb tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:36.351334 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.355204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 2c4041ab-662b-44f8-832f-8e95dca95f12 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:09:36.380120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5b82db02-0252-4a36-9225-c330f0d89f82 None None] Provisioning complete for port f2b4aafc-0065-4aff-a316-eac0ebaf6194 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:36.380753 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b82db02-0252-4a36-9225-c330f0d89f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.432283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5b82db02-0252-4a36-9225-c330f0d89f82 None None] Port f2b4aafc-0065-4aff-a316-eac0ebaf6194 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:36.442159 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ae3b0487-7a4d-456c-a3cf-e49e350407bb tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags HTTP/1.1" status: 200 len: 205 time: 0.1088219 Dec 10 09:09:36.444481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42250) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:36.451053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-e7dea195-8fa3-4ebc-8318-f692ff510f1a tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:36.496040 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.499261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:36.499726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.566938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.603106 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e7dea195-8fa3-4ebc-8318-f692ff510f1a tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags HTTP/1.1" status: 200 len: 241 time: 0.1576343 Dec 10 09:09:36.605074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port b1602b94-cdb3-47ea-a2f2-9f0431eb8119, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b1602b94-cdb3-47ea-a2f2-9f0431eb8119,segment=NetworkSegment(6b5d7a5d-b824-4c38-bc12-b3f44e489ebf),segment_id=6b5d7a5d-b824-4c38-bc12-b3f44e489ebf)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:36.606784 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.607730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42252) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:36.618260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-64346684-19dd-46d2-b1bd-1d878c3cba6b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8', 'tempest-TagsExtTest-Tag-2059095827') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:36.633457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 2c4041ab-662b-44f8-832f-8e95dca95f12, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2c4041ab-662b-44f8-832f-8e95dca95f12,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:36.655620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for b1602b94-cdb3-47ea-a2f2-9f0431eb8119 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:36.663839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901888e5-81a1-4dc0-bc1b-f6b7673a6489 None None] DHCP port deletion for 2fd34f4f-7475-4618-8055-884e67da1a2e request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:36.674712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '2c4041ab-662b-44f8-832f-8e95dca95f12', 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234', 'port_id': '2c4041ab-662b-44f8-832f-8e95dca95f12', 'mac_address': 'fa:16:3e:a6:26:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0199c3b5-c7ee-4c15-a10a-7a40e227d308', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:09:36.795146 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.815180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4041ab-662b-44f8-832f-8e95dca95f12 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:09:36.827520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-901888e5-81a1-4dc0-bc1b-f6b7673a6489 None None] Deleting port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:36.828266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-901888e5-81a1-4dc0-bc1b-f6b7673a6489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.855851 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.925924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-901888e5-81a1-4dc0-bc1b-f6b7673a6489 None None] For port b1602b94-cdb3-47ea-a2f2-9f0431eb8119, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b1602b94-cdb3-47ea-a2f2-9f0431eb8119,segment=NetworkSegment(6b5d7a5d-b824-4c38-bc12-b3f44e489ebf),segment_id=6b5d7a5d-b824-4c38-bc12-b3f44e489ebf)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:36.926656 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-901888e5-81a1-4dc0-bc1b-f6b7673a6489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:36.995808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-901888e5-81a1-4dc0-bc1b-f6b7673a6489 None None] Calling delete_port for b1602b94-cdb3-47ea-a2f2-9f0431eb8119 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:36.998897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 2c4041ab-662b-44f8-832f-8e95dca95f12, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2c4041ab-662b-44f8-832f-8e95dca95f12,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:37.017530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.019951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b1602b94-cdb3-47ea-a2f2-9f0431eb8119 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:37.132270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad2f3-58dc-4610-b585-20ba01fb748b req-05272c4a-a33a-475b-8264-08f67400287a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:37.133834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-310ad2f3-58dc-4610-b585-20ba01fb748b req-05272c4a-a33a-475b-8264-08f67400287a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 944 time: 0.2001367 Dec 10 09:09:37.139992 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-64346684-19dd-46d2-b1bd-1d878c3cba6b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags/tempest-TagsExtTest-Tag-2059095827 HTTP/1.1" status: 204 len: 168 time: 0.5289772 Dec 10 09:09:37.141912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42262) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:37.153043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-cd77d986-38ea-4af4-b53e-6d13253bfd51 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8', 'tempest-TagsExtTest-Tag-2059095827') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.171777 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-97f77bb2-7629-4554-9827-1656807a488e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764046 Dec 10 09:09:37.184373 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.190801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3319cb-2a4c-4306-8054-c6694ec6aaa8 req-c410047a-4c66-4593-a9bb-9025dee6c977 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:37.204473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f3319cb-2a4c-4306-8054-c6694ec6aaa8 req-c410047a-4c66-4593-a9bb-9025dee6c977 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 945 time: 0.1304839 Dec 10 09:09:37.235304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=b1602b94-cdb3-47ea-a2f2-9f0431eb8119,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:37.262893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No DVR routers for this DVR port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:37.271610 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-901888e5-81a1-4dc0-bc1b-f6b7673a6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.283415 n-d-814746-3 neutron-server[114971]: INFO neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No ports have port_id starting with b1602b94-cdb3-47ea-a2f2-9f0431eb8119 Dec 10 09:09:37.287966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=2c4041ab-662b-44f8-832f-8e95dca95f12,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:37.305788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.306246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.306782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.307211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.307634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.308054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.308474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.310209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.311273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.311701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.312128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.313365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.318155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:37.346889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-310ad2f3-58dc-4610-b585-20ba01fb748b req-07bfdf31-5d50-423e-9b69-acd39cab1a80 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977015 Dec 10 09:09:37.355124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-a8100323-1dce-40a0-829b-a4cf81e31fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:37.356745 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-a8100323-1dce-40a0-829b-a4cf81e31fd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1096 time: 0.1302071 Dec 10 09:09:37.365434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.379444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901888e5-81a1-4dc0-bc1b-f6b7673a6489 None None] Pushing event deleted for resources: {'Port': ['ID=b1602b94-cdb3-47ea-a2f2-9f0431eb8119,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:37.381599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901888e5-81a1-4dc0-bc1b-f6b7673a6489 None None] No DVR routers for this DVR port b1602b94-cdb3-47ea-a2f2-9f0431eb8119 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:37.406560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['2c4041ab-662b-44f8-832f-8e95dca95f12'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:09:37.439111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd34f4f-7475-4618-8055-884e67da1a2e']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.455378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f3319cb-2a4c-4306-8054-c6694ec6aaa8 req-2e9622ae-3af8-4679-a0e5-6a51cf90c738 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456112 Dec 10 09:09:37.483211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5d7a5d-b824-4c38-bc12-b3f44e489ebf') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.483424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5d7a5d-b824-4c38-bc12-b3f44e489ebf') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.484951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Router d0e18585-9bd6-43f1-b430-07d39e0a674d is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:37.499729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.524645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cd77d986-38ea-4af4-b53e-6d13253bfd51 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags/tempest-TagsExtTest-Tag-2059095827 HTTP/1.1" status: 204 len: 168 time: 0.3808053 Dec 10 09:09:37.550826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-58382bdd-1aa5-4d59-80eb-bb529102c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:37.552609 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-58382bdd-1aa5-4d59-80eb-bb529102c9de service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.1688702 Dec 10 09:09:37.553238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42268) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:37.562896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-56273c31-4744-4b74-9ff4-d0b1985ecb7a tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.665760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:37.683312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b201f-a559-4eb9-bd3b-efa694952783 None None] Sync routers for ids ['d0e18585-9bd6-43f1-b430-07d39e0a674d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:37.695235 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.699313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.701424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1f721fd4-980c-48d7-9427-1f3a68a249d2 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5007114 Dec 10 09:09:37.703953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42274) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:37.709916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:37.732372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:37.732789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.738053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-55e713db-80ed-46a8-8b5a-91771ea75459 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 1001 time: 0.1240172 Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:37.738731 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:37.771476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b201f-a559-4eb9-bd3b-efa694952783 None None] Routers {'d0e18585-9bd6-43f1-b430-07d39e0a674d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:37.774180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-256b201f-a559-4eb9-bd3b-efa694952783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d0e18585-9bd6-43f1-b430-07d39e0a674d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.834618 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-56273c31-4744-4b74-9ff4-d0b1985ecb7a tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags HTTP/1.1" status: 200 len: 205 time: 0.2751694 Dec 10 09:09:37.837419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42280) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:37.841407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-256b201f-a559-4eb9-bd3b-efa694952783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.846739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-fdd7a73a-5e8d-4e0b-ba1d-38b8d5f553d7 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.860231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b201f-a559-4eb9-bd3b-efa694952783 None None] Routers {'d0e18585-9bd6-43f1-b430-07d39e0a674d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:37.861071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.861357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-256b201f-a559-4eb9-bd3b-efa694952783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d0e18585-9bd6-43f1-b430-07d39e0a674d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.872983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-086c3fcb-a35f-4e7a-a0e0-628a35eec368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:37.874484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-086c3fcb-a35f-4e7a-a0e0-628a35eec368 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1223826 Dec 10 09:09:37.899877 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.901274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-256b201f-a559-4eb9-bd3b-efa694952783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:37.903987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b201f-a559-4eb9-bd3b-efa694952783 None None] The sync data for ids ['d0e18585-9bd6-43f1-b430-07d39e0a674d'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:37.906755 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/networks/2fd34f4f-7475-4618-8055-884e67da1a2e HTTP/1.1" status: 204 len: 168 time: 1.6563060 Dec 10 09:09:37.914377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42284) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:37.920518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e2e6ba13-bb8d-46f4-969c-9698df51a97a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1759995800', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:37.941958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c21ef-b5b0-4f88-b4d0-5d866d7088a6 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Network': ['ID=2fd34f4f-7475-4618-8055-884e67da1a2e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:37.961001 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e2e6ba13-bb8d-46f4-969c-9698df51a97a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.962173 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e2e6ba13-bb8d-46f4-969c-9698df51a97a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:37.986752 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fdd7a73a-5e8d-4e0b-ba1d-38b8d5f553d7 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags HTTP/1.1" status: 200 len: 240 time: 0.1421833 Dec 10 09:09:37.987606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42286) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:37.992910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-57957420-7478-4500-ad5a-cbe1ff3d6209 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709', 'tempest-TagsExtTest-Tag-288926197') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:38.011574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-2e5ecdd6-ea36-403d-9f25-0121aae9ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:38.013310 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-2e5ecdd6-ea36-403d-9f25-0121aae9ead9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052389 Dec 10 09:09:38.038215 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-57957420-7478-4500-ad5a-cbe1ff3d6209 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags/tempest-TagsExtTest-Tag-288926197 HTTP/1.1" status: 204 len: 168 time: 0.0494266 Dec 10 09:09:38.062765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42288) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:38.074754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-bb198d0c-98f3-4ff7-be2a-ef345ff1dd7f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709', 'tempest-TagsExtTest-Tag-288926197') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:38.174295 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.220495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-bcbc4cfa-beaf-4eb3-9d29-f3a1eb425937 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978037 Dec 10 09:09:38.226381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bb198d0c-98f3-4ff7-be2a-ef345ff1dd7f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags/tempest-TagsExtTest-Tag-288926197 HTTP/1.1" status: 204 len: 168 time: 0.1614611 Dec 10 09:09:38.289845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42296) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:38.294770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-16116ce9-3f9b-46d3-bb1e-170e48152bd6 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:38.344899 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-16116ce9-3f9b-46d3-bb1e-170e48152bd6 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags HTTP/1.1" status: 200 len: 205 time: 0.0521348 Dec 10 09:09:38.349067 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42298) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:38.353943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-9735f5cc-a558-4d9f-9972-124a592f7dbe tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:38.396640 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-454f1723-81f0-4def-bfde-cae90e30b9a4 req-f7138e5c-899c-4968-af66-863fafb5e5f1 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688552 Dec 10 09:09:38.428830 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9735f5cc-a558-4d9f-9972-124a592f7dbe tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags HTTP/1.1" status: 204 len: 168 time: 0.0762837 Dec 10 09:09:38.429158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42302) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:38.435660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-6d37899e-fd9e-4d96-aaaf-d39b5cdf4a5f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:38.537411 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d37899e-fd9e-4d96-aaaf-d39b5cdf4a5f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags HTTP/1.1" status: 204 len: 168 time: 0.1070409 Dec 10 09:09:38.540573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42304) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:38.547575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-8c2d92bf-a155-4d96-9d33-574edfd58764 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:38.554496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e2e6ba13-bb8d-46f4-969c-9698df51a97a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.564401 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e2e6ba13-bb8d-46f4-969c-9698df51a97a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.606710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e2e6ba13-bb8d-46f4-969c-9698df51a97a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.608072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e2e6ba13-bb8d-46f4-969c-9698df51a97a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6927521 Dec 10 09:09:38.613806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42306) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:38.624966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1156587091'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:38.640204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8c2d92bf-a155-4d96-9d33-574edfd58764 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0958817 Dec 10 09:09:38.641797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42308) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:38.649414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-acebd9af-addb-4c6d-9f32-763901e1973a tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:38.652298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd72a84-a164-46ec-9920-9da5177eaef7 req-b80fb541-872f-408b-ac8c-689f54dfcc0b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:38.654005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dcd72a84-a164-46ec-9920-9da5177eaef7 req-b80fb541-872f-408b-ac8c-689f54dfcc0b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 945 time: 0.1928844 Dec 10 09:09:38.701619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:38.705449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.748181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:38.767018 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.767258 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added segment ac7f6135-dc92-4b95-b3e7-b4a1e676652e of type vlan for network 4be7cd95-8e02-4b79-916b-95edf11cec9b Dec 10 09:09:38.778831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dcd72a84-a164-46ec-9920-9da5177eaef7 req-d39b5b50-ae98-4c80-9750-5c3c1f539b46 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024156 Dec 10 09:09:38.782929 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.790443 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-acebd9af-addb-4c6d-9f32-763901e1973a tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1439960 Dec 10 09:09:38.791522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42310) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:38.797189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-6bc6086f-ffa4-4864-92a8-2627374749f3 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b', 'tempest-TagsExtTest-Tag-1717886938') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:38.832829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.851702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.887084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.895713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:38.896285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.932694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42314) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:38.932982 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6bc6086f-ffa4-4864-92a8-2627374749f3 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags/tempest-TagsExtTest-Tag-1717886938 HTTP/1.1" status: 201 len: 201 time: 0.1405456 Dec 10 09:09:38.940852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Deleting port f2b4aafc-0065-4aff-a316-eac0ebaf6194 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:38.941212 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:38.976754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-54b70005-6e65-4a87-9a78-2b088e9acb2e tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab', 'tempest-TagsExtTest-Tag-16007814') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.010554 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3956659 Dec 10 09:09:39.021732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42316) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.028246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'subnet': {'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:39.030716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a27fa-6d92-4101-8ebf-f39d16fc157d tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Network': ['ID=4be7cd95-8e02-4b79-916b-95edf11cec9b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:39.053291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 4be7cd95-8e02-4b79-916b-95edf11cec9b details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:39.080528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-54b70005-6e65-4a87-9a78-2b088e9acb2e tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags/tempest-TagsExtTest-Tag-16007814 HTTP/1.1" status: 201 len: 201 time: 0.1442001 Dec 10 09:09:39.081314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42318) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.086569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:39.087918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-147138f4-dbea-4dab-aa4f-9ecebbfe56d7 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8', 'tempest-TagsExtTest-Tag-1179276278') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.124320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Calling delete_port for f2b4aafc-0065-4aff-a316-eac0ebaf6194 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:39.193539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:39.214256 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-147138f4-dbea-4dab-aa4f-9ecebbfe56d7 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags/tempest-TagsExtTest-Tag-1179276278 HTTP/1.1" status: 201 len: 201 time: 0.1316864 Dec 10 09:09:39.217034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42324) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.224349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-c1dbfd5a-7d63-43fb-a682-bdf1f29bc933 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709', 'tempest-TagsExtTest-Tag-2142854720') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.258185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:39.261724 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:39.406226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c1dbfd5a-7d63-43fb-a682-bdf1f29bc933 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags/tempest-TagsExtTest-Tag-2142854720 HTTP/1.1" status: 201 len: 201 time: 0.1842010 Dec 10 09:09:39.409005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42328) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.414747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-ebc5936d-4cac-4b2f-9a78-bd9ecfffc911 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b', {'tags': ['tempest-TagsExtTest-Tag-578034808', 'tempest-TagsExtTest-Tag-1502653211', 'tempest-TagsExtTest-Tag-1307832419']}) {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.488768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:39.492490 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ebc5936d-4cac-4b2f-9a78-bd9ecfffc911 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags HTTP/1.1" status: 200 len: 317 time: 0.0811808 Dec 10 09:09:39.493380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42330) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.497895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-79e6513c-219f-4d4c-ba03-fdb4be9dfe06 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.551756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Pushing event deleted for resources: {'Port': ['ID=f2b4aafc-0065-4aff-a316-eac0ebaf6194,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:39.568974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41edafa2-8d05-4837-a014-8094e64cd97d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:39.609698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-79e6513c-219f-4d4c-ba03-fdb4be9dfe06 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1151397 Dec 10 09:09:39.612247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42332) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.617436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-a7a3e085-2d8e-4d67-b40e-fd08b40f9763 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b', 'tempest-TagsExtTest-Tag-578034808') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.661965 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:39.665272 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:39.683483 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-a7a3e085-2d8e-4d67-b40e-fd08b40f9763 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:39.687233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a7a3e085-2d8e-4d67-b40e-fd08b40f9763 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags/tempest-TagsExtTest-Tag-578034808 HTTP/1.1" status: 404 len: 328 time: 0.0712790 Dec 10 09:09:39.687723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42334) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.692306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-88cec28f-fe62-4ff1-b483-a57aa1a261af tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b', 'tempest-TagsExtTest-Tag-1502653211') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.748155 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-88cec28f-fe62-4ff1-b483-a57aa1a261af tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:39.751851 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-88cec28f-fe62-4ff1-b483-a57aa1a261af tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags/tempest-TagsExtTest-Tag-1502653211 HTTP/1.1" status: 404 len: 329 time: 0.0605693 Dec 10 09:09:39.752174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42336) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.757129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-66f6e156-9d4d-4bbf-8201-d800b1065f4b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b', 'tempest-TagsExtTest-Tag-1307832419') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.808670 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-66f6e156-9d4d-4bbf-8201-d800b1065f4b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:39.812289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-66f6e156-9d4d-4bbf-8201-d800b1065f4b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags/tempest-TagsExtTest-Tag-1307832419 HTTP/1.1" status: 404 len: 329 time: 0.0560749 Dec 10 09:09:39.812289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42338) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.822208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-4fcc9433-1641-493c-9c4f-189ac87d449e tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab', {'tags': ['tempest-TagsExtTest-Tag-579086009', 'tempest-TagsExtTest-Tag-790120687', 'tempest-TagsExtTest-Tag-96009143']}) {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.827462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Subnet': ['ID=f515862c-0dc4-4cd8-9983-1bbb43b04de3,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:39.872531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Checking segment: {'id': 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:39.872900 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network hostable DHCP agents. Network: 4be7cd95-8e02-4b79-916b-95edf11cec9b, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:39.902460 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4fcc9433-1641-493c-9c4f-189ac87d449e tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags HTTP/1.1" status: 200 len: 314 time: 0.0889835 Dec 10 09:09:39.905002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42342) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:39.909828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-8ac7e2be-b987-4d5b-996e-6664875b537f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:39.983775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.014940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.021605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 4be7cd95-8e02-4b79-916b-95edf11cec9b is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:40.061734 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8ac7e2be-b987-4d5b-996e-6664875b537f tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1555057 Dec 10 09:09:40.065386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42348) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.072702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-b8afa81f-0e55-49ba-b45c-4cd74012e0e9 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab', 'tempest-TagsExtTest-Tag-579086009') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.119805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24ef8c-3080-4a58-bf29-41bd3d659fc5 req-3b88d0ed-2752-4746-8835-672e7fa66759 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:40.121757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff24ef8c-3080-4a58-bf29-41bd3d659fc5 req-3b88d0ed-2752-4746-8835-672e7fa66759 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 945 time: 0.2091067 Dec 10 09:09:40.153818 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-b8afa81f-0e55-49ba-b45c-4cd74012e0e9 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:40.156930 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b8afa81f-0e55-49ba-b45c-4cd74012e0e9 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags/tempest-TagsExtTest-Tag-579086009 HTTP/1.1" status: 404 len: 328 time: 0.0901494 Dec 10 09:09:40.158699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42354) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.161631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 4be7cd95-8e02-4b79-916b-95edf11cec9b) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:40.164444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-8163e71d-9ac1-4b37-bc43-30c54216fa92 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab', 'tempest-TagsExtTest-Tag-790120687') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.171963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328e2419-0ad5-4f7f-be9a-5a796dbab1be None None] Network 4be7cd95-8e02-4b79-916b-95edf11cec9b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:40.175881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:40.176469 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.204642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Router d0e18585-9bd6-43f1-b430-07d39e0a674d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:09:40.223028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-11f20db2-55a1-4f6b-9086-02427b45a87f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1997912 Dec 10 09:09:40.225952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42356) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.250003 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-8163e71d-9ac1-4b37-bc43-30c54216fa92 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:40.254492 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8163e71d-9ac1-4b37-bc43-30c54216fa92 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags/tempest-TagsExtTest-Tag-790120687 HTTP/1.1" status: 404 len: 328 time: 0.0941582 Dec 10 09:09:40.255429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42358) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.260017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-a295e258-1b8f-49e9-ba47-84d1d1365467 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab', 'tempest-TagsExtTest-Tag-96009143') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.290354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff24ef8c-3080-4a58-bf29-41bd3d659fc5 req-82edca2b-60da-4a98-a4dd-ede576014481 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244867 Dec 10 09:09:40.369230 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-a295e258-1b8f-49e9-ba47-84d1d1365467 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:40.373234 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a295e258-1b8f-49e9-ba47-84d1d1365467 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags/tempest-TagsExtTest-Tag-96009143 HTTP/1.1" status: 404 len: 327 time: 0.1143074 Dec 10 09:09:40.373450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42362) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.381467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-476b465a-c3b8-4953-9ce6-8f85659545d8 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8', {'tags': ['tempest-TagsExtTest-Tag-1787988879', 'tempest-TagsExtTest-Tag-515987930', 'tempest-TagsExtTest-Tag-1597912031']}) {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.434108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:40.446868 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27bd25-d416-4112-8015-635a5e44062f None None] Sync routers for ids ['d0e18585-9bd6-43f1-b430-07d39e0a674d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:40.463459 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27bd25-d416-4112-8015-635a5e44062f None None] Routers {'d0e18585-9bd6-43f1-b430-07d39e0a674d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:40.464236 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9d27bd25-d416-4112-8015-635a5e44062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d0e18585-9bd6-43f1-b430-07d39e0a674d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.470950 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.475500 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-23a9fef4-5227-4d43-b875-3dae75ee2aaa tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "PUT /v2.0/routers/d0e18585-9bd6-43f1-b430-07d39e0a674d HTTP/1.1" status: 200 len: 709 time: 2.7703493 Dec 10 09:09:40.476116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42364) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.498176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 2c4041ab-662b-44f8-832f-8e95dca95f12 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:40.515869 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-476b465a-c3b8-4953-9ce6-8f85659545d8 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags HTTP/1.1" status: 200 len: 317 time: 0.1380723 Dec 10 09:09:40.516757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42366) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.522082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-983d94c5-baf1-4ebe-b82b-028556247a66 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.532249 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9d27bd25-d416-4112-8015-635a5e44062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.546200 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27bd25-d416-4112-8015-635a5e44062f None None] Routers {'d0e18585-9bd6-43f1-b430-07d39e0a674d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:40.547267 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9d27bd25-d416-4112-8015-635a5e44062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d0e18585-9bd6-43f1-b430-07d39e0a674d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.597142 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9d27bd25-d416-4112-8015-635a5e44062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.599368 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27bd25-d416-4112-8015-635a5e44062f None None] The sync data for ids ['d0e18585-9bd6-43f1-b430-07d39e0a674d'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:40.618215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5445788e-5ecf-4b9d-9137-76da881a4a76 tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/routers/d0e18585-9bd6-43f1-b430-07d39e0a674d HTTP/1.1" status: 200 len: 744 time: 0.1389806 Dec 10 09:09:40.620858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42368) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.648299 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-983d94c5-baf1-4ebe-b82b-028556247a66 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags HTTP/1.1" status: 204 len: 168 time: 0.1311285 Dec 10 09:09:40.649480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42370) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.651762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b2a837b9-425f-48c2-8cd2-7022022a2a5b tempest-RoutersIpV6AdminTest-1695071807 tempest-RoutersIpV6AdminTest-1695071807-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&device_id=d0e18585-9bd6-43f1-b430-07d39e0a674d HTTP/1.1" status: 200 len: 205 time: 0.0298529 Dec 10 09:09:40.655476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42372) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.656217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-4be7cd95-8e02-4b79-916b-95edf11cec9b', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'project_id': '61325e88df384604819817aca2ecbe10', 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:40.657153 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.660909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 2c4041ab-662b-44f8-832f-8e95dca95f12 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:09:40.673409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-be0d8f4d-c4c2-41d6-b5e9-1f2fb2ffd2e2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8', 'tempest-TagsExtTest-Tag-1787988879') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.674281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 2c4041ab-662b-44f8-832f-8e95dca95f12 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:40.674964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.689278 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b931461b-5319-4062-aac9-ee09db94c672 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0e18585-9bd6-43f1-b430-07d39e0a674d HTTP/1.1" status: 200 len: 205 time: 0.0322373 Dec 10 09:09:40.689993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42374) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.774221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f84e249f-8699-4095-9981-a2a657b4fe5e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.774730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.798803 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-be0d8f4d-c4c2-41d6-b5e9-1f2fb2ffd2e2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:40.803646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-be0d8f4d-c4c2-41d6-b5e9-1f2fb2ffd2e2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags/tempest-TagsExtTest-Tag-1787988879 HTTP/1.1" status: 404 len: 329 time: 0.1477840 Dec 10 09:09:40.803646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42376) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:40.807978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-ed0922af-8549-48a4-afd1-da94273d3272 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8', 'tempest-TagsExtTest-Tag-515987930') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:40.862703 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.898439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f0c8fe-8612-41a8-99fe-cdd6c17b423a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4041ab-662b-44f8-832f-8e95dca95f12'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:09:40.901107 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040f917d-ed60-435e-8d0e-c92fbf5e8a4d" -d '{"events": [{"server_uuid": "d1f0c8fe-8612-41a8-99fe-cdd6c17b423a", "name": "network-vif-plugged", "status": "completed", "tag": "2c4041ab-662b-44f8-832f-8e95dca95f12"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:09:40.909575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Allocated IP 172.20.0.2 (4be7cd95-8e02-4b79-916b-95edf11cec9b/f515862c-0dc4-4cd8-9983-1bbb43b04de3/fdbdad9f-fb7d-434d-8e63-c65da510ea14) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:40.923183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 2c4041ab-662b-44f8-832f-8e95dca95f12, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2c4041ab-662b-44f8-832f-8e95dca95f12,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:40.930578 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.969237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f84e249f-8699-4095-9981-a2a657b4fe5e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:40.971471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f84e249f-8699-4095-9981-a2a657b4fe5e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.007600 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-ed0922af-8549-48a4-afd1-da94273d3272 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:41.011346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ed0922af-8549-48a4-afd1-da94273d3272 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags/tempest-TagsExtTest-Tag-515987930 HTTP/1.1" status: 404 len: 328 time: 0.2041531 Dec 10 09:09:41.013117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42380) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.019090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-83c19f09-9bb5-47f6-b6b9-40b0fafa4ee7 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8', 'tempest-TagsExtTest-Tag-1597912031') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:41.027467 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4077af-ad74-4ebc-b8f2-f189fa12f4be x-openstack-request-id: req-7a4077af-ad74-4ebc-b8f2-f189fa12f4be {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:09:41.028115 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f0c8fe-8612-41a8-99fe-cdd6c17b423a", "name": "network-vif-plugged", "status": "completed", "tag": "2c4041ab-662b-44f8-832f-8e95dca95f12", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:09:41.028603 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a4077af-ad74-4ebc-b8f2-f189fa12f4be {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:09:41.029207 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f0c8fe-8612-41a8-99fe-cdd6c17b423a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4041ab-662b-44f8-832f-8e95dca95f12', 'code': 200} Dec 10 09:09:41.035422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=2c4041ab-662b-44f8-832f-8e95dca95f12,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:41.094174 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f84e249f-8699-4095-9981-a2a657b4fe5e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.094752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84e249f-8699-4095-9981-a2a657b4fe5e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Fanout notify agent at l3_agent the message router_deleted on router d0e18585-9bd6-43f1-b430-07d39e0a674d {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:41.102308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f84e249f-8699-4095-9981-a2a657b4fe5e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.107183 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f84e249f-8699-4095-9981-a2a657b4fe5e tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/d0e18585-9bd6-43f1-b430-07d39e0a674d HTTP/1.1" status: 204 len: 168 time: 0.4157023 Dec 10 09:09:41.107547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42384) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.116573 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-83c19f09-9bb5-47f6-b6b9-40b0fafa4ee7 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:41.117733 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-83c19f09-9bb5-47f6-b6b9-40b0fafa4ee7 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags/tempest-TagsExtTest-Tag-1597912031 HTTP/1.1" status: 404 len: 329 time: 0.1036413 Dec 10 09:09:41.120592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42386) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.125387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-01e2e787-f6ab-47ef-b5de-e9e594867509 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709', {'tags': ['tempest-TagsExtTest-Tag-1929915251', 'tempest-TagsExtTest-Tag-785449172', 'tempest-TagsExtTest-Tag-1900137814']}) {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:41.141766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-22b047c0-1beb-4544-91d6-663644ef0b62 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0e18585-9bd6-43f1-b430-07d39e0a674d HTTP/1.1" status: 200 len: 205 time: 0.0330443 Dec 10 09:09:41.144462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42388) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.193163 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.196599 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-01e2e787-f6ab-47ef-b5de-e9e594867509 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "PUT /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags HTTP/1.1" status: 200 len: 317 time: 0.0749650 Dec 10 09:09:41.197165 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-2c4bf25b-5179-4290-b8d1-b120e3937128 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] delete failed (client error): The resource could not be found. Dec 10 09:09:41.198251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2c4bf25b-5179-4290-b8d1-b120e3937128 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/d0e18585-9bd6-43f1-b430-07d39e0a674d HTTP/1.1" status: 404 len: 336 time: 0.0528479 Dec 10 09:09:41.199334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42394) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.201088 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.203202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42396) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.205158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58315f7a-fcf9-40f3-9082-cfd4e7931a3b req-795ceb9b-51a4-40d7-91db-68b069c272cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:41.206591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-88d042f6-711f-4679-8ae8-1f10cf9c8901 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:41.207135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58315f7a-fcf9-40f3-9082-cfd4e7931a3b req-795ceb9b-51a4-40d7-91db-68b069c272cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 1097 time: 0.0582221 Dec 10 09:09:41.244519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Network 4be7cd95-8e02-4b79-916b-95edf11cec9b is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:41.246157 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-14a4c915-bce9-48de-a815-831a75b71648 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4b1e060-1e46-45f6-8f07-5e07d85c726a HTTP/1.1" status: 200 len: 205 time: 0.0378072 Dec 10 09:09:41.248816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42398) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.251767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:41.254811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Pushing event updated for resources: {'Port': ['ID=fdbdad9f-fb7d-434d-8e63-c65da510ea14,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:41.256882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:41.289630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58315f7a-fcf9-40f3-9082-cfd4e7931a3b req-1a6bcc64-59ec-4b6a-85e4-a1f1b685d13b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722053 Dec 10 09:09:41.300030 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-3f4401d8-e8b6-49a7-8fae-a9bf43599b8d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] delete failed (client error): The resource could not be found. Dec 10 09:09:41.301080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3f4401d8-e8b6-49a7-8fae-a9bf43599b8d tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/f4b1e060-1e46-45f6-8f07-5e07d85c726a HTTP/1.1" status: 404 len: 336 time: 0.0503559 Dec 10 09:09:41.303948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42400) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.310075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Attempting to bind port fdbdad9f-fb7d-434d-8e63-c65da510ea14 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:41.310448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Attempting to bind port fdbdad9f-fb7d-434d-8e63-c65da510ea14 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:41.310810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Attempting to bind port fdbdad9f-fb7d-434d-8e63-c65da510ea14 on network 4be7cd95-8e02-4b79-916b-95edf11cec9b {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:41.316513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:41.316981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Checking segment: {'id': 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:41.319346 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.319346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Bound using segment: {'id': 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:41.319346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Bound port: fdbdad9f-fb7d-434d-8e63-c65da510ea14, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:41.319346 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.323117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.20.0.1 (4be7cd95-8e02-4b79-916b-95edf11cec9b/f515862c-0dc4-4cd8-9983-1bbb43b04de3/5beff25a-fd4b-4d53-b974-6f916e06e958) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:41.341043 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-76a72597-658b-4d01-b361-02576e356b62 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=76761a43-d3e2-4f59-b1b3-0f60e67f6f4b HTTP/1.1" status: 200 len: 205 time: 0.0338669 Dec 10 09:09:41.342029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42404) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.363436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-88d042f6-711f-4679-8ae8-1f10cf9c8901 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags HTTP/1.1" status: 204 len: 168 time: 0.1626277 Dec 10 09:09:41.366070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42408) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.374696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-0785cc58-97ab-4f41-8c65-6cffcbcd1e66 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709', 'tempest-TagsExtTest-Tag-1929915251') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:41.417716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] For port fdbdad9f-fb7d-434d-8e63-c65da510ea14, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:41.421066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] For port fdbdad9f-fb7d-434d-8e63-c65da510ea14, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fdbdad9f-fb7d-434d-8e63-c65da510ea14,segment=NetworkSegment(ac7f6135-dc92-4b95-b3e7-b4a1e676652e),segment_id=ac7f6135-dc92-4b95-b3e7-b4a1e676652e)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:41.425721 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-e941e947-67e9-4f08-873b-08f36b33e589 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] delete failed (client error): The resource could not be found. Dec 10 09:09:41.426810 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e941e947-67e9-4f08-873b-08f36b33e589 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/76761a43-d3e2-4f59-b1b3-0f60e67f6f4b HTTP/1.1" status: 404 len: 336 time: 0.0810888 Dec 10 09:09:41.433736 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.441538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42412) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.496503 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-0785cc58-97ab-4f41-8c65-6cffcbcd1e66 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:41.501208 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0785cc58-97ab-4f41-8c65-6cffcbcd1e66 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags/tempest-TagsExtTest-Tag-1929915251 HTTP/1.1" status: 404 len: 329 time: 0.1300793 Dec 10 09:09:41.502715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d67ab-454d-4883-bef7-64414c10fd11 None None] Pushing event updated for resources: {'Port': ['ID=fdbdad9f-fb7d-434d-8e63-c65da510ea14,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:41.503821 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2e984835-c39a-405b-9e00-021c6cd425a8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1586bb7-e36e-4b56-ab3b-871d52ca9988 HTTP/1.1" status: 200 len: 205 time: 0.0567408 Dec 10 09:09:41.504393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42416) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.513088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0916629-71a0-40c6-bd22-84a716b54f3a req-0a6c761e-fcac-4ac4-baef-b42ec73ce0e0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:41.517817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-43a666c7-eba8-4076-97c0-311a4b2ede5b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709', 'tempest-TagsExtTest-Tag-785449172') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:41.518908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0916629-71a0-40c6-bd22-84a716b54f3a req-0a6c761e-fcac-4ac4-baef-b42ec73ce0e0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 946 time: 0.1093752 Dec 10 09:09:41.521894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42418) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.558758 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-43a666c7-eba8-4076-97c0-311a4b2ede5b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:41.560040 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-43a666c7-eba8-4076-97c0-311a4b2ede5b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags/tempest-TagsExtTest-Tag-785449172 HTTP/1.1" status: 404 len: 328 time: 0.0546010 Dec 10 09:09:41.562734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42422) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.574417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-ed301c10-5071-40dd-8d63-9a568a885d4d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709', 'tempest-TagsExtTest-Tag-1900137814') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:41.591636 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-5a75886b-827e-49c3-a24d-feafd686b0b8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] delete failed (client error): The resource could not be found. Dec 10 09:09:41.595939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42424) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.596071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5a75886b-827e-49c3-a24d-feafd686b0b8 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/d1586bb7-e36e-4b56-ab3b-871d52ca9988 HTTP/1.1" status: 404 len: 336 time: 0.0728726 Dec 10 09:09:41.607946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.637749 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6400aafe-ac85-4ab3-847b-2d71ed269ba3 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fedf6e4-45da-42ed-b606-e70dece11c20 HTTP/1.1" status: 200 len: 205 time: 0.0332277 Dec 10 09:09:41.639213 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-ed301c10-5071-40dd-8d63-9a568a885d4d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] show failed (client error): The resource could not be found. Dec 10 09:09:41.640484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ed301c10-5071-40dd-8d63-9a568a885d4d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags/tempest-TagsExtTest-Tag-1900137814 HTTP/1.1" status: 404 len: 329 time: 0.0755961 Dec 10 09:09:41.641127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42426) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.644100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42428) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.651885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-c560a214-dc2f-4c0d-9276-042ffcd34a9b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9d70bc91-e6ac-4926-881d-e2ea6438d709') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:41.666067 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0916629-71a0-40c6-bd22-84a716b54f3a req-a463f5ea-d394-4aaa-94b6-79786dcc0113 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346037 Dec 10 09:09:41.692082 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-fa84872a-5ea8-4c4b-9981-d2330e68ddc5 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] delete failed (client error): The resource could not be found. Dec 10 09:09:41.695618 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fa84872a-5ea8-4c4b-9981-d2330e68ddc5 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/2fedf6e4-45da-42ed-b606-e70dece11c20 HTTP/1.1" status: 404 len: 336 time: 0.0511303 Dec 10 09:09:41.697796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42430) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.724292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c560a214-dc2f-4c0d-9276-042ffcd34a9b tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709/tags HTTP/1.1" status: 204 len: 168 time: 0.0781100 Dec 10 09:09:41.726737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42432) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.732046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-84605fc3-5fc2-478a-ad8e-56973a93ca51 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '28eacd13-cc48-4f36-afa6-167a63ead8c8') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:41.734677 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-769cdff6-c2bb-461b-932a-c34db234e994 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "GET /v2.0/ports?device_id=80fc15c9-7611-4016-9f05-abd37f9a5ee4 HTTP/1.1" status: 200 len: 205 time: 0.0357521 Dec 10 09:09:41.739479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42434) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.787248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:41.808903 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-d7a5e70f-7ae6-4bd6-bad1-2357bb6f129c tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] delete failed (client error): The resource could not be found. Dec 10 09:09:41.813597 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d7a5e70f-7ae6-4bd6-bad1-2357bb6f129c tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/routers/80fc15c9-7611-4016-9f05-abd37f9a5ee4 HTTP/1.1" status: 404 len: 336 time: 0.0732176 Dec 10 09:09:41.814389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42436) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:41.865135 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-9060e24c-7162-4cc0-ac79-1f72315a36d4 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] DELETE failed (client error): The resource could not be found. Dec 10 09:09:41.865903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9060e24c-7162-4cc0-ac79-1f72315a36d4 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:09:41.870039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9060e24c-7162-4cc0-ac79-1f72315a36d4 tempest-RoutersIpV6AdminTest-599928426 tempest-RoutersIpV6AdminTest-599928426-project] 10.222.0.31 "DELETE /v2.0/subnets/eaef9041-504d-48b3-af4d-e3e85cb6a290 HTTP/1.1" status: 404 len: 337 time: 0.0536537 Dec 10 09:09:41.905892 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-657dc69a-c676-4a9d-8af4-3ccfe08b706e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514619 Dec 10 09:09:42.017346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-630e4234-35de-4419-b782-95192759c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:42.019553 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-630e4234-35de-4419-b782-95192759c9d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 1096 time: 0.0634744 Dec 10 09:09:42.175549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-27256de9-eba4-4ea4-992b-5b16f94a59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:42.177533 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-27256de9-eba4-4ea4-992b-5b16f94a59b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 200 len: 912 time: 0.1330838 Dec 10 09:09:42.252209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42448) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:42.294735 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-43b69a74-ede7-43e8-8779-93264f11bc0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e37da6d4-606c-42f7-b277-d4f74309093f HTTP/1.1" status: 200 len: 1001 time: 0.1031842 Dec 10 09:09:42.320566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 4be7cd95-8e02-4b79-916b-95edf11cec9b is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:42.327498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:42.332963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=5beff25a-fd4b-4d53-b974-6f916e06e958,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:42.336489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:42.366636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:09:42.384793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-84605fc3-5fc2-478a-ad8e-56973a93ca51 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8/tags HTTP/1.1" status: 204 len: 168 time: 0.6566808 Dec 10 09:09:42.388454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42452) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:42.391918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-ba13a306-f844-4a5c-aa79-855e4f940e80 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3184b2d5-2ed2-45ca-8e46-d0800209c4ab') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:42.395680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-24c5f744-90d4-4e91-9e5e-23a3c71f8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:42.397400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-24c5f744-90d4-4e91-9e5e-23a3c71f8787 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 200 len: 850 time: 0.0915697 Dec 10 09:09:42.444565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cbca283f-fb1e-4948-b3b0-7904fc26d7c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:42.465938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:42.494687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-d3edf162-8e97-4b20-9639-fcc5fb5f627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:42.496222 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-d3edf162-8e97-4b20-9639-fcc5fb5f627b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=457c3c0c-2ae9-42ba-911f-8ee36f09dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878928 Dec 10 09:09:42.532865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:42.547290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'port_id': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'mac_address': 'fa:16:3e:12:41:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:09:42.608307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:42.627050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dba6acd8-f3d3-4d4e-949c-749866916006 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:09:42.654571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:42.661620 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:42.692096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ba13a306-f844-4a5c-aa79-855e4f940e80 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab/tags HTTP/1.1" status: 204 len: 168 time: 0.3034673 Dec 10 09:09:42.692342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42458) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:42.731613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:42.741902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-3f5651b5-f226-4877-94de-7d727a4eeaee tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '47933561-da34-4b32-a5b2-f8038b0c9c6b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:42.745862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-c653e366-645c-4519-a74c-bc0e1b1de8ac service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376828 Dec 10 09:09:42.763838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:42.789845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['dba6acd8-f3d3-4d4e-949c-749866916006'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:09:42.849063 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cbca283f-fb1e-4948-b3b0-7904fc26d7c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:42.865062 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cbca283f-fb1e-4948-b3b0-7904fc26d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:42.952137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f82ce2-6e47-4124-9c3b-fa77c449f3da None None] Network 4be7cd95-8e02-4b79-916b-95edf11cec9b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:42.992060 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cbca283f-fb1e-4948-b3b0-7904fc26d7c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59755d79a97143eb896f853a0cab06f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7384584 Dec 10 09:09:42.999856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42460) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:43.018432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca283f-fb1e-4948-b3b0-7904fc26d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19da71ee-c04c-4cc2-b284-d8c72927bd82,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:43.139214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fdbdad9f-fb7d-434d-8e63-c65da510ea14 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:43.163412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39ec1d1f-2c19-49dd-b402-7d6541264bb7 req-7928c901-9a87-4f82-9aa4-955852e9ab14 service neutron] 10.222.0.39 "GET /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075625 Dec 10 09:09:43.165770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5de0-f970-4cfe-8013-55943b13bfbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.167655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6712b45e-cc5f-470b-a3a9-64e9670b1bbd None None] Provisioning complete for port fdbdad9f-fb7d-434d-8e63-c65da510ea14 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:43.168233 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6712b45e-cc5f-470b-a3a9-64e9670b1bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.180414 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3f5651b5-f226-4877-94de-7d727a4eeaee tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b/tags HTTP/1.1" status: 204 len: 168 time: 0.4436312 Dec 10 09:09:43.190952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42462) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:43.206346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5de0-f970-4cfe-8013-55943b13bfbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.246302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacff54-7ad3-4535-92ad-8c6bf6e571b4 req-d4d5828a-0c80-4e77-ba74-4920b2e9f206 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:43.247930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9aacff54-7ad3-4535-92ad-8c6bf6e571b4 req-d4d5828a-0c80-4e77-ba74-4920b2e9f206 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 946 time: 0.4698803 Dec 10 09:09:43.316262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.338221 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.399919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9aacff54-7ad3-4535-92ad-8c6bf6e571b4 req-64eff179-2198-4ddf-b90e-fd090b164677 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385171 Dec 10 09:09:43.408532 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5de0-f970-4cfe-8013-55943b13bfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.419853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5de0-f970-4cfe-8013-55943b13bfbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.424933 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c2b5de0-f970-4cfe-8013-55943b13bfbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19da71ee-c04c-4cc2-b284-d8c72927bd82 HTTP/1.1" status: 204 len: 168 time: 0.4076180 Dec 10 09:09:43.447236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-edc2f033-11f3-41d3-b9cb-f81a4519897d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for subnetpool, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.456739 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-edc2f033-11f3-41d3-b9cb-f81a4519897d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9d70bc91-e6ac-4926-881d-e2ea6438d709 HTTP/1.1" status: 204 len: 168 time: 0.2632725 Dec 10 09:09:43.457698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b5de0-f970-4cfe-8013-55943b13bfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19da71ee-c04c-4cc2-b284-d8c72927bd82,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:43.472182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42472) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:43.480933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.483876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=5beff25a-fd4b-4d53-b974-6f916e06e958,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:43.525473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port fdbdad9f-fb7d-434d-8e63-c65da510ea14 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:43.526546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.535806 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-37f45fa9-41a6-4ca6-93b2-bb8b57364e87 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "GET /v2.0/ports?device_id=28eacd13-cc48-4f36-afa6-167a63ead8c8 HTTP/1.1" status: 200 len: 205 time: 0.0616651 Dec 10 09:09:43.538355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42474) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:43.633436 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6712b45e-cc5f-470b-a3a9-64e9670b1bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.643404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 4be7cd95-8e02-4b79-916b-95edf11cec9b is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:43.647522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:43.725100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6712b45e-cc5f-470b-a3a9-64e9670b1bbd None None] For port fdbdad9f-fb7d-434d-8e63-c65da510ea14, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fdbdad9f-fb7d-434d-8e63-c65da510ea14,segment=NetworkSegment(ac7f6135-dc92-4b95-b3e7-b4a1e676652e),segment_id=ac7f6135-dc92-4b95-b3e7-b4a1e676652e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:43.731983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63b3f22b-e903-49cb-bd67-f06bd5150ce3 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.743200 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6712b45e-cc5f-470b-a3a9-64e9670b1bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.891595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:09:43.902212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7b103d07-7fd5-49ab-afa8-7f602247bd82 None None] Provisioning complete for port 5beff25a-fd4b-4d53-b974-6f916e06e958 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:43.902588 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7b103d07-7fd5-49ab-afa8-7f602247bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:43.904423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712b45e-cc5f-470b-a3a9-64e9670b1bbd None None] Pushing event updated for resources: {'Port': ['ID=fdbdad9f-fb7d-434d-8e63-c65da510ea14,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:43.908066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42480) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:43.948871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7b103d07-7fd5-49ab-afa8-7f602247bd82 None None] Port 5beff25a-fd4b-4d53-b974-6f916e06e958 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:43.962326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7b103d07-7fd5-49ab-afa8-7f602247bd82 None None] Provisioning complete for port fdbdad9f-fb7d-434d-8e63-c65da510ea14 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:43.962935 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7b103d07-7fd5-49ab-afa8-7f602247bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.006951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63b3f22b-e903-49cb-bd67-f06bd5150ce3 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.009777 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63b3f22b-e903-49cb-bd67-f06bd5150ce3 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.046522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:44.059363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:44.072051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:44.074974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:44.087497 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63b3f22b-e903-49cb-bd67-f06bd5150ce3 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.088365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b3f22b-e903-49cb-bd67-f06bd5150ce3 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Fanout notify agent at l3_agent the message router_deleted on router 28eacd13-cc48-4f36-afa6-167a63ead8c8 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:44.097609 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63b3f22b-e903-49cb-bd67-f06bd5150ce3 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.098920 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-63b3f22b-e903-49cb-bd67-f06bd5150ce3 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/routers/28eacd13-cc48-4f36-afa6-167a63ead8c8 HTTP/1.1" status: 204 len: 168 time: 0.5594110 Dec 10 09:09:44.100877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42482) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:44.103430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ba6768ac-a723-4a19-a85b-75387afccc43 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8762743 Dec 10 09:09:44.108669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fb99eaa9-25a3-4a1a-9b63-1141768138eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=985c42017c794b238268512a9c91386d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953318 Dec 10 09:09:44.108669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42484) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:44.108923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'network': {'name': 'tempest-RoutersTest-520943270'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:44.109020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42486) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:44.177748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:44.183037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.209305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-936088b5-ac46-4c2f-80b9-caa3589ff722 None None] Provisioning complete for port 5beff25a-fd4b-4d53-b974-6f916e06e958 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:44.209767 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-936088b5-ac46-4c2f-80b9-caa3589ff722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.229120 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:44.233720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f5e5d81-2ee4-4b59-a4c2-714273c0982a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.242862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:09:44.245989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.247305 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added segment 05d5140e-3180-466d-8863-39a5ac737881 of type vlan for network c5f52572-e47c-4758-8811-c2352c6cd267 Dec 10 09:09:44.274158 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f5e5d81-2ee4-4b59-a4c2-714273c0982a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.288393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-936088b5-ac46-4c2f-80b9-caa3589ff722 None None] Port 5beff25a-fd4b-4d53-b974-6f916e06e958 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:44.296099 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.299156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fceb0-ae12-4f02-ba13-11a44a108b7d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Deleting port 3184b2d5-2ed2-45ca-8e46-d0800209c4ab {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:44.299429 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8fceb0-ae12-4f02-ba13-11a44a108b7d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.327084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.334578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:44.335223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.396725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:44.445028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8fceb0-ae12-4f02-ba13-11a44a108b7d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.467901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fceb0-ae12-4f02-ba13-11a44a108b7d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Calling delete_port for 3184b2d5-2ed2-45ca-8e46-d0800209c4ab owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:44.537828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port dba6acd8-f3d3-4d4e-949c-749866916006 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:44.539110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.543184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f5e5d81-2ee4-4b59-a4c2-714273c0982a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.545875 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f5e5d81-2ee4-4b59-a4c2-714273c0982a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.547075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9f5e5d81-2ee4-4b59-a4c2-714273c0982a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6997acaa-4f93-4c1e-aaf7-636a14d6119a HTTP/1.1" status: 204 len: 168 time: 0.4374137 Dec 10 09:09:44.581531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e5d81-2ee4-4b59-a4c2-714273c0982a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6997acaa-4f93-4c1e-aaf7-636a14d6119a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:44.586961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ab51a8ba-a692-40e2-9b53-6a9b0cee1f56 None None] Provisioning complete for port 5beff25a-fd4b-4d53-b974-6f916e06e958 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:44.587430 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ab51a8ba-a692-40e2-9b53-6a9b0cee1f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.673569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ab51a8ba-a692-40e2-9b53-6a9b0cee1f56 None None] Port 5beff25a-fd4b-4d53-b974-6f916e06e958 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:44.694748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb23aa-a1d6-462d-9c4c-502c9a40c9ee req-37f13a43-3c8d-4a56-8706-f5274b58be74 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:44.697752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbb23aa-a1d6-462d-9c4c-502c9a40c9ee req-37f13a43-3c8d-4a56-8706-f5274b58be74 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 946 time: 0.1203396 Dec 10 09:09:44.716691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:09:42Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:43Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:44.760098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:09:44.762295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Updating router a4696761-bf0f-49b9-b0fb-ae56a8732e41 port 5beff25a-fd4b-4d53-b974-6f916e06e958 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:09:44.774557 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8fceb0-ae12-4f02-ba13-11a44a108b7d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.791119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.816911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fceb0-ae12-4f02-ba13-11a44a108b7d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Pushing event deleted for resources: {'Port': ['ID=3184b2d5-2ed2-45ca-8e46-d0800209c4ab,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:44.822495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:09:44.825925 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86ace3d-0f20-4564-bd80-75876193b8ee" -d '{"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:09:44.829194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbb23aa-a1d6-462d-9c4c-502c9a40c9ee req-e28ee2c9-9c82-4fef-98fc-e96dd6fbb277 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194053 Dec 10 09:09:44.834330 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.853121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:44.880276 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.885091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7815919 Dec 10 09:09:44.886992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42508) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:44.907648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'subnet': {'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:44.957847 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217738ca-efe0-49bd-85d7-6f15b9d51c05 x-openstack-request-id: req-217738ca-efe0-49bd-85d7-6f15b9d51c05 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:09:44.958351 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:09:44.958775 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-217738ca-efe0-49bd-85d7-6f15b9d51c05 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:09:44.959336 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'code': 200} Dec 10 09:09:44.973125 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8fceb0-ae12-4f02-ba13-11a44a108b7d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:44.983951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fb8fceb0-ae12-4f02-ba13-11a44a108b7d tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/ports/3184b2d5-2ed2-45ca-8e46-d0800209c4ab HTTP/1.1" status: 204 len: 168 time: 0.8760080 Dec 10 09:09:44.990501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42514) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:45.146204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef27e7-efc6-4292-a613-9ae695b78500 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Network': ['ID=c5f52572-e47c-4758-8811-c2352c6cd267,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:45.152806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05ec3fe-7163-4d9e-a81a-47db4d9a0568 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Deleting subnet 47933561-da34-4b32-a5b2-f8038b0c9c6b {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:09:45.168786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3fe-7163-4d9e-a81a-47db4d9a0568 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.199082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:45.209025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.259134 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3fe-7163-4d9e-a81a-47db4d9a0568 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.430419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc769a-63fd-4305-a2cf-a8356ec88e04 req-b296e97e-ee8e-48c5-9ea1-5dcd4b905d60 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:45.431895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ffbc769a-63fd-4305-a2cf-a8356ec88e04 req-b296e97e-ee8e-48c5-9ea1-5dcd4b905d60 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 946 time: 0.1223412 Dec 10 09:09:45.468413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3fe-7163-4d9e-a81a-47db4d9a0568 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.548136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ffbc769a-63fd-4305-a2cf-a8356ec88e04 req-3e5ed6c8-62c3-49ce-a8a8-0a5701a6a7e0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043575 Dec 10 09:09:45.569693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:45.575830 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3fe-7163-4d9e-a81a-47db4d9a0568 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.593800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.603133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fdbdad9f-fb7d-434d-8e63-c65da510ea14 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:45.614500 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:09:45.615755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c5f52572-e47c-4758-8811-c2352c6cd267 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:45.652801 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3fe-7163-4d9e-a81a-47db4d9a0568 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.660485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c05ec3fe-7163-4d9e-a81a-47db4d9a0568 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/subnets/47933561-da34-4b32-a5b2-f8038b0c9c6b HTTP/1.1" status: 204 len: 168 time: 0.6659672 Dec 10 09:09:45.660485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ec3fe-7163-4d9e-a81a-47db4d9a0568 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Pushing event deleted for resources: {'Subnet': ['ID=47933561-da34-4b32-a5b2-f8038b0c9c6b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:45.668731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42532) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:45.712840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Subnet': ['ID=067af1d5-0004-4922-a682-65a66e2bf9a8,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:45.730701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac4870c-2bd0-4b96-ac71-ca7805656d8a None None] Network f19af3b9-e084-4ddf-bd74-62c34fb463e7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:45.736317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Checking segment: {'id': '05d5140e-3180-466d-8863-39a5ac737881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:45.737401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network hostable DHCP agents. Network: c5f52572-e47c-4758-8811-c2352c6cd267, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:45.771571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network c5f52572-e47c-4758-8811-c2352c6cd267 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:45.792889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c5f52572-e47c-4758-8811-c2352c6cd267) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:45.798173 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.800494 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:45.802016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.837480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b04bea07-34fd-4c29-b60b-9c6214124590 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9452052 Dec 10 09:09:45.840201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42540) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:45.856196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5bc498-1754-484c-86ca-683a56f1372c None None] Network c5f52572-e47c-4758-8811-c2352c6cd267 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:45.858926 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:45.902734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Deleting port 045378b2-31d9-4d01-99fe-62865de483b8 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:45.903329 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.020594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] For port 045378b2-31d9-4d01-99fe-62865de483b8, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=045378b2-31d9-4d01-99fe-62865de483b8,segment=NetworkSegment(e3245ca0-eeb7-4213-a200-2b2001bfeccc),segment_id=e3245ca0-eeb7-4213-a200-2b2001bfeccc)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:46.021104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.050893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Calling delete_port for 045378b2-31d9-4d01-99fe-62865de483b8 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:46.125337 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.157899 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.246763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.254766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port fdbdad9f-fb7d-434d-8e63-c65da510ea14 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:46.255343 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.305307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] No DVR routers for this DVR port 045378b2-31d9-4d01-99fe-62865de483b8 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:46.307482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Pushing event deleted for resources: {'Port': ['ID=045378b2-31d9-4d01-99fe-62865de483b8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:46.309813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-c5f52572-e47c-4758-8811-c2352c6cd267', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'project_id': '61325e88df384604819817aca2ecbe10', 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:46.310849 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.343006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f2c89-6b8c-4db2-a666-4e112730d380 None None] Pushing event updated for resources: {'Port': ['ID=5beff25a-fd4b-4d53-b974-6f916e06e958,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:46.434964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bc378-03a5-4e3c-804c-3625878e99e0 None None] DHCP port deletion for f19af3b9-e084-4ddf-bd74-62c34fb463e7 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:46.491127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.502040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Attempting to bind port 5beff25a-fd4b-4d53-b974-6f916e06e958 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:46.503024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Attempting to bind port 5beff25a-fd4b-4d53-b974-6f916e06e958 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:46.503760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Attempting to bind port 5beff25a-fd4b-4d53-b974-6f916e06e958 on network 4be7cd95-8e02-4b79-916b-95edf11cec9b {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:46.553004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19af3b9-e084-4ddf-bd74-62c34fb463e7']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:46.578691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3245ca0-eeb7-4213-a200-2b2001bfeccc') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:46.578997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3245ca0-eeb7-4213-a200-2b2001bfeccc') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:46.601720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.645045 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.669144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:09:46.670911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.687386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Allocated IP 172.21.0.2 (c5f52572-e47c-4758-8811-c2352c6cd267/067af1d5-0004-4922-a682-65a66e2bf9a8/a267d078-32db-41c0-b8bd-132ba135e8a4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:09:46.711767 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:09:46.713886 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.862463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.887185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.898357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:46.899062 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Checking segment: {'id': 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:46.899669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.900604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Bound using segment: {'id': 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:46.901568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Bound port: 5beff25a-fd4b-4d53-b974-6f916e06e958, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:46.902119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.948486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0e11bfc5-a991-4998-8fff-a6af831afacb None None] Provisioning complete for port 5beff25a-fd4b-4d53-b974-6f916e06e958 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:46.949768 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e11bfc5-a991-4998-8fff-a6af831afacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.954507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-dfd59549-0c1e-4f70-8f3d-e467e3cf92a7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:46.960690 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-dfd59549-0c1e-4f70-8f3d-e467e3cf92a7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 946 time: 0.2075472 Dec 10 09:09:46.962141 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.989202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:46.998307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] 10.222.0.31 "DELETE /v2.0/networks/f19af3b9-e084-4ddf-bd74-62c34fb463e7 HTTP/1.1" status: 204 len: 168 time: 1.3260746 Dec 10 09:09:47.014465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0e11bfc5-a991-4998-8fff-a6af831afacb None None] Port 5beff25a-fd4b-4d53-b974-6f916e06e958 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:47.036322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01faf8a-0d73-47fe-9676-7c6dc4c576b2 tempest-TagsExtTest-1702558175 tempest-TagsExtTest-1702558175-project] Pushing event deleted for resources: {'Network': ['ID=f19af3b9-e084-4ddf-bd74-62c34fb463e7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:47.074131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Network c5f52572-e47c-4758-8811-c2352c6cd267 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:47.086915 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029701f-631e-49bd-813e-fea5cee8b825 req-ce9c293f-e431-4c3b-9863-fb7e423e0e6b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:47.094194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d029701f-631e-49bd-813e-fea5cee8b825 req-ce9c293f-e431-4c3b-9863-fb7e423e0e6b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 946 time: 0.2436173 Dec 10 09:09:47.145955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] For port 5beff25a-fd4b-4d53-b974-6f916e06e958, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:47.150997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] For port 5beff25a-fd4b-4d53-b974-6f916e06e958, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5beff25a-fd4b-4d53-b974-6f916e06e958,segment=NetworkSegment(ac7f6135-dc92-4b95-b3e7-b4a1e676652e),segment_id=ac7f6135-dc92-4b95-b3e7-b4a1e676652e)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:47.152714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:47.157241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:47.174075 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:47.226747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Pushing event updated for resources: {'Port': ['ID=a267d078-32db-41c0-b8bd-132ba135e8a4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:47.257166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d029701f-631e-49bd-813e-fea5cee8b825 req-9cea4b48-dcf5-47a2-857b-1fe4e32821f1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618311 Dec 10 09:09:47.372263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42596) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:47.401581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Deleting port 2c4041ab-662b-44f8-832f-8e95dca95f12 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:47.401957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:47.416616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f2c89-6b8c-4db2-a666-4e112730d380 None None] Pushing event updated for resources: {'Port': ['ID=5beff25a-fd4b-4d53-b974-6f916e06e958,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:47.420915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Attempting to bind port a267d078-32db-41c0-b8bd-132ba135e8a4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:47.421290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Attempting to bind port a267d078-32db-41c0-b8bd-132ba135e8a4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '05d5140e-3180-466d-8863-39a5ac737881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:47.421684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Attempting to bind port a267d078-32db-41c0-b8bd-132ba135e8a4 on network c5f52572-e47c-4758-8811-c2352c6cd267 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:47.435060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 045378b2-31d9-4d01-99fe-62865de483b8 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:47.484537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:47.484840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Checking segment: {'id': '05d5140e-3180-466d-8863-39a5ac737881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:47.485250 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:47.485671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Bound using segment: {'id': '05d5140e-3180-466d-8863-39a5ac737881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:47.486165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Bound port: a267d078-32db-41c0-b8bd-132ba135e8a4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d5140e-3180-466d-8863-39a5ac737881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:47.486541 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:47.502821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 045378b2-31d9-4d01-99fe-62865de483b8 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:09:47.503180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 045378b2-31d9-4d01-99fe-62865de483b8 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:09:47.560455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:47.560958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:47.683841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] For port 2c4041ab-662b-44f8-832f-8e95dca95f12, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=2c4041ab-662b-44f8-832f-8e95dca95f12,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:47.693865 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:47.697368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] For port a267d078-32db-41c0-b8bd-132ba135e8a4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:47.697856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.21.0.1 (c5f52572-e47c-4758-8811-c2352c6cd267/067af1d5-0004-4922-a682-65a66e2bf9a8/44c62609-6009-49cd-9d49-37ac8c6e0847) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:47.701655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] For port a267d078-32db-41c0-b8bd-132ba135e8a4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a267d078-32db-41c0-b8bd-132ba135e8a4,segment=NetworkSegment(05d5140e-3180-466d-8863-39a5ac737881),segment_id=05d5140e-3180-466d-8863-39a5ac737881)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:47.719355 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:47.751685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Calling delete_port for 2c4041ab-662b-44f8-832f-8e95dca95f12 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:47.792253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1d2134f4-6857-44a3-9e60-ca2d31913289 None None] Provisioning complete for port 5beff25a-fd4b-4d53-b974-6f916e06e958 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:47.797845 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d2134f4-6857-44a3-9e60-ca2d31913289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:47.822589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-100268361', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:47.885972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Made reservation on behalf of 02327b33a95e4de18ba23c0f20fa1bc1 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:47.887930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:09:47.891793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:47.929276 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:47.969901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eaee8d-6415-4356-8e0f-4151cf7124e8 None None] Pushing event updated for resources: {'Port': ['ID=a267d078-32db-41c0-b8bd-132ba135e8a4,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:48.073383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42612) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:48.190296 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:48.209821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:48.217426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d2134f4-6857-44a3-9e60-ca2d31913289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:48.223687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] device_id is not set on port 066232fb-e29f-4020-85a6-adf961b0e7b3 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:09:48.426455 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:48.520112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6c91e-1b34-42e9-9369-66147a123a60,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:48.546556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1d2134f4-6857-44a3-9e60-ca2d31913289 None None] For port 5beff25a-fd4b-4d53-b974-6f916e06e958, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5beff25a-fd4b-4d53-b974-6f916e06e958,segment=NetworkSegment(ac7f6135-dc92-4b95-b3e7-b4a1e676652e),segment_id=ac7f6135-dc92-4b95-b3e7-b4a1e676652e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:48.562706 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d2134f4-6857-44a3-9e60-ca2d31913289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:48.650497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b16c2916-9028-43fe-8f46-7799a3b731de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a503c006fc1489497d1ac9fae2e271c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5682242 Dec 10 09:09:48.653560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42624) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:48.667695 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:48.696255 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:48.710218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d44f3f2d-bd0e-4663-b686-ddceeab8fee1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:09:48.730283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cddcd0-2812-4476-9a69-373491232321 req-8a487c8d-3853-4145-b585-62514b9930dc tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:48.732087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64cddcd0-2812-4476-9a69-373491232321 req-8a487c8d-3853-4145-b585-62514b9930dc tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f0c8fe-8612-41a8-99fe-cdd6c17b423a HTTP/1.1" status: 200 len: 946 time: 0.1880276 Dec 10 09:09:48.764934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Pushing event deleted for resources: {'Port': ['ID=2c4041ab-662b-44f8-832f-8e95dca95f12,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:48.773363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2134f4-6857-44a3-9e60-ca2d31913289 None None] Pushing event updated for resources: {'Port': ['ID=5beff25a-fd4b-4d53-b974-6f916e06e958,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:48.850216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d263e269-17b5-4879-8c58-f74d553cec58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:48.853166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:09:42Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:47Z', 'revision_number': 4, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:48.875334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network c5f52572-e47c-4758-8811-c2352c6cd267 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:48.888055 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d263e269-17b5-4879-8c58-f74d553cec58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:48.901827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299201dd-c42d-4fe6-b020-3cb64e2e99f4 None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:09:42Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:47Z', 'revision_number': 4, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:48.957074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] No DVR routers for this DVR port 2c4041ab-662b-44f8-832f-8e95dca95f12 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:09:48.990085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:48.994441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:49.000877 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d263e269-17b5-4879-8c58-f74d553cec58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:49.003828 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d263e269-17b5-4879-8c58-f74d553cec58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:49.044573 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:49.048425 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1eee2c1-2ca9-405a-9d88-31f1dcda619c req-083e7571-734e-49e0-ab53-d9c936737e52 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.18 "DELETE /v2.0/ports/2c4041ab-662b-44f8-832f-8e95dca95f12 HTTP/1.1" status: 204 len: 173 time: 2.0771198 Dec 10 09:09:49.048933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f0c8fe-8612-41a8-99fe-cdd6c17b423a', 'name': 'network-vif-deleted', 'tag': '2c4041ab-662b-44f8-832f-8e95dca95f12'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:09:49.052175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d263e269-17b5-4879-8c58-f74d553cec58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9a0f6dc-406a-4ded-85de-62402b1d276a HTTP/1.1" status: 204 len: 168 time: 0.3937438 Dec 10 09:09:49.075173 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094d1bac-0e05-4742-8621-b480935703a9" -d '{"events": [{"server_uuid": "d1f0c8fe-8612-41a8-99fe-cdd6c17b423a", "name": "network-vif-deleted", "tag": "2c4041ab-662b-44f8-832f-8e95dca95f12"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:09:49.140728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Allocated IP 172.25.3.101 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/066232fb-e29f-4020-85a6-adf961b0e7b3) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:49.145567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263e269-17b5-4879-8c58-f74d553cec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0f6dc-406a-4ded-85de-62402b1d276a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:49.171998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64cddcd0-2812-4476-9a69-373491232321 req-6f383fb8-1a6f-4d32-a9e5-c63fbb3dfa24 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262643 Dec 10 09:09:49.250549 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:49.251556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=44c62609-6009-49cd-9d49-37ac8c6e0847,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:49.313186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:49.488210 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac56e7-c2f6-480d-8b8a-92f33606480c x-openstack-request-id: req-40ac56e7-c2f6-480d-8b8a-92f33606480c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:09:49.488612 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f0c8fe-8612-41a8-99fe-cdd6c17b423a", "name": "network-vif-deleted", "tag": "2c4041ab-662b-44f8-832f-8e95dca95f12", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:09:49.488841 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40ac56e7-c2f6-480d-8b8a-92f33606480c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:09:49.505569 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f0c8fe-8612-41a8-99fe-cdd6c17b423a', 'name': 'network-vif-deleted', 'tag': '2c4041ab-662b-44f8-832f-8e95dca95f12', 'status': 'completed', 'code': 200} Dec 10 09:09:49.561273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a267d078-32db-41c0-b8bd-132ba135e8a4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:49.782770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a267d078-32db-41c0-b8bd-132ba135e8a4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:49.785105 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:49.786752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:49.798957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:49.910537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd0d44-1201-4d51-9093-5eadfa69a363 None None] Network c5f52572-e47c-4758-8811-c2352c6cd267 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:49.939004 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.114272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9171ceec-9080-4a01-9f7c-d3f6716b40f2 None None] Provisioning complete for port a267d078-32db-41c0-b8bd-132ba135e8a4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:50.114654 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9171ceec-9080-4a01-9f7c-d3f6716b40f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.129744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:50.135085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:50.140794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:50.180765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Pushing event updated for resources: {'Port': ['ID=066232fb-e29f-4020-85a6-adf961b0e7b3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:50.250592 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.253269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07445c-48c7-4109-8c4f-125166a84dbc None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:50.293452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:50.297559 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.337953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-18bf05b5-dbb5-48bf-9759-ff62c4336e5c tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9644451 Dec 10 09:09:50.341663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42654) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:50.358775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.101'}]}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:50.397153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port a267d078-32db-41c0-b8bd-132ba135e8a4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a267d078-32db-41c0-b8bd-132ba135e8a4,segment=NetworkSegment(05d5140e-3180-466d-8863-39a5ac737881),segment_id=05d5140e-3180-466d-8863-39a5ac737881)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:50.417808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 2c4041ab-662b-44f8-832f-8e95dca95f12 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:09:50.424686 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.470511 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.473396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.555607 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.567029 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.698536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.768312 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:50.883895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network c5f52572-e47c-4758-8811-c2352c6cd267 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:50.888963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:50.891744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=44c62609-6009-49cd-9d49-37ac8c6e0847,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:50.898965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 2c4041ab-662b-44f8-832f-8e95dca95f12 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:09:50.899598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 2c4041ab-662b-44f8-832f-8e95dca95f12 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:09:51.030510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42674) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:51.042218 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0106757 Dec 10 09:09:51.053784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42676) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:51.068104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:51.098501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:09:51.121728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42680) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:51.213474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=a267d078-32db-41c0-b8bd-132ba135e8a4,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:51.328281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc907d-fb86-4f82-9c6f-0eef0b45fb71 req-20e99b63-8e4f-4417-afa7-4d7f6fe44ed8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:51.332036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3adc5b80-2e57-4124-8549-836172fcbe19 None None] Provisioning complete for port 066232fb-e29f-4020-85a6-adf961b0e7b3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:51.332805 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3adc5b80-2e57-4124-8549-836172fcbe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:51.338147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ffc907d-fb86-4f82-9c6f-0eef0b45fb71 req-20e99b63-8e4f-4417-afa7-4d7f6fe44ed8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.7874804 Dec 10 09:09:51.362930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:09:51.385266 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5ae7769f-2b2a-49ec-a61b-4f706ad45a65 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5438414 Dec 10 09:09:51.385993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42686) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:51.412155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'network': {'name': 'tempest-RoutersTest-780100858'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:51.485728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ffc907d-fb86-4f82-9c6f-0eef0b45fb71 req-2a40a7c8-35a0-4b42-b921-ef0063d4d0fe tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202176 Dec 10 09:09:51.503188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3adc5b80-2e57-4124-8549-836172fcbe19 None None] Port 066232fb-e29f-4020-85a6-adf961b0e7b3 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:51.535035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5beff25a-fd4b-4d53-b974-6f916e06e958 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:51.605548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a193-2ae8-48e1-a6d9-5aec53b3a38c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:51.644403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:51.664071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:51.731623 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:09:51.744279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5beff25a-fd4b-4d53-b974-6f916e06e958 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:51.744650 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:51.754845 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:51.754845 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:51.757461 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-88917b24-03e7-4d33-a120-7ba23b1079d2 tempest-NetworksApiDiscovery-1929353199 tempest-NetworksApiDiscovery-1929353199-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7009361 Dec 10 09:09:51.818891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:09:51.859796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:51.863795 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added segment 4e643f83-7d43-4bc6-8605-e196ba30aa50 of type vlan for network a7a6130a-3a26-4743-961f-b31ca1eb3c36 Dec 10 09:09:51.880868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:51.967047 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.046773 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.060923 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c366c024-5192-4078-acfc-d4299c03e1ce None None] Provisioning complete for port 44c62609-6009-49cd-9d49-37ac8c6e0847 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:52.062325 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c366c024-5192-4078-acfc-d4299c03e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.139411 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:09:52.192689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.194976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c366c024-5192-4078-acfc-d4299c03e1ce None None] Port 44c62609-6009-49cd-9d49-37ac8c6e0847 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:52.221154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:52.221835 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.239634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c366c024-5192-4078-acfc-d4299c03e1ce None None] Provisioning complete for port a267d078-32db-41c0-b8bd-132ba135e8a4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:52.240394 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c366c024-5192-4078-acfc-d4299c03e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.280369 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a193-2ae8-48e1-a6d9-5aec53b3a38c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.362112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a193-2ae8-48e1-a6d9-5aec53b3a38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.437812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42702) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:52.452419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbcde6-10fb-4413-9efd-cb72719781e4 req-f97905c5-4e7b-4ccc-94f4-f95203dd9206 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:52.454384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93dbcde6-10fb-4413-9efd-cb72719781e4 req-f97905c5-4e7b-4ccc-94f4-f95203dd9206 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.4443138 Dec 10 09:09:52.461683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.490834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1037438 Dec 10 09:09:52.500432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42708) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:52.521532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'subnet': {'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:09:52.567874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-55f3afe4-da75-4ebb-add3-cf6afe454911 None None] Provisioning complete for port 44c62609-6009-49cd-9d49-37ac8c6e0847 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:52.568239 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55f3afe4-da75-4ebb-add3-cf6afe454911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.602887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd1b9f-4953-40e3-acbc-73bf37d66a54 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Network': ['ID=a7a6130a-3a26-4743-961f-b31ca1eb3c36,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:52.622937 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:09:49Z', 'revision_number': 3, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:50Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:52.678150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network a7a6130a-3a26-4743-961f-b31ca1eb3c36 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:09:52.723396 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:09:52.724089 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Updating router a4696761-bf0f-49b9-b0fb-ae56a8732e41 port 44c62609-6009-49cd-9d49-37ac8c6e0847 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:09:52.730602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93dbcde6-10fb-4413-9efd-cb72719781e4 req-b97512fa-16a0-43fd-b370-b378762f6ebc tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651045 Dec 10 09:09:52.761315 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4ab2a193-2ae8-48e1-a6d9-5aec53b3a38c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=613a6f18620545c394f41de0c5cfb8f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6383560 Dec 10 09:09:52.772903 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:52.781440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42714) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:52.787565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2a193-2ae8-48e1-a6d9-5aec53b3a38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d00be5a-08f9-4235-aa2e-5253c20bd19b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:52.875262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-55f3afe4-da75-4ebb-add3-cf6afe454911 None None] Port 44c62609-6009-49cd-9d49-37ac8c6e0847 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:52.973049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:09:52.977799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.014301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6c88c98e-fc86-43e6-b09b-61cbb4e9c67b None None] Provisioning complete for port 44c62609-6009-49cd-9d49-37ac8c6e0847 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:53.014802 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c88c98e-fc86-43e6-b09b-61cbb4e9c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.031991 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b931696-3ee6-460c-a908-e91933437878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.053633 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.058386 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.072745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0b5821c-86df-4ed4-b5ac-43f4f604460f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.097669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6c88c98e-fc86-43e6-b09b-61cbb4e9c67b None None] Port 44c62609-6009-49cd-9d49-37ac8c6e0847 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:53.123471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9990690-1fe3-4824-863f-3daddafcf4a9 req-77c14fe1-db38-434c-8717-9b697910238f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:53.135020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9990690-1fe3-4824-863f-3daddafcf4a9 req-77c14fe1-db38-434c-8717-9b697910238f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2033238 Dec 10 09:09:53.157013 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0b5821c-86df-4ed4-b5ac-43f4f604460f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.187008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.188312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcffade5-c742-4be5-8a40-a7720b16d0e0 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:09:53.297568 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 09:09:53.301412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-da878ff3-a0db-4073-90aa-6f006d507974 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9558859 Dec 10 09:09:53.302573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42718) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:53.318151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a267d078-32db-41c0-b8bd-132ba135e8a4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:53.333680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9990690-1fe3-4824-863f-3daddafcf4a9 req-10644f8a-e627-4de9-af0f-d909a20cb385 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766593 Dec 10 09:09:53.353933 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.367248 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.375652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b931696-3ee6-460c-a908-e91933437878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.389691 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4b931696-3ee6-460c-a908-e91933437878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.416019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a267d078-32db-41c0-b8bd-132ba135e8a4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:53.417164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.509362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4b931696-3ee6-460c-a908-e91933437878 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd51ce0ae77c47769cf9f3599eb4f62f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0677269 Dec 10 09:09:53.510015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42722) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:53.520096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b931696-3ee6-460c-a908-e91933437878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81be02f-eb64-46a1-85c2-5f7061ca7979,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:53.643336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0b5821c-86df-4ed4-b5ac-43f4f604460f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.653163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0b5821c-86df-4ed4-b5ac-43f4f604460f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.656100 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b0b5821c-86df-4ed4-b5ac-43f4f604460f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d00be5a-08f9-4235-aa2e-5253c20bd19b HTTP/1.1" status: 204 len: 168 time: 0.8682446 Dec 10 09:09:53.678380 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Pushing event updated for resources: {'Port': ['ID=44c62609-6009-49cd-9d49-37ac8c6e0847,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:53.700325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-de879671-5034-4353-ae87-d9252bc10596 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Deleting port 066232fb-e29f-4020-85a6-adf961b0e7b3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:09:53.701064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de879671-5034-4353-ae87-d9252bc10596 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.755503 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8852b434-e63d-406a-90ed-8987d4cb47f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.836821 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.840877 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.855412 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.855985 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.856410 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.856805 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.858608 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.859821 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.860363 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.864340 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.864831 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.866508 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.868501 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:09:53.922062 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Attempting to bind port 44c62609-6009-49cd-9d49-37ac8c6e0847 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:53.922432 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Attempting to bind port 44c62609-6009-49cd-9d49-37ac8c6e0847 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '05d5140e-3180-466d-8863-39a5ac737881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:53.922798 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Attempting to bind port 44c62609-6009-49cd-9d49-37ac8c6e0847 on network c5f52572-e47c-4758-8811-c2352c6cd267 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:53.936434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de879671-5034-4353-ae87-d9252bc10596 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.940819 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:53.946391 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Checking segment: {'id': '05d5140e-3180-466d-8863-39a5ac737881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:53.947009 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.947578 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Bound using segment: {'id': '05d5140e-3180-466d-8863-39a5ac737881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:53.948254 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Bound port: 44c62609-6009-49cd-9d49-37ac8c6e0847, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d5140e-3180-466d-8863-39a5ac737881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:53.949276 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.952274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1b4e0703-d5de-4aca-aef1-c2a4b8dfa9fc None None] Provisioning complete for port 44c62609-6009-49cd-9d49-37ac8c6e0847 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:53.952655 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0703-d5de-4aca-aef1-c2a4b8dfa9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:53.970142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-de879671-5034-4353-ae87-d9252bc10596 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Calling delete_port for 066232fb-e29f-4020-85a6-adf961b0e7b3 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:09:54.035466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e0703-d5de-4aca-aef1-c2a4b8dfa9fc None None] Port 44c62609-6009-49cd-9d49-37ac8c6e0847 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:09:54.146605 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] For port 44c62609-6009-49cd-9d49-37ac8c6e0847, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:54.154958 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] For port 44c62609-6009-49cd-9d49-37ac8c6e0847, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=44c62609-6009-49cd-9d49-37ac8c6e0847,segment=NetworkSegment(05d5140e-3180-466d-8863-39a5ac737881),segment_id=05d5140e-3180-466d-8863-39a5ac737881)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:54.169828 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:54.342947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5821c-86df-4ed4-b5ac-43f4f604460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d00be5a-08f9-4235-aa2e-5253c20bd19b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:54.347125 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534ae4e-b18f-453f-9f5c-789d72b74713 None None] Pushing event updated for resources: {'Port': ['ID=44c62609-6009-49cd-9d49-37ac8c6e0847,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:54.354891 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de879671-5034-4353-ae87-d9252bc10596 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:54.375768 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:09:54.377769 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:54.465135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42740) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:54.556942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-154e35d0-3e27-4900-8fed-3095e2bc7b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:54.602865 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:09:54.605497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de879671-5034-4353-ae87-d9252bc10596 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Pushing event deleted for resources: {'Port': ['ID=066232fb-e29f-4020-85a6-adf961b0e7b3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:54.607961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c2944-a719-4039-a404-0daf9bdceaa5 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:09:54.648165 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8852b434-e63d-406a-90ed-8987d4cb47f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:54.739403 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8852b434-e63d-406a-90ed-8987d4cb47f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:54.743466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8852b434-e63d-406a-90ed-8987d4cb47f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:54.744781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8852b434-e63d-406a-90ed-8987d4cb47f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d81be02f-eb64-46a1-85c2-5f7061ca7979 HTTP/1.1" status: 204 len: 168 time: 1.2336276 Dec 10 09:09:54.780441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4f2cb697-c030-4784-8c06-23f01d2b7fe9 None None] Provisioning complete for port 44c62609-6009-49cd-9d49-37ac8c6e0847 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:54.781561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb697-c030-4784-8c06-23f01d2b7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:54.781685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852b434-e63d-406a-90ed-8987d4cb47f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81be02f-eb64-46a1-85c2-5f7061ca7979,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:54.811076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-154e35d0-3e27-4900-8fed-3095e2bc7b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:54.813215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:54.839466 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-154e35d0-3e27-4900-8fed-3095e2bc7b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.021902 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:09:49Z', 'revision_number': 3, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:54Z', 'revision_number': 4, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:09:55.052635 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb697-c030-4784-8c06-23f01d2b7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.066198 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6dad9a-4f0e-41a2-8945-f06bae186c5f None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:09:49Z', 'revision_number': 3, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:54Z', 'revision_number': 4, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:09:55.096957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de879671-5034-4353-ae87-d9252bc10596 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.101129 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-de879671-5034-4353-ae87-d9252bc10596 tempest-RoutersAdminNegativeTest-1535179320 tempest-RoutersAdminNegativeTest-1535179320-project-admin] 10.222.0.31 "DELETE /v2.0/ports/066232fb-e29f-4020-85a6-adf961b0e7b3 HTTP/1.1" status: 204 len: 168 time: 1.7956195 Dec 10 09:09:55.127126 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-154e35d0-3e27-4900-8fed-3095e2bc7b1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f8b40e144344fad9b0c518443c0491e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6202426 Dec 10 09:09:55.130646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42754) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:55.197044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Checking segment: {'id': '4e643f83-7d43-4bc6-8605-e196ba30aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:55.197579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network hostable DHCP agents. Network: a7a6130a-3a26-4743-961f-b31ca1eb3c36, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:09:55.213878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e35d0-3e27-4900-8fed-3095e2bc7b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a24560-7589-4da6-806d-61b90e481d94,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:55.251766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Subnet': ['ID=d6626396-78bb-45eb-91eb-4191b19ae93c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:55.263816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4f2cb697-c030-4784-8c06-23f01d2b7fe9 None None] For port 44c62609-6009-49cd-9d49-37ac8c6e0847, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=44c62609-6009-49cd-9d49-37ac8c6e0847,segment=NetworkSegment(05d5140e-3180-466d-8863-39a5ac737881),segment_id=05d5140e-3180-466d-8863-39a5ac737881)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:09:55.276725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb697-c030-4784-8c06-23f01d2b7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.328629 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf044e7e-230b-4966-8b3f-c115fa1c83cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.330668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network a7a6130a-3a26-4743-961f-b31ca1eb3c36 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:09:55.370838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, a7a6130a-3a26-4743-961f-b31ca1eb3c36) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:55.382573 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf044e7e-230b-4966-8b3f-c115fa1c83cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.392514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:55.393196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.398609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa72fd-458d-4e80-aad5-3c30fa790ac9 None None] Network a7a6130a-3a26-4743-961f-b31ca1eb3c36 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:55.467518 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-701338d9-c55f-43cc-98b3-14ab917a1729 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9516289 Dec 10 09:09:55.470375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42758) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:55.558618 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf044e7e-230b-4966-8b3f-c115fa1c83cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.561829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf044e7e-230b-4966-8b3f-c115fa1c83cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.574520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf044e7e-230b-4966-8b3f-c115fa1c83cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4a24560-7589-4da6-806d-61b90e481d94 HTTP/1.1" status: 204 len: 168 time: 0.4424903 Dec 10 09:09:55.621436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf044e7e-230b-4966-8b3f-c115fa1c83cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a24560-7589-4da6-806d-61b90e481d94,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:55.685447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 44c62609-6009-49cd-9d49-37ac8c6e0847 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:55.814405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'project_id': '61325e88df384604819817aca2ecbe10', 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:09:55.815366 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:55.903405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cb697-c030-4784-8c06-23f01d2b7fe9 None None] Pushing event updated for resources: {'Port': ['ID=44c62609-6009-49cd-9d49-37ac8c6e0847,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:56.247008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42778) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:56.391588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 44c62609-6009-49cd-9d49-37ac8c6e0847 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:56.391957 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:56.527058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Allocated IP 172.22.0.2 (a7a6130a-3a26-4743-961f-b31ca1eb3c36/d6626396-78bb-45eb-91eb-4191b19ae93c/d503d687-45e2-4a32-b46d-1b35c8d01b35) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:56.573724 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f93c8a7a-3528-46c0-959e-64ace5efa639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:56.852409 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f93c8a7a-3528-46c0-959e-64ace5efa639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:56.862928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f93c8a7a-3528-46c0-959e-64ace5efa639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:56.886212 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:56.907041 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:56.928636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f93c8a7a-3528-46c0-959e-64ace5efa639 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4804e19fe8bd4074a6ba7c4cb77cebcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6793158 Dec 10 09:09:56.956215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c8a7a-3528-46c0-959e-64ace5efa639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e408c03-5007-4b1b-9ea2-aff7b7bd8a93,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:56.960035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42800) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:57.056982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Network a7a6130a-3a26-4743-961f-b31ca1eb3c36 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:57.060501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:57.067718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:57.085786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e54141f1-56a3-43d3-8b58-62112d725954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:57.198600 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e54141f1-56a3-43d3-8b58-62112d725954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:57.256632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Pushing event updated for resources: {'Port': ['ID=d503d687-45e2-4a32-b46d-1b35c8d01b35,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:57.305770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:57.320008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Attempting to bind port d503d687-45e2-4a32-b46d-1b35c8d01b35 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:09:57.320387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Attempting to bind port d503d687-45e2-4a32-b46d-1b35c8d01b35 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4e643f83-7d43-4bc6-8605-e196ba30aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:09:57.320751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Attempting to bind port d503d687-45e2-4a32-b46d-1b35c8d01b35 on network a7a6130a-3a26-4743-961f-b31ca1eb3c36 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:09:57.336575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 44c62609-6009-49cd-9d49-37ac8c6e0847 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:57.375761 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e54141f1-56a3-43d3-8b58-62112d725954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:57.380147 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e54141f1-56a3-43d3-8b58-62112d725954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:57.386102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e54141f1-56a3-43d3-8b58-62112d725954 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e408c03-5007-4b1b-9ea2-aff7b7bd8a93 HTTP/1.1" status: 204 len: 168 time: 0.4240234 Dec 10 09:09:57.406547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54141f1-56a3-43d3-8b58-62112d725954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e408c03-5007-4b1b-9ea2-aff7b7bd8a93,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:57.449670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:09:57.450055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Checking segment: {'id': '4e643f83-7d43-4bc6-8605-e196ba30aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:09:57.450554 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:57.450950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Bound using segment: {'id': '4e643f83-7d43-4bc6-8605-e196ba30aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:09:57.451497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Bound port: d503d687-45e2-4a32-b46d-1b35c8d01b35, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e643f83-7d43-4bc6-8605-e196ba30aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:09:57.451877 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:57.540911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 44c62609-6009-49cd-9d49-37ac8c6e0847 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:57.541284 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:57.639492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] For port d503d687-45e2-4a32-b46d-1b35c8d01b35, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:09:57.643711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] For port d503d687-45e2-4a32-b46d-1b35c8d01b35, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d503d687-45e2-4a32-b46d-1b35c8d01b35,segment=NetworkSegment(4e643f83-7d43-4bc6-8605-e196ba30aa50),segment_id=4e643f83-7d43-4bc6-8605-e196ba30aa50)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:09:57.671482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:57.791614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb159a4-005b-4e8e-94ae-2f5add88e44c None None] Pushing event updated for resources: {'Port': ['ID=d503d687-45e2-4a32-b46d-1b35c8d01b35,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:57.847966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.22.0.1 (a7a6130a-3a26-4743-961f-b31ca1eb3c36/d6626396-78bb-45eb-91eb-4191b19ae93c/ff5b35cc-5a6a-4502-93cc-caab0c826c69) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:09:57.952611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348b1a-a1db-4def-bedf-3035f899ba6d req-75ad89da-491e-4419-ba7c-26ec252a2206 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:57.954583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e348b1a-a1db-4def-bedf-3035f899ba6d req-75ad89da-491e-4419-ba7c-26ec252a2206 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1761336 Dec 10 09:09:58.060802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e348b1a-a1db-4def-bedf-3035f899ba6d req-f6e777e0-6a31-4541-846d-0b066a66735a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948398 Dec 10 09:09:58.075406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:58.141287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:58.210854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network a7a6130a-3a26-4743-961f-b31ca1eb3c36 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:58.214041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:58.219934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:09:58.246017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=ff5b35cc-5a6a-4502-93cc-caab0c826c69,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:58.286467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f47e1-79b3-487f-b41f-a2bfd501544f req-1618e77a-c65c-42a3-a073-584de9ef43b5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:09:58.302276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:58.304778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e91f47e1-79b3-487f-b41f-a2bfd501544f req-1618e77a-c65c-42a3-a073-584de9ef43b5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1526909 Dec 10 09:09:58.399141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e91f47e1-79b3-487f-b41f-a2bfd501544f req-497d49a7-5cda-4423-bdd7-76580b4661d8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929735 Dec 10 09:09:58.459086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42854) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:58.594038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:58.605718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9b27bc59-4097-4b3d-97d4-fbdea3f09073 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02327b33a95e4de18ba23c0f20fa1bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448250 Dec 10 09:09:58.608266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42858) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:09:58.741206 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cda8fab3-a5b6-4ac0-a7c6-2d0050e708ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:58.792746 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cda8fab3-a5b6-4ac0-a7c6-2d0050e708ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:58.912297 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cda8fab3-a5b6-4ac0-a7c6-2d0050e708ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:58.926131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cda8fab3-a5b6-4ac0-a7c6-2d0050e708ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:58.927350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cda8fab3-a5b6-4ac0-a7c6-2d0050e708ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60b6c91e-1b34-42e9-9369-66147a123a60 HTTP/1.1" status: 204 len: 168 time: 0.3147056 Dec 10 09:09:58.952061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8fab3-a5b6-4ac0-a7c6-2d0050e708ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6c91e-1b34-42e9-9369-66147a123a60,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:59.388766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:59.403711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:59.409298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d503d687-45e2-4a32-b46d-1b35c8d01b35 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:09:59.542075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d503d687-45e2-4a32-b46d-1b35c8d01b35 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:09:59.544959 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:59.566269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:09:59.592475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=ff5b35cc-5a6a-4502-93cc-caab0c826c69,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:09:59.680021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ff1ac-d71e-4dd0-aa9e-ef641085e236 None None] Network a7a6130a-3a26-4743-961f-b31ca1eb3c36 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:09:59.895323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network a7a6130a-3a26-4743-961f-b31ca1eb3c36 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:09:59.896801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:09:59.954463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:00.017655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-edd65674-f7e0-4a6d-8013-9f34c7b49dc8 None None] Provisioning complete for port d503d687-45e2-4a32-b46d-1b35c8d01b35 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:00.018730 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-edd65674-f7e0-4a6d-8013-9f34c7b49dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:00.099318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:10:00.309170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port d503d687-45e2-4a32-b46d-1b35c8d01b35, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d503d687-45e2-4a32-b46d-1b35c8d01b35,segment=NetworkSegment(4e643f83-7d43-4bc6-8605-e196ba30aa50),segment_id=4e643f83-7d43-4bc6-8605-e196ba30aa50)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:00.350404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:00.362417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42912) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:00.364561 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-df445d1b-28ee-40bf-a924-7ba59ee02389 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8839340 Dec 10 09:10:00.368139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'network': {'name': 'tempest-RoutersTest-563448423'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:00.381290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:10:00.398413 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:00.431026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:00.434899 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:00.500514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:00.508313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:00.508981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:00.512111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:00.512527 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added segment 07d3ff22-c7fd-4a88-8716-700c62305fdd of type vlan for network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a Dec 10 09:10:00.674995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=d503d687-45e2-4a32-b46d-1b35c8d01b35,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:00.683488 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:00.724784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:00.772471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:00.787449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:00.788375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:00.847733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42930) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:00.853093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'subnet': {'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:00.858871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4950354 Dec 10 09:10:01.037451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bc9df-b6a7-4ded-ae73-34b519acf23e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Network': ['ID=7eab7950-1e30-4d9e-b2f9-1f4e1587829a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:01.137388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:01.169692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Made reservation on behalf of 61325e88df384604819817aca2ecbe10 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:01.177761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:01.332052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a14f6244-dd9c-47b8-a996-632d8dadda85 None None] Provisioning complete for port d503d687-45e2-4a32-b46d-1b35c8d01b35 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:01.334015 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a14f6244-dd9c-47b8-a996-632d8dadda85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:01.375350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d503d687-45e2-4a32-b46d-1b35c8d01b35 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:10:01.675710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42954) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:01.794358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:01.917443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5ca23-9c58-4438-b5fe-5d2045f3f5cc req-05949ea7-7731-4e22-ba37-f3fb83a3fff5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:01.931295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73c5ca23-9c58-4438-b5fe-5d2045f3f5cc req-05949ea7-7731-4e22-ba37-f3fb83a3fff5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1841483 Dec 10 09:10:01.995089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Subnet': ['ID=6f407434-37b4-42a4-9d75-0c0e86c6ba6b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:02.004508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-679509596'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:02.022750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.032718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.033871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.034218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.034555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.034888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.035214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.035540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.035861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.036182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.036504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.041374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.042183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:02.084222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73c5ca23-9c58-4438-b5fe-5d2045f3f5cc req-4a0d31b8-ed0f-4b25-ba68-dcfe43fd8ba4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518257 Dec 10 09:10:02.101495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Checking segment: {'id': '07d3ff22-c7fd-4a88-8716-700c62305fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:02.101829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network hostable DHCP agents. Network: 7eab7950-1e30-4d9e-b2f9-1f4e1587829a, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:02.124228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:02.127768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.141722 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.158795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:02.170195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7eab7950-1e30-4d9e-b2f9-1f4e1587829a) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:02.181149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:02.182169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.199360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e9e66e-4d2a-40ba-89a5-09c4881d745f None None] Network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:02.222654 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4be75a5f-720b-44e9-b918-288f1456ff46 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3726354 Dec 10 09:10:02.225814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42972) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:02.332292 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.357798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085933ce-e1ef-476e-9541-846befe87f79 req-66387af5-4ccc-45ee-a7b2-f104f5fc8c1e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:02.359605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-085933ce-e1ef-476e-9541-846befe87f79 req-66387af5-4ccc-45ee-a7b2-f104f5fc8c1e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.0987914 Dec 10 09:10:02.360571 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.420626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:02.472974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d503d687-45e2-4a32-b46d-1b35c8d01b35 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:02.473782 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.533774 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.534169 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11 of type vlan for network ce2aa139-3963-4a71-ae5f-c5b1bae7c12d Dec 10 09:10:02.577728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7eab7950-1e30-4d9e-b2f9-1f4e1587829a', 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a', 'project_id': '61325e88df384604819817aca2ecbe10', 'fixed_ips': [{'subnet_id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:02.579293 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.637195 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.676998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-085933ce-e1ef-476e-9541-846befe87f79 req-e4d19252-4b4d-4672-aaf5-93170c835d5d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060596 Dec 10 09:10:02.684149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2feea1-b7ca-43b5-8dde-8e54063bcae0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:02.685560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:09:58Z', 'revision_number': 4, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:09:59Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:02.697585 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.724108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:02.732038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:02.967419 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2900782 Dec 10 09:10:02.982736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a14f6244-dd9c-47b8-a996-632d8dadda85 None None] Provisioning complete for port ff5b35cc-5a6a-4502-93cc-caab0c826c69 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:02.985677 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a14f6244-dd9c-47b8-a996-632d8dadda85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:03.023939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:03.093757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42988) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:03.110529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': 'ce2aa139-3963-4a71-ae5f-c5b1bae7c12d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:03.115036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956647-8730-4cf8-a9cd-9f24a3c7dbc9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=ce2aa139-3963-4a71-ae5f-c5b1bae7c12d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:03.208241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ce2aa139-3963-4a71-ae5f-c5b1bae7c12d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:03.214088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:10:03.214791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Updating router a4696761-bf0f-49b9-b0fb-ae56a8732e41 port ff5b35cc-5a6a-4502-93cc-caab0c826c69 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:10:03.233081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a1b76-2e77-43d9-9208-bc351d7988cb req-1158d4fb-c566-4e32-9944-942189fb5b91 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:03.241210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea2a1b76-2e77-43d9-9208-bc351d7988cb req-1158d4fb-c566-4e32-9944-942189fb5b91 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2423978 Dec 10 09:10:03.366159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea2a1b76-2e77-43d9-9208-bc351d7988cb req-ab67a1c9-cc40-4095-a062-e3ea1ec09af7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237943 Dec 10 09:10:03.433573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a14f6244-dd9c-47b8-a996-632d8dadda85 None None] Port ff5b35cc-5a6a-4502-93cc-caab0c826c69 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:10:03.439546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7eb604db-36c2-428c-b77c-86b402b7132b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:03.449000 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:03.523190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Allocated IP 172.23.0.2 (7eab7950-1e30-4d9e-b2f9-1f4e1587829a/6f407434-37b4-42a4-9d75-0c0e86c6ba6b/a418347a-53de-4fb0-a1b7-53772e41e74f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:10:03.632261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a434f10-0f6c-4d82-81c9-d0f0b416ba33 req-55989ae7-38e6-4471-b450-930b955ae568 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:03.634221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a434f10-0f6c-4d82-81c9-d0f0b416ba33 req-55989ae7-38e6-4471-b450-930b955ae568 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.0970685 Dec 10 09:10:03.690770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:03.699386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:03.737141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a434f10-0f6c-4d82-81c9-d0f0b416ba33 req-88f223e7-b90b-4d52-a817-1e1f29a91198 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945613 Dec 10 09:10:03.934595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b3ff2398-2ebb-427b-a009-bdbaa5abe62d None None] Provisioning complete for port ff5b35cc-5a6a-4502-93cc-caab0c826c69 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:03.935004 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2398-2ebb-427b-a009-bdbaa5abe62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:03.994416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acae7a0-b7a5-484c-a740-ee72f6c7cd85 req-24f8ad21-ddb6-4b01-b0eb-4bea006d885a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:04.008023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7acae7a0-b7a5-484c-a740-ee72f6c7cd85 req-24f8ad21-ddb6-4b01-b0eb-4bea006d885a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.0850708 Dec 10 09:10:04.136958 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7acae7a0-b7a5-484c-a740-ee72f6c7cd85 req-4ece9941-dff1-4f64-9e03-3e05e1b0421a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258316 Dec 10 09:10:04.168964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:04.270033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff2398-2ebb-427b-a009-bdbaa5abe62d None None] Port ff5b35cc-5a6a-4502-93cc-caab0c826c69 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:10:04.299894 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:04.302191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:04.317175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:04.325536 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:04.447141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89cda1-a813-4498-9370-b1488b52c99d req-857f83f6-6573-489f-b7d5-7ec51505005f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:04.448644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:10:04.461294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a89cda1-a813-4498-9370-b1488b52c99d req-857f83f6-6573-489f-b7d5-7ec51505005f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2146194 Dec 10 09:10:04.467313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=e0d16a70-3163-418e-85a6-99ebd2716b66,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:04.496541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:04.522449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:10:04.559176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Allocated IP 172.23.0.1 (7eab7950-1e30-4d9e-b2f9-1f4e1587829a/6f407434-37b4-42a4-9d75-0c0e86c6ba6b/d34ec528-ce71-488c-9157-d325e8c27067) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:10:04.572697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efdaab-4573-49ee-b8f5-3f3bfb5d70bf None None] Pushing event updated for resources: {'Port': ['ID=ff5b35cc-5a6a-4502-93cc-caab0c826c69,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:04.665026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a89cda1-a813-4498-9370-b1488b52c99d req-c20fba9d-3c0c-4878-94d1-27965c024ea0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962817 Dec 10 09:10:04.687726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': 'ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce2aa139-3963-4a71-ae5f-c5b1bae7c12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:04.688075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: ce2aa139-3963-4a71-ae5f-c5b1bae7c12d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:04.794864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Attempting to bind port ff5b35cc-5a6a-4502-93cc-caab0c826c69 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:10:04.795287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Attempting to bind port ff5b35cc-5a6a-4502-93cc-caab0c826c69 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4e643f83-7d43-4bc6-8605-e196ba30aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:10:04.795668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Attempting to bind port ff5b35cc-5a6a-4502-93cc-caab0c826c69 on network a7a6130a-3a26-4743-961f-b31ca1eb3c36 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:10:04.862821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Attempting to bind port a418347a-53de-4fb0-a1b7-53772e41e74f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:10:04.863255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Attempting to bind port a418347a-53de-4fb0-a1b7-53772e41e74f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '07d3ff22-c7fd-4a88-8716-700c62305fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:10:04.863742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Attempting to bind port a418347a-53de-4fb0-a1b7-53772e41e74f on network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:10:04.892922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:10:04.893303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Checking segment: {'id': '4e643f83-7d43-4bc6-8605-e196ba30aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:04.896619 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:04.897113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Bound using segment: {'id': '4e643f83-7d43-4bc6-8605-e196ba30aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:10:04.897658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Bound port: ff5b35cc-5a6a-4502-93cc-caab0c826c69, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e643f83-7d43-4bc6-8605-e196ba30aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:10:04.898060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:04.900091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Pushing event updated for resources: {'Port': ['ID=a418347a-53de-4fb0-a1b7-53772e41e74f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:04.950016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:10:04.950409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Checking segment: {'id': '07d3ff22-c7fd-4a88-8716-700c62305fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:04.950889 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:04.951288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Bound using segment: {'id': '07d3ff22-c7fd-4a88-8716-700c62305fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:10:04.962806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Bound port: a418347a-53de-4fb0-a1b7-53772e41e74f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d3ff22-c7fd-4a88-8716-700c62305fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:10:04.963275 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:04.989099 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.018599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079fd46-2fc0-4e13-b9c8-84d98b4a842a req-425c1a66-7c7d-4301-925e-522cbc384b9b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:05.020112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-53e20233-d735-443e-8735-64e4609438c4 None None] Provisioning complete for port ff5b35cc-5a6a-4502-93cc-caab0c826c69 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:05.020488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53e20233-d735-443e-8735-64e4609438c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.030938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4079fd46-2fc0-4e13-b9c8-84d98b4a842a req-425c1a66-7c7d-4301-925e-522cbc384b9b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.0882497 Dec 10 09:10:05.042417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.065759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network ce2aa139-3963-4a71-ae5f-c5b1bae7c12d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:05.111028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:10:05.117016 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4079fd46-2fc0-4e13-b9c8-84d98b4a842a req-df197250-48b6-41bb-ab92-b3a4d43aedeb tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844216 Dec 10 09:10:05.121424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:05.124346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:10:05.152742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] For port ff5b35cc-5a6a-4502-93cc-caab0c826c69, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:10:05.156490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] For port ff5b35cc-5a6a-4502-93cc-caab0c826c69, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ff5b35cc-5a6a-4502-93cc-caab0c826c69,segment=NetworkSegment(4e643f83-7d43-4bc6-8605-e196ba30aa50),segment_id=4e643f83-7d43-4bc6-8605-e196ba30aa50)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:10:05.172800 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.205744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-53e20233-d735-443e-8735-64e4609438c4 None None] Port ff5b35cc-5a6a-4502-93cc-caab0c826c69 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:10:05.243042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] For port a418347a-53de-4fb0-a1b7-53772e41e74f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:10:05.250132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ce2aa139-3963-4a71-ae5f-c5b1bae7c12d) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:05.264335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:05.265094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.289147 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896f888-1717-42ae-add3-076a3324a629 None None] Network ce2aa139-3963-4a71-ae5f-c5b1bae7c12d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:05.296995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] For port a418347a-53de-4fb0-a1b7-53772e41e74f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a418347a-53de-4fb0-a1b7-53772e41e74f,segment=NetworkSegment(07d3ff22-c7fd-4a88-8716-700c62305fdd),segment_id=07d3ff22-c7fd-4a88-8716-700c62305fdd)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:10:05.328749 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.351097 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3b5ac73c-2883-4560-87db-3986e800154a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2508888 Dec 10 09:10:05.355825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43044) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:05.358274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=d34ec528-ce71-488c-9157-d325e8c27067,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:05.382617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1121252105'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:05.388796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.398871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efdaab-4573-49ee-b8f5-3f3bfb5d70bf None None] Pushing event updated for resources: {'Port': ['ID=ff5b35cc-5a6a-4502-93cc-caab0c826c69,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:05.438540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:05.447056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.512180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:05.536579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.537489 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment 237c1ec5-d556-4334-839f-13d7cfe08041 of type vlan for network 0bf790a2-9a14-491c-ad98-10bb953f48f5 Dec 10 09:10:05.728191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656655-a5af-4281-ab00-0851882ccd9e req-20fe5d53-317b-433e-8898-e477d6c2407b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:05.750736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6656655-a5af-4281-ab00-0851882ccd9e req-20fe5d53-317b-433e-8898-e477d6c2407b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.4663165 Dec 10 09:10:05.755564 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.842928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.849390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:05.850290 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.861819 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:05.882960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5196371 Dec 10 09:10:05.889123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43056) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:05.905656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': '0bf790a2-9a14-491c-ad98-10bb953f48f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:05.951339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:05.952303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:09:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:06.041920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee637849-3b0e-4853-95b6-2c3ccbd0a361 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=0bf790a2-9a14-491c-ad98-10bb953f48f5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:06.068503 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6656655-a5af-4281-ab00-0851882ccd9e req-0585e456-d7a8-4d6b-a4a7-ebc4e2ddc88a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720704 Dec 10 09:10:06.099105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:06.332184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 0bf790a2-9a14-491c-ad98-10bb953f48f5 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:06.410936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:06.418569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3409e42a-83dc-45f0-a5ca-c6a9f5a68a96 None None] Provisioning complete for port ff5b35cc-5a6a-4502-93cc-caab0c826c69 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:06.418952 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3409e42a-83dc-45f0-a5ca-c6a9f5a68a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:06.436522 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:06.438211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf278c-abc7-48ef-86d8-90ccd8ad1e58 req-2c0aef58-b618-4b22-8ec3-dc053f86452a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:06.442469 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fbf278c-abc7-48ef-86d8-90ccd8ad1e58 req-2c0aef58-b618-4b22-8ec3-dc053f86452a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1516104 Dec 10 09:10:06.568935 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8a49d24e-dd06-41b7-94e4-2cba9b7d55a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:06.571622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fbf278c-abc7-48ef-86d8-90ccd8ad1e58 req-54a0dc98-1224-4e40-9b57-a28d1b29ef94 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212945 Dec 10 09:10:06.742223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc40e4c-52ad-4d40-95b5-4ce7be5d8eea None None] Pushing event updated for resources: {'Port': ['ID=a418347a-53de-4fb0-a1b7-53772e41e74f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:06.774896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:05Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34ec528-ce71-488c-9157-d325e8c27067', 'name': '', 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:c2:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:10:03Z', 'updated_at': '2021-12-10T09:10:04Z', 'revision_number': 1, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:05Z', 'revision_number': 4, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:06.834448 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:06.891347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02564a-1e66-4aa3-80db-2bc29cb5e0e7 req-63fd57b3-e57b-4b20-b50f-f632ae79452b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:06.915115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c8541-2105-441a-9ae7-6b6fc788c91c None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:05Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34ec528-ce71-488c-9157-d325e8c27067', 'name': '', 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:c2:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:10:03Z', 'updated_at': '2021-12-10T09:10:04Z', 'revision_number': 1, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:05Z', 'revision_number': 4, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:10:06.928380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea02564a-1e66-4aa3-80db-2bc29cb5e0e7 req-63fd57b3-e57b-4b20-b50f-f632ae79452b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2059510 Dec 10 09:10:07.011490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-ce2aa139-3963-4a71-ae5f-c5b1bae7c12d', 'network_id': 'ce2aa139-3963-4a71-ae5f-c5b1bae7c12d', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': 'e0d16a70-3163-418e-85a6-99ebd2716b66'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:07.022119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:07.175415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea02564a-1e66-4aa3-80db-2bc29cb5e0e7 req-425f1837-519e-45b8-9915-1a812119c913 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324646 Dec 10 09:10:07.467328 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3409e42a-83dc-45f0-a5ca-c6a9f5a68a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:07.477199 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:07.544192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:07.681006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3409e42a-83dc-45f0-a5ca-c6a9f5a68a96 None None] For port ff5b35cc-5a6a-4502-93cc-caab0c826c69, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ff5b35cc-5a6a-4502-93cc-caab0c826c69,segment=NetworkSegment(4e643f83-7d43-4bc6-8605-e196ba30aa50),segment_id=4e643f83-7d43-4bc6-8605-e196ba30aa50)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:07.703994 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3409e42a-83dc-45f0-a5ca-c6a9f5a68a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:07.726383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c2e7-5540-4c67-aef6-f009cb76a8b0 req-32d8fe21-9413-4a04-bc41-5cf6b7e6b370 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:07.734700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2e2c2e7-5540-4c67-aef6-f009cb76a8b0 req-32d8fe21-9413-4a04-bc41-5cf6b7e6b370 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1239491 Dec 10 09:10:07.797709 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:07.913758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2e2c2e7-5540-4c67-aef6-f009cb76a8b0 req-a92aee89-0ae5-4caf-800a-41b7b10a9bf3 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731675 Dec 10 09:10:07.924698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409e42a-83dc-45f0-a5ca-c6a9f5a68a96 None None] Pushing event updated for resources: {'Port': ['ID=ff5b35cc-5a6a-4502-93cc-caab0c826c69,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:07.945131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a418347a-53de-4fb0-a1b7-53772e41e74f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:10:08.051279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Allocated IP 172.20.255.242 (ce2aa139-3963-4a71-ae5f-c5b1bae7c12d/e0d16a70-3163-418e-85a6-99ebd2716b66/290e1e1f-f71d-48b4-89cd-0eedf750d022) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:10:08.068645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event updated for resources: {'Port': ['ID=d34ec528-ce71-488c-9157-d325e8c27067,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:08.119813 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:08.185784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=421a91d8-6843-4d9f-8858-e9c2045ec369,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:08.244987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e915a-2cbe-4da0-b9b9-42b7415a002a req-036e89c4-fb1d-4b73-95c9-a872087f5105 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:08.258806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d52e915a-2cbe-4da0-b9b9-42b7415a002a req-036e89c4-fb1d-4b73-95c9-a872087f5105 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1816611 Dec 10 09:10:08.276436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': '237c1ec5-d556-4334-839f-13d7cfe08041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0bf790a2-9a14-491c-ad98-10bb953f48f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:08.277011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: 0bf790a2-9a14-491c-ad98-10bb953f48f5, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:08.288458 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:08.323806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d52e915a-2cbe-4da0-b9b9-42b7415a002a req-e6ee914e-b0c6-4dfb-8370-0c1d55cd2e7f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611272 Dec 10 09:10:08.464960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:10:08.466639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:08.547741 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:08.561361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a418347a-53de-4fb0-a1b7-53772e41e74f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:08.561874 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:08.639577 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:08.646791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:10:08.666501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network 0bf790a2-9a14-491c-ad98-10bb953f48f5 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:08.703246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 0bf790a2-9a14-491c-ad98-10bb953f48f5) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:08.718278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:08.723667 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:08.737740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a223e-22d7-417d-b68a-657eac4d1440 None None] Network 0bf790a2-9a14-491c-ad98-10bb953f48f5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:08.889139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Pushing event updated for resources: {'Port': ['ID=290e1e1f-f71d-48b4-89cd-0eedf750d022,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:08.913751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b10975-9612-433f-b309-6368542d344b None None] Network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:08.990427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19961f5-22b9-4e8a-b4a7-36cf0b946cbe req-6bf4961d-2edd-4e86-9366-ee5cc2f58f02 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:09.002597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c19961f5-22b9-4e8a-b4a7-36cf0b946cbe req-6bf4961d-2edd-4e86-9366-ee5cc2f58f02 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 814 time: 0.3651547 Dec 10 09:10:09.063339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c19961f5-22b9-4e8a-b4a7-36cf0b946cbe req-2601106b-84dd-4d68-b17b-6b097c5cef9e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/quotas/15be168c5c04461ebdfa15dd1f149bea HTTP/1.1" status: 200 len: 375 time: 0.0523500 Dec 10 09:10:09.183412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Network ce2aa139-3963-4a71-ae5f-c5b1bae7c12d is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:10:09.266354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c19961f5-22b9-4e8a-b4a7-36cf0b946cbe req-78915690-619a-4fa0-9dce-142075dd853c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1934507 Dec 10 09:10:09.267792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-0bf790a2-9a14-491c-ad98-10bb953f48f5', 'network_id': '0bf790a2-9a14-491c-ad98-10bb953f48f5', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': '421a91d8-6843-4d9f-8858-e9c2045ec369'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:09.268676 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:09.283248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:09.302009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:10:09.311236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6bd94d69-cd62-4a9f-b9e9-14c744d98bcd None None] Provisioning complete for port a418347a-53de-4fb0-a1b7-53772e41e74f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:09.311656 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bd94d69-cd62-4a9f-b9e9-14c744d98bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:09.544141 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:09.549140 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:09.587599 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cd253874-d646-4561-bbef-7852c16951db tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6952093 Dec 10 09:10:09.592300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43138) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:09.644921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58902-a704-4637-a807-b92dfd5dd766 req-062f6d9f-d3bc-4cb7-889c-3f1aacaa03e6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:09.655253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-afc58902-a704-4637-a807-b92dfd5dd766 req-062f6d9f-d3bc-4cb7-889c-3f1aacaa03e6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1740992 Dec 10 09:10:09.671636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:09.694537 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f83f56f1-6ab0-4db7-82a1-c812bae9e630 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4671373 Dec 10 09:10:09.695366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:09.704804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:09.759861 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:10:09.777119 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:09.780642 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:09.823132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port a418347a-53de-4fb0-a1b7-53772e41e74f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a418347a-53de-4fb0-a1b7-53772e41e74f,segment=NetworkSegment(07d3ff22-c7fd-4a88-8716-700c62305fdd),segment_id=07d3ff22-c7fd-4a88-8716-700c62305fdd)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:09.842294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-afc58902-a704-4637-a807-b92dfd5dd766 req-e7c4c5e6-bf42-44c2-8fd7-10dc7b7f8e02 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813583 Dec 10 09:10:09.997438 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:10.059469 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:10.074274 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:10.090431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Attempting to bind port 290e1e1f-f71d-48b4-89cd-0eedf750d022 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:10:10.090812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Attempting to bind port 290e1e1f-f71d-48b4-89cd-0eedf750d022 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce2aa139-3963-4a71-ae5f-c5b1bae7c12d'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:10:10.091179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Attempting to bind port 290e1e1f-f71d-48b4-89cd-0eedf750d022 on network ce2aa139-3963-4a71-ae5f-c5b1bae7c12d {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:10:10.097779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=a418347a-53de-4fb0-a1b7-53772e41e74f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:10.111864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:10:10.112244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Checking segment: {'id': 'ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce2aa139-3963-4a71-ae5f-c5b1bae7c12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:10.112656 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:10.113056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Bound using segment: {'id': 'ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce2aa139-3963-4a71-ae5f-c5b1bae7c12d'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:10:10.113570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Bound port: 290e1e1f-f71d-48b4-89cd-0eedf750d022, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce2aa139-3963-4a71-ae5f-c5b1bae7c12d'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:10:10.113958 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:10.142988 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bd94d69-cd62-4a9f-b9e9-14c744d98bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:10.261540 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:10.307554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bf623-2cc2-4d4f-adf2-46a49365bcb4 req-bea28d36-4394-45fe-b2f9-716a80193629 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:10.314690 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-168bf623-2cc2-4d4f-adf2-46a49365bcb4 req-bea28d36-4394-45fe-b2f9-716a80193629 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3440368 Dec 10 09:10:10.498154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-168bf623-2cc2-4d4f-adf2-46a49365bcb4 req-6910b191-bbba-4a63-a638-34ba0514f6e2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822336 Dec 10 09:10:10.510264 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ff5b35cc-5a6a-4502-93cc-caab0c826c69 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:10:10.859888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.extraroute_db [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 09:10:10.880165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.extraroute_db [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Removed routes are [] {{(pid=114970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 09:10:10.880960 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:10.903317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11bb4f42-7394-45e7-93a6-58300d516235 req-2620ac70-0caf-4471-a37d-850a92af315f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=15be168c5c04461ebdfa15dd1f149bea HTTP/1.1" status: 200 len: 221 time: 0.0791452 Dec 10 09:10:11.152952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d750a-c754-4cf4-9dac-23d8ce7d94ff req-95b6a319-bcb9-4f62-97fa-1897845791ea tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:11.163568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b57d750a-c754-4cf4-9dac-23d8ce7d94ff req-95b6a319-bcb9-4f62-97fa-1897845791ea tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1539500 Dec 10 09:10:11.179157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] For port 290e1e1f-f71d-48b4-89cd-0eedf750d022, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:10:11.190129 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:05Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34ec528-ce71-488c-9157-d325e8c27067', 'name': '', 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:c2:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:10:03Z', 'updated_at': '2021-12-10T09:10:06Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:07Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:11.191354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] For port 290e1e1f-f71d-48b4-89cd-0eedf750d022, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=290e1e1f-f71d-48b4-89cd-0eedf750d022,segment=NetworkSegment(ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11),segment_id=ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:10:11.217333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Allocated IP 172.20.0.2 (0bf790a2-9a14-491c-ad98-10bb953f48f5/421a91d8-6843-4d9f-8858-e9c2045ec369/f2da86c4-f537-4795-8b57-d19fb164a317) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:10:11.271142 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.277305 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:10:11.277749 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Updating router a4696761-bf0f-49b9-b0fb-ae56a8732e41 port d34ec528-ce71-488c-9157-d325e8c27067 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:10:11.297426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.306785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b57d750a-c754-4cf4-9dac-23d8ce7d94ff req-cc3e80bd-fae9-430a-8e23-1035ce93bd09 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395674 Dec 10 09:10:11.407673 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.476060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.496812 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-6bd94d69-cd62-4a9f-b9e9-14c744d98bcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:10:11.497829 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-6bd94d69-cd62-4a9f-b9e9-14c744d98bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:10:11.550890 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.554976 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.562907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.638522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:10:11.668504 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=421a91d8-6843-4d9f-8858-e9c2045ec369,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:11.703901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Network 0bf790a2-9a14-491c-ad98-10bb953f48f5 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:10:11.724322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:11.730908 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:10:11.733250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Pushing event updated for resources: {'Port': ['ID=f2da86c4-f537-4795-8b57-d19fb164a317,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:11.856809 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.875459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea298f-ea1c-4a1e-b6f0-58c09350c045 None None] Pushing event updated for resources: {'Port': ['ID=290e1e1f-f71d-48b4-89cd-0eedf750d022,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:11.902452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf790a2-9a14-491c-ad98-10bb953f48f5']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:11.905996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:11.925437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237c1ec5-d556-4334-839f-13d7cfe08041') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:11.926080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237c1ec5-d556-4334-839f-13d7cfe08041') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:11.928391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.938661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.939786 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-98a5805e-4cb7-46e8-8253-9411ff0b49c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41 HTTP/1.1" status: 200 len: 934 time: 2.2417619 Dec 10 09:10:11.940735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43190) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:11.959356 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.965620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ff5b35cc-5a6a-4502-93cc-caab0c826c69 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:11.966342 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:11.966538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:11.967156 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:12.085542 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9a198026-2930-4398-948d-9bac9b242f25 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41 HTTP/1.1" status: 200 len: 934 time: 0.1432471 Dec 10 09:10:12.086722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43192) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:12.093290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'routes': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:12.107848 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:12.118775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3abd-378d-4a82-a2e5-e215277b275d req-0b4b383f-f0fc-4600-9195-51f23f327207 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:12.158535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-891f3abd-378d-4a82-a2e5-e215277b275d req-0b4b383f-f0fc-4600-9195-51f23f327207 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.6446109 Dec 10 09:10:12.162448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:10:12.162448 n-d-814746-3 neutron-server[114969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:10:12.162448 n-d-814746-3 neutron-server[114969]: [parameters: {'id': '0bf790a2-9a14-491c-ad98-10bb953f48f5'}] Dec 10 09:10:12.162448 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:10:12.162844 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:10:12.258418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-891f3abd-378d-4a82-a2e5-e215277b275d req-a7fef3e4-8a61-4dd9-809c-3221ba2b4a23 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988626 Dec 10 09:10:12.303606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Attempting to bind port f2da86c4-f537-4795-8b57-d19fb164a317 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:10:12.304625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Attempting to bind port f2da86c4-f537-4795-8b57-d19fb164a317 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '237c1ec5-d556-4334-839f-13d7cfe08041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0bf790a2-9a14-491c-ad98-10bb953f48f5'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:10:12.305189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Attempting to bind port f2da86c4-f537-4795-8b57-d19fb164a317 on network 0bf790a2-9a14-491c-ad98-10bb953f48f5 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:10:12.319180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:10:12.319919 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Checking segment: {'id': '237c1ec5-d556-4334-839f-13d7cfe08041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0bf790a2-9a14-491c-ad98-10bb953f48f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:12.320489 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:12.321044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Bound using segment: {'id': '237c1ec5-d556-4334-839f-13d7cfe08041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0bf790a2-9a14-491c-ad98-10bb953f48f5'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:10:12.322189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Bound port: f2da86c4-f537-4795-8b57-d19fb164a317, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237c1ec5-d556-4334-839f-13d7cfe08041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0bf790a2-9a14-491c-ad98-10bb953f48f5'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:10:12.322875 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:12.328404 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:12.351385 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:12.475411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] For port f2da86c4-f537-4795-8b57-d19fb164a317, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:10:12.485072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] For port f2da86c4-f537-4795-8b57-d19fb164a317, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f2da86c4-f537-4795-8b57-d19fb164a317,segment=NetworkSegment(237c1ec5-d556-4334-839f-13d7cfe08041),segment_id=237c1ec5-d556-4334-839f-13d7cfe08041)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:10:12.502972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:12.539771 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8c321-6439-45ce-a01f-fe259fea18f2 None None] Pushing event updated for resources: {'Port': ['ID=d34ec528-ce71-488c-9157-d325e8c27067,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:12.600965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375caa5e-0e0d-4e06-9829-06690059d656 req-4ff75ce6-92ec-4bea-b209-67a659187320 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:12.609873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-375caa5e-0e0d-4e06-9829-06690059d656 req-4ff75ce6-92ec-4bea-b209-67a659187320 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1782360 Dec 10 09:10:12.666619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:12.726629 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Attempting to bind port d34ec528-ce71-488c-9157-d325e8c27067 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:10:12.727015 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Attempting to bind port d34ec528-ce71-488c-9157-d325e8c27067 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '07d3ff22-c7fd-4a88-8716-700c62305fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:10:12.727390 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Attempting to bind port d34ec528-ce71-488c-9157-d325e8c27067 on network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:10:12.747031 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:10:12.747315 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Checking segment: {'id': '07d3ff22-c7fd-4a88-8716-700c62305fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:12.747739 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:12.748137 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Bound using segment: {'id': '07d3ff22-c7fd-4a88-8716-700c62305fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:10:12.748641 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Bound port: d34ec528-ce71-488c-9157-d325e8c27067, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d3ff22-c7fd-4a88-8716-700c62305fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:10:12.749024 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:12.871266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-375caa5e-0e0d-4e06-9829-06690059d656 req-8552aa0b-2629-4690-9707-10e9d18f1cc3 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604389 Dec 10 09:10:12.884772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e7dcc-c98b-454f-85ee-a2f4c9ca4eb3 None None] Network 0bf790a2-9a14-491c-ad98-10bb953f48f5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:12.957311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Deleting port f2da86c4-f537-4795-8b57-d19fb164a317 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:12.957311 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:13.139155 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] For port d34ec528-ce71-488c-9157-d325e8c27067, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:10:13.165304 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] For port d34ec528-ce71-488c-9157-d325e8c27067, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d34ec528-ce71-488c-9157-d325e8c27067,segment=NetworkSegment(07d3ff22-c7fd-4a88-8716-700c62305fdd),segment_id=07d3ff22-c7fd-4a88-8716-700c62305fdd)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:10:13.176601 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:13.326455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a12850-7542-4be5-a80e-18f457959eaa None None] Pushing event updated for resources: {'Port': ['ID=f2da86c4-f537-4795-8b57-d19fb164a317,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:13.352768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] For port f2da86c4-f537-4795-8b57-d19fb164a317, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f2da86c4-f537-4795-8b57-d19fb164a317,segment=NetworkSegment(237c1ec5-d556-4334-839f-13d7cfe08041),segment_id=237c1ec5-d556-4334-839f-13d7cfe08041)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:13.353552 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:13.354225 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:13.354870 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:13.356490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9dafa3fb-77ba-48a2-904a-0972513fd6ed None None] Provisioning complete for port d34ec528-ce71-488c-9157-d325e8c27067 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:13.356943 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3fb-77ba-48a2-904a-0972513fd6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:13.359852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.extraroute_db [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added routes are [] {{(pid=114970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 09:10:13.375297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.extraroute_db [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 09:10:13.431505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Calling delete_port for f2da86c4-f537-4795-8b57-d19fb164a317 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:13.543168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:13.763356 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8c321-6439-45ce-a01f-fe259fea18f2 None None] Pushing event updated for resources: {'Port': ['ID=d34ec528-ce71-488c-9157-d325e8c27067,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:13.792784 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3fb-77ba-48a2-904a-0972513fd6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:13.840897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:13.854622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a418347a-53de-4fb0-a1b7-53772e41e74f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:10:13.863682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No DVR routers for this DVR port f2da86c4-f537-4795-8b57-d19fb164a317 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:13.944402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9dafa3fb-77ba-48a2-904a-0972513fd6ed None None] For port d34ec528-ce71-488c-9157-d325e8c27067, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d34ec528-ce71-488c-9157-d325e8c27067,segment=NetworkSegment(07d3ff22-c7fd-4a88-8716-700c62305fdd),segment_id=07d3ff22-c7fd-4a88-8716-700c62305fdd)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:13.967918 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3fb-77ba-48a2-904a-0972513fd6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.043349 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:14.063797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6282e89-73e7-40ad-b77d-be59cf40f573 None None] Network ce2aa139-3963-4a71-ae5f-c5b1bae7c12d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:14.139279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.142694 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.147054 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.152737 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9dafa3fb-77ba-48a2-904a-0972513fd6ed None None] Provisioning complete for port a418347a-53de-4fb0-a1b7-53772e41e74f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:14.153231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3fb-77ba-48a2-904a-0972513fd6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.205737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf790a2-9a14-491c-ad98-10bb953f48f5']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:14.230157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237c1ec5-d556-4334-839f-13d7cfe08041') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:14.230858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237c1ec5-d556-4334-839f-13d7cfe08041') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:14.245023 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.245431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafa3fb-77ba-48a2-904a-0972513fd6ed None None] Pushing event updated for resources: {'Port': ['ID=d34ec528-ce71-488c-9157-d325e8c27067,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:14.267945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a418347a-53de-4fb0-a1b7-53772e41e74f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:14.268318 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.301056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.330144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:14.335326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:14.363088 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:14.398722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Port': ['ID=f2da86c4-f537-4795-8b57-d19fb164a317,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:14.415768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:10:14.525268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 290e1e1f-f71d-48b4-89cd-0eedf750d022 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:10:14.649435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148d749-37fc-4da2-935e-ef5011792b54 req-180d9294-05ef-4c84-8f0f-31b9fbd92739 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:14.662437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3148d749-37fc-4da2-935e-ef5011792b54 req-180d9294-05ef-4c84-8f0f-31b9fbd92739 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 1.4858000 Dec 10 09:10:14.669175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 290e1e1f-f71d-48b4-89cd-0eedf750d022 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:14.671348 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.730966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.749192 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:10Z', 'revision_number': 6, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34ec528-ce71-488c-9157-d325e8c27067', 'name': '', 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:c2:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:10:03Z', 'updated_at': '2021-12-10T09:10:13Z', 'revision_number': 4, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:07Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:14.765074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:14.765413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.767784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905c5dd2-78d9-444c-b186-181a8f7b17bc None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:10:14.771035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/0bf790a2-9a14-491c-ad98-10bb953f48f5 HTTP/1.1" status: 204 len: 168 time: 5.1777046 Dec 10 09:10:14.780541 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:14.789256 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-78342216-e769-4408-8358-72e8cbebbbef tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41 HTTP/1.1" status: 200 len: 700 time: 2.7010994 Dec 10 09:10:14.791549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43236) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:14.791884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43238) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:14.819574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1423389477'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:14.867767 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef98a13-6896-4ab3-9aa0-a3fe18b58904 None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:10Z', 'revision_number': 6, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34ec528-ce71-488c-9157-d325e8c27067', 'name': '', 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:c2:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:10:03Z', 'updated_at': '2021-12-10T09:10:13Z', 'revision_number': 4, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:07Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:10:14.971641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3148d749-37fc-4da2-935e-ef5011792b54 req-b5301278-eeee-4657-9239-4532c188af98 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082573 Dec 10 09:10:14.978342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-45c51d0a-7b42-4d09-892d-2e99f9b0493a None None] Provisioning complete for port d34ec528-ce71-488c-9157-d325e8c27067 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:14.982967 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45c51d0a-7b42-4d09-892d-2e99f9b0493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:15.176907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb6522-2d35-4398-95c8-10376eb71cea tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=0bf790a2-9a14-491c-ad98-10bb953f48f5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:15.296673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:15.299941 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:15.308775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:15.358401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:15.380612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:15.381176 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment fc5e40f1-a618-49dd-88ad-0b6324fd05a0 of type vlan for network c7cbfaf3-97a8-4fb6-af4c-c484c39a008a Dec 10 09:10:15.468856 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:15.490877 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:15.506682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a26cb0e1-264a-4665-9b93-eaccaa936290 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41 HTTP/1.1" status: 200 len: 700 time: 0.6790574 Dec 10 09:10:15.510335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:15.510668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43258) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:15.516071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:15.516992 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:15.604622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:10:15.618831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=c7cbfaf3-97a8-4fb6-af4c-c484c39a008a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:15.660235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf6a9e-8247-4f77-a304-0446d69f9445 req-53e5c9b4-5228-4ee1-9742-6f9ac86bf222 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:15.667301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfaf6a9e-8247-4f77-a304-0446d69f9445 req-53e5c9b4-5228-4ee1-9742-6f9ac86bf222 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.4739070 Dec 10 09:10:15.741797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c7cbfaf3-97a8-4fb6-af4c-c484c39a008a details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:15.752897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-524fdc55-0931-4f7d-baf8-5b7a6864b852 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9549582 Dec 10 09:10:15.753896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43266) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:15.759775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905c5dd2-78d9-444c-b186-181a8f7b17bc None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:10:15.764562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': 'c7cbfaf3-97a8-4fb6-af4c-c484c39a008a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:15.965802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfaf6a9e-8247-4f77-a304-0446d69f9445 req-7493e735-c458-4767-9d5c-f0a9a4fbae5d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860768 Dec 10 09:10:16.051848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:16.052530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:16.069014 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 290e1e1f-f71d-48b4-89cd-0eedf750d022, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=290e1e1f-f71d-48b4-89cd-0eedf750d022,segment=NetworkSegment(ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11),segment_id=ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:16.072789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:16.080004 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:16.213644 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.ipam_backend_mixin [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Performing IP validity checks on allocation pools {{(pid=114969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 09:10:16.220155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.ipam_backend_mixin [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 09:10:16.362665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3d2d-bcd6-4984-97e5-7afa8d75cb45 req-df0864f1-e994-4f1a-b25f-bf5cd6604a4e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:16.387655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a1c3d2d-bcd6-4984-97e5-7afa8d75cb45 req-df0864f1-e994-4f1a-b25f-bf5cd6604a4e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1606812 Dec 10 09:10:16.440702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:16.500084 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a1c3d2d-bcd6-4984-97e5-7afa8d75cb45 req-e0bf45a9-1a55-40bd-937d-17c98ab16ad0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068892 Dec 10 09:10:16.512976 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:16.550746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:16.722634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-45c51d0a-7b42-4d09-892d-2e99f9b0493a None None] Provisioning complete for port 290e1e1f-f71d-48b4-89cd-0eedf750d022 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:16.723317 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45c51d0a-7b42-4d09-892d-2e99f9b0493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:16.840236 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:16.872330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=290e1e1f-f71d-48b4-89cd-0eedf750d022,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:16.962446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d34ec528-ce71-488c-9157-d325e8c27067 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:10:17.092438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=2021fb41-446b-42e3-af15-f9b923bf2a27,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:17.107187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6ed07-4ac0-48ea-8e18-9675fc436326 req-afd81cb1-bf21-4941-931b-82d4e24e2895 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:17.126665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ed6ed07-4ac0-48ea-8e18-9675fc436326 req-afd81cb1-bf21-4941-931b-82d4e24e2895 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3374848 Dec 10 09:10:17.161846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': 'fc5e40f1-a618-49dd-88ad-0b6324fd05a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c7cbfaf3-97a8-4fb6-af4c-c484c39a008a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:17.162220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: c7cbfaf3-97a8-4fb6-af4c-c484c39a008a, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:17.165214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port d34ec528-ce71-488c-9157-d325e8c27067 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:17.165724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:17.252364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network c7cbfaf3-97a8-4fb6-af4c-c484c39a008a is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:17.281734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ed6ed07-4ac0-48ea-8e18-9675fc436326 req-2cdde776-ac97-4858-a710-985ca2038285 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539955 Dec 10 09:10:17.305345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c7cbfaf3-97a8-4fb6-af4c-c484c39a008a) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:17.310798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:17.313332 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:17.353124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e27ad7cb-ddb8-480b-a5a3-8f76a350144d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5977733 Dec 10 09:10:17.358077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43298) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:17.531819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e3bec-461e-4e57-8efa-c981c728555e req-a88cfb11-a97b-44c2-8660-932905d849c6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:17.559099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a90e3bec-461e-4e57-8efa-c981c728555e req-a88cfb11-a97b-44c2-8660-932905d849c6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1309226 Dec 10 09:10:17.671557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port d34ec528-ce71-488c-9157-d325e8c27067, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d34ec528-ce71-488c-9157-d325e8c27067,segment=NetworkSegment(07d3ff22-c7fd-4a88-8716-700c62305fdd),segment_id=07d3ff22-c7fd-4a88-8716-700c62305fdd)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:17.672049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:17.690988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a90e3bec-461e-4e57-8efa-c981c728555e req-20337da7-3d37-4f38-9454-b382257e3815 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215985 Dec 10 09:10:17.746633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for d34ec528-ce71-488c-9157-d325e8c27067 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:17.868681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.063820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c869ada-6b4b-4f2c-8c6c-8aa4539ec30a req-43ef7787-c4aa-482c-b044-7f6745bb84ec tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:18.068951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c869ada-6b4b-4f2c-8c6c-8aa4539ec30a req-43ef7787-c4aa-482c-b044-7f6745bb84ec tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1752148 Dec 10 09:10:18.091821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d34ec528-ce71-488c-9157-d325e8c27067 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:18.093249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.193312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c869ada-6b4b-4f2c-8c6c-8aa4539ec30a req-0a572925-06c2-4c02-95cd-c3974ea6f776 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121945 Dec 10 09:10:18.216454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.341165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c4946-8090-4cff-a277-c52632e8f41c None None] Network c7cbfaf3-97a8-4fb6-af4c-c484c39a008a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:18.434108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf99f7-f88d-4ca5-afaa-c6acf9eb1191 req-da14d0c3-3e2a-4d6d-84af-2e0e96990ea2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:18.440077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76bf99f7-f88d-4ca5-afaa-c6acf9eb1191 req-da14d0c3-3e2a-4d6d-84af-2e0e96990ea2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1137331 Dec 10 09:10:18.446747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.529622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=2021fb41-446b-42e3-af15-f9b923bf2a27,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:18.557277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76bf99f7-f88d-4ca5-afaa-c6acf9eb1191 req-354b080a-fae7-4aa3-a047-05487e1a4140 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086247 Dec 10 09:10:18.656880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:13Z', 'revision_number': 7, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34ec528-ce71-488c-9157-d325e8c27067', 'name': '', 'network_id': '7eab7950-1e30-4d9e-b2f9-1f4e1587829a', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:c2:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:10:03Z', 'updated_at': '2021-12-10T09:10:13Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '6f407434-37b4-42a4-9d75-0c0e86c6ba6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:07Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:18.729231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c746a4a8-b805-41e5-be69-e79a5f5b9357 None None] Provisioning complete for port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:18.729231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c746a4a8-b805-41e5-be69-e79a5f5b9357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.732523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 290e1e1f-f71d-48b4-89cd-0eedf750d022 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:10:18.737391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:10:18.778699 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.823383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cbfaf3-97a8-4fb6-af4c-c484c39a008a']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:18.845297 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.852392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5f3a-53ed-47ad-acb4-ff050a3c637b req-7d464267-7f70-4a7c-9943-4c4631d88ef7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:18.854776 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a9e5f3a-53ed-47ad-acb4-ff050a3c637b req-7d464267-7f70-4a7c-9943-4c4631d88ef7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1449080 Dec 10 09:10:18.861708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5e40f1-a618-49dd-88ad-0b6324fd05a0') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:18.862020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5e40f1-a618-49dd-88ad-0b6324fd05a0') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:18.909611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee9c9c-e3e1-4228-b489-95e9d35d6962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-c7cbfaf3-97a8-4fb6-af4c-c484c39a008a', 'network_id': 'c7cbfaf3-97a8-4fb6-af4c-c484c39a008a', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': '2021fb41-446b-42e3-af15-f9b923bf2a27'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:18.914072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8cee9c9c-e3e1-4228-b489-95e9d35d6962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.933843 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.935962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=d34ec528-ce71-488c-9157-d325e8c27067,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:18.972999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:18.992131 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:18.994424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:19.006024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:19.008053 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:19.012430 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:19.048923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a9e5f3a-53ed-47ad-acb4-ff050a3c637b req-7175805b-24a8-443f-9f45-d5f66cbde62e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831448 Dec 10 09:10:19.343612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffffc4-c26f-4be2-8a27-8f3887f0e803 req-42c8bda2-b526-4971-8990-b946c875d4ac tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:19.356583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4ffffc4-c26f-4be2-8a27-8f3887f0e803 req-42c8bda2-b526-4971-8990-b946c875d4ac tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1946826 Dec 10 09:10:19.465126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 290e1e1f-f71d-48b4-89cd-0eedf750d022 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:19.466493 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:19.490742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4ffffc4-c26f-4be2-8a27-8f3887f0e803 req-d2f9fb13-5c3c-48a4-8784-7bd1e312c11b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200755 Dec 10 09:10:19.558501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:19.752319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:19.878577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d310abb-1bd2-4f2b-a2da-e6098b7f67fd req-d55b7d79-e71f-4cb0-93a4-7cb1523c824d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:19.886700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d310abb-1bd2-4f2b-a2da-e6098b7f67fd req-d55b7d79-e71f-4cb0-93a4-7cb1523c824d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1492667 Dec 10 09:10:19.987523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d310abb-1bd2-4f2b-a2da-e6098b7f67fd req-8c49dfdb-6c1b-4f7b-a6d4-766d8d56cafa tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988207 Dec 10 09:10:20.179985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:20.200742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593601d-0894-41c3-be4c-f5226e4eaba3 req-e940e858-37ec-4310-bced-596cb22ad4ac tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:20.201700 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:20.210001 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/c7cbfaf3-97a8-4fb6-af4c-c484c39a008a HTTP/1.1" status: 204 len: 168 time: 2.8368015 Dec 10 09:10:20.216168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43364) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:20.223983 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b593601d-0894-41c3-be4c-f5226e4eaba3 req-e940e858-37ec-4310-bced-596cb22ad4ac tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1174557 Dec 10 09:10:20.234777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d6b3f-5acd-4378-aab9-d0924aa15702 None None] Network c7cbfaf3-97a8-4fb6-af4c-c484c39a008a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:20.259340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280634538'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:20.286569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e43f4d-a98e-41cd-b04e-6806cb7fdc4b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=c7cbfaf3-97a8-4fb6-af4c-c484c39a008a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:20.287432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:18Z', 'revision_number': 8, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:07Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:20.302266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d6b3f-5acd-4378-aab9-d0924aa15702 None None] Network c7cbfaf3-97a8-4fb6-af4c-c484c39a008a could not be found, it might have been deleted concurrently. {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 09:10:20.342809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b593601d-0894-41c3-be4c-f5226e4eaba3 req-11f64db6-47c4-4ace-9b2a-a0ceae44c167 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175365 Dec 10 09:10:20.356945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:20.369027 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:20.390418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e4f07-0f80-4933-b94a-af54cdb49815 None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:18Z', 'revision_number': 8, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:07Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:10:20.425801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:20.442789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:20.443282 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment e8545151-384f-4812-b6e2-8aba4cb031e5 of type vlan for network 21036383-8102-4f0b-b3d2-b8efe290f922 Dec 10 09:10:20.563961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:20.573968 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:20.619521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fabb8f-edd9-4504-8b0e-a2104eb30c1d req-d6032737-4e92-4279-a908-5d1a47135cb3 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:20.621873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05fabb8f-edd9-4504-8b0e-a2104eb30c1d req-d6032737-4e92-4279-a908-5d1a47135cb3 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.0866354 Dec 10 09:10:20.645057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:20.664079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:20.665574 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:20.778571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05fabb8f-edd9-4504-8b0e-a2104eb30c1d req-cb3bdd63-407c-4d3d-a977-4c089c131eac tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476440 Dec 10 09:10:20.973027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d34ec528-ce71-488c-9157-d325e8c27067 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:10:21.045155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: d34ec528-ce71-488c-9157-d325e8c27067 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:10:21.045525 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d34ec528-ce71-488c-9157-d325e8c27067 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:10:21.178436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584e704-2762-46e0-859e-4289b1c51a4e req-0920275e-d480-44b1-91d0-a3c79353a6a0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:21.186110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b584e704-2762-46e0-859e-4289b1c51a4e req-0920275e-d480-44b1-91d0-a3c79353a6a0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2414877 Dec 10 09:10:21.247520 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0134683 Dec 10 09:10:21.252070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43386) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:21.257495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': '21036383-8102-4f0b-b3d2-b8efe290f922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:21.280942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9166eb-2d7f-43ac-b906-c9b18160d112 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=21036383-8102-4f0b-b3d2-b8efe290f922,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:21.316260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 21036383-8102-4f0b-b3d2-b8efe290f922 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:21.374081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b584e704-2762-46e0-859e-4289b1c51a4e req-1c12a744-d20e-48d2-a4c6-1b20f14f5f1d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871216 Dec 10 09:10:21.548548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:21.552350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:21.739408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:10:21.804023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b42be-92df-40b4-a067-3a5dddb1a0b7 req-c73618c5-1bfb-4c22-933f-547d0331d297 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:21.818116 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c8b42be-92df-40b4-a067-3a5dddb1a0b7 req-c73618c5-1bfb-4c22-933f-547d0331d297 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2129958 Dec 10 09:10:21.914988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:21.925657 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1e60bea4-3ea2-4683-b40a-d8ed9ad47c68 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4137015 Dec 10 09:10:21.927057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43400) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:21.929443 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:10:21.956569 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:21.958353 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:21.990892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-31748ba8-0adb-4b96-ab2c-2ba6306dacb9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting subnet 6f407434-37b4-42a4-9d75-0c0e86c6ba6b {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:10:22.001956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31748ba8-0adb-4b96-ab2c-2ba6306dacb9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:22.054130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c8b42be-92df-40b4-a067-3a5dddb1a0b7 req-e139ecde-2615-4229-baef-92d5707ef8f0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350230 Dec 10 09:10:22.123743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31748ba8-0adb-4b96-ab2c-2ba6306dacb9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:22.253134 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:22.278722 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:22.332717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31748ba8-0adb-4b96-ab2c-2ba6306dacb9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:22.466929 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31748ba8-0adb-4b96-ab2c-2ba6306dacb9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:22.553418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8bb487-281f-4583-afad-3019d6133f2a None None] Network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:22.554041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=a889e111-2841-4559-913a-983f50172f89,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:22.562180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31748ba8-0adb-4b96-ab2c-2ba6306dacb9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Subnet': ['ID=6f407434-37b4-42a4-9d75-0c0e86c6ba6b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:22.573200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31748ba8-0adb-4b96-ab2c-2ba6306dacb9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:22.587676 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-31748ba8-0adb-4b96-ab2c-2ba6306dacb9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/6f407434-37b4-42a4-9d75-0c0e86c6ba6b HTTP/1.1" status: 204 len: 168 time: 0.6593273 Dec 10 09:10:22.590242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43428) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:22.662437 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:10:22.721358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7087-b9ae-4c31-956d-3ca2379fb428 req-129487a9-9e81-454b-8edb-5ee1fb8038e0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:22.722984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db7d7087-b9ae-4c31-956d-3ca2379fb428 req-129487a9-9e81-454b-8edb-5ee1fb8038e0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.4852018 Dec 10 09:10:22.743683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:22.758997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': 'e8545151-384f-4812-b6e2-8aba4cb031e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '21036383-8102-4f0b-b3d2-b8efe290f922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:22.759383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: 21036383-8102-4f0b-b3d2-b8efe290f922, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:22.818640 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:18Z', 'revision_number': 8, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:07Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:22.831771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network 21036383-8102-4f0b-b3d2-b8efe290f922 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:22.851859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 21036383-8102-4f0b-b3d2-b8efe290f922) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:22.856694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:22.857353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:22.922002 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:10:22.965968 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700b9e7a-0e22-40af-901f-e7e768128b18 None None] Network 21036383-8102-4f0b-b3d2-b8efe290f922 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:23.017594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123ef72-981b-48db-b21d-d7db8e16e21d req-06595e8b-1d4b-407b-9f84-32aea2634d96 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:23.019723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2123ef72-981b-48db-b21d-d7db8e16e21d req-06595e8b-1d4b-407b-9f84-32aea2634d96 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 945 time: 0.3764520 Dec 10 09:10:23.025846 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:23.028432 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:23.030289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port a418347a-53de-4fb0-a1b7-53772e41e74f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:23.030683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:23.194254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-51d95568-1907-4c5e-a75c-54b016828bf6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9380186 Dec 10 09:10:23.215987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db7d7087-b9ae-4c31-956d-3ca2379fb428 req-9586691f-5b3f-4f71-8b36-496bb2d1de03 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717777 Dec 10 09:10:23.217138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43432) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:23.415061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] DHCP port deletion for 7eab7950-1e30-4d9e-b2f9-1f4e1587829a request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:10:23.420909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port a418347a-53de-4fb0-a1b7-53772e41e74f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a418347a-53de-4fb0-a1b7-53772e41e74f,segment=NetworkSegment(07d3ff22-c7fd-4a88-8716-700c62305fdd),segment_id=07d3ff22-c7fd-4a88-8716-700c62305fdd)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:23.422236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:23.423710 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2123ef72-981b-48db-b21d-d7db8e16e21d req-bec648b4-a396-442e-94e7-2063a25f91ae tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874118 Dec 10 09:10:23.491829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for a418347a-53de-4fb0-a1b7-53772e41e74f owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:23.498325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-21036383-8102-4f0b-b3d2-b8efe290f922', 'network_id': '21036383-8102-4f0b-b3d2-b8efe290f922', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': 'a889e111-2841-4559-913a-983f50172f89'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:23.506304 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:23.537619 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:23.583190 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:23.628334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad123db5-cac6-40c4-8504-dc2da7352367 req-9aef0fec-b574-490c-a3e5-6f599ca9d3fa tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:23.638536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad123db5-cac6-40c4-8504-dc2da7352367 req-9aef0fec-b574-490c-a3e5-6f599ca9d3fa tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1501458 Dec 10 09:10:23.779946 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:23.787275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad123db5-cac6-40c4-8504-dc2da7352367 req-e0905793-90a2-40a7-93cc-f7e81b5a5cf1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478226 Dec 10 09:10:23.861038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=a418347a-53de-4fb0-a1b7-53772e41e74f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:23.865065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] Deleting port a418347a-53de-4fb0-a1b7-53772e41e74f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:23.865621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:23.874289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:23.876784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No DVR routers for this DVR port a418347a-53de-4fb0-a1b7-53772e41e74f on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:24.050224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Allocated IP 172.20.0.1 (21036383-8102-4f0b-b3d2-b8efe290f922/a889e111-2841-4559-913a-983f50172f89/58f95a66-0521-4d10-85f7-ee3762fb8bc6) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:10:24.098947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.168071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649406a-c133-4324-98c0-25af45ea85c3 req-e9380d75-bf9c-425d-a6aa-299136450276 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:24.186099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c649406a-c133-4324-98c0-25af45ea85c3 req-e9380d75-bf9c-425d-a6aa-299136450276 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1137214 Dec 10 09:10:24.194239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eab7950-1e30-4d9e-b2f9-1f4e1587829a']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:24.237638 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:18Z', 'revision_number': 8, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:07Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:24.248228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d3ff22-c7fd-4a88-8716-700c62305fdd') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:24.254051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d3ff22-c7fd-4a88-8716-700c62305fdd') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:24.282548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.282779 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c649406a-c133-4324-98c0-25af45ea85c3 req-d58c75cb-f579-4360-af29-f17b328435ba tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954771 Dec 10 09:10:24.305057 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c55762-3b00-4a16-a245-3eecfc874ac7 None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:18Z', 'revision_number': 8, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff5b35cc-5a6a-4502-93cc-caab0c826c69', 'name': '', 'network_id': 'a7a6130a-3a26-4743-961f-b31ca1eb3c36', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:24:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:57Z', 'updated_at': '2021-12-10T09:10:07Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'd6626396-78bb-45eb-91eb-4191b19ae93c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:10:24.314611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.350706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:24.351323 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:24.354927 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:24.478050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.507715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] For port a418347a-53de-4fb0-a1b7-53772e41e74f, host n-d-814746-3, got binding levels [] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:24.508151 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.542475 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.576935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] Calling delete_port for a418347a-53de-4fb0-a1b7-53772e41e74f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:24.591372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.ipam_backend_mixin [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] Port a418347a-53de-4fb0-a1b7-53772e41e74f was not found and therefore no delete operation was performed {{(pid=114971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 09:10:24.603588 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.604587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.652241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.669134 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/networks/7eab7950-1e30-4d9e-b2f9-1f4e1587829a HTTP/1.1" status: 204 len: 168 time: 2.0778105 Dec 10 09:10:24.674952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43470) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:24.679025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] Pushing event deleted for resources: {'Port': ['ID=a418347a-53de-4fb0-a1b7-53772e41e74f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:24.697838 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:24.777387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=a889e111-2841-4559-913a-983f50172f89,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:24.965763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7091aa-b390-4f33-8e1a-efc9d0d82c42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Network': ['ID=7eab7950-1e30-4d9e-b2f9-1f4e1587829a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:25.063681 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:25.074423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5c946-52a2-40e6-ab99-340600f79c6f req-e9098216-0961-454e-9377-f9c26ae02a07 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:25.086591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7eb5c946-52a2-40e6-ab99-340600f79c6f req-e9098216-0961-454e-9377-f9c26ae02a07 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 945 time: 0.2516561 Dec 10 09:10:25.112323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e41ad1-d563-4a36-9ece-39b7d21c1cf9 req-ab57d422-3657-4129-bb8e-3dd2204d9cb9 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:25.120005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20e41ad1-d563-4a36-9ece-39b7d21c1cf9 req-ab57d422-3657-4129-bb8e-3dd2204d9cb9 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3294287 Dec 10 09:10:25.181633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21036383-8102-4f0b-b3d2-b8efe290f922']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:25.205309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8545151-384f-4812-b6e2-8aba4cb031e5') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:25.206013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8545151-384f-4812-b6e2-8aba4cb031e5') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:25.225600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20e41ad1-d563-4a36-9ece-39b7d21c1cf9 req-538c6ff0-f2ed-40cb-aa15-b9daa10cf229 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043813 Dec 10 09:10:25.232660 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:25.252473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7eb5c946-52a2-40e6-ab99-340600f79c6f req-c8aba656-e0ef-459c-b0e4-f1b59e9955ab tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647494 Dec 10 09:10:25.321224 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:25.342106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:25.343149 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:25.348435 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:25.354504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] Network 7eab7950-1e30-4d9e-b2f9-1f4e1587829a is not hosted by any dhcp agent {{(pid=114971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 09:10:25.355148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3114c-0eac-4616-99cd-a97f3c2feb84 None None] No DVR routers for this DVR port a418347a-53de-4fb0-a1b7-53772e41e74f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:25.379116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a418347a-53de-4fb0-a1b7-53772e41e74f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:10:25.429280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a418347a-53de-4fb0-a1b7-53772e41e74f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:10:25.429701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a418347a-53de-4fb0-a1b7-53772e41e74f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:10:25.489098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Network 21036383-8102-4f0b-b3d2-b8efe290f922 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:10:25.507613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Pushing event updated for resources: {'Port': ['ID=58f95a66-0521-4d10-85f7-ee3762fb8bc6,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:25.522437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:25.531397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:10:25.693762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Attempting to bind port 58f95a66-0521-4d10-85f7-ee3762fb8bc6 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:10:25.694131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Attempting to bind port 58f95a66-0521-4d10-85f7-ee3762fb8bc6 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'e8545151-384f-4812-b6e2-8aba4cb031e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '21036383-8102-4f0b-b3d2-b8efe290f922'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:10:25.694512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Attempting to bind port 58f95a66-0521-4d10-85f7-ee3762fb8bc6 on network 21036383-8102-4f0b-b3d2-b8efe290f922 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:10:25.705460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:10:25.705786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Checking segment: {'id': 'e8545151-384f-4812-b6e2-8aba4cb031e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '21036383-8102-4f0b-b3d2-b8efe290f922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:25.706213 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:25.706610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Bound using segment: {'id': 'e8545151-384f-4812-b6e2-8aba4cb031e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '21036383-8102-4f0b-b3d2-b8efe290f922'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:10:25.708440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Bound port: 58f95a66-0521-4d10-85f7-ee3762fb8bc6, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8545151-384f-4812-b6e2-8aba4cb031e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '21036383-8102-4f0b-b3d2-b8efe290f922'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:10:25.708440 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:25.721548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:25.883559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] For port 58f95a66-0521-4d10-85f7-ee3762fb8bc6, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:10:26.375121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port ff5b35cc-5a6a-4502-93cc-caab0c826c69 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:26.375460 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:26.404147 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] For port 58f95a66-0521-4d10-85f7-ee3762fb8bc6, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=58f95a66-0521-4d10-85f7-ee3762fb8bc6,segment=NetworkSegment(e8545151-384f-4812-b6e2-8aba4cb031e5),segment_id=e8545151-384f-4812-b6e2-8aba4cb031e5)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:10:26.409964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:26.416202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:10:26.416202 n-d-814746-3 neutron-server[114969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:10:26.416202 n-d-814746-3 neutron-server[114969]: [parameters: {'id': '21036383-8102-4f0b-b3d2-b8efe290f922'}] Dec 10 09:10:26.416202 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:10:26.417399 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:10:26.505983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a52cf-1efc-4c77-ba08-cc06ce3bb760 None None] Pushing event updated for resources: {'Port': ['ID=58f95a66-0521-4d10-85f7-ee3762fb8bc6,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:26.546075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43e597-b886-49d7-9b93-a4578bfa0ef0 req-620264ed-c557-4ebd-8b6f-dd5c2b121d75 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:26.553796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce43e597-b886-49d7-9b93-a4578bfa0ef0 req-620264ed-c557-4ebd-8b6f-dd5c2b121d75 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1120181 Dec 10 09:10:26.607850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:10:26.634038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575a4e7-d896-483a-aaec-d6e562e849bf None None] Network 21036383-8102-4f0b-b3d2-b8efe290f922 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:26.660996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce43e597-b886-49d7-9b93-a4578bfa0ef0 req-bc0ef4ed-cae7-4739-a7eb-3de9b5842f78 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018870 Dec 10 09:10:26.689197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port ff5b35cc-5a6a-4502-93cc-caab0c826c69, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ff5b35cc-5a6a-4502-93cc-caab0c826c69,segment=NetworkSegment(4e643f83-7d43-4bc6-8605-e196ba30aa50),segment_id=4e643f83-7d43-4bc6-8605-e196ba30aa50)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:26.689587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:26.724953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for ff5b35cc-5a6a-4502-93cc-caab0c826c69 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:26.919447 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:26.973712 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:27.035383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e31ad-c00b-44de-a189-0ae9b8e15287 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:10:27.089184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:27.093241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:10:27.097312 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9551cf-4c6a-47ed-bbb2-1917088e2326" -d '{"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:10:27.102393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Deleting port 58f95a66-0521-4d10-85f7-ee3762fb8bc6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:27.102737 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:27.235606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-ca933a14-8ad7-4547-b69d-b06d724fcf0c req-237ae6ea-89b7-43b0-90f6-9ea4000c81b2 service neutron] (114969) timed out ('10.222.0.39', 55870) {{(pid=114969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:10:27.237070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:27.296067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:27.346375 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bad2900-109f-453e-9aa4-f60ac8a0f74b x-openstack-request-id: req-8bad2900-109f-453e-9aa4-f60ac8a0f74b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:10:27.346687 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:10:27.346687 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bad2900-109f-453e-9aa4-f60ac8a0f74b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:10:27.347474 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'code': 200} Dec 10 09:10:27.380762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=ff5b35cc-5a6a-4502-93cc-caab0c826c69,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:27.534288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] For port 58f95a66-0521-4d10-85f7-ee3762fb8bc6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=58f95a66-0521-4d10-85f7-ee3762fb8bc6,segment=NetworkSegment(e8545151-384f-4812-b6e2-8aba4cb031e5),segment_id=e8545151-384f-4812-b6e2-8aba4cb031e5)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:27.534288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:27.596829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:27.600456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Calling delete_port for 58f95a66-0521-4d10-85f7-ee3762fb8bc6 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:27.624345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89784f51-8e2d-4879-8c57-f53aa168b026 req-5c22626a-29d8-42af-99b9-655c572141f7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:27.626515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89784f51-8e2d-4879-8c57-f53aa168b026 req-5c22626a-29d8-42af-99b9-655c572141f7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3787887 Dec 10 09:10:27.663060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e31ad-c00b-44de-a189-0ae9b8e15287 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:10:27.766531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89784f51-8e2d-4879-8c57-f53aa168b026 req-c79d4f8a-710d-47fd-af67-23570c7825d1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167200 Dec 10 09:10:27.809943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:27.842860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Port': ['ID=58f95a66-0521-4d10-85f7-ee3762fb8bc6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:27.846205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No DVR routers for this DVR port 58f95a66-0521-4d10-85f7-ee3762fb8bc6 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:27.857152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:27.880661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.881036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.881342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.881844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.882619 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.882952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.883367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.883617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.884347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.884460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.884697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.885020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.885337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:27.965039 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.001681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21036383-8102-4f0b-b3d2-b8efe290f922']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:28.016740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8545151-384f-4812-b6e2-8aba4cb031e5') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:28.017222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8545151-384f-4812-b6e2-8aba4cb031e5') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:28.033288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.051593 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.058884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:28.059664 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:28.064015 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:28.141898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.159448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:10:28.161355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.168040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/21036383-8102-4f0b-b3d2-b8efe290f922 HTTP/1.1" status: 204 len: 168 time: 4.9458210 Dec 10 09:10:28.168040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694228c-f288-43f7-8c54-1cce9c5096b5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=21036383-8102-4f0b-b3d2-b8efe290f922,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:28.168349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43520) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:28.174939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-206895068'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:28.265592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:28.269720 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.303049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:28.310753 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-604ce750-9d23-46ca-9269-8c839c9aac6b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6345034 Dec 10 09:10:28.311608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:28.313458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43530) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:28.317998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:10:28.345966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:28.347906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:28.355001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.355356 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment fbd9c0b5-37d8-494c-8ab0-86098df2e8c1 of type vlan for network a418f3ab-15a9-41c4-ae32-cd7ed52c6671 Dec 10 09:10:28.403484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3d15a8-b3c6-4532-bacf-6066905e10e8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting subnet d6626396-78bb-45eb-91eb-4191b19ae93c {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:10:28.431013 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c3d15a8-b3c6-4532-bacf-6066905e10e8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.434713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.488849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c3d15a8-b3c6-4532-bacf-6066905e10e8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.533337 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.535494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:28.545314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:28.545965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.581725 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4118798 Dec 10 09:10:28.584539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43544) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:28.590470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': 'a418f3ab-15a9-41c4-ae32-cd7ed52c6671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:28.673114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649c913-bf34-4c5e-9547-62357ff274c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=a418f3ab-15a9-41c4-ae32-cd7ed52c6671,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:28.696545 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c3d15a8-b3c6-4532-bacf-6066905e10e8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.705747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network a418f3ab-15a9-41c4-ae32-cd7ed52c6671 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:28.791293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c3d15a8-b3c6-4532-bacf-6066905e10e8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.866365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:28.869899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c3d15a8-b3c6-4532-bacf-6066905e10e8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.870419 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:28.881825 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c3d15a8-b3c6-4532-bacf-6066905e10e8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/d6626396-78bb-45eb-91eb-4191b19ae93c HTTP/1.1" status: 204 len: 168 time: 0.5672495 Dec 10 09:10:28.882730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d15a8-b3c6-4532-bacf-6066905e10e8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Subnet': ['ID=d6626396-78bb-45eb-91eb-4191b19ae93c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:28.883790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40380a35-29ec-405f-a530-4fb86e209986 None None] Network a7a6130a-3a26-4743-961f-b31ca1eb3c36 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:28.884046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43556) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:29.206493 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:26Z', 'revision_number': 9, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:29.240473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:29.247135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:10:29.266910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:29.267889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:29.296770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437b59-2e54-4de3-9b45-5bda96453fe7 req-eb8588e3-5407-4cbb-8964-40b3d0b3dc50 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:29.308356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42437b59-2e54-4de3-9b45-5bda96453fe7 req-eb8588e3-5407-4cbb-8964-40b3d0b3dc50 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3993194 Dec 10 09:10:29.319354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2050365-966c-4626-bf91-a838cf98622e None None] DHCP port deletion for a7a6130a-3a26-4743-961f-b31ca1eb3c36 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:10:29.406342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:29.467841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42437b59-2e54-4de3-9b45-5bda96453fe7 req-d1ee8745-30b9-4654-85d6-3ccaa8806564 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441288 Dec 10 09:10:29.671589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:29.723271 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=8185b7a8-cc77-4140-8360-9500bb3e41c0,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:29.730680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b2050365-966c-4626-bf91-a838cf98622e None None] Deleting port d503d687-45e2-4a32-b46d-1b35c8d01b35 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:29.731127 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2050365-966c-4626-bf91-a838cf98622e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:29.744646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port d503d687-45e2-4a32-b46d-1b35c8d01b35 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:29.744993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:29.765432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755a5e-9e85-4407-a841-4468ae77edc9 req-047f8f87-f4f2-46d4-9b77-7919e620ac30 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:29.767857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20755a5e-9e85-4407-a841-4468ae77edc9 req-047f8f87-f4f2-46d4-9b77-7919e620ac30 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1618025 Dec 10 09:10:29.812949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:26Z', 'revision_number': 9, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:29.879212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': 'fbd9c0b5-37d8-494c-8ab0-86098df2e8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a418f3ab-15a9-41c4-ae32-cd7ed52c6671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:29.879623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: a418f3ab-15a9-41c4-ae32-cd7ed52c6671, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:29.890854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port d503d687-45e2-4a32-b46d-1b35c8d01b35, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d503d687-45e2-4a32-b46d-1b35c8d01b35,segment=NetworkSegment(4e643f83-7d43-4bc6-8605-e196ba30aa50),segment_id=4e643f83-7d43-4bc6-8605-e196ba30aa50)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:29.891890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:29.897961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee900a8-1d38-4c1b-a9ab-7c3b736761b1 None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:26Z', 'revision_number': 9, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '44c62609-6009-49cd-9d49-37ac8c6e0847', 'name': '', 'network_id': 'c5f52572-e47c-4758-8811-c2352c6cd267', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:22:96:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:47Z', 'updated_at': '2021-12-10T09:09:55Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': '067af1d5-0004-4922-a682-65a66e2bf9a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:10:29.919165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b2050365-966c-4626-bf91-a838cf98622e None None] For port d503d687-45e2-4a32-b46d-1b35c8d01b35, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d503d687-45e2-4a32-b46d-1b35c8d01b35,segment=NetworkSegment(4e643f83-7d43-4bc6-8605-e196ba30aa50),segment_id=4e643f83-7d43-4bc6-8605-e196ba30aa50)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:29.919563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2050365-966c-4626-bf91-a838cf98622e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:29.943795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b2050365-966c-4626-bf91-a838cf98622e None None] Calling delete_port for d503d687-45e2-4a32-b46d-1b35c8d01b35 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:29.946092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20755a5e-9e85-4407-a841-4468ae77edc9 req-80a88051-6555-4a7c-b037-7155420ed403 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597958 Dec 10 09:10:29.967201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for d503d687-45e2-4a32-b46d-1b35c8d01b35 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:30.113473 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b2050365-966c-4626-bf91-a838cf98622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.129150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.164359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2050365-966c-4626-bf91-a838cf98622e None None] Pushing event deleted for resources: {'Port': ['ID=d503d687-45e2-4a32-b46d-1b35c8d01b35,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:30.184048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=d503d687-45e2-4a32-b46d-1b35c8d01b35,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:30.185356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2050365-966c-4626-bf91-a838cf98622e None None] No DVR routers for this DVR port d503d687-45e2-4a32-b46d-1b35c8d01b35 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:30.189993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network a418f3ab-15a9-41c4-ae32-cd7ed52c6671 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:30.205118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No DVR routers for this DVR port d503d687-45e2-4a32-b46d-1b35c8d01b35 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:30.213465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, a418f3ab-15a9-41c4-ae32-cd7ed52c6671) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:30.221273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:30.224261 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.227281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19a254-7212-4a95-bc7d-eca4aa4e9de0 None None] Network a418f3ab-15a9-41c4-ae32-cd7ed52c6671 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:30.355625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baef9d-5655-4edd-b98f-8cec0bec39c6 req-4c0d7ecc-78bd-4d2b-bf82-3fb6dc7748e9 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:30.360035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14baef9d-5655-4edd-b98f-8cec0bec39c6 req-4c0d7ecc-78bd-4d2b-bf82-3fb6dc7748e9 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2539923 Dec 10 09:10:30.452908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a54f052e-830f-4b54-9db8-bb3464a0048d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8670382 Dec 10 09:10:30.456466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43586) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:30.472795 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.501839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a6130a-3a26-4743-961f-b31ca1eb3c36']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:30.518781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e643f83-7d43-4bc6-8605-e196ba30aa50') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:30.519239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e643f83-7d43-4bc6-8605-e196ba30aa50') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:30.545094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.585478 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.593180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:30.593655 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: self.session.flush() Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:30.686294 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:30.706349 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.712359 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.718331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/networks/a7a6130a-3a26-4743-961f-b31ca1eb3c36 HTTP/1.1" status: 204 len: 168 time: 1.8238652 Dec 10 09:10:30.756490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43592) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:30.757917 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.791201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14baef9d-5655-4edd-b98f-8cec0bec39c6 req-67c2a254-69c7-423a-a5ba-b312144f626d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644602 Dec 10 09:10:30.816563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42651c73-d3a1-44d5-a3f4-034efa68733a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Network': ['ID=a7a6130a-3a26-4743-961f-b31ca1eb3c36,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:30.856351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:10:30.871239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d503d687-45e2-4a32-b46d-1b35c8d01b35 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:10:30.896867 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.931167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: d503d687-45e2-4a32-b46d-1b35c8d01b35 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:10:30.931167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d503d687-45e2-4a32-b46d-1b35c8d01b35 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:10:30.931167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ff5b35cc-5a6a-4502-93cc-caab0c826c69 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:10:30.971856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2dc2d7-067d-4b02-a1fc-4ba3f0663836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-a418f3ab-15a9-41c4-ae32-cd7ed52c6671', 'network_id': 'a418f3ab-15a9-41c4-ae32-cd7ed52c6671', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': '8185b7a8-cc77-4140-8360-9500bb3e41c0'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:30.975054 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dc2d7-067d-4b02-a1fc-4ba3f0663836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:30.982918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ff5b35cc-5a6a-4502-93cc-caab0c826c69 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:10:30.987340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ff5b35cc-5a6a-4502-93cc-caab0c826c69 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:10:31.003306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594b43c-aeb1-4417-80ca-e6bde43e042c req-b912e105-a526-4de5-ab0e-a4a424bc46a5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:31.005832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b594b43c-aeb1-4417-80ca-e6bde43e042c req-b912e105-a526-4de5-ab0e-a4a424bc46a5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.0890422 Dec 10 09:10:31.023025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.071523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=8185b7a8-cc77-4140-8360-9500bb3e41c0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:31.126810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b594b43c-aeb1-4417-80ca-e6bde43e042c req-c5992487-0140-4da1-90bc-5142059117f7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133392 Dec 10 09:10:31.206777 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.242026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:31.277163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a418f3ab-15a9-41c4-ae32-cd7ed52c6671']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:31.280967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'port_id': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'mac_address': 'fa:16:3e:12:41:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:10:31.287038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730f6c7-ab10-4614-9f62-868e0d7b9f05 None None] Network a418f3ab-15a9-41c4-ae32-cd7ed52c6671 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:31.310990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd9c0b5-37d8-494c-8ab0-86098df2e8c1') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:31.311938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd9c0b5-37d8-494c-8ab0-86098df2e8c1') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:31.358004 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.361231 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.442730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.471492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:31.474681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:31.478434 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:31.496111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba6acd8-f3d3-4d4e-949c-749866916006 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:10:31.566427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:31.578347 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.592892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.617786 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.624737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/a418f3ab-15a9-41c4-ae32-cd7ed52c6671 HTTP/1.1" status: 204 len: 168 time: 1.1638000 Dec 10 09:10:31.624737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09054b-9c32-4658-b18a-e1a19641cb9a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=a418f3ab-15a9-41c4-ae32-cd7ed52c6671,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:31.625135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43610) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:31.628780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dc675-86d0-4db9-8645-1341b8e8578f req-154436a3-ed71-40fc-8b7f-1993c22c9e37 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:31.630473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-358dc675-86d0-4db9-8645-1341b8e8578f req-154436a3-ed71-40fc-8b7f-1993c22c9e37 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1475677 Dec 10 09:10:31.632916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-955600378'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:31.663353 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:31.672880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.685440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:31.695698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-358dc675-86d0-4db9-8645-1341b8e8578f req-0b49afff-9f17-4851-8deb-827e3def2bc1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Dec 10 09:10:31.701887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['dba6acd8-f3d3-4d4e-949c-749866916006'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:10:31.735098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:31.752270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.752580 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment 92f05562-31eb-4204-82ed-cf85c2b10ca1 of type vlan for network 3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9 Dec 10 09:10:31.784099 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.816735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.876691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.897217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:31.897983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:31.969835 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3396215 Dec 10 09:10:31.970244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43616) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:31.974873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': '3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:31.992206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15927076-2abc-4fea-af0f-f4c8b4de76f6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:32.006604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:32.011178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2202ae-e54e-4801-a650-256a153c1dd0 req-1a50a0ce-1803-47ba-99b9-13f239e79282 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:32.012686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e2202ae-e54e-4801-a650-256a153c1dd0 req-1a50a0ce-1803-47ba-99b9-13f239e79282 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1020725 Dec 10 09:10:32.095566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:32.098790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e2202ae-e54e-4801-a650-256a153c1dd0 req-43e737fc-19f2-4163-ab9c-d55ae2795495 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638282 Dec 10 09:10:32.120349 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:32.202552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Performing IP validity checks on allocation pools {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 09:10:32.203434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 09:10:32.226916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port 44c62609-6009-49cd-9d49-37ac8c6e0847 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:32.227613 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:32.399184 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:32.440703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16001b37-ab7c-4920-8590-0311622d970f req-244594cc-9ce8-4c7b-bcfe-d9bceb0b754b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:32.442393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16001b37-ab7c-4920-8590-0311622d970f req-244594cc-9ce8-4c7b-bcfe-d9bceb0b754b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1530221 Dec 10 09:10:32.457853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=b404e6b4-ec5f-4862-bd2d-f0e00d091027,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:32.509610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port 44c62609-6009-49cd-9d49-37ac8c6e0847, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=44c62609-6009-49cd-9d49-37ac8c6e0847,segment=NetworkSegment(05d5140e-3180-466d-8863-39a5ac737881),segment_id=05d5140e-3180-466d-8863-39a5ac737881)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:32.509860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': '92f05562-31eb-4204-82ed-cf85c2b10ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:32.510333 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:32.510674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: 3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:32.543779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for 44c62609-6009-49cd-9d49-37ac8c6e0847 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:32.545235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network 3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:32.556101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16001b37-ab7c-4920-8590-0311622d970f req-660280dc-efe3-4d48-9780-963502903a77 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001480 Dec 10 09:10:32.561969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:32.569000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:32.570429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:32.576537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d00d35-9363-4ebe-9a22-9152da107bbe None None] Network 3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:32.593600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2d07c294-be14-488c-abf6-2e9f90fd2dfb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6224062 Dec 10 09:10:32.597105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43640) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:32.652210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:10:32.745389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:32.824329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d206ba-b45a-4314-a72a-8f8d756cf32f req-137c3bef-0ea9-45b7-bf16-8ac0ebb50d0f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:32.834119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80d206ba-b45a-4314-a72a-8f8d756cf32f req-137c3bef-0ea9-45b7-bf16-8ac0ebb50d0f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.0846288 Dec 10 09:10:32.903069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:32.923687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80d206ba-b45a-4314-a72a-8f8d756cf32f req-13e63c34-1f4d-4d6f-8875-17a5204503a4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882127 Dec 10 09:10:32.951577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port dba6acd8-f3d3-4d4e-949c-749866916006 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:10:32.951961 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.042153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.079607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6ccf8-ea66-4439-9b4f-11efb62d746c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9', 'network_id': '3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': 'b404e6b4-ec5f-4862-bd2d-f0e00d091027'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:33.081208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=44c62609-6009-49cd-9d49-37ac8c6e0847,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:33.082811 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ccf8-ea66-4439-9b4f-11efb62d746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.112200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.172038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=b404e6b4-ec5f-4862-bd2d-f0e00d091027,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:33.307567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.346276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:33.346493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fc580-d018-425a-ab54-dbba74ce265b req-6cf9b0c7-71a5-4c71-8a37-e4bf0afb8aa4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:33.362319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d34fc580-d018-425a-ab54-dbba74ce265b req-6cf9b0c7-71a5-4c71-8a37-e4bf0afb8aa4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2828939 Dec 10 09:10:33.366964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f05562-31eb-4204-82ed-cf85c2b10ca1') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:33.367631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f05562-31eb-4204-82ed-cf85c2b10ca1') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:33.412510 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.449694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.473791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:33.475150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:33.483293 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:33.537607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d34fc580-d018-425a-ab54-dbba74ce265b req-60f711a7-7962-4b7c-8dd5-683afa04bd10 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411102 Dec 10 09:10:33.538476 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.538476 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a759-82aa-4c03-8e9d-789fa7d5ca1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.559919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.582970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1ca7c-6dd7-4aea-844f-993e264a6434 None None] Network 3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:33.676269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.691369 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.708285 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9 HTTP/1.1" status: 204 len: 168 time: 1.1097088 Dec 10 09:10:33.712223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43668) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:33.745727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236511804'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:33.764246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e99d1-1f37-479d-9a03-0c4d2e5b0ebd tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:33.792510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:10:33.795267 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655c898-119e-4cd1-ad4c-b9fc0b5eaba2" -d '{"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:10:33.835810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:33.843209 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.855699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:33.893370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da916367-9b7c-4e38-bd5b-7adf8dd6b699 req-7a72fd43-3959-4dc2-97e6-7bf88fb49e51 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:33.894605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:33.909211 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:33.909959 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment 835af8a0-abeb-4759-a0e7-636c26c3217c of type vlan for network ee6261d9-c069-4da2-853c-9c712516e6f2 Dec 10 09:10:33.912427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da916367-9b7c-4e38-bd5b-7adf8dd6b699 req-7a72fd43-3959-4dc2-97e6-7bf88fb49e51 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2635026 Dec 10 09:10:33.940671 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d5e648-4e26-4e6e-b1cb-06f86743262b x-openstack-request-id: req-51d5e648-4e26-4e6e-b1cb-06f86743262b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:10:33.940874 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:10:33.941114 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51d5e648-4e26-4e6e-b1cb-06f86743262b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:10:33.941706 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'code': 200} Dec 10 09:10:33.954708 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:34.019294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:34.103292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:34.112854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:34.113831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:34.113993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=10']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:34.182004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da916367-9b7c-4e38-bd5b-7adf8dd6b699 req-c86c2156-5a01-4651-997e-1bce64ba3564 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684784 Dec 10 09:10:34.253630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5155380 Dec 10 09:10:34.256993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43684) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:34.265089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': 'ee6261d9-c069-4da2-853c-9c712516e6f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:34.269423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:10:34.295544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a9761-7ba3-4c00-8997-477b67b5584b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=ee6261d9-c069-4da2-853c-9c712516e6f2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:34.308174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ee6261d9-c069-4da2-853c-9c712516e6f2 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:34.513281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:34.517424 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:34.578561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee154d-537f-4728-9f60-89a0c9b9e6e6 req-36aae494-6348-4d8d-b2ec-47163c48a220 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:34.581464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9ee154d-537f-4728-9f60-89a0c9b9e6e6 req-36aae494-6348-4d8d-b2ec-47163c48a220 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1970136 Dec 10 09:10:34.585872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:34.592019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4db9321e-9eda-4708-b4f5-6138c19d1b3f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7994807 Dec 10 09:10:34.599441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:10:34.622503 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:34.624184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43700) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:34.625077 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:34.708311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1811c77-4a17-4a30-a493-aefe5a64a875 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting subnet 067af1d5-0004-4922-a682-65a66e2bf9a8 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:10:34.724369 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1811c77-4a17-4a30-a493-aefe5a64a875 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:34.789585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9ee154d-537f-4728-9f60-89a0c9b9e6e6 req-ba981b86-f076-412d-8ffc-c93d38385d93 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016523 Dec 10 09:10:34.791988 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1811c77-4a17-4a30-a493-aefe5a64a875 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:34.846519 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:35.014504 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1811c77-4a17-4a30-a493-aefe5a64a875 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:35.456200 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d3803802-4351-4bff-ab1f-9e428f36a97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:35.478925 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:32Z', 'revision_number': 10, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:35.511348 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:10:35.522842 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:35.535386 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:35.763439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f6ece-0c66-4af6-971c-2d1af3f0b120 req-7b0e1282-cf47-4686-ae84-525d21ebf87b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:35.774601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f80f6ece-0c66-4af6-971c-2d1af3f0b120 req-7b0e1282-cf47-4686-ae84-525d21ebf87b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.8106639 Dec 10 09:10:35.778153 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:35.911803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1811c77-4a17-4a30-a493-aefe5a64a875 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:35.950988 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b1811c77-4a17-4a30-a493-aefe5a64a875 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:35.958227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71760c2-d1b9-44ba-af99-c10ee493649f None None] Network c5f52572-e47c-4758-8811-c2352c6cd267 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:35.975188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b1811c77-4a17-4a30-a493-aefe5a64a875 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/067af1d5-0004-4922-a682-65a66e2bf9a8 HTTP/1.1" status: 204 len: 168 time: 1.3467491 Dec 10 09:10:36.052965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43728) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:36.076457 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f80f6ece-0c66-4af6-971c-2d1af3f0b120 req-71815a32-e6ae-4e35-9ea9-81261f7869bd tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935665 Dec 10 09:10:36.096337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1811c77-4a17-4a30-a493-aefe5a64a875 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Subnet': ['ID=067af1d5-0004-4922-a682-65a66e2bf9a8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:36.274134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:36.288814 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:32Z', 'revision_number': 10, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:36.331931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:36.341029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] DHCP port deletion for c5f52572-e47c-4758-8811-c2352c6cd267 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:10:36.350542 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddcd1e8-71e2-4165-bd13-346ce9922416 None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:32Z', 'revision_number': 10, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None, '_interfaces': [{'id': '5beff25a-fd4b-4d53-b974-6f916e06e958', 'name': '', 'network_id': '4be7cd95-8e02-4b79-916b-95edf11cec9b', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'mac_address': 'fa:16:3e:64:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:09:40Z', 'updated_at': '2021-12-10T09:09:48Z', 'revision_number': 5, 'project_id': '61325e88df384604819817aca2ecbe10', 'subnets': [{'id': 'f515862c-0dc4-4cd8-9983-1bbb43b04de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:10:36.433354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=b796149a-c462-491c-a19c-0788f8f86184,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:36.444119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Deleting port a267d078-32db-41c0-b8bd-132ba135e8a4 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:36.444574 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:36.447202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': '835af8a0-abeb-4759-a0e7-636c26c3217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ee6261d9-c069-4da2-853c-9c712516e6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:36.448264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: ee6261d9-c069-4da2-853c-9c712516e6f2, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:36.494167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network ee6261d9-c069-4da2-853c-9c712516e6f2 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:36.495134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port a267d078-32db-41c0-b8bd-132ba135e8a4 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:36.495443 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:36.510372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8b035-4650-4e72-9eab-273cdb9bbdcf req-ccbfd8aa-ac8d-4ab1-9c5f-14e6a59053c0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:36.513590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ee6261d9-c069-4da2-853c-9c712516e6f2) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:36.519472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0e8b035-4650-4e72-9eab-273cdb9bbdcf req-ccbfd8aa-ac8d-4ab1-9c5f-14e6a59053c0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1459146 Dec 10 09:10:36.521390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:36.523866 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:36.561473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab1524-ade1-452e-9d8f-2887eade5bb8 None None] Network ee6261d9-c069-4da2-853c-9c712516e6f2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:36.565561 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-412b53f0-d45c-4640-a781-4f60a25bc698 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3073411 Dec 10 09:10:36.566891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43736) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:36.635057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0e8b035-4650-4e72-9eab-273cdb9bbdcf req-a8a0c469-a0d2-4403-9bd7-b205c1840412 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145971 Dec 10 09:10:36.735914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port a267d078-32db-41c0-b8bd-132ba135e8a4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a267d078-32db-41c0-b8bd-132ba135e8a4,segment=NetworkSegment(05d5140e-3180-466d-8863-39a5ac737881),segment_id=05d5140e-3180-466d-8863-39a5ac737881)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:36.736287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:36.772412 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:36.773189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for a267d078-32db-41c0-b8bd-132ba135e8a4 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:36.831799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] For port a267d078-32db-41c0-b8bd-132ba135e8a4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a267d078-32db-41c0-b8bd-132ba135e8a4,segment=NetworkSegment(05d5140e-3180-466d-8863-39a5ac737881),segment_id=05d5140e-3180-466d-8863-39a5ac737881)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:36.832496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:36.876482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Calling delete_port for a267d078-32db-41c0-b8bd-132ba135e8a4 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:36.894899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de9fa2-8da7-4744-8b9d-bf9574dde1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-ee6261d9-c069-4da2-853c-9c712516e6f2', 'network_id': 'ee6261d9-c069-4da2-853c-9c712516e6f2', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': 'b796149a-c462-491c-a19c-0788f8f86184'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:36.896512 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-33de9fa2-8da7-4744-8b9d-bf9574dde1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:36.901195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a267d078-32db-41c0-b8bd-132ba135e8a4 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:10:36.947019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.069706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77274-2b38-40d0-b700-c3a2b0f79534 req-3ce3348a-8cb9-419d-b2ea-55a448da458f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:37.075393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aac77274-2b38-40d0-b700-c3a2b0f79534 req-3ce3348a-8cb9-419d-b2ea-55a448da458f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1884377 Dec 10 09:10:37.096865 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.160383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.186091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-9b28b22f-4585-4233-b911-9495cc67bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:37.187835 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-9b28b22f-4585-4233-b911-9495cc67bb4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1097 time: 0.0992875 Dec 10 09:10:37.231538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=a267d078-32db-41c0-b8bd-132ba135e8a4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:37.245356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No DVR routers for this DVR port a267d078-32db-41c0-b8bd-132ba135e8a4 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:37.275949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aac77274-2b38-40d0-b700-c3a2b0f79534 req-119182d9-3b37-447e-a256-a802c577bf94 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851857 Dec 10 09:10:37.355920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-dad6bb84-8c3d-4cb3-b1fd-4667b52a8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:37.358112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-dad6bb84-8c3d-4cb3-b1fd-4667b52a8289 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.1459718 Dec 10 09:10:37.360461 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.447259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.457911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=b796149a-c462-491c-a19c-0788f8f86184,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:37.550016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-08be31bb-73b1-4297-b0be-df7b1e558f8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 1001 time: 0.1816206 Dec 10 09:10:37.558636 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.562174 n-d-814746-3 neutron-server[114971]: INFO neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No ports have port_id starting with a267d078-32db-41c0-b8bd-132ba135e8a4 Dec 10 09:10:37.606820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 44c62609-6009-49cd-9d49-37ac8c6e0847 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:10:37.619437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6261d9-c069-4da2-853c-9c712516e6f2']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:37.639643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835af8a0-abeb-4759-a0e7-636c26c3217c') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:37.639953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835af8a0-abeb-4759-a0e7-636c26c3217c') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:37.664151 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.666021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f52572-e47c-4758-8811-c2352c6cd267']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:37.668848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-4281cb0a-03ab-480c-bb92-fb942c0c9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:37.670452 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-4281cb0a-03ab-480c-bb92-fb942c0c9399 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1050382 Dec 10 09:10:37.692804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d5140e-3180-466d-8863-39a5ac737881') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:37.693101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d5140e-3180-466d-8863-39a5ac737881') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:37.707475 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.740616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6f32d-eec8-48f4-b45a-eaec4b911e50 req-306ef2f6-6f33-492e-ae70-46aab888b249 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:37.742214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42a6f32d-eec8-48f4-b45a-eaec4b911e50 req-306ef2f6-6f33-492e-ae70-46aab888b249 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1937537 Dec 10 09:10:37.743295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.747410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 44c62609-6009-49cd-9d49-37ac8c6e0847 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:10:37.750396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:37.751012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.753653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 44c62609-6009-49cd-9d49-37ac8c6e0847 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:37.754405 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:37.757052 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server [None req-33de9fa2-8da7-4744-8b9d-bf9574dde1d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b796149a-c462-491c-a19c-0788f8f86184: This subnet is being modified by another concurrent operation. Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise exception Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b796149a-c462-491c-a19c-0788f8f86184: This subnet is being modified by another concurrent operation. Dec 10 09:10:37.769537 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:37.775940 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:37.795785 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.877395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcea7f3-3539-49da-9989-eaceb64d1227 None None] Network ee6261d9-c069-4da2-853c-9c712516e6f2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:37.880304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Pushing event deleted for resources: {'Port': ['ID=a267d078-32db-41c0-b8bd-132ba135e8a4,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:37.886240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] No DVR routers for this DVR port a267d078-32db-41c0-b8bd-132ba135e8a4 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:37.896303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42a6f32d-eec8-48f4-b45a-eaec4b911e50 req-2299d478-1c3e-4970-94f5-ddf3eb3fb322 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392331 Dec 10 09:10:37.936048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-75b2dd85-1352-413d-bc90-64ede8912ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:37.941223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-75b2dd85-1352-413d-bc90-64ede8912ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621212 Dec 10 09:10:37.953256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.954079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.956523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.957982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.958521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.959709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.960777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.961894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.963793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.964382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.966345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.966888 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.967535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.969495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b88b7-6998-438d-9bbe-58acdb5e5071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:10:37.978407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:37.981685 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/ee6261d9-c069-4da2-853c-9c712516e6f2 HTTP/1.1" status: 204 len: 168 time: 1.4136224 Dec 10 09:10:38.005037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43776) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:38.010224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1330871778'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:38.033310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988ea69-1afe-49a1-b870-0114ea639210 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=ee6261d9-c069-4da2-853c-9c712516e6f2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:38.081618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:38.086688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:38.116381 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:38.154032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8d4949-3147-4134-a94e-e69dc9518a84 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:10:38.161922 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:38.165333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/networks/c5f52572-e47c-4758-8811-c2352c6cd267 HTTP/1.1" status: 204 len: 168 time: 2.0877066 Dec 10 09:10:38.166118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9ca6a-9567-4930-9e93-d9c4239b70c9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Network': ['ID=c5f52572-e47c-4758-8811-c2352c6cd267,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:38.172663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43778) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:38.184509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:38.220430 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-99240fb7-51b6-4f87-93a1-3c66fd2fcd5a service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668662 Dec 10 09:10:38.220430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:38.220800 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment 9fa2f1cf-b9a0-47b0-973f-477c54e83a45 of type vlan for network 9d51fedc-168c-4f9d-a2fa-3b9efddc0d72 Dec 10 09:10:38.363090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:38.410926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:38.487244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eab36-42ed-4355-b36d-be5b80a75e76 req-9ac65c91-7491-4e0b-a2d8-db31d154353c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:38.496040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef9eab36-42ed-4355-b36d-be5b80a75e76 req-9ac65c91-7491-4e0b-a2d8-db31d154353c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.4323478 Dec 10 09:10:38.580406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8d4949-3147-4134-a94e-e69dc9518a84 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:10:38.583344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:38.597995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:38.598675 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:38.611957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef9eab36-42ed-4355-b36d-be5b80a75e76 req-de3ee648-8ff3-4296-acb3-d2d1d161fbbc tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145847 Dec 10 09:10:38.873677 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8647335 Dec 10 09:10:38.878175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43806) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:38.888732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': '9d51fedc-168c-4f9d-a2fa-3b9efddc0d72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:38.932659 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b42f18e8-d0ca-4480-8f17-b069a1178564 req-cfd47b49-2915-4149-9dc7-ce499a9f56b1 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013659 Dec 10 09:10:38.958250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceb2de-a5df-436b-9681-34117185cbf0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=9d51fedc-168c-4f9d-a2fa-3b9efddc0d72,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:38.992337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 9d51fedc-168c-4f9d-a2fa-3b9efddc0d72 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:39.023535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383930-5328-489e-a854-0c506f174001 req-43bace6b-528e-41bf-a684-d36fe8b11165 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:39.025801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a383930-5328-489e-a854-0c506f174001 req-43bace6b-528e-41bf-a684-d36fe8b11165 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1997468 Dec 10 09:10:39.076265 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:39.366803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:39.386445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:39.492129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a383930-5328-489e-a854-0c506f174001 req-254d5ece-307f-4b88-8680-b27794c5856c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572237 Dec 10 09:10:39.542217 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:39.752508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58813e-c0a4-4155-871a-8d06c84b0089 req-fa84ab8d-5456-44d0-ae55-16a74b6409d6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:39.754658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e58813e-c0a4-4155-871a-8d06c84b0089 req-fa84ab8d-5456-44d0-ae55-16a74b6409d6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1248846 Dec 10 09:10:39.973087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e58813e-c0a4-4155-871a-8d06c84b0089 req-f69c0443-7939-4cd8-9f98-e220b7821817 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009656 Dec 10 09:10:40.157793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:40.162586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port 5beff25a-fd4b-4d53-b974-6f916e06e958 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:40.162916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:40.270653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=62b68f2d-8e8a-4242-9586-ff2e372415c7,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:40.383486 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': '9fa2f1cf-b9a0-47b0-973f-477c54e83a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d51fedc-168c-4f9d-a2fa-3b9efddc0d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:40.384135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: 9d51fedc-168c-4f9d-a2fa-3b9efddc0d72, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:40.386925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port 5beff25a-fd4b-4d53-b974-6f916e06e958, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5beff25a-fd4b-4d53-b974-6f916e06e958,segment=NetworkSegment(ac7f6135-dc92-4b95-b3e7-b4a1e676652e),segment_id=ac7f6135-dc92-4b95-b3e7-b4a1e676652e)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:40.387291 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:40.419359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce29d74-d6ed-4654-802d-d0a91bd324fa req-a9fac6bf-c0e9-4207-9962-8d5968f93c27 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:40.448446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ce29d74-d6ed-4654-802d-d0a91bd324fa req-a9fac6bf-c0e9-4207-9962-8d5968f93c27 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1955030 Dec 10 09:10:40.451094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for 5beff25a-fd4b-4d53-b974-6f916e06e958 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:40.553111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network 9d51fedc-168c-4f9d-a2fa-3b9efddc0d72 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:40.600639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 9d51fedc-168c-4f9d-a2fa-3b9efddc0d72) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:40.623138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89853b8-1b48-4991-b1a0-0e54b6e47679 None None] Network 9d51fedc-168c-4f9d-a2fa-3b9efddc0d72 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:40.632025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:40.637447 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:40.684128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ce29d74-d6ed-4654-802d-d0a91bd324fa req-fd2b9a7b-c5ff-4900-9426-9410d1ca75ee tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301619 Dec 10 09:10:40.804416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-59cd1837-613e-411b-b0f1-c55d489621fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9173577 Dec 10 09:10:40.804864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43840) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:41.033999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-9d51fedc-168c-4f9d-a2fa-3b9efddc0d72', 'network_id': '9d51fedc-168c-4f9d-a2fa-3b9efddc0d72', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': '62b68f2d-8e8a-4242-9586-ff2e372415c7'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:41.044897 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:41.065804 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:41.207518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:41.267614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6be0bd-5b6b-42d3-b9a2-7b393c4672e1 req-2c5b3cba-d927-44f8-87a5-e65199e80c95 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:41.269172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e6be0bd-5b6b-42d3-b9a2-7b393c4672e1 req-2c5b3cba-d927-44f8-87a5-e65199e80c95 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2140758 Dec 10 09:10:41.343063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Allocated IP 172.20.0.1 (9d51fedc-168c-4f9d-a2fa-3b9efddc0d72/62b68f2d-8e8a-4242-9586-ff2e372415c7/2eb855ed-9bbb-4d72-b9ed-c451cc0627e4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:10:41.385340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:41.419872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e6be0bd-5b6b-42d3-b9a2-7b393c4672e1 req-e0a5c4fb-75be-4f3b-a12d-56c2257673b4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118865 Dec 10 09:10:41.423405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=5beff25a-fd4b-4d53-b974-6f916e06e958,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:41.570700 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df4ed878-c6de-4623-a535-e73db39beeff req-0a9fb5e0-2964-4d25-9d31-2a8ca6b8f643 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1289845 Dec 10 09:10:41.663813 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:41.675824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:41.721387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:41.752292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed878-c6de-4623-a535-e73db39beeff req-eb08399d-8465-4098-b036-a6f2dadaa33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:41.754172 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df4ed878-c6de-4623-a535-e73db39beeff req-eb08399d-8465-4098-b036-a6f2dadaa33c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 1097 time: 0.1527789 Dec 10 09:10:41.779552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Pushing event updated for resources: {'Port': ['ID=2eb855ed-9bbb-4d72-b9ed-c451cc0627e4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:41.792125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Network 9d51fedc-168c-4f9d-a2fa-3b9efddc0d72 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:10:41.794192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:41.800153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:10:41.812856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=62b68f2d-8e8a-4242-9586-ff2e372415c7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:41.854482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1172ee-4e66-49ff-8180-19e829cfe861 req-1a315420-9be3-4e76-bf38-89946eb90871 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:41.856188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb1172ee-4e66-49ff-8180-19e829cfe861 req-1a315420-9be3-4e76-bf38-89946eb90871 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2491817 Dec 10 09:10:41.922654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb1172ee-4e66-49ff-8180-19e829cfe861 req-f5fd7252-af5d-4716-88dd-c6ec60f364ee tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Dec 10 09:10:41.923785 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:41.975884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Attempting to bind port 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:10:41.977685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Attempting to bind port 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '9fa2f1cf-b9a0-47b0-973f-477c54e83a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d51fedc-168c-4f9d-a2fa-3b9efddc0d72'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:10:41.978330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Attempting to bind port 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4 on network 9d51fedc-168c-4f9d-a2fa-3b9efddc0d72 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:10:41.993873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:10:41.995643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Checking segment: {'id': '9fa2f1cf-b9a0-47b0-973f-477c54e83a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d51fedc-168c-4f9d-a2fa-3b9efddc0d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:41.998243 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:41.998774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Bound using segment: {'id': '9fa2f1cf-b9a0-47b0-973f-477c54e83a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d51fedc-168c-4f9d-a2fa-3b9efddc0d72'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:10:42.000986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Bound port: 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa2f1cf-b9a0-47b0-973f-477c54e83a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d51fedc-168c-4f9d-a2fa-3b9efddc0d72'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:10:42.001777 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:42.043781 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:42.123725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d51fedc-168c-4f9d-a2fa-3b9efddc0d72']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:42.181014 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed878-c6de-4623-a535-e73db39beeff req-f1fd4bc3-54ec-4b8b-bd57-4e2f23354de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:42.196450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df4ed878-c6de-4623-a535-e73db39beeff req-f1fd4bc3-54ec-4b8b-bd57-4e2f23354de5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 915 time: 0.3871500 Dec 10 09:10:42.199815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa2f1cf-b9a0-47b0-973f-477c54e83a45') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:42.200285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa2f1cf-b9a0-47b0-973f-477c54e83a45') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:42.204753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] For port 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:10:42.208591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] For port 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2eb855ed-9bbb-4d72-b9ed-c451cc0627e4,segment=NetworkSegment(9fa2f1cf-b9a0-47b0-973f-477c54e83a45),segment_id=9fa2f1cf-b9a0-47b0-973f-477c54e83a45)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:10:42.217223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:42.249223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:42.259784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:10:42.295058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6300fe-02a5-4f54-92b4-3218becc5b51 req-326f2418-c81c-4617-9bbd-b9b51dc1e50c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:42.297722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c6300fe-02a5-4f54-92b4-3218becc5b51 req-326f2418-c81c-4617-9bbd-b9b51dc1e50c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.0913906 Dec 10 09:10:42.341456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa6206-930d-450b-9fc9-22633e860b3c None None] Pushing event updated for resources: {'Port': ['ID=2eb855ed-9bbb-4d72-b9ed-c451cc0627e4,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:42.361342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df4ed878-c6de-4623-a535-e73db39beeff req-946797a5-6ed9-4eb0-9ea9-b5d8ae37469c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1 HTTP/1.1" status: 200 len: 217 time: 0.1554315 Dec 10 09:10:42.408438 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:42.431328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:42.433880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:42.438285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184bcf2-b1ae-4365-8257-88884be58c37 None None] Network 9d51fedc-168c-4f9d-a2fa-3b9efddc0d72 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:42.438876 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:42.513013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:42.518819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed878-c6de-4623-a535-e73db39beeff req-54b90310-5379-458d-834f-b1c0932ad592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:42.520439 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df4ed878-c6de-4623-a535-e73db39beeff req-54b90310-5379-458d-834f-b1c0932ad592 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 200 len: 854 time: 0.1425576 Dec 10 09:10:42.538693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6173e026-bab4-44f1-a3be-38840c9005a0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3648419 Dec 10 09:10:42.544431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43880) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:42.597538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.api [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:10:42.597538 n-d-814746-3 neutron-server[114970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:10:42.597538 n-d-814746-3 neutron-server[114970]: [parameters: {'id': '9d51fedc-168c-4f9d-a2fa-3b9efddc0d72'}] Dec 10 09:10:42.597538 n-d-814746-3 neutron-server[114970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:10:42.597538 n-d-814746-3 neutron-server[114970]: DEBUG oslo_db.api [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:10:42.675024 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df4ed878-c6de-4623-a535-e73db39beeff req-388991d2-a13e-4b12-9e8e-ebb4dde0b4d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7621218b-d3b9-49d6-a2e5-13c21f9c1234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446123 Dec 10 09:10:42.708820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:10:42.801175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:42.806057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:42.822587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6d922d-a294-420c-babd-f2471c766185 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting subnet f515862c-0dc4-4cd8-9983-1bbb43b04de3 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:10:42.838323 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c6d922d-a294-420c-babd-f2471c766185 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:42.919798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c6d922d-a294-420c-babd-f2471c766185 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:42.982413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df4ed878-c6de-4623-a535-e73db39beeff req-90f4e79d-92a7-4432-aa38-c8b6d857e47d service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982931 Dec 10 09:10:42.988965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a8a65-b324-49c3-9e31-02566f74b0f9 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:10:43.108247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:43.118611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:43.264043 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:41Z', 'revision_number': 11, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:43.354145 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c6d922d-a294-420c-babd-f2471c766185 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:43.362379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:10:43.430821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:43.431406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:43.513050 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c6d922d-a294-420c-babd-f2471c766185 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:43.521550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c6300fe-02a5-4f54-92b4-3218becc5b51 req-ce9bb407-a7f7-41f9-92d7-55935f86255b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2142336 Dec 10 09:10:43.565771 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df4ed878-c6de-4623-a535-e73db39beeff req-20a254a2-ce78-47eb-952d-e0332d56ddfe service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693753 Dec 10 09:10:43.587084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d922d-a294-420c-babd-f2471c766185 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Subnet': ['ID=f515862c-0dc4-4cd8-9983-1bbb43b04de3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:43.596617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c6d922d-a294-420c-babd-f2471c766185 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:43.610463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43900) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:43.620631 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c6d922d-a294-420c-babd-f2471c766185 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/f515862c-0dc4-4cd8-9983-1bbb43b04de3 HTTP/1.1" status: 204 len: 168 time: 1.0713074 Dec 10 09:10:43.668730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a8a65-b324-49c3-9e31-02566f74b0f9 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:10:43.680673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Deleting port 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:43.688792 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:43.806050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:43.817316 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:43.881210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] For port 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2eb855ed-9bbb-4d72-b9ed-c451cc0627e4,segment=NetworkSegment(9fa2f1cf-b9a0-47b0-973f-477c54e83a45),segment_id=9fa2f1cf-b9a0-47b0-973f-477c54e83a45)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:43.888634 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:43.929394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Calling delete_port for 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:43.973883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:41Z', 'revision_number': 11, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:44.000805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Deleting port fdbdad9f-fb7d-434d-8e63-c65da510ea14 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:44.010140 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.128760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00742d-ec94-4378-b1b8-4225aaea5e1d None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:41Z', 'revision_number': 11, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:10:44.210401 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.266526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No DVR routers for this DVR port 2eb855ed-9bbb-4d72-b9ed-c451cc0627e4 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:44.299061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] For port fdbdad9f-fb7d-434d-8e63-c65da510ea14, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fdbdad9f-fb7d-434d-8e63-c65da510ea14,segment=NetworkSegment(ac7f6135-dc92-4b95-b3e7-b4a1e676652e),segment_id=ac7f6135-dc92-4b95-b3e7-b4a1e676652e)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:44.303478 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.347335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Calling delete_port for fdbdad9f-fb7d-434d-8e63-c65da510ea14 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:44.380663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Port': ['ID=2eb855ed-9bbb-4d72-b9ed-c451cc0627e4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:44.513318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.564843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d51fedc-168c-4f9d-a2fa-3b9efddc0d72']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:44.611205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa2f1cf-b9a0-47b0-973f-477c54e83a45') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:44.611509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa2f1cf-b9a0-47b0-973f-477c54e83a45') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:44.614701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5beff25a-fd4b-4d53-b974-6f916e06e958 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:10:44.663598 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.676287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818045c-63b5-4df2-bd92-8933c572e36a None None] Network 4be7cd95-8e02-4b79-916b-95edf11cec9b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:44.679557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5beff25a-fd4b-4d53-b974-6f916e06e958 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:10:44.679908 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5beff25a-fd4b-4d53-b974-6f916e06e958 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:10:44.703670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.722610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:44.723020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:44.737643 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:44.743431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a5282-9b3b-4566-bcdf-d0a9d1a54387 req-b5e32554-120a-4fbb-a065-93044f6a6083 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:44.753636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-996a5282-9b3b-4566-bcdf-d0a9d1a54387 req-b5e32554-120a-4fbb-a065-93044f6a6083 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3042114 Dec 10 09:10:44.894479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.946610 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.954558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:44.965392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/9d51fedc-168c-4f9d-a2fa-3b9efddc0d72 HTTP/1.1" status: 204 len: 168 time: 4.1572223 Dec 10 09:10:44.967894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43930) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:44.971348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Port': ['ID=fdbdad9f-fb7d-434d-8e63-c65da510ea14,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:44.991229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1583627614'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:45.044152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-996a5282-9b3b-4566-bcdf-d0a9d1a54387 req-4a59517d-89b9-4349-829c-fa7c52b13b75 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894831 Dec 10 09:10:45.051918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bc0ac-0e5d-435e-9c51-468e5d605d9b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=9d51fedc-168c-4f9d-a2fa-3b9efddc0d72,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:45.055833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No DVR routers for this DVR port fdbdad9f-fb7d-434d-8e63-c65da510ea14 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:45.108172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:45.112985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.177896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:45.208793 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.209206 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment 0efa220e-0a4a-4c26-b2bf-9ba60c02ee69 of type vlan for network 5cf5be8a-079e-4d51-a338-0e13f167ccfb Dec 10 09:10:45.401378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.419683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.460487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be7cd95-8e02-4b79-916b-95edf11cec9b']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:45.485264 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.487749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:45.487983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7f6135-dc92-4b95-b3e7-b4a1e676652e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:45.491521 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:45.492157 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.497120 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.523144 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.556849 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.578744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:45.579768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.583971 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6119664 Dec 10 09:10:45.620704 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae45ef-a5b5-4fb8-a09b-f5abc9387b8a None None] DHCP port deletion for 4be7cd95-8e02-4b79-916b-95edf11cec9b request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:10:45.653916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43946) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:45.662150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-58de037d-a83a-4fd6-a652-fcad63e528c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:45.739976 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:45.750452 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.757782 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:45.770440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/networks/4be7cd95-8e02-4b79-916b-95edf11cec9b HTTP/1.1" status: 204 len: 168 time: 2.1588387 Dec 10 09:10:45.783995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43948) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:45.792093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'routes': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:45.922081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48010f4f-330b-4788-bea7-876d8d528b85 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Pushing event deleted for resources: {'Network': ['ID=4be7cd95-8e02-4b79-916b-95edf11cec9b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:46.118864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58de037d-a83a-4fd6-a652-fcad63e528c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:46.158790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92255b-d673-4a41-906c-41efd78da50b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=5cf5be8a-079e-4d51-a338-0e13f167ccfb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:46.174186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 5cf5be8a-079e-4d51-a338-0e13f167ccfb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:46.192907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58de037d-a83a-4fd6-a652-fcad63e528c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:46.327757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de037d-a83a-4fd6-a652-fcad63e528c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=5cf5be8a-079e-4d51-a338-0e13f167ccfb,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:46.344608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58de037d-a83a-4fd6-a652-fcad63e528c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network 5cf5be8a-079e-4d51-a338-0e13f167ccfb is not hosted by any dhcp agent {{(pid=114970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 09:10:46.376837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 5cf5be8a-079e-4d51-a338-0e13f167ccfb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:46.383820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de037d-a83a-4fd6-a652-fcad63e528c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:46.386586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58de037d-a83a-4fd6-a652-fcad63e528c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:46.395569 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-58de037d-a83a-4fd6-a652-fcad63e528c6 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "PUT /v2.0/networks/5cf5be8a-079e-4d51-a338-0e13f167ccfb HTTP/1.1" status: 200 len: 723 time: 0.7401154 Dec 10 09:10:46.400923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43968) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:46.421827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': '5cf5be8a-079e-4d51-a338-0e13f167ccfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:46.469830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.extraroute_db [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Added routes are [] {{(pid=114969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 09:10:46.469830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.extraroute_db [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Removed routes are [] {{(pid=114969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 09:10:46.469830 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:46.651390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:46.662044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:46.732234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fdbdad9f-fb7d-434d-8e63-c65da510ea14 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:10:46.775621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: fdbdad9f-fb7d-434d-8e63-c65da510ea14 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:10:46.777920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fdbdad9f-fb7d-434d-8e63-c65da510ea14 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:10:47.164388 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:47.183344 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:47.195988 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:47.218049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf0175-3a74-4642-aed4-18444171e426 req-4a021dd0-c6b8-4068-ac27-90d028f602fa tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:47.225703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2adf0175-3a74-4642-aed4-18444171e426 req-4a021dd0-c6b8-4068-ac27-90d028f602fa tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.8717983 Dec 10 09:10:47.281539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=608b5c36-e60d-4b3c-a642-2034669b6bdc,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:47.309359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': '0efa220e-0a4a-4c26-b2bf-9ba60c02ee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5cf5be8a-079e-4d51-a338-0e13f167ccfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:47.309760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: 5cf5be8a-079e-4d51-a338-0e13f167ccfb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:47.341350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network 5cf5be8a-079e-4d51-a338-0e13f167ccfb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:47.368474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 5cf5be8a-079e-4d51-a338-0e13f167ccfb) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:47.373897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:47.374500 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:47.392621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed49bfb-65b3-48c4-8d1b-146d18e42b2e None None] Network 5cf5be8a-079e-4d51-a338-0e13f167ccfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:47.411911 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-991e416a-a3ab-4205-b74a-cdf676782999 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0082068 Dec 10 09:10:47.414622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44010) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:47.419953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bed47985-e530-4308-a036-cc2359bf6348 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:47.500322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router a4696761-bf0f-49b9-b0fb-ae56a8732e41 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:10:47.568460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2adf0175-3a74-4642-aed4-18444171e426 req-b2d474ec-5eaf-48e1-85be-93884807194f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373220 Dec 10 09:10:47.695471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bed47985-e530-4308-a036-cc2359bf6348 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8547224'] for subnet, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:47.768085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-5cf5be8a-079e-4d51-a338-0e13f167ccfb', 'network_id': '5cf5be8a-079e-4d51-a338-0e13f167ccfb', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': '608b5c36-e60d-4b3c-a642-2034669b6bdc'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:47.772074 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:47.817855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:47.829518 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] Sync routers for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:10:47.848492 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:47.849125 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:47.853863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:47.859762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d6f1a17b-a0dc-4902-b573-4eb24c7db51e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41 HTTP/1.1" status: 200 len: 701 time: 2.0728500 Dec 10 09:10:47.862400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44018) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:47.961747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d6e5b3c6-815c-4a14-81e7-f4c39e9375c0 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4696761-bf0f-49b9-b0fb-ae56a8732e41 HTTP/1.1" status: 200 len: 205 time: 0.0981610 Dec 10 09:10:47.971057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44020) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:48.051136 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bed47985-e530-4308-a036-cc2359bf6348 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733746865372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8857150'] for subnet, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.078928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed47985-e530-4308-a036-cc2359bf6348 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:48.079675 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bed47985-e530-4308-a036-cc2359bf6348 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.083607 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bed47985-e530-4308-a036-cc2359bf6348 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "PUT /v2.0/subnets/608b5c36-e60d-4b3c-a642-2034669b6bdc HTTP/1.1" status: 200 len: 806 time: 0.6655550 Dec 10 09:10:48.111371 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:48.148640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44022) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:48.241429 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e84df4b-5a79-48eb-83b1-2b59ccc2e98b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.256907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed47985-e530-4308-a036-cc2359bf6348 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=608b5c36-e60d-4b3c-a642-2034669b6bdc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:48.257986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Allocated IP 172.20.0.2 (5cf5be8a-079e-4d51-a338-0e13f167ccfb/608b5c36-e60d-4b3c-a642-2034669b6bdc/6edcf43e-adf9-4fc3-870e-3bac3cd6d105) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:10:48.338969 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:41Z', 'revision_number': 11, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:48.376159 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.491496 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] Checking router: a4696761-bf0f-49b9-b0fb-ae56a8732e41 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:10:48.565287 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] Routers {'a4696761-bf0f-49b9-b0fb-ae56a8732e41'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:48.566528 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.572205 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:48.640063 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.660473 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.693674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.778615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=608b5c36-e60d-4b3c-a642-2034669b6bdc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:48.810303 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] Set router a4696761-bf0f-49b9-b0fb-ae56a8732e41 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:48.826249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Network 5cf5be8a-079e-4d51-a338-0e13f167ccfb is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:10:48.849683 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:48.861296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:10:48.922811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e84df4b-5a79-48eb-83b1-2b59ccc2e98b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.926076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e84df4b-5a79-48eb-83b1-2b59ccc2e98b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:48.950805 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:41Z', 'revision_number': 11, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:48.991061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Pushing event updated for resources: {'Port': ['ID=6edcf43e-adf9-4fc3-870e-3bac3cd6d105,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:48.997904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebb459-481b-42ad-b802-3d3f28156ba6 req-700f1fc8-5d17-4472-b3ae-6f371dfe3f47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:49.002389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1eebb459-481b-42ad-b802-3d3f28156ba6 req-700f1fc8-5d17-4472-b3ae-6f371dfe3f47 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1977470 Dec 10 09:10:49.011307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e84df4b-5a79-48eb-83b1-2b59ccc2e98b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.012394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e84df4b-5a79-48eb-83b1-2b59ccc2e98b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Fanout notify agent at l3_agent the message router_deleted on router a4696761-bf0f-49b9-b0fb-ae56a8732e41 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:10:49.030787 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2db21-78cf-479e-8b88-d1bcf3a36cab None None] The sync data for ids ['a4696761-bf0f-49b9-b0fb-ae56a8732e41'] in n-d-814746-3 is: [{'id': 'a4696761-bf0f-49b9-b0fb-ae56a8732e41', 'name': 'tempest-RoutersTest-router-1759995800', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:09:37Z', 'updated_at': '2021-12-10T09:10:41Z', 'revision_number': 11, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:10:49.033898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e84df4b-5a79-48eb-83b1-2b59ccc2e98b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.035916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7e84df4b-5a79-48eb-83b1-2b59ccc2e98b tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41 HTTP/1.1" status: 204 len: 168 time: 1.0638723 Dec 10 09:10:49.047902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44038) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:49.053232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.058002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-61da0a82-9f7e-4730-89d8-dfadcd8abc37 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-421778087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:49.123400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1eebb459-481b-42ad-b802-3d3f28156ba6 req-9951b439-43de-4d49-b81b-7588ac05ea01 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132593 Dec 10 09:10:49.129927 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61da0a82-9f7e-4730-89d8-dfadcd8abc37 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.131131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61da0a82-9f7e-4730-89d8-dfadcd8abc37 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.132157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf5be8a-079e-4d51-a338-0e13f167ccfb']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:49.136739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Attempting to bind port 6edcf43e-adf9-4fc3-870e-3bac3cd6d105 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:10:49.137112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Attempting to bind port 6edcf43e-adf9-4fc3-870e-3bac3cd6d105 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '0efa220e-0a4a-4c26-b2bf-9ba60c02ee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5cf5be8a-079e-4d51-a338-0e13f167ccfb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:10:49.137480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Attempting to bind port 6edcf43e-adf9-4fc3-870e-3bac3cd6d105 on network 5cf5be8a-079e-4d51-a338-0e13f167ccfb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:10:49.152570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:10:49.153370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efa220e-0a4a-4c26-b2bf-9ba60c02ee69') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:49.156622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efa220e-0a4a-4c26-b2bf-9ba60c02ee69') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:49.162431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Checking segment: {'id': '0efa220e-0a4a-4c26-b2bf-9ba60c02ee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5cf5be8a-079e-4d51-a338-0e13f167ccfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:49.162707 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.166120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Bound using segment: {'id': '0efa220e-0a4a-4c26-b2bf-9ba60c02ee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5cf5be8a-079e-4d51-a338-0e13f167ccfb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:10:49.167769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Bound port: 6edcf43e-adf9-4fc3-870e-3bac3cd6d105, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efa220e-0a4a-4c26-b2bf-9ba60c02ee69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5cf5be8a-079e-4d51-a338-0e13f167ccfb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:10:49.168185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.195253 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.233165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.234028 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.245755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:49.246750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.249970 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61da0a82-9f7e-4730-89d8-dfadcd8abc37 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:49.254335 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:49.263575 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61da0a82-9f7e-4730-89d8-dfadcd8abc37 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.300272 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61da0a82-9f7e-4730-89d8-dfadcd8abc37 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.305925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-61da0a82-9f7e-4730-89d8-dfadcd8abc37 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2491341 Dec 10 09:10:49.307587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44040) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:49.325602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f118e0b7-8177-4c53-a347-205e51df69c7 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:49.397983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] For port 6edcf43e-adf9-4fc3-870e-3bac3cd6d105, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:10:49.507303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] For port 6edcf43e-adf9-4fc3-870e-3bac3cd6d105, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6edcf43e-adf9-4fc3-870e-3bac3cd6d105,segment=NetworkSegment(0efa220e-0a4a-4c26-b2bf-9ba60c02ee69),segment_id=0efa220e-0a4a-4c26-b2bf-9ba60c02ee69)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:10:49.510832 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.api [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:10:49.510832 n-d-814746-3 neutron-server[114970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:10:49.510832 n-d-814746-3 neutron-server[114970]: [parameters: {'id': '5cf5be8a-079e-4d51-a338-0e13f167ccfb'}] Dec 10 09:10:49.510832 n-d-814746-3 neutron-server[114970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:10:49.511566 n-d-814746-3 neutron-server[114970]: DEBUG oslo_db.api [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:10:49.515563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.711951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d743fd-4762-4301-9c6c-9bdef3b19876 None None] Pushing event updated for resources: {'Port': ['ID=6edcf43e-adf9-4fc3-870e-3bac3cd6d105,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:49.725546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf692fcc-c7c9-46c7-9db1-18c147c7c565 None None] Network 5cf5be8a-079e-4d51-a338-0e13f167ccfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:49.784222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f118e0b7-8177-4c53-a347-205e51df69c7 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3692009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11620'] for router, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.803405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f118e0b7-8177-4c53-a347-205e51df69c7 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3692027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693905'] for router, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:49.954565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e680ced-c903-4b5d-94d9-1024b3d7c8c2 None None] Network 5cf5be8a-079e-4d51-a338-0e13f167ccfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:49.977966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f118e0b7-8177-4c53-a347-205e51df69c7 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Router bdfa8a94-778c-451d-8d8a-24f7a5144f9f is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:10:50.014684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.163278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Deleting port 6edcf43e-adf9-4fc3-870e-3bac3cd6d105 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:50.163621 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.220214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ad42c-c080-4eef-a4d1-0cef66352deb None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:10:50.224825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f118e0b7-8177-4c53-a347-205e51df69c7 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:10:50.240374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] Sync routers for ids ['bdfa8a94-778c-451d-8d8a-24f7a5144f9f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:10:50.243990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f118e0b7-8177-4c53-a347-205e51df69c7 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.245395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f118e0b7-8177-4c53-a347-205e51df69c7 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "PUT /v2.0/routers/bdfa8a94-778c-451d-8d8a-24f7a5144f9f HTTP/1.1" status: 200 len: 693 time: 0.9367671 Dec 10 09:10:50.248361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44058) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:50.355259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] For port 6edcf43e-adf9-4fc3-870e-3bac3cd6d105, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6edcf43e-adf9-4fc3-870e-3bac3cd6d105,segment=NetworkSegment(0efa220e-0a4a-4c26-b2bf-9ba60c02ee69),segment_id=0efa220e-0a4a-4c26-b2bf-9ba60c02ee69)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:50.355794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.378757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Calling delete_port for 6edcf43e-adf9-4fc3-870e-3bac3cd6d105 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:50.455604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b0db9634-bfdd-4e29-b775-6153a155d4d1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/routers/bdfa8a94-778c-451d-8d8a-24f7a5144f9f HTTP/1.1" status: 200 len: 699 time: 0.2009099 Dec 10 09:10:50.456309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44062) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:50.478900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] Routers {'bdfa8a94-778c-451d-8d8a-24f7a5144f9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:50.479646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bdfa8a94-778c-451d-8d8a-24f7a5144f9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:50.496299 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.552741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b3b6d65b-897d-4c85-ad38-044cd4abc8f9 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfa8a94-778c-451d-8d8a-24f7a5144f9f HTTP/1.1" status: 200 len: 205 time: 0.0809052 Dec 10 09:10:50.553717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44066) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:50.577087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38752026-e01d-4aa0-8f10-35df7e5145b9 req-1616dac0-d51f-4e8a-a569-6cccea66c661 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:50.584193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No DVR routers for this DVR port 6edcf43e-adf9-4fc3-870e-3bac3cd6d105 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:50.589442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38752026-e01d-4aa0-8f10-35df7e5145b9 req-1616dac0-d51f-4e8a-a569-6cccea66c661 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2565961 Dec 10 09:10:50.692929 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.752656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf5be8a-079e-4d51-a338-0e13f167ccfb']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:50.777374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] Set router bdfa8a94-778c-451d-8d8a-24f7a5144f9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:50.781620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efa220e-0a4a-4c26-b2bf-9ba60c02ee69') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:50.782142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efa220e-0a4a-4c26-b2bf-9ba60c02ee69') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:50.805155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.822766 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a908220b-6fdd-4c29-b45d-68c1abfe133f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.844544 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.851816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:50.852482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.932384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Port': ['ID=6edcf43e-adf9-4fc3-870e-3bac3cd6d105,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:50.938349 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:50.946879 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.953354 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:50.961474 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/5cf5be8a-079e-4d51-a338-0e13f167ccfb HTTP/1.1" status: 204 len: 168 time: 2.8029981 Dec 10 09:10:50.962417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44086) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:50.981141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfa8a94-778c-451d-8d8a-24f7a5144f9f', 'name': 'tempest-RoutersTest-router-421778087', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:10:49Z', 'updated_at': '2021-12-10T09:10:49Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:50.989424 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9576d13-4a73-4ffc-abf5-11221128230e tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:50.990221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9576d13-4a73-4ffc-abf5-11221128230e tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:51.001284 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c9576d13-4a73-4ffc-abf5-11221128230e tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/5cf5be8a-079e-4d51-a338-0e13f167ccfb HTTP/1.1" status: 404 len: 339 time: 0.0339341 Dec 10 09:10:51.002508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44088) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:51.025177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-138580057', 'description': 'd1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:51.031282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d752a16-b95b-4c06-932d-23b873050eb9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=5cf5be8a-079e-4d51-a338-0e13f167ccfb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:51.069038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38752026-e01d-4aa0-8f10-35df7e5145b9 req-23771d98-f761-48d2-b088-52c6b885b7ee tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785988 Dec 10 09:10:51.091361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:51.096276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:51.119230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] Checking router: bdfa8a94-778c-451d-8d8a-24f7a5144f9f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:10:51.158321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:51.180622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ad42c-c080-4eef-a4d1-0cef66352deb None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:10:51.185032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] Routers {'bdfa8a94-778c-451d-8d8a-24f7a5144f9f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:10:51.186027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:10:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bdfa8a94-778c-451d-8d8a-24f7a5144f9f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:51.190810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:51.191415 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment f36625f6-285f-48f1-b863-91cb9f13cd55 of type vlan for network b4331090-9b97-4606-9463-eca83e2cfd20 Dec 10 09:10:51.277809 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:51.294662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] Set router bdfa8a94-778c-451d-8d8a-24f7a5144f9f gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:10:51.325333 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a908220b-6fdd-4c29-b45d-68c1abfe133f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:51.330977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a908220b-6fdd-4c29-b45d-68c1abfe133f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:51.353277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:51.359544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:51.360261 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:51.378787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfa8a94-778c-451d-8d8a-24f7a5144f9f', 'name': 'tempest-RoutersTest-router-421778087', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:10:49Z', 'updated_at': '2021-12-10T09:10:49Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:51.413169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c33aa-47e1-4922-b72d-8b66527fab5e None None] The sync data for ids ['bdfa8a94-778c-451d-8d8a-24f7a5144f9f'] in n-d-814746-3 is: [{'id': 'bdfa8a94-778c-451d-8d8a-24f7a5144f9f', 'name': 'tempest-RoutersTest-router-421778087', 'tenant_id': '61325e88df384604819817aca2ecbe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:10:49Z', 'updated_at': '2021-12-10T09:10:49Z', 'revision_number': 2, 'project_id': '61325e88df384604819817aca2ecbe10', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:10:51.414943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a908220b-6fdd-4c29-b45d-68c1abfe133f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:51.415925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a908220b-6fdd-4c29-b45d-68c1abfe133f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Fanout notify agent at l3_agent the message router_deleted on router bdfa8a94-778c-451d-8d8a-24f7a5144f9f {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:10:51.428302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a908220b-6fdd-4c29-b45d-68c1abfe133f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:51.444093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a908220b-6fdd-4c29-b45d-68c1abfe133f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/bdfa8a94-778c-451d-8d8a-24f7a5144f9f HTTP/1.1" status: 204 len: 168 time: 0.8403380 Dec 10 09:10:51.445429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44096) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:51.604158 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6e5a90d2-8199-43e4-8cb1-0573f893c39c tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdfa8a94-778c-451d-8d8a-24f7a5144f9f HTTP/1.1" status: 200 len: 205 time: 0.1510060 Dec 10 09:10:51.606321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44102) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:51.659636 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6330378 Dec 10 09:10:51.667879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44104) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:51.695470 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-b397229a-f9e1-4a8a-acf2-c8f00d1f8b42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] delete failed (client error): The resource could not be found. Dec 10 09:10:51.703075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b397229a-f9e1-4a8a-acf2-c8f00d1f8b42 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/bdfa8a94-778c-451d-8d8a-24f7a5144f9f HTTP/1.1" status: 404 len: 336 time: 0.0950787 Dec 10 09:10:51.703927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44108) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:51.754224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e4f4c-218a-4b19-9f21-8a27b1086616 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=b4331090-9b97-4606-9463-eca83e2cfd20,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:51.783416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b4331090-9b97-4606-9463-eca83e2cfd20 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:51.784902 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e38b07d-4e69-4f2f-acaa-cd0e0e9cca6e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:51.785562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e38b07d-4e69-4f2f-acaa-cd0e0e9cca6e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:51.797756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3e38b07d-4e69-4f2f-acaa-cd0e0e9cca6e tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/6f407434-37b4-42a4-9d75-0c0e86c6ba6b HTTP/1.1" status: 404 len: 337 time: 0.0874212 Dec 10 09:10:51.798775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44112) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:51.913827 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-129b849f-e659-45b4-a309-f3566c916360 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:51.914299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129b849f-e659-45b4-a309-f3566c916360 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:51.927088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-129b849f-e659-45b4-a309-f3566c916360 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/d6626396-78bb-45eb-91eb-4191b19ae93c HTTP/1.1" status: 404 len: 337 time: 0.1269104 Dec 10 09:10:51.929238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44116) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:51.992906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5c0d64-b345-46cb-ac11-22d2ed74d620 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:51.994490 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-df5c0d64-b345-46cb-ac11-22d2ed74d620 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/networks?id=b4331090-9b97-4606-9463-eca83e2cfd20 HTTP/1.1" status: 200 len: 760 time: 0.3233578 Dec 10 09:10:52.008889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44118) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:52.016679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d8cf8b3b-39c7-46cf-9f58-f3f9c8a2ddbb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'description': 'd2'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:52.021862 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9595935a-b3e5-46b2-b8cd-f647ad9a79bd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:52.022513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9595935a-b3e5-46b2-b8cd-f647ad9a79bd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:52.028771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44120) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:52.037516 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9595935a-b3e5-46b2-b8cd-f647ad9a79bd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/067af1d5-0004-4922-a682-65a66e2bf9a8 HTTP/1.1" status: 404 len: 337 time: 0.0983126 Dec 10 09:10:52.109948 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a909fba5-a7c3-4fae-bebd-54decce05442 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:52.110751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a909fba5-a7c3-4fae-bebd-54decce05442 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:52.126704 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a909fba5-a7c3-4fae-bebd-54decce05442 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/f515862c-0dc4-4cd8-9983-1bbb43b04de3 HTTP/1.1" status: 404 len: 337 time: 0.0965459 Dec 10 09:10:52.127422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44124) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:52.181284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44128) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:52.190302 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d35ca6cf-9f99-460a-8a4c-b6146d89ff67 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4696761-bf0f-49b9-b0fb-ae56a8732e41 HTTP/1.1" status: 200 len: 205 time: 0.0615628 Dec 10 09:10:52.781708 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-e7a8c227-6ca1-4c97-88a1-15831390563a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] delete failed (client error): The resource could not be found. Dec 10 09:10:52.786399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44134) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:52.798040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e7a8c227-6ca1-4c97-88a1-15831390563a tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/a4696761-bf0f-49b9-b0fb-ae56a8732e41 HTTP/1.1" status: 404 len: 336 time: 0.6157215 Dec 10 09:10:52.842324 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5940b680-b482-4148-960c-6d3fdc1b1c00 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8471969-2a31-4d47-a10f-637b7d4b0c17 HTTP/1.1" status: 200 len: 205 time: 0.0541718 Dec 10 09:10:52.845805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44138) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:52.972440 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-bd42c1f6-1c0d-40f5-b4b1-e194b73c76bd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] delete failed (client error): The resource could not be found. Dec 10 09:10:52.981672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bd42c1f6-1c0d-40f5-b4b1-e194b73c76bd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/a8471969-2a31-4d47-a10f-637b7d4b0c17 HTTP/1.1" status: 404 len: 336 time: 0.1342514 Dec 10 09:10:52.983422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44146) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.014328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8b3b-39c7-46cf-9f58-f3f9c8a2ddbb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:53.036749 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3796ff3-bfac-4089-a659-59498f28db04 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:53.037610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3796ff3-bfac-4089-a659-59498f28db04 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:53.038125 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8b3b-39c7-46cf-9f58-f3f9c8a2ddbb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:53.048179 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d3796ff3-bfac-4089-a659-59498f28db04 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/8cfb61a3-b628-427f-82cc-ebaab186bc1c HTTP/1.1" status: 404 len: 337 time: 0.0611231 Dec 10 09:10:53.049875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44148) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.095729 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3bcc4792-8804-4d9c-baf3-721b94d8b481 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e1ce4d6-cf11-464e-966e-290c872bda23 HTTP/1.1" status: 200 len: 205 time: 0.0443900 Dec 10 09:10:53.096712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44150) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.139446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf8b3b-39c7-46cf-9f58-f3f9c8a2ddbb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=b4331090-9b97-4606-9463-eca83e2cfd20,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:53.154583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b4331090-9b97-4606-9463-eca83e2cfd20 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:53.158790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8cf8b3b-39c7-46cf-9f58-f3f9c8a2ddbb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network b4331090-9b97-4606-9463-eca83e2cfd20 is not hosted by any dhcp agent {{(pid=114969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 09:10:53.159045 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-712c07be-bf02-4047-a459-a9447430a1f1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] delete failed (client error): The resource could not be found. Dec 10 09:10:53.163170 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-712c07be-bf02-4047-a459-a9447430a1f1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/6e1ce4d6-cf11-464e-966e-290c872bda23 HTTP/1.1" status: 404 len: 336 time: 0.0651984 Dec 10 09:10:53.164030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.165444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf8b3b-39c7-46cf-9f58-f3f9c8a2ddbb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:53.166140 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8b3b-39c7-46cf-9f58-f3f9c8a2ddbb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:53.167574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d8cf8b3b-39c7-46cf-9f58-f3f9c8a2ddbb tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "PUT /v2.0/networks/b4331090-9b97-4606-9463-eca83e2cfd20 HTTP/1.1" status: 200 len: 757 time: 1.1556063 Dec 10 09:10:53.172895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44154) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.203817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44156) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.204565 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fe15a6d9-6d5c-482a-a509-7167224d57aa tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce711f9-d8cd-4e2d-8290-683280d9b2fe HTTP/1.1" status: 200 len: 205 time: 0.0388029 Dec 10 09:10:53.351816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9e16-0d0c-4661-bc82-8f629fa6b294 req-95daf510-fa12-444a-a91a-076007dcfa8d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:53.364748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4acb9e16-0d0c-4661-bc82-8f629fa6b294 req-95daf510-fa12-444a-a91a-076007dcfa8d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.5933409 Dec 10 09:10:53.376341 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-310528b0-4b4a-49b4-98dc-6a0be70dbfbd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] delete failed (client error): The resource could not be found. Dec 10 09:10:53.380730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-310528b0-4b4a-49b4-98dc-6a0be70dbfbd tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/0ce711f9-d8cd-4e2d-8290-683280d9b2fe HTTP/1.1" status: 404 len: 336 time: 0.1704814 Dec 10 09:10:53.381386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44162) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.426991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2839c9de-0f51-462e-99de-8efd423b1158 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:53.433099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2839c9de-0f51-462e-99de-8efd423b1158 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/networks?id=b4331090-9b97-4606-9463-eca83e2cfd20 HTTP/1.1" status: 200 len: 760 time: 0.2546666 Dec 10 09:10:53.435860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44164) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.447487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-251903837'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:53.484582 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7394a11-b561-4553-841c-1cda98b8580f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:53.486314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7394a11-b561-4553-841c-1cda98b8580f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:53.496248 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e7394a11-b561-4553-841c-1cda98b8580f tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/e0d66066-24dd-4f01-891a-9291a5fca2f6 HTTP/1.1" status: 404 len: 337 time: 0.1133559 Dec 10 09:10:53.499159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44166) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.563670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4acb9e16-0d0c-4661-bc82-8f629fa6b294 req-5ae04022-43f3-4c17-9ca1-d09a40c163a2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979394 Dec 10 09:10:53.564560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:53.575608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b5ed5d3b-8294-4b78-b3b1-dda6bcc8a2f1 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2664a0-7921-46b3-b39a-782b08cccc8d HTTP/1.1" status: 200 len: 205 time: 0.0712905 Dec 10 09:10:53.575947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44168) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.580561 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:53.618766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:10:53.627756 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-b9ec5663-7902-4d43-b7fb-6c171a1171d3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] delete failed (client error): The resource could not be found. Dec 10 09:10:53.632078 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b9ec5663-7902-4d43-b7fb-6c171a1171d3 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/2e2664a0-7921-46b3-b39a-782b08cccc8d HTTP/1.1" status: 404 len: 336 time: 0.0471292 Dec 10 09:10:53.632381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44170) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.647483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:53.648519 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment ef2a15f6-d9a6-41d9-aff6-426f5a465d19 of type vlan for network 7da8efd0-e7ec-4fac-a010-2019d3bc130f Dec 10 09:10:53.664606 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e673984-af96-4085-89f4-6c3b90242ade tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:53.665084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e673984-af96-4085-89f4-6c3b90242ade tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:53.671911 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2e673984-af96-4085-89f4-6c3b90242ade tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/02e20e7e-ec20-48be-b5b1-140518ee250f HTTP/1.1" status: 404 len: 337 time: 0.0378370 Dec 10 09:10:53.673070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44172) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.709857 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5a6a464c-16b2-4561-9fc8-7bf86e9f4373 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "GET /v2.0/ports?device_id=e01e37ff-0d41-475c-9216-fb84bcfad557 HTTP/1.1" status: 200 len: 205 time: 0.0354078 Dec 10 09:10:53.710777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44178) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.726216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:53.756382 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-cf6a0315-d387-4c55-9a32-42c8e971f232 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] delete failed (client error): The resource could not be found. Dec 10 09:10:53.757462 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cf6a0315-d387-4c55-9a32-42c8e971f232 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/routers/e01e37ff-0d41-475c-9216-fb84bcfad557 HTTP/1.1" status: 404 len: 336 time: 0.0455616 Dec 10 09:10:53.763754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44180) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.800260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:53.807222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:53.807877 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:53.814451 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95bdf9c-5eaa-4483-8a6e-dd40c634aaf8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:53.814904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95bdf9c-5eaa-4483-8a6e-dd40c634aaf8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:53.820289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d95bdf9c-5eaa-4483-8a6e-dd40c634aaf8 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/db570a4d-fa08-46c4-8257-460070c0f605 HTTP/1.1" status: 404 len: 337 time: 0.0503571 Dec 10 09:10:53.820647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44182) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.878948 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72155ef-5246-47d5-8a82-34b7445fd170 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:53.879416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72155ef-5246-47d5-8a82-34b7445fd170 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:53.882541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f72155ef-5246-47d5-8a82-34b7445fd170 tempest-RoutersTest-487193785 tempest-RoutersTest-487193785-project] 10.222.0.31 "DELETE /v2.0/subnets/582013b5-8576-4790-bf69-60523c13dea6 HTTP/1.1" status: 404 len: 337 time: 0.0603547 Dec 10 09:10:53.941003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5029759 Dec 10 09:10:53.943915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44186) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:53.949532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': '7da8efd0-e7ec-4fac-a010-2019d3bc130f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:53.960211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b14db-13ee-4eb7-828c-fff7e5043504 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=7da8efd0-e7ec-4fac-a010-2019d3bc130f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:53.975217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 7da8efd0-e7ec-4fac-a010-2019d3bc130f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:10:54.201791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:10:54.205739 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:54.414689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44198) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:54.631094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:54.825099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': 'ef2a15f6-d9a6-41d9-aff6-426f5a465d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7da8efd0-e7ec-4fac-a010-2019d3bc130f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:54.825978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: 7da8efd0-e7ec-4fac-a010-2019d3bc130f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:10:54.849363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fb0f854f-1d30-4548-98a7-d8642a0f61f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61325e88df384604819817aca2ecbe10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4309843 Dec 10 09:10:54.849995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44214) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:54.864742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=7e641e6f-9ab9-43db-bdcb-f7c65a09e9b1,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:54.883515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network 7da8efd0-e7ec-4fac-a010-2019d3bc130f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:10:54.907694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 7da8efd0-e7ec-4fac-a010-2019d3bc130f) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:54.913436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:54.914070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:54.922945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a368be-5091-4c56-9f20-f8a7e4e8de3c None None] Network 7da8efd0-e7ec-4fac-a010-2019d3bc130f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:54.923554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089577-c4f0-43dc-82a3-29b990c9d0e3 req-f7c426ce-29bf-497f-a191-a6ee7ee3c8db tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:54.924598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f089577-c4f0-43dc-82a3-29b990c9d0e3 req-f7c426ce-29bf-497f-a191-a6ee7ee3c8db tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2416444 Dec 10 09:10:54.942233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-664504a9-acae-42d6-8158-638af6d42429 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9971941 Dec 10 09:10:54.944807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44216) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:55.073077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-641882aa-61b5-41fc-9326-b6d89e995e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:55.084903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f089577-c4f0-43dc-82a3-29b990c9d0e3 req-e5b16c0c-1467-4059-81c5-f0faccc15919 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376736 Dec 10 09:10:55.087709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-7da8efd0-e7ec-4fac-a010-2019d3bc130f', 'network_id': '7da8efd0-e7ec-4fac-a010-2019d3bc130f', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': '7e641e6f-9ab9-43db-bdcb-f7c65a09e9b1'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:10:55.089231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:55.133131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-641882aa-61b5-41fc-9326-b6d89e995e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:55.137980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:55.250621 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-641882aa-61b5-41fc-9326-b6d89e995e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:55.253568 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-641882aa-61b5-41fc-9326-b6d89e995e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:55.254862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-641882aa-61b5-41fc-9326-b6d89e995e09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/091dc52e-3ea7-451d-9ed2-cb11b7ecc514 HTTP/1.1" status: 204 len: 168 time: 0.4039006 Dec 10 09:10:55.267923 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:55.270748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641882aa-61b5-41fc-9326-b6d89e995e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091dc52e-3ea7-451d-9ed2-cb11b7ecc514,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:55.585592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Allocated IP 172.20.0.2 (7da8efd0-e7ec-4fac-a010-2019d3bc130f/7e641e6f-9ab9-43db-bdcb-f7c65a09e9b1/9c0583b1-ebe3-4394-925d-a4559c6a47dc) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:10:55.850398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44244) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:55.950023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:55.966195 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.021121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.212307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58215fe-6d33-4c60-853e-14a283b141c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.244285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.276655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da8efd0-e7ec-4fac-a010-2019d3bc130f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:56.299578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2a15f6-d9a6-41d9-aff6-426f5a465d19') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:56.299886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2a15f6-d9a6-41d9-aff6-426f5a465d19') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:56.329000 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.371019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=7e641e6f-9ab9-43db-bdcb-f7c65a09e9b1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:56.380529 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.397016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:56.397350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:56.402113 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:56.451866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d71a33-6ded-4022-b140-782925ff9f37 req-18099f82-8688-42f6-a635-8b58660da6f2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:56.459736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02d71a33-6ded-4022-b140-782925ff9f37 req-18099f82-8688-42f6-a635-8b58660da6f2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1480463 Dec 10 09:10:56.489274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Pushing event updated for resources: {'Port': ['ID=9c0583b1-ebe3-4394-925d-a4559c6a47dc,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:56.497841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Network 7da8efd0-e7ec-4fac-a010-2019d3bc130f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:10:56.499562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:10:56.504869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:10:56.541958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.api [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:10:56.541958 n-d-814746-3 neutron-server[114970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:10:56.541958 n-d-814746-3 neutron-server[114970]: [parameters: {'id': '7da8efd0-e7ec-4fac-a010-2019d3bc130f'}] Dec 10 09:10:56.541958 n-d-814746-3 neutron-server[114970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:10:56.542424 n-d-814746-3 neutron-server[114970]: DEBUG oslo_db.api [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:10:56.601279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Attempting to bind port 9c0583b1-ebe3-4394-925d-a4559c6a47dc on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:10:56.601279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Attempting to bind port 9c0583b1-ebe3-4394-925d-a4559c6a47dc by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ef2a15f6-d9a6-41d9-aff6-426f5a465d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7da8efd0-e7ec-4fac-a010-2019d3bc130f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:10:56.603133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Attempting to bind port 9c0583b1-ebe3-4394-925d-a4559c6a47dc on network 7da8efd0-e7ec-4fac-a010-2019d3bc130f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:10:56.617454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:10:56.617877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Checking segment: {'id': 'ef2a15f6-d9a6-41d9-aff6-426f5a465d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7da8efd0-e7ec-4fac-a010-2019d3bc130f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:10:56.618287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.618744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Bound using segment: {'id': 'ef2a15f6-d9a6-41d9-aff6-426f5a465d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7da8efd0-e7ec-4fac-a010-2019d3bc130f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:10:56.619610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Bound port: 9c0583b1-ebe3-4394-925d-a4559c6a47dc, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2a15f6-d9a6-41d9-aff6-426f5a465d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7da8efd0-e7ec-4fac-a010-2019d3bc130f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:10:56.620004 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.624188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02d71a33-6ded-4022-b140-782925ff9f37 req-23c08dd0-c221-4fc6-bc41-cf6ec0aff827 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635249 Dec 10 09:10:56.692555 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58215fe-6d33-4c60-853e-14a283b141c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.700078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e58215fe-6d33-4c60-853e-14a283b141c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.708484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44268) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:56.713713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] For port 9c0583b1-ebe3-4394-925d-a4559c6a47dc, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:10:56.725159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] For port 9c0583b1-ebe3-4394-925d-a4559c6a47dc, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c0583b1-ebe3-4394-925d-a4559c6a47dc,segment=NetworkSegment(ef2a15f6-d9a6-41d9-aff6-426f5a465d19),segment_id=ef2a15f6-d9a6-41d9-aff6-426f5a465d19)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:10:56.734618 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:56.786845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58215fe-6d33-4c60-853e-14a283b141c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4519e90-2359-40d1-a887-b16c7c847e93,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:56.843988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44278) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:56.853641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e58215fe-6d33-4c60-853e-14a283b141c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76d186a16a3d4f82af55a7d38808be34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9895990 Dec 10 09:10:56.952496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfeff9-090f-494c-8e99-2f7ee2c8f3dd None None] Pushing event updated for resources: {'Port': ['ID=9c0583b1-ebe3-4394-925d-a4559c6a47dc,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:56.961984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-secgroup--920611894'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:56.964637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f025812c-d9a8-4e89-a323-03db8ecfa227 None None] Network 7da8efd0-e7ec-4fac-a010-2019d3bc130f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:10:56.998959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.010489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.022983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddc014e3-2ac0-4f8a-bfaf-d7438a628d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.044198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.088439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddc014e3-2ac0-4f8a-bfaf-d7438a628d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.132581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ab2dfd-a2a6-46bd-b04b-c1fd31aa8409 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:10:57.254587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab2dfd-a2a6-46bd-b04b-c1fd31aa8409 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:10:57.264346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Deleting port 9c0583b1-ebe3-4394-925d-a4559c6a47dc {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:10:57.265735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.372709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] For port 9c0583b1-ebe3-4394-925d-a4559c6a47dc, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c0583b1-ebe3-4394-925d-a4559c6a47dc,segment=NetworkSegment(ef2a15f6-d9a6-41d9-aff6-426f5a465d19),segment_id=ef2a15f6-d9a6-41d9-aff6-426f5a465d19)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:10:57.373203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.392824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Calling delete_port for 9c0583b1-ebe3-4394-925d-a4559c6a47dc owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:10:57.474256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddc014e3-2ac0-4f8a-bfaf-d7438a628d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.476915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddc014e3-2ac0-4f8a-bfaf-d7438a628d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.478099 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ddc014e3-2ac0-4f8a-bfaf-d7438a628d77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4519e90-2359-40d1-a887-b16c7c847e93 HTTP/1.1" status: 204 len: 168 time: 0.6329882 Dec 10 09:10:57.514156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc014e3-2ac0-4f8a-bfaf-d7438a628d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4519e90-2359-40d1-a887-b16c7c847e93,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:57.548293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.554862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.617376 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:57.705809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No DVR routers for this DVR port 9c0583b1-ebe3-4394-925d-a4559c6a47dc on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:10:57.725430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Port': ['ID=9c0583b1-ebe3-4394-925d-a4559c6a47dc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:57.842780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffec99-3ef2-4631-a677-d370991b910f req-b53042da-c3d6-48c4-aa9d-6ed99b31c9c2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:57.845710 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77ffec99-3ef2-4631-a677-d370991b910f req-b53042da-c3d6-48c4-aa9d-6ed99b31c9c2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.0917587 Dec 10 09:10:57.871754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0433fa-ad49-4c60-911d-c207656f8f2a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:57.958265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77ffec99-3ef2-4631-a677-d370991b910f req-028a2a3b-9308-4646-85b1-df1adcb4e233 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050975 Dec 10 09:10:57.990524 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.003481 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.022802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.074346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.075856 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3660040 Dec 10 09:10:58.079610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44304) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.095917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da8efd0-e7ec-4fac-a010-2019d3bc130f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:58.110785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a864c-4eff-46fa-bff0-3d42d93c2829 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc08466-8691-458d-8099-1395d553813e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:58.121706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2a15f6-d9a6-41d9-aff6-426f5a465d19') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:58.122071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2a15f6-d9a6-41d9-aff6-426f5a465d19') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:10:58.133739 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.149723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.159489 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:10:58.159892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:10:58.163988 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:10:58.195784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c7287619-0d30-46cb-a2a0-7d483c070053 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1144943 Dec 10 09:10:58.196198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44306) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.200998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-10032391-44ef-4a63-adf1-2107c3039d43 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-security--1128229255', 'description': 'tempest-security-description-871389274'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:58.204685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44308) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.229302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56cc77ba-68e7-4324-b1a2-78789f358d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.247682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.270891 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10032391-44ef-4a63-adf1-2107c3039d43 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.279366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.283497 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/7da8efd0-e7ec-4fac-a010-2019d3bc130f HTTP/1.1" status: 204 len: 168 time: 3.3377490 Dec 10 09:10:58.285124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd9ea3-c2e6-4bce-b5d0-bc9158d5b8fc tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=7da8efd0-e7ec-4fac-a010-2019d3bc130f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:58.287263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44310) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.325989 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7430e3-4abc-4327-853b-f2692fa6be17 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] GET failed (client error): The resource could not be found. Dec 10 09:10:58.329088 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4e7430e3-4abc-4327-853b-f2692fa6be17 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/subnets/7e641e6f-9ab9-43db-bdcb-f7c65a09e9b1 HTTP/1.1" status: 404 len: 337 time: 0.0404716 Dec 10 09:10:58.331770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44312) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.351255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10032391-44ef-4a63-adf1-2107c3039d43 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.359786 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab29defd-2bb4-4137-bc15-ade5859e670a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:10:58.360010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab29defd-2bb4-4137-bc15-ade5859e670a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:10:58.360941 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10032391-44ef-4a63-adf1-2107c3039d43 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.363042 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ab29defd-2bb4-4137-bc15-ade5859e670a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/7da8efd0-e7ec-4fac-a010-2019d3bc130f HTTP/1.1" status: 404 len: 339 time: 0.0303144 Dec 10 09:10:58.366801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44314) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.368290 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10032391-44ef-4a63-adf1-2107c3039d43 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.372360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-10032391-44ef-4a63-adf1-2107c3039d43 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "PUT /v2.0/security-groups/9bc08466-8691-458d-8099-1395d553813e HTTP/1.1" status: 200 len: 1796 time: 0.1750910 Dec 10 09:10:58.378000 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44316) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.460944 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-20ab1cf5-6c06-4f1b-9e75-fa5c5808090e tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups/9bc08466-8691-458d-8099-1395d553813e HTTP/1.1" status: 200 len: 1796 time: 0.0791430 Dec 10 09:10:58.462961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44318) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.476372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10032391-44ef-4a63-adf1-2107c3039d43 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc08466-8691-458d-8099-1395d553813e,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:58.492142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56cc77ba-68e7-4324-b1a2-78789f358d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.497789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56cc77ba-68e7-4324-b1a2-78789f358d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.551474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-56cc77ba-68e7-4324-b1a2-78789f358d22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee64730c39e34bc5a2395cec6e4e42db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454742 Dec 10 09:10:58.552692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc77ba-68e7-4324-b1a2-78789f358d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16d9595-9c4e-44e4-aaa3-27a2d2168a0f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:58.555647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44320) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.556706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba12eb38-af12-4691-8f38-7379981d826f tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:58.558562 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ba12eb38-af12-4691-8f38-7379981d826f tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1909344 Dec 10 09:10:58.559343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b13fbee2-57bb-4868-adc8-82fd876bed0c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.567801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44322) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.592084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b13fbee2-57bb-4868-adc8-82fd876bed0c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.626356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d93c9dc2-830d-44e6-b8b0-e00fa70379b3 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 207 time: 0.0567944 Dec 10 09:10:58.631380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44324) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.646620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b13fbee2-57bb-4868-adc8-82fd876bed0c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.650196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b13fbee2-57bb-4868-adc8-82fd876bed0c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.651478 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b13fbee2-57bb-4868-adc8-82fd876bed0c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/9bc08466-8691-458d-8099-1395d553813e HTTP/1.1" status: 204 len: 168 time: 0.1877186 Dec 10 09:10:58.657458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44326) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.676937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fbee2-57bb-4868-adc8-82fd876bed0c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc08466-8691-458d-8099-1395d553813e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:58.738034 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19f4f6ad-3bf4-45c0-b4d8-17f057a375bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.764238 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-38f45082-a470-4c90-9c88-74b7ceee2963 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1049528 Dec 10 09:10:58.767896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44328) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.784699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19f4f6ad-3bf4-45c0-b4d8-17f057a375bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.785393 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-fca0c2e6-ecf5-4330-a372-884718f459da tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] delete failed (client error): The resource could not be found. Dec 10 09:10:58.789538 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fca0c2e6-ecf5-4330-a372-884718f459da tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/9bc08466-8691-458d-8099-1395d553813e HTTP/1.1" status: 404 len: 347 time: 0.0176322 Dec 10 09:10:58.790310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44330) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.794628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-73946c3c-d005-48c5-a13a-fdcab5abb09f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287904070'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:58.828558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73946c3c-d005-48c5-a13a-fdcab5abb09f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.829355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342d14c-e624-4831-bb00-4db490a08239 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:58.837648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342d14c-e624-4831-bb00-4db490a08239 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:58.844155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342d14c-e624-4831-bb00-4db490a08239 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:58.849948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342d14c-e624-4831-bb00-4db490a08239 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:58.851688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d342d14c-e624-4831-bb00-4db490a08239 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2192671 Dec 10 09:10:58.856110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44332) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:58.893938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19f4f6ad-3bf4-45c0-b4d8-17f057a375bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.897303 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-19f4f6ad-3bf4-45c0-b4d8-17f057a375bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:58.913814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-19f4f6ad-3bf4-45c0-b4d8-17f057a375bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f16d9595-9c4e-44e4-aaa3-27a2d2168a0f HTTP/1.1" status: 204 len: 168 time: 0.3446984 Dec 10 09:10:58.948565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4f6ad-3bf4-45c0-b4d8-17f057a375bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16d9595-9c4e-44e4-aaa3-27a2d2168a0f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:59.024600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73946c3c-d005-48c5-a13a-fdcab5abb09f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.033143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73946c3c-d005-48c5-a13a-fdcab5abb09f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.077935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-96ee0eb9-037b-42c1-a730-7b955b6926c9 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2170694 Dec 10 09:10:59.080124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44346) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.114615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73946c3c-d005-48c5-a13a-fdcab5abb09f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.119037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-73946c3c-d005-48c5-a13a-fdcab5abb09f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3251424 Dec 10 09:10:59.120169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44348) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.126122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-251b7af1-15dc-4a90-9dba-c54114f03fde tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '70da27ff-41bf-40c2-ac3e-c267f9f85859', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:59.135007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73946c3c-d005-48c5-a13a-fdcab5abb09f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70da27ff-41bf-40c2-ac3e-c267f9f85859,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:59.201386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-251b7af1-15dc-4a90-9dba-c54114f03fde tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.270345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adeef59-8e4e-4edb-aa6b-10b5b3acf6f2 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:59.272004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adeef59-8e4e-4edb-aa6b-10b5b3acf6f2 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:59.273609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3adeef59-8e4e-4edb-aa6b-10b5b3acf6f2 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1913009 Dec 10 09:10:59.278508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44350) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.307549 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-251b7af1-15dc-4a90-9dba-c54114f03fde tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.316717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-251b7af1-15dc-4a90-9dba-c54114f03fde tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.337488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b7af1-15dc-4a90-9dba-c54114f03fde tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70adb7f3-52b9-4c06-937b-55d7b134400e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:59.341066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f4566-c437-4328-b5a7-b7425b867d32 req-5de3da1a-040e-4817-b0c7-d235f2c954e8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:59.342640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-776f4566-c437-4328-b5a7-b7425b867d32 req-5de3da1a-040e-4817-b0c7-d235f2c954e8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2372367 Dec 10 09:10:59.368836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-251b7af1-15dc-4a90-9dba-c54114f03fde tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.371567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-251b7af1-15dc-4a90-9dba-c54114f03fde tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2500868 Dec 10 09:10:59.373850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44354) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.385138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4517b41-068b-4583-bd56-ea974a09c1ae tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:59.386575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4517b41-068b-4583-bd56-ea974a09c1ae tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:59.388110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d4517b41-068b-4583-bd56-ea974a09c1ae tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1063426 Dec 10 09:10:59.392031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44356) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.426922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92844f7a-9ba2-4251-ad72-1f9cc2719825 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.439554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92844f7a-9ba2-4251-ad72-1f9cc2719825 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.476541 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92844f7a-9ba2-4251-ad72-1f9cc2719825 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.486586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-92844f7a-9ba2-4251-ad72-1f9cc2719825 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.491621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-92844f7a-9ba2-4251-ad72-1f9cc2719825 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/70adb7f3-52b9-4c06-937b-55d7b134400e HTTP/1.1" status: 204 len: 168 time: 0.1136446 Dec 10 09:10:59.496166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44358) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.523056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92844f7a-9ba2-4251-ad72-1f9cc2719825 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70adb7f3-52b9-4c06-937b-55d7b134400e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:59.578126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d575c-ef11-4615-bed4-9e2aeeb2d891 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:59.583262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-800d575c-ef11-4615-bed4-9e2aeeb2d891 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/networks/ce2aa139-3963-4a71-ae5f-c5b1bae7c12d HTTP/1.1" status: 200 len: 799 time: 0.1867628 Dec 10 09:10:59.583833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-776f4566-c437-4328-b5a7-b7425b867d32 req-142967e1-1487-48d1-86df-029f59253220 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328379 Dec 10 09:10:59.584487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44364) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.589542 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-28733b4d-0eff-4cc2-9cb8-1cc61f6ab95c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0915005 Dec 10 09:10:59.600485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44366) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.622381 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:10:59.743314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-486944bb-9237-42da-b79e-80a570e54a40 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/networks/ce2aa139-3963-4a71-ae5f-c5b1bae7c12d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1544700 Dec 10 09:10:59.746849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44370) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.757126 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c76630d-fbd6-46d0-8dce-bc9e442c0f58 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.783143 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c76630d-fbd6-46d0-8dce-bc9e442c0f58 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.818131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6926da-3fcb-4e29-ab66-48deacf9d096 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:59.823111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1c6926da-3fcb-4e29-ab66-48deacf9d096 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/subnets/e0d16a70-3163-418e-85a6-99ebd2716b66 HTTP/1.1" status: 200 len: 811 time: 0.0719163 Dec 10 09:10:59.823577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44374) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.840058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c76630d-fbd6-46d0-8dce-bc9e442c0f58 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.842767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c76630d-fbd6-46d0-8dce-bc9e442c0f58 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:10:59.848593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1c76630d-fbd6-46d0-8dce-bc9e442c0f58 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/70da27ff-41bf-40c2-ac3e-c267f9f85859 HTTP/1.1" status: 204 len: 168 time: 0.2470231 Dec 10 09:10:59.849224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44376) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.876679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76630d-fbd6-46d0-8dce-bc9e442c0f58 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70da27ff-41bf-40c2-ac3e-c267f9f85859,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:10:59.911768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35473463-5d17-4105-b1c7-12045a0c4875 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['shared'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:10:59.920782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-35473463-5d17-4105-b1c7-12045a0c4875 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "GET /v2.0/subnets/e0d16a70-3163-418e-85a6-99ebd2716b66?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0956297 Dec 10 09:10:59.921249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44378) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.940996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665996426'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:10:59.948112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c07972f8-4ad4-473f-b697-1093a14f21a9 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0950067 Dec 10 09:10:59.960625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44380) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:10:59.965724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0948feb6-92a3-4447-803e-4bbb324efa2f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-secgroup--292339611'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:00.056771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.db.api [None req-0948feb6-92a3-4447-803e-4bbb324efa2f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 09:11:00.056771 n-d-814746-3 neutron-server[114969]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 09:11:00.056771 n-d-814746-3 neutron-server[114969]: [parameters: {'project_id': '0e687cfb547744f0871a3ed2c71224d4', 'id': '402c4cbd-2086-4509-b2ab-ddf26168dfd2', 'expiration': datetime.datetime(2021, 12, 10, 9, 13, 0, 20877)}] Dec 10 09:11:00.056771 n-d-814746-3 neutron-server[114969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:11:00.057207 n-d-814746-3 neutron-server[114969]: DEBUG oslo_db.api [None req-0948feb6-92a3-4447-803e-4bbb324efa2f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:11:00.083627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:11:00.110169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.243937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:11:00.283912 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.284271 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Added segment c99e901e-557b-439c-adcb-f25f5a3dc5c0 of type vlan for network 040131f4-57c8-4d20-9ae0-9774bce18fdb Dec 10 09:11:00.387788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.444578 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.450296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:00.450906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.542480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Network': ['ID=040131f4-57c8-4d20-9ae0-9774bce18fdb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:00.560195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 040131f4-57c8-4d20-9ae0-9774bce18fdb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:11:00.585022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7a3c6f01-c40d-4b36-b004-c5b86281cad5 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6570857 Dec 10 09:11:00.585022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0948feb6-92a3-4447-803e-4bbb324efa2f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.585658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44400) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:00.590763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'network_id': '040131f4-57c8-4d20-9ae0-9774bce18fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:00.842394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0948feb6-92a3-4447-803e-4bbb324efa2f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.857284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Made reservation on behalf of 1c7f2e8ede864fbda55140290daf421e for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:11:00.862839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0948feb6-92a3-4447-803e-4bbb324efa2f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.864567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.884002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0948feb6-92a3-4447-803e-4bbb324efa2f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:00.885269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0948feb6-92a3-4447-803e-4bbb324efa2f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9263570 Dec 10 09:11:00.890751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44406) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:00.915662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f2869c26-94b1-4a6f-a56d-5faf40221213 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '8f5eadde-c51b-42e6-9191-c50fafa979c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:00.916230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a003f6-eac2-45aa-b069-6af456d9e0f3 req-e48236ff-0711-45ff-961d-1056cbb4f299 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:00.923516 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52a003f6-eac2-45aa-b069-6af456d9e0f3 req-e48236ff-0711-45ff-961d-1056cbb4f299 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1120067 Dec 10 09:11:00.943529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948feb6-92a3-4447-803e-4bbb324efa2f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5eadde-c51b-42e6-9191-c50fafa979c5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:00.998112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52a003f6-eac2-45aa-b069-6af456d9e0f3 req-af871479-d5a5-494f-a33c-0566ae0f0c74 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732801 Dec 10 09:11:01.078771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Performing IP validity checks on allocation pools {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 09:11:01.079305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 09:11:01.087693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2869c26-94b1-4a6f-a56d-5faf40221213 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.208577 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2869c26-94b1-4a6f-a56d-5faf40221213 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.230253 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2869c26-94b1-4a6f-a56d-5faf40221213 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.270263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2869c26-94b1-4a6f-a56d-5faf40221213 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b212f6-77ad-4e1c-9be3-e6edcbc33b06,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:01.318975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2869c26-94b1-4a6f-a56d-5faf40221213 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.319327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:11:01.320223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f2869c26-94b1-4a6f-a56d-5faf40221213 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4275441 Dec 10 09:11:01.323058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44422) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:01.329641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cb13ec70-58f7-4bf4-93c6-7de5369c434c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '8f5eadde-c51b-42e6-9191-c50fafa979c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:01.433375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cb13ec70-58f7-4bf4-93c6-7de5369c434c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.438375 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.507902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:01.522996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234', 'port_id': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'mac_address': 'fa:16:3e:39:ae:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0199c3b5-c7ee-4c15-a10a-7a40e227d308', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:11:01.608814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=cf1766c6-434c-435f-b346-c5d08423f363,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:01.645838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cb13ec70-58f7-4bf4-93c6-7de5369c434c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.649488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.654906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cb13ec70-58f7-4bf4-93c6-7de5369c434c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.678782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Checking segment: {'id': 'c99e901e-557b-439c-adcb-f25f5a3dc5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '040131f4-57c8-4d20-9ae0-9774bce18fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:11:01.679225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network hostable DHCP agents. Network: 040131f4-57c8-4d20-9ae0-9774bce18fdb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:11:01.686334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d44f3f2d-bd0e-4663-b686-ddceeab8fee1 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:11:01.717476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13ec70-58f7-4bf4-93c6-7de5369c434c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9f5199-4f22-4f1c-8e45-4f01e1ac37bd,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:01.730025 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cb13ec70-58f7-4bf4-93c6-7de5369c434c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.734148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Network 040131f4-57c8-4d20-9ae0-9774bce18fdb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:11:01.743252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:01.753780 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cb13ec70-58f7-4bf4-93c6-7de5369c434c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4257381 Dec 10 09:11:01.754508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44442) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:01.754916 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.759392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-80f7ec3a-f10c-4d57-833c-3ec4b3d3c046 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '8f5eadde-c51b-42e6-9191-c50fafa979c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:01.772567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 040131f4-57c8-4d20-9ae0-9774bce18fdb) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:11:01.789331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:01.790245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:01.811009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b980866-57ae-4ebf-81b8-c3ef500524a4 None None] Network 040131f4-57c8-4d20-9ae0-9774bce18fdb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:11:01.874199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d44f3f2d-bd0e-4663-b686-ddceeab8fee1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:11:01.888462 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1db717c2-db84-4d52-9298-76c75249b995 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2991073 Dec 10 09:11:01.889176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44454) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:01.914652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:01.924744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80f7ec3a-f10c-4d57-833c-3ec4b3d3c046 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.003980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:02.091088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-040131f4-57c8-4d20-9ae0-9774bce18fdb', 'network_id': '040131f4-57c8-4d20-9ae0-9774bce18fdb', 'project_id': '1c7f2e8ede864fbda55140290daf421e', 'fixed_ips': [{'subnet_id': 'cf1766c6-434c-435f-b346-c5d08423f363'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:11:02.096251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.165130 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80f7ec3a-f10c-4d57-833c-3ec4b3d3c046 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.225100 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8547224'] for subnet, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.252783 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80f7ec3a-f10c-4d57-833c-3ec4b3d3c046 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.314022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80f7ec3a-f10c-4d57-833c-3ec4b3d3c046 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.320016 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-80f7ec3a-f10c-4d57-833c-3ec4b3d3c046 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5641596 Dec 10 09:11:02.323081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44472) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:02.398034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9e20f10e-50b7-4081-b936-e3e9e805a8e1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '8f5eadde-c51b-42e6-9191-c50fafa979c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:02.495005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7ec3a-f10c-4d57-833c-3ec4b3d3c046 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f609bb-b8be-470f-8c37-a2b200386f1f,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:02.526162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a3bbe-4a70-48b7-b4d3-33a844bc33b2 req-49fcf487-b2a2-403f-8b9d-c3be20bfd585 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:02.528662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b0a3bbe-4a70-48b7-b4d3-33a844bc33b2 req-49fcf487-b2a2-403f-8b9d-c3be20bfd585 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 945 time: 0.3609731 Dec 10 09:11:02.562081 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e20f10e-50b7-4081-b936-e3e9e805a8e1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.565073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733746865372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8857150'] for subnet, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.623725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:02.626633 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.634820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "PUT /v2.0/subnets/cf1766c6-434c-435f-b346-c5d08423f363 HTTP/1.1" status: 200 len: 877 time: 0.7363131 Dec 10 09:11:02.635465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44480) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:02.719829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event updated for resources: {'Subnet': ['ID=cf1766c6-434c-435f-b346-c5d08423f363,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:02.742759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.743270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.743815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.744244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.744735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.745204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.745675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.746131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.746589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.747405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.747850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.748299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.748725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44419fcc-323b-4ada-b7f2-bd8eca006416 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:02.767103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b0a3bbe-4a70-48b7-b4d3-33a844bc33b2 req-f60a4ae6-a671-4ac2-b0ca-6d89e45fc786 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114089 Dec 10 09:11:02.825191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e20f10e-50b7-4081-b936-e3e9e805a8e1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.834112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e20f10e-50b7-4081-b936-e3e9e805a8e1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:02.850888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Allocated IP 172.20.0.3 (040131f4-57c8-4d20-9ae0-9774bce18fdb/cf1766c6-434c-435f-b346-c5d08423f363/2ec9d55a-1eb6-4092-9295-f74072d2a681) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:11:02.928235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20f10e-50b7-4081-b936-e3e9e805a8e1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593c34c4-5e4f-4f68-b4cf-d43512e7b0f8,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:02.998495 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.038309 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e20f10e-50b7-4081-b936-e3e9e805a8e1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.040313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9e20f10e-50b7-4081-b936-e3e9e805a8e1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6974118 Dec 10 09:11:03.044901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44486) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:03.071083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-757dc7e3-2ca6-4a66-a32d-0209d8cfdbf0 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '8f5eadde-c51b-42e6-9191-c50fafa979c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:03.380609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-757dc7e3-2ca6-4a66-a32d-0209d8cfdbf0 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.451330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.553065 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.559898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:11:03.566828 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.569371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-757dc7e3-2ca6-4a66-a32d-0209d8cfdbf0 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.569755 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e7076f9-b173-4b95-8d06-829cd397b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.583322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-757dc7e3-2ca6-4a66-a32d-0209d8cfdbf0 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.633661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.684359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dc7e3-2ca6-4a66-a32d-0209d8cfdbf0 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62d0917-4b61-446d-8539-201b67e0a9c8,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:03.689482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Network 040131f4-57c8-4d20-9ae0-9774bce18fdb is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:11:03.719393 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-757dc7e3-2ca6-4a66-a32d-0209d8cfdbf0 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.723660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-757dc7e3-2ca6-4a66-a32d-0209d8cfdbf0 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6742291 Dec 10 09:11:03.730417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44500) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:03.742603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:11:03.748713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:11:03.756797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Pushing event updated for resources: {'Port': ['ID=2ec9d55a-1eb6-4092-9295-f74072d2a681,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:03.789072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:11:03.791650 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.819896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1766c6-434c-435f-b346-c5d08423f363,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:03.863013 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56c3aef6-331f-48ff-a253-ce3408bcc374 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.869292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Attempting to bind port 2ec9d55a-1eb6-4092-9295-f74072d2a681 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:11:03.870027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Attempting to bind port 2ec9d55a-1eb6-4092-9295-f74072d2a681 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'c99e901e-557b-439c-adcb-f25f5a3dc5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '040131f4-57c8-4d20-9ae0-9774bce18fdb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:11:03.870027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Attempting to bind port 2ec9d55a-1eb6-4092-9295-f74072d2a681 on network 040131f4-57c8-4d20-9ae0-9774bce18fdb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:11:03.887375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56c3aef6-331f-48ff-a253-ce3408bcc374 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.894556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:11:03.897608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Checking segment: {'id': 'c99e901e-557b-439c-adcb-f25f5a3dc5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '040131f4-57c8-4d20-9ae0-9774bce18fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:11:03.898347 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:03.899806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Bound using segment: {'id': 'c99e901e-557b-439c-adcb-f25f5a3dc5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '040131f4-57c8-4d20-9ae0-9774bce18fdb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:11:03.900482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Bound port: 2ec9d55a-1eb6-4092-9295-f74072d2a681, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99e901e-557b-439c-adcb-f25f5a3dc5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '040131f4-57c8-4d20-9ae0-9774bce18fdb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:11:03.901992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.007919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.012667 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56c3aef6-331f-48ff-a253-ce3408bcc374 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.024685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-56c3aef6-331f-48ff-a253-ce3408bcc374 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.029943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-56c3aef6-331f-48ff-a253-ce3408bcc374 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e62d0917-4b61-446d-8539-201b67e0a9c8 HTTP/1.1" status: 204 len: 168 time: 0.2984190 Dec 10 09:11:04.036569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44508) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:04.060965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3aef6-331f-48ff-a253-ce3408bcc374 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e62d0917-4b61-446d-8539-201b67e0a9c8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:04.076469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] For port 2ec9d55a-1eb6-4092-9295-f74072d2a681, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:11:04.082394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] For port 2ec9d55a-1eb6-4092-9295-f74072d2a681, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2ec9d55a-1eb6-4092-9295-f74072d2a681,segment=NetworkSegment(c99e901e-557b-439c-adcb-f25f5a3dc5c0),segment_id=c99e901e-557b-439c-adcb-f25f5a3dc5c0)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:11:04.093021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040131f4-57c8-4d20-9ae0-9774bce18fdb']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:04.110719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.131019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c311b-d70d-4fd7-826f-37bbb9ee4da4 req-e0648c7c-e321-4532-ab26-d7942f4e22ff tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:04.132964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-160c311b-d70d-4fd7-826f-37bbb9ee4da4 req-e0648c7c-e321-4532-ab26-d7942f4e22ff tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 945 time: 0.1831713 Dec 10 09:11:04.157112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99e901e-557b-439c-adcb-f25f5a3dc5c0') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:04.166921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99e901e-557b-439c-adcb-f25f5a3dc5c0') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:04.215980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.282733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-160c311b-d70d-4fd7-826f-37bbb9ee4da4 req-75506fd9-50c3-42ce-90b2-f29aa6c7392a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371243 Dec 10 09:11:04.322994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-562b396e-bd6f-4bb3-a3ca-84b3db7c9232 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2763815 Dec 10 09:11:04.325706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44510) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:04.356134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.375753 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fde88eda-df20-4468-a42d-8e88d779de21 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.377868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:11:04.378278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.379213 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:11:04.385584 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:11:04.417314 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fde88eda-df20-4468-a42d-8e88d779de21 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.426134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b494a0-cbb2-44d1-85ca-bd9d0729d353 None None] Pushing event updated for resources: {'Port': ['ID=2ec9d55a-1eb6-4092-9295-f74072d2a681,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:04.473105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae203a74-ffd6-44dc-b68d-dc22f9a80c73 None None] Network 040131f4-57c8-4d20-9ae0-9774bce18fdb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:11:04.500734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fde88eda-df20-4468-a42d-8e88d779de21 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.505869 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fde88eda-df20-4468-a42d-8e88d779de21 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.507554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fde88eda-df20-4468-a42d-8e88d779de21 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/593c34c4-5e4f-4f68-b4cf-d43512e7b0f8 HTTP/1.1" status: 204 len: 168 time: 0.1808600 Dec 10 09:11:04.516878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44514) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:04.540997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde88eda-df20-4468-a42d-8e88d779de21 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=593c34c4-5e4f-4f68-b4cf-d43512e7b0f8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:04.567801 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.api [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 09:11:04.567801 n-d-814746-3 neutron-server[114970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 09:11:04.567801 n-d-814746-3 neutron-server[114970]: [parameters: {'id': '040131f4-57c8-4d20-9ae0-9774bce18fdb'}] Dec 10 09:11:04.567801 n-d-814746-3 neutron-server[114970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:11:04.572932 n-d-814746-3 neutron-server[114970]: DEBUG oslo_db.api [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:11:04.638408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-23b44490-0547-47e7-91a7-3ba60297f38d tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1203845 Dec 10 09:11:04.642905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44520) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:04.691084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73099d51-f928-44e1-81f8-f54d234426ea tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.713490 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73099d51-f928-44e1-81f8-f54d234426ea tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.769575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73099d51-f928-44e1-81f8-f54d234426ea tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.782050 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73099d51-f928-44e1-81f8-f54d234426ea tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.785663 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-73099d51-f928-44e1-81f8-f54d234426ea tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/92f609bb-b8be-470f-8c37-a2b200386f1f HTTP/1.1" status: 204 len: 168 time: 0.1394129 Dec 10 09:11:04.786086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44528) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:04.817981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73099d51-f928-44e1-81f8-f54d234426ea tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92f609bb-b8be-470f-8c37-a2b200386f1f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:04.853406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:11:04.862844 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65b6c14-0beb-4d30-8889-3a839c6a84cd" -d '{"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-plugged", "status": "completed", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:11:04.903236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:04.909995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f0927188-de8a-4a7d-b4a8-224805c7cfa0 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1197956 Dec 10 09:11:04.910322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44534) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:04.926380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.957752 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dde-251d-4136-8c98-a24fe5a8e431 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.976680 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dde-251d-4136-8c98-a24fe5a8e431 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:04.995821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b973330-d68b-48f8-9e25-314b66e90aea None None] Network 040131f4-57c8-4d20-9ae0-9774bce18fdb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:11:05.029012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dde-251d-4136-8c98-a24fe5a8e431 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.038508 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dde-251d-4136-8c98-a24fe5a8e431 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.043711 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf8c2dde-251d-4136-8c98-a24fe5a8e431 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8e9f5199-4f22-4f1c-8e45-4f01e1ac37bd HTTP/1.1" status: 204 len: 168 time: 0.1319668 Dec 10 09:11:05.046484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44536) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:05.081001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.088273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c2dde-251d-4136-8c98-a24fe5a8e431 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e9f5199-4f22-4f1c-8e45-4f01e1ac37bd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:05.159174 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4398ec-eb2a-4f24-b0d3-27238d07a7ff x-openstack-request-id: req-6d4398ec-eb2a-4f24-b0d3-27238d07a7ff {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:11:05.160496 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-plugged", "status": "completed", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:11:05.160931 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d4398ec-eb2a-4f24-b0d3-27238d07a7ff {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:11:05.161620 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'code': 200} Dec 10 09:11:05.200122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44540) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:05.206137 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-103ce75c-f004-4522-95d9-3365c57d30b7 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1579316 Dec 10 09:11:05.358738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-759c12c7-670c-4aad-b68a-642e322e61c8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.384156 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-759c12c7-670c-4aad-b68a-642e322e61c8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.400848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Deleting port 2ec9d55a-1eb6-4092-9295-f74072d2a681 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:11:05.401400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.444426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-759c12c7-670c-4aad-b68a-642e322e61c8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.453168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-759c12c7-670c-4aad-b68a-642e322e61c8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.457036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-759c12c7-670c-4aad-b68a-642e322e61c8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/03b212f6-77ad-4e1c-9be3-e6edcbc33b06 HTTP/1.1" status: 204 len: 168 time: 0.2541311 Dec 10 09:11:05.474200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44546) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:05.476865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c12c7-670c-4aad-b68a-642e322e61c8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03b212f6-77ad-4e1c-9be3-e6edcbc33b06,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:05.480816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:05.553532 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2ba726e1-ef94-473f-b5a4-86f6cc1a887f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.583599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291f4a3-eb6f-47b5-989b-6b25d97fbd78 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:11:05.787438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] For port 2ec9d55a-1eb6-4092-9295-f74072d2a681, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2ec9d55a-1eb6-4092-9295-f74072d2a681,segment=NetworkSegment(c99e901e-557b-439c-adcb-f25f5a3dc5c0),segment_id=c99e901e-557b-439c-adcb-f25f5a3dc5c0)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:05.790339 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:05.795049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7fb05217-8bf9-4765-8cc9-4c2df5d2f664 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3096426 Dec 10 09:11:05.796398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44554) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:05.844890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Calling delete_port for 2ec9d55a-1eb6-4092-9295-f74072d2a681 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:11:05.850210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a3bcb-ea86-4917-9178-3355429de63b req-1b312861-83dc-4323-b428-b3dfdedd8427 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:05.851942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e95a3bcb-ea86-4917-9178-3355429de63b req-1b312861-83dc-4323-b428-b3dfdedd8427 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3174684 Dec 10 09:11:06.029866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e95a3bcb-ea86-4917-9178-3355429de63b req-11769848-d309-4c15-9ed3-665f86984815 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675837 Dec 10 09:11:06.057080 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-396b3162-15c2-4e02-a0a8-92dc9f68dd4b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.071701 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.137397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Port': ['ID=2ec9d55a-1eb6-4092-9295-f74072d2a681,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:06.159598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No DVR routers for this DVR port 2ec9d55a-1eb6-4092-9295-f74072d2a681 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:11:06.175542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-396b3162-15c2-4e02-a0a8-92dc9f68dd4b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.294503 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-396b3162-15c2-4e02-a0a8-92dc9f68dd4b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.300274 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-396b3162-15c2-4e02-a0a8-92dc9f68dd4b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.306728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-396b3162-15c2-4e02-a0a8-92dc9f68dd4b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/8f5eadde-c51b-42e6-9191-c50fafa979c5 HTTP/1.1" status: 204 len: 168 time: 0.5077996 Dec 10 09:11:06.308034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44576) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:06.324361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291f4a3-eb6f-47b5-989b-6b25d97fbd78 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:11:06.344577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b3162-15c2-4e02-a0a8-92dc9f68dd4b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5eadde-c51b-42e6-9191-c50fafa979c5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:06.371732 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.407787 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c05a5aca-6e45-466f-a25f-4821009acbc6 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0915248 Dec 10 09:11:06.408678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44580) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:06.415205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-47da1da2-7c2c-450e-a44e-f8c1557f27c4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049825642'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:06.427247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040131f4-57c8-4d20-9ae0-9774bce18fdb']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:06.473051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99e901e-557b-439c-adcb-f25f5a3dc5c0') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:06.474536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99e901e-557b-439c-adcb-f25f5a3dc5c0') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:06.481651 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47da1da2-7c2c-450e-a44e-f8c1557f27c4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.504805 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.551842 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.576573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:11:06.578677 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:11:06.592319 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:11:06.633826 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.679244 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47da1da2-7c2c-450e-a44e-f8c1557f27c4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.713121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47da1da2-7c2c-450e-a44e-f8c1557f27c4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.755581 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.764657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.776356 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/040131f4-57c8-4d20-9ae0-9774bce18fdb HTTP/1.1" status: 204 len: 168 time: 4.0641899 Dec 10 09:11:06.776984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44584) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:06.875913 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47da1da2-7c2c-450e-a44e-f8c1557f27c4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:06.882920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-47da1da2-7c2c-450e-a44e-f8c1557f27c4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4729104 Dec 10 09:11:06.884967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c478e67-28f0-469c-ba8e-d3e5eb9b2549 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=040131f4-57c8-4d20-9ae0-9774bce18fdb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:06.887363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44588) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:06.892812 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bb8a39-2b6c-44cd-ad39-52754539a36c tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:06.893284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bb8a39-2b6c-44cd-ad39-52754539a36c tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:06.904047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c0d124b5-7b04-4dc5-91e3-9389bbf0d4a4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': 'abd58d3e-e613-41a9-8b67-824e1253891b', 'direction': 'ingress', 'protocol': 17}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:06.904683 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-37bb8a39-2b6c-44cd-ad39-52754539a36c tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/cf1766c6-434c-435f-b346-c5d08423f363 HTTP/1.1" status: 404 len: 337 time: 0.1195283 Dec 10 09:11:06.905548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44590) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:06.969452 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e894fb-d71c-45b7-939f-b6994752b091 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:06.971297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e894fb-d71c-45b7-939f-b6994752b091 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:06.985007 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a0e894fb-d71c-45b7-939f-b6994752b091 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/040131f4-57c8-4d20-9ae0-9774bce18fdb HTTP/1.1" status: 404 len: 339 time: 0.0778935 Dec 10 09:11:06.985665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44592) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:06.991558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c635d5-cdb8-482b-a3da-e6ff6bef6f5a req-cae25b6e-10b5-4d57-8ed9-0bea48013ac8 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:07.003763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5c635d5-cdb8-482b-a3da-e6ff6bef6f5a req-cae25b6e-10b5-4d57-8ed9-0bea48013ac8 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.3177254 Dec 10 09:11:07.009345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da1da2-7c2c-450e-a44e-f8c1557f27c4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd58d3e-e613-41a9-8b67-824e1253891b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:07.142931 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-91042288-0799-4ef0-aeec-4dee1ebf6167 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:07.143832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91042288-0799-4ef0-aeec-4dee1ebf6167 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:07.149135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-91042288-0799-4ef0-aeec-4dee1ebf6167 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/7e641e6f-9ab9-43db-bdcb-f7c65a09e9b1 HTTP/1.1" status: 404 len: 337 time: 0.1586182 Dec 10 09:11:07.155787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0d124b5-7b04-4dc5-91e3-9389bbf0d4a4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.160272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44598) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:07.219745 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c4e4dc-aa41-4a27-868c-2673c2fd47ec tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:07.220290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c4e4dc-aa41-4a27-868c-2673c2fd47ec tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:07.231868 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-13c4e4dc-aa41-4a27-868c-2673c2fd47ec tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/7da8efd0-e7ec-4fac-a010-2019d3bc130f HTTP/1.1" status: 404 len: 339 time: 0.0704510 Dec 10 09:11:07.232763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44600) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:07.326695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1e568-2a18-45f2-8532-37340a3a7c17 req-8345c168-9500-4bbc-810a-69fd69f21a11 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:07.330875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6f1e568-2a18-45f2-8532-37340a3a7c17 req-8345c168-9500-4bbc-810a-69fd69f21a11 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1654994 Dec 10 09:11:07.401555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6f1e568-2a18-45f2-8532-37340a3a7c17 req-1c8260a0-9d36-4aae-9d85-78ed10ca76f4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500295 Dec 10 09:11:07.406168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5c635d5-cdb8-482b-a3da-e6ff6bef6f5a req-ba968105-3ead-4a09-a68c-095ee1e4ed75 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990984 Dec 10 09:11:07.423070 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0d124b5-7b04-4dc5-91e3-9389bbf0d4a4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.441126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0d124b5-7b04-4dc5-91e3-9389bbf0d4a4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.468942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d124b5-7b04-4dc5-91e3-9389bbf0d4a4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a4fc5c-2c89-4b2f-ac83-42aede75d258,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:07.482061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.482940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0d124b5-7b04-4dc5-91e3-9389bbf0d4a4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.487478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c0d124b5-7b04-4dc5-91e3-9389bbf0d4a4 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5954015 Dec 10 09:11:07.487734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44604) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:07.568533 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce59dac2-2752-4b6b-acce-93bdd78aa8b8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.630058 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce59dac2-2752-4b6b-acce-93bdd78aa8b8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.649860 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.674670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4331090-9b97-4606-9463-eca83e2cfd20']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:07.685613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36625f6-285f-48f1-b863-91cb9f13cd55') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:07.686101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36625f6-285f-48f1-b863-91cb9f13cd55') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:07.700839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.716574 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.723777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:11:07.724253 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.763152 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce59dac2-2752-4b6b-acce-93bdd78aa8b8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.767643 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce59dac2-2752-4b6b-acce-93bdd78aa8b8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.771199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ce59dac2-2752-4b6b-acce-93bdd78aa8b8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/abd58d3e-e613-41a9-8b67-824e1253891b HTTP/1.1" status: 204 len: 168 time: 0.2802424 Dec 10 09:11:07.782777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44610) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:07.783665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59dac2-2752-4b6b-acce-93bdd78aa8b8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd58d3e-e613-41a9-8b67-824e1253891b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:11:07.820392 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:11:07.834812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.843419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.848981 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/b4331090-9b97-4606-9463-eca83e2cfd20 HTTP/1.1" status: 204 len: 168 time: 0.6121097 Dec 10 09:11:07.849374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44612) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:07.896678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0fce7793-fb33-4a21-944b-310a443487a7 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0996919 Dec 10 09:11:07.896917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279958ac-e51d-4623-a5f9-bfb1a2c2a6e1 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=b4331090-9b97-4606-9463-eca83e2cfd20,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:07.897366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44616) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:07.908625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c2f019c5-2175-4e23-aa96-924142d4a5f5 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-secgroup--567535615'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:07.941019 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-5615f91f-2c85-4d32-928f-8efe7ddec507 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:07.942134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5615f91f-2c85-4d32-928f-8efe7ddec507 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:07.950762 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5615f91f-2c85-4d32-928f-8efe7ddec507 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/608b5c36-e60d-4b3c-a642-2034669b6bdc HTTP/1.1" status: 404 len: 337 time: 0.0942948 Dec 10 09:11:07.950966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2f019c5-2175-4e23-aa96-924142d4a5f5 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:07.951062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44618) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:07.993139 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fa6594-93b6-432a-9b09-d1f67244fb30 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:07.994197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fa6594-93b6-432a-9b09-d1f67244fb30 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.003650 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-95fa6594-93b6-432a-9b09-d1f67244fb30 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/5cf5be8a-079e-4d51-a338-0e13f167ccfb HTTP/1.1" status: 404 len: 339 time: 0.0515134 Dec 10 09:11:08.005895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44620) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.067888 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52a3b57-9406-4254-86e8-7f0124dfc042 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.068706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52a3b57-9406-4254-86e8-7f0124dfc042 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.073057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e52a3b57-9406-4254-86e8-7f0124dfc042 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/62b68f2d-8e8a-4242-9586-ff2e372415c7 HTTP/1.1" status: 404 len: 337 time: 0.0659468 Dec 10 09:11:08.076129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44624) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.143697 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fa7842-9dd0-41a0-9555-97aac664c579 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.144300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0fa7842-9dd0-41a0-9555-97aac664c579 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.160196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2f019c5-2175-4e23-aa96-924142d4a5f5 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:08.161037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d0fa7842-9dd0-41a0-9555-97aac664c579 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/9d51fedc-168c-4f9d-a2fa-3b9efddc0d72 HTTP/1.1" status: 404 len: 339 time: 0.0825274 Dec 10 09:11:08.161483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44626) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.216863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:08.220973 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af8ed9f-2a3c-4120-8ea1-c97e8600ea01 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.221727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af8ed9f-2a3c-4120-8ea1-c97e8600ea01 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.228980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44628) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.229623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0af8ed9f-2a3c-4120-8ea1-c97e8600ea01 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/b796149a-c462-491c-a19c-0788f8f86184 HTTP/1.1" status: 404 len: 337 time: 0.0667858 Dec 10 09:11:08.230734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2f019c5-2175-4e23-aa96-924142d4a5f5 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:08.273229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f019c5-2175-4e23-aa96-924142d4a5f5 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf0e330-2f49-4f0b-a3c4-fdd8be0055d2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:08.278112 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a1148d-daf2-4445-9fb8-e77ee483930a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.279811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2f019c5-2175-4e23-aa96-924142d4a5f5 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:08.282143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a1148d-daf2-4445-9fb8-e77ee483930a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.283060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c2f019c5-2175-4e23-aa96-924142d4a5f5 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3791616 Dec 10 09:11:08.285370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44630) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.294097 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-93a1148d-daf2-4445-9fb8-e77ee483930a tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/ee6261d9-c069-4da2-853c-9c712516e6f2 HTTP/1.1" status: 404 len: 339 time: 0.0612226 Dec 10 09:11:08.297723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-40eae876-e589-4bf9-bf4f-aff418a4a2f1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-secgroup--205892470'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:08.302132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44632) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.339742 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f204f73b-f3c4-4db4-ba8d-82942a309359 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.340439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f204f73b-f3c4-4db4-ba8d-82942a309359 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.348134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f204f73b-f3c4-4db4-ba8d-82942a309359 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/b404e6b4-ec5f-4862-bd2d-f0e00d091027 HTTP/1.1" status: 404 len: 337 time: 0.0447819 Dec 10 09:11:08.348357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44634) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.389085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40eae876-e589-4bf9-bf4f-aff418a4a2f1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:08.396619 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce15cec-cee9-487b-82f4-90aa9f56866b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.397060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce15cec-cee9-487b-82f4-90aa9f56866b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.406756 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bce15cec-cee9-487b-82f4-90aa9f56866b tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/3ede1c2d-a3e4-406e-ba49-bbd2ae8553f9 HTTP/1.1" status: 404 len: 339 time: 0.0570490 Dec 10 09:11:08.409486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44636) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.481413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40eae876-e589-4bf9-bf4f-aff418a4a2f1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:08.491510 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40eae876-e589-4bf9-bf4f-aff418a4a2f1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:08.577893 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf8e815-785e-42e1-baf4-6b88b9434f70 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.578886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf8e815-785e-42e1-baf4-6b88b9434f70 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.581142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eae876-e589-4bf9-bf4f-aff418a4a2f1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9733043-6003-401f-847b-2af620fa2c8e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:08.587996 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-acf8e815-785e-42e1-baf4-6b88b9434f70 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/8185b7a8-cc77-4140-8360-9500bb3e41c0 HTTP/1.1" status: 404 len: 337 time: 0.1770761 Dec 10 09:11:08.591032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44642) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.599413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40eae876-e589-4bf9-bf4f-aff418a4a2f1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:08.603423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-40eae876-e589-4bf9-bf4f-aff418a4a2f1 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3144481 Dec 10 09:11:08.603961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44644) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.609105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-61188ebf-f837-4446-95cb-aa4c7a6132ae tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '0cf0e330-2f49-4f0b-a3c4-fdd8be0055d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd9733043-6003-401f-847b-2af620fa2c8e', 'remote_ip_prefix': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:08.636107 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4467230-e6e3-44f7-b706-fe1c72c3ab79 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.637219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4467230-e6e3-44f7-b706-fe1c72c3ab79 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.642277 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f4467230-e6e3-44f7-b706-fe1c72c3ab79 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/a418f3ab-15a9-41c4-ae32-cd7ed52c6671 HTTP/1.1" status: 404 len: 339 time: 0.0500627 Dec 10 09:11:08.646456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44646) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.734016 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dd8892-24f9-4f6a-9eb0-bf1b60d055b7 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.734876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dd8892-24f9-4f6a-9eb0-bf1b60d055b7 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.739944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61188ebf-f837-4446-95cb-aa4c7a6132ae tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:08.747684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-74dd8892-24f9-4f6a-9eb0-bf1b60d055b7 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/a889e111-2841-4559-913a-983f50172f89 HTTP/1.1" status: 404 len: 337 time: 0.0975683 Dec 10 09:11:08.749840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44652) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.817781 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb40439a-2096-4c8d-8126-2f2e21fc79fa tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.818443 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb40439a-2096-4c8d-8126-2f2e21fc79fa tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.832139 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fb40439a-2096-4c8d-8126-2f2e21fc79fa tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/21036383-8102-4f0b-b3d2-b8efe290f922 HTTP/1.1" status: 404 len: 339 time: 0.0810215 Dec 10 09:11:08.836556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44654) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.862007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf472d5-b47e-4c40-9f34-309025eff4a9 req-e420c100-f8a0-4eb5-a80a-e6b2b965fbbd tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:08.863535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bf472d5-b47e-4c40-9f34-309025eff4a9 req-e420c100-f8a0-4eb5-a80a-e6b2b965fbbd tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1965013 Dec 10 09:11:08.877237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aa256-f506-4e7c-b47d-984a1f55893d req-9fadd363-e6ff-4813-9a49-489366441b7c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:08.879126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f08aa256-f506-4e7c-b47d-984a1f55893d req-9fadd363-e6ff-4813-9a49-489366441b7c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.2000458 Dec 10 09:11:08.892657 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2bffc8-c63d-4000-892b-9b2693433392 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.893120 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2bffc8-c63d-4000-892b-9b2693433392 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.906306 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8b2bffc8-c63d-4000-892b-9b2693433392 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/2021fb41-446b-42e3-af15-f9b923bf2a27 HTTP/1.1" status: 404 len: 337 time: 0.0656829 Dec 10 09:11:08.907092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44656) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:08.942881 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-3681c74c-71f6-40ad-a51c-37602a65bd88 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:08.943410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3681c74c-71f6-40ad-a51c-37602a65bd88 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:08.959450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3681c74c-71f6-40ad-a51c-37602a65bd88 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/c7cbfaf3-97a8-4fb6-af4c-c484c39a008a HTTP/1.1" status: 404 len: 339 time: 0.0489955 Dec 10 09:11:08.966375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44660) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:09.019682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f08aa256-f506-4e7c-b47d-984a1f55893d req-257746bc-bcd3-46e7-9eeb-8c0600b3e9f7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276090 Dec 10 09:11:09.046370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bf472d5-b47e-4c40-9f34-309025eff4a9 req-b617fa85-64f7-4692-ae92-0d5fb1b60f30 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662488 Dec 10 09:11:09.089658 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7ae42b-ab69-4101-946c-1b69ad5615b8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:09.091163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7ae42b-ab69-4101-946c-1b69ad5615b8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:09.096802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44664) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:09.096963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3c7ae42b-ab69-4101-946c-1b69ad5615b8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/421a91d8-6843-4d9f-8858-e9c2045ec369 HTTP/1.1" status: 404 len: 337 time: 0.1297846 Dec 10 09:11:09.120600 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61188ebf-f837-4446-95cb-aa4c7a6132ae tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.133735 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61188ebf-f837-4446-95cb-aa4c7a6132ae tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.145905 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-568a0ac0-1ff5-4b33-9832-61a7fe179d6d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] DELETE failed (client error): The resource could not be found. Dec 10 09:11:09.148312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568a0ac0-1ff5-4b33-9832-61a7fe179d6d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:11:09.158692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61188ebf-f837-4446-95cb-aa4c7a6132ae tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cd0024-487b-48e2-a2c1-05c1f81e705b,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:09.161548 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-568a0ac0-1ff5-4b33-9832-61a7fe179d6d tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/0bf790a2-9a14-491c-ad98-10bb953f48f5 HTTP/1.1" status: 404 len: 339 time: 0.0615609 Dec 10 09:11:09.162670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44666) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:09.176073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61188ebf-f837-4446-95cb-aa4c7a6132ae tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.180035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-61188ebf-f837-4446-95cb-aa4c7a6132ae tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5725825 Dec 10 09:11:09.180634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44668) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:09.195444 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.246888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23ea8557-e528-4e56-a0d7-1a1c51acdeb8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.267082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23ea8557-e528-4e56-a0d7-1a1c51acdeb8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.323308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-af45c7d5-fafa-4951-949d-609767e48ac0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Deleting subnet e0d16a70-3163-418e-85a6-99ebd2716b66 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:11:09.334442 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af45c7d5-fafa-4951-949d-609767e48ac0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.346200 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23ea8557-e528-4e56-a0d7-1a1c51acdeb8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.365176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23ea8557-e528-4e56-a0d7-1a1c51acdeb8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.370954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-23ea8557-e528-4e56-a0d7-1a1c51acdeb8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/60cd0024-487b-48e2-a2c1-05c1f81e705b HTTP/1.1" status: 204 len: 168 time: 0.1869333 Dec 10 09:11:09.378901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44674) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:09.395812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea8557-e528-4e56-a0d7-1a1c51acdeb8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60cd0024-487b-48e2-a2c1-05c1f81e705b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:09.442387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af45c7d5-fafa-4951-949d-609767e48ac0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.509930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dd30b8d8-1572-466e-91ca-7022df7f2a2d tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1265452 Dec 10 09:11:09.510538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44676) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:09.745760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d375991c-febb-4782-8cf1-b08316fd528d tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.782589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af45c7d5-fafa-4951-949d-609767e48ac0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.806556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d375991c-febb-4782-8cf1-b08316fd528d tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.927818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af45c7d5-fafa-4951-949d-609767e48ac0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.943490 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d375991c-febb-4782-8cf1-b08316fd528d tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.949919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d375991c-febb-4782-8cf1-b08316fd528d tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:09.960533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d375991c-febb-4782-8cf1-b08316fd528d tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/d9733043-6003-401f-847b-2af620fa2c8e HTTP/1.1" status: 204 len: 168 time: 0.4395854 Dec 10 09:11:09.961117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44688) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:10.034248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af45c7d5-fafa-4951-949d-609767e48ac0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:10.038720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe70a4-bbc4-460c-bb79-c2f5a02e03cd None None] Network ce2aa139-3963-4a71-ae5f-c5b1bae7c12d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:11:10.055502 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-af45c7d5-fafa-4951-949d-609767e48ac0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/subnets/e0d16a70-3163-418e-85a6-99ebd2716b66 HTTP/1.1" status: 204 len: 168 time: 0.8881874 Dec 10 09:11:10.056147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44692) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:10.064264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45c7d5-fafa-4951-949d-609767e48ac0 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d16a70-3163-418e-85a6-99ebd2716b66,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:10.112583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375991c-febb-4782-8cf1-b08316fd528d tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9733043-6003-401f-847b-2af620fa2c8e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:10.339840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:10.429717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Deleting port 290e1e1f-f71d-48b4-89cd-0eedf750d022 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:11:10.430568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:10.445011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aae000-3a43-41c2-81a0-a2cc11384436 None None] DHCP port deletion for ce2aa139-3963-4a71-ae5f-c5b1bae7c12d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:11:10.531487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024571b8-3fc2-4cea-abb5-59e301467cb0 req-6745ebbb-0c55-44db-98f8-91b116698481 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:10.543846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-024571b8-3fc2-4cea-abb5-59e301467cb0 req-6745ebbb-0c55-44db-98f8-91b116698481 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.4719663 Dec 10 09:11:10.573396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b8aae000-3a43-41c2-81a0-a2cc11384436 None None] Deleting port 290e1e1f-f71d-48b4-89cd-0eedf750d022 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:11:10.573748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8aae000-3a43-41c2-81a0-a2cc11384436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:10.622590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] For port 290e1e1f-f71d-48b4-89cd-0eedf750d022, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=290e1e1f-f71d-48b4-89cd-0eedf750d022,segment=NetworkSegment(ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11),segment_id=ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:10.623165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:10.639215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-46b826c1-ca6d-4c12-b037-249f11c393a2 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.6567109 Dec 10 09:11:10.641455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44696) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:10.692802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45753c9a-5710-4b96-a0ee-9a818b103f0d req-4794ee75-5ce1-4c4d-82b5-b0b7c7283011 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:10.697573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Calling delete_port for 290e1e1f-f71d-48b4-89cd-0eedf750d022 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:11:10.708657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45753c9a-5710-4b96-a0ee-9a818b103f0d req-4794ee75-5ce1-4c4d-82b5-b0b7c7283011 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.4352522 Dec 10 09:11:10.735558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 290e1e1f-f71d-48b4-89cd-0eedf750d022 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:11:10.829107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b8aae000-3a43-41c2-81a0-a2cc11384436 None None] For port 290e1e1f-f71d-48b4-89cd-0eedf750d022, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=290e1e1f-f71d-48b4-89cd-0eedf750d022,segment=NetworkSegment(ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11),segment_id=ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:10.829441 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8aae000-3a43-41c2-81a0-a2cc11384436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:10.863131 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:10.878932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b8aae000-3a43-41c2-81a0-a2cc11384436 None None] Calling delete_port for 290e1e1f-f71d-48b4-89cd-0eedf750d022 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:11:10.886985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-024571b8-3fc2-4cea-abb5-59e301467cb0 req-a11d9c91-f85b-48dc-a4c4-aefd2cd82723 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421018 Dec 10 09:11:10.926333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:11:10.928648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No active binding found for port 290e1e1f-f71d-48b4-89cd-0eedf750d022 {{(pid=114971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 09:11:10.929075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 290e1e1f-f71d-48b4-89cd-0eedf750d022 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:11:10.962838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Port': ['ID=290e1e1f-f71d-48b4-89cd-0eedf750d022,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:10.976422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] No DVR routers for this DVR port 290e1e1f-f71d-48b4-89cd-0eedf750d022 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:11:11.012034 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a26cb0b9-3a21-4ebf-a46a-fb7bee82be7f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.042399 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45753c9a-5710-4b96-a0ee-9a818b103f0d req-00266ff7-5d01-4dbd-b82e-5c31eb6cb618 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327320 Dec 10 09:11:11.084115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a26cb0b9-3a21-4ebf-a46a-fb7bee82be7f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.316916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a26cb0b9-3a21-4ebf-a46a-fb7bee82be7f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.326761 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a26cb0b9-3a21-4ebf-a46a-fb7bee82be7f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.329721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a26cb0b9-3a21-4ebf-a46a-fb7bee82be7f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/0cf0e330-2f49-4f0b-a3c4-fdd8be0055d2 HTTP/1.1" status: 204 len: 168 time: 0.6851869 Dec 10 09:11:11.335662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44706) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:11.343771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cb0b9-3a21-4ebf-a46a-fb7bee82be7f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf0e330-2f49-4f0b-a3c4-fdd8be0055d2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:11.358236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.434211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2aa139-3963-4a71-ae5f-c5b1bae7c12d']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:11.488695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:11.489108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9e9ab2-fc2d-4eb8-881c-859bb89e5e11') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:11.543735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.567582 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8aae000-3a43-41c2-81a0-a2cc11384436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.569742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b29fa533-f382-4b2b-9e57-0d24f11af69a tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2318270 Dec 10 09:11:11.575807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44708) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:11.582751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cb3e51ea-d389-4b19-85b3-eb096e9efb47 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038155465'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:11.591417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.603605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:11:11.604077 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:11:11.608491 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:11:11.623720 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.652464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cb3e51ea-d389-4b19-85b3-eb096e9efb47 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.698202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aae000-3a43-41c2-81a0-a2cc11384436 None None] Pushing event deleted for resources: {'Port': ['ID=290e1e1f-f71d-48b4-89cd-0eedf750d022,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:11.713306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aae000-3a43-41c2-81a0-a2cc11384436 None None] No DVR routers for this DVR port 290e1e1f-f71d-48b4-89cd-0eedf750d022 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:11:11.754919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.757289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:11:11.763818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.768875 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b39adfb-b63d-46ae-b8bc-5967de937b1f" -d '{"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:11:11.790996 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] 10.222.0.31 "DELETE /v2.0/networks/ce2aa139-3963-4a71-ae5f-c5b1bae7c12d HTTP/1.1" status: 204 len: 168 time: 1.6959291 Dec 10 09:11:11.804174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:11.813112 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.847101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cb3e51ea-d389-4b19-85b3-eb096e9efb47 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.854697 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cb3e51ea-d389-4b19-85b3-eb096e9efb47 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.863162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b732ffc-d02c-4fb6-96db-0e2ce02841a8 tempest-NetworksTest-346959953 tempest-NetworksTest-346959953-project] Pushing event deleted for resources: {'Network': ['ID=ce2aa139-3963-4a71-ae5f-c5b1bae7c12d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:11.927016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cb3e51ea-d389-4b19-85b3-eb096e9efb47 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:11.931180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cb3e51ea-d389-4b19-85b3-eb096e9efb47 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3530927 Dec 10 09:11:11.931494 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52631c7-8394-42fc-8b1b-00bd36678dab x-openstack-request-id: req-f52631c7-8394-42fc-8b1b-00bd36678dab {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:11:11.931902 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:11:11.935692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44716) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:11.936968 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f52631c7-8394-42fc-8b1b-00bd36678dab {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:11:11.937712 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'code': 200} Dec 10 09:11:11.939589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=11']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:11.958765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e51ea-d389-4b19-85b3-eb096e9efb47 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7ad250-6284-433b-bfe7-686dd77ddd7f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:11.959349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-67d56746-41d4-4279-89fe-3dff596a759b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '3f7ad250-6284-433b-bfe7-686dd77ddd7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:12.112539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67d56746-41d4-4279-89fe-3dff596a759b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.273970 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67d56746-41d4-4279-89fe-3dff596a759b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.283593 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67d56746-41d4-4279-89fe-3dff596a759b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.325772 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67d56746-41d4-4279-89fe-3dff596a759b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.330045 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-67d56746-41d4-4279-89fe-3dff596a759b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3921888 Dec 10 09:11:12.332532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44726) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:12.333116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44728) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:12.350469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d56746-41d4-4279-89fe-3dff596a759b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a802b4-348f-478b-a95b-506f9f2b816f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:12.390875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9597dee1-a5ff-4309-acdc-67a2f72ac9e3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.430125 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9597dee1-a5ff-4309-acdc-67a2f72ac9e3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.485920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f3f1-7a43-454d-b191-f777df36daef req-161e43c3-cac9-4a11-ae7a-0a561dadb784 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:12.489333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3e9f3f1-7a43-454d-b191-f777df36daef req-161e43c3-cac9-4a11-ae7a-0a561dadb784 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.3290613 Dec 10 09:11:12.591519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9597dee1-a5ff-4309-acdc-67a2f72ac9e3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.631587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9597dee1-a5ff-4309-acdc-67a2f72ac9e3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.652121 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9597dee1-a5ff-4309-acdc-67a2f72ac9e3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c5a802b4-348f-478b-a95b-506f9f2b816f HTTP/1.1" status: 204 len: 168 time: 0.3164525 Dec 10 09:11:12.658854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4d5a-bad4-461e-be4f-df6175dec0aa req-fc861982-7de0-4252-9364-0057d16cfd7f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:12.659465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44744) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:12.677784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ffbb4d5a-bad4-461e-be4f-df6175dec0aa req-fc861982-7de0-4252-9364-0057d16cfd7f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3994465 Dec 10 09:11:12.727247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3e9f3f1-7a43-454d-b191-f777df36daef req-3f363988-ec1c-4d55-8a69-d002759b869a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050967 Dec 10 09:11:12.762162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597dee1-a5ff-4309-acdc-67a2f72ac9e3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5a802b4-348f-478b-a95b-506f9f2b816f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:12.792192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ffbb4d5a-bad4-461e-be4f-df6175dec0aa req-da8c11a2-4b0e-4c78-8fdb-460923a87791 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070259 Dec 10 09:11:12.806953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c8b4f6fe-4e8b-4efd-ad32-3ee79de0fe52 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1415374 Dec 10 09:11:12.809703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44754) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:12.885800 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-792a75e9-ff3f-4976-87db-b465d01d9ae3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c7f2e8ede864fbda55140290daf421e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5507588 Dec 10 09:11:12.887191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44758) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:12.899418 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a784ce8-d178-443c-887e-b7573482cfaa tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.940989 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a784ce8-d178-443c-887e-b7573482cfaa tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:12.994252 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc83-01b5-4b4b-91ed-0e713ecfa7f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.051644 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a784ce8-d178-443c-887e-b7573482cfaa tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.056370 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0a784ce8-d178-443c-887e-b7573482cfaa tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.060785 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc83-01b5-4b4b-91ed-0e713ecfa7f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.061211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0a784ce8-d178-443c-887e-b7573482cfaa tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/3f7ad250-6284-433b-bfe7-686dd77ddd7f HTTP/1.1" status: 204 len: 168 time: 0.2416756 Dec 10 09:11:13.062273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44762) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:13.128678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a784ce8-d178-443c-887e-b7573482cfaa tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7ad250-6284-433b-bfe7-686dd77ddd7f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:13.160855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc83-01b5-4b4b-91ed-0e713ecfa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.164257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0fddc83-01b5-4b4b-91ed-0e713ecfa7f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.170065 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a0fddc83-01b5-4b4b-91ed-0e713ecfa7f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b2feea1-b7ca-43b5-8dde-8e54063bcae0 HTTP/1.1" status: 204 len: 168 time: 0.2817354 Dec 10 09:11:13.188636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fddc83-01b5-4b4b-91ed-0e713ecfa7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2feea1-b7ca-43b5-8dde-8e54063bcae0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:13.252491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-15fa558d-493f-448b-9e7b-d44aadea7414 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1802661 Dec 10 09:11:13.259946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44768) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:13.265441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-63601dea-22e3-45ef-8498-0d5c40c32714 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-secgroup--531749911'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:13.317174 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63601dea-22e3-45ef-8498-0d5c40c32714 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.446673 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63601dea-22e3-45ef-8498-0d5c40c32714 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.457537 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63601dea-22e3-45ef-8498-0d5c40c32714 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.501778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63601dea-22e3-45ef-8498-0d5c40c32714 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c43e7b0-c618-4ee3-b1a6-f491033dd7b2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:13.510125 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63601dea-22e3-45ef-8498-0d5c40c32714 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.513045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-63601dea-22e3-45ef-8498-0d5c40c32714 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2513967 Dec 10 09:11:13.515804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44776) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:13.521200 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cc519cf4-e26f-4a8a-9a0f-fe8eacdfbfc3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '2c43e7b0-c618-4ee3-b1a6-f491033dd7b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:13.594531 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc519cf4-e26f-4a8a-9a0f-fe8eacdfbfc3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.684224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc519cf4-e26f-4a8a-9a0f-fe8eacdfbfc3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.701976 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc519cf4-e26f-4a8a-9a0f-fe8eacdfbfc3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.735626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc519cf4-e26f-4a8a-9a0f-fe8eacdfbfc3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa2a95a-2d98-4ca4-9f1e-7c411e5f504c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:13.762523 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc519cf4-e26f-4a8a-9a0f-fe8eacdfbfc3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:13.764673 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cc519cf4-e26f-4a8a-9a0f-fe8eacdfbfc3 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2467394 Dec 10 09:11:13.767392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44786) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:13.802680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-22cfad68-99f7-4bbd-87c4-9be4e3f8f2a5 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules/9fa2a95a-2d98-4ca4-9f1e-7c411e5f504c HTTP/1.1" status: 200 len: 763 time: 0.0339947 Dec 10 09:11:13.805789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44788) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:13.952558 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2736237f-8c6a-409c-b301-44cbb87523cf tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1452918 Dec 10 09:11:13.955444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44794) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:13.994288 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e34678e-92f7-4124-9901-6bd8e8f78402 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.006871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e34678e-92f7-4124-9901-6bd8e8f78402 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.019424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab52dad-6406-4c70-b47c-cc93574570ab req-61650b79-f2f4-4032-aa27-fc83b855f645 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:14.027086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bab52dad-6406-4c70-b47c-cc93574570ab req-61650b79-f2f4-4032-aa27-fc83b855f645 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1557171 Dec 10 09:11:14.059561 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e34678e-92f7-4124-9901-6bd8e8f78402 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.074127 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e34678e-92f7-4124-9901-6bd8e8f78402 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.080087 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e34678e-92f7-4124-9901-6bd8e8f78402 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9fa2a95a-2d98-4ca4-9f1e-7c411e5f504c HTTP/1.1" status: 204 len: 168 time: 0.1218729 Dec 10 09:11:14.091169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44796) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:14.135597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34678e-92f7-4124-9901-6bd8e8f78402 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fa2a95a-2d98-4ca4-9f1e-7c411e5f504c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:14.231090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebb7f2-44ba-4665-a787-7ad7ce1e6180 req-f7e414f6-ce4b-4afa-89ca-b7a919f15448 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:14.240076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21ebb7f2-44ba-4665-a787-7ad7ce1e6180 req-f7e414f6-ce4b-4afa-89ca-b7a919f15448 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2665510 Dec 10 09:11:14.270078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d69d684b-333b-479d-a36f-efa1e90d19a0 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1687119 Dec 10 09:11:14.272573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44810) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:14.278473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d84b867a-487f-46df-ae2f-121177c2bde6 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '2c43e7b0-c618-4ee3-b1a6-f491033dd7b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:14.321801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bab52dad-6406-4c70-b47c-cc93574570ab req-7a24eb7a-d9b2-4fce-8499-249f78fd749b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662253 Dec 10 09:11:14.334294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d84b867a-487f-46df-ae2f-121177c2bde6 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.404264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21ebb7f2-44ba-4665-a787-7ad7ce1e6180 req-75176d80-50c5-40a0-ad37-7d2de7a98a8f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629331 Dec 10 09:11:14.457442 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d84b867a-487f-46df-ae2f-121177c2bde6 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.476578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d84b867a-487f-46df-ae2f-121177c2bde6 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.509367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d84b867a-487f-46df-ae2f-121177c2bde6 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.515359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44820) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:14.515616 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d84b867a-487f-46df-ae2f-121177c2bde6 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2415249 Dec 10 09:11:14.519076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b867a-487f-46df-ae2f-121177c2bde6 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c959ed5-d0af-42e0-9be9-3df4b1f0d556,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:14.555148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e216ccb9-7e7a-475a-82b5-b6622ffd7903 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules/0c959ed5-d0af-42e0-9be9-3df4b1f0d556 HTTP/1.1" status: 200 len: 763 time: 0.0380690 Dec 10 09:11:14.558031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44822) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:14.579886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44826) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:14.659448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44830) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:14.675490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-844d58f3-9687-4ef5-a922-62408e561bb8 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1159415 Dec 10 09:11:14.727843 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9d856fcb-09e8-4278-a7b3-3a4c308a16cc tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.750807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9d856fcb-09e8-4278-a7b3-3a4c308a16cc tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.814327 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3e0e5de4-b4d2-487a-a9b5-61194ae3de3f tempest-ServiceProvidersTest-862537215 tempest-ServiceProvidersTest-862537215-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2295005 Dec 10 09:11:14.814327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9d856fcb-09e8-4278-a7b3-3a4c308a16cc tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.818559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9d856fcb-09e8-4278-a7b3-3a4c308a16cc tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:14.819772 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9d856fcb-09e8-4278-a7b3-3a4c308a16cc tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0c959ed5-d0af-42e0-9be9-3df4b1f0d556 HTTP/1.1" status: 204 len: 168 time: 0.1587005 Dec 10 09:11:14.822588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44836) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:14.825110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:11:14.914661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d856fcb-09e8-4278-a7b3-3a4c308a16cc tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c959ed5-d0af-42e0-9be9-3df4b1f0d556,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:15.011462 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-28f2c3ca-bcff-45aa-aa20-4a087b746720 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1757696 Dec 10 09:11:15.013270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44842) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:15.027852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f887060c-2343-4529-aad4-d165c4349310 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': '2c43e7b0-c618-4ee3-b1a6-f491033dd7b2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:15.090615 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-f887060c-2343-4529-aad4-d165c4349310 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Project 0e687cfb547744f0871a3ed2c71224d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:11:15.101464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f887060c-2343-4529-aad4-d165c4349310 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.215453 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.222935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:15.238839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'port_id': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'mac_address': 'fa:16:3e:12:41:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:11:15.264766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f887060c-2343-4529-aad4-d165c4349310 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.275339 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f887060c-2343-4529-aad4-d165c4349310 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.297173 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.320772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba6acd8-f3d3-4d4e-949c-749866916006 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:11:15.330660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887060c-2343-4529-aad4-d165c4349310 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce5282d-e624-4d75-976c-f701661a8406,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:15.347232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f887060c-2343-4529-aad4-d165c4349310 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.351711 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f887060c-2343-4529-aad4-d165c4349310 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325391 Dec 10 09:11:15.351904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44846) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:15.352386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44848) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:15.356810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:15.394917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.408492 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5d0ad36d-3b39-49ce-8071-bcc12b4b8965 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules/8ce5282d-e624-4d75-976c-f701661a8406 HTTP/1.1" status: 200 len: 769 time: 0.0542982 Dec 10 09:11:15.410383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44856) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:15.591578 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bb73a74a-c840-4e56-a119-294019a3e76b tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1784294 Dec 10 09:11:15.594677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44864) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:15.656907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['dba6acd8-f3d3-4d4e-949c-749866916006'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:11:15.718892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=12']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:15.737729 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d94081a6-46b1-4661-a5f7-0ec14d2f661a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.767195 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2b45391-389a-4904-af7c-8b4191c7bf06 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.787259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2b45391-389a-4904-af7c-8b4191c7bf06 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.856002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2b45391-389a-4904-af7c-8b4191c7bf06 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.863357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a2b45391-389a-4904-af7c-8b4191c7bf06 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:15.868333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a2b45391-389a-4904-af7c-8b4191c7bf06 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8ce5282d-e624-4d75-976c-f701661a8406 HTTP/1.1" status: 204 len: 168 time: 0.2721109 Dec 10 09:11:15.869938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44866) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:15.907483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b45391-389a-4904-af7c-8b4191c7bf06 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ce5282d-e624-4d75-976c-f701661a8406,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:15.956125 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-159a8d41-a68a-446c-b937-2d604d162d72 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0824747 Dec 10 09:11:15.956371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd667e-6a0d-4db9-a002-ae6cf9c70c7a req-fbaa0af2-a191-43ff-8093-27b856365eef tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:15.962134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37cd667e-6a0d-4db9-a002-ae6cf9c70c7a req-fbaa0af2-a191-43ff-8093-27b856365eef tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 945 time: 0.3111250 Dec 10 09:11:15.965059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44868) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:16.025474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97d5a2-5621-427f-bd0d-dce311d65e25 req-c46a4ff2-8ffd-43d3-94a5-a361ca27dc22 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:16.027118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a97d5a2-5621-427f-bd0d-dce311d65e25 req-c46a4ff2-8ffd-43d3-94a5-a361ca27dc22 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3436077 Dec 10 09:11:16.160795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37cd667e-6a0d-4db9-a002-ae6cf9c70c7a req-27064054-518a-4d9e-9a5b-80a4b091815c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976919 Dec 10 09:11:16.208719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a97d5a2-5621-427f-bd0d-dce311d65e25 req-b14fbef4-4890-4f35-a127-74fd18916d99 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663146 Dec 10 09:11:16.212503 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb03a-94b5-4eca-b5d5-f1afe357f914 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.215346 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d94081a6-46b1-4661-a5f7-0ec14d2f661a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.229348 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d94081a6-46b1-4661-a5f7-0ec14d2f661a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.270491 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb03a-94b5-4eca-b5d5-f1afe357f914 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.305115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d94081a6-46b1-4661-a5f7-0ec14d2f661a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec70837699694b40857cb7289177f5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9529457 Dec 10 09:11:16.307791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44872) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:16.324043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94081a6-46b1-4661-a5f7-0ec14d2f661a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789465e6-6efb-4a86-88ac-6ab280672a67,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:16.359843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb03a-94b5-4eca-b5d5-f1afe357f914 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.362494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb03a-94b5-4eca-b5d5-f1afe357f914 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.366032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9f9bb03a-94b5-4eca-b5d5-f1afe357f914 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/2c43e7b0-c618-4ee3-b1a6-f491033dd7b2 HTTP/1.1" status: 204 len: 168 time: 0.3922331 Dec 10 09:11:16.368924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44874) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:16.372936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bb03a-94b5-4eca-b5d5-f1afe357f914 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c43e7b0-c618-4ee3-b1a6-f491033dd7b2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:16.433554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0934a1a5-687a-4cb0-9bdf-2027cae69b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.485421 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0934a1a5-687a-4cb0-9bdf-2027cae69b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.523462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44880) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:16.528085 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5c6a5734-6af3-4c36-9385-38f1c0c5db8c tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1560433 Dec 10 09:11:16.535632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-99224d8f-78bb-41ad-97b5-01df8d9917e9 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000494420'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:16.579354 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99224d8f-78bb-41ad-97b5-01df8d9917e9 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.625892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0934a1a5-687a-4cb0-9bdf-2027cae69b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.630017 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0934a1a5-687a-4cb0-9bdf-2027cae69b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.634878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0934a1a5-687a-4cb0-9bdf-2027cae69b8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/789465e6-6efb-4a86-88ac-6ab280672a67 HTTP/1.1" status: 204 len: 168 time: 0.3255484 Dec 10 09:11:16.660473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934a1a5-687a-4cb0-9bdf-2027cae69b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789465e6-6efb-4a86-88ac-6ab280672a67,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:16.839621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:11:16.848491 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99224d8f-78bb-41ad-97b5-01df8d9917e9 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.861008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99224d8f-78bb-41ad-97b5-01df8d9917e9 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.916549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port dba6acd8-f3d3-4d4e-949c-749866916006 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:11:16.917383 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.942976 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99224d8f-78bb-41ad-97b5-01df8d9917e9 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:16.946011 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-99224d8f-78bb-41ad-97b5-01df8d9917e9 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4214292 Dec 10 09:11:16.952471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44898) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:16.961322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-73c0fe44-dcf6-4385-808e-3fb3306d9a0f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Request body: {'security_group_rule': {'security_group_id': 'aedf3ba0-d8e5-4f0b-a26c-bd9d9a57ebe4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:17.028880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73c0fe44-dcf6-4385-808e-3fb3306d9a0f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.040716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99224d8f-78bb-41ad-97b5-01df8d9917e9 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf3ba0-d8e5-4f0b-a26c-bd9d9a57ebe4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:17.101656 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73c0fe44-dcf6-4385-808e-3fb3306d9a0f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.112073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73c0fe44-dcf6-4385-808e-3fb3306d9a0f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.133195 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.140552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0fe44-dcf6-4385-808e-3fb3306d9a0f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fa676e-79de-4e7d-ba1a-c6c600ada77d,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:17.157673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-73c0fe44-dcf6-4385-808e-3fb3306d9a0f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.159122 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-73c0fe44-dcf6-4385-808e-3fb3306d9a0f tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2044065 Dec 10 09:11:17.161797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44904) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:17.210406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:17.211744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:11:17.215520 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5566daf9-1b12-4cd3-ba91-bcdebc5c71da" -d '{"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:11:17.222561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.316953 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4919af4b-469b-4c98-9f39-97508b09d959 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.377920 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd3585-09e2-4a9f-89fe-8fdea6bfb9b1 x-openstack-request-id: req-45cd3585-09e2-4a9f-89fe-8fdea6bfb9b1 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:11:17.378409 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-plugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:11:17.378784 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45cd3585-09e2-4a9f-89fe-8fdea6bfb9b1 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:11:17.388121 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'code': 200} Dec 10 09:11:17.398750 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4919af4b-469b-4c98-9f39-97508b09d959 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.406569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=13']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:17.552822 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4919af4b-469b-4c98-9f39-97508b09d959 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.563258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4919af4b-469b-4c98-9f39-97508b09d959 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:17.567336 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4919af4b-469b-4c98-9f39-97508b09d959 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/aedf3ba0-d8e5-4f0b-a26c-bd9d9a57ebe4 HTTP/1.1" status: 204 len: 168 time: 0.4042640 Dec 10 09:11:17.568077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44924) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:17.605656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919af4b-469b-4c98-9f39-97508b09d959 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf3ba0-d8e5-4f0b-a26c-bd9d9a57ebe4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:17.684110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f50fa046-d5dc-4144-b21a-26b89ab48b1a tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1141894 Dec 10 09:11:17.687704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44928) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:17.788231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03442fb8-cc3a-4324-9054-db3bc5f472d0 req-8ed944f6-9d24-46ed-a50d-3d5113910544 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:17.797379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03442fb8-cc3a-4324-9054-db3bc5f472d0 req-8ed944f6-9d24-46ed-a50d-3d5113910544 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.3010416 Dec 10 09:11:17.838321 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f2a33763-5a69-4b25-bdf0-c48eedbd0e7a tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1451912 Dec 10 09:11:17.843728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44936) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:17.875708 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-437e4813-c3ba-456b-b700-87ae3e0ce438 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] delete failed (client error): The resource could not be found. Dec 10 09:11:17.881316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-437e4813-c3ba-456b-b700-87ae3e0ce438 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "DELETE /v2.0/security-groups/aedf3ba0-d8e5-4f0b-a26c-bd9d9a57ebe4 HTTP/1.1" status: 404 len: 347 time: 0.0350285 Dec 10 09:11:17.883903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44938) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:17.936630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03442fb8-cc3a-4324-9054-db3bc5f472d0 req-ef163ef2-83ee-418b-8421-d761188ed104 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378205 Dec 10 09:11:17.949289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50ce19-5bd2-4f01-a7f0-40916b41ade7 req-c8ba0423-873a-4744-beab-d09f608a3db7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:17.958670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb50ce19-5bd2-4f01-a7f0-40916b41ade7 req-c8ba0423-873a-4744-beab-d09f608a3db7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3901553 Dec 10 09:11:17.986652 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-807a967d-59a4-4e8c-8564-3a05d58cef23 tempest-SecGroupIPv6Test-1352552958 tempest-SecGroupIPv6Test-1352552958-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0980358 Dec 10 09:11:18.047932 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb50ce19-5bd2-4f01-a7f0-40916b41ade7 req-ab6e002f-0bb9-4868-a6f1-8dfe0e2bf105 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877843 Dec 10 09:11:18.508725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44958) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:18.541942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44962) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:18.780828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-722110952-network', 'tenant_id': 'cdd65c149d3b4587ab192e248108d17b'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:18.805034 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0b47d3ed-9807-471c-8823-97e1a74e8a87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e687cfb547744f0871a3ed2c71224d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2952094 Dec 10 09:11:18.807452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44966) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:18.835601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Made reservation on behalf of cdd65c149d3b4587ab192e248108d17b for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:11:18.838534 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:18.851527 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:18.956434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ea6092a-f3f0-4590-9787-f229b4f9047e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:19.032600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ea6092a-f3f0-4590-9787-f229b4f9047e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:19.224501 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:19.233285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ea6092a-f3f0-4590-9787-f229b4f9047e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:19.237204 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ea6092a-f3f0-4590-9787-f229b4f9047e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:19.238580 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5ea6092a-f3f0-4590-9787-f229b4f9047e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f0433fa-ad49-4c60-911d-c207656f8f2a HTTP/1.1" status: 204 len: 168 time: 0.4302142 Dec 10 09:11:19.255266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6092a-f3f0-4590-9787-f229b4f9047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0433fa-ad49-4c60-911d-c207656f8f2a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:19.397698 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:19.456053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:19.500351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:11:19.525611 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:19.525968 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Added segment 274e7849-a867-4148-ae62-4e80d6284f82 of type vlan for network 91f06b53-c24a-479d-b953-db4b46be3a5e Dec 10 09:11:19.698362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357d178-74c2-4311-a96c-061e99327fe3 req-2b95e8f2-f92e-479d-9efe-23f7f2befb2f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:19.710964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8357d178-74c2-4311-a96c-061e99327fe3 req-2b95e8f2-f92e-479d-9efe-23f7f2befb2f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.5450537 Dec 10 09:11:19.866224 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:19.905878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3f3b2c-319c-4ad6-ad87-d484f311a753,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:19.929805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653f2d8-fa4c-4f4b-a4f8-d7338a4cfb1e req-ca5fea1e-3f6e-4984-a186-5c41c5f2fb45 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:19.951978 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6653f2d8-fa4c-4f4b-a4f8-d7338a4cfb1e req-ca5fea1e-3f6e-4984-a186-5c41c5f2fb45 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.6502070 Dec 10 09:11:20.122059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8357d178-74c2-4311-a96c-061e99327fe3 req-2e8127f0-65a3-44ab-bf08-3b4ddda78cdf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084427 Dec 10 09:11:20.152342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:20.158913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:20.162707 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:20.384210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] Pushing event updated for resources: {'Network': ['ID=91f06b53-c24a-479d-b953-db4b46be3a5e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:20.398840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 91f06b53-c24a-479d-b953-db4b46be3a5e details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:11:20.403389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6653f2d8-fa4c-4f4b-a4f8-d7338a4cfb1e req-0dda1afc-6eae-4182-bdba-b4873cd02186 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323416 Dec 10 09:11:20.423658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a910c464-e1dc-4430-af44-9329df400a29 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8805935 Dec 10 09:11:20.426856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45000) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:20.432112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Request body: {'subnet': {'network_id': '91f06b53-c24a-479d-b953-db4b46be3a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-722110952-subnet', 'tenant_id': 'cdd65c149d3b4587ab192e248108d17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:20.512267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Made reservation on behalf of cdd65c149d3b4587ab192e248108d17b for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:11:20.515537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:20.839736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45014) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:21.004170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-bd38af72-c9ea-4b05-82c4-9d593599e285 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:21.005190 n-d-814746-3 neutron-server[114969]: WARNING neutron.api.v2.base [None req-bd38af72-c9ea-4b05-82c4-9d593599e285 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 09:11:21.005987 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-bd38af72-c9ea-4b05-82c4-9d593599e285 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 09:11:21.013981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd38af72-c9ea-4b05-82c4-9d593599e285 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1703315 Dec 10 09:11:21.017573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45018) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:21.025335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037653807'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:21.094632 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:21.109044 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:21.135608 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:21.352117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:21.370746 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:21.409011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Checking segment: {'id': '274e7849-a867-4148-ae62-4e80d6284f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '91f06b53-c24a-479d-b953-db4b46be3a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:11:21.411659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Network hostable DHCP agents. Network: 91f06b53-c24a-479d-b953-db4b46be3a5e, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:11:21.468121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e661d0-937d-4c1e-83ce-bb70aa69084f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:21.529141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Network 91f06b53-c24a-479d-b953-db4b46be3a5e is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:11:21.536169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e720bf1-f562-47cd-8d16-f5ee3dc2a339,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:21.564166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 91f06b53-c24a-479d-b953-db4b46be3a5e) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:11:21.590398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dbf54-acaa-410b-8e53-38ad87df38d5 req-e543d42a-4b6d-4f17-a1aa-2801418917e9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:21.592540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae0dbf54-acaa-410b-8e53-38ad87df38d5 req-e543d42a-4b6d-4f17-a1aa-2801418917e9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.2369170 Dec 10 09:11:21.598934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abaf4f0-e894-4420-9dcb-9a68467c9cb7 None None] Network 91f06b53-c24a-479d-b953-db4b46be3a5e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:11:21.625602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:21.628489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:21.676033 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b0e96d0f-a22d-4322-a2f4-b8f142e6876a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2480490 Dec 10 09:11:21.702585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae0dbf54-acaa-410b-8e53-38ad87df38d5 req-c7211b5d-de46-45e3-be5d-185bfe5fa207 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900111 Dec 10 09:11:21.716067 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:21.729778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:21.779896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76b233-748b-45ef-a08a-58f419de0f7b req-aa8e52c0-de9c-4cd8-b3f0-aee7b3da583d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:21.802494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83114a5c-3f92-43f6-b309-3e4618266558 None None] Network 91f06b53-c24a-479d-b953-db4b46be3a5e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:11:21.819403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b76b233-748b-45ef-a08a-58f419de0f7b req-aa8e52c0-de9c-4cd8-b3f0-aee7b3da583d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.2647069 Dec 10 09:11:21.922789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d1b1a3-1396-46be-9b35-58f670a8e13e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:22.034701 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.038730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-129ed702-617e-41a2-b821-111ee15cd5f1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0204790 Dec 10 09:11:22.039748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45034) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:22.046642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-857a7f8d-8b5c-4c17-b707-4e1d06925604 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': 'b8d1b1a3-1396-46be-9b35-58f670a8e13e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:22.086531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b76b233-748b-45ef-a08a-58f419de0f7b req-76f15dde-62bb-4822-8b79-6550c31d9193 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661774 Dec 10 09:11:22.112889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-857a7f8d-8b5c-4c17-b707-4e1d06925604 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.267054 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-857a7f8d-8b5c-4c17-b707-4e1d06925604 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.281351 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-857a7f8d-8b5c-4c17-b707-4e1d06925604 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.300252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a7f8d-8b5c-4c17-b707-4e1d06925604 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6965540b-430e-4d6f-a84d-5e5db4499347,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:22.344933 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-857a7f8d-8b5c-4c17-b707-4e1d06925604 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.346469 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-857a7f8d-8b5c-4c17-b707-4e1d06925604 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051260 Dec 10 09:11:22.349852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45038) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:22.354475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-621bcd7e-9660-4f53-baf2-9a4ad69416af tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': 'b8d1b1a3-1396-46be-9b35-58f670a8e13e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:22.409274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-621bcd7e-9660-4f53-baf2-9a4ad69416af tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.501485 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-621bcd7e-9660-4f53-baf2-9a4ad69416af tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 09:11:22.506776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45042) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:22.507412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-621bcd7e-9660-4f53-baf2-9a4ad69416af tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1561537 Dec 10 09:11:22.637630 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c21060ff-b5ae-469f-8cb9-937cfa43c77c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.733728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c21060ff-b5ae-469f-8cb9-937cfa43c77c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.855594 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c21060ff-b5ae-469f-8cb9-937cfa43c77c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.859308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c21060ff-b5ae-469f-8cb9-937cfa43c77c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:22.860803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c21060ff-b5ae-469f-8cb9-937cfa43c77c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/b8d1b1a3-1396-46be-9b35-58f670a8e13e HTTP/1.1" status: 204 len: 168 time: 0.3529806 Dec 10 09:11:22.864504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45064) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:22.879096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21060ff-b5ae-469f-8cb9-937cfa43c77c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d1b1a3-1396-46be-9b35-58f670a8e13e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:23.025212 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1e876fa4-d53c-43f6-8773-1bf71fb50a21 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1594174 Dec 10 09:11:23.032387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45072) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:23.037129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-07042b2f-9bc6-4271-8400-3d28dc493e00 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705535409'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:23.057565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3984-d6df-4073-8689-5c7e6bbc6268 req-37e19c0a-0991-46ba-a4fd-123845f835ca tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:23.070332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d02a3984-d6df-4073-8689-5c7e6bbc6268 req-37e19c0a-0991-46ba-a4fd-123845f835ca tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.1140544 Dec 10 09:11:23.104047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07042b2f-9bc6-4271-8400-3d28dc493e00 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.276195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07042b2f-9bc6-4271-8400-3d28dc493e00 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.284578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07042b2f-9bc6-4271-8400-3d28dc493e00 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.305377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d02a3984-d6df-4073-8689-5c7e6bbc6268 req-2d84f711-0778-4464-9c0c-fda1d6348330 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341232 Dec 10 09:11:23.331894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45080) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:23.341088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-901803185-network', 'tenant_id': '8d720d23213d4ec0b5fbb2d00765c647'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:23.365197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07042b2f-9bc6-4271-8400-3d28dc493e00 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.367289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-07042b2f-9bc6-4271-8400-3d28dc493e00 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3334482 Dec 10 09:11:23.385399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45082) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:23.396427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5aa34e77-70cd-4299-90b3-d10fa815311e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '88331b5a-e32c-47ca-864a-1a17549b4980', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:23.398551 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-5aa34e77-70cd-4299-90b3-d10fa815311e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 09:11:23.399220 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-5aa34e77-70cd-4299-90b3-d10fa815311e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:23.401294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5aa34e77-70cd-4299-90b3-d10fa815311e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116165 Dec 10 09:11:23.406141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45084) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:23.418456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07042b2f-9bc6-4271-8400-3d28dc493e00 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88331b5a-e32c-47ca-864a-1a17549b4980,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:23.459749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Made reservation on behalf of 8d720d23213d4ec0b5fbb2d00765c647 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:11:23.473213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.519031 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.593107 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bcb35198-7a13-4485-9f53-5256208a666c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.646476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bcb35198-7a13-4485-9f53-5256208a666c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.661338 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.671227 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.738320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:11:23.746657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2fd61-58a2-4f5b-8474-213c8418a2ee req-6c088c6e-6128-423c-8a23-d2e8b2832bea tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:23.748303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9d2fd61-58a2-4f5b-8474-213c8418a2ee req-6c088c6e-6128-423c-8a23-d2e8b2832bea tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.4348128 Dec 10 09:11:23.749131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bcb35198-7a13-4485-9f53-5256208a666c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.751871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bcb35198-7a13-4485-9f53-5256208a666c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.752955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bcb35198-7a13-4485-9f53-5256208a666c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/88331b5a-e32c-47ca-864a-1a17549b4980 HTTP/1.1" status: 204 len: 168 time: 0.3404994 Dec 10 09:11:23.761331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45086) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:23.777837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2218f9-01af-4e0c-9dc8-89556fd69acb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:23.816897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.817745 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Added segment 10fc408f-8dd7-44fe-8254-9597001fd889 of type vlan for network 5c558857-68ff-44ee-ae1c-0a907e6b63f2 Dec 10 09:11:23.844687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb35198-7a13-4485-9f53-5256208a666c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88331b5a-e32c-47ca-864a-1a17549b4980,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:23.903573 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-59013418-1805-4239-988d-cb4d9c5ce03c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1338949 Dec 10 09:11:23.903815 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45090) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:23.911444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a7d4b58e-79da-43c2-bd1b-ea4da9009305 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'tempest-secgroup--356754307'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:23.932130 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.964960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9d2fd61-58a2-4f5b-8474-213c8418a2ee req-1a4ad355-0b7f-4219-863d-a4b449c13c27 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953211 Dec 10 09:11:23.990016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.992107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:23.992945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:23.999427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b58e-79da-43c2-bd1b-ea4da9009305 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.127317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7981327 Dec 10 09:11:24.142875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45092) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:24.163785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Request body: {'subnet': {'network_id': '5c558857-68ff-44ee-ae1c-0a907e6b63f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-901803185-subnet', 'tenant_id': '8d720d23213d4ec0b5fbb2d00765c647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:24.168441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b58e-79da-43c2-bd1b-ea4da9009305 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.182142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b58e-79da-43c2-bd1b-ea4da9009305 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.225972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Made reservation on behalf of 8d720d23213d4ec0b5fbb2d00765c647 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:11:24.231751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.235901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce157f-3deb-47fd-8901-b5ef0581de83 admin admin] Pushing event updated for resources: {'Network': ['ID=5c558857-68ff-44ee-ae1c-0a907e6b63f2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:24.257518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 5c558857-68ff-44ee-ae1c-0a907e6b63f2 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:11:24.299496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b58e-79da-43c2-bd1b-ea4da9009305 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.307294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a7d4b58e-79da-43c2-bd1b-ea4da9009305 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4018850 Dec 10 09:11:24.316258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4b58e-79da-43c2-bd1b-ea4da9009305 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f48d72-0b64-4f56-a17f-550218f8579e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:24.375085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45100) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:24.399890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-46c18e49-1736-4a2a-a35a-4955b9f78612 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': 'a4f48d72-0b64-4f56-a17f-550218f8579e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:24.400913 n-d-814746-3 neutron-server[114969]: WARNING neutron.api.v2.base [None req-46c18e49-1736-4a2a-a35a-4955b9f78612 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 09:11:24.401280 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-46c18e49-1736-4a2a-a35a-4955b9f78612 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:24.402300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-46c18e49-1736-4a2a-a35a-4955b9f78612 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065792 Dec 10 09:11:24.405423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45102) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:24.714828 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3e842795-e680-4782-833e-e9d737eb10b5 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.788513 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.796589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3e842795-e680-4782-833e-e9d737eb10b5 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.922006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3e842795-e680-4782-833e-e9d737eb10b5 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.943438 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3e842795-e680-4782-833e-e9d737eb10b5 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:24.947107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3e842795-e680-4782-833e-e9d737eb10b5 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4f48d72-0b64-4f56-a17f-550218f8579e HTTP/1.1" status: 204 len: 168 time: 0.5382659 Dec 10 09:11:24.951832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Checking segment: {'id': '10fc408f-8dd7-44fe-8254-9597001fd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5c558857-68ff-44ee-ae1c-0a907e6b63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:11:24.952494 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Network hostable DHCP agents. Network: 5c558857-68ff-44ee-ae1c-0a907e6b63f2, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:11:24.963436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45108) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:25.057124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19669625-aef6-4489-975f-919ce7e079f6 req-f28e4ee6-bb86-418d-87ca-b3ce8006c33a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:25.070546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19669625-aef6-4489-975f-919ce7e079f6 req-f28e4ee6-bb86-418d-87ca-b3ce8006c33a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.5269601 Dec 10 09:11:25.126866 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fe29bc04-480b-46f9-ad12-b647ee74515a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1466131 Dec 10 09:11:25.126866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7ddc08-5963-4624-bbd1-c661e3792ec8,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:25.134903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45116) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:25.149962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0851fc7a-7cfb-490f-b355-6d6404688a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'tempest-secgroup--95344458'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:25.186486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Network 5c558857-68ff-44ee-ae1c-0a907e6b63f2 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:11:25.243443 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 5c558857-68ff-44ee-ae1c-0a907e6b63f2) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:11:25.252632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e66cb55-5e5e-4227-85e8-83d2e6b5f1c0 None None] Network 5c558857-68ff-44ee-ae1c-0a907e6b63f2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:11:25.267451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:25.275574 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:25.310268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e842795-e680-4782-833e-e9d737eb10b5 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f48d72-0b64-4f56-a17f-550218f8579e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:25.332208 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0851fc7a-7cfb-490f-b355-6d6404688a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:25.427489 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3e4b1779-b234-41d7-9c8a-2477015648d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2812321 Dec 10 09:11:25.552214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19669625-aef6-4489-975f-919ce7e079f6 req-71dad45b-9f94-4b12-810f-cf0826bb1bb0 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4628108 Dec 10 09:11:25.605632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f254640-6d0a-4698-bb01-6dd9b5172b0a req-9b78253c-1b6f-418e-ae3c-ed00c11c340d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:25.607322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f254640-6d0a-4698-bb01-6dd9b5172b0a req-9b78253c-1b6f-418e-ae3c-ed00c11c340d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3473837 Dec 10 09:11:25.646381 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a91db-f449-428b-b30d-5bd4e8213715 None None] Network 5c558857-68ff-44ee-ae1c-0a907e6b63f2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:11:25.726216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0851fc7a-7cfb-490f-b355-6d6404688a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:25.749622 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0851fc7a-7cfb-490f-b355-6d6404688a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:25.766836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f254640-6d0a-4698-bb01-6dd9b5172b0a req-731401d4-8dd8-4f27-96af-2d95501e9f1a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524050 Dec 10 09:11:25.800988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0851fc7a-7cfb-490f-b355-6d6404688a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:25.814675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45128) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:25.818763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0851fc7a-7cfb-490f-b355-6d6404688a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6649880 Dec 10 09:11:25.821197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6e09e9ba-9e8b-43b2-be3f-4d34ca676b52 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '04ba1b51-eadf-49f9-9897-bd09c1e9b57e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:25.841145 n-d-814746-3 neutron-server[114969]: WARNING neutron.api.v2.base [None req-6e09e9ba-9e8b-43b2-be3f-4d34ca676b52 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 09:11:25.842182 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-6e09e9ba-9e8b-43b2-be3f-4d34ca676b52 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:25.843483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6e09e9ba-9e8b-43b2-be3f-4d34ca676b52 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0273261 Dec 10 09:11:25.847395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45130) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:25.848129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:25.883931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851fc7a-7cfb-490f-b355-6d6404688a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba1b51-eadf-49f9-9897-bd09c1e9b57e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:25.912151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-45490176-66e8-4c59-a75e-dbe41e763f30 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '04ba1b51-eadf-49f9-9897-bd09c1e9b57e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:25.922494 n-d-814746-3 neutron-server[114969]: WARNING neutron.api.v2.base [None req-45490176-66e8-4c59-a75e-dbe41e763f30 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 09:11:25.927401 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-45490176-66e8-4c59-a75e-dbe41e763f30 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:25.934349 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-45490176-66e8-4c59-a75e-dbe41e763f30 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0809898 Dec 10 09:11:25.937251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45134) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:25.948946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-80ec22ab-55fd-4ed7-bff8-a31b0831443b tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '04ba1b51-eadf-49f9-9897-bd09c1e9b57e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:25.950832 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-80ec22ab-55fd-4ed7-bff8-a31b0831443b tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 09:11:25.951406 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-80ec22ab-55fd-4ed7-bff8-a31b0831443b tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:25.952411 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-80ec22ab-55fd-4ed7-bff8-a31b0831443b tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140200 Dec 10 09:11:25.970350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45136) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:25.984105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-172efd02-9191-4fb0-842b-99de1cd48538 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '04ba1b51-eadf-49f9-9897-bd09c1e9b57e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:25.985521 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-172efd02-9191-4fb0-842b-99de1cd48538 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 09:11:25.986939 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-172efd02-9191-4fb0-842b-99de1cd48538 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:25.995685 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-172efd02-9191-4fb0-842b-99de1cd48538 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0238585 Dec 10 09:11:26.013355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45138) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:26.090864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6f5939-e1c3-4c26-bc7f-ac2a408fed65 admin admin] Deleting subnet e3e661d0-937d-4c1e-83ce-bb70aa69084f {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:11:26.108482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5939-e1c3-4c26-bc7f-ac2a408fed65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.158123 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01f51ee5-9602-4da6-a6a1-be0ddf2bb309 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.242543 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01f51ee5-9602-4da6-a6a1-be0ddf2bb309 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.281799 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5939-e1c3-4c26-bc7f-ac2a408fed65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.368613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01f51ee5-9602-4da6-a6a1-be0ddf2bb309 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.371597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01f51ee5-9602-4da6-a6a1-be0ddf2bb309 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.378006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45146) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:26.380086 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-01f51ee5-9602-4da6-a6a1-be0ddf2bb309 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/04ba1b51-eadf-49f9-9897-bd09c1e9b57e HTTP/1.1" status: 204 len: 168 time: 0.3647082 Dec 10 09:11:26.401363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f51ee5-9602-4da6-a6a1-be0ddf2bb309 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba1b51-eadf-49f9-9897-bd09c1e9b57e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:26.437289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5939-e1c3-4c26-bc7f-ac2a408fed65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.507931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45150) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:26.513307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5107c69a-f1c6-47c3-8dd9-3fe8d44b1a2a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567193994'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:26.519032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d1730856-6d3b-4552-bdbe-2d4cee52c2a1 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1288345 Dec 10 09:11:26.572547 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5107c69a-f1c6-47c3-8dd9-3fe8d44b1a2a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.602747 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5939-e1c3-4c26-bc7f-ac2a408fed65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.710637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f5939-e1c3-4c26-bc7f-ac2a408fed65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e661d0-937d-4c1e-83ce-bb70aa69084f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:26.733723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5939-e1c3-4c26-bc7f-ac2a408fed65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.741769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cd6f5939-e1c3-4c26-bc7f-ac2a408fed65 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e3e661d0-937d-4c1e-83ce-bb70aa69084f HTTP/1.1" status: 204 len: 168 time: 0.8914077 Dec 10 09:11:26.746231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45158) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:26.847528 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5107c69a-f1c6-47c3-8dd9-3fe8d44b1a2a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.857558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5107c69a-f1c6-47c3-8dd9-3fe8d44b1a2a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.922764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5107c69a-f1c6-47c3-8dd9-3fe8d44b1a2a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:26.927799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5107c69a-f1c6-47c3-8dd9-3fe8d44b1a2a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4184916 Dec 10 09:11:26.929525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45162) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:26.934398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d621ee7d-f072-409b-a54a-4fc9fd5625f3 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '05f2bcb8-2c80-4010-b734-3840af8ccd3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:26.936591 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-d621ee7d-f072-409b-a54a-4fc9fd5625f3 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 09:11:26.937274 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-d621ee7d-f072-409b-a54a-4fc9fd5625f3 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:26.943001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45164) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:26.944652 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d621ee7d-f072-409b-a54a-4fc9fd5625f3 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108311 Dec 10 09:11:26.946066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107c69a-f1c6-47c3-8dd9-3fe8d44b1a2a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f2bcb8-2c80-4010-b734-3840af8ccd3d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:26.949989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6ea80f45-d2ad-4140-a875-be2d7da727d8 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '05f2bcb8-2c80-4010-b734-3840af8ccd3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:27.005958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:27.612712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c5308-c667-4825-8b70-db4fa5ce28f2 req-7d0ca436-4527-42b3-8490-f97ef4eae266 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:27.614292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-869c5308-c667-4825-8b70-db4fa5ce28f2 req-7d0ca436-4527-42b3-8490-f97ef4eae266 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.8201067 Dec 10 09:11:27.705751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd915e9-7bce-4d09-b88a-d578fb1e2bc6 req-2c979284-dc0d-43dd-9c66-ae2739dba5d2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:27.707332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbd915e9-7bce-4d09-b88a-d578fb1e2bc6 req-2c979284-dc0d-43dd-9c66-ae2739dba5d2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.7220378 Dec 10 09:11:27.758094 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-6ea80f45-d2ad-4140-a875-be2d7da727d8 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:27.762392 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45170) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:27.767036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1e1488e1-42c2-40af-957e-31cb0ad4b762 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '05f2bcb8-2c80-4010-b734-3840af8ccd3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:27.767527 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-1e1488e1-42c2-40af-957e-31cb0ad4b762 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 09:11:27.768021 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-1e1488e1-42c2-40af-957e-31cb0ad4b762 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:27.771759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1e1488e1-42c2-40af-957e-31cb0ad4b762 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083463 Dec 10 09:11:27.772566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45174) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:27.778106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6ea80f45-d2ad-4140-a875-be2d7da727d8 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8329668 Dec 10 09:11:27.785217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-94f2a73f-6f2c-4926-bbcd-e2833d2c026c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '05f2bcb8-2c80-4010-b734-3840af8ccd3d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:27.847753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-869c5308-c667-4825-8b70-db4fa5ce28f2 req-132d6c17-508e-4c30-be27-56c7042c517c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252033 Dec 10 09:11:27.865917 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-94f2a73f-6f2c-4926-bbcd-e2833d2c026c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:27.878058 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-94f2a73f-6f2c-4926-bbcd-e2833d2c026c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1017222 Dec 10 09:11:27.883024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45180) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:27.887824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-27dead3c-4ec7-4692-ba10-8908b7f92a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '05f2bcb8-2c80-4010-b734-3840af8ccd3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:27.888311 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-27dead3c-4ec7-4692-ba10-8908b7f92a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 09:11:27.888865 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-27dead3c-4ec7-4692-ba10-8908b7f92a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:27.898686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45182) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:27.900555 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-27dead3c-4ec7-4692-ba10-8908b7f92a95 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164058 Dec 10 09:11:27.903849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-8bb9460c-cfb1-492c-a443-dc0167f0399e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '05f2bcb8-2c80-4010-b734-3840af8ccd3d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:27.940810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbd915e9-7bce-4d09-b88a-d578fb1e2bc6 req-ee6d2a1f-a1e5-4b8f-a630-db5390915293 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250938 Dec 10 09:11:27.978656 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.093705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f06b53-c24a-479d-b953-db4b46be3a5e']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:28.117873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274e7849-a867-4148-ae62-4e80d6284f82') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:28.118201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274e7849-a867-4148-ae62-4e80d6284f82') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:28.136084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.193912 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.201959 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-8bb9460c-cfb1-492c-a443-dc0167f0399e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:28.209639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45184) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:28.209881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8bb9460c-cfb1-492c-a443-dc0167f0399e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3099492 Dec 10 09:11:28.210954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:11:28.211352 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:11:28.213226 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:11:28.221125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8d0af397-3675-4e8e-99a0-b3512d4a1a1c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '05f2bcb8-2c80-4010-b734-3840af8ccd3d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:28.222631 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-8d0af397-3675-4e8e-99a0-b3512d4a1a1c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 09:11:28.223544 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-8d0af397-3675-4e8e-99a0-b3512d4a1a1c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:28.224706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8d0af397-3675-4e8e-99a0-b3512d4a1a1c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131493 Dec 10 09:11:28.227746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45186) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:28.235247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6ed9afe0-508f-4589-8cc1-d3d26b51a5f2 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '05f2bcb8-2c80-4010-b734-3840af8ccd3d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:28.328245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.338895 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.355003 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-6ed9afe0-508f-4589-8cc1-d3d26b51a5f2 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:28.366815 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6ed9afe0-508f-4589-8cc1-d3d26b51a5f2 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1271594 Dec 10 09:11:28.366815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45194) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:28.366815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45196) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:28.373356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] 10.222.0.31 "DELETE /v2.0/networks/91f06b53-c24a-479d-b953-db4b46be3a5e HTTP/1.1" status: 204 len: 168 time: 1.6221237 Dec 10 09:11:28.397347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-10649154-c3bd-4bdf-8d9a-54899b7958e4 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '05f2bcb8-2c80-4010-b734-3840af8ccd3d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:28.424525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=91f06b53-c24a-479d-b953-db4b46be3a5e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:28.459506 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.460321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.460321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.460562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.460859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.461194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.461543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.482852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.483412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.483924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.484426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.484919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.485411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c23606-ce35-4195-a468-3232ee49a6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:28.524671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b621142-f1c4-4490-821f-1b87b1123c31 admin admin] Deleting subnet cc7ddc08-5963-4624-bbd1-c661e3792ec8 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:11:28.551040 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b621142-f1c4-4490-821f-1b87b1123c31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.621857 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-10649154-c3bd-4bdf-8d9a-54899b7958e4 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:28.624856 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-10649154-c3bd-4bdf-8d9a-54899b7958e4 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2528131 Dec 10 09:11:28.627988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45200) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:28.667666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b621142-f1c4-4490-821f-1b87b1123c31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.766892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b621142-f1c4-4490-821f-1b87b1123c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.803885 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a2c0-962d-4f40-bf9f-7249fe96470a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.851224 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a2c0-962d-4f40-bf9f-7249fe96470a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.878709 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b621142-f1c4-4490-821f-1b87b1123c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.901481 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0b621142-f1c4-4490-821f-1b87b1123c31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:28.904925 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0b621142-f1c4-4490-821f-1b87b1123c31 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cc7ddc08-5963-4624-bbd1-c661e3792ec8 HTTP/1.1" status: 204 len: 168 time: 0.5396502 Dec 10 09:11:28.912473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45204) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:28.932700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b621142-f1c4-4490-821f-1b87b1123c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7ddc08-5963-4624-bbd1-c661e3792ec8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:29.155773 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a2c0-962d-4f40-bf9f-7249fe96470a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:29.168356 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a2c0-962d-4f40-bf9f-7249fe96470a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:29.176637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45210) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:29.176927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6ac4a2c0-962d-4f40-bf9f-7249fe96470a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/05f2bcb8-2c80-4010-b734-3840af8ccd3d HTTP/1.1" status: 204 len: 168 time: 0.5476022 Dec 10 09:11:29.305711 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a9a2b9bb-b3d2-4d1a-bcc2-a0b67cdb2748 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1244431 Dec 10 09:11:29.305950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4a2c0-962d-4f40-bf9f-7249fe96470a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f2bcb8-2c80-4010-b734-3840af8ccd3d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:29.306298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45212) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:29.311702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-37618b89-aef7-47fe-a399-094af7ab5243 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'tempest-secgroup--857005509'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:29.375826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37618b89-aef7-47fe-a399-094af7ab5243 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:29.392788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9064c-7601-4ddb-9b5a-de64d92f3703 req-f8b88ec2-109c-403d-810b-63ebd8690484 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:29.400841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aaf9064c-7601-4ddb-9b5a-de64d92f3703 req-f8b88ec2-109c-403d-810b-63ebd8690484 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.3615074 Dec 10 09:11:29.407382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:29.497987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aaf9064c-7601-4ddb-9b5a-de64d92f3703 req-9cad9618-85f1-4ec3-8bbe-217e38c0c658 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848081 Dec 10 09:11:29.517660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c32c52-a861-423b-a752-ac60adbc2386 req-a627e38f-d9c6-4a49-a011-294309319e02 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:29.517660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8c32c52-a861-423b-a752-ac60adbc2386 req-a627e38f-d9c6-4a49-a011-294309319e02 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.3353910 Dec 10 09:11:29.589723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37618b89-aef7-47fe-a399-094af7ab5243 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:29.642625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37618b89-aef7-47fe-a399-094af7ab5243 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:29.714012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37618b89-aef7-47fe-a399-094af7ab5243 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b28bda-107b-4461-8914-82fca88aaf07,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:29.725932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37618b89-aef7-47fe-a399-094af7ab5243 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:29.727351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-37618b89-aef7-47fe-a399-094af7ab5243 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4199574 Dec 10 09:11:29.730532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45224) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:29.737095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b32c3ecd-a302-4366-9b32-c6a6d95a2b27 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '80b28bda-107b-4461-8914-82fca88aaf07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:29.808665 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-b32c3ecd-a302-4366-9b32-c6a6d95a2b27 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The resource could not be found. Dec 10 09:11:29.810559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b32c3ecd-a302-4366-9b32-c6a6d95a2b27 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0778458 Dec 10 09:11:29.813072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45226) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:29.817725 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:29.823609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b36bef45-9ce3-495e-aa6a-fd73f0eaf490 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': '80b28bda-107b-4461-8914-82fca88aaf07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '52f73b54-5935-4ff0-9d6b-eb7ed949729d'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:29.909925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c558857-68ff-44ee-ae1c-0a907e6b63f2']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:29.932756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8c32c52-a861-423b-a752-ac60adbc2386 req-90b84915-1a65-4d65-a99b-2ff1256391ef tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544221 Dec 10 09:11:29.953811 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-b36bef45-9ce3-495e-aa6a-fd73f0eaf490 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The resource could not be found. Dec 10 09:11:29.955378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fc408f-8dd7-44fe-8254-9597001fd889') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:29.955699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fc408f-8dd7-44fe-8254-9597001fd889') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:29.957629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45230) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:29.957844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b36bef45-9ce3-495e-aa6a-fd73f0eaf490 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1431863 Dec 10 09:11:30.002395 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:30.067065 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:30.096768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:11:30.097196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:11:30.099103 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:11:30.255342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ead81196-eff8-4906-bccd-2213e8a63e57 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:30.269297 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:30.290742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:30.296695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] 10.222.0.31 "DELETE /v2.0/networks/5c558857-68ff-44ee-ae1c-0a907e6b63f2 HTTP/1.1" status: 204 len: 168 time: 1.3756227 Dec 10 09:11:30.365549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decf00e-4eca-44d5-9500-e7548e7dc82f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c558857-68ff-44ee-ae1c-0a907e6b63f2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:30.396238 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ead81196-eff8-4906-bccd-2213e8a63e57 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:30.524542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ead81196-eff8-4906-bccd-2213e8a63e57 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:30.535826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ead81196-eff8-4906-bccd-2213e8a63e57 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:30.543374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ead81196-eff8-4906-bccd-2213e8a63e57 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/80b28bda-107b-4461-8914-82fca88aaf07 HTTP/1.1" status: 204 len: 168 time: 0.5842257 Dec 10 09:11:30.557462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45242) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:30.640145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead81196-eff8-4906-bccd-2213e8a63e57 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b28bda-107b-4461-8914-82fca88aaf07,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:30.660901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-1598589a-41c6-4716-b92c-fe4a92c8248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:30.666003 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-1598589a-41c6-4716-b92c-fe4a92c8248a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 1097 time: 0.1976397 Dec 10 09:11:30.830744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45246) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:30.877835 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f3130c2d-fab6-4692-a62b-22557597fbe5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdd65c149d3b4587ab192e248108d17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459335 Dec 10 09:11:30.881100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45248) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:30.883664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f5b82b0e-8618-494d-b9df-022589c9f052 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3093696 Dec 10 09:11:30.887874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45250) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:30.928631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1feb5e-95c6-4e8a-ac50-cbcf33359973 req-dd78ba0a-aac6-4d35-8cb7-8a3f1f49b8bf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:30.944399 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed1feb5e-95c6-4e8a-ac50-cbcf33359973 req-dd78ba0a-aac6-4d35-8cb7-8a3f1f49b8bf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.1757805 Dec 10 09:11:30.949008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-744f37d1-7de3-4deb-94f1-c8be663efbaa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': 'f335b819-a938-47ec-a2b0-d67989535f84', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:31.082569 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96a0f41c-00e0-49f2-aecb-64aeca2b44bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:31.123214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96a0f41c-00e0-49f2-aecb-64aeca2b44bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:31.142137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed1feb5e-95c6-4e8a-ac50-cbcf33359973 req-af47e8f2-60de-46e3-bb0f-682d2e34c938 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967571 Dec 10 09:11:31.238359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3a16d-1f81-471d-9c35-e534911e9b9f req-45e3744d-c9d4-4bd4-9fac-569ba059d12d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:31.240257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84b3a16d-1f81-471d-9c35-e534911e9b9f req-45e3744d-c9d4-4bd4-9fac-569ba059d12d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1441619 Dec 10 09:11:31.260575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-7e829392-e966-4c50-9cc8-67ae4463411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:31.264265 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-7e829392-e966-4c50-9cc8-67ae4463411d service neutron] 10.222.0.39 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 915 time: 0.5886354 Dec 10 09:11:31.283021 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-744f37d1-7de3-4deb-94f1-c8be663efbaa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The resource could not be found. Dec 10 09:11:31.305980 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-744f37d1-7de3-4deb-94f1-c8be663efbaa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3682859 Dec 10 09:11:31.306875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45258) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:31.315147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-334cf0ed-1419-4a0d-8019-54fc5b65617e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'tempest-secgroup--572976648'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:31.395579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84b3a16d-1f81-471d-9c35-e534911e9b9f req-01e4ff11-1ecf-47f5-83ca-952cb1aa3cc6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491916 Dec 10 09:11:31.405029 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-334cf0ed-1419-4a0d-8019-54fc5b65617e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:31.416412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-3fd57b4b-6877-4f33-9ef9-f4022c19482b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1 HTTP/1.1" status: 200 len: 217 time: 0.1317563 Dec 10 09:11:31.600121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96a0f41c-00e0-49f2-aecb-64aeca2b44bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:31.604996 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96a0f41c-00e0-49f2-aecb-64aeca2b44bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:31.610394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-96a0f41c-00e0-49f2-aecb-64aeca2b44bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e3f3b2c-319c-4ad6-ad87-d484f311a753 HTTP/1.1" status: 204 len: 168 time: 0.7278247 Dec 10 09:11:31.653727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0f41c-00e0-49f2-aecb-64aeca2b44bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3f3b2c-319c-4ad6-ad87-d484f311a753,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:31.667766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-8c3daa20-d1ad-4d58-a9a5-e0f9e3889185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:31.669686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-8c3daa20-d1ad-4d58-a9a5-e0f9e3889185 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 200 len: 854 time: 0.2507195 Dec 10 09:11:31.743311 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-872cfae6-6d70-4651-b638-57344cbf896b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7621218b-d3b9-49d6-a2e5-13c21f9c1234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654960 Dec 10 09:11:31.780903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-334cf0ed-1419-4a0d-8019-54fc5b65617e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:31.794371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-334cf0ed-1419-4a0d-8019-54fc5b65617e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:31.863212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cf0ed-1419-4a0d-8019-54fc5b65617e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5d752d-2d75-46ad-83de-d08d48c2ab1a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:31.879354 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-334cf0ed-1419-4a0d-8019-54fc5b65617e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:31.889844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-f7af4ece-5c5e-40ea-b0b9-9f8c6957d0d9 service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350818 Dec 10 09:11:31.891661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-334cf0ed-1419-4a0d-8019-54fc5b65617e tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5827179 Dec 10 09:11:31.896300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45278) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:31.913067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ebb6b0d9-1be3-41dd-bea9-c56ac116f024 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116263014'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:31.970268 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b0d9-1be3-41dd-bea9-c56ac116f024 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.130901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f0e59b42-f7a3-4c99-acd5-699ffe2b485e req-f24a80aa-c4b2-466b-8b4f-e3a6303babf9 service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327721 Dec 10 09:11:32.166873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b0d9-1be3-41dd-bea9-c56ac116f024 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.179657 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b0d9-1be3-41dd-bea9-c56ac116f024 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.257389 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b0d9-1be3-41dd-bea9-c56ac116f024 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.258870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ebb6b0d9-1be3-41dd-bea9-c56ac116f024 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3615565 Dec 10 09:11:32.262100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45288) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:32.274163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a2c27c6c-6a7a-4ff8-826d-054481272d3f tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group_rule': {'security_group_id': 'ba5d752d-2d75-46ad-83de-d08d48c2ab1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3d8c3551-5b10-47db-89bf-ff0bd60ef107'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:32.281720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6b0d9-1be3-41dd-bea9-c56ac116f024 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8c3551-5b10-47db-89bf-ff0bd60ef107,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:32.319160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357e05a-9225-4622-9e70-e125e2147c75 req-60d01d6e-5cfa-4a14-b7d1-25059263ba7d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:32.327534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a357e05a-9225-4622-9e70-e125e2147c75 req-60d01d6e-5cfa-4a14-b7d1-25059263ba7d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.0819907 Dec 10 09:11:32.355229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45290) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:32.383380 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-a2c27c6c-6a7a-4ff8-826d-054481272d3f tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:11:32.385039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a2c27c6c-6a7a-4ff8-826d-054481272d3f tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1192033 Dec 10 09:11:32.387936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45292) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:32.506982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e68f99a1-e9b0-407f-83e8-8b2508c809c2 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.517429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45298) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:32.518303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b7f06907-41a5-4245-8b04-2c6ae4e15f46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d720d23213d4ec0b5fbb2d00765c647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552310 Dec 10 09:11:32.543482 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a357e05a-9225-4622-9e70-e125e2147c75 req-eecfacf1-0210-4e73-967c-8f235c7da36a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040777 Dec 10 09:11:32.625086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab35f313-31e0-4f4b-a2cc-c2dab87717d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.688360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e68f99a1-e9b0-407f-83e8-8b2508c809c2 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.702951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e4367-bf01-464a-bccf-c7499ae3991f req-916867e7-41c4-4de3-8a9a-71d15909263d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:32.704906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-976e4367-bf01-464a-bccf-c7499ae3991f req-916867e7-41c4-4de3-8a9a-71d15909263d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 946 time: 0.1466064 Dec 10 09:11:32.710721 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab35f313-31e0-4f4b-a2cc-c2dab87717d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.817077 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab35f313-31e0-4f4b-a2cc-c2dab87717d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.820403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab35f313-31e0-4f4b-a2cc-c2dab87717d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.829662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ab35f313-31e0-4f4b-a2cc-c2dab87717d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c2218f9-01af-4e0c-9dc8-89556fd69acb HTTP/1.1" status: 204 len: 168 time: 0.3061543 Dec 10 09:11:32.833401 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e68f99a1-e9b0-407f-83e8-8b2508c809c2 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.836218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e68f99a1-e9b0-407f-83e8-8b2508c809c2 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:32.837435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e68f99a1-e9b0-407f-83e8-8b2508c809c2 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/3d8c3551-5b10-47db-89bf-ff0bd60ef107 HTTP/1.1" status: 204 len: 168 time: 0.4477389 Dec 10 09:11:32.844498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45310) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:32.863324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35f313-31e0-4f4b-a2cc-c2dab87717d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2218f9-01af-4e0c-9dc8-89556fd69acb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:32.889813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f99a1-e9b0-407f-83e8-8b2508c809c2 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8c3551-5b10-47db-89bf-ff0bd60ef107,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:32.928881 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0f204f0e-848a-4f91-b22c-ad8a97aec8ba tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0832877 Dec 10 09:11:32.933370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45314) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:33.061353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2845-8108-4917-a7bf-ff818bb8284c req-bc7b4cb2-0486-4bcd-b368-af55ca6d6add tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:33.071834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-745d2845-8108-4917-a7bf-ff818bb8284c req-bc7b4cb2-0486-4bcd-b368-af55ca6d6add tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 945 time: 0.3645220 Dec 10 09:11:33.093744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-976e4367-bf01-464a-bccf-c7499ae3991f req-d1798367-5e30-4db1-8003-f49a50b499ee tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647048 Dec 10 09:11:33.103081 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-599f4592-d9b0-4103-b307-056ed2ef0b3c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.156438 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b1a75b0f-bf28-4b96-9c90-21d259af2047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.165010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-599f4592-d9b0-4103-b307-056ed2ef0b3c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.219211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-745d2845-8108-4917-a7bf-ff818bb8284c req-593975f3-3e2b-4152-a708-2b6f3c9d58a1 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241164 Dec 10 09:11:33.299018 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-599f4592-d9b0-4103-b307-056ed2ef0b3c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.302727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-599f4592-d9b0-4103-b307-056ed2ef0b3c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.304316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-599f4592-d9b0-4103-b307-056ed2ef0b3c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba5d752d-2d75-46ad-83de-d08d48c2ab1a HTTP/1.1" status: 204 len: 168 time: 0.3696012 Dec 10 09:11:33.307171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45322) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:33.320106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f4592-d9b0-4103-b307-056ed2ef0b3c tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5d752d-2d75-46ad-83de-d08d48c2ab1a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:33.472812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:11:33.489124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7b6e98c1-bc2e-4257-8e05-d8386c540dd7 tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1807251 Dec 10 09:11:33.493731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45330) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:33.498910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-96857e4f-e2f8-4ce3-a8f7-72375b86e56d tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071408194'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:33.572572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96857e4f-e2f8-4ce3-a8f7-72375b86e56d tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.758428 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.831573 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96857e4f-e2f8-4ce3-a8f7-72375b86e56d tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.834236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:11:33.839826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96857e4f-e2f8-4ce3-a8f7-72375b86e56d tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.844064 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68242e00-6a53-4b58-984b-c4518610d5d3" -d '{"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:11:33.867200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bc723-164f-42b4-9cd1-0ff8f1096edf req-444a19e0-0e01-4ca8-996e-9daf6e920a82 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:33.871496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:33.886000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba1bc723-164f-42b4-9cd1-0ff8f1096edf req-444a19e0-0e01-4ca8-996e-9daf6e920a82 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.1913512 Dec 10 09:11:33.890520 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.944100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96857e4f-e2f8-4ce3-a8f7-72375b86e56d tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2deae506-fb91-4d04-bbb9-8647b21b5223,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:33.971933 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96857e4f-e2f8-4ce3-a8f7-72375b86e56d tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:33.973240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-96857e4f-e2f8-4ce3-a8f7-72375b86e56d tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4783685 Dec 10 09:11:33.990276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45346) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:33.999541 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf4f23d-9ccd-4ee1-8b30-e2965ae957cc x-openstack-request-id: req-3cf4f23d-9ccd-4ee1-8b30-e2965ae957cc {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:11:34.000240 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:11:34.000673 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cf4f23d-9ccd-4ee1-8b30-e2965ae957cc {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:11:34.001427 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'code': 200} Dec 10 09:11:34.002669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:34.012833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-85de4169-654e-41de-bd41-d225b3aae5fa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:11:34.014969 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-85de4169-654e-41de-bd41-d225b3aae5fa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 09:11:34.018864 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-85de4169-654e-41de-bd41-d225b3aae5fa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 09:11:34.019936 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-85de4169-654e-41de-bd41-d225b3aae5fa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "PUT /v2.0/security-groups/2deae506-fb91-4d04-bbb9-8647b21b5223 HTTP/1.1" status: 409 len: 330 time: 0.0261970 Dec 10 09:11:34.026873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45350) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:34.049150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba1bc723-164f-42b4-9cd1-0ff8f1096edf req-ed4b6881-6c58-4f56-b7e6-ecf494edf417 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617253 Dec 10 09:11:34.431455 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acbf58f3-6a47-449f-a7be-5dceb8af21aa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:34.490091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641b358-57de-4716-ac7f-e8069767e055 req-60034ec1-dc70-4a72-af35-80121fad42c5 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:34.493834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a641b358-57de-4716-ac7f-e8069767e055 req-60034ec1-dc70-4a72-af35-80121fad42c5 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 945 time: 0.3241630 Dec 10 09:11:34.515867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7bf4c-bcd5-427f-9eb3-e0a08b36a76e req-dd53536a-6fdb-4405-a903-7aae4f84f2fb tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:34.524239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58d7bf4c-bcd5-427f-9eb3-e0a08b36a76e req-dd53536a-6fdb-4405-a903-7aae4f84f2fb tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.2195587 Dec 10 09:11:34.548900 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acbf58f3-6a47-449f-a7be-5dceb8af21aa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:34.717288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5982d-570a-424a-a93a-acdefb3bf4b0 req-dd5aa4a0-3afe-4308-b54b-f29c0f2e432e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:34.725067 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1c5982d-570a-424a-a93a-acdefb3bf4b0 req-dd5aa4a0-3afe-4308-b54b-f29c0f2e432e tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 945 time: 0.3069446 Dec 10 09:11:34.775781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58d7bf4c-bcd5-427f-9eb3-e0a08b36a76e req-925bc73f-5b3d-4cfe-93c5-95cfa60e1d32 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343507 Dec 10 09:11:34.898797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1c5982d-570a-424a-a93a-acdefb3bf4b0 req-207e9217-89ae-46b3-a0ec-49f018bf00f8 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726394 Dec 10 09:11:35.005795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d4be3-dd26-4b9c-9645-6d84dd5cea77 req-868cc5a3-b047-472b-8c7a-234d0ed201e5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:35.027777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad9d4be3-dd26-4b9c-9645-6d84dd5cea77 req-868cc5a3-b047-472b-8c7a-234d0ed201e5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.1103082 Dec 10 09:11:35.143825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad9d4be3-dd26-4b9c-9645-6d84dd5cea77 req-7aeb6a07-5c9f-45c0-94c6-2afbeaf05dd5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148994 Dec 10 09:11:35.238601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acbf58f3-6a47-449f-a7be-5dceb8af21aa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:35.250991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acbf58f3-6a47-449f-a7be-5dceb8af21aa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:35.252226 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-acbf58f3-6a47-449f-a7be-5dceb8af21aa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/2deae506-fb91-4d04-bbb9-8647b21b5223 HTTP/1.1" status: 204 len: 168 time: 1.2243659 Dec 10 09:11:35.270411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45382) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:35.347989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a091894-9eda-4ccb-b184-216439ebd1c5 req-795bc744-62f9-4ed1-9994-0d76b58d2862 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:35.359887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf58f3-6a47-449f-a7be-5dceb8af21aa tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deae506-fb91-4d04-bbb9-8647b21b5223,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:35.362318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a091894-9eda-4ccb-b184-216439ebd1c5 req-795bc744-62f9-4ed1-9994-0d76b58d2862 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.1331251 Dec 10 09:11:35.440831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Deleting port e37da6d4-606c-42f7-b277-d4f74309093f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:11:35.443764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:35.447133 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e1b184f-16a4-4f27-8278-95243182eaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:35.478162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a091894-9eda-4ccb-b184-216439ebd1c5 req-9bb3a559-47b4-4074-ad79-3aaac6116368 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128109 Dec 10 09:11:35.492790 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dc717f25-7028-4395-a2ff-e8e89b2204af tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2200511 Dec 10 09:11:35.498991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-cebf21a1-3a3b-48b9-9ccf-f9ce5385dd1e req-68cca537-2645-4c49-a32d-f45342b423ec service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:11:35.503562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45388) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:35.521789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cebf21a1-3a3b-48b9-9ccf-f9ce5385dd1e req-68cca537-2645-4c49-a32d-f45342b423ec service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514135 Dec 10 09:11:35.591987 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-19126001-95d1-4eff-be78-8c7c2eb01ded tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] delete failed (client error): The resource could not be found. Dec 10 09:11:35.596813 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-19126001-95d1-4eff-be78-8c7c2eb01ded tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "DELETE /v2.0/security-groups/f89c1ad2-caf5-493f-aa7f-80b57308d643 HTTP/1.1" status: 404 len: 347 time: 0.0858808 Dec 10 09:11:35.597931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45392) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:35.622817 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-46ba2914-7fe3-4afc-aa36-b4b557e9d22a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] show failed (client error): The resource could not be found. Dec 10 09:11:35.624239 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-46ba2914-7fe3-4afc-aa36-b4b557e9d22a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-groups/bf1485d5-61f8-41d1-a56d-cb242a745ffe HTTP/1.1" status: 404 len: 347 time: 0.0261509 Dec 10 09:11:35.628225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45396) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:35.652014 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-883e3bdc-46ea-449d-8533-9c258e7ff50a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] show failed (client error): The resource could not be found. Dec 10 09:11:35.657447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-883e3bdc-46ea-449d-8533-9c258e7ff50a tempest-NegativeSecGroupTest-655817109 tempest-NegativeSecGroupTest-655817109-project] 10.222.0.31 "GET /v2.0/security-group-rules/29a35874-f782-4020-9697-d9210493e3c1 HTTP/1.1" status: 404 len: 356 time: 0.0281138 Dec 10 09:11:35.697342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] For port e37da6d4-606c-42f7-b277-d4f74309093f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e37da6d4-606c-42f7-b277-d4f74309093f,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:35.697755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:36.197182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb7fbe-8a32-4201-933c-893c00367a1d req-d85b7acf-6b77-48e9-bb01-8296544f78f7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:36.211723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1eb7fbe-8a32-4201-933c-893c00367a1d req-d85b7acf-6b77-48e9-bb01-8296544f78f7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 945 time: 0.1396770 Dec 10 09:11:36.214504 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45414) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:36.275135 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:36.275503 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:36.278034 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Floating IP 2b21b90d-c613-4d48-80e4-cc8d5433fcd7 disassociated. External IP: 172.25.3.210, port: e37da6d4-606c-42f7-b277-d4f74309093f. Dec 10 09:11:36.278596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Calling delete_port for e37da6d4-606c-42f7-b277-d4f74309093f owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:11:36.345863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1eb7fbe-8a32-4201-933c-893c00367a1d req-bea05131-f191-4928-b90f-fffc20bfc526 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups?id=73561fb7-9f3e-4d3c-80b3-88ec979c064e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328750 Dec 10 09:11:36.488422 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:36.512540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:36.578619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event deleted for resources: {'Port': ['ID=e37da6d4-606c-42f7-b277-d4f74309093f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:36.640160 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:11:36.782398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Router 2782dbfb-3a30-4775-9517-26629752be6c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:11:36.791507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37deaae-ed29-4e6c-a5d0-21d23f2faf5e req-19038a1a-77e9-4877-9285-bc9fe6b88485 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:36.793181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d37deaae-ed29-4e6c-a5d0-21d23f2faf5e req-19038a1a-77e9-4877-9285-bc9fe6b88485 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.1896069 Dec 10 09:11:36.986145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:11:37.000158 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] Sync routers for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:11:37.023352 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:11:37.024061 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:11:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:37.121583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] No DVR routers for this DVR port e37da6d4-606c-42f7-b277-d4f74309093f on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:11:37.131988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:37.143662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a641b358-57de-4716-ac7f-e8069767e055 req-49954ea4-f621-4af3-be5e-c553139b9bb7 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.39 "DELETE /v2.0/ports/e37da6d4-606c-42f7-b277-d4f74309093f HTTP/1.1" status: 204 len: 173 time: 2.6438227 Dec 10 09:11:37.176042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a361590-7f98-404a-95cb-d36a5fe02515', 'name': 'network-vif-deleted', 'tag': 'e37da6d4-606c-42f7-b277-d4f74309093f'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:11:37.182699 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b0ebf7-0108-429e-b48a-700c00f3d47a" -d '{"events": [{"server_uuid": "1a361590-7f98-404a-95cb-d36a5fe02515", "name": "network-vif-deleted", "tag": "e37da6d4-606c-42f7-b277-d4f74309093f"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:11:37.217277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-b658d222-e055-4235-a65d-b9eba16d11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:37.219861 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-b658d222-e055-4235-a65d-b9eba16d11be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1097 time: 0.2316651 Dec 10 09:11:37.316236 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:11:37.352236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d37deaae-ed29-4e6c-a5d0-21d23f2faf5e req-b2a4fed7-d923-408c-b955-b37860149cf5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5524900 Dec 10 09:11:37.420535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-2e3dc882-ec04-41be-bf90-aaf67f234041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:37.423067 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-2e3dc882-ec04-41be-bf90-aaf67f234041 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.1766784 Dec 10 09:11:37.439968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ede37-eaa8-49af-a34b-74382c10b33c req-903a6fd4-d98b-41f2-9229-aa24c996220d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:37.448904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee3ede37-eaa8-49af-a34b-74382c10b33c req-903a6fd4-d98b-41f2-9229-aa24c996220d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.5523508 Dec 10 09:11:37.460432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f68c72ca-25da-41b1-8c5b-8c6bd3b10e2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00fcec057adc4bed8a2987d293b6aeb5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2241213 Dec 10 09:11:37.473451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45452) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:37.504630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:11:37.540013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee3ede37-eaa8-49af-a34b-74382c10b33c req-055994b0-2e6b-41fa-9e50-ffb5187436fb tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900908 Dec 10 09:11:37.636320 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a56919c-af52-40a3-83ff-f5db4f20b45e x-openstack-request-id: req-6a56919c-af52-40a3-83ff-f5db4f20b45e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:11:37.637033 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a361590-7f98-404a-95cb-d36a5fe02515", "name": "network-vif-deleted", "tag": "e37da6d4-606c-42f7-b277-d4f74309093f", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:11:37.637033 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a56919c-af52-40a3-83ff-f5db4f20b45e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:11:37.637263 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a361590-7f98-404a-95cb-d36a5fe02515', 'name': 'network-vif-deleted', 'tag': 'e37da6d4-606c-42f7-b277-d4f74309093f', 'status': 'completed', 'code': 200} Dec 10 09:11:37.786292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e37da6d4-606c-42f7-b277-d4f74309093f no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:11:37.793428 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:37.857742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: e37da6d4-606c-42f7-b277-d4f74309093f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:11:37.858103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e37da6d4-606c-42f7-b277-d4f74309093f not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:11:37.863020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51bfe868-34c6-4e00-b200-68a9559032dc req-b7d05716-827f-4b01-b2f7-8c98200e42e0 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a361590-7f98-404a-95cb-d36a5fe02515 HTTP/1.1" status: 200 len: 210 time: 0.1406972 Dec 10 09:11:37.885051 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] Checking router: 2782dbfb-3a30-4775-9517-26629752be6c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:11:37.898379 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:11:37.899373 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:11:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:37.910843 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-6a9c3258-6dd8-4c5d-955c-fb42eeeb6642 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 1001 time: 0.4728374 Dec 10 09:11:37.915683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45476) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:38.033073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-a369710f-d57f-4255-8652-1c75e26218ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:38.038846 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-a369710f-d57f-4255-8652-1c75e26218ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1115839 Dec 10 09:11:38.039753 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8b00fbf-3d73-4eb5-a1f2-165fdcda8cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:38.125829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45486) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:38.141027 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8b00fbf-3d73-4eb5-a1f2-165fdcda8cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:38.180503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-2a8fafd0-4b03-4747-9d78-3a4da0f2c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:38.182214 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-2a8fafd0-4b03-4747-9d78-3a4da0f2c9a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358500 Dec 10 09:11:38.182343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5edac2d7-d52a-4323-95fd-d853c3437a45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:38.229570 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:38.234296 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:11:38.345984 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-fb8e2459-53cf-4db4-adb1-611f3c88a415 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533842 Dec 10 09:11:38.346830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8b00fbf-3d73-4eb5-a1f2-165fdcda8cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:38.350008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8b00fbf-3d73-4eb5-a1f2-165fdcda8cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:38.354213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a8b00fbf-3d73-4eb5-a1f2-165fdcda8cda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e720bf1-f562-47cd-8d16-f5ee3dc2a339 HTTP/1.1" status: 204 len: 168 time: 0.8693223 Dec 10 09:11:38.446795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b00fbf-3d73-4eb5-a1f2-165fdcda8cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e720bf1-f562-47cd-8d16-f5ee3dc2a339,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:38.509943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-3f06bce8-d316-40b1-b302-769dfb2c7848 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3812637 Dec 10 09:11:38.564121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-f6a78f83-776e-4a9d-9016-9dfd69fd131c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:11:38.583434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-f6a78f83-776e-4a9d-9016-9dfd69fd131c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0722806 Dec 10 09:11:38.628248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5edac2d7-d52a-4323-95fd-d853c3437a45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:38.656223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5edac2d7-d52a-4323-95fd-d853c3437a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:38.710328 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ffc43e21-fe51-474c-8a4e-88557dead8bd req-2ddab406-2254-4a1f-8d25-6246d425d2df service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534350 Dec 10 09:11:38.739375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edac2d7-d52a-4323-95fd-d853c3437a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be2597f-9781-4dfa-805b-b919a9967024,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:38.784102 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:11:38.856273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5edac2d7-d52a-4323-95fd-d853c3437a45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db004dd0a38d4db9b92e8737fcc50128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9390068 Dec 10 09:11:38.859173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45508) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:38.916155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2a08-a508-4409-9223-4da8995d68af req-c1fa17ed-ddf3-4432-a438-f27706349aa2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:38.917771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d5a2a08-a508-4409-9223-4da8995d68af req-c1fa17ed-ddf3-4432-a438-f27706349aa2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.1926498 Dec 10 09:11:38.921385 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb5792-52c3-4433-88df-df731ddf5499 None None] The sync data for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 is: [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:02:06Z', 'revision_number': 4, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c834d0e9-1c82-46ff-bf9a-5482a947991b', 'name': '', 'network_id': '457c3c0c-2ae9-42ba-911f-8ee36f09dc76', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'mac_address': 'fa:16:3e:e8:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:05Z', 'updated_at': '2021-12-10T09:02:12Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'subnets': [{'id': 'a8b8d629-c0a3-4acd-9894-8a4e21b6000c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:11:38.938227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b6169-bd71-4955-a11e-f72e698cce3d req-3823f59f-64e9-4526-acc5-8a47da992dd4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:38.940456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-163b6169-bd71-4955-a11e-f72e698cce3d req-3823f59f-64e9-4526-acc5-8a47da992dd4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.0913780 Dec 10 09:11:39.021196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dbef968f-1350-450c-a04e-2ab6a5b7fe81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:39.024277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-163b6169-bd71-4955-a11e-f72e698cce3d req-5d2ba489-4155-4dd6-9e06-b6573e7e6047 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767145 Dec 10 09:11:39.094846 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dbef968f-1350-450c-a04e-2ab6a5b7fe81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:39.098904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d5a2a08-a508-4409-9223-4da8995d68af req-6834b8bd-cfdd-4ad4-8009-2e9123743065 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553838 Dec 10 09:11:39.188426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:39.202298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45524) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:39.257652 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dbef968f-1350-450c-a04e-2ab6a5b7fe81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:39.261196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dbef968f-1350-450c-a04e-2ab6a5b7fe81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:39.265555 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dbef968f-1350-450c-a04e-2ab6a5b7fe81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7be2597f-9781-4dfa-805b-b919a9967024 HTTP/1.1" status: 204 len: 168 time: 0.4053268 Dec 10 09:11:39.311128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef968f-1350-450c-a04e-2ab6a5b7fe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be2597f-9781-4dfa-805b-b919a9967024,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:39.401448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-608b68c3-60f2-4646-a3a5-efc0423c1910 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:39.489355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-608b68c3-60f2-4646-a3a5-efc0423c1910 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:39.518610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e954da4b-447f-4b06-a8d8-599dd593903f None None] New status for floating IP 2b21b90d-c613-4d48-80e4-cc8d5433fcd7: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:11:39.623695 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-608b68c3-60f2-4646-a3a5-efc0423c1910 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:39.646222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-608b68c3-60f2-4646-a3a5-efc0423c1910 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:39.651753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-608b68c3-60f2-4646-a3a5-efc0423c1910 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "DELETE /v2.0/security-groups/73561fb7-9f3e-4d3c-80b3-88ec979c064e HTTP/1.1" status: 204 len: 168 time: 0.4482641 Dec 10 09:11:39.654933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45542) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:39.674234 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-40894a2b-5716-4045-9b47-588b757ea89f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] show failed (client error): The resource could not be found. Dec 10 09:11:39.678631 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-40894a2b-5716-4045-9b47-588b757ea89f tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "GET /v2.0/security-groups/73561fb7-9f3e-4d3c-80b3-88ec979c064e HTTP/1.1" status: 404 len: 347 time: 0.0224569 Dec 10 09:11:39.682187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45544) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:39.698409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b68c3-60f2-4646-a3a5-efc0423c1910 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73561fb7-9f3e-4d3c-80b3-88ec979c064e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:40.008217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Deleting port 8f774d78-7cb6-473c-910f-051d55f47645 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:11:40.008935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:40.254282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:40.254944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:40.297560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Calling delete_port for 8f774d78-7cb6-473c-910f-051d55f47645 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:11:40.317101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-388b1db9-6859-4281-a653-8505624d6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:40.319073 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-388b1db9-6859-4281-a653-8505624d6ed8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6&tenant_id=15be168c5c04461ebdfa15dd1f149bea HTTP/1.1" status: 200 len: 1095 time: 0.2188890 Dec 10 09:11:40.451924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45564) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:40.525686 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62806ab2-f807-4445-b36d-32981fcc6ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:40.543923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-8276fab3-b068-4ab5-9aba-a794d1d439a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:40.545706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-8276fab3-b068-4ab5-9aba-a794d1d439a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 1095 time: 0.0903246 Dec 10 09:11:40.568749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39c3bd-bf51-40c9-83e1-1827cceed3eb req-8d76f5ee-a6a4-4411-8cff-352a695b4cd1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:40.571063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b39c3bd-bf51-40c9-83e1-1827cceed3eb req-8d76f5ee-a6a4-4411-8cff-352a695b4cd1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.3570361 Dec 10 09:11:40.595362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ab87-b298-41ce-b9a6-9b3ead892abc req-515774e4-f244-4f13-8fe5-2118fb6b2f9e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:40.603864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1745ab87-b298-41ce-b9a6-9b3ead892abc req-515774e4-f244-4f13-8fe5-2118fb6b2f9e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.1529701 Dec 10 09:11:40.688924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-7f78f03b-3a32-4591-b8ca-cd53a241fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:40.692763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-7f78f03b-3a32-4591-b8ca-cd53a241fadd service neutron] 10.222.0.39 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 915 time: 0.1373272 Dec 10 09:11:40.705640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b39c3bd-bf51-40c9-83e1-1827cceed3eb req-29b04b93-8e18-4aee-a3aa-8be32b189403 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202562 Dec 10 09:11:40.849706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62806ab2-f807-4445-b36d-32981fcc6ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:40.849706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1745ab87-b298-41ce-b9a6-9b3ead892abc req-a55a607a-2e45-45b2-aafe-d05b27ec9e70 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362862 Dec 10 09:11:40.891413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-9715632e-341a-4771-a591-aeca5a7d3217 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1 HTTP/1.1" status: 200 len: 217 time: 0.1704421 Dec 10 09:11:40.893710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62806ab2-f807-4445-b36d-32981fcc6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:40.979512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62806ab2-f807-4445-b36d-32981fcc6ab5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c9f2a2545344aa7bbd50ce70e00472a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5163131 Dec 10 09:11:40.980958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62806ab2-f807-4445-b36d-32981fcc6ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5e773a-2f3a-4981-a799-9d35c9587711,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:40.982930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45580) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:41.115717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21dc7a87-3530-485d-b5c4-687a53724cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:41.203230 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21dc7a87-3530-485d-b5c4-687a53724cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:41.214953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-d2a50dbf-4310-4022-b2f9-2b25e2e2eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:41.217817 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-d2a50dbf-4310-4022-b2f9-2b25e2e2eb92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 200 len: 854 time: 0.3250201 Dec 10 09:11:41.257603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:41.322040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Pushing event deleted for resources: {'Port': ['ID=8f774d78-7cb6-473c-910f-051d55f47645,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:41.329015 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-1952e3da-50e2-4f19-92c5-15a76b785118 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7621218b-d3b9-49d6-a2e5-13c21f9c1234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010551 Dec 10 09:11:41.515687 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-53faf961-84ec-442f-a1ff-67d94e28935f service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368766 Dec 10 09:11:41.585099 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:41.597111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:41.608532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-765b8c09-e654-4329-a307-0f94a38b18c9 tempest-AttachVolumeTestJSON-323170646 tempest-AttachVolumeTestJSON-323170646-project] 10.222.0.31 "DELETE /v2.0/floatingips/2b21b90d-c613-4d48-80e4-cc8d5433fcd7 HTTP/1.1" status: 204 len: 168 time: 1.9221263 Dec 10 09:11:41.620313 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21dc7a87-3530-485d-b5c4-687a53724cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:41.660812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21dc7a87-3530-485d-b5c4-687a53724cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:41.680094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-21dc7a87-3530-485d-b5c4-687a53724cee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b5e773a-2f3a-4981-a799-9d35c9587711 HTTP/1.1" status: 204 len: 168 time: 0.6899612 Dec 10 09:11:41.769279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc7a87-3530-485d-b5c4-687a53724cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5e773a-2f3a-4981-a799-9d35c9587711,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:42.058995 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a1d284fb-1eff-4895-b535-83da6e3b8634 req-eb87dd09-215c-46e5-8b27-9c245e9fc70d service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928546 Dec 10 09:11:42.275056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5d7a7-165d-409d-bd7b-4e2d5d504e9d req-f6a7b84b-d029-4a9e-bca0-de94dc923723 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:42.290697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7f5d7a7-165d-409d-bd7b-4e2d5d504e9d req-f6a7b84b-d029-4a9e-bca0-de94dc923723 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.4259419 Dec 10 09:11:42.324664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6130e4-c46a-452d-a6c2-e82cd4ae0791 req-0f1cfa4a-fb35-4213-8e9b-a393e1fb56e4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:42.334820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec6130e4-c46a-452d-a6c2-e82cd4ae0791 req-0f1cfa4a-fb35-4213-8e9b-a393e1fb56e4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.2035711 Dec 10 09:11:42.361253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-9d9e06d4-9d02-4f88-895a-f95dd075228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:42.368068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-9d9e06d4-9d02-4f88-895a-f95dd075228d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 1095 time: 0.1152999 Dec 10 09:11:42.417026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec6130e4-c46a-452d-a6c2-e82cd4ae0791 req-6f17c48d-3e5b-4c59-92aa-b301eb75152e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755897 Dec 10 09:11:42.655787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-e0747f49-3893-4ea4-83d6-23cc492ef5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:42.658691 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-e0747f49-3893-4ea4-83d6-23cc492ef5cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 915 time: 0.2724929 Dec 10 09:11:42.765972 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-6e7c0308-e099-4e39-a165-1a420d3b0e76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1 HTTP/1.1" status: 200 len: 217 time: 0.0994110 Dec 10 09:11:42.909993 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7f5d7a7-165d-409d-bd7b-4e2d5d504e9d req-45055978-000a-41f3-a7e3-5017366f222e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6107659 Dec 10 09:11:42.923934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-86aa5896-ea75-486d-a9fd-9423544bed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:42.926850 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-86aa5896-ea75-486d-a9fd-9423544bed3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 200 len: 854 time: 0.1531303 Dec 10 09:11:42.988472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-124b9863-4ca4-4716-a3ac-be4d15416a7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7621218b-d3b9-49d6-a2e5-13c21f9c1234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542300 Dec 10 09:11:43.219629 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-9eae71a2-f0a9-430f-9d45-dff1c0a9e769 service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237818 Dec 10 09:11:43.399052 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c401ec3-99ee-4fe7-bd92-13d2c7f441af req-546f6352-90c3-4226-9f35-b4982b8122c2 service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717396 Dec 10 09:11:44.169813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9772d1-549d-4aa6-8b87-9130abae684c req-575a6361-5f4e-4c7a-9677-0a87b0eeabe3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:44.181185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de9772d1-549d-4aa6-8b87-9130abae684c req-575a6361-5f4e-4c7a-9677-0a87b0eeabe3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.1130862 Dec 10 09:11:44.373042 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de9772d1-549d-4aa6-8b87-9130abae684c req-845c6402-0564-4e94-b1da-57afa6ddfc2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897099 Dec 10 09:11:44.525490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22470cd-993f-40ef-bba0-0b638ea857bd req-3a0cf2a7-d38b-4510-8d48-f040ff782183 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:44.533736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d22470cd-993f-40ef-bba0-0b638ea857bd req-3a0cf2a7-d38b-4510-8d48-f040ff782183 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.9034245 Dec 10 09:11:44.683178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d22470cd-993f-40ef-bba0-0b638ea857bd req-59bd389b-8f66-4eb3-b796-aaf2b423fb05 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476624 Dec 10 09:11:45.126496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:46.011959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23959c-69e2-44d1-b6ee-335b275dcba3 req-f8aef931-3982-4d0c-952d-916473e02b32 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:46.018973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b23959c-69e2-44d1-b6ee-335b275dcba3 req-f8aef931-3982-4d0c-952d-916473e02b32 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.2240064 Dec 10 09:11:46.140501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45826) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:46.225717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b23959c-69e2-44d1-b6ee-335b275dcba3 req-6b286096-278c-4248-9859-c441e47af3c9 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966817 Dec 10 09:11:46.597372 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eefc3aa3-6ea4-4a0f-9018-f8a5730e0f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:46.662999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0ecf-c31b-48b6-8847-39a7a1ab67dd req-d3bf5471-500d-46ae-a535-8b108644d4c6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:46.673999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f99e0ecf-c31b-48b6-8847-39a7a1ab67dd req-d3bf5471-500d-46ae-a535-8b108644d4c6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 946 time: 0.2360876 Dec 10 09:11:46.868677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f99e0ecf-c31b-48b6-8847-39a7a1ab67dd req-85dc144d-64e9-4256-b2ee-712acee3cda2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929941 Dec 10 09:11:47.009111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eefc3aa3-6ea4-4a0f-9018-f8a5730e0f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:47.018631 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eefc3aa3-6ea4-4a0f-9018-f8a5730e0f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:47.026865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:11:47.171287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc3aa3-6ea4-4a0f-9018-f8a5730e0f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cac936c-4fe0-4fec-b751-7fbba5cc5401,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:47.256744 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eefc3aa3-6ea4-4a0f-9018-f8a5730e0f4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e950a023084243ffb99de175efa5213f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1142194 Dec 10 09:11:47.259473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45870) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:47.345058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:47.420083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:11:47.430692 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a96ba4f-967e-41ac-ba1d-7564a31a8ac8" -d '{"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:11:47.470866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:11:47.480154 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:47.518175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b198db95-c5ad-458e-842c-3c7ad0b31d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:47.573089 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1daf96-6707-42c0-a693-e6b5e68bb19d x-openstack-request-id: req-4b1daf96-6707-42c0-a693-e6b5e68bb19d {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:11:47.574538 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:11:47.577243 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b1daf96-6707-42c0-a693-e6b5e68bb19d {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:11:47.579445 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'code': 200} Dec 10 09:11:47.616106 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b198db95-c5ad-458e-842c-3c7ad0b31d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:47.649946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=14']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:47.681930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.689138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.689826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.694067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.694681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.696719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.698210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.698896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.703196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.706226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.707001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.707621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.708272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:11:47.824081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fb89b-dae4-49fc-85ff-1770be03c930 req-78a441a3-ff15-419b-899d-3a1bce98bace tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:47.844008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-479fb89b-dae4-49fc-85ff-1770be03c930 req-78a441a3-ff15-419b-899d-3a1bce98bace tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.4513240 Dec 10 09:11:47.874464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b198db95-c5ad-458e-842c-3c7ad0b31d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:47.882521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b198db95-c5ad-458e-842c-3c7ad0b31d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:47.891717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b198db95-c5ad-458e-842c-3c7ad0b31d1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cac936c-4fe0-4fec-b751-7fbba5cc5401 HTTP/1.1" status: 204 len: 168 time: 0.6310961 Dec 10 09:11:47.958949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198db95-c5ad-458e-842c-3c7ad0b31d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cac936c-4fe0-4fec-b751-7fbba5cc5401,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:47.965481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45886) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:48.070244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-479fb89b-dae4-49fc-85ff-1770be03c930 req-1e95b221-0e4f-4b27-aadc-a6ef9434f326 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180159 Dec 10 09:11:48.583816 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0adc46f6-06c8-4d50-8e3b-f75525be599e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:48.691598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45922) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:48.711134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-769809a7-7053-4d4d-90bf-027f2571db95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:48.871253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0adc46f6-06c8-4d50-8e3b-f75525be599e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:48.879726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-769809a7-7053-4d4d-90bf-027f2571db95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:48.883758 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0adc46f6-06c8-4d50-8e3b-f75525be599e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:48.888384 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-769809a7-7053-4d4d-90bf-027f2571db95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:48.956946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0adc46f6-06c8-4d50-8e3b-f75525be599e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=048b1f8ce0cc4db889624e147b78133e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9842389 Dec 10 09:11:48.957675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45942) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:49.033294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-769809a7-7053-4d4d-90bf-027f2571db95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6200e7daed68438a97a7bfe82c9bff24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3401434 Dec 10 09:11:49.038796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 45946) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:49.057173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769809a7-7053-4d4d-90bf-027f2571db95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915014da-7527-4aa0-bf73-b7e733f57f6f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:49.168450 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f8cfb9-b2da-4d4b-9731-b2c949dd1a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:49.201761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc46f6-06c8-4d50-8e3b-f75525be599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b2f6cc-321e-4040-ae2c-1b9c0ec10f47,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:49.229678 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:49.233523 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f8cfb9-b2da-4d4b-9731-b2c949dd1a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:49.354316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f8cfb9-b2da-4d4b-9731-b2c949dd1a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:49.361617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-34f8cfb9-b2da-4d4b-9731-b2c949dd1a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:49.378348 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-34f8cfb9-b2da-4d4b-9731-b2c949dd1a67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/915014da-7527-4aa0-bf73-b7e733f57f6f HTTP/1.1" status: 204 len: 168 time: 0.3369777 Dec 10 09:11:49.412748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8cfb9-b2da-4d4b-9731-b2c949dd1a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915014da-7527-4aa0-bf73-b7e733f57f6f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:49.455412 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd8be609-a90d-461b-919b-d31639a3fea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:49.553609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd8be609-a90d-461b-919b-d31639a3fea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:49.733884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a7f38-bb52-4611-80ee-5c0166b61b90 req-4ab7de33-ed52-431f-bd68-98176ea753ac tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:49.742929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-249a7f38-bb52-4611-80ee-5c0166b61b90 req-4ab7de33-ed52-431f-bd68-98176ea753ac tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.4883420 Dec 10 09:11:49.795638 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd8be609-a90d-461b-919b-d31639a3fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:49.805003 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd8be609-a90d-461b-919b-d31639a3fea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:49.812978 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dd8be609-a90d-461b-919b-d31639a3fea5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75b2f6cc-321e-4040-ae2c-1b9c0ec10f47 HTTP/1.1" status: 204 len: 168 time: 0.8528459 Dec 10 09:11:49.871495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8be609-a90d-461b-919b-d31639a3fea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b2f6cc-321e-4040-ae2c-1b9c0ec10f47,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:50.068796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-249a7f38-bb52-4611-80ee-5c0166b61b90 req-c16b8851-bab2-4424-b176-bfb4a976286a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194194 Dec 10 09:11:50.817303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46020) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:50.848933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0807128d-c39f-4f87-b7c5-4fb841365409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:51.211803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0807128d-c39f-4f87-b7c5-4fb841365409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:51.233201 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0807128d-c39f-4f87-b7c5-4fb841365409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:51.374571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0807128d-c39f-4f87-b7c5-4fb841365409 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3de44016cc404793ba3068627c80a840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5559194 Dec 10 09:11:51.377237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46042) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:51.593815 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dcf58a23-7fe8-43e3-97ce-315899d42c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:51.636722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807128d-c39f-4f87-b7c5-4fb841365409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3942834-dc17-4798-8326-1f8341561741,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:51.643922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dcf58a23-7fe8-43e3-97ce-315899d42c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:51.765355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18548a-9e3f-420d-9f81-fcec45841446 req-0a3635b2-1668-49b4-a6d4-f070a096f119 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:51.771765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c18548a-9e3f-420d-9f81-fcec45841446 req-0a3635b2-1668-49b4-a6d4-f070a096f119 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.2074797 Dec 10 09:11:51.793661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dcf58a23-7fe8-43e3-97ce-315899d42c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:51.796682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dcf58a23-7fe8-43e3-97ce-315899d42c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:51.799535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c2659-ca98-4659-9f4d-56c1c6f5282f req-e0ca00dc-ed7c-449f-8983-b7df222316bd tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:51.801953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dcf58a23-7fe8-43e3-97ce-315899d42c27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3942834-dc17-4798-8326-1f8341561741 HTTP/1.1" status: 204 len: 168 time: 0.4194958 Dec 10 09:11:51.808641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f6c2659-ca98-4659-9f4d-56c1c6f5282f req-e0ca00dc-ed7c-449f-8983-b7df222316bd tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.4556577 Dec 10 09:11:51.835788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf58a23-7fe8-43e3-97ce-315899d42c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3942834-dc17-4798-8326-1f8341561741,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:52.034616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f6c2659-ca98-4659-9f4d-56c1c6f5282f req-be28b49b-ebe0-4d45-b722-f7dc8dd76ad7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012658 Dec 10 09:11:52.047541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c18548a-9e3f-420d-9f81-fcec45841446 req-0c5bd551-db7e-4c35-bb35-d4f327c29ce1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565577 Dec 10 09:11:52.610924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-784ac0f5-6f5c-43ed-bbe4-5e189b3f5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:52.612516 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-784ac0f5-6f5c-43ed-bbe4-5e189b3f5777 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1095 time: 0.2318051 Dec 10 09:11:52.634827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253eb2-21cb-446e-9f4e-7b21e449c5aa req-e9b35b86-6546-4a0a-9ace-c58e01ac1732 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:52.659134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4253eb2-21cb-446e-9f4e-7b21e449c5aa req-e9b35b86-6546-4a0a-9ace-c58e01ac1732 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1792524 Dec 10 09:11:52.860682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4253eb2-21cb-446e-9f4e-7b21e449c5aa req-0cc43d22-bf4f-47a7-a5b1-98bfc30c2471 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003996 Dec 10 09:11:52.893023 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-1aabf236-fdf5-4144-98e8-d6142f38b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:52.894868 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-1aabf236-fdf5-4144-98e8-d6142f38b98d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.2661371 Dec 10 09:11:53.120664 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-745aee4e-682c-45f5-9fc2-95d6a10be5c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 999 time: 0.2167296 Dec 10 09:11:53.277134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-96311c55-57b8-475e-9544-58653a23a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:53.288993 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-96311c55-57b8-475e-9544-58653a23a25a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1545913 Dec 10 09:11:53.415709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc62b32-2bdf-41b2-86ea-ed6e269826ef req-465584e5-f673-4a46-b038-967e3bb0d242 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:53.429768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dc62b32-2bdf-41b2-86ea-ed6e269826ef req-465584e5-f673-4a46-b038-967e3bb0d242 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.2237151 Dec 10 09:11:53.455879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-36a32aa1-f354-4bcd-90a2-5ed2c6644e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:53.472234 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-36a32aa1-f354-4bcd-90a2-5ed2c6644e9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760030 Dec 10 09:11:53.623117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dc62b32-2bdf-41b2-86ea-ed6e269826ef req-f71522ff-9b84-4852-b1cd-28303ade43a9 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921837 Dec 10 09:11:53.818267 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-134dc619-b483-41ab-91e1-e40535e54a09 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375680 Dec 10 09:11:54.204809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23c33ef0-e245-454e-b97d-ae6aeb97246b req-be79410c-4f7b-4b81-b0f8-0e26d62a1931 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771083 Dec 10 09:11:54.224782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6997b-9e8d-4ef6-9c5e-ff38fde62c23 req-7788ee43-349b-4177-b874-e1c24eaa3b98 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:54.235201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc6997b-9e8d-4ef6-9c5e-ff38fde62c23 req-7788ee43-349b-4177-b874-e1c24eaa3b98 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1837690 Dec 10 09:11:54.410739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc6997b-9e8d-4ef6-9c5e-ff38fde62c23 req-01b74617-a6ef-42c8-a09e-6692c7d4910f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687984 Dec 10 09:11:54.980098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd264cb-c29b-45a8-81d3-e64372256bbe req-341b6831-a301-408c-b3fc-87b1bef68988 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:54.985755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dd264cb-c29b-45a8-81d3-e64372256bbe req-341b6831-a301-408c-b3fc-87b1bef68988 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.1689844 Dec 10 09:11:55.154628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dd264cb-c29b-45a8-81d3-e64372256bbe req-34cf432e-09e7-4540-a894-4d99874ebaec tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598310 Dec 10 09:11:55.804521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b975c-b0c0-45ea-bd14-196a148f426d req-7865976a-bce6-4dc5-a4ae-8b38611a64da tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:55.841822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b8b975c-b0c0-45ea-bd14-196a148f426d req-7865976a-bce6-4dc5-a4ae-8b38611a64da tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1947286 Dec 10 09:11:56.043350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b8b975c-b0c0-45ea-bd14-196a148f426d req-b25f79a0-566f-4eeb-944f-aa5ff1f2f08e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970508 Dec 10 09:11:56.622016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1791c8-04ed-4616-97ad-a214544748ea req-34ecb216-cd15-41ca-98ce-fc23534faedf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:56.632986 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c1791c8-04ed-4616-97ad-a214544748ea req-34ecb216-cd15-41ca-98ce-fc23534faedf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.2813981 Dec 10 09:11:56.643760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46222) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:56.711626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222376b-5b44-4e62-b581-77b737485717 req-b1787fd7-2499-40ba-8e20-98a5ae7502e8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:56.723988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7222376b-5b44-4e62-b581-77b737485717 req-b1787fd7-2499-40ba-8e20-98a5ae7502e8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.2783055 Dec 10 09:11:56.957373 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc7baa89-a88a-49f2-a9e7-81b5158ec0d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:57.002316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c1791c8-04ed-4616-97ad-a214544748ea req-8bf990eb-f3b6-4b1a-b6b5-65e0169a1423 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591096 Dec 10 09:11:57.011493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7222376b-5b44-4e62-b581-77b737485717 req-976cab81-0741-4fd8-b2ba-9f5ab9a2455a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861998 Dec 10 09:11:57.200687 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc7baa89-a88a-49f2-a9e7-81b5158ec0d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:57.207587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc7baa89-a88a-49f2-a9e7-81b5158ec0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:57.255302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251c6ec-eb1d-485d-a487-bf14c17f1bad req-6e789b9d-cb67-4abc-81c2-30082aaaee61 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:57.266723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7baa89-a88a-49f2-a9e7-81b5158ec0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e01b04-e48b-4a1a-aeac-b59456f7ebbc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:57.266941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9251c6ec-eb1d-485d-a487-bf14c17f1bad req-6e789b9d-cb67-4abc-81c2-30082aaaee61 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0812685 Dec 10 09:11:57.283884 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fc7baa89-a88a-49f2-a9e7-81b5158ec0d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55c839f8039d4af7bf382643eb9afb82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6389298 Dec 10 09:11:57.286669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46236) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:57.394391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9251c6ec-eb1d-485d-a487-bf14c17f1bad req-9f1d59ef-560c-4b0b-a91d-aba3937c086d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263690 Dec 10 09:11:57.398365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-960d675b-449e-4de4-a812-af3220128af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:57.456320 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-960d675b-449e-4de4-a812-af3220128af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:57.570082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-960d675b-449e-4de4-a812-af3220128af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:57.575961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-960d675b-449e-4de4-a812-af3220128af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:57.580146 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-960d675b-449e-4de4-a812-af3220128af5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96e01b04-e48b-4a1a-aeac-b59456f7ebbc HTTP/1.1" status: 204 len: 168 time: 0.2909176 Dec 10 09:11:57.602994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d675b-449e-4de4-a812-af3220128af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e01b04-e48b-4a1a-aeac-b59456f7ebbc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:58.349428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46278) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:58.364772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ad5cd-d153-4d3e-88c0-0c068adc292d req-bf6e7603-39d2-4a13-afe1-69e6d7aabe6e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:58.366954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-51c1e5ce-78b1-447f-bbb6-1dea5592cbe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:58.373997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b62ad5cd-d153-4d3e-88c0-0c068adc292d req-bf6e7603-39d2-4a13-afe1-69e6d7aabe6e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.1745470 Dec 10 09:11:58.423638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-0d001f33-d185-4290-b7c8-44c82da2c079 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:58.442138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-0d001f33-d185-4290-b7c8-44c82da2c079 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.4155593 Dec 10 09:11:58.483147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-6d1dd927-dd83-47e1-a24c-582839a3e665 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/quotas/421fbd44c6eb41809d7db303745958e6 HTTP/1.1" status: 200 len: 375 time: 0.0395794 Dec 10 09:11:58.581666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-51c1e5ce-78b1-447f-bbb6-1dea5592cbe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:58.588201 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-51c1e5ce-78b1-447f-bbb6-1dea5592cbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:58.630731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b62ad5cd-d153-4d3e-88c0-0c068adc292d req-4427d302-97ea-4605-a840-744d0695a516 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553735 Dec 10 09:11:58.694972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-22801a7f-4c47-4bb8-b46f-eac333cf4c78 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2077086 Dec 10 09:11:58.721379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1e5ce-78b1-447f-bbb6-1dea5592cbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c3e24-d8f2-4869-8f21-d07ccbc7eb95,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:58.796281 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-51c1e5ce-78b1-447f-bbb6-1dea5592cbe2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5433b5a1f534da7a38776a5e2e28b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455960 Dec 10 09:11:58.799490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46282) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:11:58.933365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b90dc73-1782-470e-ab28-8f15f7779ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:58.975255 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-3088e798-7852-4c72-92a5-e306067e416d service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718685 Dec 10 09:11:58.976610 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b90dc73-1782-470e-ab28-8f15f7779ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:59.133731 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b90dc73-1782-470e-ab28-8f15f7779ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:59.136730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3b90dc73-1782-470e-ab28-8f15f7779ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:11:59.139351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3b90dc73-1782-470e-ab28-8f15f7779ac0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c2c3e24-d8f2-4869-8f21-d07ccbc7eb95 HTTP/1.1" status: 204 len: 168 time: 0.3385575 Dec 10 09:11:59.176436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90dc73-1782-470e-ab28-8f15f7779ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c3e24-d8f2-4869-8f21-d07ccbc7eb95,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:11:59.287655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-b118c9e6-e765-48a3-841a-1e5fbbc225ad service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047659 Dec 10 09:11:59.655883 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d6c8d8c-11e7-4582-920a-5b2c3995d9df req-87951ec4-797f-424b-807e-521bdc795f46 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 210 time: 0.0908284 Dec 10 09:11:59.917656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f34c3a-6b4a-484f-99ab-a2f0d0573585 req-afc952b5-cace-4216-bac4-4447fa8aa3b1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:11:59.931384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19f34c3a-6b4a-484f-99ab-a2f0d0573585 req-afc952b5-cace-4216-bac4-4447fa8aa3b1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.1603427 Dec 10 09:12:00.197858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19f34c3a-6b4a-484f-99ab-a2f0d0573585 req-fdad045f-9cc8-4443-a257-a726d8254d68 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638619 Dec 10 09:12:00.901646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c3ff3e6-bbd1-4734-a291-3823f1b7c609 req-9355a2ca-1d7a-4f48-a0c5-c48c03d90e73 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 210 time: 0.0485141 Dec 10 09:12:01.531703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d2ec-e1e5-4b82-ac37-2aef5d718bd7 req-7e23468f-7457-430d-bc39-f64e341e4a1c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:01.545334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8261d2ec-e1e5-4b82-ac37-2aef5d718bd7 req-7e23468f-7457-430d-bc39-f64e341e4a1c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.1788964 Dec 10 09:12:01.753171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8261d2ec-e1e5-4b82-ac37-2aef5d718bd7 req-4cab2901-ef7e-42b1-8817-55af8ec01413 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021677 Dec 10 09:12:02.141722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f34f5ac-a92a-45d3-bd71-e7079c5024bd req-d61f70ed-96c9-4a4f-8051-940008190301 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 210 time: 0.0710166 Dec 10 09:12:02.511068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-0b5e3119-5427-4d16-92f4-b0554d903575 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:02.514982 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-0b5e3119-5427-4d16-92f4-b0554d903575 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.39 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.2556374 Dec 10 09:12:02.532598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'port': {'device_id': '2470f7a4-3cd2-4d61-996e-33916ecaed60', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'admin_state_up': True, 'tenant_id': '421fbd44c6eb41809d7db303745958e6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:02.742848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Made reservation on behalf of 421fbd44c6eb41809d7db303745958e6 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:12:02.748315 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:03.014874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bf7e8-bf63-466c-b1fa-f9f5a8c541e6 req-3cbab07a-bb6e-4910-8ead-68c38b8138ba tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:03.017323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e19bf7e8-bf63-466c-b1fa-f9f5a8c541e6 req-3cbab07a-bb6e-4910-8ead-68c38b8138ba tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 944 time: 0.1447754 Dec 10 09:12:03.060578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Allocated IP 172.20.0.4 (6f7bc68f-d442-4c32-a995-0452e37aef94/82f5ef62-e20e-4c02-ae8a-d223cfb693e4/5645416b-962b-4aca-a737-ab5a9b517260) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:12:03.143783 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e6e650b8-ac20-4e85-8baf-7a843cca2ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:03.181781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e19bf7e8-bf63-466c-b1fa-f9f5a8c541e6 req-c2b5e77e-d691-4edd-9910-c617ed40ebff tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523356 Dec 10 09:12:03.367029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bee89fb9-3f5a-4478-b11b-21a86606451f req-95c47049-6953-4cfb-b0be-55438434e2ea tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 210 time: 0.0766180 Dec 10 09:12:03.474405 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:03.599197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:03.617390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:12:03.729355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'Port': ['ID=5645416b-962b-4aca-a737-ab5a9b517260,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:03.736900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:12:03.742744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:12:03.757704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:12:03.767647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.768264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.768854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.769387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.769923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.770423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.770998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.771644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.772754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.773257 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.773941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.774461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.774973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:03.868587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:03.869728 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:03.891814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:03.905199 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-08a6440e-6cbd-4940-86a1-157934e58c11 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3778856 Dec 10 09:12:03.918725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Request body: {'port': {'device_id': '2470f7a4-3cd2-4d61-996e-33916ecaed60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:03.922108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'network_id': '7621218b-d3b9-49d6-a2e5-13c21f9c1234', 'port_id': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'mac_address': 'fa:16:3e:39:ae:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0199c3b5-c7ee-4c15-a10a-7a40e227d308', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:12:04.048577 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:04.065728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44f3f2d-bd0e-4663-b686-ddceeab8fee1 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:12:04.089615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:04.090541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:04.109129 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:04.241394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:04.267345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6cd9ef9e-051f-46cd-90f2-0b589e7e3614 None None] Provisioning complete for port 5645416b-962b-4aca-a737-ab5a9b517260 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:12:04.267721 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6cd9ef9e-051f-46cd-90f2-0b589e7e3614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:04.356091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9ef9e-051f-46cd-90f2-0b589e7e3614 None None] Port 5645416b-962b-4aca-a737-ab5a9b517260 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:12:04.400496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d44f3f2d-bd0e-4663-b686-ddceeab8fee1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:12:04.557800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46cfac-f62b-4410-8524-e4f8f8bbe8bf req-164e626a-410d-493b-95fc-7b13bde00925 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:04.571593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae46cfac-f62b-4410-8524-e4f8f8bbe8bf req-164e626a-410d-493b-95fc-7b13bde00925 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 945 time: 0.1720238 Dec 10 09:12:04.759381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae46cfac-f62b-4410-8524-e4f8f8bbe8bf req-1e07da39-d8e7-475f-af30-8166bb57d045 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864274 Dec 10 09:12:04.787828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5645416b-962b-4aca-a737-ab5a9b517260 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:12:04.815977 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:04.833743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac29bf4-1158-4820-9403-351a01695563 req-1b4ddb52-5614-4a4f-bc7e-4b53343975fb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:04.850896 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ac29bf4-1158-4820-9403-351a01695563 req-1b4ddb52-5614-4a4f-bc7e-4b53343975fb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 931 time: 0.1867037 Dec 10 09:12:04.851067 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Transition to ACTIVE for port object 5645416b-962b-4aca-a737-ab5a9b517260 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:12:04.858243 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:04.990428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ac29bf4-1158-4820-9403-351a01695563 req-1fd859b3-8ae3-41ce-82c2-8b1042d2a695 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392455 Dec 10 09:12:05.006118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Pushing event updated for resources: {'Port': ['ID=5645416b-962b-4aca-a737-ab5a9b517260,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:05.164132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Attempting to bind port 5645416b-962b-4aca-a737-ab5a9b517260 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:12:05.164876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Attempting to bind port 5645416b-962b-4aca-a737-ab5a9b517260 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:12:05.165291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Attempting to bind port 5645416b-962b-4aca-a737-ab5a9b517260 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:12:05.173740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Port 5645416b-962b-4aca-a737-ab5a9b517260 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:12:05.174374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Attempting to bind port 5645416b-962b-4aca-a737-ab5a9b517260 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:12:05.182372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:12:05.182372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Checking segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:12:05.182372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Bound using segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:12:05.182842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Bound port: 5645416b-962b-4aca-a737-ab5a9b517260, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:12:05.183158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:05.420538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] For port 5645416b-962b-4aca-a737-ab5a9b517260, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:12:05.426823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] For port 5645416b-962b-4aca-a737-ab5a9b517260, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5645416b-962b-4aca-a737-ab5a9b517260,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:12:05.427156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9772621-5f44-456b-987f-55de386fd46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:05.435415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:05.476161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:05.476947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:05.479588 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] 10.222.0.39 "PUT /v2.0/ports/5645416b-962b-4aca-a737-ab5a9b517260 HTTP/1.1" status: 200 len: 1091 time: 1.5660229 Dec 10 09:12:05.485146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2470f7a4-3cd2-4d61-996e-33916ecaed60', 'tag': '5645416b-962b-4aca-a737-ab5a9b517260'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:12:05.488047 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e412a752-3e68-49f4-bde4-9ab8808fa15f" -d '{"events": [{"name": "network-changed", "server_uuid": "2470f7a4-3cd2-4d61-996e-33916ecaed60", "tag": "5645416b-962b-4aca-a737-ab5a9b517260"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:12:05.613965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:12:05.786574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9770d-fa58-4dfd-b76d-4bd708d40ceb service neutron] Pushing event updated for resources: {'Port': ['ID=5645416b-962b-4aca-a737-ab5a9b517260,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:05.829648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-f193f679-02c8-419a-a021-ccc8643657a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:05.834853 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-f193f679-02c8-419a-a021-ccc8643657a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 1094 time: 0.2923369 Dec 10 09:12:06.083483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95917f41-1b48-47d1-ac45-3087a5646670 req-3244cc4b-5db4-4c48-9999-e5e1bbc9fe59 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:06.095435 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95917f41-1b48-47d1-ac45-3087a5646670 req-3244cc4b-5db4-4c48-9999-e5e1bbc9fe59 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 945 time: 0.1220553 Dec 10 09:12:06.244687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46516) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:06.278239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95917f41-1b48-47d1-ac45-3087a5646670 req-ebfcd222-69da-4c31-a51d-fc87e53d4ad1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759992 Dec 10 09:12:06.469749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46522) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:06.622178 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:06.633069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:12:06.633249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:06.747763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e78ec4c-7f3c-4c81-a0f7-353b7355b3a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:06.801949 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:06.905049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:12:06.907497 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5c2b1d-fbd4-43e3-b935-745da256ef00" -d '{"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-plugged", "status": "completed", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:12:06.954250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:06.960234 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91799bfb-f0cc-4f6d-a61c-590615de88a6 x-openstack-request-id: req-91799bfb-f0cc-4f6d-a61c-590615de88a6 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:12:06.960826 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2470f7a4-3cd2-4d61-996e-33916ecaed60", "tag": "5645416b-962b-4aca-a737-ab5a9b517260", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:12:06.960826 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91799bfb-f0cc-4f6d-a61c-590615de88a6 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:12:06.961204 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2470f7a4-3cd2-4d61-996e-33916ecaed60', 'tag': '5645416b-962b-4aca-a737-ab5a9b517260', 'status': 'completed', 'code': 200} Dec 10 09:12:06.963023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:06.963476 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-a62480e8-756f-465e-bfe5-d7cbdf3b8b67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5645416b-962b-4aca-a737-ab5a9b517260 HTTP/1.1" status: 200 len: 217 time: 1.1155152 Dec 10 09:12:07.031657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=10']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:07.065901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-a4ee4a37-336b-4c84-a6e4-44c6357a3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:07.067702 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-a4ee4a37-336b-4c84-a6e4-44c6357a3501 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0964313 Dec 10 09:12:07.080634 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f042fc-764d-49b8-a954-644a7bab7732 x-openstack-request-id: req-52f042fc-764d-49b8-a954-644a7bab7732 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:12:07.080935 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-plugged", "status": "completed", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:12:07.081190 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52f042fc-764d-49b8-a954-644a7bab7732 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:12:07.081618 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'code': 200} Dec 10 09:12:07.135661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f35b3-1e54-47c6-a7cb-f5fe539e293f req-bd829278-d051-4d9b-8890-33b2d41b06ad tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:07.138583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a6f35b3-1e54-47c6-a7cb-f5fe539e293f req-bd829278-d051-4d9b-8890-33b2d41b06ad tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 943 time: 0.5361488 Dec 10 09:12:07.147612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e78ec4c-7f3c-4c81-a0f7-353b7355b3a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:07.200484 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e78ec4c-7f3c-4c81-a0f7-353b7355b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:07.252956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-4b2d5cc4-eaef-45bd-a0a3-4a7327edab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:07.254737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-4b2d5cc4-eaef-45bd-a0a3-4a7327edab4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718109 Dec 10 09:12:07.278772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78ec4c-7f3c-4c81-a0f7-353b7355b3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b6983e-d824-4494-b1bb-b749986e60c6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:07.385197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7e78ec4c-7f3c-4c81-a0f7-353b7355b3a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a944641149d049689abb4816e8238d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1003051 Dec 10 09:12:07.397676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a6f35b3-1e54-47c6-a7cb-f5fe539e293f req-2e50c933-abe9-49a1-b2e8-49c7ccf196ff tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483821 Dec 10 09:12:07.400573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46552) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:07.551339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77cdd4-4b56-49df-a9bf-0080f854efd8 req-74098a55-0b30-4215-94ca-8546172b816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:07.552858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f77cdd4-4b56-49df-a9bf-0080f854efd8 req-74098a55-0b30-4215-94ca-8546172b816f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 1098 time: 0.1734645 Dec 10 09:12:07.586126 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-7b93a294-837e-4366-a693-28c1a5059a7a service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211205 Dec 10 09:12:07.817686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-98f1f88a-e1ef-4b29-9c16-257aab6a4b48 req-3507f84c-2b1f-43e1-9a95-14b9d87c2643 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128053 Dec 10 09:12:07.821733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02ab1-5f6f-47f9-b85f-64f4f76b1285 req-f46f7c9e-0fa0-4248-81a3-61020e0ef6b1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:07.823259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-afd02ab1-5f6f-47f9-b85f-64f4f76b1285 req-f46f7c9e-0fa0-4248-81a3-61020e0ef6b1 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.3398957 Dec 10 09:12:07.828350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0c81efe-1979-4045-aeff-f323f8beab5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:07.839374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f77cdd4-4b56-49df-a9bf-0080f854efd8 req-3429888b-594f-4dc1-9bd9-343ed992a581 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688916 Dec 10 09:12:07.882905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0c81efe-1979-4045-aeff-f323f8beab5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:07.963488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-afd02ab1-5f6f-47f9-b85f-64f4f76b1285 req-944e4a82-52a3-4fea-9fc3-44b46abc4fc2 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160247 Dec 10 09:12:08.037783 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0c81efe-1979-4045-aeff-f323f8beab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:08.041420 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0c81efe-1979-4045-aeff-f323f8beab5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:08.048007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e0c81efe-1979-4045-aeff-f323f8beab5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86b6983e-d824-4494-b1bb-b749986e60c6 HTTP/1.1" status: 204 len: 168 time: 0.6459014 Dec 10 09:12:08.062335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c81efe-1979-4045-aeff-f323f8beab5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b6983e-d824-4494-b1bb-b749986e60c6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:08.177334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-c577da67-5f49-409d-b4c4-be2f10d2b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:08.180903 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-c577da67-5f49-409d-b4c4-be2f10d2b12d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 1094 time: 0.1197515 Dec 10 09:12:08.220158 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:08.253145 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:08.450178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-7baa894e-8b87-484c-b922-3ac226064fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:08.451716 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-7baa894e-8b87-484c-b922-3ac226064fd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.2616007 Dec 10 09:12:08.554116 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-d1ddc35a-5434-4640-8952-4ce6fb9dfff1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5645416b-962b-4aca-a737-ab5a9b517260 HTTP/1.1" status: 200 len: 217 time: 0.0936148 Dec 10 09:12:08.662609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46594) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:08.689077 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed679811-d8bd-451d-a2d4-2bb5116cb7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:08.717376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-93946b5a-3130-422d-ba02-7bf3e9203acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:08.719178 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-93946b5a-3130-422d-ba02-7bf3e9203acb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1513307 Dec 10 09:12:08.815410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-d325a643-9889-4f21-bfde-7cd233a0db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:08.817346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-d325a643-9889-4f21-bfde-7cd233a0db83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898223 Dec 10 09:12:08.823370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46600) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:09.005827 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed679811-d8bd-451d-a2d4-2bb5116cb7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.028359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ed679811-d8bd-451d-a2d4-2bb5116cb7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.069738 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ed679811-d8bd-451d-a2d4-2bb5116cb7e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a8c0814afa44d078cfc26c6749160e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034877 Dec 10 09:12:09.072507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46614) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:09.085657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8cb9-7b64-45d6-a8e5-50eb803ca42a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.142771 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-dd7b429c-04ad-4448-98b7-308ab1ad1dd8 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111262 Dec 10 09:12:09.143345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed679811-d8bd-451d-a2d4-2bb5116cb7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f23cf3-042b-4c31-b4da-16ad05bbb948,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:09.153284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e024cd-f958-42c6-ba47-36d1a5d289e3 req-e57c7eb8-ae63-4a3d-b98b-312c854794bc tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:09.163160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48e024cd-f958-42c6-ba47-36d1a5d289e3 req-e57c7eb8-ae63-4a3d-b98b-312c854794bc tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 943 time: 0.2816155 Dec 10 09:12:09.205186 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.329839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b611c0b-15da-4448-a8da-0d3876e54146 req-47efd177-eddb-4d79-9c76-543c4fe424fa tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:09.344328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b611c0b-15da-4448-a8da-0d3876e54146 req-47efd177-eddb-4d79-9c76-543c4fe424fa tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.2754154 Dec 10 09:12:09.360419 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e412a752-3e68-49f4-bde4-9ab8808fa15f req-4879b10b-d9c2-4e47-a683-718f9827f743 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932702 Dec 10 09:12:09.375683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8cb9-7b64-45d6-a8e5-50eb803ca42a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.386098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8cb9-7b64-45d6-a8e5-50eb803ca42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.493392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d313cd17-83d2-4222-b8da-cee63b9fea88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.502871 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dd2f8cb9-7b64-45d6-a8e5-50eb803ca42a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a2a506348824e08a7151545c69530c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6784644 Dec 10 09:12:09.503683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f8cb9-7b64-45d6-a8e5-50eb803ca42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115efbd5-bde9-4ede-a60b-6708a64d0871,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:09.506826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46650) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:09.578184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48e024cd-f958-42c6-ba47-36d1a5d289e3 req-8d8f90cf-c473-44ec-afd2-a602b208319b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137335 Dec 10 09:12:09.602897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-61f7a0a9-d7e7-49b8-9307-90385b91028f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.619950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 5645416b-962b-4aca-a737-ab5a9b517260 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:12:09.684959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-61f7a0a9-d7e7-49b8-9307-90385b91028f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.693818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b611c0b-15da-4448-a8da-0d3876e54146 req-d1339d51-9b9d-4c6f-9ceb-e482d5d44f68 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545094 Dec 10 09:12:09.696829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d313cd17-83d2-4222-b8da-cee63b9fea88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.757557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 5645416b-962b-4aca-a737-ab5a9b517260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5645416b-962b-4aca-a737-ab5a9b517260,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:09.788751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '5645416b-962b-4aca-a737-ab5a9b517260', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'port_id': '5645416b-962b-4aca-a737-ab5a9b517260', 'mac_address': 'fa:16:3e:b3:f5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:12:09.818816 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-61f7a0a9-d7e7-49b8-9307-90385b91028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.822670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-61f7a0a9-d7e7-49b8-9307-90385b91028f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.824706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-61f7a0a9-d7e7-49b8-9307-90385b91028f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/115efbd5-bde9-4ede-a60b-6708a64d0871 HTTP/1.1" status: 204 len: 168 time: 0.3168235 Dec 10 09:12:09.843138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7a0a9-d7e7-49b8-9307-90385b91028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115efbd5-bde9-4ede-a60b-6708a64d0871,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:09.879586 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.910977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5645416b-962b-4aca-a737-ab5a9b517260 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:12:09.930462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d313cd17-83d2-4222-b8da-cee63b9fea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.933708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d313cd17-83d2-4222-b8da-cee63b9fea88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.934454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d313cd17-83d2-4222-b8da-cee63b9fea88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55f23cf3-042b-4c31-b4da-16ad05bbb948 HTTP/1.1" status: 204 len: 168 time: 0.8609142 Dec 10 09:12:09.948416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 5645416b-962b-4aca-a737-ab5a9b517260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5645416b-962b-4aca-a737-ab5a9b517260,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:09.954247 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:09.960710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313cd17-83d2-4222-b8da-cee63b9fea88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f23cf3-042b-4c31-b4da-16ad05bbb948,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:09.984251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Deleting port c834d0e9-1c82-46ff-bf9a-5482a947991b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:12:09.984615 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:10.034613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46674) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:10.053860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=5645416b-962b-4aca-a737-ab5a9b517260,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:10.159869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] For port c834d0e9-1c82-46ff-bf9a-5482a947991b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c834d0e9-1c82-46ff-bf9a-5482a947991b,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:10.160051 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:10.161343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5645416b-962b-4aca-a737-ab5a9b517260'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:12:10.206728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Calling delete_port for c834d0e9-1c82-46ff-bf9a-5482a947991b owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:12:10.512358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46686) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:10.548669 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f256e5b-2f56-4785-ad7c-a5e8e4f1b607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:10.817898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f256e5b-2f56-4785-ad7c-a5e8e4f1b607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:10.827384 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f256e5b-2f56-4785-ad7c-a5e8e4f1b607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:10.902491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0f256e5b-2f56-4785-ad7c-a5e8e4f1b607 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5109c3a51ce4592bf66e748e263d766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3856871 Dec 10 09:12:10.906175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46700) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:10.924579 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc33fcc3-37fd-411d-a59d-dff9e8a63ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:10.957860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.024805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c834d0e9-1c82-46ff-bf9a-5482a947991b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:11.028800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc33fcc3-37fd-411d-a59d-dff9e8a63ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.035202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f256e5b-2f56-4785-ad7c-a5e8e4f1b607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca10a08-c2d3-4128-b469-431793be5974,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:11.046628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc33fcc3-37fd-411d-a59d-dff9e8a63ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.096262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6aa80-f092-4c98-b6fc-6afa1e5715c7 req-04231513-1fb9-44a1-b3ee-085d15f52183 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:11.102664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33fcc3-37fd-411d-a59d-dff9e8a63ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8813ad0-c4aa-4fd7-bf6a-9fd354fc9bc1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:11.110034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9f6aa80-f092-4c98-b6fc-6afa1e5715c7 req-04231513-1fb9-44a1-b3ee-085d15f52183 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 944 time: 0.4070411 Dec 10 09:12:11.128877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72569e8b-3b7f-467d-834e-fba9015f3d94 req-8fff6c0a-72d7-4399-946f-528b703cdaba tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:11.131360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72569e8b-3b7f-467d-834e-fba9015f3d94 req-8fff6c0a-72d7-4399-946f-528b703cdaba tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.2915616 Dec 10 09:12:11.134211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fc33fcc3-37fd-411d-a59d-dff9e8a63ffa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca7b18349f2d41ae82e11e6b7eb4ea15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0983276 Dec 10 09:12:11.134933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46710) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:11.191426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c15df185-f830-458d-be79-b8c3905c5999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.230251 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-473dc920-9b8f-49e7-bf6a-d0196871452f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.263360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-473dc920-9b8f-49e7-bf6a-d0196871452f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.287712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9f6aa80-f092-4c98-b6fc-6afa1e5715c7 req-5b89216c-f1b5-4845-ae01-9badbe8a8933 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766925 Dec 10 09:12:11.330951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-473dc920-9b8f-49e7-bf6a-d0196871452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.346542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-473dc920-9b8f-49e7-bf6a-d0196871452f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.349906 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-473dc920-9b8f-49e7-bf6a-d0196871452f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8813ad0-c4aa-4fd7-bf6a-9fd354fc9bc1 HTTP/1.1" status: 204 len: 168 time: 0.2118723 Dec 10 09:12:11.368459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473dc920-9b8f-49e7-bf6a-d0196871452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8813ad0-c4aa-4fd7-bf6a-9fd354fc9bc1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:11.421557 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c15df185-f830-458d-be79-b8c3905c5999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.433071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72569e8b-3b7f-467d-834e-fba9015f3d94 req-c76a13de-8b69-48f1-bbd3-d62d5b6a703b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670126 Dec 10 09:12:11.643742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 5645416b-962b-4aca-a737-ab5a9b517260 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:12:11.648109 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.664336 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c15df185-f830-458d-be79-b8c3905c5999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.666905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c15df185-f830-458d-be79-b8c3905c5999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.669303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c15df185-f830-458d-be79-b8c3905c5999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ca10a08-c2d3-4128-b469-431793be5974 HTTP/1.1" status: 204 len: 168 time: 0.7615633 Dec 10 09:12:11.691864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a20edb-de46-4320-ae7d-75573890d186 req-2e7920f9-f14a-4482-b69f-a3fcbc72bd10 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:11.693326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33a20edb-de46-4320-ae7d-75573890d186 req-2e7920f9-f14a-4482-b69f-a3fcbc72bd10 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1715577 Dec 10 09:12:11.694690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15df185-f830-458d-be79-b8c3905c5999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca10a08-c2d3-4128-b469-431793be5974,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:11.797785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 5645416b-962b-4aca-a737-ab5a9b517260 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:12:11.807568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 5645416b-962b-4aca-a737-ab5a9b517260 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:12:11.809905 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.910998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46740) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:11.922088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33a20edb-de46-4320-ae7d-75573890d186 req-c44fca33-d9fb-4e30-8b2a-95d127cd6ac0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123631 Dec 10 09:12:11.940028 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.948292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9a32-718a-4e27-b319-e6ccf764b4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:11.969406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2470f7a4-3cd2-4d61-996e-33916ecaed60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645416b-962b-4aca-a737-ab5a9b517260'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:12:11.972946 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595525b2-e1b7-4c80-95eb-69ba53183b58" -d '{"events": [{"server_uuid": "2470f7a4-3cd2-4d61-996e-33916ecaed60", "name": "network-vif-plugged", "status": "completed", "tag": "5645416b-962b-4aca-a737-ab5a9b517260"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:12:11.990561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 5645416b-962b-4aca-a737-ab5a9b517260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5645416b-962b-4aca-a737-ab5a9b517260,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:11.999797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:12.091771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9a32-718a-4e27-b319-e6ccf764b4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:12.099339 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9a32-718a-4e27-b319-e6ccf764b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:12.101306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Router 2782dbfb-3a30-4775-9517-26629752be6c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:12:12.125231 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27b6f40-63c7-4bd4-bc63-4c2ccad540d8 x-openstack-request-id: req-f27b6f40-63c7-4bd4-bc63-4c2ccad540d8 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:12:12.130376 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2470f7a4-3cd2-4d61-996e-33916ecaed60", "name": "network-vif-plugged", "status": "completed", "tag": "5645416b-962b-4aca-a737-ab5a9b517260", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:12:12.131668 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f27b6f40-63c7-4bd4-bc63-4c2ccad540d8 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:12:12.132575 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2470f7a4-3cd2-4d61-996e-33916ecaed60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645416b-962b-4aca-a737-ab5a9b517260', 'code': 200} Dec 10 09:12:12.188441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=5645416b-962b-4aca-a737-ab5a9b517260,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:12.213689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c0563-6e26-4e53-828a-976ce50c1796 req-96a43bd2-4927-40cc-8541-bd4696a71e51 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:12.224959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-282c0563-6e26-4e53-828a-976ce50c1796 req-96a43bd2-4927-40cc-8541-bd4696a71e51 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1158981 Dec 10 09:12:12.226287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7e6e9a32-718a-4e27-b319-e6ccf764b4ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d95fdbb608e846ebbb7122009acdbf85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3133614 Dec 10 09:12:12.229350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46754) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:12.295959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e9a32-718a-4e27-b319-e6ccf764b4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03551770-25ba-4cf5-aeae-032555a6d720,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:12.312535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39ca4e-8ebe-4e77-a303-9a15a497fee7 req-e9730845-e4f9-4230-8677-f92f42d0440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:12.314144 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee39ca4e-8ebe-4e77-a303-9a15a497fee7 req-e9730845-e4f9-4230-8677-f92f42d0440c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 1096 time: 0.1461983 Dec 10 09:12:12.370009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:12:12.384477 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] Sync routers for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:12:12.387392 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba7cf-48ff-47d8-86d0-d93a3f31ea91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:12.392566 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4c58f13b-2343-4871-b03a-9e617138cde5 admin admin] 10.222.0.31 "PUT /v2.0/routers/2782dbfb-3a30-4775-9517-26629752be6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9128308 Dec 10 09:12:12.393407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46762) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:12.401759 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:12:12.407817 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:12:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:12.419305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-282c0563-6e26-4e53-828a-976ce50c1796 req-25b09cc7-2301-4b07-982d-d35af4df28bc tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881392 Dec 10 09:12:12.454614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba7cf-48ff-47d8-86d0-d93a3f31ea91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:12.462333 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee39ca4e-8ebe-4e77-a303-9a15a497fee7 req-8f5c1068-f495-410e-9458-332269c5f852 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337171 Dec 10 09:12:12.577965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba7cf-48ff-47d8-86d0-d93a3f31ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:12.584626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba7cf-48ff-47d8-86d0-d93a3f31ea91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:12.586931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0c3ba7cf-48ff-47d8-86d0-d93a3f31ea91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03551770-25ba-4cf5-aeae-032555a6d720 HTTP/1.1" status: 204 len: 168 time: 0.3527534 Dec 10 09:12:12.600478 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:12:12.605888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ba7cf-48ff-47d8-86d0-d93a3f31ea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03551770-25ba-4cf5-aeae-032555a6d720,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:12.722395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49755eea-4192-47af-afda-b783ab354bad req-701c1364-5206-4228-a9b8-60a3d6bb2641 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:12.728210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49755eea-4192-47af-afda-b783ab354bad req-701c1364-5206-4228-a9b8-60a3d6bb2641 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.3247731 Dec 10 09:12:12.778744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:12.797622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f826269-c786-4064-abdf-11ae3a2d0ef3 req-c07faf64-d31e-4a25-818e-2847acf9400c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:12.799777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f826269-c786-4064-abdf-11ae3a2d0ef3 req-c07faf64-d31e-4a25-818e-2847acf9400c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1704683 Dec 10 09:12:12.913923 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:12:10Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:12.959739 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] Checking router: 2782dbfb-3a30-4775-9517-26629752be6c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:12:12.970369 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] Routers {'2782dbfb-3a30-4775-9517-26629752be6c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:12:12.971504 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:12:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['2782dbfb-3a30-4775-9517-26629752be6c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:12.983995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f826269-c786-4064-abdf-11ae3a2d0ef3 req-041ee103-3b56-4ee1-b961-3ceedcf52c42 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116071 Dec 10 09:12:13.046931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-49755eea-4192-47af-afda-b783ab354bad req-d2a21d81-2683-4e4d-b387-087f3f4d664b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049507 Dec 10 09:12:13.116005 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:13.287697 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] Set router 2782dbfb-3a30-4775-9517-26629752be6c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:12:13.297952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4718d3-4e88-4fac-b303-c4fac9f95972 req-0b4479f3-e810-493a-a266-d110166b84ab tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:13.300363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff4718d3-4e88-4fac-b303-c4fac9f95972 req-0b4479f3-e810-493a-a266-d110166b84ab tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1780992 Dec 10 09:12:13.346951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Deleting port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:12:13.347287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:13.447300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff4718d3-4e88-4fac-b303-c4fac9f95972 req-bf4b7e7c-aaa7-44a7-bc81-9f976605596b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140161 Dec 10 09:12:13.522948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] For port ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:13.523324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:13.550490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Calling delete_port for ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:12:13.598220 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:12:10Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:13.647311 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59d3ec-2df9-41a8-8cb2-8e90348e5d9f None None] The sync data for ids ['2782dbfb-3a30-4775-9517-26629752be6c'] in n-d-814746-3 is: [{'id': '2782dbfb-3a30-4775-9517-26629752be6c', 'name': 'tempest-AttachVolumeTestJSON-1342961050-router', 'tenant_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:01:58Z', 'updated_at': '2021-12-10T09:12:10Z', 'revision_number': 5, 'project_id': 'a77ec1da9ac843e0b5aa5a3fc796ffd6', 'gw_port': {'id': 'ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2782dbfb-3a30-4775-9517-26629752be6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:02:00Z', 'updated_at': '2021-12-10T09:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:12:13.658490 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:12:13.730606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcee21b-c58d-449d-897f-43c82394cb8d req-5ef39f7e-f2c5-4d29-a01f-9385950bae00 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:13.732243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5dcee21b-c58d-449d-897f-43c82394cb8d req-5ef39f7e-f2c5-4d29-a01f-9385950bae00 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1445601 Dec 10 09:12:13.858093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5dcee21b-c58d-449d-897f-43c82394cb8d req-ce452c07-762e-4679-ab40-285cf39273b0 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181381 Dec 10 09:12:13.926255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:13.962536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:13.982425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03a32f-08f8-410d-8f5d-f3b9e0e7e21f None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:12:14.077026 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:14.301441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:14.331653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:14.354031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b703a3-e682-49c7-9c06-e45fe1f417b5 req-1e2d816e-6c9f-4656-8353-48b77d0aded4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:14.356998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39b703a3-e682-49c7-9c06-e45fe1f417b5 req-1e2d816e-6c9f-4656-8353-48b77d0aded4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.2848980 Dec 10 09:12:14.440751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4777686-5f21-4262-afeb-2557d90c418f req-26478c56-1ebf-4e82-a069-36cc2f3758f4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:14.442401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4777686-5f21-4262-afeb-2557d90c418f req-26478c56-1ebf-4e82-a069-36cc2f3758f4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.2684541 Dec 10 09:12:14.468605 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:14.469168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2782dbfb-3a30-4775-9517-26629752be6c {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:12:14.476220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:14.479604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7841195f-9efe-48ff-81b0-7a333af68ad7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2782dbfb-3a30-4775-9517-26629752be6c HTTP/1.1" status: 204 len: 168 time: 2.0819056 Dec 10 09:12:14.480569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46878) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:14.582425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39b703a3-e682-49c7-9c06-e45fe1f417b5 req-41ac404f-81b0-46e3-87d7-6fa79fffcab4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155776 Dec 10 09:12:14.584571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a61e1e-20ea-4ad9-ba3d-bd6873db0f49 admin admin] Deleting subnet a8b8d629-c0a3-4acd-9894-8a4e21b6000c {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:12:14.598136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4777686-5f21-4262-afeb-2557d90c418f req-2f21d099-fc3b-46bc-b32a-a6305d5755e2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305816 Dec 10 09:12:14.611386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38a61e1e-20ea-4ad9-ba3d-bd6873db0f49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:14.729338 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38a61e1e-20ea-4ad9-ba3d-bd6873db0f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:14.836196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c834d0e9-1c82-46ff-bf9a-5482a947991b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:12:14.878481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c834d0e9-1c82-46ff-bf9a-5482a947991b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:12:14.889206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c834d0e9-1c82-46ff-bf9a-5482a947991b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:12:14.980480 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38a61e1e-20ea-4ad9-ba3d-bd6873db0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.051326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a739f1c-335e-40e3-901b-1decfc4b3ed5 req-1b93a19a-c8d4-4276-9e45-7bad579519d1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:15.052885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a739f1c-335e-40e3-901b-1decfc4b3ed5 req-1b93a19a-c8d4-4276-9e45-7bad579519d1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1288507 Dec 10 09:12:15.076558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38a61e1e-20ea-4ad9-ba3d-bd6873db0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.077193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b1d6a-4b99-4810-9cdf-adb39e7fd076 req-b7029c35-8d42-473a-9bbc-0271de118bfb tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:15.078765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-402b1d6a-4b99-4810-9cdf-adb39e7fd076 req-b7029c35-8d42-473a-9bbc-0271de118bfb tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0763845 Dec 10 09:12:15.122480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a61e1e-20ea-4ad9-ba3d-bd6873db0f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b8d629-c0a3-4acd-9894-8a4e21b6000c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:15.130491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38a61e1e-20ea-4ad9-ba3d-bd6873db0f49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.136147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-38a61e1e-20ea-4ad9-ba3d-bd6873db0f49 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8b8d629-c0a3-4acd-9894-8a4e21b6000c HTTP/1.1" status: 204 len: 168 time: 0.6522942 Dec 10 09:12:15.136573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:15.154863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.161918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b415a18-7107-4ac8-bce1-7f070fc58c32 None None] Network 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:12:15.255949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-402b1d6a-4b99-4810-9cdf-adb39e7fd076 req-8ba2bc12-2372-4447-a385-e03d85c711d5 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582482 Dec 10 09:12:15.280770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a739f1c-335e-40e3-901b-1decfc4b3ed5 req-354cdaf1-7276-4549-a965-1c27836fb237 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129154 Dec 10 09:12:15.334328 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.422360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46922) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:15.441356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Deleting port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:12:15.442023 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.535844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2390ea06-b2c0-4057-b27a-598a4777b4b2 None None] DHCP port deletion for 457c3c0c-2ae9-42ba-911f-8ee36f09dc76 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:12:15.555361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] For port 09f9fce1-4820-41ca-a2e5-47b993ee8c16, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=09f9fce1-4820-41ca-a2e5-47b993ee8c16,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:15.556366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.572615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Calling delete_port for 09f9fce1-4820-41ca-a2e5-47b993ee8c16 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:12:15.626379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2390ea06-b2c0-4057-b27a-598a4777b4b2 None None] Deleting port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:12:15.627239 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2390ea06-b2c0-4057-b27a-598a4777b4b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.685391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.711118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2390ea06-b2c0-4057-b27a-598a4777b4b2 None None] For port 09f9fce1-4820-41ca-a2e5-47b993ee8c16, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=09f9fce1-4820-41ca-a2e5-47b993ee8c16,segment=NetworkSegment(fc4066f4-6a04-439f-a609-aff597b1003b),segment_id=fc4066f4-6a04-439f-a609-aff597b1003b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:15.712381 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2390ea06-b2c0-4057-b27a-598a4777b4b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.720070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f9fce1-4820-41ca-a2e5-47b993ee8c16,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:15.729739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] No DVR routers for this DVR port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:12:15.753124 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df12f041-d91b-45fd-b7c3-e524eba4f947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.754835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2390ea06-b2c0-4057-b27a-598a4777b4b2 None None] Calling delete_port for 09f9fce1-4820-41ca-a2e5-47b993ee8c16 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:12:15.828908 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.869370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457c3c0c-2ae9-42ba-911f-8ee36f09dc76']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:15.872730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df12f041-d91b-45fd-b7c3-e524eba4f947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.879295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-df12f041-d91b-45fd-b7c3-e524eba4f947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.883970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4066f4-6a04-439f-a609-aff597b1003b') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:15.884275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4066f4-6a04-439f-a609-aff597b1003b') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:15.899447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.913409 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2390ea06-b2c0-4057-b27a-598a4777b4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.935289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.937959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12f041-d91b-45fd-b7c3-e524eba4f947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1776fdc-3885-4497-899d-274126fa51f5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:15.946254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-df12f041-d91b-45fd-b7c3-e524eba4f947 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c512df15a42140d49e10025172a61255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5224614 Dec 10 09:12:15.949424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46940) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:15.955549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:12:15.955971 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:12:15.958857 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:12:15.998077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390ea06-b2c0-4057-b27a-598a4777b4b2 None None] No DVR routers for this DVR port 09f9fce1-4820-41ca-a2e5-47b993ee8c16 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:12:16.002364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390ea06-b2c0-4057-b27a-598a4777b4b2 None None] Pushing event deleted for resources: {'Port': ['ID=09f9fce1-4820-41ca-a2e5-47b993ee8c16,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:16.024889 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ace6796-3ab3-484f-9d0c-3f8dca8f33b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.050260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ace6796-3ab3-484f-9d0c-3f8dca8f33b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.102155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.117001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.130545 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/457c3c0c-2ae9-42ba-911f-8ee36f09dc76 HTTP/1.1" status: 204 len: 168 time: 0.9914541 Dec 10 09:12:16.160888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444adb2c-b6ca-4cb0-8544-ffc70f68eed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=457c3c0c-2ae9-42ba-911f-8ee36f09dc76,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:16.174282 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ace6796-3ab3-484f-9d0c-3f8dca8f33b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.177635 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5ace6796-3ab3-484f-9d0c-3f8dca8f33b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.179417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5ace6796-3ab3-484f-9d0c-3f8dca8f33b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1776fdc-3885-4497-899d-274126fa51f5 HTTP/1.1" status: 204 len: 168 time: 0.2277892 Dec 10 09:12:16.190011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace6796-3ab3-484f-9d0c-3f8dca8f33b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1776fdc-3885-4497-899d-274126fa51f5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:16.529133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46986) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:16.545855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ef0d4-41e8-404c-b6be-b31c02075e12 req-81b64bc4-20ca-46cb-85dd-c24a6413338f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:16.547464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-218ef0d4-41e8-404c-b6be-b31c02075e12 req-81b64bc4-20ca-46cb-85dd-c24a6413338f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1603374 Dec 10 09:12:16.561345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178f998-cbb3-4f2e-96e3-3265dd88b460 req-c23298fd-d1f6-479b-b2c9-c9e014acce0a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:16.563280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f178f998-cbb3-4f2e-96e3-3265dd88b460 req-c23298fd-d1f6-479b-b2c9-c9e014acce0a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1201129 Dec 10 09:12:16.622674 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-11f4cacf-3b16-4094-92c2-4c2c7a51be06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a77ec1da9ac843e0b5aa5a3fc796ffd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0922546 Dec 10 09:12:16.625260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46996) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:16.628851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-218ef0d4-41e8-404c-b6be-b31c02075e12 req-f5992afb-4b33-4499-87e1-b101b0be6e82 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643575 Dec 10 09:12:16.724564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-30e02d56-8a5d-44fc-8fc6-1802bf9350b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.729023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f178f998-cbb3-4f2e-96e3-3265dd88b460 req-18128d65-36a0-4fbf-8ad2-8c72a06f6b35 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298361 Dec 10 09:12:16.753342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:12:16.774592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-30e02d56-8a5d-44fc-8fc6-1802bf9350b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.779141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:12:16.779706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ccd6e88c-ac20-4d10-b2db-9c4a9b4d9f10 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:12:16.780288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 09f9fce1-4820-41ca-a2e5-47b993ee8c16 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:12:16.812788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 09f9fce1-4820-41ca-a2e5-47b993ee8c16 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:12:16.813440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 09f9fce1-4820-41ca-a2e5-47b993ee8c16 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:12:16.905812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-30e02d56-8a5d-44fc-8fc6-1802bf9350b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.908483 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-30e02d56-8a5d-44fc-8fc6-1802bf9350b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:16.911962 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-30e02d56-8a5d-44fc-8fc6-1802bf9350b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04201e80-fa6e-417d-a2db-e2343dca8db7 HTTP/1.1" status: 204 len: 168 time: 0.2830620 Dec 10 09:12:16.926734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e02d56-8a5d-44fc-8fc6-1802bf9350b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04201e80-fa6e-417d-a2db-e2343dca8db7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:16.999386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47018) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:17.034564 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-077a97d9-9a03-44eb-8882-972f3132764a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.041191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47022) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:17.163899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-0adf1006-a13c-4c00-9415-8ea2f9589883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:17.169642 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-0adf1006-a13c-4c00-9415-8ea2f9589883 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15be168c5c04461ebdfa15dd1f149bea&device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 1098 time: 0.0831604 Dec 10 09:12:17.215007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2279ae-6290-4df8-8b40-b27f499c1d94 req-6852ffb8-67c5-4d89-9ec1-bb9d8873f485 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:17.223078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f2279ae-6290-4df8-8b40-b27f499c1d94 req-6852ffb8-67c5-4d89-9ec1-bb9d8873f485 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1240542 Dec 10 09:12:17.314352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f2279ae-6290-4df8-8b40-b27f499c1d94 req-75c84956-98da-45fb-a041-47aa3fa2a604 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900986 Dec 10 09:12:17.318748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-d9f103c2-5d7f-4d47-81bd-9abd16edd7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:17.330280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-d9f103c2-5d7f-4d47-81bd-9abd16edd7a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 200 len: 915 time: 0.1443043 Dec 10 09:12:17.332411 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-077a97d9-9a03-44eb-8882-972f3132764a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.338955 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-077a97d9-9a03-44eb-8882-972f3132764a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.377449 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-87a1267b-72b2-4d40-8254-d5c811775988 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1 HTTP/1.1" status: 200 len: 217 time: 0.0472853 Dec 10 09:12:17.405420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a97d9-9a03-44eb-8882-972f3132764a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19313b8b-1d09-4555-93c8-fef875385d88,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:17.460381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47036) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:17.471007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-077a97d9-9a03-44eb-8882-972f3132764a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=507941609deb410fb02b553115796e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4703383 Dec 10 09:12:17.490040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47038) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:17.508982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eedd3d16-476f-4f2a-9dba-31c51ba0f34f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.548497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-cce54bbc-c5db-4825-83e7-efa23769af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:17.550249 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-cce54bbc-c5db-4825-83e7-efa23769af49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 200 len: 854 time: 0.1665175 Dec 10 09:12:17.592885 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-621fecad-2d52-408a-a1f3-885c56759214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.596623 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-bd157c6b-378a-4752-b610-6b621781a11c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7621218b-d3b9-49d6-a2e5-13c21f9c1234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334702 Dec 10 09:12:17.619001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a91fea9-ab8a-4134-9f9c-f9f6027345b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.692440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-621fecad-2d52-408a-a1f3-885c56759214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.707395 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-621fecad-2d52-408a-a1f3-885c56759214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.740088 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a91fea9-ab8a-4134-9f9c-f9f6027345b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.794168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-621fecad-2d52-408a-a1f3-885c56759214 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1eb22a014e644de9aa8406454cd1b40f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3017383 Dec 10 09:12:17.803722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47056) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:17.838695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fecad-2d52-408a-a1f3-885c56759214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335de748-918e-4297-ac45-376ee4611898,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:17.881122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fce5bf-5c95-41fd-8a4b-e668614bc869 req-e5da03b0-2ad3-4e6a-8964-9f62464ce5d5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:17.891181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52fce5bf-5c95-41fd-8a4b-e668614bc869 req-e5da03b0-2ad3-4e6a-8964-9f62464ce5d5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1615746 Dec 10 09:12:17.893878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d00048c-274c-48dc-8a00-2ac08467e27f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.923716 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-d091c9a6-9337-4831-bc3c-3c4ce0c22a1f service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078270 Dec 10 09:12:17.927951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eedd3d16-476f-4f2a-9dba-31c51ba0f34f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.930058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d00048c-274c-48dc-8a00-2ac08467e27f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:17.947125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52fce5bf-5c95-41fd-8a4b-e668614bc869 req-e925ca8b-b906-40e3-9f62-ba3da875d28e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550010 Dec 10 09:12:17.966077 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eedd3d16-476f-4f2a-9dba-31c51ba0f34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.008004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd3d16-476f-4f2a-9dba-31c51ba0f34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506273d1-af29-45f1-a8f7-495cec64b9db,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:18.015389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a91fea9-ab8a-4134-9f9c-f9f6027345b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.018940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a91fea9-ab8a-4134-9f9c-f9f6027345b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.020079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8a91fea9-ab8a-4134-9f9c-f9f6027345b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19313b8b-1d09-4555-93c8-fef875385d88 HTTP/1.1" status: 204 len: 168 time: 0.5476527 Dec 10 09:12:18.067012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91fea9-ab8a-4134-9f9c-f9f6027345b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19313b8b-1d09-4555-93c8-fef875385d88,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:18.076654 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eedd3d16-476f-4f2a-9dba-31c51ba0f34f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ccb14071de64dcd80ff8c4305429148&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0341630 Dec 10 09:12:18.079397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47070) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:18.123001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d00048c-274c-48dc-8a00-2ac08467e27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.126220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d00048c-274c-48dc-8a00-2ac08467e27f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.127393 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0d00048c-274c-48dc-8a00-2ac08467e27f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/335de748-918e-4297-ac45-376ee4611898 HTTP/1.1" status: 204 len: 168 time: 0.3218348 Dec 10 09:12:18.150669 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-faa9b4ee-c49b-4b31-8160-c63dfae67572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.169946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00048c-274c-48dc-8a00-2ac08467e27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335de748-918e-4297-ac45-376ee4611898,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:18.184960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0970bb65-6430-4aa5-b0be-eae3dff6b271 req-d9632790-6c2b-4b83-bb21-d96bce05d873 service neutron] 10.222.0.39 "GET /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302172 Dec 10 09:12:18.190593 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-faa9b4ee-c49b-4b31-8160-c63dfae67572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.258459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-faa9b4ee-c49b-4b31-8160-c63dfae67572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.269176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-faa9b4ee-c49b-4b31-8160-c63dfae67572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.275109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-faa9b4ee-c49b-4b31-8160-c63dfae67572 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/506273d1-af29-45f1-a8f7-495cec64b9db HTTP/1.1" status: 204 len: 168 time: 0.1932929 Dec 10 09:12:18.284361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9b4ee-c49b-4b31-8160-c63dfae67572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506273d1-af29-45f1-a8f7-495cec64b9db,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:18.459320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c95c5-c93b-4e09-967b-2f4949bd4134 req-ebcef8da-f93a-4374-8a72-e0767878fa88 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:18.461962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-710c95c5-c93b-4e09-967b-2f4949bd4134 req-ebcef8da-f93a-4374-8a72-e0767878fa88 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0671310 Dec 10 09:12:18.533857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-710c95c5-c93b-4e09-967b-2f4949bd4134 req-b9ddce9b-0697-4c20-8151-7c0d555db520 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606253 Dec 10 09:12:18.737765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47104) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:18.752858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f846ad1-63ab-480a-8aff-04795703b238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.886490 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f846ad1-63ab-480a-8aff-04795703b238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.894273 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9f846ad1-63ab-480a-8aff-04795703b238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:18.900681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47108) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:18.926270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-537a9d4d-92eb-40ee-a002-63568a8303c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.005613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846ad1-63ab-480a-8aff-04795703b238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367ef64-ba4f-4da3-b0f5-349ee00ff906,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:19.013387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47114) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:19.026060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9f846ad1-63ab-480a-8aff-04795703b238 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f23e71f6ec0b44b79eec62d59105497c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2870886 Dec 10 09:12:19.058086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-537a9d4d-92eb-40ee-a002-63568a8303c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.069589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-537a9d4d-92eb-40ee-a002-63568a8303c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.156649 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-537a9d4d-92eb-40ee-a002-63568a8303c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d43bb7739724b1e889539e7ffbe3102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528749 Dec 10 09:12:19.159529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47124) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:19.160759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a9d4d-92eb-40ee-a002-63568a8303c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8a317f-1fd4-4d85-8038-11e14a0b4ea7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:19.163367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca319-041a-4516-b728-0cbc472b9588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.185348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191132e2-48f7-43d4-9252-9980ebc1f278 req-f1710183-eb8f-41d2-b038-1ffe9f35127a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:19.190966 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca319-041a-4516-b728-0cbc472b9588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.204362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-191132e2-48f7-43d4-9252-9980ebc1f278 req-f1710183-eb8f-41d2-b038-1ffe9f35127a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1208200 Dec 10 09:12:19.228184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.259608 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca319-041a-4516-b728-0cbc472b9588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.263486 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca319-041a-4516-b728-0cbc472b9588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.268183 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4e6ca319-041a-4516-b728-0cbc472b9588 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2367ef64-ba4f-4da3-b0f5-349ee00ff906 HTTP/1.1" status: 204 len: 168 time: 0.2505734 Dec 10 09:12:19.285167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ca319-041a-4516-b728-0cbc472b9588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367ef64-ba4f-4da3-b0f5-349ee00ff906,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:19.310138 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6255ec79-6e5d-4087-b5b0-271577e5ed58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.324729 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-191132e2-48f7-43d4-9252-9980ebc1f278 req-70421fc3-1dd8-4398-a6d8-a35d6eac253c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158137 Dec 10 09:12:19.358678 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6255ec79-6e5d-4087-b5b0-271577e5ed58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.417420 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6255ec79-6e5d-4087-b5b0-271577e5ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.421597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6255ec79-6e5d-4087-b5b0-271577e5ed58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:19.423625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6255ec79-6e5d-4087-b5b0-271577e5ed58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd8a317f-1fd4-4d85-8038-11e14a0b4ea7 HTTP/1.1" status: 204 len: 168 time: 0.2628169 Dec 10 09:12:19.444629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255ec79-6e5d-4087-b5b0-271577e5ed58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8a317f-1fd4-4d85-8038-11e14a0b4ea7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:19.697733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cce74-ed29-448d-a763-cf36f3a2a205 req-1655c788-2468-4e0e-b560-b303345ab1e6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:19.700481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-168cce74-ed29-448d-a763-cf36f3a2a205 req-1655c788-2468-4e0e-b560-b303345ab1e6 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0604465 Dec 10 09:12:19.774969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-168cce74-ed29-448d-a763-cf36f3a2a205 req-63042a18-ad9d-479f-bff3-e96d531047f4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634100 Dec 10 09:12:19.932832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef1f8c-5d60-41ea-bf7e-4fa058280a02 req-d686296e-cc65-433c-966c-76c0369d1f81 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:19.935561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1ef1f8c-5d60-41ea-bf7e-4fa058280a02 req-d686296e-cc65-433c-966c-76c0369d1f81 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0949345 Dec 10 09:12:20.004352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1ef1f8c-5d60-41ea-bf7e-4fa058280a02 req-7c81111d-f1e5-4976-8f2d-9dd3de7ec5b4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618329 Dec 10 09:12:20.190814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7a6b-b553-43f1-828e-23418d894c30 req-3ad8d6db-dbf1-49d7-b5e1-fafdc71134f8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:20.193367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51ee7a6b-b553-43f1-828e-23418d894c30 req-3ad8d6db-dbf1-49d7-b5e1-fafdc71134f8 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0816259 Dec 10 09:12:20.263452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51ee7a6b-b553-43f1-828e-23418d894c30 req-27d639f3-523e-48e2-9119-86339b97608d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610497 Dec 10 09:12:20.500031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90094a-f7cf-4a07-8b13-2314248f45d8 req-11f9039d-14c2-44c7-91c9-099155ad5702 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:20.501648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc90094a-f7cf-4a07-8b13-2314248f45d8 req-11f9039d-14c2-44c7-91c9-099155ad5702 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.0804129 Dec 10 09:12:20.510642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fc624-fc71-4390-a78b-916449be10e1 req-a479e299-3a52-41e1-9b57-9ffff5a43b65 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:20.513242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d0fc624-fc71-4390-a78b-916449be10e1 req-a479e299-3a52-41e1-9b57-9ffff5a43b65 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1668460 Dec 10 09:12:20.592471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d0fc624-fc71-4390-a78b-916449be10e1 req-e9c5f179-0ff0-4202-871b-e026866bc6c3 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721869 Dec 10 09:12:20.596810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc90094a-f7cf-4a07-8b13-2314248f45d8 req-71d3e41c-1bfd-4d84-bda0-58ab61951a0c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824258 Dec 10 09:12:20.838822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f26e33-a9af-45bc-a09d-c9bd7be7fe3c req-6c41b0d5-c71a-4731-95f3-e4be07911e9e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:20.840565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34f26e33-a9af-45bc-a09d-c9bd7be7fe3c req-6c41b0d5-c71a-4731-95f3-e4be07911e9e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0609751 Dec 10 09:12:20.918769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34f26e33-a9af-45bc-a09d-c9bd7be7fe3c req-a9df3fd6-c072-4493-b003-1906aa8a3c61 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590551 Dec 10 09:12:21.054404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7344c4-fc3e-4381-a3cc-10e10a7d56e6 req-44c3ceb0-38a7-4973-8420-f4a54838210d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:21.056042 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f7344c4-fc3e-4381-a3cc-10e10a7d56e6 req-44c3ceb0-38a7-4973-8420-f4a54838210d tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0539603 Dec 10 09:12:21.130877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f7344c4-fc3e-4381-a3cc-10e10a7d56e6 req-7621d727-c235-41eb-986b-6743b9070b43 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661037 Dec 10 09:12:21.169952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47240) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:21.298172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff1017-20c1-4106-97df-b65a113496b9 req-5452d7c3-c157-4ab6-8ee5-3faceec88235 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:21.300071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fff1017-20c1-4106-97df-b65a113496b9 req-5452d7c3-c157-4ab6-8ee5-3faceec88235 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0605335 Dec 10 09:12:21.365897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fff1017-20c1-4106-97df-b65a113496b9 req-9512cc39-768e-4705-b1b5-162603e54815 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596001 Dec 10 09:12:21.436951 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38f4173b-e3fd-4219-a01d-094fe39dd9c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:21.584941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9ffc7-9982-41af-a633-63cc3833cc95 req-68da5274-56ba-479f-ad90-53132287b880 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:21.593548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97c9ffc7-9982-41af-a633-63cc3833cc95 req-68da5274-56ba-479f-ad90-53132287b880 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1060190 Dec 10 09:12:21.635340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47268) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:21.668346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97c9ffc7-9982-41af-a633-63cc3833cc95 req-89597ed1-db08-452c-8e65-bafa9df6943b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746031 Dec 10 09:12:21.700062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38f4173b-e3fd-4219-a01d-094fe39dd9c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:21.709668 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38f4173b-e3fd-4219-a01d-094fe39dd9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:21.779528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-a6d8c26e-7d03-4be7-8240-13d4fe581d59 req-233bd2f4-390f-41b7-903b-a188cee71313 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:12:21.788831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6d8c26e-7d03-4be7-8240-13d4fe581d59 req-233bd2f4-390f-41b7-903b-a188cee71313 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124865 Dec 10 09:12:21.886458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-38f4173b-e3fd-4219-a01d-094fe39dd9c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ff02a07b0c349dd887bef80cdbdd194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7126698 Dec 10 09:12:21.887003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47284) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:21.909101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4173b-e3fd-4219-a01d-094fe39dd9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272e32cf-a7ea-4a6f-8152-2622b8e3bf10,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:21.962065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-817c127b-e571-431c-87a3-b799aa0be6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:21.970005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109c6c7-ac61-438e-90e3-696a1ae3d715 req-80fd26cb-c197-46fe-b12b-cd41975c6aaf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:21.972183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5109c6c7-ac61-438e-90e3-696a1ae3d715 req-80fd26cb-c197-46fe-b12b-cd41975c6aaf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.2131162 Dec 10 09:12:21.994008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-817c127b-e571-431c-87a3-b799aa0be6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:21.999975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5b56c-3402-42f8-8e49-907016f7e28c req-e074901f-1a56-419e-8811-8e30ec14179a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:22.015762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-307077753-network', 'tenant_id': 'f75f7588f73846fd9925403e98a93492'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:22.028021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3df5b56c-3402-42f8-8e49-907016f7e28c req-e074901f-1a56-419e-8811-8e30ec14179a tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1501858 Dec 10 09:12:22.073110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Made reservation on behalf of f75f7588f73846fd9925403e98a93492 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:12:22.076258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.106978 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.123555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3df5b56c-3402-42f8-8e49-907016f7e28c req-2b0b0763-b1a3-4479-a63f-16fa8199cdb4 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895076 Dec 10 09:12:22.162450 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-817c127b-e571-431c-87a3-b799aa0be6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.166729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-817c127b-e571-431c-87a3-b799aa0be6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.168852 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-817c127b-e571-431c-87a3-b799aa0be6cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/272e32cf-a7ea-4a6f-8152-2622b8e3bf10 HTTP/1.1" status: 204 len: 168 time: 0.2805843 Dec 10 09:12:22.190293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c127b-e571-431c-87a3-b799aa0be6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e32cf-a7ea-4a6f-8152-2622b8e3bf10,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:22.273040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5109c6c7-ac61-438e-90e3-696a1ae3d715 req-643e8545-ae0f-46ca-a553-f69711a11b4f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020743 Dec 10 09:12:22.276197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.281679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.311930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aaf726-235e-412a-8d0d-b1cfef37a946,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:22.313280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3b8ae-e44a-4ea0-825f-288c97f827d0 req-fcd6ec67-bc5e-44f6-a9a9-882e6652264e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:22.323487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04a3b8ae-e44a-4ea0-825f-288c97f827d0 req-fcd6ec67-bc5e-44f6-a9a9-882e6652264e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1190612 Dec 10 09:12:22.323803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:12:22.349887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.350252 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Added segment e98d2c8d-b5be-4f79-b9fe-5556d8d43621 of type vlan for network fdbaa9ce-997d-4c85-9dd0-2270820a572b Dec 10 09:12:22.400857 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.403623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04a3b8ae-e44a-4ea0-825f-288c97f827d0 req-f3d999b2-7d86-4700-9dd8-898a04102a07 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 Dec 10 09:12:22.435689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.436722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:22.437353 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.525755 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8891559 Dec 10 09:12:22.526524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47314) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:22.536357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63808d-0bd5-4d55-a8a5-6941164c6cdf admin admin] Pushing event updated for resources: {'Network': ['ID=fdbaa9ce-997d-4c85-9dd0-2270820a572b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:22.543982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Request body: {'subnet': {'network_id': 'fdbaa9ce-997d-4c85-9dd0-2270820a572b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-307077753-subnet', 'tenant_id': 'f75f7588f73846fd9925403e98a93492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:22.552970 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network fdbaa9ce-997d-4c85-9dd0-2270820a572b details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:12:22.607425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Made reservation on behalf of f75f7588f73846fd9925403e98a93492 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:12:22.612414 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:22.716719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653fce9-d5ba-4ffd-921e-d3ef4c2e9313 req-15ad4565-4fc7-4a06-8d44-6eb3c9972d5f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:22.724268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f653fce9-d5ba-4ffd-921e-d3ef4c2e9313 req-15ad4565-4fc7-4a06-8d44-6eb3c9972d5f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1444001 Dec 10 09:12:22.800903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f653fce9-d5ba-4ffd-921e-d3ef4c2e9313 req-0390f5a5-47d4-4861-b454-bd6e5d4e3c9e tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756521 Dec 10 09:12:23.343052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d47cf-a4b6-4974-9671-2c0454f3bc4a req-68984dcc-e0d9-48ff-8e63-ef0eb955687f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:23.344701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e9d47cf-a4b6-4974-9671-2c0454f3bc4a req-68984dcc-e0d9-48ff-8e63-ef0eb955687f tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1290522 Dec 10 09:12:23.346212 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:23.495793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Checking segment: {'id': 'e98d2c8d-b5be-4f79-b9fe-5556d8d43621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fdbaa9ce-997d-4c85-9dd0-2270820a572b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:12:23.496181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Network hostable DHCP agents. Network: fdbaa9ce-997d-4c85-9dd0-2270820a572b, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:12:23.515010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b55d0e-1d86-4858-8ca0-068d23393b09,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:23.555333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f03a5-7f2c-477d-86a1-054e785b3bd1 req-c5322fdb-c1ff-4038-be27-d7087f19f3d2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:23.556867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c2f03a5-7f2c-477d-86a1-054e785b3bd1 req-c5322fdb-c1ff-4038-be27-d7087f19f3d2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1677208 Dec 10 09:12:23.609092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Network fdbaa9ce-997d-4c85-9dd0-2270820a572b is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:12:23.623120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e9d47cf-a4b6-4974-9671-2c0454f3bc4a req-3a37de93-5c6b-4624-a1da-bfca7cff133c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661002 Dec 10 09:12:23.641704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, fdbaa9ce-997d-4c85-9dd0-2270820a572b) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:12:23.651075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1ff44-30fb-4f7e-bf09-1026785ba4fd None None] Network fdbaa9ce-997d-4c85-9dd0-2270820a572b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:12:23.719492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:23.720455 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:23.753282 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c2f03a5-7f2c-477d-86a1-054e785b3bd1 req-7bb94e81-6359-48a0-96b9-3f13961cb0b7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718781 Dec 10 09:12:23.833726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5da1a376-1eca-40da-8f54-33d34a331ad3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3036518 Dec 10 09:12:23.855361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a52d5-2675-4d9a-8e49-819d99b0d9c5 None None] Network fdbaa9ce-997d-4c85-9dd0-2270820a572b requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:12:23.864204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd61c0-4371-4765-a9fd-54a234f2966e req-3f90dd8e-0975-4a8f-8d0e-e192ce63ebe7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:23.866164 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cddd61c0-4371-4765-a9fd-54a234f2966e req-3f90dd8e-0975-4a8f-8d0e-e192ce63ebe7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1055667 Dec 10 09:12:23.931084 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cddd61c0-4371-4765-a9fd-54a234f2966e req-1737edeb-b92a-4062-9765-83c95db65442 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572505 Dec 10 09:12:24.118806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539223-302c-4777-9c75-bc3a8de13f10 req-8cb80c49-ac1a-4087-880c-1a44b4562e30 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:24.121078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a539223-302c-4777-9c75-bc3a8de13f10 req-8cb80c49-ac1a-4087-880c-1a44b4562e30 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0755746 Dec 10 09:12:24.205216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a539223-302c-4777-9c75-bc3a8de13f10 req-4eec2555-bdfe-4424-8b45-6597652b3e19 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758579 Dec 10 09:12:24.394755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ed61f-de0d-40f1-9393-1579f6744216 req-0c2eb6eb-fb30-47aa-9eaf-44f4dfa1b21c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:24.396633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-504ed61f-de0d-40f1-9393-1579f6744216 req-0c2eb6eb-fb30-47aa-9eaf-44f4dfa1b21c tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0707369 Dec 10 09:12:24.499413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-504ed61f-de0d-40f1-9393-1579f6744216 req-b7efb727-74d0-443e-99bf-634e3f2e870b tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910759 Dec 10 09:12:24.990387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77804dbd-ba38-43f0-ba20-d2fd6c201f53 req-8d913a87-9b04-4db5-8c37-58dd391894ff tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:24.997728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77804dbd-ba38-43f0-ba20-d2fd6c201f53 req-8d913a87-9b04-4db5-8c37-58dd391894ff tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1151788 Dec 10 09:12:25.116032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77804dbd-ba38-43f0-ba20-d2fd6c201f53 req-6207d5d9-82c7-4bce-b29b-2d4651af0a4f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122274 Dec 10 09:12:25.522098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47460) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:25.527284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-621910616-network', 'tenant_id': 'a1715bc9e85042289952a30f336d7ebb'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:25.566123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Made reservation on behalf of a1715bc9e85042289952a30f336d7ebb for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:12:25.569827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:25.583349 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:25.754515 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:25.763607 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:25.811015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:12:25.823173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe2b5a0-f114-4100-9d13-51935ba2e973,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:25.841924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:25.842495 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Added segment 2884a3a9-3702-4a1c-b106-bffa0874bfb1 of type vlan for network d2c21f0c-3345-4b93-a53b-9fccb6b3993d Dec 10 09:12:25.901653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:25.957868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:25.959258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:25.959835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:26.038265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5150485 Dec 10 09:12:26.040960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47486) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:26.048712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Request body: {'subnet': {'network_id': 'd2c21f0c-3345-4b93-a53b-9fccb6b3993d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-621910616-subnet', 'tenant_id': 'a1715bc9e85042289952a30f336d7ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:26.074340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc01122-851b-438d-ba0f-cc08b5073c88 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c21f0c-3345-4b93-a53b-9fccb6b3993d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:26.079520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Made reservation on behalf of a1715bc9e85042289952a30f336d7ebb for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:12:26.082439 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:26.088961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network d2c21f0c-3345-4b93-a53b-9fccb6b3993d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:12:26.407630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900945f6-fdc6-4b86-8966-3f0853dd3925 req-f4706703-bfdb-4625-98b8-8b75ae0de13a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:26.409182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-900945f6-fdc6-4b86-8966-3f0853dd3925 req-f4706703-bfdb-4625-98b8-8b75ae0de13a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1393743 Dec 10 09:12:26.580409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-900945f6-fdc6-4b86-8966-3f0853dd3925 req-fd7547d2-ab8e-4558-9360-07f3a76c321d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547451 Dec 10 09:12:26.655400 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:26.845940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b7e16cc-5e00-4ba4-883d-9205a4f705a6,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:26.856980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Checking segment: {'id': '2884a3a9-3702-4a1c-b106-bffa0874bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd2c21f0c-3345-4b93-a53b-9fccb6b3993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:12:26.857400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Network hostable DHCP agents. Network: d2c21f0c-3345-4b93-a53b-9fccb6b3993d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:12:26.891311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Network d2c21f0c-3345-4b93-a53b-9fccb6b3993d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:12:26.914144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, d2c21f0c-3345-4b93-a53b-9fccb6b3993d) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:12:26.925620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:26.926374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:26.928833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a999cb67-fce1-47ee-8405-0c905e12e58e None None] Network d2c21f0c-3345-4b93-a53b-9fccb6b3993d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:12:26.970907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eb0b48f0-fe4b-49ea-b84e-c1a1a6450048 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9189153 Dec 10 09:12:27.143841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd296cc-4cd5-4464-ba77-f71202ba7ad1 None None] Network d2c21f0c-3345-4b93-a53b-9fccb6b3993d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:12:27.840911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740df65-0571-429c-bc0a-5dab3e3c187d req-93016846-246b-4e64-8d5f-41f5d4bc85b1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:27.843957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9740df65-0571-429c-bc0a-5dab3e3c187d req-93016846-246b-4e64-8d5f-41f5d4bc85b1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.0803580 Dec 10 09:12:27.943389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9740df65-0571-429c-bc0a-5dab3e3c187d req-5c021372-6349-462d-a877-5565e0156f4c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850484 Dec 10 09:12:28.212784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-24a7b503-0484-44bd-8271-7d116fb334ce tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:28.215014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-24a7b503-0484-44bd-8271-7d116fb334ce tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/networks?id=fdbaa9ce-997d-4c85-9dd0-2270820a572b HTTP/1.1" status: 200 len: 808 time: 0.2497261 Dec 10 09:12:28.240420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-af724b60-0d37-4641-97eb-fa00a011dcd3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/quotas/f75f7588f73846fd9925403e98a93492 HTTP/1.1" status: 200 len: 375 time: 0.0164785 Dec 10 09:12:28.290409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-070e857b-e600-4058-a74a-4ec145cc8a72 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f75f7588f73846fd9925403e98a93492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437200 Dec 10 09:12:28.476500 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-19b47a33-0a8a-407f-ace2-7a5195cbf0a5 service neutron] 10.222.0.31 "GET /v2.0/networks/fdbaa9ce-997d-4c85-9dd0-2270820a572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779745 Dec 10 09:12:28.650814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-de7af6a9-67d8-4b84-953b-8302b09a782d service neutron] 10.222.0.31 "GET /v2.0/networks/fdbaa9ce-997d-4c85-9dd0-2270820a572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650455 Dec 10 09:12:29.036000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfb54f25-2b19-4865-b5ae-917f53a63f78 req-b0fed85b-6c46-4efb-b745-0ac449271d94 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 210 time: 0.1003175 Dec 10 09:12:29.331823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762f651-c2c9-4710-a7a4-46c2aa8d54a8 req-2b39da4a-2d52-44e9-8312-a9974e5431b6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:29.343906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c762f651-c2c9-4710-a7a4-46c2aa8d54a8 req-2b39da4a-2d52-44e9-8312-a9974e5431b6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1359637 Dec 10 09:12:29.486306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c762f651-c2c9-4710-a7a4-46c2aa8d54a8 req-04135e8b-4691-4055-bb84-13a90ccdab19 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394191 Dec 10 09:12:30.208258 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03b0648e-df34-4f7e-ae1f-9678b2d0616c req-d1535d57-1589-4d0a-a4bc-7c8264817b32 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 210 time: 0.0515924 Dec 10 09:12:30.722352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027d46d-4de9-4ffd-b9c2-cbbc465010ff req-287e2d9b-5dc3-4f7f-a892-bf03b35c50a6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:30.735586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e027d46d-4de9-4ffd-b9c2-cbbc465010ff req-287e2d9b-5dc3-4f7f-a892-bf03b35c50a6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1310911 Dec 10 09:12:30.792856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-ab0b4a93-4832-4559-86af-9f62d265022d tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:30.803648 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-ab0b4a93-4832-4559-86af-9f62d265022d tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.18 "GET /v2.0/networks?id=fdbaa9ce-997d-4c85-9dd0-2270820a572b HTTP/1.1" status: 200 len: 808 time: 0.2491343 Dec 10 09:12:30.817754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Request body: {'port': {'device_id': '06d7645c-b2de-4857-ad14-7eae7797e4a9', 'network_id': 'fdbaa9ce-997d-4c85-9dd0-2270820a572b', 'admin_state_up': True, 'tenant_id': 'f75f7588f73846fd9925403e98a93492'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:30.848751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e027d46d-4de9-4ffd-b9c2-cbbc465010ff req-fe194789-eab7-405b-9499-8f8bcc526c67 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121933 Dec 10 09:12:31.112400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Made reservation on behalf of f75f7588f73846fd9925403e98a93492 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:12:31.125238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:31.359291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b55cb0e-6d1d-46a3-9b6d-2f38122e2028 req-962e57c4-177b-409e-ac01-4c95d6d37b48 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 210 time: 0.0561309 Dec 10 09:12:31.386288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Allocated IP 172.20.0.8 (fdbaa9ce-997d-4c85-9dd0-2270820a572b/99b55d0e-1d86-4858-8ca0-068d23393b09/1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:12:31.688779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:31.734101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:31.783512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47700) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:31.811974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Network fdbaa9ce-997d-4c85-9dd0-2270820a572b is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:12:31.815352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:12:31.819456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:12:31.886652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:31.887636 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:31.917473 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1037459 Dec 10 09:12:31.919161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaf20b-4931-465c-8a11-a84edf6a736a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Pushing event updated for resources: {'Port': ['ID=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:31.932481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Request body: {'port': {'device_id': '06d7645c-b2de-4857-ad14-7eae7797e4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:32.032077 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:32.081543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:32.131842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630d61b-0fe5-4562-8eff-1d7c9083a946 req-da2353fc-5c33-478e-974f-547b2c540702 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:32.134199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a630d61b-0fe5-4562-8eff-1d7c9083a946 req-da2353fc-5c33-478e-974f-547b2c540702 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1228037 Dec 10 09:12:32.316493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a630d61b-0fe5-4562-8eff-1d7c9083a946 req-2a91357f-ea83-48f7-a4b6-d842f63ff884 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740046 Dec 10 09:12:32.391857 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:32.403217 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:32.485246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=141273c7c02d466798f19f8d3f827fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7006171 Dec 10 09:12:32.498411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47726) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:32.505441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6bc9be-49d0-4c58-a563-0c8d49f09469,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:32.532249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.537491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.538023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.538518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.539036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.539659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.540143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.540624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.548986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:12:32.549952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.550494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.551022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.551547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.552064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3fece-287d-4b8c-ae03-efd1992d34ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:32.564548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:32.580264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Transition to ACTIVE for port object 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:12:32.589866 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:32.699547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:32.717904 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c56f529-81a4-44c8-a40d-e842ac83b96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:32.779607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571abd-24cd-4463-a13a-872259f7851e req-7519297c-64bd-44e0-82b8-b3a729f0f39e tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:32.784131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03571abd-24cd-4463-a13a-872259f7851e req-7519297c-64bd-44e0-82b8-b3a729f0f39e tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 943 time: 0.1910429 Dec 10 09:12:32.810554 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c56f529-81a4-44c8-a40d-e842ac83b96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:32.905322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Attempting to bind port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:12:32.906935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Attempting to bind port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'e98d2c8d-b5be-4f79-b9fe-5556d8d43621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fdbaa9ce-997d-4c85-9dd0-2270820a572b'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:12:32.907388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Attempting to bind port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c on network fdbaa9ce-997d-4c85-9dd0-2270820a572b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:12:32.918653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c on network fdbaa9ce-997d-4c85-9dd0-2270820a572b not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:12:32.920476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Attempting to bind port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c on network fdbaa9ce-997d-4c85-9dd0-2270820a572b {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:12:32.935865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:12:32.937226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Checking segment: {'id': 'e98d2c8d-b5be-4f79-b9fe-5556d8d43621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fdbaa9ce-997d-4c85-9dd0-2270820a572b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:12:32.937666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Bound using segment: {'id': 'e98d2c8d-b5be-4f79-b9fe-5556d8d43621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fdbaa9ce-997d-4c85-9dd0-2270820a572b'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:12:32.939615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Bound port: 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98d2c8d-b5be-4f79-b9fe-5556d8d43621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fdbaa9ce-997d-4c85-9dd0-2270820a572b'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:12:32.939991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:33.020006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03571abd-24cd-4463-a13a-872259f7851e req-312a6fb8-0a8c-4da3-be7f-1770933e8ac2 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172210 Dec 10 09:12:33.071797 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c56f529-81a4-44c8-a40d-e842ac83b96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:33.074833 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3c56f529-81a4-44c8-a40d-e842ac83b96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:33.079140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3c56f529-81a4-44c8-a40d-e842ac83b96b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b6bc9be-49d0-4c58-a563-0c8d49f09469 HTTP/1.1" status: 204 len: 168 time: 0.5769548 Dec 10 09:12:33.098788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56f529-81a4-44c8-a40d-e842ac83b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6bc9be-49d0-4c58-a563-0c8d49f09469,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:33.149429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] For port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:12:33.164825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] For port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,segment=NetworkSegment(e98d2c8d-b5be-4f79-b9fe-5556d8d43621),segment_id=e98d2c8d-b5be-4f79-b9fe-5556d8d43621)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:12:33.178909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:33.199153 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc33f5a0-ac05-46c4-a29b-dd48e3805fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:33.224558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:33.228811 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:33.233471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] 10.222.0.18 "PUT /v2.0/ports/1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c HTTP/1.1" status: 200 len: 1091 time: 1.3075945 Dec 10 09:12:33.235321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d7645c-b2de-4857-ad14-7eae7797e4a9', 'tag': '1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:12:33.248650 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99269866-84bf-4596-ae0b-b25298ccc701" -d '{"events": [{"name": "network-changed", "server_uuid": "06d7645c-b2de-4857-ad14-7eae7797e4a9", "tag": "1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:12:33.341666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0e4f2-8bcc-40e7-bcf5-67737a884ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:33.458502 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4e49f4-f404-4739-9b68-b5bcd7468b87 x-openstack-request-id: req-2d4e49f4-f404-4739-9b68-b5bcd7468b87 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:12:33.458787 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d7645c-b2de-4857-ad14-7eae7797e4a9", "tag": "1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:12:33.459062 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d4e49f4-f404-4739-9b68-b5bcd7468b87 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:12:33.459473 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d7645c-b2de-4857-ad14-7eae7797e4a9', 'tag': '1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c', 'status': 'completed', 'code': 200} Dec 10 09:12:33.502760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-c5ed2152-5c03-4718-b1f7-778cbff99974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:33.505063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-c5ed2152-5c03-4718-b1f7-778cbff99974 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f75f7588f73846fd9925403e98a93492&device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 1094 time: 0.1374218 Dec 10 09:12:33.505593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47750) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:33.600123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146ef8e-26e9-4684-bf15-afe70558a270 req-e3bc56e9-dea9-4c50-b2cc-a7b09a57877e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:33.606595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-332c6ed6-905e-4b9f-aaea-e50bfc7f5615 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c HTTP/1.1" status: 200 len: 217 time: 0.0821385 Dec 10 09:12:33.625752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f146ef8e-26e9-4684-bf15-afe70558a270 req-e3bc56e9-dea9-4c50-b2cc-a7b09a57877e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1215181 Dec 10 09:12:33.682098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-155207f9-cbba-4299-b191-35c8b6b36cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:33.684739 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-155207f9-cbba-4299-b191-35c8b6b36cd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99b55d0e-1d86-4858-8ca0-068d23393b09 HTTP/1.1" status: 200 len: 848 time: 0.0683377 Dec 10 09:12:33.765204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-b83af8d2-e8e6-4507-960e-44c6a63ee151 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdbaa9ce-997d-4c85-9dd0-2270820a572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733135 Dec 10 09:12:33.781041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f146ef8e-26e9-4684-bf15-afe70558a270 req-6e837f2b-f904-4ad3-bbca-d1c0528c57cc tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533642 Dec 10 09:12:33.825268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47754) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:33.839404 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-145e3100-9e22-4bbb-b99d-000c12947bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:33.869439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fac3b1d3-a297-4047-a776-ef81ac8fcec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.013357 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fac3b1d3-a297-4047-a776-ef81ac8fcec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.022001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fac3b1d3-a297-4047-a776-ef81ac8fcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.039293 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-145e3100-9e22-4bbb-b99d-000c12947bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.047837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-145e3100-9e22-4bbb-b99d-000c12947bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.110103 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fac3b1d3-a297-4047-a776-ef81ac8fcec0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8a5200d8783465487445efdd032ecab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6033304 Dec 10 09:12:34.114592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47766) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:34.179161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3b1d3-a297-4047-a776-ef81ac8fcec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c759c5-72e3-4b08-94b1-84a15e2dc5c0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:34.183881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-145e3100-9e22-4bbb-b99d-000c12947bbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=086085976dea4ff6bf2cb650cf08e5de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3384857 Dec 10 09:12:34.184612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47768) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:34.185629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e3100-9e22-4bbb-b99d-000c12947bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40fb8da-7dc2-43d3-9c26-d028db10a883,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:34.239497 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-66f1a9f7-4185-47c3-a1a3-686c10d4b7ce service neutron] 10.222.0.18 "GET /v2.0/networks/fdbaa9ce-997d-4c85-9dd0-2270820a572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667351 Dec 10 09:12:34.290573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bcd54-3c1a-4a34-850d-2f98fa65adec req-a0c88727-16fb-4a7c-8f53-c8c05a461907 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:34.306739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-853bcd54-3c1a-4a34-850d-2f98fa65adec req-a0c88727-16fb-4a7c-8f53-c8c05a461907 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 943 time: 0.1089268 Dec 10 09:12:34.429671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-853bcd54-3c1a-4a34-850d-2f98fa65adec req-024687f8-028f-42cb-908e-ff2422c591a0 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171496 Dec 10 09:12:34.442768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8292422-b0cd-4808-8eab-adbb7c471e3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.466122 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce5cad24-15c2-4a4a-969a-2d3a0c45088d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.497788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce5cad24-15c2-4a4a-969a-2d3a0c45088d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.594565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce5cad24-15c2-4a4a-969a-2d3a0c45088d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.600120 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce5cad24-15c2-4a4a-969a-2d3a0c45088d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.607299 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ce5cad24-15c2-4a4a-969a-2d3a0c45088d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d40fb8da-7dc2-43d3-9c26-d028db10a883 HTTP/1.1" status: 204 len: 168 time: 0.4025803 Dec 10 09:12:34.632312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8292422-b0cd-4808-8eab-adbb7c471e3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.664199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cad24-15c2-4a4a-969a-2d3a0c45088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40fb8da-7dc2-43d3-9c26-d028db10a883,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:34.672402 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-325e8b88-7a64-49ad-87bd-f6982b5b3faa req-75012b61-b42f-426b-8856-a2ec4ea8d0f9 service neutron] 10.222.0.18 "GET /v2.0/networks/fdbaa9ce-997d-4c85-9dd0-2270820a572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176736 Dec 10 09:12:34.746662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8292422-b0cd-4808-8eab-adbb7c471e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.751326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c8292422-b0cd-4808-8eab-adbb7c471e3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:34.755611 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c8292422-b0cd-4808-8eab-adbb7c471e3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62c759c5-72e3-4b08-94b1-84a15e2dc5c0 HTTP/1.1" status: 204 len: 168 time: 0.6381166 Dec 10 09:12:34.827200 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8292422-b0cd-4808-8eab-adbb7c471e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c759c5-72e3-4b08-94b1-84a15e2dc5c0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:34.871721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99269866-84bf-4596-ae0b-b25298ccc701 req-88e59142-2bf0-45fe-88bd-6b6b138f1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:34.887244 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-99269866-84bf-4596-ae0b-b25298ccc701 req-88e59142-2bf0-45fe-88bd-6b6b138f1596 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f75f7588f73846fd9925403e98a93492&device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 1094 time: 0.1202171 Dec 10 09:12:35.105073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99269866-84bf-4596-ae0b-b25298ccc701 req-dc9af3f6-05d2-4eb9-bde8-0ce0ae1dc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:35.108598 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-99269866-84bf-4596-ae0b-b25298ccc701 req-dc9af3f6-05d2-4eb9-bde8-0ce0ae1dc2e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdbaa9ce-997d-4c85-9dd0-2270820a572b HTTP/1.1" status: 200 len: 909 time: 0.2174554 Dec 10 09:12:35.129181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07757b0-8e69-4ed3-a800-d256af139ecc req-51dd08a3-83c2-41f8-95ae-6efdf7ed3c63 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:35.141036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c07757b0-8e69-4ed3-a800-d256af139ecc req-51dd08a3-83c2-41f8-95ae-6efdf7ed3c63 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1252565 Dec 10 09:12:35.302317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-99269866-84bf-4596-ae0b-b25298ccc701 req-9a53b29e-da4c-4cc7-8a3f-2dfa7c0efca3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c HTTP/1.1" status: 200 len: 217 time: 0.1795473 Dec 10 09:12:35.345967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c07757b0-8e69-4ed3-a800-d256af139ecc req-36f179b8-3835-49e9-b187-6e92eac1351b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960530 Dec 10 09:12:35.445883 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2dfe48e0-ae34-4c03-84a1-fed238552830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:35.555413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47804) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:35.573471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e196d55d-f564-46b8-a7e4-8a3bf0d49f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:35.730150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d77d8-fdbf-490a-9549-66fa87cc45ff req-fa43a1e7-4019-4701-bd1d-b505d6ad12ea tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:35.732024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a2d77d8-fdbf-490a-9549-66fa87cc45ff req-fa43a1e7-4019-4701-bd1d-b505d6ad12ea tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 943 time: 0.1363387 Dec 10 09:12:35.780747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3487c-253a-4dd7-9fea-96a673480074 req-0fa8ecf7-2516-47a9-8587-d9a343572e38 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:35.782888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7e3487c-253a-4dd7-9fea-96a673480074 req-0fa8ecf7-2516-47a9-8587-d9a343572e38 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.1277599 Dec 10 09:12:35.903085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a2d77d8-fdbf-490a-9549-66fa87cc45ff req-91fd9d3e-3b7c-4315-9363-e76771a63285 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385591 Dec 10 09:12:35.918009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99269866-84bf-4596-ae0b-b25298ccc701 req-03c31f58-c777-4182-bb4a-d4fb3699c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:35.923866 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-99269866-84bf-4596-ae0b-b25298ccc701 req-03c31f58-c777-4182-bb4a-d4fb3699c574 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99b55d0e-1d86-4858-8ca0-068d23393b09 HTTP/1.1" status: 200 len: 848 time: 0.6121519 Dec 10 09:12:35.978750 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e196d55d-f564-46b8-a7e4-8a3bf0d49f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:35.993652 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-99269866-84bf-4596-ae0b-b25298ccc701 req-3b1f0bff-d9c1-4145-b965-14ee400290e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdbaa9ce-997d-4c85-9dd0-2270820a572b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640583 Dec 10 09:12:36.015203 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e196d55d-f564-46b8-a7e4-8a3bf0d49f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:36.061265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196d55d-f564-46b8-a7e4-8a3bf0d49f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b465fa-0689-4f92-bb4f-bdb15bcbb4db,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:36.099453 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7e3487c-253a-4dd7-9fea-96a673480074 req-3c44e7bf-d069-476f-ba26-2ca4703705f7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039463 Dec 10 09:12:36.166130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47820) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:36.169280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e196d55d-f564-46b8-a7e4-8a3bf0d49f44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67c32c7faded4c8383725af7ad2fdbd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6102686 Dec 10 09:12:36.264172 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-99269866-84bf-4596-ae0b-b25298ccc701 req-980334ad-bce5-429f-81c8-c0657727d9d0 service neutron] 10.222.0.18 "GET /v2.0/networks/fdbaa9ce-997d-4c85-9dd0-2270820a572b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628381 Dec 10 09:12:36.375439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-feaf2a8b-f479-42f0-818f-1e0825a4bf00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:36.410477 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-feaf2a8b-f479-42f0-818f-1e0825a4bf00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:36.443171 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-99269866-84bf-4596-ae0b-b25298ccc701 req-95ae5a7d-3bba-4ff5-b100-a0f79f9bbbd7 service neutron] 10.222.0.18 "GET /v2.0/networks/fdbaa9ce-997d-4c85-9dd0-2270820a572b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673334 Dec 10 09:12:36.497364 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-feaf2a8b-f479-42f0-818f-1e0825a4bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:36.500045 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-feaf2a8b-f479-42f0-818f-1e0825a4bf00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:36.501187 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-feaf2a8b-f479-42f0-818f-1e0825a4bf00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11b465fa-0689-4f92-bb4f-bdb15bcbb4db HTTP/1.1" status: 204 len: 168 time: 0.3338568 Dec 10 09:12:36.513025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf2a8b-f479-42f0-818f-1e0825a4bf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b465fa-0689-4f92-bb4f-bdb15bcbb4db,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:36.523346 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:36.654502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105a21a-6fcc-4732-a991-1fb1ff7b1052 req-d7ba3ed1-3179-4247-a2fc-becb8fcf3314 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:36.663954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d105a21a-6fcc-4732-a991-1fb1ff7b1052 req-d7ba3ed1-3179-4247-a2fc-becb8fcf3314 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1737461 Dec 10 09:12:36.762133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d105a21a-6fcc-4732-a991-1fb1ff7b1052 req-60526f87-aa6a-4d15-b4c5-49fb59eedf38 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956511 Dec 10 09:12:37.066535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50d12-a2e5-4b7c-b6d9-278bbfed5f4f req-df95ffa3-438c-45c5-b029-445f78504de2 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:37.068688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eaf50d12-a2e5-4b7c-b6d9-278bbfed5f4f req-df95ffa3-438c-45c5-b029-445f78504de2 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 943 time: 0.0753503 Dec 10 09:12:37.176036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eaf50d12-a2e5-4b7c-b6d9-278bbfed5f4f req-83f16045-2938-45e2-a5d2-a3b6ebb4c1f3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983818 Dec 10 09:12:37.312619 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84556953-e41d-487d-a644-2c8b381c40dd req-0c6da6bc-7de7-4a40-94b6-eeab26f6dac7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:37.325383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84556953-e41d-487d-a644-2c8b381c40dd req-0c6da6bc-7de7-4a40-94b6-eeab26f6dac7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0939212 Dec 10 09:12:37.365359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c2a5c15f-cb3a-4ca6-97c6-58fb28164616 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:37.370383 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c2a5c15f-cb3a-4ca6-97c6-58fb28164616 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 947 time: 0.0763681 Dec 10 09:12:37.424362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84556953-e41d-487d-a644-2c8b381c40dd req-e2607574-1bd4-491e-a1f2-310b878246d7 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc29d578-b8e1-48b6-9aef-b502d030d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980375 Dec 10 09:12:37.559521 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Deleting port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:12:37.559913 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:37.740883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] For port d44f3f2d-bd0e-4663-b686-ddceeab8fee1, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,segment=NetworkSegment(1bbded6b-4d81-4807-b84a-034e3c1725df),segment_id=1bbded6b-4d81-4807-b84a-034e3c1725df)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:37.741163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:37.768453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Calling delete_port for d44f3f2d-bd0e-4663-b686-ddceeab8fee1 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:12:37.963101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-d72ef0fb-a31a-4023-87f9-f03098b8cc7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946681 Dec 10 09:12:38.008117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfac1b-0133-49c0-b674-65ab6721eb2f req-6c5b8c6a-5d9f-45ab-ab9a-9660e9734592 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:38.019041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fdfac1b-0133-49c0-b674-65ab6721eb2f req-6c5b8c6a-5d9f-45ab-ab9a-9660e9734592 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1316304 Dec 10 09:12:38.153138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fdfac1b-0133-49c0-b674-65ab6721eb2f req-8fa2f65c-d258-4764-8946-74f4789033bd tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319873 Dec 10 09:12:38.223918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:38.246037 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:38.290040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-eb6fde2e-d8db-4e4c-b20b-a40c23e096de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:38.292363 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-eb6fde2e-d8db-4e4c-b20b-a40c23e096de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1095 time: 0.2571025 Dec 10 09:12:38.314836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Pushing event deleted for resources: {'Port': ['ID=d44f3f2d-bd0e-4663-b686-ddceeab8fee1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:38.382869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decdce4a-869b-4827-bfc6-936bad430df1 None None] DHCP port deletion for 7621218b-d3b9-49d6-a2e5-13c21f9c1234 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:12:38.406613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf3bcd-c43a-4d6c-9e1f-6342c1d99c76 req-53433733-4e89-40d0-a10f-4f6a8794f777 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:38.419482 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1caf3bcd-c43a-4d6c-9e1f-6342c1d99c76 req-53433733-4e89-40d0-a10f-4f6a8794f777 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 943 time: 0.0868385 Dec 10 09:12:38.530742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1caf3bcd-c43a-4d6c-9e1f-6342c1d99c76 req-e59707f9-59c8-4857-9a9b-59df15f73ee2 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040132 Dec 10 09:12:38.555816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-2d65ad6a-99a0-4df5-8365-00de332776c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:38.558409 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-2d65ad6a-99a0-4df5-8365-00de332776c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.2278378 Dec 10 09:12:38.605025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] No DVR routers for this DVR port d44f3f2d-bd0e-4663-b686-ddceeab8fee1 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:12:38.638554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e2ebf4a-aacd-4b58-ab68-c6aefe5b8ec1 req-1240c96e-048b-4ff5-bad7-c36048598367 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4bdf39b-95ca-45ec-a616-d55d691583f6 HTTP/1.1" status: 200 len: 210 time: 0.0498407 Dec 10 09:12:38.709810 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-e8aaed6d-b25f-44ba-99c9-4489b7d94a1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 999 time: 0.0918851 Dec 10 09:12:38.710993 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:38.715401 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a6df1b3-0f8a-491f-807e-1ab8ad1273f9 req-c0649a72-3df4-4692-ab64-32555a92e124 tempest-ServersNegativeTestJSON-225512355 tempest-ServersNegativeTestJSON-225512355-project] 10.222.0.39 "DELETE /v2.0/ports/d44f3f2d-bd0e-4663-b686-ddceeab8fee1 HTTP/1.1" status: 204 len: 173 time: 1.3332353 Dec 10 09:12:38.716138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-deleted', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:12:38.721969 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b78867-6f7b-4f9d-8880-5a0c126fca4a" -d '{"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-deleted", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:12:38.815483 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cebdc-0be1-4325-b05d-0972aa2b6a50 x-openstack-request-id: req-c77cebdc-0be1-4325-b05d-0972aa2b6a50 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:12:38.815483 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bdf39b-95ca-45ec-a616-d55d691583f6", "name": "network-vif-deleted", "tag": "d44f3f2d-bd0e-4663-b686-ddceeab8fee1", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:12:38.815483 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c77cebdc-0be1-4325-b05d-0972aa2b6a50 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:12:38.815483 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bdf39b-95ca-45ec-a616-d55d691583f6', 'name': 'network-vif-deleted', 'tag': 'd44f3f2d-bd0e-4663-b686-ddceeab8fee1', 'status': 'completed', 'code': 200} Dec 10 09:12:38.840922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-a433c44a-3ba2-427e-ad70-d8d53538560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:38.842614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-a433c44a-3ba2-427e-ad70-d8d53538560f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1173098 Dec 10 09:12:38.932781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-6077c361-f01d-4944-80ca-b6652c240a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:38.934332 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-6077c361-f01d-4944-80ca-b6652c240a72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846200 Dec 10 09:12:39.210359 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:39.352771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062ef7-73c1-4a3e-aaee-e6dc3f01594a req-b97b74cd-56a2-4dde-8342-ef13ffa804ba tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:39.355023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1062ef7-73c1-4a3e-aaee-e6dc3f01594a req-b97b74cd-56a2-4dde-8342-ef13ffa804ba tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.0961831 Dec 10 09:12:39.411783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:12:39.459791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1062ef7-73c1-4a3e-aaee-e6dc3f01594a req-b5452913-be67-4fbb-b0e3-c3d5d18666b7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948257 Dec 10 09:12:39.632300 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-4a4ca521-d610-4b4b-9dca-f389e70b24c4 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906478 Dec 10 09:12:39.676527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,segment=NetworkSegment(e98d2c8d-b5be-4f79-b9fe-5556d8d43621),segment_id=e98d2c8d-b5be-4f79-b9fe-5556d8d43621)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:39.743856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c', 'network_id': 'fdbaa9ce-997d-4c85-9dd0-2270820a572b', 'port_id': '1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c', 'mac_address': 'fa:16:3e:d7:eb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b55d0e-1d86-4858-8ca0-068d23393b09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:12:39.763726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47980) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:39.811051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:12:39.829903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3af0d-05a7-41e5-9d4f-5eab3a3d71e5 req-543cb43e-22fb-4941-98aa-f2f44bc37f87 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:39.835118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89b3af0d-05a7-41e5-9d4f-5eab3a3d71e5 req-543cb43e-22fb-4941-98aa-f2f44bc37f87 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 943 time: 0.1377153 Dec 10 09:12:39.858953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: d44f3f2d-bd0e-4663-b686-ddceeab8fee1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:12:39.860075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d44f3f2d-bd0e-4663-b686-ddceeab8fee1 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:12:39.875680 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:39.904985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:12:39.941384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89b3af0d-05a7-41e5-9d4f-5eab3a3d71e5 req-b31f6ff8-4cbb-4c31-9b41-49d5ac860fce tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801733 Dec 10 09:12:39.946200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,segment=NetworkSegment(e98d2c8d-b5be-4f79-b9fe-5556d8d43621),segment_id=e98d2c8d-b5be-4f79-b9fe-5556d8d43621)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:39.973775 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:40.034480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-1568c79f-2261-4d27-9cdb-374c54398ded admin admin] Deleting subnet 0199c3b5-c7ee-4c15-a10a-7a40e227d308 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:12:40.039309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1568c79f-2261-4d27-9cdb-374c54398ded admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:40.068548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:40.112121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1568c79f-2261-4d27-9cdb-374c54398ded admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:40.171222 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-610f5df5-a940-47d0-81c2-14f045d96d23 req-cbea7113-f81a-44d5-81a0-4d469b4628ba service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298605 Dec 10 09:12:40.172460 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1568c79f-2261-4d27-9cdb-374c54398ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:40.248145 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1568c79f-2261-4d27-9cdb-374c54398ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:40.274015 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1568c79f-2261-4d27-9cdb-374c54398ded admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:40.278399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65cd792-e7fe-4ec7-87e5-2d3feb3db394 None None] Network 7621218b-d3b9-49d6-a2e5-13c21f9c1234 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:12:40.292828 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1568c79f-2261-4d27-9cdb-374c54398ded admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0199c3b5-c7ee-4c15-a10a-7a40e227d308 HTTP/1.1" status: 204 len: 168 time: 0.5238822 Dec 10 09:12:40.293940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47994) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:40.334273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568c79f-2261-4d27-9cdb-374c54398ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0199c3b5-c7ee-4c15-a10a-7a40e227d308,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:40.379405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:12:40.474987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68aa74-5597-4277-a6a0-8741b991c752 None None] DHCP port deletion for 7621218b-d3b9-49d6-a2e5-13c21f9c1234 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:12:40.477207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:40.806315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:40.874423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b279e15-fdd0-4918-bc37-a78db1a31f78 req-708770d8-6ecc-4d9b-a625-cdbaa43cab2e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:40.879001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-4ddcefb5-bb2c-4796-9297-9e8a2bd70e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:40.884758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-4ddcefb5-bb2c-4796-9297-9e8a2bd70e3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 1096 time: 0.1262543 Dec 10 09:12:40.895621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b279e15-fdd0-4918-bc37-a78db1a31f78 req-708770d8-6ecc-4d9b-a625-cdbaa43cab2e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.2733421 Dec 10 09:12:40.899032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7621218b-d3b9-49d6-a2e5-13c21f9c1234']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:40.925013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbded6b-4d81-4807-b84a-034e3c1725df') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:40.925640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbded6b-4d81-4807-b84a-034e3c1725df') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:12:40.945938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:41.020169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:41.052672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:12:41.053089 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:12:41.055212 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:12:41.099625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b279e15-fdd0-4918-bc37-a78db1a31f78 req-08e3bb30-99e7-4685-93ae-69137bac2aa5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968791 Dec 10 09:12:41.131609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-706d5e1e-ec0e-4382-b482-c8bee95166a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:41.133090 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-706d5e1e-ec0e-4382-b482-c8bee95166a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.2148151 Dec 10 09:12:41.267149 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:41.314697 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:41.318560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] 10.222.0.31 "DELETE /v2.0/networks/7621218b-d3b9-49d6-a2e5-13c21f9c1234 HTTP/1.1" status: 204 len: 168 time: 1.0233433 Dec 10 09:12:41.323817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24293fa5-cff2-492a-b1e6-d69ee812c54a admin admin] Pushing event deleted for resources: {'Network': ['ID=7621218b-d3b9-49d6-a2e5-13c21f9c1234,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:41.349008 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-8f91d80f-23d9-4944-96ea-07645b91a0fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5645416b-962b-4aca-a737-ab5a9b517260 HTTP/1.1" status: 200 len: 217 time: 0.1964688 Dec 10 09:12:41.369035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf82ab0-8502-4f69-bab3-9af51e0fc289 req-dd6fdd9f-797e-4b43-8525-78723dae15af tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:41.383070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bf82ab0-8502-4f69-bab3-9af51e0fc289 req-dd6fdd9f-797e-4b43-8525-78723dae15af tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 944 time: 0.2816763 Dec 10 09:12:41.461881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:12:41.535043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bf82ab0-8502-4f69-bab3-9af51e0fc289 req-f477e515-9462-4962-9f18-cfb9a7e76d03 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347826 Dec 10 09:12:41.535743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-4511e8a8-bc8b-4a09-880f-6b6f2134fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:41.535743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-4511e8a8-bc8b-4a09-880f-6b6f2134fe46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1770165 Dec 10 09:12:41.633110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:12:41.646528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:12:41.646895 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:41.662047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-58964220-8d60-4a56-ac24-e9f805f917f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:41.664055 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-58964220-8d60-4a56-ac24-e9f805f917f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203098 Dec 10 09:12:41.722360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48032) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:41.819853 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:41.833801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-58fd3a92-dd76-4142-8371-4723c491a022 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15be168c5c04461ebdfa15dd1f149bea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1080930 Dec 10 09:12:41.834454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48036) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:41.847046 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-64075742-82f2-4638-90c9-1d9a9cfb8b26 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746602 Dec 10 09:12:41.864940 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d7645c-b2de-4857-ad14-7eae7797e4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:12:41.872718 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f80c3f-d5bf-4901-86b2-79bd130e336b" -d '{"events": [{"server_uuid": "06d7645c-b2de-4857-ad14-7eae7797e4a9", "name": "network-vif-plugged", "status": "completed", "tag": "1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:12:41.910131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,segment=NetworkSegment(e98d2c8d-b5be-4f79-b9fe-5556d8d43621),segment_id=e98d2c8d-b5be-4f79-b9fe-5556d8d43621)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:41.919789 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:41.981795 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25c7b29b-3d9d-4dd1-a55f-17b415e4326f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:41.990711 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5304c18a-f8bc-499a-86cb-9e18a931c6a6 x-openstack-request-id: req-5304c18a-f8bc-499a-86cb-9e18a931c6a6 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:12:41.991112 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d7645c-b2de-4857-ad14-7eae7797e4a9", "name": "network-vif-plugged", "status": "completed", "tag": "1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:12:41.991376 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5304c18a-f8bc-499a-86cb-9e18a931c6a6 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:12:41.991776 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7645c-b2de-4857-ad14-7eae7797e4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c', 'code': 200} Dec 10 09:12:41.999932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:42.031110 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25c7b29b-3d9d-4dd1-a55f-17b415e4326f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:42.103407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25c7b29b-3d9d-4dd1-a55f-17b415e4326f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:42.106446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25c7b29b-3d9d-4dd1-a55f-17b415e4326f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:42.110333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-25c7b29b-3d9d-4dd1-a55f-17b415e4326f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc29d578-b8e1-48b6-9aef-b502d030d3fa HTTP/1.1" status: 204 len: 168 time: 0.2722433 Dec 10 09:12:42.116385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7b29b-3d9d-4dd1-a55f-17b415e4326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc29d578-b8e1-48b6-9aef-b502d030d3fa,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:42.157159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc3377-cc02-4743-8a91-432dd02436df req-9c63c23f-fd59-4785-a2be-4c32eaad8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:42.158696 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9dfc3377-cc02-4743-8a91-432dd02436df req-9c63c23f-fd59-4785-a2be-4c32eaad8547 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 1096 time: 0.1399083 Dec 10 09:12:42.201874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b136cb05-f44b-4fd3-830e-c39cdfd72a9d req-99cc3230-fe4c-4ae0-9c39-a1faf89acff9 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445444 Dec 10 09:12:42.280036 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9dfc3377-cc02-4743-8a91-432dd02436df req-33125d27-deeb-46c9-ac3c-73e80fd19ae6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052518 Dec 10 09:12:42.317256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f35bc6-a2f8-4da4-8b27-21994db61484 req-bcf5d185-afc2-4574-af1e-72a7a18b666f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:42.319595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7f35bc6-a2f8-4da4-8b27-21994db61484 req-bcf5d185-afc2-4574-af1e-72a7a18b666f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1157122 Dec 10 09:12:42.456991 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7f35bc6-a2f8-4da4-8b27-21994db61484 req-afdc8f8c-f7ef-4012-9c26-af4b54f8060a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296048 Dec 10 09:12:42.738519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cfc4c-277b-40d7-97d8-a001812a3014 req-1818bbc4-351d-42b9-8638-53cd142f102c tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:42.754459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-359cfc4c-277b-40d7-97d8-a001812a3014 req-1818bbc4-351d-42b9-8638-53cd142f102c tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1269455 Dec 10 09:12:42.859820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-359cfc4c-277b-40d7-97d8-a001812a3014 req-1fb89ccf-4cdf-4c3f-bc49-f5e618e026bb tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027822 Dec 10 09:12:43.753424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86ffa4-5dcf-4004-8753-2cadd3eaa6a5 req-5e9c6c82-9e83-4366-b8b3-668f3f26e34f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:43.756045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d86ffa4-5dcf-4004-8753-2cadd3eaa6a5 req-5e9c6c82-9e83-4366-b8b3-668f3f26e34f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.0958824 Dec 10 09:12:43.857463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d86ffa4-5dcf-4004-8753-2cadd3eaa6a5 req-cee98989-9764-4d57-a3de-175fed168870 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944159 Dec 10 09:12:44.127960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb3b8-b5cd-457c-8bed-f19ac343f5c3 req-e9bddddd-37c6-4002-b2ac-2fb1ad417e0a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:44.131069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5bfb3b8-b5cd-457c-8bed-f19ac343f5c3 req-e9bddddd-37c6-4002-b2ac-2fb1ad417e0a tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1445379 Dec 10 09:12:44.246607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5bfb3b8-b5cd-457c-8bed-f19ac343f5c3 req-d9c4d91f-cfa6-4c51-88dd-afc7dde4a59f tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989165 Dec 10 09:12:45.132906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0908c38-d3fd-48d9-9e59-32d95523bd8c req-d5c4c2e6-46aa-4b83-966e-4831907a7f37 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:45.139121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:45.147266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0908c38-d3fd-48d9-9e59-32d95523bd8c req-d5c4c2e6-46aa-4b83-966e-4831907a7f37 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1359582 Dec 10 09:12:45.290448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0908c38-d3fd-48d9-9e59-32d95523bd8c req-80bd9096-0575-44c8-8019-58b5fb7d47a5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421971 Dec 10 09:12:45.314357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48170) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:45.564347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0294-8f15-4bff-8c28-9cd6b83a2abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:45.819937 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0294-8f15-4bff-8c28-9cd6b83a2abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:45.831395 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0294-8f15-4bff-8c28-9cd6b83a2abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:45.898638 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bf6a0294-8f15-4bff-8c28-9cd6b83a2abf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f65b03c6e08425b86748a950ff06657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5829906 Dec 10 09:12:45.901877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48198) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:45.912380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a0294-8f15-4bff-8c28-9cd6b83a2abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa8cfd-a8f7-4577-96d9-25c6f5bfe0c7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:46.020087 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc6c92c0-661c-4e76-8602-958acd71e66d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:46.067024 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc6c92c0-661c-4e76-8602-958acd71e66d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:46.127504 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc6c92c0-661c-4e76-8602-958acd71e66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:46.130199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc6c92c0-661c-4e76-8602-958acd71e66d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:46.131388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bc6c92c0-661c-4e76-8602-958acd71e66d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3fa8cfd-a8f7-4577-96d9-25c6f5bfe0c7 HTTP/1.1" status: 204 len: 168 time: 0.2285075 Dec 10 09:12:46.144628 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c92c0-661c-4e76-8602-958acd71e66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fa8cfd-a8f7-4577-96d9-25c6f5bfe0c7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:46.549549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcaf1a-f687-4c24-ab95-2fe134b4919a req-750db2c1-1451-48aa-b9ef-6ad77814960f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:46.562088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eafcaf1a-f687-4c24-ab95-2fe134b4919a req-750db2c1-1451-48aa-b9ef-6ad77814960f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.1197307 Dec 10 09:12:46.667469 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eafcaf1a-f687-4c24-ab95-2fe134b4919a req-a9ae5ad8-5371-4bc1-bd3b-39edcddbeef6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006596 Dec 10 09:12:46.960740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c23db-da98-42ca-bf03-8bedd350ebc7 req-47f976bf-63c5-4347-99e6-01764e40910a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:46.972530 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf6c23db-da98-42ca-bf03-8bedd350ebc7 req-47f976bf-63c5-4347-99e6-01764e40910a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1007903 Dec 10 09:12:47.101942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf6c23db-da98-42ca-bf03-8bedd350ebc7 req-be0689e7-c068-47ec-894a-2932d7c69fd2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117208 Dec 10 09:12:47.391218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4c1e7-ca06-42c4-a1d7-295be9755420 req-dbe7e4ab-19d5-4ad3-813a-e0f7a5f22f6c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:47.406694 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ece4c1e7-ca06-42c4-a1d7-295be9755420 req-dbe7e4ab-19d5-4ad3-813a-e0f7a5f22f6c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1111581 Dec 10 09:12:47.523047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ece4c1e7-ca06-42c4-a1d7-295be9755420 req-1964795a-54ed-47fd-84c3-1bb704dd0f51 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099355 Dec 10 09:12:47.936442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-a065039a-3bd9-4757-ac10-ed45bb58eeab tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:47.944497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-a065039a-3bd9-4757-ac10-ed45bb58eeab tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.1365645 Dec 10 09:12:47.964586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-c17c08fa-e39c-454e-856c-63b0e1493892 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/quotas/421fbd44c6eb41809d7db303745958e6 HTTP/1.1" status: 200 len: 375 time: 0.0189726 Dec 10 09:12:48.104487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-f0a9f4a0-e3c9-4336-8328-552706ab83d6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1357839 Dec 10 09:12:48.371752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-ad4a47e8-052a-48fb-b14b-85c1c768aef9 service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663057 Dec 10 09:12:48.716760 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-f6884890-741d-4523-9f07-fe05843ca0f3 service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419108 Dec 10 09:12:49.092259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7da7a9c-a100-4524-baf3-861df6658502 req-dbcc61f4-e785-405a-97cc-b7522c7cbd75 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 210 time: 0.0924430 Dec 10 09:12:49.234477 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:49.393234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48342) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:49.898370 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52969391-9614-4433-b1a2-a1bdc8f2a64f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:50.247951 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52969391-9614-4433-b1a2-a1bdc8f2a64f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:50.286894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfda98-5a92-4f03-9bf5-e7f8cf779d3c req-a0be4edd-8c77-4da3-8a0b-85871671468c tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:50.289116 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72dfda98-5a92-4f03-9bf5-e7f8cf779d3c req-a0be4edd-8c77-4da3-8a0b-85871671468c tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 945 time: 0.3871872 Dec 10 09:12:50.289847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52969391-9614-4433-b1a2-a1bdc8f2a64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:50.390655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a252c8e8-04cf-4169-8b94-f06544b55f53 req-0d0cd03b-9742-4d88-8efc-e1c68c22d6ab tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 210 time: 0.1379182 Dec 10 09:12:50.421546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52969391-9614-4433-b1a2-a1bdc8f2a64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6466e742-9e1d-4ec8-8a73-9ba3de5ed108,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:50.534171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-52969391-9614-4433-b1a2-a1bdc8f2a64f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b196157f5a048758cdc47460bf5ecf2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1394274 Dec 10 09:12:50.537241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48372) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:50.607314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72dfda98-5a92-4f03-9bf5-e7f8cf779d3c req-c72b8346-3cf5-41a9-a167-6ed671952bc4 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952609 Dec 10 09:12:50.673291 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ebe7eb95-db2b-47a6-bee1-0e9b22229fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:50.686356 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:12:50.738101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ebe7eb95-db2b-47a6-bee1-0e9b22229fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:50.865193 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ebe7eb95-db2b-47a6-bee1-0e9b22229fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:50.867980 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ebe7eb95-db2b-47a6-bee1-0e9b22229fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:50.872414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ebe7eb95-db2b-47a6-bee1-0e9b22229fc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6466e742-9e1d-4ec8-8a73-9ba3de5ed108 HTTP/1.1" status: 204 len: 168 time: 0.3307142 Dec 10 09:12:50.882211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-198ea37f-f01a-4376-804d-0290f431deee tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:50.885386 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-198ea37f-f01a-4376-804d-0290f431deee tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.39 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.3779206 Dec 10 09:12:50.897539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7eb95-db2b-47a6-bee1-0e9b22229fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6466e742-9e1d-4ec8-8a73-9ba3de5ed108,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:50.911381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'port': {'device_id': 'cd2e5c71-b7af-4ae1-a90a-27ceb005350b', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'admin_state_up': True, 'tenant_id': '421fbd44c6eb41809d7db303745958e6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:51.148506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Made reservation on behalf of 421fbd44c6eb41809d7db303745958e6 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:12:51.160446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:51.502885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-0a7f6c4d-8e4b-4942-87de-0b690bee4271 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:51.512331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-0a7f6c4d-8e4b-4942-87de-0b690bee4271 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1718385 Dec 10 09:12:51.544575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Allocated IP 172.20.0.11 (6f7bc68f-d442-4c32-a995-0452e37aef94/82f5ef62-e20e-4c02-ae8a-d223cfb693e4/50277fdc-1dc6-4b6b-a46e-39519e35005a) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:12:51.602389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85e544fb-5cbb-4788-90b7-615ec1d38fd2 req-9075e20e-042f-4d21-a04f-1d1d0b996f59 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 210 time: 0.0593817 Dec 10 09:12:51.901658 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d8304-b83b-493f-b4e1-4ed7cf550f9b req-337c7df9-86f2-478d-95f0-90ac150f2396 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:51.906109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8d8304-b83b-493f-b4e1-4ed7cf550f9b req-337c7df9-86f2-478d-95f0-90ac150f2396 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 945 time: 0.1697919 Dec 10 09:12:52.012194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8d8304-b83b-493f-b4e1-4ed7cf550f9b req-fd70a6fe-cec1-4ca4-8a45-9538b3c8c692 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7aaf726-235e-412a-8d0d-b1cfef37a946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982523 Dec 10 09:12:52.035918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Deleting port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:12:52.037230 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:52.217153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:52.242831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] For port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,segment=NetworkSegment(e98d2c8d-b5be-4f79-b9fe-5556d8d43621),segment_id=e98d2c8d-b5be-4f79-b9fe-5556d8d43621)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:52.243479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:52.289543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Calling delete_port for 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:12:52.425284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:52.453712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5645416b-962b-4aca-a737-ab5a9b517260'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:12:52.544103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:12:52.551706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:12:52.561216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:12:52.722378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'Port': ['ID=50277fdc-1dc6-4b6b-a46e-39519e35005a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:52.796127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:52.796826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:52.816510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48436) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:52.891179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031c294-458f-48a6-9447-fdbf2b0ad7b0 req-6f6a4d75-5a4f-4bdd-82d5-1c289cc4b1d3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:52.905867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c031c294-458f-48a6-9447-fdbf2b0ad7b0 req-6f6a4d75-5a4f-4bdd-82d5-1c289cc4b1d3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 932 time: 0.1322894 Dec 10 09:12:52.990759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-316666af-8917-4197-949b-75e1be160b30 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0841446 Dec 10 09:12:52.998906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c031c294-458f-48a6-9447-fdbf2b0ad7b0 req-2e6d5d6f-4c82-478d-a63c-85dc2303567d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920730 Dec 10 09:12:53.034535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Request body: {'port': {'device_id': 'cd2e5c71-b7af-4ae1-a90a-27ceb005350b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:53.046220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:53.064199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:12:53.142138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Pushing event deleted for resources: {'Port': ['ID=1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:53.152413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c0aa00fc-e241-43cc-b8b3-7b50b62721f5 None None] Provisioning complete for port 50277fdc-1dc6-4b6b-a46e-39519e35005a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:12:53.152791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c0aa00fc-e241-43cc-b8b3-7b50b62721f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:53.271710 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f72b269-dde8-4b6e-9645-e7a1ae629dad req-a2de8d58-c1af-4856-8daa-2a23397565b5 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.31 "GET /v2.0/ports?device_id=06d7645c-b2de-4857-ad14-7eae7797e4a9 HTTP/1.1" status: 200 len: 210 time: 0.0720344 Dec 10 09:12:53.305180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] No DVR routers for this DVR port 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:12:53.312495 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:53.315979 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bd2e9fd1-2033-4e3e-8848-1649fbae79ec req-aefdf2fb-a808-40de-b1b8-dc1cecc174b3 tempest-VolumesActionsTest-2057584941 tempest-VolumesActionsTest-2057584941-project] 10.222.0.18 "DELETE /v2.0/ports/1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c HTTP/1.1" status: 204 len: 173 time: 1.7956216 Dec 10 09:12:53.316738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d7645c-b2de-4857-ad14-7eae7797e4a9', 'name': 'network-vif-deleted', 'tag': '1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:12:53.340085 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ad21e0-0105-4d7d-947e-797ee632ae22" -d '{"events": [{"server_uuid": "06d7645c-b2de-4857-ad14-7eae7797e4a9", "name": "network-vif-deleted", "tag": "1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:12:53.373912 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:53.613325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa00fc-e241-43cc-b8b3-7b50b62721f5 None None] Port 50277fdc-1dc6-4b6b-a46e-39519e35005a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:12:53.655126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-226701284-network', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:53.683825 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c87cf33-7c7b-466d-bf0f-5dc8244a754a x-openstack-request-id: req-6c87cf33-7c7b-466d-bf0f-5dc8244a754a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:12:53.684244 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d7645c-b2de-4857-ad14-7eae7797e4a9", "name": "network-vif-deleted", "tag": "1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:12:53.684810 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c87cf33-7c7b-466d-bf0f-5dc8244a754a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:12:53.685409 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7645c-b2de-4857-ad14-7eae7797e4a9', 'name': 'network-vif-deleted', 'tag': '1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c', 'status': 'completed', 'code': 200} Dec 10 09:12:53.690602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Made reservation on behalf of d0d2c2c25d624f5baaa30c820992c2ea for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:12:53.694549 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:53.721055 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:54.104694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:54.226269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:54.282304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2da3f-343e-47d2-b5a5-ed658f40dca7 req-10dbcbb0-a407-4124-bd13-6bf1d9ab32a9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:54.295826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31d2da3f-343e-47d2-b5a5-ed658f40dca7 req-10dbcbb0-a407-4124-bd13-6bf1d9ab32a9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 932 time: 0.1616113 Dec 10 09:12:54.310007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50277fdc-1dc6-4b6b-a46e-39519e35005a {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:12:54.335859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:12:54.365903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:54.500882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31d2da3f-343e-47d2-b5a5-ed658f40dca7 req-5339fb98-48fd-4b31-8ed9-536b23dbe373 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017419 Dec 10 09:12:54.504600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48484) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:54.508212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c087c7d7-20a3-4d90-b526-9d2f235cfd51,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:54.539554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:54.539843 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Added segment 838d416b-a4d4-4547-98fd-f740aa1e3f4a of type vlan for network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 Dec 10 09:12:54.593306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Transition to ACTIVE for port object 50277fdc-1dc6-4b6b-a46e-39519e35005a will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:12:54.667079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:54.738463 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:54.828606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Pushing event updated for resources: {'Port': ['ID=50277fdc-1dc6-4b6b-a46e-39519e35005a,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:54.890596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:54.891577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:54.892156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:55.064791 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f440a392-d6e4-4344-9b16-0a6d67068951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:55.130680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3130102 Dec 10 09:12:55.131187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48498) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:55.137770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Request body: {'subnet': {'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-subnet', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:55.141081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f52bd4-1952-4e6f-a2a3-5a91b4a89694 admin admin] Pushing event updated for resources: {'Network': ['ID=5ddf88cd-850e-4fa9-8931-bcbfab7d6080,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:55.159815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:12:55.171500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Attempting to bind port 50277fdc-1dc6-4b6b-a46e-39519e35005a on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:12:55.172141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Attempting to bind port 50277fdc-1dc6-4b6b-a46e-39519e35005a by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:12:55.172679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Attempting to bind port 50277fdc-1dc6-4b6b-a46e-39519e35005a on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:12:55.178191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Port 50277fdc-1dc6-4b6b-a46e-39519e35005a on network 6f7bc68f-d442-4c32-a995-0452e37aef94 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:12:55.178851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Attempting to bind port 50277fdc-1dc6-4b6b-a46e-39519e35005a on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:12:55.185237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:12:55.185878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Checking segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:12:55.192931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Bound using segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:12:55.194197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Bound port: 50277fdc-1dc6-4b6b-a46e-39519e35005a, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:12:55.194736 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:55.220879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Made reservation on behalf of d0d2c2c25d624f5baaa30c820992c2ea for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:12:55.225879 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:55.296855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f440a392-d6e4-4344-9b16-0a6d67068951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:55.403399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] For port 50277fdc-1dc6-4b6b-a46e-39519e35005a, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:12:55.407139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] For port 50277fdc-1dc6-4b6b-a46e-39519e35005a, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=50277fdc-1dc6-4b6b-a46e-39519e35005a,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:12:55.426370 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:55.434222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f440a392-d6e4-4344-9b16-0a6d67068951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:55.487394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:12:55.511393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:55.512024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:55.513451 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] 10.222.0.39 "PUT /v2.0/ports/50277fdc-1dc6-4b6b-a46e-39519e35005a HTTP/1.1" status: 200 len: 1092 time: 2.4899120 Dec 10 09:12:55.536692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:12:55.537304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1ef6f9e2-7c12-46ca-b6cd-14bf1ca0436c not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:12:55.611354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbb821-4e17-438d-a138-978b49e70f06 service neutron] Pushing event updated for resources: {'Port': ['ID=50277fdc-1dc6-4b6b-a46e-39519e35005a,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:55.696617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2e5c71-b7af-4ae1-a90a-27ceb005350b', 'tag': '50277fdc-1dc6-4b6b-a46e-39519e35005a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:12:55.699521 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e09158-86d6-4544-b1df-fe175d56454f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2e5c71-b7af-4ae1-a90a-27ceb005350b", "tag": "50277fdc-1dc6-4b6b-a46e-39519e35005a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:12:55.742474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-c5e7c960-a415-41f8-b4f2-0d02552f440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:55.744132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-c5e7c960-a415-41f8-b4f2-0d02552f440b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 1095 time: 0.1638842 Dec 10 09:12:55.854952 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7344f63-c7fd-4d9c-89bf-f217bae6d44f x-openstack-request-id: req-e7344f63-c7fd-4d9c-89bf-f217bae6d44f {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:12:55.859027 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2e5c71-b7af-4ae1-a90a-27ceb005350b", "tag": "50277fdc-1dc6-4b6b-a46e-39519e35005a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:12:55.859834 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7344f63-c7fd-4d9c-89bf-f217bae6d44f {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:12:55.861210 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2e5c71-b7af-4ae1-a90a-27ceb005350b', 'tag': '50277fdc-1dc6-4b6b-a46e-39519e35005a', 'status': 'completed', 'code': 200} Dec 10 09:12:55.866708 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-ee47cabd-9297-42e9-ab5f-e3fe6b442cdc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50277fdc-1dc6-4b6b-a46e-39519e35005a HTTP/1.1" status: 200 len: 217 time: 0.1122739 Dec 10 09:12:55.980439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f440a392-d6e4-4344-9b16-0a6d67068951 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a9238cffd124695ac73cdcfaff086f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4693277 Dec 10 09:12:56.002427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48514) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:56.005849 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.026455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-0b570f37-06d4-4bfe-80d9-d51bdc3ad208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:56.027972 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-0b570f37-06d4-4bfe-80d9-d51bdc3ad208 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1521661 Dec 10 09:12:56.108300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440a392-d6e4-4344-9b16-0a6d67068951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4a8da3-f1f7-4282-a2d2-346896d0bde1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:56.139390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-a2f646a7-9a9d-443b-b9a5-e3d8743ed501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:56.169167 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-a2f646a7-9a9d-443b-b9a5-e3d8743ed501 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330001 Dec 10 09:12:56.333607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59e7171-3697-4b4d-a409-602ec1632f9d,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:56.361014 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3615ee22-db1e-48d0-8f20-2833e603bcd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.371764 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-4cf786f5-dfdb-4516-b4c0-5d60935962d3 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923773 Dec 10 09:12:56.387703 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3615ee22-db1e-48d0-8f20-2833e603bcd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.397552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304f9f6-1acb-4f7c-b5fd-08ae728cbaa6 req-26b556c9-105e-4b24-a83f-9c9cfbdc24a9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:56.399488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6304f9f6-1acb-4f7c-b5fd-08ae728cbaa6 req-26b556c9-105e-4b24-a83f-9c9cfbdc24a9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 944 time: 0.4000771 Dec 10 09:12:56.401234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Checking segment: {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:12:56.401858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Network hostable DHCP agents. Network: 5ddf88cd-850e-4fa9-8931-bcbfab7d6080, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:12:56.596809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37df6406-88cf-4c8d-a849-6c5dfafcfd54 req-2e6b9d93-4744-443d-8bec-275a1c674d4c service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208171 Dec 10 09:12:56.617591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:12:56.652529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6304f9f6-1acb-4f7c-b5fd-08ae728cbaa6 req-1d8e3bb2-024b-4aa8-b223-8641caa381ab tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436802 Dec 10 09:12:56.654173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 5ddf88cd-850e-4fa9-8931-bcbfab7d6080) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:12:56.668801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:56.669054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca04f83-a4a9-43f7-b82c-c071dd552a8e None None] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:12:56.669587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.689088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3615ee22-db1e-48d0-8f20-2833e603bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.691747 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3615ee22-db1e-48d0-8f20-2833e603bcd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.692944 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3615ee22-db1e-48d0-8f20-2833e603bcd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd4a8da3-f1f7-4282-a2d2-346896d0bde1 HTTP/1.1" status: 204 len: 168 time: 0.6806815 Dec 10 09:12:56.743618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09158-86d6-4544-b1df-fe175d56454f req-519e3cdd-e873-4759-ab83-de392587b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:56.746695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ee22-db1e-48d0-8f20-2833e603bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4a8da3-f1f7-4282-a2d2-346896d0bde1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:56.747240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e09158-86d6-4544-b1df-fe175d56454f req-519e3cdd-e873-4759-ab83-de392587b009 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 1095 time: 0.0971885 Dec 10 09:12:56.755165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cc4acd32-a655-45da-9441-fb117d18bfed admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6229672 Dec 10 09:12:56.767043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48526) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:56.780106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:12:56.855684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.856772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.923003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:12:56.924603 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.987776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:56.989711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09158-86d6-4544-b1df-fe175d56454f req-3cf6c4ca-f3c7-4340-85c4-26587ad1819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:56.994743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e09158-86d6-4544-b1df-fe175d56454f req-3cf6c4ca-f3c7-4340-85c4-26587ad1819c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.2396705 Dec 10 09:12:57.089837 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e09158-86d6-4544-b1df-fe175d56454f req-92302703-11f6-4a48-892b-a9eb18fee4ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50277fdc-1dc6-4b6b-a46e-39519e35005a HTTP/1.1" status: 200 len: 217 time: 0.0868988 Dec 10 09:12:57.106572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Allocated IP 172.20.0.2 (5ddf88cd-850e-4fa9-8931-bcbfab7d6080/d59e7171-3697-4b4d-a409-602ec1632f9d/05ff51c1-d9aa-4d3f-a024-069605936064) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:12:57.154275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09158-86d6-4544-b1df-fe175d56454f req-2602ce75-a080-4783-895f-9cf31a5121d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:57.156847 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e09158-86d6-4544-b1df-fe175d56454f req-2602ce75-a080-4783-895f-9cf31a5121d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0573149 Dec 10 09:12:57.296726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09158-86d6-4544-b1df-fe175d56454f req-1d3a6c4b-0661-4947-b996-89912ae29dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:57.298303 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e09158-86d6-4544-b1df-fe175d56454f req-1d3a6c4b-0661-4947-b996-89912ae29dbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338224 Dec 10 09:12:57.305471 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:57.314303 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:57.366066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:12:57.370718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:12:57.384021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:12:57.389813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Pushing event updated for resources: {'Port': ['ID=05ff51c1-d9aa-4d3f-a024-069605936064,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:57.396501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:57.404042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.404686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.405191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.405849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.406909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.407422 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.407915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.408672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.409182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.409886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.410483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.412251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.412978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:12:57.487994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Attempting to bind port 05ff51c1-d9aa-4d3f-a024-069605936064 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:12:57.488685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Attempting to bind port 05ff51c1-d9aa-4d3f-a024-069605936064 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:12:57.489233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Attempting to bind port 05ff51c1-d9aa-4d3f-a024-069605936064 on network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:12:57.507025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:12:57.507418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Checking segment: {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:12:57.508111 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:57.508259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Bound using segment: {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:12:57.508696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Bound port: 05ff51c1-d9aa-4d3f-a024-069605936064, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:12:57.509077 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:57.570884 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e09158-86d6-4544-b1df-fe175d56454f req-7b4a1d32-c1cf-42b2-94f0-0ee0c5ce1409 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631042 Dec 10 09:12:57.690428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] For port 05ff51c1-d9aa-4d3f-a024-069605936064, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:12:57.708730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] For port 05ff51c1-d9aa-4d3f-a024-069605936064, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=05ff51c1-d9aa-4d3f-a024-069605936064,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:12:57.716866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:57.821753 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-63e09158-86d6-4544-b1df-fe175d56454f req-8cb5c33e-be7f-44d7-993d-d5ca29eedf96 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415512 Dec 10 09:12:57.879719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a616473-af6d-41e2-9a0d-0704b2342a20 None None] Pushing event updated for resources: {'Port': ['ID=05ff51c1-d9aa-4d3f-a024-069605936064,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:57.927764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 50277fdc-1dc6-4b6b-a46e-39519e35005a details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:12:58.077686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48562) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:58.091168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321c21-e917-42fd-84fc-16a6b2787612 req-1458d5c1-aef2-4d89-99d4-5e27972e9cf0 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:12:58.099606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf321c21-e917-42fd-84fc-16a6b2787612 req-1458d5c1-aef2-4d89-99d4-5e27972e9cf0 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 944 time: 0.1713254 Dec 10 09:12:58.117691 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.154512 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.197285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 50277fdc-1dc6-4b6b-a46e-39519e35005a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=50277fdc-1dc6-4b6b-a46e-39519e35005a,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:58.242238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '50277fdc-1dc6-4b6b-a46e-39519e35005a', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'port_id': '50277fdc-1dc6-4b6b-a46e-39519e35005a', 'mac_address': 'fa:16:3e:aa:78:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:12:58.312358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7744a221-f689-43f8-97c3-794d1483ffbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.323288 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf321c21-e917-42fd-84fc-16a6b2787612 req-fa21a4bb-951b-430d-819b-9377ce49d120 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223010 Dec 10 09:12:58.391124 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.443915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50277fdc-1dc6-4b6b-a46e-39519e35005a {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:12:58.482338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Allocated IP 172.25.3.117 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/83d07d91-7a29-40de-ac51-cee675da477e) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:12:58.518694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 50277fdc-1dc6-4b6b-a46e-39519e35005a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=50277fdc-1dc6-4b6b-a46e-39519e35005a,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:58.542002 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.618194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7744a221-f689-43f8-97c3-794d1483ffbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.627097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7744a221-f689-43f8-97c3-794d1483ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.684252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=50277fdc-1dc6-4b6b-a46e-39519e35005a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:58.708759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7744a221-f689-43f8-97c3-794d1483ffbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d2c79b1c25746ce8495558b05a29d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6296716 Dec 10 09:12:58.713657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48576) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:58.738433 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.747514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744a221-f689-43f8-97c3-794d1483ffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f485d665-472c-486b-9981-9e69285c6275,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:58.751740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['50277fdc-1dc6-4b6b-a46e-39519e35005a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:12:58.811570 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-abdd63cf-9c81-4718-8e71-7df39fb8a778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.850373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.864078 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-abdd63cf-9c81-4718-8e71-7df39fb8a778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.964858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-abdd63cf-9c81-4718-8e71-7df39fb8a778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.976257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-abdd63cf-9c81-4718-8e71-7df39fb8a778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:58.990673 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-abdd63cf-9c81-4718-8e71-7df39fb8a778 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f485d665-472c-486b-9981-9e69285c6275 HTTP/1.1" status: 204 len: 168 time: 0.2748859 Dec 10 09:12:59.016819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:12:59.028720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd63cf-9c81-4718-8e71-7df39fb8a778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f485d665-472c-486b-9981-9e69285c6275,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:59.041998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:12:59.065639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:12:59.077145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5771f2-0ef6-4547-80d6-f535fe3220b7 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:12:59.153492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-595acdd6-2d29-4c1d-ae89-de1da42a63a4 None None] Provisioning complete for port 83d07d91-7a29-40de-ac51-cee675da477e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:12:59.156463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-595acdd6-2d29-4c1d-ae89-de1da42a63a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:59.208676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 05ff51c1-d9aa-4d3f-a024-069605936064 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:12:59.280199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-595acdd6-2d29-4c1d-ae89-de1da42a63a4 None None] Port 83d07d91-7a29-40de-ac51-cee675da477e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:12:59.289876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 05ff51c1-d9aa-4d3f-a024-069605936064 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:12:59.290563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:59.466100 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:59.545440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 05ff51c1-d9aa-4d3f-a024-069605936064, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=05ff51c1-d9aa-4d3f-a024-069605936064,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:12:59.557910 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:59.611025 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:59.657291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=05ff51c1-d9aa-4d3f-a024-069605936064,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:12:59.854273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48602) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:12:59.874547 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d411-2f2a-41ff-b499-4c7b1f9bee04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:12:59.938410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 50277fdc-1dc6-4b6b-a46e-39519e35005a up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:00.021548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4309a2-c507-40a5-b63f-18773e61d7a1 None None] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:13:00.036547 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d411-2f2a-41ff-b499-4c7b1f9bee04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.042182 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d411-2f2a-41ff-b499-4c7b1f9bee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.070777 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a9a5d411-2f2a-41ff-b499-4c7b1f9bee04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dc5f62168b24759930101e92e28138d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2144990 Dec 10 09:13:00.077829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48606) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:00.131432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5d411-2f2a-41ff-b499-4c7b1f9bee04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04f48de-3d06-4b5e-a472-8fe413020cf1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:00.153755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4539935-3c0b-478a-8f3d-b8dd8f2adcb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.204493 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4539935-3c0b-478a-8f3d-b8dd8f2adcb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.310199 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4539935-3c0b-478a-8f3d-b8dd8f2adcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.313335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d4539935-3c0b-478a-8f3d-b8dd8f2adcb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.315022 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d4539935-3c0b-478a-8f3d-b8dd8f2adcb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f04f48de-3d06-4b5e-a472-8fe413020cf1 HTTP/1.1" status: 204 len: 168 time: 0.2359345 Dec 10 09:13:00.332240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4539935-3c0b-478a-8f3d-b8dd8f2adcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04f48de-3d06-4b5e-a472-8fe413020cf1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:00.388463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Pushing event updated for resources: {'Port': ['ID=83d07d91-7a29-40de-ac51-cee675da477e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:00.407765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7464a979-92f7-4a0a-902b-6afe4cf2dc1c None None] Provisioning complete for port 05ff51c1-d9aa-4d3f-a024-069605936064 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:00.410814 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7464a979-92f7-4a0a-902b-6afe4cf2dc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.463370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 50277fdc-1dc6-4b6b-a46e-39519e35005a completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:13:00.472309 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 50277fdc-1dc6-4b6b-a46e-39519e35005a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:00.472830 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.539775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b798fb-28eb-468f-ad39-abd8a5529247 req-013e96f5-9177-4ba7-8a23-3f847e72f38d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:00.542472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09b798fb-28eb-468f-ad39-abd8a5529247 req-013e96f5-9177-4ba7-8a23-3f847e72f38d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 945 time: 0.9356399 Dec 10 09:13:00.659946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.701090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.742400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2e5c71-b7af-4ae1-a90a-27ceb005350b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50277fdc-1dc6-4b6b-a46e-39519e35005a'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:13:00.745406 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968208a6-80ef-4143-aba6-51fcf3225a4f" -d '{"events": [{"server_uuid": "cd2e5c71-b7af-4ae1-a90a-27ceb005350b", "name": "network-vif-plugged", "status": "completed", "tag": "50277fdc-1dc6-4b6b-a46e-39519e35005a"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:13:00.801295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 50277fdc-1dc6-4b6b-a46e-39519e35005a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=50277fdc-1dc6-4b6b-a46e-39519e35005a,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:00.811115 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:00.839866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-09b798fb-28eb-468f-ad39-abd8a5529247 req-1a474719-c76e-4712-bcc8-d585f36e431d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846358 Dec 10 09:13:00.924250 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff87f16-7cf7-4a00-92da-372f1d4afb32 x-openstack-request-id: req-2ff87f16-7cf7-4a00-92da-372f1d4afb32 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:13:00.924615 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2e5c71-b7af-4ae1-a90a-27ceb005350b", "name": "network-vif-plugged", "status": "completed", "tag": "50277fdc-1dc6-4b6b-a46e-39519e35005a", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:13:00.924829 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ff87f16-7cf7-4a00-92da-372f1d4afb32 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:13:00.925199 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2e5c71-b7af-4ae1-a90a-27ceb005350b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50277fdc-1dc6-4b6b-a46e-39519e35005a', 'code': 200} Dec 10 09:13:01.017613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2c619-3d33-474c-8aaa-55efe8ab8477 req-e667e82d-ac9e-4132-a2e2-cb95acddbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:01.018193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=50277fdc-1dc6-4b6b-a46e-39519e35005a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:01.020942 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9c2c619-3d33-474c-8aaa-55efe8ab8477 req-e667e82d-ac9e-4132-a2e2-cb95acddbbf8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 1097 time: 0.0913923 Dec 10 09:13:01.078085 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 05ff51c1-d9aa-4d3f-a024-069605936064 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:01.089246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-617b9340-b305-43be-8b31-365ff89ecfd5 None None] Provisioning complete for port 05ff51c1-d9aa-4d3f-a024-069605936064 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:01.089655 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-617b9340-b305-43be-8b31-365ff89ecfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:01.132385 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9c2c619-3d33-474c-8aaa-55efe8ab8477 req-9709afcb-bdaa-41b4-ae98-9a1e489eee8a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981295 Dec 10 09:13:01.180286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:13:01.420450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 05ff51c1-d9aa-4d3f-a024-069605936064 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:01.420829 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:01.502136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:13:01.547239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Sync routers for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:13:01.563424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:01.565176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-06d82fe5-3458-4d1b-afc8-0650f4e03c3e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7971382 Dec 10 09:13:01.568153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48658) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:01.602286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:01.603377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:12:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:02.199512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:02.206195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc96fc-7e5d-48c5-9803-9834f6800d73 req-002f6a9a-ab6f-4a7c-9823-2e51eb3a4385 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:02.221568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0fc96fc-7e5d-48c5-9803-9834f6800d73 req-002f6a9a-ab6f-4a7c-9823-2e51eb3a4385 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 946 time: 0.2237732 Dec 10 09:13:02.539575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0fc96fc-7e5d-48c5-9803-9834f6800d73 req-fb6edcd3-6f32-4cf8-acea-de53df3ef333 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765667 Dec 10 09:13:02.676516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:12:59Z', 'revision_number': 3, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:02.779634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Checking router: 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:13:02.780403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Updating router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af port 83d07d91-7a29-40de-ac51-cee675da477e binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:13:02.819602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:02.841165 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:03.103046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48718) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:03.213597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0233733e-5928-4445-a173-3884e1c97a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:03.235254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Allocated IP 172.20.0.1 (5ddf88cd-850e-4fa9-8931-bcbfab7d6080/d59e7171-3697-4b4d-a409-602ec1632f9d/18a324d7-26b5-46b5-a6f9-6fc38c0276ea) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:03.416752 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee2e17fd-d0ac-4530-a56f-377d47f28318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:03.576873 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:03.720911 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:03.728778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee2e17fd-d0ac-4530-a56f-377d47f28318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:03.743141 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:03.765965 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:03.802235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee2e17fd-d0ac-4530-a56f-377d47f28318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:03.817272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca99446-c1cd-42c1-a556-d2a334edc5a8 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:13:03.839233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:03.863622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:03.871442 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:03.952353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Attempting to bind port 83d07d91-7a29-40de-ac51-cee675da477e on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:03.954691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Attempting to bind port 83d07d91-7a29-40de-ac51-cee675da477e by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:03.957716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Attempting to bind port 83d07d91-7a29-40de-ac51-cee675da477e on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:03.967363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ee2e17fd-d0ac-4530-a56f-377d47f28318 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6830ff9b182454eadfd624e9e3b6900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8615181 Dec 10 09:13:03.969411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48740) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:03.976758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e17fd-d0ac-4530-a56f-377d47f28318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6137dc57-dd88-4f1e-843e-5187989143ee,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:03.990492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73ff22-2e4d-4ac8-8380-24e0ec198246 None None] Pushing event updated for resources: {'Port': ['ID=83d07d91-7a29-40de-ac51-cee675da477e,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:04.000790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:13:04.001179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:04.001626 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.002531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:13:04.003203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Bound port: 83d07d91-7a29-40de-ac51-cee675da477e, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:13:04.003763 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.028551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Pushing event updated for resources: {'Port': ['ID=18a324d7-26b5-46b5-a6f9-6fc38c0276ea,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:04.056241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f2826-4b88-44cd-91db-0fb877badab9 req-d9cab070-f46e-49ad-8b09-4eeb8647039c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:04.068676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-099f2826-4b88-44cd-91db-0fb877badab9 req-d9cab070-f46e-49ad-8b09-4eeb8647039c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 946 time: 0.4006922 Dec 10 09:13:04.159955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.164106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.167840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.168193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.168537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.168877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.169214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.169566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.169930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.178051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.178497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.178849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.179190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:04.242133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-099f2826-4b88-44cd-91db-0fb877badab9 req-dc996d1b-a17a-4630-a6c2-a81378b8b6b7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716762 Dec 10 09:13:04.272519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-480597b1-5d76-4b25-8094-ae266ca2a1db None None] Provisioning complete for port 83d07d91-7a29-40de-ac51-cee675da477e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:04.272973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-480597b1-5d76-4b25-8094-ae266ca2a1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.292257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.295973 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4d74c71-a391-4ce9-8d2d-be99c01268cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.362032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] For port 83d07d91-7a29-40de-ac51-cee675da477e, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:04.413066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48756) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:04.421033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'network': {'name': 'tempest-network-smoke--1101292232', 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'port_security_enabled': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:04.494121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Made reservation on behalf of 74395b77cd834c1f8e01fbaa6e1afff1 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:04.503943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.516861 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4d74c71-a391-4ce9-8d2d-be99c01268cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.549871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.635400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] For port 83d07d91-7a29-40de-ac51-cee675da477e, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=83d07d91-7a29-40de-ac51-cee675da477e,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:13:04.650510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-480597b1-5d76-4b25-8094-ae266ca2a1db None None] Port 83d07d91-7a29-40de-ac51-cee675da477e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:13:04.655814 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.689856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4d74c71-a391-4ce9-8d2d-be99c01268cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.697192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502e99a4-d49b-42e1-a7e8-00676727c827 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:13:04.702117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f4d74c71-a391-4ce9-8d2d-be99c01268cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.705701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f4d74c71-a391-4ce9-8d2d-be99c01268cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6137dc57-dd88-4f1e-843e-5187989143ee HTTP/1.1" status: 204 len: 168 time: 0.7312620 Dec 10 09:13:04.763873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d74c71-a391-4ce9-8d2d-be99c01268cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6137dc57-dd88-4f1e-843e-5187989143ee,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:04.827810 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.828065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73ff22-2e4d-4ac8-8380-24e0ec198246 None None] Pushing event updated for resources: {'Port': ['ID=83d07d91-7a29-40de-ac51-cee675da477e,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:04.836904 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.895971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:04.896251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:12:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:04.899693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-110e019c-a163-4736-b9fe-be2bbcb9614a None None] Provisioning complete for port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:04.907931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-110e019c-a163-4736-b9fe-be2bbcb9614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.923627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874baea4-0444-4ef7-bf94-8eae06cb09dd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:04.959263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:13:04.981494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:04.982959 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Added segment e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c of type vlan for network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed Dec 10 09:13:05.001903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.144569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.277338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.334861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-110e019c-a163-4736-b9fe-be2bbcb9614a None None] Port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:13:05.350069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:05.350860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.392880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:05.592568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.600094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1825776 Dec 10 09:13:05.601108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48792) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:05.608809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'admin_state_up': True, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:05.635261 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.655173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18c7a4-9aa0-494f-aab7-6a5d55027439 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Network': ['ID=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:05.721430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:13:05.833175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d5077731-059a-4c36-8109-6d66a72ac1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.834300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Pushing event updated for resources: {'Port': ['ID=18a324d7-26b5-46b5-a6f9-6fc38c0276ea,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:05.841669 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.871346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.872386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:05.933333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8cd87658-54e5-4d9a-8245-d673f7360103 None None] Provisioning complete for port 83d07d91-7a29-40de-ac51-cee675da477e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:05.933874 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8cd87658-54e5-4d9a-8245-d673f7360103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:06.060165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:06.279017 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8cd87658-54e5-4d9a-8245-d673f7360103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:06.303456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8cd87658-54e5-4d9a-8245-d673f7360103 None None] For port 83d07d91-7a29-40de-ac51-cee675da477e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=83d07d91-7a29-40de-ac51-cee675da477e,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:06.313178 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8cd87658-54e5-4d9a-8245-d673f7360103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:06.396986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:12:59Z', 'revision_number': 3, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:06.524514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970eaa5f-70ec-4992-a24f-d2e1846396e7 None None] The sync data for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 is: [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:12:59Z', 'revision_number': 3, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:13:06.600322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd87658-54e5-4d9a-8245-d673f7360103 None None] Pushing event updated for resources: {'Port': ['ID=83d07d91-7a29-40de-ac51-cee675da477e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:06.628305 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:06.876061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:07.050095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:07.053903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:07.104318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48844) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:07.598198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e9034129-12a4-4b87-a44f-af87e977b987 None None] Provisioning complete for port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:07.599387 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9034129-12a4-4b87-a44f-af87e977b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:07.617648 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c33fb41b-c6fc-4686-83a5-e81650874c93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:07.696029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e9034129-12a4-4b87-a44f-af87e977b987 None None] Port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:13:07.778357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:13:08.093353 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c33fb41b-c6fc-4686-83a5-e81650874c93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.110427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c33fb41b-c6fc-4686-83a5-e81650874c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.149253 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.156039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:13:08.163787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-31e53405-95ad-4fa0-9625-b494b0cec947 admin admin] 10.222.0.31 "PUT /v2.0/routers/1e8db260-7b61-4b22-b2f7-7a16b5a1c7af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5941458 Dec 10 09:13:08.239657 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.262202 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c33fb41b-c6fc-4686-83a5-e81650874c93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02dcbfd729d14de2af183792e27d4f56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1566517 Dec 10 09:13:08.262973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fb41b-c6fc-4686-83a5-e81650874c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d43cdb-da8d-4639-9b20-eceb4e62d7b8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:08.264797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48876) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:08.280144 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.414357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0b873750-b224-4ce4-96f5-d19f97a2c09c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.436166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Allocated IP 172.25.3.147 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/17c2b987-c85e-4178-a32b-13a7ea7cd140) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:08.467361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0b873750-b224-4ce4-96f5-d19f97a2c09c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.523257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0b873750-b224-4ce4-96f5-d19f97a2c09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.529413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0b873750-b224-4ce4-96f5-d19f97a2c09c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.531806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0b873750-b224-4ce4-96f5-d19f97a2c09c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0d43cdb-da8d-4639-9b20-eceb4e62d7b8 HTTP/1.1" status: 204 len: 168 time: 0.2651761 Dec 10 09:13:08.573405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b873750-b224-4ce4-96f5-d19f97a2c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d43cdb-da8d-4639-9b20-eceb4e62d7b8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:08.761582 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.834151 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:08.881961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:08.885074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:08.889744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:08.892882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=17c2b987-c85e-4178-a32b-13a7ea7cd140,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:08.902086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184daa99-1e77-46f6-bd37-a8729d8458a3 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:13:09.042489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2c397714-5d55-40a2-b66b-6132fc9d54d4 None None] Provisioning complete for port 17c2b987-c85e-4178-a32b-13a7ea7cd140 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:09.042852 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c397714-5d55-40a2-b66b-6132fc9d54d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.046735 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48902) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:09.058855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4032b7a2-2da8-4360-ac50-dd767d3d92ce tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251552876', 'description': 'tempest-description--95903457'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:09.164542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4032b7a2-2da8-4360-ac50-dd767d3d92ce tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.180931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 83d07d91-7a29-40de-ac51-cee675da477e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:09.221335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2c397714-5d55-40a2-b66b-6132fc9d54d4 None None] Port 17c2b987-c85e-4178-a32b-13a7ea7cd140 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:13:09.288239 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.373523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 83d07d91-7a29-40de-ac51-cee675da477e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:09.373965 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.425226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4032b7a2-2da8-4360-ac50-dd767d3d92ce tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.434483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4032b7a2-2da8-4360-ac50-dd767d3d92ce tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.518373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032b7a2-2da8-4360-ac50-dd767d3d92ce tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cd78d-ce06-4c28-8256-4169d46fb192,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:09.548826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4032b7a2-2da8-4360-ac50-dd767d3d92ce tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.550239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4032b7a2-2da8-4360-ac50-dd767d3d92ce tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5020888 Dec 10 09:13:09.553208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48920) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:09.559431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2114a88f-1c6e-42fd-8ca8-ba40dbc4d597 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'security_group_rule': {'security_group_id': 'a60cd78d-ce06-4c28-8256-4169d46fb192', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:09.612971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2114a88f-1c6e-42fd-8ca8-ba40dbc4d597 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.743284 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Sync routers for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:13:09.764081 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:09.764822 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:09.773222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2114a88f-1c6e-42fd-8ca8-ba40dbc4d597 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.784941 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2114a88f-1c6e-42fd-8ca8-ba40dbc4d597 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.801319 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.841962 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2114a88f-1c6e-42fd-8ca8-ba40dbc4d597 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:09.846308 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2114a88f-1c6e-42fd-8ca8-ba40dbc4d597 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2919042 Dec 10 09:13:09.849324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48932) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:09.860816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-93121b30-75ed-4ac4-b66c-da34fdc88674 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'security_group_rule': {'security_group_id': 'a60cd78d-ce06-4c28-8256-4169d46fb192', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:09.907724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114a88f-1c6e-42fd-8ca8-ba40dbc4d597 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d3abd3-d699-41e9-a050-cae1b319c7e3,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:09.947226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93121b30-75ed-4ac4-b66c-da34fdc88674 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:10.020799 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:10.145174 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93121b30-75ed-4ac4-b66c-da34fdc88674 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:10.167824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93121b30-75ed-4ac4-b66c-da34fdc88674 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:10.241960 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-93121b30-75ed-4ac4-b66c-da34fdc88674 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:10.257426 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-93121b30-75ed-4ac4-b66c-da34fdc88674 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067006 Dec 10 09:13:10.261769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48948) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:10.278847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:10.309919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93121b30-75ed-4ac4-b66c-da34fdc88674 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26d4b79-66b3-4cdf-9f1f-600ef8a1c10b,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:10.323363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:10.464614 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:05Z', 'revision_number': 2, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:10.499806 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:10.553988 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Checking router: 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:13:10.554842 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Updating router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:13:10.613924 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:10.625581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:10.875665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Allocated IP 172.25.3.123 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/19f373c7-4349-4f23-854a-0438573038bf) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:10.917062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Router 27466bc3-df3f-4239-84c4-19e7e7b02a4b is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:13:11.184214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:11.276604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:11.313526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:13:11.334138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Sync routers for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:13:11.361325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:11.370254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:11.374188 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:11.388548 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:11.395402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'Port': ['ID=19f373c7-4349-4f23-854a-0438573038bf,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:11.408988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:11.431114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:11.432511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48982) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:11.437815 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-89042666-0e15-4c2b-bb70-61f51a33c4c9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.8355913 Dec 10 09:13:11.440211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:11.455415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:11.723211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:11.813771 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Attempting to bind port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:11.816216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:11.826604 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Attempting to bind port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:11.827335 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Attempting to bind port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea on network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:11.853419 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:13:11.860624 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Checking segment: {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:11.862193 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:11.867458 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Bound using segment: {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:13:11.870096 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Bound port: 18a324d7-26b5-46b5-a6f9-6fc38c0276ea, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:13:11.873418 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:11.920698 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:11.933771 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Pushing event updated for resources: {'Port': ['ID=18a324d7-26b5-46b5-a6f9-6fc38c0276ea,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:12.081295 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.084525 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.085568 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.086678 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.088379 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.089075 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.091160 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.091731 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.092239 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.095828 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.096384 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.096901 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.097405 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:12.182522 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] For port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:12.191328 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] For port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18a324d7-26b5-46b5-a6f9-6fc38c0276ea,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:13:12.199964 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:12.339996 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eb16b-9938-420c-b793-2627de4167c0 None None] Pushing event updated for resources: {'Port': ['ID=18a324d7-26b5-46b5-a6f9-6fc38c0276ea,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:12.386135 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:12.389123 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:12.413488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-27e4df7a-0f89-401d-ae95-9f221539bd09 None None] Provisioning complete for port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:12.414539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27e4df7a-0f89-401d-ae95-9f221539bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:12.431665 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:12.490514 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:12.570420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:09Z', 'revision_number': 3, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:12.708678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Checking router: 27466bc3-df3f-4239-84c4-19e7e7b02a4b for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:13:12.709074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Updating router 27466bc3-df3f-4239-84c4-19e7e7b02a4b port 17c2b987-c85e-4178-a32b-13a7ea7cd140 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:13:12.735231 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:12.778546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'Port': ['ID=19f373c7-4349-4f23-854a-0438573038bf,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:12.791211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49028) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:12.808155 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a60b1b49-4969-40a8-aa16-61558168877e tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=74395b77cd834c1f8e01fbaa6e1afff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.3714085 Dec 10 09:13:12.885086 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27e4df7a-0f89-401d-ae95-9f221539bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:12.944759 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:12.991916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:13.048573 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:13.059303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-768b625e-86c7-45f6-8499-a835bc994beb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7935162 Dec 10 09:13:13.410028 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:12Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:13.468684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da223df1-bc3c-4cbb-8cb6-c2ac3b5f0a80 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:13.468684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-da223df1-bc3c-4cbb-8cb6-c2ac3b5f0a80 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6729362 Dec 10 09:13:13.470627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49050) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:13.499965 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723972a-6ab6-4c5f-9e37-91c359bc2873 None None] The sync data for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 is: [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:12Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:13:13.647742 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:13.660118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:13.729036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-73a2bf08-ce58-49ae-8d27-f268d7eba09f tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2559536 Dec 10 09:13:13.731900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49072) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:13.746290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-340847343', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:13.794538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-d28249a6-6415-4125-8102-9de0c45d3bad tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1251552876&fields=id&tenant_id=d0d2c2c25d624f5baaa30c820992c2ea HTTP/1.1" status: 200 len: 267 time: 0.1835418 Dec 10 09:13:13.822672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4431292-6923-475d-b849-e2179545df97 None None] Pushing event updated for resources: {'Port': ['ID=17c2b987-c85e-4178-a32b-13a7ea7cd140,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:13.889692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-27e4df7a-0f89-401d-ae95-9f221539bd09 None None] For port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18a324d7-26b5-46b5-a6f9-6fc38c0276ea,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:13.893901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6d1ac-3634-4e7d-a440-b7bd5f418807 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:13:13.920409 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27e4df7a-0f89-401d-ae95-9f221539bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:14.019483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4df7a-0f89-401d-ae95-9f221539bd09 None None] Pushing event updated for resources: {'Port': ['ID=18a324d7-26b5-46b5-a6f9-6fc38c0276ea,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:14.024204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Attempting to bind port 17c2b987-c85e-4178-a32b-13a7ea7cd140 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:14.025402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Attempting to bind port 17c2b987-c85e-4178-a32b-13a7ea7cd140 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:14.026102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Attempting to bind port 17c2b987-c85e-4178-a32b-13a7ea7cd140 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:14.054914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:13:14.057708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:14.058166 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:14.058574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:13:14.059083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Bound port: 17c2b987-c85e-4178-a32b-13a7ea7cd140, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:13:14.059570 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:14.075577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Made reservation on behalf of 74395b77cd834c1f8e01fbaa6e1afff1 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:14.086061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:14.189991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] For port 17c2b987-c85e-4178-a32b-13a7ea7cd140, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:14.193828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] For port 17c2b987-c85e-4178-a32b-13a7ea7cd140, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=17c2b987-c85e-4178-a32b-13a7ea7cd140,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:13:14.214126 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:14.355924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4431292-6923-475d-b849-e2179545df97 None None] Pushing event updated for resources: {'Port': ['ID=17c2b987-c85e-4178-a32b-13a7ea7cd140,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:14.373064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d1c37a8c-74be-4bda-a65d-4dff85fcee8d None None] Provisioning complete for port 17c2b987-c85e-4178-a32b-13a7ea7cd140 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:14.374358 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d1c37a8c-74be-4bda-a65d-4dff85fcee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:14.404870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-21e998e4-2edb-46e0-ac9b-344f966ee817 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:14.414256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-21e998e4-2edb-46e0-ac9b-344f966ee817 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 816 time: 0.6175904 Dec 10 09:13:14.480488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-f54132b0-cb50-4cce-939d-e5df5f38d72e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/quotas/d0d2c2c25d624f5baaa30c820992c2ea HTTP/1.1" status: 200 len: 375 time: 0.0635293 Dec 10 09:13:14.571937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236c4d1-afdb-45fa-8fea-dc9a7e91c19a None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:13:14.684939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:14.688740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-551b1713-5fd2-4eb1-b177-fb0581ef2414 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1869609 Dec 10 09:13:14.690171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:14.785831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49100) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:14.856223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:15.055015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:15.065190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Subnet': ['ID=59b3d9b5-24ca-4e21-9df0-07a23bae910e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:15.079327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-a52516e0-bec4-4974-acda-5784c81e68a7 service neutron] 10.222.0.31 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405323 Dec 10 09:13:15.088708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Checking segment: {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:15.089310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network hostable DHCP agents. Network: 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:13:15.134357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:13:15.152488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:15.158116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:15.158743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:15.191338 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-96c3e111-bcd8-4324-a8c9-9ae870ec0f4a tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4554222 Dec 10 09:13:15.192132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49114) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:15.300358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18a324d7-26b5-46b5-a6f9-6fc38c0276ea up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:15.309518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2f4a2-37c7-4933-a121-cfc6ee58a15c None None] Network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:13:15.433781 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0fdac5ff-8acb-4814-88c8-c242363059e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:15.785146 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:15.850026 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d1c37a8c-74be-4bda-a65d-4dff85fcee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:15.933705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-a545008b-4f65-4cbc-816e-3ba16b76071a service neutron] 10.222.0.31 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8477688 Dec 10 09:13:15.952000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d1c37a8c-74be-4bda-a65d-4dff85fcee8d None None] For port 17c2b987-c85e-4178-a32b-13a7ea7cd140, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=17c2b987-c85e-4178-a32b-13a7ea7cd140,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:15.957592 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0fdac5ff-8acb-4814-88c8-c242363059e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:15.972863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:09Z', 'revision_number': 3, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:16.043841 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0fdac5ff-8acb-4814-88c8-c242363059e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:16.062961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61daf4a-4905-407a-aca2-e39b33835752 None None] The sync data for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 is: [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:09Z', 'revision_number': 3, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:13:16.067528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d1c37a8c-74be-4bda-a65d-4dff85fcee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:16.150890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:16.151669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:16.181727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0fdac5ff-8acb-4814-88c8-c242363059e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17d2a500a5074a0c92a8a19d0bcf58cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3947618 Dec 10 09:13:16.184514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49146) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:16.204993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdac5ff-8acb-4814-88c8-c242363059e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0cd15e-61d1-4c80-8dd7-1f423d3a86e7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:16.390839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-172b0f50-75b6-44f4-9df5-14cd1b60b0fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:16.448330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-172b0f50-75b6-44f4-9df5-14cd1b60b0fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:16.478390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c37a8c-74be-4bda-a65d-4dff85fcee8d None None] Pushing event updated for resources: {'Port': ['ID=17c2b987-c85e-4178-a32b-13a7ea7cd140,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:16.500626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:13:16.502044 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:16.565694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d1c37a8c-74be-4bda-a65d-4dff85fcee8d None None] Provisioning complete for port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:16.567272 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d1c37a8c-74be-4bda-a65d-4dff85fcee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:16.575330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f96bc4d7-1b5c-432c-8ac4-3a2a17885b3b req-a48dd8ea-40d0-4491-b3be-e16c483260ad tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 210 time: 0.1620064 Dec 10 09:13:16.626631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea569-37bd-4be9-82a8-75259970ea48 req-d5f9fba0-6ac2-4114-b5ab-448e45b50475 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:16.639612 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-286ea569-37bd-4be9-82a8-75259970ea48 req-d5f9fba0-6ac2-4114-b5ab-448e45b50475 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.3420939 Dec 10 09:13:16.645459 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-172b0f50-75b6-44f4-9df5-14cd1b60b0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:16.652215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-172b0f50-75b6-44f4-9df5-14cd1b60b0fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:16.655780 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-172b0f50-75b6-44f4-9df5-14cd1b60b0fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a0cd15e-61d1-4c80-8dd7-1f423d3a86e7 HTTP/1.1" status: 204 len: 168 time: 0.4687295 Dec 10 09:13:16.721774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b0f50-75b6-44f4-9df5-14cd1b60b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0cd15e-61d1-4c80-8dd7-1f423d3a86e7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:17.021539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-286ea569-37bd-4be9-82a8-75259970ea48 req-08152cc7-a5ae-4ad8-903a-a91929454cbe tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807676 Dec 10 09:13:17.102296 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:17.391553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37e8de-23b5-4eaf-88fc-6e1a6858627b req-1fa8fd9c-3ce0-44aa-9458-f43f31a04d49 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:17.401328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed37e8de-23b5-4eaf-88fc-6e1a6858627b req-1fa8fd9c-3ce0-44aa-9458-f43f31a04d49 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1422415 Dec 10 09:13:17.592604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Allocated IP 172.20.0.2 (3a4d67a3-4b1e-4bd0-a1a4-251171f685ed/59b3d9b5-24ca-4e21-9df0-07a23bae910e/1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:17.661026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49188) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:17.689172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 17c2b987-c85e-4178-a32b-13a7ea7cd140 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:17.706564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9065f644-e5ea-41cd-a328-a58a7aeeb8e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.022450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1345810e-0ed5-4f0e-9e9e-4d10b92f21b0 None None] Provisioning complete for port 17c2b987-c85e-4178-a32b-13a7ea7cd140 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:18.023079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1345810e-0ed5-4f0e-9e9e-4d10b92f21b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.085009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fbf18a16-048b-4d8b-94d9-1a019299fe69 req-7928e930-2f0c-4743-8677-4f5fe87efcb2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 210 time: 0.2098045 Dec 10 09:13:18.124859 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9065f644-e5ea-41cd-a328-a58a7aeeb8e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.146091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9065f644-e5ea-41cd-a328-a58a7aeeb8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.200613 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9065f644-e5ea-41cd-a328-a58a7aeeb8e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc381a4f05404dd8b233d09a886112cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5421226 Dec 10 09:13:18.203478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49198) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:18.224068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 17c2b987-c85e-4178-a32b-13a7ea7cd140 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:18.224742 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.251117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed37e8de-23b5-4eaf-88fc-6e1a6858627b req-b103c6b1-86ed-4266-83f6-2696e6a728b8 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8478382 Dec 10 09:13:18.284674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065f644-e5ea-41cd-a328-a58a7aeeb8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6244fe3a-4238-422e-bed5-6c4b4c9810db,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:18.408439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4b3-e9aa-4d63-a50b-146a45bc285a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.467227 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.479164 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4b3-e9aa-4d63-a50b-146a45bc285a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.486037 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.614205 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4b3-e9aa-4d63-a50b-146a45bc285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.617152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4b3-e9aa-4d63-a50b-146a45bc285a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:18.619408 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ec09d4b3-e9aa-4d63-a50b-146a45bc285a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6244fe3a-4238-422e-bed5-6c4b4c9810db HTTP/1.1" status: 204 len: 168 time: 0.4146261 Dec 10 09:13:18.627337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Allocated IP 172.20.0.1 (3a4d67a3-4b1e-4bd0-a1a4-251171f685ed/59b3d9b5-24ca-4e21-9df0-07a23bae910e/53b99048-d287-43e1-aeb0-7b5dedd7c99a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:18.632575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09d4b3-e9aa-4d63-a50b-146a45bc285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6244fe3a-4238-422e-bed5-6c4b4c9810db,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:18.643834 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:18.652589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:18.661711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:18.669337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Pushing event updated for resources: {'Port': ['ID=1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:18.972413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Attempting to bind port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:18.987945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Attempting to bind port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:18.992152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Attempting to bind port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b on network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:19.022825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:13:19.038790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Checking segment: {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:19.039219 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:19.052528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Bound using segment: {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:13:19.053177 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Bound port: 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:13:19.053612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:19.124817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-587f5162-824e-4bf2-8c50-c72971a3f821 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:19.134037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-587f5162-824e-4bf2-8c50-c72971a3f821 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.18 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 816 time: 0.2348914 Dec 10 09:13:19.245485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729ffcd-5eea-40e0-89b0-43e9e8b52ca7 req-40f1632c-e00b-438d-bfb6-7161e546168c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:19.254169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4729ffcd-5eea-40e0-89b0-43e9e8b52ca7 req-40f1632c-e00b-438d-bfb6-7161e546168c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.3974471 Dec 10 09:13:19.399745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] For port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:19.445177 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-d29bea2b-d836-4b48-a519-85d32d2ee2f0 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d2c2c25d624f5baaa30c820992c2ea HTTP/1.1" status: 200 len: 380 time: 0.2930074 Dec 10 09:13:19.455532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-603b9afc-1050-4e6f-a8d8-20a1a567f767 req-ef0496c7-d6b8-4236-9167-78d224159792 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 210 time: 0.1932781 Dec 10 09:13:19.459871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] For port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:13:19.461113 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:19.464362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'port': {'device_id': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'admin_state_up': True, 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'security_groups': ['a60cd78d-ce06-4c28-8256-4169d46fb192']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:19.466733 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:19.480987 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:19.592965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4729ffcd-5eea-40e0-89b0-43e9e8b52ca7 req-7d14c609-7c21-4735-adbe-975190b9676e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318946 Dec 10 09:13:19.606295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:19.692642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05825b-e81a-4ca7-ac8b-bb4279a27963 None None] Pushing event updated for resources: {'Port': ['ID=1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:19.833856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:19.840557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:19.868373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:19.896297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Made reservation on behalf of d0d2c2c25d624f5baaa30c820992c2ea for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:19.909576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:19.964591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=53b99048-d287-43e1-aeb0-7b5dedd7c99a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:20.105234 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:20.313990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Allocated IP 172.20.0.13 (5ddf88cd-850e-4fa9-8931-bcbfab7d6080/d59e7171-3697-4b4d-a409-602ec1632f9d/5d53e549-1145-4852-9b00-814a0bb5ac5b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:20.755434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:20.814955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:20.841579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a04bc9b1-a8e9-474a-8697-0ed67e4f7c69 req-e7c82dca-93df-43b5-8e40-9214042f1640 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 210 time: 0.0898414 Dec 10 09:13:20.880881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d03ea-e642-414f-994f-76d932d57a93 req-9b5b2b0d-27c6-4671-b8b9-2c7aabd5b692 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:20.888809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a60d03ea-e642-414f-994f-76d932d57a93 req-9b5b2b0d-27c6-4671-b8b9-2c7aabd5b692 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1982937 Dec 10 09:13:20.926425 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:20.960103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:20.966962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:20.991068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:21.042656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a60d03ea-e642-414f-994f-76d932d57a93 req-7975e619-e98b-4122-bc78-b3f9afa8656d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526175 Dec 10 09:13:21.166596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:21.326404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:21.327259 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:21.377828 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-3a46887d-7deb-4ed6-b6a8-1e78ca246b71 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9257710 Dec 10 09:13:21.399188 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Request body: {'port': {'device_id': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:21.541342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:21.548939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:21.595929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-82f018bf-60b4-4cf3-aff9-fc035806ce2c None None] Provisioning complete for port 5d53e549-1145-4852-9b00-814a0bb5ac5b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:21.596559 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-82f018bf-60b4-4cf3-aff9-fc035806ce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:21.680975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:21.720448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-82f018bf-60b4-4cf3-aff9-fc035806ce2c None None] Port 5d53e549-1145-4852-9b00-814a0bb5ac5b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:13:21.724048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:21.822356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:21.822736 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:21.878032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=53b99048-d287-43e1-aeb0-7b5dedd7c99a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:21.884311 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:22.148769 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:22.209315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d53e549-1145-4852-9b00-814a0bb5ac5b {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:13:22.243137 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:22.272084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Transition to ACTIVE for port object 5d53e549-1145-4852-9b00-814a0bb5ac5b will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:13:22.277253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:22.294594 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:22.304720 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:22.386911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb9e45f-b275-465a-8801-6b30041d6d9a None None] Network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:13:22.418874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9d282-2975-4b03-a2c5-f51c3bd7e928 req-2f21ed40-2fe5-44d2-9a6b-dc8945ee77f0 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:22.427316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64e9d282-2975-4b03-a2c5-f51c3bd7e928 req-2f21ed40-2fe5-44d2-9a6b-dc8945ee77f0 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 932 time: 0.3122754 Dec 10 09:13:22.527799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:22.564425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3ad43-a5fd-461f-a4ce-7d32fb323a92 req-2a2c406a-0969-4791-887a-8aac1732ab2e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:22.565995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:22.580310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ee3ad43-a5fd-461f-a4ce-7d32fb323a92 req-2a2c406a-0969-4791-887a-8aac1732ab2e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.3385379 Dec 10 09:13:22.582413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:22.609432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b4795765-e042-40fe-98a2-81039ad36191 None None] Provisioning complete for port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:22.611669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b4795765-e042-40fe-98a2-81039ad36191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:22.642412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:22.775122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64e9d282-2975-4b03-a2c5-f51c3bd7e928 req-b6751fd8-e344-4ffb-94a6-e2cc5380ee32 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423202 Dec 10 09:13:22.902885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Attempting to bind port 5d53e549-1145-4852-9b00-814a0bb5ac5b on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:22.905995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Attempting to bind port 5d53e549-1145-4852-9b00-814a0bb5ac5b by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:22.906535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Attempting to bind port 5d53e549-1145-4852-9b00-814a0bb5ac5b on network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:22.920450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Port 5d53e549-1145-4852-9b00-814a0bb5ac5b on network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:22.931912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Attempting to bind port 5d53e549-1145-4852-9b00-814a0bb5ac5b on network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:22.942217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:13:22.951829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Checking segment: {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:22.952247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Bound using segment: {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:13:22.952725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Bound port: 5d53e549-1145-4852-9b00-814a0bb5ac5b, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:13:22.955606 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:22.968073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ee3ad43-a5fd-461f-a4ce-7d32fb323a92 req-3a0f3478-a5aa-4b32-8eac-bceb0c9138ed tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866336 Dec 10 09:13:23.136452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:23.145622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:13:23.154990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:23.198822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Router 27466bc3-df3f-4239-84c4-19e7e7b02a4b has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:13:23.240780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:23.247160 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:23.251559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] 10.222.0.18 "PUT /v2.0/ports/5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 1092 time: 1.8635724 Dec 10 09:13:23.253444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:13:23.266700 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:13:23.562099 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502dd0e4-65fc-4710-b8ad-ae0bc1f39acb x-openstack-request-id: req-502dd0e4-65fc-4710-b8ad-ae0bc1f39acb {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:13:23.562643 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:13:23.563047 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-502dd0e4-65fc-4710-b8ad-ae0bc1f39acb {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:13:23.563903 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'status': 'completed', 'code': 200} Dec 10 09:13:23.678782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-d335b677-9886-4bd0-8ea0-25d7ccc75b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:23.681007 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-d335b677-9886-4bd0-8ea0-25d7ccc75b99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1095 time: 0.2745519 Dec 10 09:13:23.700729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:23.802256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89aa30-f8fb-4e13-85b8-60c9d466a7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:23.814394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-a64d28a6-44a1-4dd3-94ca-057168ab9b53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 217 time: 0.1205690 Dec 10 09:13:23.818964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49336) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:23.958421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-351764ab-dc50-4efc-b8f4-f47629231d6c None None] Provisioning complete for port 53b99048-d287-43e1-aeb0-7b5dedd7c99a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:23.964977 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-351764ab-dc50-4efc-b8f4-f47629231d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:24.043954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-ac101183-0be1-47c5-902b-aea69d3c778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:24.054335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-ac101183-0be1-47c5-902b-aea69d3c778f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.2164664 Dec 10 09:13:24.215206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:24.216676 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:24.226371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-bfcfa977-0b82-45db-bd49-e33e916f6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:24.227978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-bfcfa977-0b82-45db-bd49-e33e916f6b65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655872 Dec 10 09:13:24.369816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-351764ab-dc50-4efc-b8f4-f47629231d6c None None] Port 53b99048-d287-43e1-aeb0-7b5dedd7c99a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:13:24.469282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-351764ab-dc50-4efc-b8f4-f47629231d6c None None] Provisioning complete for port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:24.469603 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-351764ab-dc50-4efc-b8f4-f47629231d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:24.487580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2039711955'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:24.568403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Made reservation on behalf of c29782da9048445f9dd23825672346e9 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:24.602632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:24.667915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:24.803253 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-ca11b7ea-4040-4d03-9a4b-81b19c93ee65 service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663521 Dec 10 09:13:25.024951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-aeaf64d2-7dd1-4fb7-ad8b-f1a6edd65740 None None] Provisioning complete for port 53b99048-d287-43e1-aeb0-7b5dedd7c99a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:25.026069 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aeaf64d2-7dd1-4fb7-ad8b-f1a6edd65740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.032307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.042972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.047550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bb7d445b-d50f-42fa-b6ad-097fbf657cda req-f2fe3dd9-cbd1-4dcf-892d-99c72c2199bd service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282228 Dec 10 09:13:25.103491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf64d2-7dd1-4fb7-ad8b-f1a6edd65740 None None] Port 53b99048-d287-43e1-aeb0-7b5dedd7c99a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:13:25.106343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748c6f39-b49e-4aeb-879c-3f83a96d0955,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:25.126146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:13:25.185411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.185902 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Added segment c772b36c-22fb-4d6c-8467-da3447360494 of type vlan for network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 Dec 10 09:13:25.202151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-4f3a4cf0-dd29-4c62-b5c3-ac8f9ee56781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:25.204191 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-4f3a4cf0-dd29-4c62-b5c3-ac8f9ee56781 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1095 time: 0.0921605 Dec 10 09:13:25.238353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55427f-0367-4eac-84da-abd434b0c568 req-f342a0a1-5017-49bb-995a-b9bea17308d9 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:25.240723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a55427f-0367-4eac-84da-abd434b0c568 req-f342a0a1-5017-49bb-995a-b9bea17308d9 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1640613 Dec 10 09:13:25.258305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e391e5-6708-4251-a9e1-f90482e1ad31 req-e6d252b9-7a73-4c55-887b-6e1d77ef5cf1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:25.260415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9e391e5-6708-4251-a9e1-f90482e1ad31 req-e6d252b9-7a73-4c55-887b-6e1d77ef5cf1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1858003 Dec 10 09:13:25.262729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:13:25.300893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-25b0ba1e-1485-4cf5-a4c5-7216adfd52d8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "PUT /v2.0/routers/27466bc3-df3f-4239-84c4-19e7e7b02a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1022565 Dec 10 09:13:25.302617 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Sync routers for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:13:25.326311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49354) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:25.330434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9e391e5-6708-4251-a9e1-f90482e1ad31 req-453c56e3-4d29-4595-9010-51ce54dd56aa tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579805 Dec 10 09:13:25.332042 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:25.332656 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:25.337965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b7b6a919-7678-4c34-a568-5b98d828ad2d tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1227020199', 'description': 'tempest-secgroup_access--1227020199 description', 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:25.392955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-0882f180-7b89-470c-b7c8-f95cf19bf1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:25.395644 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-0882f180-7b89-470c-b7c8-f95cf19bf1e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.1652963 Dec 10 09:13:25.433259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7b6a919-7678-4c34-a568-5b98d828ad2d tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.486879 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-60bf903a-b0c4-4ce5-ab9d-ef0c36037540 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 217 time: 0.0738590 Dec 10 09:13:25.509778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.571434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-a5e1acd3-4f94-47af-a516-4c35500a9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:25.572988 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-a5e1acd3-4f94-47af-a516-4c35500a9109 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0783620 Dec 10 09:13:25.585091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a55427f-0367-4eac-84da-abd434b0c568 req-6c74cff4-3efa-48ba-9d07-40ffdbe50e36 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357041 Dec 10 09:13:25.648236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-72b3db73-d1d7-4d2b-9fd5-76fcc25774e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:25.651556 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-72b3db73-d1d7-4d2b-9fd5-76fcc25774e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658712 Dec 10 09:13:25.652889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.661007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:25.662945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.698153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7b6a919-7678-4c34-a568-5b98d828ad2d tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.705796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7b6a919-7678-4c34-a568-5b98d828ad2d tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.749891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6a919-7678-4c34-a568-5b98d828ad2d tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748723e1-4828-4ca2-b513-6621aadcf53d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:25.783825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7b6a919-7678-4c34-a568-5b98d828ad2d tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.792996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b7b6a919-7678-4c34-a568-5b98d828ad2d tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4611826 Dec 10 09:13:25.794184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49364) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:25.800860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-74f78158-5c6f-426c-9dc9-fddbe5a256ae tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1166133305', 'description': 'tempest-secgroup_general--1166133305 description', 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:25.858684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74f78158-5c6f-426c-9dc9-fddbe5a256ae tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:25.923512 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:26.086885 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74f78158-5c6f-426c-9dc9-fddbe5a256ae tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.110035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74f78158-5c6f-426c-9dc9-fddbe5a256ae tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.176818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f78158-5c6f-426c-9dc9-fddbe5a256ae tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f783ad-ae2a-4ab9-912c-547f940358ce,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:26.189281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74f78158-5c6f-426c-9dc9-fddbe5a256ae tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.194005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-74f78158-5c6f-426c-9dc9-fddbe5a256ae tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3985178 Dec 10 09:13:26.194877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49380) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:26.200660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-47a50393-c47e-4884-80c9-506e6b33999e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'security_group_rule': {'security_group_id': '748723e1-4828-4ca2-b513-6621aadcf53d', 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:26.251115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47a50393-c47e-4884-80c9-506e6b33999e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.299077 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:20Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '53b99048-d287-43e1-aeb0-7b5dedd7c99a', 'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:aa:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:17Z', 'updated_at': '2021-12-10T09:13:21Z', 'revision_number': 2, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:26.341125 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Checking router: 27466bc3-df3f-4239-84c4-19e7e7b02a4b for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:13:26.342339 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Updating router 27466bc3-df3f-4239-84c4-19e7e7b02a4b port 53b99048-d287-43e1-aeb0-7b5dedd7c99a binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:13:26.351589 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5294302 Dec 10 09:13:26.382468 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.407378 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47a50393-c47e-4884-80c9-506e6b33999e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.416160 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47a50393-c47e-4884-80c9-506e6b33999e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.520026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa304a-bf3c-4aa7-8459-ac6c2c2e6631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Pushing event updated for resources: {'Network': ['ID=1d0636fb-076f-422a-9c62-c43c4ad8fd20,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:26.524954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a50393-c47e-4884-80c9-506e6b33999e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d48dacb-cdd1-4eda-85ea-b2c0213ded68,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:26.531255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:13:26.544814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47a50393-c47e-4884-80c9-506e6b33999e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.557238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-47a50393-c47e-4884-80c9-506e6b33999e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3600764 Dec 10 09:13:26.584808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d7944-48bf-49b6-a6bd-8408ef13a4d4 req-b690ce18-2b5a-4cb7-8f46-71b7387e7f73 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:26.587917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-484d7944-48bf-49b6-a6bd-8408ef13a4d4 req-b690ce18-2b5a-4cb7-8f46-71b7387e7f73 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1248069 Dec 10 09:13:26.597167 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-9c958dfa-29c2-4623-a1bd-00255ec11f92 service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9179502 Dec 10 09:13:26.693841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-484d7944-48bf-49b6-a6bd-8408ef13a4d4 req-a06b511a-ab25-49de-b97e-b5b47d704052 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999115 Dec 10 09:13:26.760236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49396) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:26.765799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Request body: {'port': {'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20', 'binding:host_id': 'n-h2-814746-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-847410484'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:26.817470 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.830528 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.840560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Made reservation on behalf of 0a93266ec92347479c32ea11f1e611bd for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:26.853357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.942610 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Attempting to bind port 53b99048-d287-43e1-aeb0-7b5dedd7c99a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:26.942965 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Attempting to bind port 53b99048-d287-43e1-aeb0-7b5dedd7c99a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:26.943330 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Attempting to bind port 53b99048-d287-43e1-aeb0-7b5dedd7c99a on network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:26.943761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9949c8ea-ba1e-4a73-8b21-2c49d48297f4 req-f74573c2-abda-4f2c-8435-99819bb5a957 service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375504 Dec 10 09:13:26.949964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.954794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:13:26.955267 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Checking segment: {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:26.955562 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:26.955952 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Bound using segment: {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:13:26.956436 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Bound port: 53b99048-d287-43e1-aeb0-7b5dedd7c99a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:13:26.956806 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.036475 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] For port 53b99048-d287-43e1-aeb0-7b5dedd7c99a, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:27.044730 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] For port 53b99048-d287-43e1-aeb0-7b5dedd7c99a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=53b99048-d287-43e1-aeb0-7b5dedd7c99a,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:13:27.052402 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.061249 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ab52a-c059-4770-9ad5-9a6fa554c662 None None] Pushing event updated for resources: {'Port': ['ID=53b99048-d287-43e1-aeb0-7b5dedd7c99a,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:27.112866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.147881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.151086 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ab52a-c059-4770-9ad5-9a6fa554c662 None None] Pushing event updated for resources: {'Port': ['ID=53b99048-d287-43e1-aeb0-7b5dedd7c99a,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:27.152830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] device_id is not set on port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:27.171180 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:27.171886 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:27.352128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cf1c1e48-af5e-4b18-b5f5-aa9408de51cd None None] Provisioning complete for port 53b99048-d287-43e1-aeb0-7b5dedd7c99a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:27.353266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1e48-af5e-4b18-b5f5-aa9408de51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.356141 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:27.498194 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1e48-af5e-4b18-b5f5-aa9408de51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.511076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] device_id is not set on port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:27.540534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-cf1c1e48-af5e-4b18-b5f5-aa9408de51cd None None] For port 53b99048-d287-43e1-aeb0-7b5dedd7c99a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=53b99048-d287-43e1-aeb0-7b5dedd7c99a,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:27.547110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1e48-af5e-4b18-b5f5-aa9408de51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.548271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.633903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ef177d-f23c-4803-acb7-bf1d2ac3ed3c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:27.657086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.682918 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:13:27.690339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c1e48-af5e-4b18-b5f5-aa9408de51cd None None] Pushing event updated for resources: {'Port': ['ID=53b99048-d287-43e1-aeb0-7b5dedd7c99a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:27.709388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-348b7dbc-bdf4-4b23-b460-51987b3c67c6 None None] Provisioning complete for port 53b99048-d287-43e1-aeb0-7b5dedd7c99a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:27.709788 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-348b7dbc-bdf4-4b23-b460-51987b3c67c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:27.743988 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:20Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '53b99048-d287-43e1-aeb0-7b5dedd7c99a', 'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:aa:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:17Z', 'updated_at': '2021-12-10T09:13:27Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:27.745405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-354c0d74-49ca-4c3a-b766-61c3bb11e6ab tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1227020199&fields=id&tenant_id=74395b77cd834c1f8e01fbaa6e1afff1 HTTP/1.1" status: 200 len: 267 time: 0.6293643 Dec 10 09:13:27.796099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051612-e18a-4113-84f3-88b9e873b36a req-f1c3f0f9-2ea8-4b5f-ad87-0896bc862681 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:27.800206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72051612-e18a-4113-84f3-88b9e873b36a req-f1c3f0f9-2ea8-4b5f-ad87-0896bc862681 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.9105148 Dec 10 09:13:27.815565 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014c780-06f1-4f9b-8b3d-bfe60c752eac None None] The sync data for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 is: [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:20Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '53b99048-d287-43e1-aeb0-7b5dedd7c99a', 'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:aa:83:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:17Z', 'updated_at': '2021-12-10T09:13:27Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:13:27.822201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'Port': ['ID=4f0592cb-a80f-49f6-a6b0-b5366fa63cf3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:27.939675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Checking segment: {'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:27.940372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Network hostable DHCP agents. Network: 1d0636fb-076f-422a-9c62-c43c4ad8fd20, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:13:27.989529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-4bb4b46e-d332-4590-a7bb-d360923ae274 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1166133305&fields=id&tenant_id=74395b77cd834c1f8e01fbaa6e1afff1 HTTP/1.1" status: 200 len: 267 time: 0.2429388 Dec 10 09:13:28.049388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72051612-e18a-4113-84f3-88b9e873b36a req-5c632f32-c2dc-4c5d-a562-dac05af3aa20 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388396 Dec 10 09:13:28.050136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:13:28.195248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d7e50b73-3bf0-419b-8fda-363d72f78337 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:28.198441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d7e50b73-3bf0-419b-8fda-363d72f78337 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/networks?id=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed HTTP/1.1" status: 200 len: 797 time: 0.2075365 Dec 10 09:13:28.208982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 1d0636fb-076f-422a-9c62-c43c4ad8fd20) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:28.214790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:28.219352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1839f04f-2a27-4cb1-8324-eabe298e7060 None None] Network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:13:28.250963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-89fbaeaf-e4cf-4c8f-9c0d-6baea06ce73b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/quotas/74395b77cd834c1f8e01fbaa6e1afff1 HTTP/1.1" status: 200 len: 375 time: 0.0176265 Dec 10 09:13:28.379703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f12d8-a1cd-4093-85d5-b298320ac25a req-9a7e6e43-602d-42e1-a5fe-23da3a0de4ae tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:28.381429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-807f12d8-a1cd-4093-85d5-b298320ac25a req-9a7e6e43-602d-42e1-a5fe-23da3a0de4ae tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1813552 Dec 10 09:13:28.382296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:28.382756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:28.383479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:28.428743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:28.428743 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:28.460135 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 2 to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 Dec 10 09:13:28.477271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-023cb8a4-eed9-4882-ad47-d3c9f6fafd5f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74395b77cd834c1f8e01fbaa6e1afff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2093461 Dec 10 09:13:28.481607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-807f12d8-a1cd-4093-85d5-b298320ac25a req-44e131c2-e1e7-467c-b89c-eb5b26cb9db8 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786226 Dec 10 09:13:28.556618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:28.557295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:28.557473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:28.569972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:28.570336 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:28.572420 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 3 to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 Dec 10 09:13:28.647241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:28.647581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:28.649089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:28.675909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:28.676244 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:28.678034 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 4 to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 Dec 10 09:13:28.689324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d84723e1-77d4-4bc4-8eb6-082f0fc9d28b service neutron] 10.222.0.31 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974378 Dec 10 09:13:28.694173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:28.694517 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:28.694857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:28.709101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:28.709101 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:28.724792 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 5 to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 Dec 10 09:13:28.784990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:28.785728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:28.786296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:28.797989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:28.798568 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:28.804633 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 6 to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 Dec 10 09:13:28.865324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:28.866500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:28.867018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:28.886853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:28.887445 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:28.888174 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 7 to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 Dec 10 09:13:28.920512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-37c07944-2942-4675-ae36-ae660ef58e30 service neutron] 10.222.0.31 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226722 Dec 10 09:13:28.921474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:28.922029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:28.922538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:28.929090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:28.929722 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:28.930526 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 8 to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 Dec 10 09:13:28.945222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:28.946561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:28.949706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:28.958821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:28.959086 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:28.959495 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 9 to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 Dec 10 09:13:28.976269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:28.977173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:28.977634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:28.995116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:28.995458 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:28.995866 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 10 to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 Dec 10 09:13:29.015340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:29.015775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:29.016119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:29.047071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:29.047071 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:29.047360 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:29.223211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] For port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:29.223764 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempted to set empty binding levels {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 09:13:29.280987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:29.363171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:29.363965 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:29.378254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'Port': ['ID=4f0592cb-a80f-49f6-a6b0-b5366fa63cf3,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:29.391235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebcfd4c5-cec1-41ab-87b4-f77535b48287 req-3ecd82d3-bd1e-4c55-ac69-233a421a8897 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 210 time: 0.1247129 Dec 10 09:13:29.406457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49432) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:29.422329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b6deef92-70a9-4a3a-94d4-94e59f1a552d tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.6607394 Dec 10 09:13:29.483114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d86e9b-1f75-43c3-b481-eb8ae66cade4 req-5ccfcf1a-c577-4de6-adf2-a7e04c05b374 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:29.499615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4d86e9b-1f75-43c3-b481-eb8ae66cade4 req-5ccfcf1a-c577-4de6-adf2-a7e04c05b374 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.2715685 Dec 10 09:13:29.574318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 5d53e549-1145-4852-9b00-814a0bb5ac5b details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:13:29.637053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4d86e9b-1f75-43c3-b481-eb8ae66cade4 req-b8e1ad1b-ecc6-4e8f-bd5d-26a8ead1eb0f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309381 Dec 10 09:13:29.653454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4590a534-027b-4562-8589-efb036281a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Deleting port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:13:29.656862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4590a534-027b-4562-8589-efb036281a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:29.742326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 53b99048-d287-43e1-aeb0-7b5dedd7c99a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:29.807539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd7cbc-ebf3-4e7f-823f-052a8d520295 req-480f8e3a-68aa-4adf-9840-22d2b1ac00ee tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:29.809869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37bd7cbc-ebf3-4e7f-823f-052a8d520295 req-480f8e3a-68aa-4adf-9840-22d2b1ac00ee tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1696017 Dec 10 09:13:29.892754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-4590a534-027b-4562-8589-efb036281a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] For port 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3, host n-h2-814746-3, got binding levels [] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:29.893140 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4590a534-027b-4562-8589-efb036281a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:29.925885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4590a534-027b-4562-8589-efb036281a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Calling delete_port for 4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:13:29.978103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:30.001191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 53b99048-d287-43e1-aeb0-7b5dedd7c99a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:30.002973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:30.005775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37bd7cbc-ebf3-4e7f-823f-052a8d520295 req-0ef7a639-160b-41cd-8ae5-468f67f84a10 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810930 Dec 10 09:13:30.080759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'port_id': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'mac_address': 'fa:16:3e:dd:53:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:13:30.127033 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4590a534-027b-4562-8589-efb036281a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:30.185216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590a534-027b-4562-8589-efb036281a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f0592cb-a80f-49f6-a6b0-b5366fa63cf3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:30.196948 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4590a534-027b-4562-8589-efb036281a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:30.201010 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4590a534-027b-4562-8589-efb036281a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 HTTP/1.1" status: 204 len: 168 time: 0.7922871 Dec 10 09:13:30.203693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49446) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:30.257006 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a94930-bd46-4881-953f-856ce53f5243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] GET failed (client error): The resource could not be found. Dec 10 09:13:30.262731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-03a94930-bd46-4881-953f-856ce53f5243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "GET /v2.0/ports/4f0592cb-a80f-49f6-a6b0-b5366fa63cf3 HTTP/1.1" status: 404 len: 333 time: 0.0579450 Dec 10 09:13:30.266463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49448) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:30.271547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Request body: {'port': {'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774078367'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:30.330284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Made reservation on behalf of 0a93266ec92347479c32ea11f1e611bd for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:30.334802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:30.382101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] device_id is not set on port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:30.419519 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:30.472595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d53e549-1145-4852-9b00-814a0bb5ac5b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:13:30.601356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63b18183-26e9-42c7-b289-bbaf23777305 req-895224da-3b2f-4de8-8743-acdb665910bb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 210 time: 0.0563715 Dec 10 09:13:30.623926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:30.656992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:30.762398 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:30.778633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:30.832584 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:30.955260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983649a-6e00-492a-851d-2dd6011f166a req-bdc7b51b-0339-44a7-8794-0e4606fe9efb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:30.957289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4983649a-6e00-492a-851d-2dd6011f166a req-bdc7b51b-0339-44a7-8794-0e4606fe9efb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 945 time: 0.1752410 Dec 10 09:13:30.978499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['5d53e549-1145-4852-9b00-814a0bb5ac5b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:13:30.999352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:31.002544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:31.052411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:31.052411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:31.052411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:31.052411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'Port': ['ID=b6780be0-7ee2-43cf-be35-61f9e6fc3cf4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:31.078379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-132f0ae8-94c0-47f0-bb6f-44569f6a24f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8108406 Dec 10 09:13:31.081002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49464) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:31.094900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:31.133645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4983649a-6e00-492a-851d-2dd6011f166a req-a1678ffe-ede6-43be-9d64-318e61fd2af3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638203 Dec 10 09:13:31.245024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:31.340413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657581b4-20ca-4a29-8e01-ba75309feb24 req-21288107-56d7-4b63-b778-07062d93028f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:31.357819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-657581b4-20ca-4a29-8e01-ba75309feb24 req-21288107-56d7-4b63-b778-07062d93028f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1374946 Dec 10 09:13:31.491401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-657581b4-20ca-4a29-8e01-ba75309feb24 req-bac184e3-b4f7-4667-9d18-eba0aa667a0f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316798 Dec 10 09:13:31.781325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-0a858ecc-1b51-401d-b175-56c2d30b545c tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:31.783737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-0a858ecc-1b51-401d-b175-56c2d30b545c tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.39 "GET /v2.0/networks?id=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed HTTP/1.1" status: 200 len: 797 time: 0.4234943 Dec 10 09:13:31.844884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dde4bc62-c620-4ab3-8bd5-7dd2c45ac4ab req-c75f8eb3-2b37-4d0a-b465-29566eebba63 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 210 time: 0.0617607 Dec 10 09:13:31.937623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-5faa0ea6-cb23-4ba0-8d5a-0005d9644fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:31.939056 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-5faa0ea6-cb23-4ba0-8d5a-0005d9644fa6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1095 time: 0.1111627 Dec 10 09:13:31.951152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd5612-9c28-4621-90a1-d3002bc37e16 req-e3aebda1-85e5-44d3-ade4-ffa946bf4581 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:31.961409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efcd5612-9c28-4621-90a1-d3002bc37e16 req-e3aebda1-85e5-44d3-ade4-ffa946bf4581 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1139696 Dec 10 09:13:31.991625 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] device_id is not set on port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:32.048586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efcd5612-9c28-4621-90a1-d3002bc37e16 req-fdc96935-dec1-4348-8f0c-94adda24c61a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854657 Dec 10 09:13:32.051541 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:32.067612 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-0453a3b0-d213-4b5f-8276-7761dca368dc tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74395b77cd834c1f8e01fbaa6e1afff1 HTTP/1.1" status: 200 len: 478 time: 0.2638519 Dec 10 09:13:32.079355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'port': {'device_id': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'admin_state_up': True, 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'security_groups': ['748723e1-4828-4ca2-b513-6621aadcf53d', '35f783ad-ae2a-4ab9-912c-547f940358ce']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:32.085817 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:32.150020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'Port': ['ID=b6780be0-7ee2-43cf-be35-61f9e6fc3cf4,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:32.350949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef536e2d-a6e9-4daa-9edc-c81ad5f2ab54 req-0f6c2aa2-ece4-405b-b7c8-1fedd8137bc2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:32.353875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef536e2d-a6e9-4daa-9edc-c81ad5f2ab54 req-0f6c2aa2-ece4-405b-b7c8-1fedd8137bc2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 945 time: 0.0998940 Dec 10 09:13:32.389760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-e6ddfb9e-b7cc-4d15-a149-c73ce909b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:32.391264 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-e6ddfb9e-b7cc-4d15-a149-c73ce909b739 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.4411790 Dec 10 09:13:32.468748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef536e2d-a6e9-4daa-9edc-c81ad5f2ab54 req-03dc8508-a984-4b7e-be11-fe5e00cbd7f2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062813 Dec 10 09:13:32.536486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:32.536836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:32.537189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:32.552336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-59da0c4b-bfab-4854-83af-7b2e2dc822cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 999 time: 0.1480019 Dec 10 09:13:32.630852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-9d1c8ae6-050c-48fc-9849-776a783339f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:32.632498 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-9d1c8ae6-050c-48fc-9849-776a783339f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0704346 Dec 10 09:13:32.636075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:32.636554 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:32.637468 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 2 to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 Dec 10 09:13:32.772048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:32.773564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:32.773564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:32.789942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:32.790669 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:32.792513 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 3 to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 Dec 10 09:13:32.828171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Made reservation on behalf of 74395b77cd834c1f8e01fbaa6e1afff1 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:32.845777 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:32.873966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:32.874243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:32.874427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:32.923107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-33580f51-1b2b-480f-8699-df59641d1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:32.926284 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-33580f51-1b2b-480f-8699-df59641d1883 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505958 Dec 10 09:13:32.949153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:32.949887 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:32.954822 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 4 to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 Dec 10 09:13:33.055137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa1db47-1952-4e3d-94a1-804bea1b808d req-c5e07b2e-d50a-4827-af04-52a3fb597d48 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 210 time: 0.0560856 Dec 10 09:13:33.079770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:33.080113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:33.080465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:33.106532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:33.106850 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:33.111629 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 5 to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 Dec 10 09:13:33.139032 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c386985a-2ab8-4da4-8bb4-1ea93627f152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:33.159629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:33.159976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:33.160324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:33.187670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:33.188007 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:33.191702 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 6 to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 Dec 10 09:13:33.193238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57b04c-0856-443f-acca-4ce2528cf3a6 req-338ff2ff-64de-4f04-8c59-183959516cc3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:33.194864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df57b04c-0856-443f-acca-4ce2528cf3a6 req-338ff2ff-64de-4f04-8c59-183959516cc3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0635645 Dec 10 09:13:33.209328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:33.209701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:33.210117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:33.220253 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-de25b1bb-9208-4720-8df7-f688a72eb83a service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823226 Dec 10 09:13:33.225044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:33.225385 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:33.229837 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 7 to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 Dec 10 09:13:33.240987 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Allocated IP 172.20.0.4 (3a4d67a3-4b1e-4bd0-a1a4-251171f685ed/59b3d9b5-24ca-4e21-9df0-07a23bae910e/e2002c4b-af2f-49fa-8482-c4cbd486e32c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:33.316641 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:33.317036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:33.317329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:33.323013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df57b04c-0856-443f-acca-4ce2528cf3a6 req-e025763a-7f9a-441d-af35-9ce6220ef0e3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964177 Dec 10 09:13:33.353474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:33.353474 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:33.357992 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 8 to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 Dec 10 09:13:33.378916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:33.379502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:33.380294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:33.426906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:33.427245 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:33.432747 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 9 to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 Dec 10 09:13:33.450508 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45e741e7-487e-4c06-8f19-b9af710febc6 req-2c763097-3657-4b16-9158-7cdc057206c4 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175159 Dec 10 09:13:33.505483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:33.505756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:33.507017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:33.518446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:33.518798 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:33.521698 n-d-814746-3 neutron-server[114970]: INFO neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 10 to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 Dec 10 09:13:33.553614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:33.553901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:33.554294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:33.565769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:33.566114 n-d-814746-3 neutron-server[114970]: ERROR neutron.plugins.ml2.managers [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:33.566487 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:33.589075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 5d53e549-1145-4852-9b00-814a0bb5ac5b up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:33.638035 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:33.709648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] For port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:33.710030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempted to set empty binding levels {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 09:13:33.729188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:33.737389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 5d53e549-1145-4852-9b00-814a0bb5ac5b completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:13:33.745055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 5d53e549-1145-4852-9b00-814a0bb5ac5b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:33.745865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:33.790292 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5f5e-359e-4bfa-80d7-85ca40b8a583 req-517ee866-511a-43e0-8b44-f678fc9505e4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:33.792958 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-092a5f5e-359e-4bfa-80d7-85ca40b8a583 req-517ee866-511a-43e0-8b44-f678fc9505e4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 945 time: 0.1206961 Dec 10 09:13:33.819208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] In _notify_port_updated(), no bound segment for port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:13:33.820668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:33.821281 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:33.822658 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "PUT /v2.0/ports/b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 HTTP/1.1" status: 200 len: 979 time: 2.7406418 Dec 10 09:13:33.825834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49506) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:33.889006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:33.916128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-092a5f5e-359e-4bfa-80d7-85ca40b8a583 req-5a687169-5501-4824-baf2-02691fbd373e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091893 Dec 10 09:13:33.995090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:34.020578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd7ab5-e0f2-4b21-905e-6e856a99090f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'Port': ['ID=b6780be0-7ee2-43cf-be35-61f9e6fc3cf4,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:34.032243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:34.044506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:34.078860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:13:34.086063 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd6d355-a572-4838-9e13-af826c4eb09d" -d '{"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:13:34.122962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:34.145832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:34.159446 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:34.186401 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eae439-3272-43c4-afd7-f3585f02fb53 x-openstack-request-id: req-42eae439-3272-43c4-afd7-f3585f02fb53 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:13:34.186700 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:13:34.188257 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42eae439-3272-43c4-afd7-f3585f02fb53 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:13:34.189818 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'code': 200} Dec 10 09:13:34.370542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:34.416234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a7a4c-b0c3-4dcf-b1a7-c7f93e935fae req-d27730c8-1d55-4079-ab46-2015763606e0 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.422436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb3a7a4c-b0c3-4dcf-b1a7-c7f93e935fae req-d27730c8-1d55-4079-ab46-2015763606e0 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 970 time: 0.1530795 Dec 10 09:13:34.555416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-84bfee16-9057-41ba-9a0a-2d0dff06b7ed None None] Provisioning complete for port e2002c4b-af2f-49fa-8482-c4cbd486e32c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:34.563095 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-84bfee16-9057-41ba-9a0a-2d0dff06b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:34.669360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb3a7a4c-b0c3-4dcf-b1a7-c7f93e935fae req-09ead10f-15a0-4728-84aa-ef8b7e54b5a9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2377458 Dec 10 09:13:34.703203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-84bfee16-9057-41ba-9a0a-2d0dff06b7ed None None] Port e2002c4b-af2f-49fa-8482-c4cbd486e32c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:13:34.734537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa3baa-8ab5-4547-9241-8bacdf78a311 req-97089b9b-9a34-4c9e-96cc-24839b8e6532 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.739111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32fa3baa-8ab5-4547-9241-8bacdf78a311 req-97089b9b-9a34-4c9e-96cc-24839b8e6532 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.2124486 Dec 10 09:13:34.800100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-32fa3baa-8ab5-4547-9241-8bacdf78a311 req-fdef8a28-cb56-4eac-af26-3501057d0ec4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535805 Dec 10 09:13:34.831426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.resource_extend [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 09:13:34.835056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.835817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.836609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.837243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.838067 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.838531 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.839905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.841362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.841865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.842329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.842790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.843282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.843969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.844374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.844830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.845290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.845771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.846392 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.846882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.847343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.847796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.855373 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0631c3c1-4173-4b95-a5e2-eed748a8f153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18756 time: 1.0237942 Dec 10 09:13:34.855490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49540) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:34.893871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=e2002c4b-af2f-49fa-8482-c4cbd486e32c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:34.933138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.933730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:34.957101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdf6d-0266-4992-963a-68c8be5916f2 req-7f4dbe34-507e-4ac1-85bc-1ba75e426d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:34.958990 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-38fcdf6d-0266-4992-963a-68c8be5916f2 req-7f4dbe34-507e-4ac1-85bc-1ba75e426d08 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1097 time: 0.1035676 Dec 10 09:13:34.962987 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-d1cd0840-8fab-4510-b70b-d9098b038f0b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.8878474 Dec 10 09:13:35.056727 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-38fcdf6d-0266-4992-963a-68c8be5916f2 req-4ad1490f-60d8-4ba5-8a6e-4287c49b4b15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888424 Dec 10 09:13:35.068490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa5c9a-83de-4357-909d-9d9f9e3c2c72 req-e50ef134-9ee1-432a-bf5b-c5449fe65df3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:35.070993 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83fa5c9a-83de-4357-909d-9d9f9e3c2c72 req-e50ef134-9ee1-432a-bf5b-c5449fe65df3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1646662 Dec 10 09:13:35.105077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Request body: {'port': {'device_id': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:35.224114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5d7be-c898-4f49-a9b9-6aeb73820804 req-6a3ba7c0-89bf-4a82-8c4b-088949a11e45 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:35.225736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04a5d7be-c898-4f49-a9b9-6aeb73820804 req-6a3ba7c0-89bf-4a82-8c4b-088949a11e45 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1814368 Dec 10 09:13:35.230281 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:35.295182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Deleting port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:13:35.295513 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:35.320169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83fa5c9a-83de-4357-909d-9d9f9e3c2c72 req-4922d5e2-01f4-484a-95e8-29c76b32ca55 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306101 Dec 10 09:13:35.438227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04a5d7be-c898-4f49-a9b9-6aeb73820804 req-671f3b55-c333-480f-90d5-1bdb7579651e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853828 Dec 10 09:13:35.470823 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0b653eaa-af4f-4cb1-9b7f-e5c626a7f3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:35.639216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] For port b6780be0-7ee2-43cf-be35-61f9e6fc3cf4, host n-h2-814746-3, got binding levels [] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:35.639609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:35.706238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Calling delete_port for b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:13:35.840168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2002c4b-af2f-49fa-8482-c4cbd486e32c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:13:35.848884 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:35.863678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Transition to ACTIVE for port object e2002c4b-af2f-49fa-8482-c4cbd486e32c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:13:35.870029 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:35.967424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:35.996765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Pushing event updated for resources: {'Port': ['ID=e2002c4b-af2f-49fa-8482-c4cbd486e32c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:36.016968 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:36.022064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 HTTP/1.1" status: 204 len: 168 time: 1.1655562 Dec 10 09:13:36.025497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6780be0-7ee2-43cf-be35-61f9e6fc3cf4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:36.039396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49558) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:36.041276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.041877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.042234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.042576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.042977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.043442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.043828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.044208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.044545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.044924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.045264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.045874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.046259 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59f2a9-c575-443e-946b-8279a22a05a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:36.092400 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e438096-6b9e-40e1-95ad-4eadcbab73ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] GET failed (client error): The resource could not be found. Dec 10 09:13:36.094541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8e438096-6b9e-40e1-95ad-4eadcbab73ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "GET /v2.0/ports/b6780be0-7ee2-43cf-be35-61f9e6fc3cf4 HTTP/1.1" status: 404 len: 333 time: 0.0378208 Dec 10 09:13:36.098643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49560) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:36.103857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2fe61-aba6-4b1f-ba7a-7271f649d1bb req-e8c12dc1-f75e-4669-8414-e2f9db961ad2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:36.105886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-964229644', 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:36.111305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68d2fe61-aba6-4b1f-ba7a-7271f649d1bb req-e8c12dc1-f75e-4669-8414-e2f9db961ad2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1912680 Dec 10 09:13:36.139039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Attempting to bind port e2002c4b-af2f-49fa-8482-c4cbd486e32c on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:36.139776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Attempting to bind port e2002c4b-af2f-49fa-8482-c4cbd486e32c by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:36.141399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Attempting to bind port e2002c4b-af2f-49fa-8482-c4cbd486e32c on network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:36.154175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271082b-f63f-4ac8-92f8-7e637cb52497 req-e60a584e-36b1-4aa3-b77b-de0f75470e18 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:36.156035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5271082b-f63f-4ac8-92f8-7e637cb52497 req-e60a584e-36b1-4aa3-b77b-de0f75470e18 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 982 time: 0.2690907 Dec 10 09:13:36.168424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Port e2002c4b-af2f-49fa-8482-c4cbd486e32c on network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:36.172028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Attempting to bind port e2002c4b-af2f-49fa-8482-c4cbd486e32c on network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:36.186505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:13:36.187189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Checking segment: {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:36.188088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Bound using segment: {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:13:36.189655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Bound port: e2002c4b-af2f-49fa-8482-c4cbd486e32c, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:13:36.190412 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:36.206918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Made reservation on behalf of 0a93266ec92347479c32ea11f1e611bd for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:36.211437 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:36.233670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5271082b-f63f-4ac8-92f8-7e637cb52497 req-efb135a8-1d30-436b-8ac4-a02d6b742ed8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0705168 Dec 10 09:13:36.274359 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68d2fe61-aba6-4b1f-ba7a-7271f649d1bb req-ac176218-1bc5-4487-897c-a88ac3eee5be tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618659 Dec 10 09:13:36.329718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] device_id is not set on port 4cf6d13d-979f-47ee-8b27-764c32a0e41c yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:36.499979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] For port e2002c4b-af2f-49fa-8482-c4cbd486e32c, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:36.503400 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:36.577192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] For port e2002c4b-af2f-49fa-8482-c4cbd486e32c, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e2002c4b-af2f-49fa-8482-c4cbd486e32c,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:13:36.636137 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:36.761168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ece081-edbb-4bc4-959e-57bcac8f2b47 req-a16d0174-c1df-453c-a83d-09c790f0c1bb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:36.768485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81ece081-edbb-4bc4-959e-57bcac8f2b47 req-a16d0174-c1df-453c-a83d-09c790f0c1bb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1530237 Dec 10 09:13:36.810176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88209c61-1f4f-4d5b-9256-85f78ea41565 req-d7142780-6e0c-43ff-9591-fbc610792bc7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:36.811784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88209c61-1f4f-4d5b-9256-85f78ea41565 req-d7142780-6e0c-43ff-9591-fbc610792bc7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1538224 Dec 10 09:13:36.915641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81ece081-edbb-4bc4-959e-57bcac8f2b47 req-86c112c1-a311-4f29-8ac7-195c3d66c8d9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436639 Dec 10 09:13:36.943893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-88209c61-1f4f-4d5b-9256-85f78ea41565 req-ffe592cb-586b-4737-a7f9-ad51288e1092 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162364 Dec 10 09:13:36.975431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:36.976229 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:36.978026 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] 10.222.0.39 "PUT /v2.0/ports/e2002c4b-af2f-49fa-8482-c4cbd486e32c HTTP/1.1" status: 200 len: 1130 time: 1.9955297 Dec 10 09:13:36.979046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:13:36.981562 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:13:37.060090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:37.122916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae21e-1a07-4e57-a969-e4e2b4c3b262 service neutron] Pushing event updated for resources: {'Port': ['ID=e2002c4b-af2f-49fa-8482-c4cbd486e32c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:37.129176 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:37.220178 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174d4fdd-5213-42ed-b15b-e0f6917c167b x-openstack-request-id: req-174d4fdd-5213-42ed-b15b-e0f6917c167b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:13:37.220480 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:13:37.220743 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-174d4fdd-5213-42ed-b15b-e0f6917c167b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:13:37.221157 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'status': 'completed', 'code': 200} Dec 10 09:13:37.226019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf6d13d-979f-47ee-8b27-764c32a0e41c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:37.276803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:37.302892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:37.310914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:37.310914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:37.311830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:37.339089 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c53edb9c-2c4d-49df-9cd1-08867efd9311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2386961 Dec 10 09:13:37.341816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49598) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:37.348699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-598f7507-359f-49bf-8992-25f902ab9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:37.351236 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-598f7507-359f-49bf-8992-25f902ab9c29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74395b77cd834c1f8e01fbaa6e1afff1&device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 1133 time: 0.2241006 Dec 10 09:13:37.417571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-540b224a-a974-4072-90c7-18b37182dd32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2002c4b-af2f-49fa-8482-c4cbd486e32c HTTP/1.1" status: 200 len: 217 time: 0.0577581 Dec 10 09:13:37.475568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f24280-84d9-4847-a0d8-52e0a8878af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:37.494559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-46f24280-84d9-4847-a0d8-52e0a8878af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "GET /v2.0/ports/4cf6d13d-979f-47ee-8b27-764c32a0e41c HTTP/1.1" status: 200 len: 958 time: 0.1513629 Dec 10 09:13:37.495817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49602) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:37.535874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-2ebe76cb-9fda-41dc-ac4b-a7739451169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:37.536946 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-2ebe76cb-9fda-41dc-ac4b-a7739451169c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59b3d9b5-24ca-4e21-9df0-07a23bae910e HTTP/1.1" status: 200 len: 834 time: 0.1104231 Dec 10 09:13:37.573347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223af8f0-1dbc-4bc6-8471-f341e3e25eb9 req-174c5778-0a89-4fae-a702-a90b92c6321b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:37.575006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-223af8f0-1dbc-4bc6-8471-f341e3e25eb9 req-174c5778-0a89-4fae-a702-a90b92c6321b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 982 time: 0.1797795 Dec 10 09:13:37.630543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-798d6d66-4b9d-423f-81f4-ca7365343d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:37.632485 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-798d6d66-4b9d-423f-81f4-ca7365343d4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869923 Dec 10 09:13:37.690005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-223af8f0-1dbc-4bc6-8471-f341e3e25eb9 req-2e8d72f0-6540-4208-88c8-61e688651229 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0886240 Dec 10 09:13:37.698725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-42558509-786f-4c83-942c-c0c7ea073edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Deleting port 4cf6d13d-979f-47ee-8b27-764c32a0e41c {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:13:37.699698 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42558509-786f-4c83-942c-c0c7ea073edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:37.792794 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42558509-786f-4c83-942c-c0c7ea073edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:37.830076 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-57b85ffc-24f3-4124-bde0-e95f2c50e697 service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884794 Dec 10 09:13:37.831106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-42558509-786f-4c83-942c-c0c7ea073edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Calling delete_port for 4cf6d13d-979f-47ee-8b27-764c32a0e41c owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:13:38.056232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42558509-786f-4c83-942c-c0c7ea073edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:38.110753 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42558509-786f-4c83-942c-c0c7ea073edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:38.119233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-42558509-786f-4c83-942c-c0c7ea073edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4cf6d13d-979f-47ee-8b27-764c32a0e41c HTTP/1.1" status: 204 len: 168 time: 0.6199620 Dec 10 09:13:38.123681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49626) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:38.198974 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a3a625b8-5b5b-4c07-80aa-17a6369fd04c req-3a04978e-55c0-40cd-b86d-a47cb335de96 service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568368 Dec 10 09:13:38.200352 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44e1423-e601-4629-aa13-c3e97c3b31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] GET failed (client error): The resource could not be found. Dec 10 09:13:38.201109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42558509-786f-4c83-942c-c0c7ea073edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cf6d13d-979f-47ee-8b27-764c32a0e41c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:38.201882 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d44e1423-e601-4629-aa13-c3e97c3b31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "GET /v2.0/ports/4cf6d13d-979f-47ee-8b27-764c32a0e41c HTTP/1.1" status: 404 len: 333 time: 0.0409012 Dec 10 09:13:38.207764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49634) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:38.221491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Request body: {'port': {'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792229775'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:38.240179 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:38.262917 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-441370df-a685-4931-9ea1-47cc5225de20 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2244494 Dec 10 09:13:38.264156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Made reservation on behalf of 0a93266ec92347479c32ea11f1e611bd for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:38.270522 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:38.312308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] device_id is not set on port 904206f4-ac49-4b3e-9635-a9193860dfe7 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:38.357297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111455d-ee6a-4874-9e4c-ee84ffa3640e req-0e51ad8d-aee0-4e75-a0ae-ed75ded49e90 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:38.365606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3111455d-ee6a-4874-9e4c-ee84ffa3640e req-0e51ad8d-aee0-4e75-a0ae-ed75ded49e90 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.2449064 Dec 10 09:13:38.383024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f06e7-c279-4c21-bde7-35426a62ebfa req-a6cc366e-d374-4624-8b23-3f9aee8b981d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:38.391128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-328f06e7-c279-4c21-bde7-35426a62ebfa req-a6cc366e-d374-4624-8b23-3f9aee8b981d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.2024264 Dec 10 09:13:38.505625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:38.506486 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3111455d-ee6a-4874-9e4c-ee84ffa3640e req-53a86aa9-9bd5-4624-af89-359df9a7bd5c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391633 Dec 10 09:13:38.546471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-328f06e7-c279-4c21-bde7-35426a62ebfa req-893d7061-b95c-4b55-95a9-36a313b4bfc3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543808 Dec 10 09:13:38.619127 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:38.676990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:38.685389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:38.687666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:38.688830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:38.689435 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:38.726491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-ac5ac946-a012-49a9-b494-1cd16c05e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:38.728609 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-ac5ac946-a012-49a9-b494-1cd16c05e8f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1095 time: 0.1506610 Dec 10 09:13:38.771085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-845354b2-6b92-4e2a-b390-23d392de6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:38.776504 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-845354b2-6b92-4e2a-b390-23d392de6808 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74395b77cd834c1f8e01fbaa6e1afff1&device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 1133 time: 0.4716978 Dec 10 09:13:38.789669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'Port': ['ID=904206f4-ac49-4b3e-9635-a9193860dfe7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:38.798146 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2dfe0fb3-a758-4625-88ad-cf6399558663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5831587 Dec 10 09:13:38.805951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49688) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:38.862933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:39.010603 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:39.072760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac72aef-c1a4-4411-8ab4-0f46f06d2341 req-0f18b0a4-f94d-4dc3-a51b-b6352e4c6acf tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:39.074409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ac72aef-c1a4-4411-8ab4-0f46f06d2341 req-0f18b0a4-f94d-4dc3-a51b-b6352e4c6acf tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.3930070 Dec 10 09:13:39.229001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:39.336592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49726) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:39.364024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'floatingip': {'port_id': '5d53e549-1145-4852-9b00-814a0bb5ac5b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:39.438294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] device_id is not set on port 904206f4-ac49-4b3e-9635-a9193860dfe7 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:39.461175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:39.493747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6614e-add1-4233-a946-385bd9d01dad req-da13a90a-5664-4207-98a3-0754e8d5d3f2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:39.504971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79d6614e-add1-4233-a946-385bd9d01dad req-da13a90a-5664-4207-98a3-0754e8d5d3f2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.6969755 Dec 10 09:13:39.511770 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:39.606890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:39.848579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79d6614e-add1-4233-a946-385bd9d01dad req-808a6ef4-8b74-480b-80ab-0d910506b308 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417017 Dec 10 09:13:39.868240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'Port': ['ID=904206f4-ac49-4b3e-9635-a9193860dfe7,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:39.877974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653a356-f725-47ad-8cd3-99279f5a73cf req-d1ae3cac-614c-4b19-9b18-46608ef9d966 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:39.885783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5653a356-f725-47ad-8cd3-99279f5a73cf req-d1ae3cac-614c-4b19-9b18-46608ef9d966 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 982 time: 0.4208198 Dec 10 09:13:40.047088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5653a356-f725-47ad-8cd3-99279f5a73cf req-185a67cd-d56a-4e36-b329-bc9d5f40dc8c tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1598182 Dec 10 09:13:40.047887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:40.048223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:40.048561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:40.078884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49822) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:40.104698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:40.105894 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:40.106411 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 2 to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 Dec 10 09:13:40.150586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:40.154013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e2002c4b-af2f-49fa-8482-c4cbd486e32c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:13:40.163042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:40.166151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:40.186549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:40.187503 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:40.189426 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 3 to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 Dec 10 09:13:40.238545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:40.240492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:40.241088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:40.256037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:40.258939 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:40.260772 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 4 to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 Dec 10 09:13:40.348720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fe50b4e-5b25-414c-864c-505a708765ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:40.378848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-5cbbda4e-1de5-4686-ac54-d1bad4caee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:40.380353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-5cbbda4e-1de5-4686-ac54-d1bad4caee12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed HTTP/1.1" status: 200 len: 898 time: 1.5833733 Dec 10 09:13:40.385039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:40.385551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:40.386648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:40.433773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:40.434227 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:40.443603 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 5 to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 Dec 10 09:13:40.490516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e2002c4b-af2f-49fa-8482-c4cbd486e32c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e2002c4b-af2f-49fa-8482-c4cbd486e32c,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:40.491162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:40.492608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:40.493154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:40.524481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'port_id': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'mac_address': 'fa:16:3e:a6:07:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:13:40.526304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:40.528279 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:40.536422 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 6 to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 Dec 10 09:13:40.593164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:40.594571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:40.595522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:40.629895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:40.632004 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:40.640240 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 7 to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 Dec 10 09:13:40.652237 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:40.688534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2002c4b-af2f-49fa-8482-c4cbd486e32c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:13:40.691175 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-21bb0b6d-9af7-42d8-a00f-a8806388a41b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2002c4b-af2f-49fa-8482-c4cbd486e32c HTTP/1.1" status: 200 len: 217 time: 0.2869253 Dec 10 09:13:40.742803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e2002c4b-af2f-49fa-8482-c4cbd486e32c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e2002c4b-af2f-49fa-8482-c4cbd486e32c,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:40.751760 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:40.756558 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fe50b4e-5b25-414c-864c-505a708765ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:40.784436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:40.784817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:40.785163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:40.799600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:40.799935 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:40.801395 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fe50b4e-5b25-414c-864c-505a708765ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:40.828961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-a39e88a7-c6c9-4c75-aa36-27a1a4ba5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:40.842650 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-a39e88a7-c6c9-4c75-aa36-27a1a4ba5ce5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 2.0783873 Dec 10 09:13:40.858205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=e2002c4b-af2f-49fa-8482-c4cbd486e32c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:40.955629 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 8 to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 Dec 10 09:13:40.980100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['e2002c4b-af2f-49fa-8482-c4cbd486e32c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:13:41.012095 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4fe50b4e-5b25-414c-864c-505a708765ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72953566aff9409ab52bf33a866c44b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9320371 Dec 10 09:13:41.017368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49912) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:41.021429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe50b4e-5b25-414c-864c-505a708765ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072aa4ca-eacc-4864-96de-7b411b6a39ab,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:41.031397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:41.034526 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:41.036441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:41.114245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:41.114575 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:41.120166 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 9 to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 Dec 10 09:13:41.135382 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.resource_extend [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 09:13:41.184639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-2998bb24-5846-4f07-9af9-cc90f28b887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:41.186633 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-2998bb24-5846-4f07-9af9-cc90f28b887f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59b3d9b5-24ca-4e21-9df0-07a23bae910e HTTP/1.1" status: 200 len: 834 time: 0.3676980 Dec 10 09:13:41.190803 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-3dda490f-fcf7-4c89-a6be-a2dab11266ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 999 time: 0.2966449 Dec 10 09:13:41.321342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:41.321771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:41.322039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:41.357364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:41.357723 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:41.369837 n-d-814746-3 neutron-server[114969]: INFO neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempt 10 to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 Dec 10 09:13:41.405374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-e330ef3a-9fdc-4675-9251-c946f2a5d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:41.409229 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-e330ef3a-9fdc-4675-9251-c946f2a5d3ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1691742 Dec 10 09:13:41.424693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a58b5-817b-4443-96c7-53b88b18d59f req-a6e3febe-316a-4c40-8397-2193bde59f99 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:41.427259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e9a58b5-817b-4443-96c7-53b88b18d59f req-a6e3febe-316a-4c40-8397-2193bde59f99 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.4086137 Dec 10 09:13:41.433665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:41.434241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:41.434743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempting to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:41.528617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b38448-7335-4bca-95df-1316ed20ccef req-689db5c0-9ac8-4f1b-968f-502252a89ed3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:41.530598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71b38448-7335-4bca-95df-1316ed20ccef req-689db5c0-9ac8-4f1b-968f-502252a89ed3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 983 time: 0.2954960 Dec 10 09:13:41.533171 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86e3df79-e02a-475e-9ecc-963f905ac7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:41.535466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:13:41.540404 n-d-814746-3 neutron-server[114969]: ERROR neutron.plugins.ml2.managers [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Failed to bind port 904206f4-ac49-4b3e-9635-a9193860dfe7 on host n-h2-814746-3 for vnic_type normal using segments [{'id': 'c772b36c-22fb-4d6c-8467-da3447360494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1d0636fb-076f-422a-9c62-c43c4ad8fd20'}] Dec 10 09:13:41.541070 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:41.656955 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86e3df79-e02a-475e-9ecc-963f905ac7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:41.747076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e9a58b5-817b-4443-96c7-53b88b18d59f req-084ee6e8-6119-410d-b76c-bcf52b8d4c80 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081093 Dec 10 09:13:41.943351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71b38448-7335-4bca-95df-1316ed20ccef req-f596c9f4-c609-49f1-bb16-8100b89b1fff tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3909996 Dec 10 09:13:41.949088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] For port 904206f4-ac49-4b3e-9635-a9193860dfe7, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:41.949725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attempted to set empty binding levels {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 09:13:41.970134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:41.970863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.026023 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.071530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7727-6fb8-4b54-9d7f-7b6c3698e334 req-4fd89455-25a1-496c-8f23-b7933fc3669a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:42.079768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-044a7727-6fb8-4b54-9d7f-7b6c3698e334 req-4fd89455-25a1-496c-8f23-b7933fc3669a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1982079 Dec 10 09:13:42.100847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-c6587d77-17f6-4286-b8ce-895227599194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:42.102742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-c6587d77-17f6-4286-b8ce-895227599194 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9042063 Dec 10 09:13:42.106465 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86e3df79-e02a-475e-9ecc-963f905ac7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.109356 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-86e3df79-e02a-475e-9ecc-963f905ac7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.125999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-86e3df79-e02a-475e-9ecc-963f905ac7fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/072aa4ca-eacc-4864-96de-7b411b6a39ab HTTP/1.1" status: 204 len: 168 time: 1.0820348 Dec 10 09:13:42.132000 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] In _notify_port_updated(), no bound segment for port 904206f4-ac49-4b3e-9635-a9193860dfe7 on network 1d0636fb-076f-422a-9c62-c43c4ad8fd20 {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:13:42.136428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-a0b7dd18-e481-44d9-aff0-c64f27f29d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:42.136988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:42.137687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.138418 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-a0b7dd18-e481-44d9-aff0-c64f27f29d94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597800 Dec 10 09:13:42.145347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "PUT /v2.0/ports/904206f4-ac49-4b3e-9635-a9193860dfe7 HTTP/1.1" status: 200 len: 979 time: 3.2899833 Dec 10 09:13:42.154569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50012) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:42.170780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e2002c4b-af2f-49fa-8482-c4cbd486e32c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:42.270174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c6c16-8502-4517-a5cb-3fe6bdcd864b tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event updated for resources: {'Port': ['ID=904206f4-ac49-4b3e-9635-a9193860dfe7,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:42.294612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3df79-e02a-475e-9ecc-963f905ac7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072aa4ca-eacc-4864-96de-7b411b6a39ab,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:42.353663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port e2002c4b-af2f-49fa-8482-c4cbd486e32c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:13:42.371871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port e2002c4b-af2f-49fa-8482-c4cbd486e32c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:42.373353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.434448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-044a7727-6fb8-4b54-9d7f-7b6c3698e334 req-6ec76eac-b357-4f32-b388-e776c1acbb1c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536768 Dec 10 09:13:42.465828 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Floating IP a8aa1d5a-a869-4710-9d78-16eae8a19293 associated. External IP: 172.25.3.123, port: 5d53e549-1145-4852-9b00-814a0bb5ac5b. Dec 10 09:13:42.484830 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.495035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d93afee3-67d2-4be7-b0ed-150ed8e36235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Deleting port 904206f4-ac49-4b3e-9635-a9193860dfe7 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:13:42.496571 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93afee3-67d2-4be7-b0ed-150ed8e36235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.522416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:13:42.526556 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be0e360-7731-41c7-8601-e2d7d28b044d" -d '{"events": [{"server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "name": "network-vif-plugged", "status": "completed", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:13:42.589110 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e2002c4b-af2f-49fa-8482-c4cbd486e32c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e2002c4b-af2f-49fa-8482-c4cbd486e32c,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:42.610749 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.688168 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-ca197a12-e639-4087-b1e1-333d84175117 service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691288 Dec 10 09:13:42.754724 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-d722e170-aebc-4107-910c-195954c3c936 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974481 Dec 10 09:13:42.777807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-d93afee3-67d2-4be7-b0ed-150ed8e36235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] For port 904206f4-ac49-4b3e-9635-a9193860dfe7, host n-h2-814746-3, got binding levels [] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:42.778180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93afee3-67d2-4be7-b0ed-150ed8e36235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:42.818693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d93afee3-67d2-4be7-b0ed-150ed8e36235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Calling delete_port for 904206f4-ac49-4b3e-9635-a9193860dfe7 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:13:42.850842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f033e11-0989-4a60-ae9f-56f30cb44c23 req-27bf3130-49f1-46b2-b538-53816cd6b760 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:42.860833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f033e11-0989-4a60-ae9f-56f30cb44c23 req-27bf3130-49f1-46b2-b538-53816cd6b760 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.2217059 Dec 10 09:13:42.907270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=e2002c4b-af2f-49fa-8482-c4cbd486e32c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:43.036212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f033e11-0989-4a60-ae9f-56f30cb44c23 req-265ac1cc-914f-47ac-8bc3-ce58203a6eca tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723509 Dec 10 09:13:43.125363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93afee3-67d2-4be7-b0ed-150ed8e36235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:43.232622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93afee3-67d2-4be7-b0ed-150ed8e36235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Pushing event deleted for resources: {'Port': ['ID=904206f4-ac49-4b3e-9635-a9193860dfe7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:43.290313 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43a343ea-adbe-4de1-996e-35b22b20976d req-014f12bd-2eeb-4829-8551-5f71fa2f2d2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5661547 Dec 10 09:13:43.308862 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93afee3-67d2-4be7-b0ed-150ed8e36235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:43.318030 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fb2190-9c95-42f3-879a-4c4f46679d5b x-openstack-request-id: req-57fb2190-9c95-42f3-879a-4c4f46679d5b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:13:43.319086 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "name": "network-vif-plugged", "status": "completed", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:13:43.319506 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57fb2190-9c95-42f3-879a-4c4f46679d5b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:13:43.320959 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'code': 200} Dec 10 09:13:43.333914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50140) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:43.336533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d93afee3-67d2-4be7-b0ed-150ed8e36235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "DELETE /v2.0/ports/904206f4-ac49-4b3e-9635-a9193860dfe7 HTTP/1.1" status: 204 len: 168 time: 1.1792760 Dec 10 09:13:43.403712 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d4899f55-ed42-4409-bcdd-1d4ef7b08ac3 req-8ba13a16-5195-4f28-a0cf-84b74f4936e8 service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983359 Dec 10 09:13:43.484936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4b68-15c2-4a16-85f0-8d3612b258c0 req-6157d64c-5b8f-4dd3-9422-21f36d46464b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:43.487380 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4ca516-991a-468a-b992-2e782b0ed3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] GET failed (client error): The resource could not be found. Dec 10 09:13:43.491372 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6f4ca516-991a-468a-b992-2e782b0ed3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602430197-project-admin] 10.222.0.31 "GET /v2.0/ports/904206f4-ac49-4b3e-9635-a9193860dfe7 HTTP/1.1" status: 404 len: 333 time: 0.1407621 Dec 10 09:13:43.496747 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4894e1b2-a90b-4fc9-9ea4-19a2c051a67e req-505bb7fd-b715-4ba8-906b-ca93171670c9 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096884 Dec 10 09:13:43.497730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:43.512889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d7b4b68-15c2-4a16-85f0-8d3612b258c0 req-6157d64c-5b8f-4dd3-9422-21f36d46464b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 984 time: 0.2823184 Dec 10 09:13:43.674867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd266ef1-d4dc-4254-806f-9bd09f26547f req-4a042881-024b-4621-affd-f2f6fa148fce tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:43.682945 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd266ef1-d4dc-4254-806f-9bd09f26547f req-4a042881-024b-4621-affd-f2f6fa148fce tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1428573 Dec 10 09:13:43.717444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d7b4b68-15c2-4a16-85f0-8d3612b258c0 req-7b3ae27c-3d70-4a56-b5b5-08a0de0cfe72 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1880651 Dec 10 09:13:43.731797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:43.747288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a343ea-adbe-4de1-996e-35b22b20976d req-300e99d9-1a1e-4604-b9ce-f537e124230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:43.749679 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43a343ea-adbe-4de1-996e-35b22b20976d req-300e99d9-1a1e-4604-b9ce-f537e124230d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 1096 time: 0.2823045 Dec 10 09:13:43.773170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:13:43.805175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd266ef1-d4dc-4254-806f-9bd09f26547f req-22c820e7-ce1c-4792-b838-110cff42f06d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154616 Dec 10 09:13:43.893242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759884e-864e-463d-885f-618c722caea9 req-f38f9092-ae19-4ec4-a1b7-b2a3fee4eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:43.895570 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2759884e-864e-463d-885f-618c722caea9 req-f38f9092-ae19-4ec4-a1b7-b2a3fee4eac5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 1135 time: 0.4129391 Dec 10 09:13:44.107474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:44.140086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0636fb-076f-422a-9c62-c43c4ad8fd20']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:44.170316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c772b36c-22fb-4d6c-8467-da3447360494') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:44.170579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c772b36c-22fb-4d6c-8467-da3447360494') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:44.267722 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:44.301538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a343ea-adbe-4de1-996e-35b22b20976d req-03034b68-261d-4e2d-a933-d686c2970694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:44.301538 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43a343ea-adbe-4de1-996e-35b22b20976d req-03034b68-261d-4e2d-a933-d686c2970694 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.4941161 Dec 10 09:13:44.301538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:13:44.302200 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2759884e-864e-463d-885f-618c722caea9 req-b23522d7-b3e9-419f-96c1-a9b7b6077052 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=748723e1-4828-4ca2-b513-6621aadcf53d&id=35f783ad-ae2a-4ab9-912c-547f940358ce&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3905058 Dec 10 09:13:44.312429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:44.315096 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:44.317104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] Sync routers for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:13:44.339131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:44.339783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:44.406828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:13:44.407232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:13:44.412109 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:13:44.424533 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43a343ea-adbe-4de1-996e-35b22b20976d req-305069b8-55f0-4be2-bf14-9286d8238c6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5645416b-962b-4aca-a737-ab5a9b517260 HTTP/1.1" status: 200 len: 217 time: 0.1217296 Dec 10 09:13:44.497295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:44.531745 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b6bb00a0-0271-4e40-82f4-2a191ba6120a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "PUT /v2.0/floatingips/a8aa1d5a-a869-4710-9d78-16eae8a19293 HTTP/1.1" status: 200 len: 992 time: 5.1670494 Dec 10 09:13:44.564609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:13:44.583205 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef073d9-7516-45d0-8930-f47d404fbfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:13:44.739152 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f9edbe-0d86-4d91-ba8b-d6478664de40 x-openstack-request-id: req-a1f9edbe-0d86-4d91-ba8b-d6478664de40 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:13:44.739483 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:13:44.739754 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1f9edbe-0d86-4d91-ba8b-d6478664de40 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:13:44.740172 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'status': 'completed', 'code': 200} Dec 10 09:13:44.801478 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:44.847588 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:44.860076 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] 10.222.0.31 "DELETE /v2.0/networks/1d0636fb-076f-422a-9c62-c43c4ad8fd20 HTTP/1.1" status: 204 len: 168 time: 1.3318379 Dec 10 09:13:44.861817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ac556-857b-4571-a0a2-422172c06ab8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921167062-project] Pushing event deleted for resources: {'Network': ['ID=1d0636fb-076f-422a-9c62-c43c4ad8fd20,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:44.907704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a343ea-adbe-4de1-996e-35b22b20976d req-d30748be-d4af-4efe-8825-2d449729dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:44.919928 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43a343ea-adbe-4de1-996e-35b22b20976d req-d30748be-d4af-4efe-8825-2d449729dfca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.4040594 Dec 10 09:13:44.959601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-d4d3b518-e140-4f0e-902f-ac8853ea4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:44.964787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-d4d3b518-e140-4f0e-902f-ac8853ea4281 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1097 time: 0.2137403 Dec 10 09:13:45.020591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fe194-acab-4a82-88a1-7d5c2ac726f6 req-68f62c85-ee53-4bcc-9187-6c6cf742dc42 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:45.033973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af0fe194-acab-4a82-88a1-7d5c2ac726f6 req-68f62c85-ee53-4bcc-9187-6c6cf742dc42 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 984 time: 0.1688144 Dec 10 09:13:45.163934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50188) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:45.252166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af0fe194-acab-4a82-88a1-7d5c2ac726f6 req-ddfe61c2-929c-4e30-a410-a2b51c82a8ec tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2170029 Dec 10 09:13:45.293889 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:45.352276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'a8aa1d5a-a869-4710-9d78-16eae8a19293', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'port_id': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'mac_address': 'fa:16:3e:dd:53:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:13:11Z', 'updated_at': '2021-12-10T09:13:40Z', 'revision_number': 1, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:45.445159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a343ea-adbe-4de1-996e-35b22b20976d req-be8a77bf-57e1-484c-b618-05dd9c6e5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:45.446742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43a343ea-adbe-4de1-996e-35b22b20976d req-be8a77bf-57e1-484c-b618-05dd9c6e5bd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5057232 Dec 10 09:13:45.452286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-964e55bf-4c53-4ca5-a4ad-744224580ef1 admin admin] Deleting subnet 99b55d0e-1d86-4858-8ca0-068d23393b09 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:13:45.467096 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-964e55bf-4c53-4ca5-a4ad-744224580ef1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:45.506719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] Checking router: 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:13:45.539718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:45.543147 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:45.773796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50198) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:45.853644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:46.073425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f501da0e-6b8f-40cb-9608-a32658062ced admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c29782da9048445f9dd23825672346e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2973213 Dec 10 09:13:46.075936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50206) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:46.183590 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f95a0791-c5eb-4038-a358-2e1ee0eb8c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:46.196167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-964e55bf-4c53-4ca5-a4ad-744224580ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:46.207610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f95a0791-c5eb-4038-a358-2e1ee0eb8c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:46.267471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-964e55bf-4c53-4ca5-a4ad-744224580ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:46.268129 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f95a0791-c5eb-4038-a358-2e1ee0eb8c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:46.271643 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f95a0791-c5eb-4038-a358-2e1ee0eb8c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:46.276393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f95a0791-c5eb-4038-a358-2e1ee0eb8c75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/748c6f39-b49e-4aeb-879c-3f83a96d0955 HTTP/1.1" status: 204 len: 168 time: 0.1992776 Dec 10 09:13:46.291464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a0791-c5eb-4038-a358-2e1ee0eb8c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748c6f39-b49e-4aeb-879c-3f83a96d0955,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:46.304514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'a8aa1d5a-a869-4710-9d78-16eae8a19293', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'port_id': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'mac_address': 'fa:16:3e:dd:53:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:13:11Z', 'updated_at': '2021-12-10T09:13:40Z', 'revision_number': 1, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:46.354793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0043e-8d23-4564-9272-c8382de977a7 None None] The sync data for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 is: [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'a8aa1d5a-a869-4710-9d78-16eae8a19293', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'port_id': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'mac_address': 'fa:16:3e:dd:53:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:13:11Z', 'updated_at': '2021-12-10T09:13:40Z', 'revision_number': 1, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:13:46.362030 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43a343ea-adbe-4de1-996e-35b22b20976d req-34afacba-6675-4b77-ab28-f59778c43d2a service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9068434 Dec 10 09:13:46.365449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-94d04612-a858-4cad-a22c-76c68b59c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:46.367634 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-94d04612-a858-4cad-a22c-76c68b59c639 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 1.3834300 Dec 10 09:13:46.492952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2d1c-7f37-4a0b-bd71-6aafa79fd796 req-9904af8c-4a3f-4006-b1a2-68ae9c3fc158 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:46.494961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43fa2d1c-7f37-4a0b-bd71-6aafa79fd796 req-9904af8c-4a3f-4006-b1a2-68ae9c3fc158 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 984 time: 0.1289005 Dec 10 09:13:46.593394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-c4899009-c905-4de9-aedf-643cbb2a4b1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 1000 time: 0.1778212 Dec 10 09:13:46.605416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43fa2d1c-7f37-4a0b-bd71-6aafa79fd796 req-f2e32e73-7b44-428a-ae9d-9ae1e03d96c8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1014173 Dec 10 09:13:46.779018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-43a343ea-adbe-4de1-996e-35b22b20976d req-d64833b0-5c99-48ab-b305-b0e1c520e934 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076259 Dec 10 09:13:46.786300 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-964e55bf-4c53-4ca5-a4ad-744224580ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:46.806816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4dc65-1fcf-4219-bc4d-55c8322d45d2 req-b394f7b6-8192-4252-a0b9-06977a740acd tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:46.816351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bf4dc65-1fcf-4219-bc4d-55c8322d45d2 req-b394f7b6-8192-4252-a0b9-06977a740acd tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 984 time: 0.1047833 Dec 10 09:13:46.840617 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7a006-2398-4a5d-bf2e-703fcec3d79d None None] New status for floating IP a8aa1d5a-a869-4710-9d78-16eae8a19293: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:13:46.852799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e55bf-4c53-4ca5-a4ad-744224580ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b55d0e-1d86-4858-8ca0-068d23393b09,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:46.855649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-ba2d2196-35f2-4001-b38f-dd3c58e58a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:46.857093 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-ba2d2196-35f2-4001-b38f-dd3c58e58a30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.1375742 Dec 10 09:13:46.867097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-964e55bf-4c53-4ca5-a4ad-744224580ef1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:46.875403 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-964e55bf-4c53-4ca5-a4ad-744224580ef1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/99b55d0e-1d86-4858-8ca0-068d23393b09 HTTP/1.1" status: 204 len: 168 time: 1.7094457 Dec 10 09:13:46.878711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50224) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:47.010197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bf4dc65-1fcf-4219-bc4d-55c8322d45d2 req-d609603e-fbe5-485a-855c-83bc1b66d7c7 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1809983 Dec 10 09:13:47.010915 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50232) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:47.076393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-ee360b67-76d6-47be-809d-476a06b834b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:47.078546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-ee360b67-76d6-47be-809d-476a06b834b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016113 Dec 10 09:13:47.120406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-279d1ffe-5bfc-4568-925c-c4d1da856bac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a93266ec92347479c32ea11f1e611bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1075637 Dec 10 09:13:47.121820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50238) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:47.181149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.310175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3df5-174e-45fe-9c76-b8ea27923578 req-eefd3050-8862-4a09-a9fe-83b81a99ae45 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:47.321436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f90f3df5-174e-45fe-9c76-b8ea27923578 req-eefd3050-8862-4a09-a9fe-83b81a99ae45 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 1135 time: 0.1379166 Dec 10 09:13:47.327640 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-f02408a6-dea0-45dc-afab-379282b48f7d service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359819 Dec 10 09:13:47.330294 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b90a6777-26d6-4d8b-b6e6-7e5b5a295946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.344370 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f90f3df5-174e-45fe-9c76-b8ea27923578 req-f3b8687c-4985-4d92-b2b9-1a67d6d191df tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.367171 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.378660 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b90a6777-26d6-4d8b-b6e6-7e5b5a295946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.435790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbaa9ce-997d-4c85-9dd0-2270820a572b']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:47.453151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98d2c8d-b5be-4f79-b9fe-5556d8d43621') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:47.453609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98d2c8d-b5be-4f79-b9fe-5556d8d43621') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:47.471345 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.477442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b90a6777-26d6-4d8b-b6e6-7e5b5a295946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.480093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b90a6777-26d6-4d8b-b6e6-7e5b5a295946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.483562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b90a6777-26d6-4d8b-b6e6-7e5b5a295946 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2ef177d-f23c-4803-acb7-bf1d2ac3ed3c HTTP/1.1" status: 204 len: 168 time: 0.3582819 Dec 10 09:13:47.492292 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f90f3df5-174e-45fe-9c76-b8ea27923578 req-f3b8687c-4985-4d92-b2b9-1a67d6d191df tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.498219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a6777-26d6-4d8b-b6e6-7e5b5a295946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ef177d-f23c-4803-acb7-bf1d2ac3ed3c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:47.501892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f90f3df5-174e-45fe-9c76-b8ea27923578 req-f3b8687c-4985-4d92-b2b9-1a67d6d191df tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.504205 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.514651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:13:47.515778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:13:47.517819 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:13:47.520652 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ef073d9-7516-45d0-8930-f47d404fbfe7 req-d294837d-fa30-4435-9bde-2352c829f1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784575 Dec 10 09:13:47.600203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8687c-4985-4d92-b2b9-1a67d6d191df tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c6eea-3d85-4277-afde-db4a2c2aba93,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:47.621285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f90f3df5-174e-45fe-9c76-b8ea27923578 req-f3b8687c-4985-4d92-b2b9-1a67d6d191df tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2936399 Dec 10 09:13:47.633912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50244) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:47.650096 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.694194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.699159 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fdbaa9ce-997d-4c85-9dd0-2270820a572b HTTP/1.1" status: 204 len: 168 time: 0.8203447 Dec 10 09:13:47.700535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aae95-b0d5-4514-a321-4a98765c5808 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdbaa9ce-997d-4c85-9dd0-2270820a572b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:47.704607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50246) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:47.738516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01a108-853f-4d4c-81f0-c5074b0bc339 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:47.740813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6b01a108-853f-4d4c-81f0-c5074b0bc339 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 1130 time: 0.1038644 Dec 10 09:13:47.744747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50248) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:47.749267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:47.769892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-55574eec-f9c8-458b-9156-4b45ad07ef45 admin admin] Deleting subnet 1b7e16cc-5e00-4ba4-883d-9205a4f705a6 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:13:47.774321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55574eec-f9c8-458b-9156-4b45ad07ef45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.777253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.829853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55574eec-f9c8-458b-9156-4b45ad07ef45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.893169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55574eec-f9c8-458b-9156-4b45ad07ef45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.927769 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:47.968836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55574eec-f9c8-458b-9156-4b45ad07ef45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.012938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55574eec-f9c8-458b-9156-4b45ad07ef45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b7e16cc-5e00-4ba4-883d-9205a4f705a6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:48.015522 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55574eec-f9c8-458b-9156-4b45ad07ef45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.019554 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-55574eec-f9c8-458b-9156-4b45ad07ef45 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1b7e16cc-5e00-4ba4-883d-9205a4f705a6 HTTP/1.1" status: 204 len: 168 time: 0.3134272 Dec 10 09:13:48.024933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:48.152336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.173457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Allocated IP 172.25.3.221 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/d1ad6fff-ea10-4eda-bc7a-d9d99590892c) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:48.313696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.323928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.350557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c21f0c-3345-4b93-a53b-9fccb6b3993d']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:48.366140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2884a3a9-3702-4a1c-b106-bffa0874bfb1') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:48.366608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2884a3a9-3702-4a1c-b106-bffa0874bfb1') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:48.377699 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.394582 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.402542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:13:48.403483 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:13:48.405994 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:13:48.414034 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.459918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:48.473038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:48.475307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=d1ad6fff-ea10-4eda-bc7a-d9d99590892c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:48.478348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:48.499669 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.523632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.532556 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d2c21f0c-3345-4b93-a53b-9fccb6b3993d HTTP/1.1" status: 204 len: 168 time: 0.5064828 Dec 10 09:13:48.533630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3152bf-3e65-4a7c-80db-4a8112019d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c21f0c-3345-4b93-a53b-9fccb6b3993d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:48.657916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50280) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:48.779381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50284) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:48.834604 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-956d7f69-9248-4fd6-89aa-2c917eecc73e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f75f7588f73846fd9925403e98a93492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539987 Dec 10 09:13:48.837633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50286) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:48.860158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1061650302'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:48.927082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:48.931604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.945987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.948899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e5131f4b-4756-4fed-94f7-8a9156a8b3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:48.974636 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e5131f4b-4756-4fed-94f7-8a9156a8b3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.046671 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.056617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e5131f4b-4756-4fed-94f7-8a9156a8b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.060225 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e5131f4b-4756-4fed-94f7-8a9156a8b3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.063765 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e5131f4b-4756-4fed-94f7-8a9156a8b3a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7aaf726-235e-412a-8d0d-b1cfef37a946 HTTP/1.1" status: 204 len: 168 time: 0.2227809 Dec 10 09:13:49.142311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5131f4b-4756-4fed-94f7-8a9156a8b3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aaf726-235e-412a-8d0d-b1cfef37a946,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:49.191517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.263206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.275983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.283017 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.364177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:13:49.395322 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.395907 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Added segment d4300a6a-d23d-408f-b3d9-05e4999c0e84 of type vlan for network d26727bc-fd6f-4623-bf89-55c567c18d08 Dec 10 09:13:49.397032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22df345a-d365-4271-af37-2b9306df2c5d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:49.557124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.623014 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.645730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:49.648812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.752269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50300) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:49.785752 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1265297 Dec 10 09:13:49.787869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50302) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:49.795968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'name': 'tempest-PortsIpV6TestJSON-1957327872'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:49.840309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b3c89ae0-0e10-458e-8c10-5c1f0ed221d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1715bc9e85042289952a30f336d7ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860755 Dec 10 09:13:49.843467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50304) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:49.881373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aec417-d1f5-4e26-803c-d382e0c32dd7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Network': ['ID=d26727bc-fd6f-4623-bf89-55c567c18d08,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:49.895590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:13:49.964698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:49.968896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.983938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:49.991493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.010628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f8c0737-b831-4d8c-8a6d-14a3ae1ed512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.016659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 600ddb92-cea8-414b-8580-c5ab50fef605 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:50.079979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=d1ad6fff-ea10-4eda-bc7a-d9d99590892c,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:50.089330 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.187878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f8c0737-b831-4d8c-8a6d-14a3ae1ed512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.231109 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Floating IP c12bdeee-2572-402e-ae01-194be26497fe associated. External IP: 172.25.3.221, port: e2002c4b-af2f-49fa-8482-c4cbd486e32c. Dec 10 09:13:50.354597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.463653 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.467111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f8c0737-b831-4d8c-8a6d-14a3ae1ed512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.469961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f8c0737-b831-4d8c-8a6d-14a3ae1ed512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.473417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6f8c0737-b831-4d8c-8a6d-14a3ae1ed512 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffe2b5a0-f114-4100-9d13-51935ba2e973 HTTP/1.1" status: 204 len: 168 time: 0.6267600 Dec 10 09:13:50.553895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c0737-b831-4d8c-8a6d-14a3ae1ed512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe2b5a0-f114-4100-9d13-51935ba2e973,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:50.581051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Router 27466bc3-df3f-4239-84c4-19e7e7b02a4b has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:13:50.613146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=600ddb92-cea8-414b-8580-c5ab50fef605,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:50.655016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Checking segment: {'id': 'd4300a6a-d23d-408f-b3d9-05e4999c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:50.655390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network hostable DHCP agents. Network: d26727bc-fd6f-4623-bf89-55c567c18d08, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:13:50.704630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:13:50.716246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50322) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:50.738910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, d26727bc-fd6f-4623-bf89-55c567c18d08) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:50.747522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd03e81-c3c1-451f-95b9-adfbd04f8486 None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:13:50.755406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:50.771866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:50.773128 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.808066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:13:50.829044 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-581b4eaa-3f09-4e9b-8c6d-d9f8a95f7ada tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0342507 Dec 10 09:13:50.829758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50326) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:50.842576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] Sync routers for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:13:50.844007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-300474230'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:50.855760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.862977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:50.863997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:50.912418 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:50.920303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:50.942679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-739a7984-0144-4eb9-afa3-27062b5ba3a4 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1967773 Dec 10 09:13:50.943318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50330) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:50.943801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:13:50.947693 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5416ed46-5824-4949-98af-cd03bb68f62d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:13:51.014606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:13:51.044650 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:51.046596 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Added segment 2d2c5a49-1eb7-4dbd-a860-f150a569e2f1 of type vlan for network 2df954de-aec6-400d-a0de-f793743f71ca Dec 10 09:13:51.149393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:51.224007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c194070b-9ba2-459a-8025-53900f6db772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:51.232928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:51.240371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.242755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:51.333300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Network': ['ID=2df954de-aec6-400d-a0de-f793743f71ca,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:51.368565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e5729-44e6-4bf7-b284-cf1f1ddde5fc tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.369175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e5729-44e6-4bf7-b284-cf1f1ddde5fc tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.369562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e5729-44e6-4bf7-b284-cf1f1ddde5fc tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.370063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e5729-44e6-4bf7-b284-cf1f1ddde5fc tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.370520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e5729-44e6-4bf7-b284-cf1f1ddde5fc tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.370975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e5729-44e6-4bf7-b284-cf1f1ddde5fc tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.371426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e5729-44e6-4bf7-b284-cf1f1ddde5fc tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.374923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4687d1d9-185b-4fc5-8391-ed6f64130cbe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5420103 Dec 10 09:13:51.385543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e37e5729-44e6-4bf7-b284-cf1f1ddde5fc tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4953 time: 0.4175863 Dec 10 09:13:51.386008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50344) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:51.386120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50346) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:51.393227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'ports': [{'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08'}, {'network_id': '2df954de-aec6-400d-a0de-f793743f71ca'}]} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:51.394888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:51.395378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': '2df954de-aec6-400d-a0de-f793743f71ca'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:51.454902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 2df954de-aec6-400d-a0de-f793743f71ca details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:13:51.563481 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc5e4e-c156-4e66-8d47-97afcabdb490 x-openstack-request-id: req-21fc5e4e-c156-4e66-8d47-97afcabdb490 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:13:51.563835 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:13:51.565478 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21fc5e4e-c156-4e66-8d47-97afcabdb490 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:13:51.565982 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'status': 'completed', 'code': 200} Dec 10 09:13:51.653206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba75a0-2b9d-48c8-96cf-b901b4893864 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.656628 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba75a0-2b9d-48c8-96cf-b901b4893864 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.659331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba75a0-2b9d-48c8-96cf-b901b4893864 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.659846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba75a0-2b9d-48c8-96cf-b901b4893864 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.661926 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:51.662299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba75a0-2b9d-48c8-96cf-b901b4893864 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.662770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba75a0-2b9d-48c8-96cf-b901b4893864 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.675832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8eba75a0-2b9d-48c8-96cf-b901b4893864 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.2869165 Dec 10 09:13:51.677485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50358) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:51.779233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ed46-5824-4949-98af-cd03bb68f62d req-60908466-8301-491a-809e-0940c5b33095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.782984 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5416ed46-5824-4949-98af-cd03bb68f62d req-60908466-8301-491a-809e-0940c5b33095 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74395b77cd834c1f8e01fbaa6e1afff1&device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 1135 time: 0.2131131 Dec 10 09:13:51.911544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ed46-5824-4949-98af-cd03bb68f62d req-a962b6f9-081c-4d86-8332-64d82c23b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:51.913582 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5416ed46-5824-4949-98af-cd03bb68f62d req-a962b6f9-081c-4d86-8332-64d82c23b3a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed HTTP/1.1" status: 200 len: 898 time: 0.1150064 Dec 10 09:13:52.034762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:20Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'c12bdeee-2572-402e-ae01-194be26497fe', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'port_id': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'mac_address': 'fa:16:3e:a6:07:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:13:48Z', 'updated_at': '2021-12-10T09:13:48Z', 'revision_number': 0, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b99048-d287-43e1-aeb0-7b5dedd7c99a', 'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:aa:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:17Z', 'updated_at': '2021-12-10T09:13:27Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:52.067789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] Checking router: 27466bc3-df3f-4239-84c4-19e7e7b02a4b for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:13:52.084284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:13:52.085982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:13:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:52.101558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c194070b-9ba2-459a-8025-53900f6db772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:52.136297 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c194070b-9ba2-459a-8025-53900f6db772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:52.176053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5416ed46-5824-4949-98af-cd03bb68f62d req-5c00a7f0-7e70-4b59-820f-5f0e94341bfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2002c4b-af2f-49fa-8482-c4cbd486e32c HTTP/1.1" status: 200 len: 999 time: 0.2408674 Dec 10 09:13:52.285229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ed46-5824-4949-98af-cd03bb68f62d req-9f54a29b-9818-4f99-8f51-a5e6c8d74557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:52.286648 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5416ed46-5824-4949-98af-cd03bb68f62d req-9f54a29b-9818-4f99-8f51-a5e6c8d74557 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59b3d9b5-24ca-4e21-9df0-07a23bae910e HTTP/1.1" status: 200 len: 834 time: 0.0619569 Dec 10 09:13:52.327387 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c194070b-9ba2-459a-8025-53900f6db772 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d51b71fd0f86428f80c7fb5e9fd877dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6057203 Dec 10 09:13:52.327579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50364) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:52.340252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 2} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:52.345539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:52.349182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194070b-9ba2-459a-8025-53900f6db772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c966f-2d13-4e92-89da-a7a87c125d0e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:52.382978 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:52.398553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:13:52.436192 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337cec18-f29c-4be4-9ec6-a6383283e8dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:52.478646 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337cec18-f29c-4be4-9ec6-a6383283e8dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:52.558902 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337cec18-f29c-4be4-9ec6-a6383283e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:52.563163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337cec18-f29c-4be4-9ec6-a6383283e8dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:52.568959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-337cec18-f29c-4be4-9ec6-a6383283e8dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b99c966f-2d13-4e92-89da-a7a87c125d0e HTTP/1.1" status: 204 len: 168 time: 0.2394490 Dec 10 09:13:52.596381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cec18-f29c-4be4-9ec6-a6383283e8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c966f-2d13-4e92-89da-a7a87c125d0e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:52.757042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ed46-5824-4949-98af-cd03bb68f62d req-11ca929a-c37e-40c1-8312-34a389bff575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:52.758483 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5416ed46-5824-4949-98af-cd03bb68f62d req-11ca929a-c37e-40c1-8312-34a389bff575 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4556148 Dec 10 09:13:52.882474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:20Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'c12bdeee-2572-402e-ae01-194be26497fe', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'port_id': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'mac_address': 'fa:16:3e:a6:07:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:13:48Z', 'updated_at': '2021-12-10T09:13:48Z', 'revision_number': 0, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b99048-d287-43e1-aeb0-7b5dedd7c99a', 'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:aa:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:17Z', 'updated_at': '2021-12-10T09:13:27Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:52.915786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2a2fa-5769-4c82-8ec7-a598d24d66a9 None None] The sync data for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 is: [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:20Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'c12bdeee-2572-402e-ae01-194be26497fe', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'port_id': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'mac_address': 'fa:16:3e:a6:07:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:13:48Z', 'updated_at': '2021-12-10T09:13:48Z', 'revision_number': 0, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b99048-d287-43e1-aeb0-7b5dedd7c99a', 'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:aa:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:17Z', 'updated_at': '2021-12-10T09:13:27Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:13:52.935978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 5c2838be-da9d-46e3-8527-424192a6ad9e yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:52.967257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7c151ac5-4adc-43e9-8b99-ba8516877e3b tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 1.2778654 Dec 10 09:13:52.969241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50382) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:53.047988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dae845-7514-436e-9282-7045c36ef68b tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:53.048699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dae845-7514-436e-9282-7045c36ef68b tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:53.068443 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5416ed46-5824-4949-98af-cd03bb68f62d req-20795d39-0687-4042-bc73-f583fc51d575 service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936590 Dec 10 09:13:53.071225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d3dae845-7514-436e-9282-7045c36ef68b tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27466bc3-df3f-4239-84c4-19e7e7b02a4b HTTP/1.1" status: 200 len: 1990 time: 0.1008015 Dec 10 09:13:53.210612 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:53.307748 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784adc6-59ce-4660-87e8-53a4d665270d None None] New status for floating IP c12bdeee-2572-402e-ae01-194be26497fe: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:13:53.364620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 23982adc-36e3-4fe0-89a9-c94e562be101 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:53.472802 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5416ed46-5824-4949-98af-cd03bb68f62d req-e04616c4-6e21-4dd2-b793-b38955b6e774 service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451179 Dec 10 09:13:53.646590 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:53.749651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:53.816005 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=5c2838be-da9d-46e3-8527-424192a6ad9e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:53.823863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:53.825399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:53.831522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:53.832516 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:53.913637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=23982adc-36e3-4fe0-89a9-c94e562be101,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:53.919763 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Checking segment: {'id': '2d2c5a49-1eb7-4dbd-a860-f150a569e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2df954de-aec6-400d-a0de-f793743f71ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:53.920126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network hostable DHCP agents. Network: 2df954de-aec6-400d-a0de-f793743f71ca, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:13:53.942758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 2df954de-aec6-400d-a0de-f793743f71ca is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:13:53.953110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 2df954de-aec6-400d-a0de-f793743f71ca) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:53.961756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:53.963350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55fc7eb-c136-420c-a2e3-1cb28d592178 None None] Network 2df954de-aec6-400d-a0de-f793743f71ca requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:13:53.968477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:53.973792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:53.975114 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:54.001315 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-006b091e-bc5d-4c91-bfa9-4771e1a49035 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6149945 Dec 10 09:13:54.001732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50412) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:54.119087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-07bbe691-fcf0-46b6-b59d-890672b32d94 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 23982adc-36e3-4fe0-89a9-c94e562be101 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:13:54.119428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07bbe691-fcf0-46b6-b59d-890672b32d94 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:54.195303 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07bbe691-fcf0-46b6-b59d-890672b32d94 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:54.211401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-07bbe691-fcf0-46b6-b59d-890672b32d94 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 23982adc-36e3-4fe0-89a9-c94e562be101 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:13:54.323216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07bbe691-fcf0-46b6-b59d-890672b32d94 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:54.359050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbe691-fcf0-46b6-b59d-890672b32d94 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=23982adc-36e3-4fe0-89a9-c94e562be101,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:54.366167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-07bbe691-fcf0-46b6-b59d-890672b32d94 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:54.371031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-07bbe691-fcf0-46b6-b59d-890672b32d94 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/23982adc-36e3-4fe0-89a9-c94e562be101 HTTP/1.1" status: 204 len: 168 time: 0.3680711 Dec 10 09:13:54.373250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50418) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:54.469450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58752ad-b37f-48f2-8006-2acce30af166 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:54.476432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58752ad-b37f-48f2-8006-2acce30af166 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:54.480641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f58752ad-b37f-48f2-8006-2acce30af166 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1034431 Dec 10 09:13:54.480940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50422) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:54.589075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-086feb84-4a01-4067-b46f-5d0984486169 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 5c2838be-da9d-46e3-8527-424192a6ad9e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:13:54.589424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-086feb84-4a01-4067-b46f-5d0984486169 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:54.657340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-086feb84-4a01-4067-b46f-5d0984486169 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:54.670781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-086feb84-4a01-4067-b46f-5d0984486169 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 5c2838be-da9d-46e3-8527-424192a6ad9e owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:13:54.767761 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-086feb84-4a01-4067-b46f-5d0984486169 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:54.824041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086feb84-4a01-4067-b46f-5d0984486169 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=5c2838be-da9d-46e3-8527-424192a6ad9e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:54.837823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-086feb84-4a01-4067-b46f-5d0984486169 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:54.843003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-086feb84-4a01-4067-b46f-5d0984486169 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/5c2838be-da9d-46e3-8527-424192a6ad9e HTTP/1.1" status: 204 len: 168 time: 0.3610334 Dec 10 09:13:54.845378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50432) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:54.920626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25207953-cd3c-4407-a566-8617b8850dac tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:54.922578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-25207953-cd3c-4407-a566-8617b8850dac tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0757518 Dec 10 09:13:54.925477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50434) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:54.955044 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b57e069-2f0e-4141-b85a-8cb970a7b3df tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:13:54.956524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0b57e069-2f0e-4141-b85a-8cb970a7b3df tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/23982adc-36e3-4fe0-89a9-c94e562be101 HTTP/1.1" status: 404 len: 333 time: 0.0299408 Dec 10 09:13:54.959332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50436) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:54.993115 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe217b44-4aba-4776-a16c-5000eb6c6f78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:13:54.994640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fe217b44-4aba-4776-a16c-5000eb6c6f78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/5c2838be-da9d-46e3-8527-424192a6ad9e HTTP/1.1" status: 404 len: 333 time: 0.0335786 Dec 10 09:13:54.997420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50440) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:55.097480 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.230547 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.263475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df954de-aec6-400d-a0de-f793743f71ca']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:55.277434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2c5a49-1eb7-4dbd-a860-f150a569e2f1') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:55.277964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2c5a49-1eb7-4dbd-a860-f150a569e2f1') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:13:55.291749 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.307333 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.313950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:13:55.314344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:13:55.317449 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:13:55.415750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.426925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.440845 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/networks/2df954de-aec6-400d-a0de-f793743f71ca HTTP/1.1" status: 204 len: 168 time: 0.4412663 Dec 10 09:13:55.445121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50448) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:55.451671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1465869378'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:55.484187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:55.485274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067a092-2547-4275-acce-0da9e4f54dfb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Network': ['ID=2df954de-aec6-400d-a0de-f793743f71ca,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:55.489402 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.523764 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:13:55.541167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.541548 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Added segment 8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e of type vlan for network 002e82d5-df64-44f6-9870-f79763e509fb Dec 10 09:13:55.592318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.654001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-abd7aeef-ea82-41d5-951e-67f73d9efb43 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1e6841c545ba4e8aaf5ef4e7dd3af8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392363 Dec 10 09:13:55.656292 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.661876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:55.662451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.763393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3168983 Dec 10 09:13:55.766587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50464) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:55.773831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': '002e82d5-df64-44f6-9870-f79763e509fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:55.847323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49342953-7168-4cc1-9bcc-1eb824a32074 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Network': ['ID=002e82d5-df64-44f6-9870-f79763e509fb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:55.857468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 002e82d5-df64-44f6-9870-f79763e509fb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:13:55.890049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:55.894414 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:55.961954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-ebe3d78c-e5d0-47bb-8d3f-517f8277634d tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:55.963515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-ebe3d78c-e5d0-47bb-8d3f-517f8277634d tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975862 Dec 10 09:13:55.974323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Performing IP validity checks on allocation pools {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 09:13:55.981397 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-41a721c8-13a9-40c9-9c29-3ab039a13aaf tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/quotas/1e6841c545ba4e8aaf5ef4e7dd3af8e8 HTTP/1.1" status: 200 len: 375 time: 0.0114439 Dec 10 09:13:55.986006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.ipam_backend_mixin [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 09:13:56.042427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1b85645b-e515-47b3-b6aa-ae8717cb7c33 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e6841c545ba4e8aaf5ef4e7dd3af8e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547359 Dec 10 09:13:56.125014 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:56.219902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=84eae639-2770-4a8b-ab46-2e2a5696b690,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:56.223730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Checking segment: {'id': '8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '002e82d5-df64-44f6-9870-f79763e509fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:56.224536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network hostable DHCP agents. Network: 002e82d5-df64-44f6-9870-f79763e509fb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:13:56.244681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 002e82d5-df64-44f6-9870-f79763e509fb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:13:56.256125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 002e82d5-df64-44f6-9870-f79763e509fb) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:56.260124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-169a1f59-c20f-460a-bbee-cc8423a92c90 req-59339767-dbbe-4c58-a78e-7be6ee9d43e6 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 210 time: 0.0604894 Dec 10 09:13:56.266089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379fdde2-3245-461f-81ac-225ad5507c6e None None] Network 002e82d5-df64-44f6-9870-f79763e509fb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:13:56.278153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:56.279310 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:56.301883 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b8330016-9891-48bd-b59a-8318b72dc267 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5334156 Dec 10 09:13:56.304949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50476) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:56.311994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': '002e82d5-df64-44f6-9870-f79763e509fb', 'name': 'tempest-PortsIpV6TestJSON-452687467'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:56.400300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-002e82d5-df64-44f6-9870-f79763e509fb', 'network_id': '002e82d5-df64-44f6-9870-f79763e509fb', 'project_id': '54f4955c63984912be2f5357e5d89175', 'fixed_ips': [{'subnet_id': '84eae639-2770-4a8b-ab46-2e2a5696b690'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:13:56.401457 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:56.451243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:56.456104 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:56.507522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 5e9eecb4-dc37-43e8-8b7a-ce39a59173ff yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:13:56.734030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Allocated IP 2001:db8::2 (002e82d5-df64-44f6-9870-f79763e509fb/84eae639-2770-4a8b-ab46-2e2a5696b690/a26a7180-cd5d-4327-b08b-17c0326a0c25) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:56.936356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:56.942999 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:56.978251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Network 002e82d5-df64-44f6-9870-f79763e509fb is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:56.983476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:56.987026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:57.023887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Pushing event updated for resources: {'Port': ['ID=a26a7180-cd5d-4327-b08b-17c0326a0c25,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:57.049333 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::13b (002e82d5-df64-44f6-9870-f79763e509fb/84eae639-2770-4a8b-ab46-2e2a5696b690/5e9eecb4-dc37-43e8-8b7a-ce39a59173ff) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:57.076270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Attempting to bind port a26a7180-cd5d-4327-b08b-17c0326a0c25 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:13:57.077943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Attempting to bind port a26a7180-cd5d-4327-b08b-17c0326a0c25 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '002e82d5-df64-44f6-9870-f79763e509fb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:13:57.079313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Attempting to bind port a26a7180-cd5d-4327-b08b-17c0326a0c25 on network 002e82d5-df64-44f6-9870-f79763e509fb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:13:57.103385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:13:57.106542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Checking segment: {'id': '8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '002e82d5-df64-44f6-9870-f79763e509fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:13:57.107072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:57.107577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Bound using segment: {'id': '8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '002e82d5-df64-44f6-9870-f79763e509fb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:13:57.109333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Bound port: a26a7180-cd5d-4327-b08b-17c0326a0c25, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '002e82d5-df64-44f6-9870-f79763e509fb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:13:57.109863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:57.200325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] For port a26a7180-cd5d-4327-b08b-17c0326a0c25, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:13:57.212568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] For port a26a7180-cd5d-4327-b08b-17c0326a0c25, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a26a7180-cd5d-4327-b08b-17c0326a0c25,segment=NetworkSegment(8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e),segment_id=8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:13:57.220829 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:57.300756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4d568-7930-4b80-9ac9-2dfea59d4819 None None] Pushing event updated for resources: {'Port': ['ID=a26a7180-cd5d-4327-b08b-17c0326a0c25,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:57.312115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:57.403708 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:57.432890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1d44839-8548-45b0-bddf-5061143ed910 req-b8e63fac-8b2c-437b-9b77-bd9dfbfa9130 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 210 time: 0.0459805 Dec 10 09:13:57.488136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 002e82d5-df64-44f6-9870-f79763e509fb is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:57.494906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:57.497533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:57.503332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:57.504010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:57.581638 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-33672e53-c7fc-477c-9c90-31e4d405588d tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1e6841c545ba4e8aaf5ef4e7dd3af8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614908 Dec 10 09:13:57.583568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=5e9eecb4-dc37-43e8-8b7a-ce39a59173ff,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:57.625841 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-07549e5e-1feb-40a3-a760-ca5963ad333b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3195496 Dec 10 09:13:57.629540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50510) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:57.870181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-adcbeb3d-6474-4897-b002-0c84d07a3266 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 5e9eecb4-dc37-43e8-8b7a-ce39a59173ff {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:13:57.870527 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb3d-6474-4897-b002-0c84d07a3266 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:57.914606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-f94048c8-1efa-48c8-8096-2ef57b96356e tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:57.916135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-f94048c8-1efa-48c8-8096-2ef57b96356e tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254676 Dec 10 09:13:57.946686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Request body: {'port': {'device_id': 'ef6e6b2d-63d2-4a38-b28e-8a52b3871884', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '1e6841c545ba4e8aaf5ef4e7dd3af8e8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:57.984354 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb3d-6474-4897-b002-0c84d07a3266 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.003729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-adcbeb3d-6474-4897-b002-0c84d07a3266 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 5e9eecb4-dc37-43e8-8b7a-ce39a59173ff owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:13:58.098885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Made reservation on behalf of 1e6841c545ba4e8aaf5ef4e7dd3af8e8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:13:58.104411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.130690 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.231316 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb3d-6474-4897-b002-0c84d07a3266 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.275585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbeb3d-6474-4897-b002-0c84d07a3266 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=5e9eecb4-dc37-43e8-8b7a-ce39a59173ff,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:58.331626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.336744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.361976 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb3d-6474-4897-b002-0c84d07a3266 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.370460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-adcbeb3d-6474-4897-b002-0c84d07a3266 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/5e9eecb4-dc37-43e8-8b7a-ce39a59173ff HTTP/1.1" status: 204 len: 168 time: 0.7393715 Dec 10 09:13:58.373263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50540) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:58.407927 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-90de5ff2-a6f2-4874-9e94-b7abdfaeb974 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:13:58.408893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90de5ff2-a6f2-4874-9e94-b7abdfaeb974 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:13:58.412303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-90de5ff2-a6f2-4874-9e94-b7abdfaeb974 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/5e9eecb4-dc37-43e8-8b7a-ce39a59173ff HTTP/1.1" status: 404 len: 333 time: 0.0376439 Dec 10 09:13:58.415931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50546) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:58.429889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ef874a-105e-4d07-8e3e-a2df43d1e84a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:58.451678 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23327c1-9879-40d8-80ac-bcf8551e22e5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:13:58.462329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f23327c1-9879-40d8-80ac-bcf8551e22e5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/5e9eecb4-dc37-43e8-8b7a-ce39a59173ff HTTP/1.1" status: 404 len: 333 time: 0.0432243 Dec 10 09:13:58.463398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50550) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:58.592871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc4ec170-3d69-4baa-8bda-e7c6015fa2e3 req-c6dd2d92-cdbc-4e91-954e-3f095703265f tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 210 time: 0.0417323 Dec 10 09:13:58.605293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b49c64-65e2-4dd6-9000-d1c9a10e16f3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet 84eae639-2770-4a8b-ab46-2e2a5696b690 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:13:58.609898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16b49c64-65e2-4dd6-9000-d1c9a10e16f3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.620274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Allocated IP 192.168.233.44 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/acd82459-090f-4387-b02a-f3181be20df8) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:13:58.677644 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16b49c64-65e2-4dd6-9000-d1c9a10e16f3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.834064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e2933-c243-46b2-b050-ba2702146f48 None None] Network 002e82d5-df64-44f6-9870-f79763e509fb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:13:58.853824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16b49c64-65e2-4dd6-9000-d1c9a10e16f3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.904890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.931645 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16b49c64-65e2-4dd6-9000-d1c9a10e16f3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.944763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Provisioning complete for port a26a7180-cd5d-4327-b08b-17c0326a0c25 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:58.945119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.960216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b49c64-65e2-4dd6-9000-d1c9a10e16f3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=84eae639-2770-4a8b-ab46-2e2a5696b690,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:58.964403 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16b49c64-65e2-4dd6-9000-d1c9a10e16f3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:58.967728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-16b49c64-65e2-4dd6-9000-d1c9a10e16f3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/84eae639-2770-4a8b-ab46-2e2a5696b690 HTTP/1.1" status: 204 len: 168 time: 0.5032494 Dec 10 09:13:58.970358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50560) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:13:58.989098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.067345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:13:59.071208 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.082703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:13:59.103284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:13:59.139873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.142837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] For port a26a7180-cd5d-4327-b08b-17c0326a0c25, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a26a7180-cd5d-4327-b08b-17c0326a0c25,segment=NetworkSegment(8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e),segment_id=8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:59.159227 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.278055 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:13:59.279109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.292288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port a26a7180-cd5d-4327-b08b-17c0326a0c25 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:13:59.294255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.294413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Pushing event updated for resources: {'Port': ['ID=a26a7180-cd5d-4327-b08b-17c0326a0c25,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:59.315645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.315994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.321831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.322429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.325138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.325709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.326837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.327369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.327883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.328442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.328976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.331316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.331891 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d25b23c-e63f-45f2-81b5-d49e09d073a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:13:59.354213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Pushing event updated for resources: {'Port': ['ID=acd82459-090f-4387-b02a-f3181be20df8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:59.374459 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-1c96a33f-7b87-414f-9ba6-4820fedebb17 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4392726 Dec 10 09:13:59.395187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Request body: {'port': {'device_id': 'ef6e6b2d-63d2-4a38-b28e-8a52b3871884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:13:59.437868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] For port a26a7180-cd5d-4327-b08b-17c0326a0c25, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a26a7180-cd5d-4327-b08b-17c0326a0c25,segment=NetworkSegment(8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e),segment_id=8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:13:59.441544 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.444564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2a3616-6d6c-4d9a-931c-2797ca55c3a2 None None] Network 002e82d5-df64-44f6-9870-f79763e509fb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:13:59.491947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for a26a7180-cd5d-4327-b08b-17c0326a0c25 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:13:59.511210 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.641178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0628115b-cab7-46f2-a7cc-b260f3db5802 None None] Provisioning complete for port a26a7180-cd5d-4327-b08b-17c0326a0c25 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:59.641849 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0628115b-cab7-46f2-a7cc-b260f3db5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.652623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a26a7180-cd5d-4327-b08b-17c0326a0c25 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:13:59.727242 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.760601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0628115b-cab7-46f2-a7cc-b260f3db5802 None None] Could not find standard attr ID for object a26a7180-cd5d-4327-b08b-17c0326a0c25. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:13:59.765037 n-d-814746-3 neutron-server[114971]: INFO neutron.plugins.ml2.db [None req-0628115b-cab7-46f2-a7cc-b260f3db5802 None None] No ports have port_id starting with a26a7180-cd5d-4327-b08b-17c0326a0c25 Dec 10 09:13:59.782345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0628115b-cab7-46f2-a7cc-b260f3db5802 None None] Provisioning complete for port acd82459-090f-4387-b02a-f3181be20df8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:13:59.782721 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0628115b-cab7-46f2-a7cc-b260f3db5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:13:59.784174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No active binding found for port a26a7180-cd5d-4327-b08b-17c0326a0c25 {{(pid=114971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 09:13:59.784603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a26a7180-cd5d-4327-b08b-17c0326a0c25 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 09:13:59.811820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No DVR routers for this DVR port a26a7180-cd5d-4327-b08b-17c0326a0c25 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:13:59.813683 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Port a26a7180-cd5d-4327-b08b-17c0326a0c25 not found, will not notify nova. {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 09:13:59.840871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=a26a7180-cd5d-4327-b08b-17c0326a0c25,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:13:59.883674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b2c5c-1212-4bb4-b0df-92a212d6c152 None None] DHCP port deletion for 002e82d5-df64-44f6-9870-f79763e509fb request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:13:59.909496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0628115b-cab7-46f2-a7cc-b260f3db5802 None None] Port acd82459-090f-4387-b02a-f3181be20df8 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:13:59.992936 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.016334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002e82d5-df64-44f6-9870-f79763e509fb']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:00.026679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd82459-090f-4387-b02a-f3181be20df8 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:14:00.030674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:00.031207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a47eac0-4606-4f16-bdbc-7ac71c7fbb8e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:00.036050 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.049056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.051533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Transition to ACTIVE for port object acd82459-090f-4387-b02a-f3181be20df8 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:14:00.058308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.069472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959a01-f560-463d-b575-85cfb9991826 req-9339e3db-cc75-4897-ac53-3d9d9e642298 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:00.071030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d959a01-f560-463d-b575-85cfb9991826 req-9339e3db-cc75-4897-ac53-3d9d9e642298 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 935 time: 0.3275146 Dec 10 09:14:00.077930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.114817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:14:00.115326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:14:00.126320 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:14:00.156475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Pushing event updated for resources: {'Port': ['ID=acd82459-090f-4387-b02a-f3181be20df8,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:00.166016 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d959a01-f560-463d-b575-85cfb9991826 req-4addc591-5007-4802-a02f-1b5925ad51b0 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854299 Dec 10 09:14:00.237792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Attempting to bind port acd82459-090f-4387-b02a-f3181be20df8 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:00.238196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Attempting to bind port acd82459-090f-4387-b02a-f3181be20df8 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:00.238636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Attempting to bind port acd82459-090f-4387-b02a-f3181be20df8 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:00.251263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Port acd82459-090f-4387-b02a-f3181be20df8 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:14:00.257053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.257317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Attempting to bind port acd82459-090f-4387-b02a-f3181be20df8 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:00.267608 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.271943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/networks/002e82d5-df64-44f6-9870-f79763e509fb HTTP/1.1" status: 204 len: 168 time: 1.3004687 Dec 10 09:14:00.275878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50588) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:00.283126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1310855990'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:00.289412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:00.289795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:00.290512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:00.296292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Bound port: acd82459-090f-4387-b02a-f3181be20df8, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:00.296667 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.307989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b76085-7ce4-4f76-b8ca-ac07ffcca00c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Network': ['ID=002e82d5-df64-44f6-9870-f79763e509fb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:00.339383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:00.343803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.374427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:00.421264 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.422362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] For port acd82459-090f-4387-b02a-f3181be20df8, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:00.422635 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Added segment ab3989ea-df86-49b6-af9a-f245efec53c7 of type vlan for network a31fa943-9ee6-444a-8746-197af7240844 Dec 10 09:14:00.426057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] For port acd82459-090f-4387-b02a-f3181be20df8, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=acd82459-090f-4387-b02a-f3181be20df8,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:00.433796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.510403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:00.511038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.512485 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] 10.222.0.18 "PUT /v2.0/ports/acd82459-090f-4387-b02a-f3181be20df8 HTTP/1.1" status: 200 len: 1095 time: 1.1276431 Dec 10 09:14:00.513301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6e6b2d-63d2-4a38-b28e-8a52b3871884', 'tag': 'acd82459-090f-4387-b02a-f3181be20df8'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:14:00.515447 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69db7561-c463-4c1a-9f3b-06f6f9559104" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6e6b2d-63d2-4a38-b28e-8a52b3871884", "tag": "acd82459-090f-4387-b02a-f3181be20df8"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:14:00.541919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.550628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bf461-6861-4832-94ed-fdd2d8e887df service neutron] Pushing event updated for resources: {'Port': ['ID=acd82459-090f-4387-b02a-f3181be20df8,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:00.610326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.620273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:00.622461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.652585 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83121c3-584b-462e-b712-9e43a70f4a68 x-openstack-request-id: req-b83121c3-584b-462e-b712-9e43a70f4a68 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:14:00.652888 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6e6b2d-63d2-4a38-b28e-8a52b3871884", "tag": "acd82459-090f-4387-b02a-f3181be20df8", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:14:00.653124 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b83121c3-584b-462e-b712-9e43a70f4a68 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:14:00.654972 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6e6b2d-63d2-4a38-b28e-8a52b3871884', 'tag': 'acd82459-090f-4387-b02a-f3181be20df8', 'status': 'completed', 'code': 200} Dec 10 09:14:00.687091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c69b3b73-c6e9-49c4-a215-89e031972991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:00.688886 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-c69b3b73-c6e9-49c4-a215-89e031972991 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e6841c545ba4e8aaf5ef4e7dd3af8e8&device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 1098 time: 0.1090870 Dec 10 09:14:00.737831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4607460 Dec 10 09:14:00.758696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50598) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:00.763568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-8d9833b4-fc7b-4f54-bd6e-56601324e06d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=acd82459-090f-4387-b02a-f3181be20df8 HTTP/1.1" status: 200 len: 217 time: 0.0629048 Dec 10 09:14:00.771938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': 'a31fa943-9ee6-444a-8746-197af7240844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:00.795709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bec04-f9d2-4c68-854e-4ca0be601bd3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Network': ['ID=a31fa943-9ee6-444a-8746-197af7240844,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:00.808588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network a31fa943-9ee6-444a-8746-197af7240844 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:00.844734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-614e0fce-ef02-4122-b44f-5e3d1a5bbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:00.846614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-614e0fce-ef02-4122-b44f-5e3d1a5bbd89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0743508 Dec 10 09:14:00.892356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:00.898617 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:00.913095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-ba63b0ae-131a-42b2-aba3-c8378a23a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:00.915411 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-ba63b0ae-131a-42b2-aba3-c8378a23a951 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583835 Dec 10 09:14:01.023563 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-57bc5447-8315-4594-8278-bd3b22a09c0e service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993488 Dec 10 09:14:01.125376 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90b5a39f-6ca8-47f8-91bf-1c9bcf14cc48 req-23fcab81-da24-41c7-8db0-db9f115da991 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949235 Dec 10 09:14:01.129870 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.242707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Checking segment: {'id': 'ab3989ea-df86-49b6-af9a-f245efec53c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a31fa943-9ee6-444a-8746-197af7240844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:01.243074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network hostable DHCP agents. Network: a31fa943-9ee6-444a-8746-197af7240844, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:01.246284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=74b0c13f-65e0-4f5b-8362-11ee9b7742a6,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:01.271741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-da3b2b5f-4ab6-4337-ad30-b44c48e1c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:01.271741 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-da3b2b5f-4ab6-4337-ad30-b44c48e1c1ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e6841c545ba4e8aaf5ef4e7dd3af8e8&device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 1098 time: 0.0895050 Dec 10 09:14:01.312862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network a31fa943-9ee6-444a-8746-197af7240844 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:01.328619 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, a31fa943-9ee6-444a-8746-197af7240844) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:01.334007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:01.335244 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.338550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2fe691-511f-4523-93c2-513b8827330e None None] Network a31fa943-9ee6-444a-8746-197af7240844 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:01.350531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee8a5-dbd0-4a8d-a99d-e17f2366ba00 req-2f86447c-3e1f-4278-a3bf-5be13c493bb8 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:01.352304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba7ee8a5-dbd0-4a8d-a99d-e17f2366ba00 req-2f86447c-3e1f-4278-a3bf-5be13c493bb8 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 947 time: 0.0699990 Dec 10 09:14:01.372449 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0807f827-3350-45fe-98a2-50137fd12547 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6124270 Dec 10 09:14:01.385031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50616) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:01.392033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': 'a31fa943-9ee6-444a-8746-197af7240844', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-290256286'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:01.504652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-bc581097-2274-4549-b384-f14eff82eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:01.509912 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-bc581097-2274-4549-b384-f14eff82eec0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.2361002 Dec 10 09:14:01.561262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba7ee8a5-dbd0-4a8d-a99d-e17f2366ba00 req-85ad1894-f25b-4b9c-a0dc-87b7aca0e454 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856573 Dec 10 09:14:01.568395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-a31fa943-9ee6-444a-8746-197af7240844', 'network_id': 'a31fa943-9ee6-444a-8746-197af7240844', 'project_id': '54f4955c63984912be2f5357e5d89175', 'fixed_ips': [{'subnet_id': '74b0c13f-65e0-4f5b-8362-11ee9b7742a6'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:01.574612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.578700 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-c5e0a01d-3820-4ed5-9cb0-274c7c6c75c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=acd82459-090f-4387-b02a-f3181be20df8 HTTP/1.1" status: 200 len: 217 time: 0.0540338 Dec 10 09:14:01.582166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a26a7180-cd5d-4327-b08b-17c0326a0c25 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:14:01.605766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:01.619430 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:01.625418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a26a7180-cd5d-4327-b08b-17c0326a0c25 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:14:01.626106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a26a7180-cd5d-4327-b08b-17c0326a0c25 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:14:01.650597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-a3bedaeb-4d1f-4ab2-8e5a-cb182530f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:01.652656 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-a3bedaeb-4d1f-4ab2-8e5a-cb182530f06e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0662055 Dec 10 09:14:01.670750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 9022dd62-28fc-4f2e-8a0a-89cd8790107f yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:01.767332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-35d585c1-7e9d-4d86-bfd3-391a44009bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:01.769094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-35d585c1-7e9d-4d86-bfd3-391a44009bdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074533 Dec 10 09:14:01.851471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Allocated IP 2001:db8::2 (a31fa943-9ee6-444a-8746-197af7240844/74b0c13f-65e0-4f5b-8362-11ee9b7742a6/b22ed504-46eb-4317-9a3e-e1e258ff2d8c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:01.905228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-a77cf70b-13df-4ed3-9fe4-43f551b6be25 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276822 Dec 10 09:14:02.067868 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-69db7561-c463-4c1a-9f3b-06f6f9559104 req-da857442-d8db-4ba7-a0eb-9d90d3abe737 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538396 Dec 10 09:14:02.079810 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:02.090393 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:02.161397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::2f1 (a31fa943-9ee6-444a-8746-197af7240844/74b0c13f-65e0-4f5b-8362-11ee9b7742a6/9022dd62-28fc-4f2e-8a0a-89cd8790107f) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:02.163679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Network a31fa943-9ee6-444a-8746-197af7240844 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:02.165265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Pushing event updated for resources: {'Port': ['ID=b22ed504-46eb-4317-9a3e-e1e258ff2d8c,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:02.169419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:02.174632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:02.246571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Attempting to bind port b22ed504-46eb-4317-9a3e-e1e258ff2d8c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:02.246925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Attempting to bind port b22ed504-46eb-4317-9a3e-e1e258ff2d8c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'ab3989ea-df86-49b6-af9a-f245efec53c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a31fa943-9ee6-444a-8746-197af7240844'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:02.247583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Attempting to bind port b22ed504-46eb-4317-9a3e-e1e258ff2d8c on network a31fa943-9ee6-444a-8746-197af7240844 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:02.254342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:02.255080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Checking segment: {'id': 'ab3989ea-df86-49b6-af9a-f245efec53c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a31fa943-9ee6-444a-8746-197af7240844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:02.257204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:02.257901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Bound using segment: {'id': 'ab3989ea-df86-49b6-af9a-f245efec53c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a31fa943-9ee6-444a-8746-197af7240844'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:02.258545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Bound port: b22ed504-46eb-4317-9a3e-e1e258ff2d8c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3989ea-df86-49b6-af9a-f245efec53c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a31fa943-9ee6-444a-8746-197af7240844'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:02.259255 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:02.324197 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:02.341717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] For port b22ed504-46eb-4317-9a3e-e1e258ff2d8c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:02.344796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] For port b22ed504-46eb-4317-9a3e-e1e258ff2d8c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b22ed504-46eb-4317-9a3e-e1e258ff2d8c,segment=NetworkSegment(ab3989ea-df86-49b6-af9a-f245efec53c7),segment_id=ab3989ea-df86-49b6-af9a-f245efec53c7)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:02.349697 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:02.375097 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:02.422569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4d99a-177b-4dd3-9914-307bd268bbb4 None None] Pushing event updated for resources: {'Port': ['ID=b22ed504-46eb-4317-9a3e-e1e258ff2d8c,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:02.451093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network a31fa943-9ee6-444a-8746-197af7240844 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:02.454346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:02.459039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:02.465648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:02.466450 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:02.473286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=9022dd62-28fc-4f2e-8a0a-89cd8790107f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:02.489836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-030f2a40-b037-46fc-896a-9e39966cbfa9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1011062 Dec 10 09:14:02.489836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50638) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:02.630605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8d55d65b-5774-46ad-9347-72cf2915cc12 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 9022dd62-28fc-4f2e-8a0a-89cd8790107f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:02.631875 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d55d65b-5774-46ad-9347-72cf2915cc12 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.144561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c6e201e2-0508-4705-a1c9-5328d8367d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.152102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb9805-c275-4ba7-b2ec-6c6f2c0d460a req-4de0be19-946b-48cd-931a-1beca75d32ee tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:03.156641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3eb9805-c275-4ba7-b2ec-6c6f2c0d460a req-4de0be19-946b-48cd-931a-1beca75d32ee tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 947 time: 0.4960060 Dec 10 09:14:03.187133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d55d65b-5774-46ad-9347-72cf2915cc12 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.206845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8d55d65b-5774-46ad-9347-72cf2915cc12 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 9022dd62-28fc-4f2e-8a0a-89cd8790107f owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:03.285603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3eb9805-c275-4ba7-b2ec-6c6f2c0d460a req-73f7c0da-d071-471b-aa4a-c4b399f63d63 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227887 Dec 10 09:14:03.400949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d55d65b-5774-46ad-9347-72cf2915cc12 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.433248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55d65b-5774-46ad-9347-72cf2915cc12 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=9022dd62-28fc-4f2e-8a0a-89cd8790107f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:03.478308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8d55d65b-5774-46ad-9347-72cf2915cc12 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.482618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8d55d65b-5774-46ad-9347-72cf2915cc12 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/9022dd62-28fc-4f2e-8a0a-89cd8790107f HTTP/1.1" status: 204 len: 168 time: 0.9918120 Dec 10 09:14:03.485296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50660) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:03.533486 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1c8364-5e60-44a3-b577-563c2b64a300 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:14:03.538818 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7a1c8364-5e60-44a3-b577-563c2b64a300 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/9022dd62-28fc-4f2e-8a0a-89cd8790107f HTTP/1.1" status: 404 len: 333 time: 0.0523477 Dec 10 09:14:03.541784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50664) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:03.617225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b22ed504-46eb-4317-9a3e-e1e258ff2d8c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:03.622407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-af72d6e6-405f-4daf-8bfa-983e2ac04d15 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet 74b0c13f-65e0-4f5b-8362-11ee9b7742a6 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:14:03.626874 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af72d6e6-405f-4daf-8bfa-983e2ac04d15 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.705329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b22ed504-46eb-4317-9a3e-e1e258ff2d8c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:03.712998 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.718301 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af72d6e6-405f-4daf-8bfa-983e2ac04d15 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.821133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164e1ac-5aba-48f8-9ddb-ecc86e7c4fdb None None] Network a31fa943-9ee6-444a-8746-197af7240844 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:03.839409 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.849325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af72d6e6-405f-4daf-8bfa-983e2ac04d15 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.910037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cdb001f4-908a-4745-bc63-3a50e2fceea8 None None] Provisioning complete for port b22ed504-46eb-4317-9a3e-e1e258ff2d8c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:03.910728 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cdb001f4-908a-4745-bc63-3a50e2fceea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.919942 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af72d6e6-405f-4daf-8bfa-983e2ac04d15 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.953370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72d6e6-405f-4daf-8bfa-983e2ac04d15 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=74b0c13f-65e0-4f5b-8362-11ee9b7742a6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:03.962380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af72d6e6-405f-4daf-8bfa-983e2ac04d15 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:03.968539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-af72d6e6-405f-4daf-8bfa-983e2ac04d15 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/74b0c13f-65e0-4f5b-8362-11ee9b7742a6 HTTP/1.1" status: 204 len: 168 time: 0.4233222 Dec 10 09:14:03.969056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50676) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:04.110104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.213400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port b22ed504-46eb-4317-9a3e-e1e258ff2d8c {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:04.213805 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.230725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:14:04.231805 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:14:04.323079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] For port b22ed504-46eb-4317-9a3e-e1e258ff2d8c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b22ed504-46eb-4317-9a3e-e1e258ff2d8c,segment=NetworkSegment(ab3989ea-df86-49b6-af9a-f245efec53c7),segment_id=ab3989ea-df86-49b6-af9a-f245efec53c7)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:04.323079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.357440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for b22ed504-46eb-4317-9a3e-e1e258ff2d8c owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:04.363621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cdb001f4-908a-4745-bc63-3a50e2fceea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.433246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-cdb001f4-908a-4745-bc63-3a50e2fceea8 None None] For port b22ed504-46eb-4317-9a3e-e1e258ff2d8c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b22ed504-46eb-4317-9a3e-e1e258ff2d8c,segment=NetworkSegment(ab3989ea-df86-49b6-af9a-f245efec53c7),segment_id=ab3989ea-df86-49b6-af9a-f245efec53c7)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:04.444200 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cdb001f4-908a-4745-bc63-3a50e2fceea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.501906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f055d-93cd-40e6-a12c-31442b58cd25 req-c22bd6db-ec39-4062-a866-7437b191181c tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:04.503487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d30f055d-93cd-40e6-a12c-31442b58cd25 req-c22bd6db-ec39-4062-a866-7437b191181c tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 947 time: 0.0786335 Dec 10 09:14:04.539718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb001f4-908a-4745-bc63-3a50e2fceea8 None None] Pushing event updated for resources: {'Port': ['ID=b22ed504-46eb-4317-9a3e-e1e258ff2d8c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:04.572565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d30f055d-93cd-40e6-a12c-31442b58cd25 req-b89f99f7-97ea-4d70-a4ef-926a0d27e7ab tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606441 Dec 10 09:14:04.587240 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.607341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15bd2da-14d8-46f3-b2fb-12e5fe21f987 None None] Network a31fa943-9ee6-444a-8746-197af7240844 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:04.618992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=b22ed504-46eb-4317-9a3e-e1e258ff2d8c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:04.631754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No DVR routers for this DVR port b22ed504-46eb-4317-9a3e-e1e258ff2d8c on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:14:04.664504 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:14:04.715706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8df0be20-07f4-443f-b13d-5c85ec7a5bca None None] Could not find standard attr ID for object b22ed504-46eb-4317-9a3e-e1e258ff2d8c. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:14:04.759142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.802647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Port b22ed504-46eb-4317-9a3e-e1e258ff2d8c update to ACTIVE by agent not found {{(pid=114971) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 09:14:04.813544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31fa943-9ee6-444a-8746-197af7240844']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:04.825974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3989ea-df86-49b6-af9a-f245efec53c7') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:04.826339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3989ea-df86-49b6-af9a-f245efec53c7') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:04.838053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.853766 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.861041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:14:04.867096 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:14:04.871591 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:14:04.890320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b54c618-b4c5-4ddc-ba7d-7bf285849148 None None] DHCP port deletion for a31fa943-9ee6-444a-8746-197af7240844 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:04.965802 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.982700 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:04.993044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50702) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:05.004715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'name': 'tempest-PortsIpV6TestJSON-224592668'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:05.012229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/networks/a31fa943-9ee6-444a-8746-197af7240844 HTTP/1.1" status: 204 len: 168 time: 1.0417650 Dec 10 09:14:05.060462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d300eae-ab0f-4ccc-8658-19902d38dffc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Network': ['ID=a31fa943-9ee6-444a-8746-197af7240844,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:05.124700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50706) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:05.164726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:05.168484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:05.186813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 219da761-0f27-47ad-9bf9-c5f01984b264 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:05.247330 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3f6f-9f3c-40d1-a887-4b17c262e756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:05.390767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3f6f-9f3c-40d1-a887-4b17c262e756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:05.399605 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3f6f-9f3c-40d1-a887-4b17c262e756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:05.448314 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-814d915b-e466-494c-941a-4a716b33c8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:05.462133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9e6f3f6f-9f3c-40d1-a887-4b17c262e756 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=017abf9f73b64df49e8ba758f338a3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3358314 Dec 10 09:14:05.464363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50716) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:05.516239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f3f6f-9f3c-40d1-a887-4b17c262e756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab80b90-f7b6-4c06-a7df-5eaac6ba08b7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:05.551977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4322b1e-454c-4c0e-a1ee-2fc670fe3103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:05.576391 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4322b1e-454c-4c0e-a1ee-2fc670fe3103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:05.608449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b22ed504-46eb-4317-9a3e-e1e258ff2d8c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:14:05.635658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4322b1e-454c-4c0e-a1ee-2fc670fe3103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:05.639150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d4322b1e-454c-4c0e-a1ee-2fc670fe3103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:05.652309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d4322b1e-454c-4c0e-a1ee-2fc670fe3103 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ab80b90-f7b6-4c06-a7df-5eaac6ba08b7 HTTP/1.1" status: 204 len: 168 time: 0.1749094 Dec 10 09:14:05.668864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: b22ed504-46eb-4317-9a3e-e1e258ff2d8c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:14:05.669438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b22ed504-46eb-4317-9a3e-e1e258ff2d8c not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:14:05.670767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4322b1e-454c-4c0e-a1ee-2fc670fe3103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab80b90-f7b6-4c06-a7df-5eaac6ba08b7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:05.711331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device acd82459-090f-4387-b02a-f3181be20df8 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:14:05.798219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd5b0b-0888-41c2-9d57-cdc3a9b6306d req-2dab8433-4359-4ebb-8725-27ff62710987 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:05.808055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02fd5b0b-0888-41c2-9d57-cdc3a9b6306d req-2dab8433-4359-4ebb-8725-27ff62710987 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 947 time: 0.0769584 Dec 10 09:14:05.877740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02fd5b0b-0888-41c2-9d57-cdc3a9b6306d req-37a37a38-1842-4e02-9cd9-fb61dd71cbe1 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683289 Dec 10 09:14:05.931341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port acd82459-090f-4387-b02a-f3181be20df8, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=acd82459-090f-4387-b02a-f3181be20df8,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:05.949573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'acd82459-090f-4387-b02a-f3181be20df8', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': 'acd82459-090f-4387-b02a-f3181be20df8', 'mac_address': 'fa:16:3e:63:64:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:14:05.976144 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.031904 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.062682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd82459-090f-4387-b02a-f3181be20df8 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:14:06.064555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.119980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port acd82459-090f-4387-b02a-f3181be20df8, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=acd82459-090f-4387-b02a-f3181be20df8,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:06.125271 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.140001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:06.144876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:06.150089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:06.156640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:06.157265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.165002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=219da761-0f27-47ad-9bf9-c5f01984b264,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:06.189086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.189710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.190228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.190755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.191260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.191781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.192296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.192812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.193315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.194000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.194528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.195027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.195524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:06.206589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=acd82459-090f-4387-b02a-f3181be20df8,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:06.209113 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f56ec56a-ada6-4810-81a8-16722308e1af tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2138784 Dec 10 09:14:06.212464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50742) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:06.308423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-df49850f-a0ec-4817-bd0f-d4872f27b3cd tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 219da761-0f27-47ad-9bf9-c5f01984b264 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:06.308780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df49850f-a0ec-4817-bd0f-d4872f27b3cd tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.394724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df49850f-a0ec-4817-bd0f-d4872f27b3cd tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.412119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-df49850f-a0ec-4817-bd0f-d4872f27b3cd tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 219da761-0f27-47ad-9bf9-c5f01984b264 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:06.454431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['acd82459-090f-4387-b02a-f3181be20df8'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:14:06.508136 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df49850f-a0ec-4817-bd0f-d4872f27b3cd tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.556072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.567400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49850f-a0ec-4817-bd0f-d4872f27b3cd tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=219da761-0f27-47ad-9bf9-c5f01984b264,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:06.575115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df49850f-a0ec-4817-bd0f-d4872f27b3cd tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.581610 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-df49850f-a0ec-4817-bd0f-d4872f27b3cd tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/219da761-0f27-47ad-9bf9-c5f01984b264 HTTP/1.1" status: 204 len: 168 time: 0.3669138 Dec 10 09:14:06.665553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50764) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:06.672117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'mac_address': 'fa:16:3e:69:85:d8', 'name': 'tempest-PortsIpV6TestJSON-1689129298'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:06.797942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:06.881540 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:06.906513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 4a8e4a6b-7f15-4b8c-b20e-4339b1d048bd yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:07.094329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab555d2-3f1c-4a3d-bc11-e5eea2e7f00b req-8dfc00c2-bdcf-480d-8ce9-ae2cdc7566da tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:07.095878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ab555d2-3f1c-4a3d-bc11-e5eea2e7f00b req-8dfc00c2-bdcf-480d-8ce9-ae2cdc7566da tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 948 time: 0.1283076 Dec 10 09:14:07.167784 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.184685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ab555d2-3f1c-4a3d-bc11-e5eea2e7f00b req-8a586df7-b1a3-485a-99e0-fcc6159812ad tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Dec 10 09:14:07.219196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.275331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:07.280646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:07.285027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:07.292032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:07.292649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.296497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=4a8e4a6b-7f15-4b8c-b20e-4339b1d048bd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:07.313283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f698cce5-cd4c-4f45-93e3-3f8793e91bc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6461039 Dec 10 09:14:07.317356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50794) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:07.384020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54222fff-4f10-4872-9fc5-38399addeb07 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:07.387893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-54222fff-4f10-4872-9fc5-38399addeb07 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/4a8e4a6b-7f15-4b8c-b20e-4339b1d048bd HTTP/1.1" status: 200 len: 845 time: 0.0659375 Dec 10 09:14:07.388254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50798) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:07.496316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe74e0-7b00-4604-8966-69d251103f28 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 4a8e4a6b-7f15-4b8c-b20e-4339b1d048bd {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:07.496658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccbe74e0-7b00-4604-8966-69d251103f28 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.573021 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccbe74e0-7b00-4604-8966-69d251103f28 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.589424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe74e0-7b00-4604-8966-69d251103f28 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 4a8e4a6b-7f15-4b8c-b20e-4339b1d048bd owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:07.681889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccbe74e0-7b00-4604-8966-69d251103f28 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.721879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe74e0-7b00-4604-8966-69d251103f28 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=4a8e4a6b-7f15-4b8c-b20e-4339b1d048bd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:07.730549 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccbe74e0-7b00-4604-8966-69d251103f28 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.735943 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ccbe74e0-7b00-4604-8966-69d251103f28 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/4a8e4a6b-7f15-4b8c-b20e-4339b1d048bd HTTP/1.1" status: 204 len: 168 time: 0.3464303 Dec 10 09:14:07.738368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50810) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:07.739007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device acd82459-090f-4387-b02a-f3181be20df8 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:07.765886 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ace726f-383d-4a1b-8da6-3f346d7aaf2b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:14:07.767432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5ace726f-383d-4a1b-8da6-3f346d7aaf2b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/4a8e4a6b-7f15-4b8c-b20e-4339b1d048bd HTTP/1.1" status: 404 len: 333 time: 0.0280569 Dec 10 09:14:07.771453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50812) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:07.777177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'name': 'tempest-PortsIpV6TestJSON-1156372469'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:07.817313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port acd82459-090f-4387-b02a-f3181be20df8 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:14:07.822683 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port acd82459-090f-4387-b02a-f3181be20df8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:07.823134 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.927084 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.936670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:07.941157 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.955331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6e6b2d-63d2-4a38-b28e-8a52b3871884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd82459-090f-4387-b02a-f3181be20df8'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:14:07.958152 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222d6361-a476-413b-832e-3a3d7adc74e2" -d '{"events": [{"server_uuid": "ef6e6b2d-63d2-4a38-b28e-8a52b3871884", "name": "network-vif-plugged", "status": "completed", "tag": "acd82459-090f-4387-b02a-f3181be20df8"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:14:07.973979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port acd82459-090f-4387-b02a-f3181be20df8, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=acd82459-090f-4387-b02a-f3181be20df8,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:07.979615 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:07.979891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 41ea8a3a-6409-4cb3-887c-48d7683e6af9 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:08.033094 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b501b-6e57-43b3-a0a4-a113699fc63a x-openstack-request-id: req-c15b501b-6e57-43b3-a0a4-a113699fc63a {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:14:08.033918 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6e6b2d-63d2-4a38-b28e-8a52b3871884", "name": "network-vif-plugged", "status": "completed", "tag": "acd82459-090f-4387-b02a-f3181be20df8", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:14:08.038800 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c15b501b-6e57-43b3-a0a4-a113699fc63a {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:14:08.039774 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6e6b2d-63d2-4a38-b28e-8a52b3871884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd82459-090f-4387-b02a-f3181be20df8', 'code': 200} Dec 10 09:14:08.077902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=acd82459-090f-4387-b02a-f3181be20df8,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:08.238088 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.244600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.244600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302ba46-9865-4b36-8c8e-46ce75aeaf49 req-6f7a1eab-5cce-4825-a54f-46f0d5a11c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:08.246727 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6302ba46-9865-4b36-8c8e-46ce75aeaf49 req-6f7a1eab-5cce-4825-a54f-46f0d5a11c76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 1100 time: 0.1323798 Dec 10 09:14:08.356505 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6302ba46-9865-4b36-8c8e-46ce75aeaf49 req-ab856cf2-e69e-4998-a88f-2e64847a13cc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007948 Dec 10 09:14:08.359056 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.371114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755b060-04c3-43be-8643-d499203d44fb req-ecd70704-212b-4f18-a210-5c689675ad0c tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:08.378439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a755b060-04c3-43be-8643-d499203d44fb req-ecd70704-212b-4f18-a210-5c689675ad0c tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 949 time: 0.0687466 Dec 10 09:14:08.429146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a755b060-04c3-43be-8643-d499203d44fb req-8de071d1-ade4-401e-ba9c-2e8b46c27331 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497470 Dec 10 09:14:08.430006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:08.433779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:08.438765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:08.445125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:08.445802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.449519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=41ea8a3a-6409-4cb3-887c-48d7683e6af9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:08.477484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-44324f6b-43ea-4306-a304-6b306892955b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7046194 Dec 10 09:14:08.480096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50834) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:08.485204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c3b761dd-a345-443f-a942-074003c4ec48 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:08.556941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3b761dd-a345-443f-a942-074003c4ec48 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.723453 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3b761dd-a345-443f-a942-074003c4ec48 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.728181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3b761dd-a345-443f-a942-074003c4ec48 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.774586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c3b761dd-a345-443f-a942-074003c4ec48 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] In _notify_port_updated(), no bound segment for port 41ea8a3a-6409-4cb3-887c-48d7683e6af9 on network d26727bc-fd6f-4623-bf89-55c567c18d08 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:14:08.780426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b761dd-a345-443f-a942-074003c4ec48 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:08.781108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3b761dd-a345-443f-a942-074003c4ec48 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.782499 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c3b761dd-a345-443f-a942-074003c4ec48 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "PUT /v2.0/ports/41ea8a3a-6409-4cb3-887c-48d7683e6af9 HTTP/1.1" status: 200 len: 818 time: 0.3014646 Dec 10 09:14:08.785606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50842) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:08.797147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b761dd-a345-443f-a942-074003c4ec48 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=41ea8a3a-6409-4cb3-887c-48d7683e6af9,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:08.879204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b225b-6eba-4c7c-acca-861382f3637e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 41ea8a3a-6409-4cb3-887c-48d7683e6af9 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:08.879552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c5b225b-6eba-4c7c-acca-861382f3637e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.951415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c5b225b-6eba-4c7c-acca-861382f3637e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:08.966453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b225b-6eba-4c7c-acca-861382f3637e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 41ea8a3a-6409-4cb3-887c-48d7683e6af9 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:09.059012 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c5b225b-6eba-4c7c-acca-861382f3637e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.090950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b225b-6eba-4c7c-acca-861382f3637e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=41ea8a3a-6409-4cb3-887c-48d7683e6af9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:09.100375 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c5b225b-6eba-4c7c-acca-861382f3637e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.104108 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c5b225b-6eba-4c7c-acca-861382f3637e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/41ea8a3a-6409-4cb3-887c-48d7683e6af9 HTTP/1.1" status: 204 len: 168 time: 0.3175786 Dec 10 09:14:09.106948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50848) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:09.160980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28372387-8875-4089-ad8e-ad1c26f74607 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:09.162661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-28372387-8875-4089-ad8e-ad1c26f74607 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0546927 Dec 10 09:14:09.165719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50852) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:09.192178 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.200919 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-722dc226-7b76-416f-a74c-00229923e66c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:14:09.202564 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-722dc226-7b76-416f-a74c-00229923e66c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/41ea8a3a-6409-4cb3-887c-48d7683e6af9 HTTP/1.1" status: 404 len: 333 time: 0.0349522 Dec 10 09:14:09.206160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50854) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:09.211056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-601742425'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:09.233844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:09.237478 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.262777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:09.272554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.272902 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Added segment 5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb of type vlan for network 9a894949-fbd6-472b-81d0-3a2cea378dfb Dec 10 09:14:09.316987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.346343 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.351980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:09.352566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.410269 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2030258 Dec 10 09:14:09.413430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50860) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:09.418236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:09.511540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb860ba-0b80-497e-a510-80b7986b9bf9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Network': ['ID=9a894949-fbd6-472b-81d0-3a2cea378dfb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:09.538099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:09.571007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:09.574330 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.625001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b980bb-38b3-4405-a98d-662c4643d370 req-eeb50e43-b93b-4143-8ef3-db2260627a66 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:09.637220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10b980bb-38b3-4405-a98d-662c4643d370 req-eeb50e43-b93b-4143-8ef3-db2260627a66 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 949 time: 0.1112890 Dec 10 09:14:09.697267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10b980bb-38b3-4405-a98d-662c4643d370 req-93b3ccc7-38d0-4063-aa31-608da35f2122 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540915 Dec 10 09:14:09.914885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:09.982176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=f025df1d-d66d-4fb9-afed-e63f40315db6,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:09.999479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Checking segment: {'id': '5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:09.999846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network hostable DHCP agents. Network: 9a894949-fbd6-472b-81d0-3a2cea378dfb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:10.017161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:10.027422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 9a894949-fbd6-472b-81d0-3a2cea378dfb) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:10.031541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:10.032183 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.042221 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c9b30b-eff6-4a5f-b77b-3a16aa456c44 None None] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:10.050740 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dc19b017-41db-4a77-8ed9-4847a644be78 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6362512 Dec 10 09:14:10.057708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50880) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:10.065702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-12ab2cc0-2366-4ff7-8f88-30ed251a2332 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:10.165754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-9a894949-fbd6-472b-81d0-3a2cea378dfb', 'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb', 'project_id': '54f4955c63984912be2f5357e5d89175', 'fixed_ips': [{'subnet_id': 'f025df1d-d66d-4fb9-afed-e63f40315db6'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:10.167820 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.223070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ab2cc0-2366-4ff7-8f88-30ed251a2332 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:10.228992 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12ab2cc0-2366-4ff7-8f88-30ed251a2332 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.351600 n-d-814746-3 neutron-server[114970]: INFO neutron.db.ipam_backend_mixin [None req-12ab2cc0-2366-4ff7-8f88-30ed251a2332 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f025df1d-d66d-4fb9-afed-e63f40315db6 (CIDR: 2001:db8::/64) Dec 10 09:14:10.356977 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ab2cc0-2366-4ff7-8f88-30ed251a2332 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:14:10.357774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ab2cc0-2366-4ff7-8f88-30ed251a2332 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:14:10.366073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Allocated IP 2001:db8::2 (9a894949-fbd6-472b-81d0-3a2cea378dfb/f025df1d-d66d-4fb9-afed-e63f40315db6/e081e9e4-3da8-48f3-9096-8082dde3fe53) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:10.382260 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-12ab2cc0-2366-4ff7-8f88-30ed251a2332 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3207901 Dec 10 09:14:10.382627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50888) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:10.387648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:10.535097 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:10.539521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.561128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.574994 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.636634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Pushing event updated for resources: {'Port': ['ID=e081e9e4-3da8-48f3-9096-8082dde3fe53,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:10.646089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:10.648621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:10.656232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:10.736805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Attempting to bind port e081e9e4-3da8-48f3-9096-8082dde3fe53 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:10.737423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Attempting to bind port e081e9e4-3da8-48f3-9096-8082dde3fe53 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:10.737996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Attempting to bind port e081e9e4-3da8-48f3-9096-8082dde3fe53 on network 9a894949-fbd6-472b-81d0-3a2cea378dfb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:10.748835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:10.750532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Checking segment: {'id': '5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:10.751151 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.752531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Bound using segment: {'id': '5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:10.753189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Bound port: e081e9e4-3da8-48f3-9096-8082dde3fe53, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:10.757718 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.875410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] For port e081e9e4-3da8-48f3-9096-8082dde3fe53, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:10.880350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] For port e081e9e4-3da8-48f3-9096-8082dde3fe53, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e081e9e4-3da8-48f3-9096-8082dde3fe53,segment=NetworkSegment(5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb),segment_id=5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:10.888356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.888757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.941487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:10.953794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:10.960024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:10.960632 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:10.969092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98748be9-2d5c-4f88-9c9c-332378cbdeeb None None] Pushing event updated for resources: {'Port': ['ID=e081e9e4-3da8-48f3-9096-8082dde3fe53,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:10.971270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2217682-7a12-470b-92a7-68d6d68df078 req-a63c3db6-9efa-4d6b-8ecc-05da791d6b30 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:10.973496 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2217682-7a12-470b-92a7-68d6d68df078 req-a63c3db6-9efa-4d6b-8ecc-05da791d6b30 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 949 time: 0.1523407 Dec 10 09:14:11.018736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=9fbd6904-2abc-417d-be57-8e8c4d083bb6,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:11.056185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7a707bf0-4fbc-4758-89ef-d4bb33c7029a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6699891 Dec 10 09:14:11.056616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50904) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:11.061870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb', 'fixed_ips': [{'subnet_id': 'f025df1d-d66d-4fb9-afed-e63f40315db6'}, {'subnet_id': '9fbd6904-2abc-417d-be57-8e8c4d083bb6'}], 'name': 'tempest-PortsIpV6TestJSON-1677916911'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:11.087832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2217682-7a12-470b-92a7-68d6d68df078 req-f0f2cb4f-bc96-4a06-8884-2f43cb809454 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866086 Dec 10 09:14:11.324679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:11.520493 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:11.591553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 6c76addc-8503-40a0-9ec7-2897fd9e7e71 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:11.743552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fdb4e-5fd8-48a3-87da-b4a872ba0125 req-da3e336b-8905-4dfc-931d-a5886eff4ba4 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:11.761059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b46fdb4e-5fd8-48a3-87da-b4a872ba0125 req-da3e336b-8905-4dfc-931d-a5886eff4ba4 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 949 time: 0.1441517 Dec 10 09:14:11.784263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e081e9e4-3da8-48f3-9096-8082dde3fe53 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:11.897173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b46fdb4e-5fd8-48a3-87da-b4a872ba0125 req-fd8a2a90-ca2f-4808-a561-9ddc5335b4fe tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337857 Dec 10 09:14:11.902239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e081e9e4-3da8-48f3-9096-8082dde3fe53 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:11.902871 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:12.044822 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:12.090539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port e081e9e4-3da8-48f3-9096-8082dde3fe53, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e081e9e4-3da8-48f3-9096-8082dde3fe53,segment=NetworkSegment(5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb),segment_id=5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:12.110816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:12.166729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::1e2 (9a894949-fbd6-472b-81d0-3a2cea378dfb/f025df1d-d66d-4fb9-afed-e63f40315db6/6c76addc-8503-40a0-9ec7-2897fd9e7e71) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:12.175020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8:0:1::2be (9a894949-fbd6-472b-81d0-3a2cea378dfb/9fbd6904-2abc-417d-be57-8e8c4d083bb6/6c76addc-8503-40a0-9ec7-2897fd9e7e71) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:12.177806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=e081e9e4-3da8-48f3-9096-8082dde3fe53,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:12.349458 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:12.389075 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:12.416263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e50d58b-070f-4884-86e6-0051f040cafe None None] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:12.443982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:12.447233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:12.450854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:12.456505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:12.457132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:12.469444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=6c76addc-8503-40a0-9ec7-2897fd9e7e71,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:12.483713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-76571cee-e0f5-47c5-9a4a-1ecae5a99900 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4235065 Dec 10 09:14:12.484980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50938) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:12.491002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f025df1d-d66d-4fb9-afed-e63f40315db6'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:12.542695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-61b2db5a-b3b9-4e33-b1d3-3d90adddd548 None None] Provisioning complete for port e081e9e4-3da8-48f3-9096-8082dde3fe53 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:12.542992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-61b2db5a-b3b9-4e33-b1d3-3d90adddd548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:12.690670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040aee88-8486-4860-a83a-38854aa9d164 None None] Update dhcp port {'port': {'network_id': '9a894949-fbd6-472b-81d0-3a2cea378dfb', 'fixed_ips': [{'subnet_id': 'f025df1d-d66d-4fb9-afed-e63f40315db6', 'ip_address': '2001:db8::2'}, {'subnet_id': '9fbd6904-2abc-417d-be57-8e8c4d083bb6'}], 'binding:host_id': 'n-d-814746-3'}, 'id': 'e081e9e4-3da8-48f3-9096-8082dde3fe53'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:14:12.696648 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:12.716985 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-040aee88-8486-4860-a83a-38854aa9d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:12.903227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-040aee88-8486-4860-a83a-38854aa9d164 None None] Allocated IP 2001:db8:0:1::2 (9a894949-fbd6-472b-81d0-3a2cea378dfb/9fbd6904-2abc-417d-be57-8e8c4d083bb6/e081e9e4-3da8-48f3-9096-8082dde3fe53) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:13.089455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-040aee88-8486-4860-a83a-38854aa9d164 None None] For port e081e9e4-3da8-48f3-9096-8082dde3fe53, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e081e9e4-3da8-48f3-9096-8082dde3fe53,segment=NetworkSegment(5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb),segment_id=5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:13.097908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-fc043bd4-6f06-47b5-ad77-d1e4e20717f7 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:13.097908 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-fc043bd4-6f06-47b5-ad77-d1e4e20717f7 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 949 time: 0.0857539 Dec 10 09:14:13.137748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384d5c0-ffed-4dd9-866a-89def4cd97ba req-970c3623-fbbd-41da-839a-b48ac5d86a37 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:13.140757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1384d5c0-ffed-4dd9-866a-89def4cd97ba req-970c3623-fbbd-41da-839a-b48ac5d86a37 tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 949 time: 0.1151128 Dec 10 09:14:13.147593 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-040aee88-8486-4860-a83a-38854aa9d164 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.168655 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-040aee88-8486-4860-a83a-38854aa9d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.239313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Deleting port acd82459-090f-4387-b02a-f3181be20df8 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:13.240546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.258733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1384d5c0-ffed-4dd9-866a-89def4cd97ba req-d2f3f90e-888f-498e-becb-49be3446cc6d tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/security-groups?id=12ef874a-105e-4d07-8e3e-a2df43d1e84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093264 Dec 10 09:14:13.285694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aee88-8486-4860-a83a-38854aa9d164 None None] Pushing event updated for resources: {'Port': ['ID=e081e9e4-3da8-48f3-9096-8082dde3fe53,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:13.331349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Delete allocated IP 2001:db8:0:1::2be (9a894949-fbd6-472b-81d0-3a2cea378dfb/9fbd6904-2abc-417d-be57-8e8c4d083bb6) {{(pid=114969) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 09:14:13.408082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] For port acd82459-090f-4387-b02a-f3181be20df8, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=acd82459-090f-4387-b02a-f3181be20df8,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:13.408443 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.421779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Calling delete_port for acd82459-090f-4387-b02a-f3181be20df8 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:13.556855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.565144 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.601315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e081e9e4-3da8-48f3-9096-8082dde3fe53 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:13.662246 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.684867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] In _notify_port_updated(), no bound segment for port 6c76addc-8503-40a0-9ec7-2897fd9e7e71 on network 9a894949-fbd6-472b-81d0-3a2cea378dfb {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:14:13.691434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:13.692097 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.694442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['acd82459-090f-4387-b02a-f3181be20df8'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:14:13.697604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "PUT /v2.0/ports/6c76addc-8503-40a0-9ec7-2897fd9e7e71 HTTP/1.1" status: 200 len: 926 time: 1.2108850 Dec 10 09:14:13.698239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50972) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:13.704168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Pushing event deleted for resources: {'Port': ['ID=acd82459-090f-4387-b02a-f3181be20df8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:13.713190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f025df1d-d66d-4fb9-afed-e63f40315db6'}, {'subnet_id': '9fbd6904-2abc-417d-be57-8e8c4d083bb6'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:13.762334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d34170-59b6-4315-9ee2-80ff0052774c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=6c76addc-8503-40a0-9ec7-2897fd9e7e71,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:13.796748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e081e9e4-3da8-48f3-9096-8082dde3fe53 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:13.796748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.805963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] No DVR routers for this DVR port acd82459-090f-4387-b02a-f3181be20df8 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:14:13.812398 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.820472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac5b73fb-5b6a-4cfe-a7af-0326bbae49eb req-9e34b6fa-5cdf-4aae-b19c-258d4d89a1ed tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.18 "DELETE /v2.0/ports/acd82459-090f-4387-b02a-f3181be20df8 HTTP/1.1" status: 204 len: 173 time: 0.7149341 Dec 10 09:14:13.820970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6e6b2d-63d2-4a38-b28e-8a52b3871884', 'name': 'network-vif-deleted', 'tag': 'acd82459-090f-4387-b02a-f3181be20df8'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:14:13.829821 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda71cca-2561-4df1-8130-174e0f0869b7" -d '{"events": [{"server_uuid": "ef6e6b2d-63d2-4a38-b28e-8a52b3871884", "name": "network-vif-deleted", "tag": "acd82459-090f-4387-b02a-f3181be20df8"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:14:13.831905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:13.920517 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536461ed-d632-433b-a57d-40053ae6a3ed x-openstack-request-id: req-536461ed-d632-433b-a57d-40053ae6a3ed {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:14:13.920825 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6e6b2d-63d2-4a38-b28e-8a52b3871884", "name": "network-vif-deleted", "tag": "acd82459-090f-4387-b02a-f3181be20df8", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:14:13.921770 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-536461ed-d632-433b-a57d-40053ae6a3ed {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:14:13.922238 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6e6b2d-63d2-4a38-b28e-8a52b3871884', 'name': 'network-vif-deleted', 'tag': 'acd82459-090f-4387-b02a-f3181be20df8', 'status': 'completed', 'code': 200} Dec 10 09:14:14.316748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8:0:1::15a (9a894949-fbd6-472b-81d0-3a2cea378dfb/9fbd6904-2abc-417d-be57-8e8c4d083bb6/6c76addc-8503-40a0-9ec7-2897fd9e7e71) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:14.382662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db69e12a-b81b-4189-9949-d25315dd2d55 None None] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:14.512692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9984815e-30cd-44f7-a172-8efce8dba9f6 None None] Provisioning complete for port e081e9e4-3da8-48f3-9096-8082dde3fe53 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:14.513024 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9984815e-30cd-44f7-a172-8efce8dba9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:14.524584 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:14.554164 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04f675dd-b93d-4630-99fa-b41d5b1bb632 req-b53a614c-8089-4935-ba40-baa1ffbb9b7a tempest-VolumesNegativeTest-1417879388 tempest-VolumesNegativeTest-1417879388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef6e6b2d-63d2-4a38-b28e-8a52b3871884 HTTP/1.1" status: 200 len: 210 time: 0.0963819 Dec 10 09:14:14.556032 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:14.663289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] In _notify_port_updated(), no bound segment for port 6c76addc-8503-40a0-9ec7-2897fd9e7e71 on network 9a894949-fbd6-472b-81d0-3a2cea378dfb {{(pid=114969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:14:14.669232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:14.670039 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:14.674109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "PUT /v2.0/ports/6c76addc-8503-40a0-9ec7-2897fd9e7e71 HTTP/1.1" status: 200 len: 1012 time: 0.9693751 Dec 10 09:14:14.674109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5becd5-37ec-4f4e-8e28-3817dacde83e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=6c76addc-8503-40a0-9ec7-2897fd9e7e71,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:14.674575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50992) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:14.727307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9984815e-30cd-44f7-a172-8efce8dba9f6 None None] Provisioning complete for port 6c76addc-8503-40a0-9ec7-2897fd9e7e71 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:14.727685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9984815e-30cd-44f7-a172-8efce8dba9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:14.817867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9984815e-30cd-44f7-a172-8efce8dba9f6 None None] Port 6c76addc-8503-40a0-9ec7-2897fd9e7e71 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:14.840638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-01936e4f-7fe6-4a09-95fa-d60a1253a936 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 6c76addc-8503-40a0-9ec7-2897fd9e7e71 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:14.840982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01936e4f-7fe6-4a09-95fa-d60a1253a936 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:14.973304 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01936e4f-7fe6-4a09-95fa-d60a1253a936 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:14.989991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-01936e4f-7fe6-4a09-95fa-d60a1253a936 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 6c76addc-8503-40a0-9ec7-2897fd9e7e71 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:15.046041 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ccb77fdb-d320-47c9-b205-8a1d4447855d None None] Provisioning complete for port e081e9e4-3da8-48f3-9096-8082dde3fe53 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:15.046382 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ccb77fdb-d320-47c9-b205-8a1d4447855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.158231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ccb77fdb-d320-47c9-b205-8a1d4447855d None None] Provisioning complete for port 6c76addc-8503-40a0-9ec7-2897fd9e7e71 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:15.158744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ccb77fdb-d320-47c9-b205-8a1d4447855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.199784 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.218206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ccb77fdb-d320-47c9-b205-8a1d4447855d None None] Port 6c76addc-8503-40a0-9ec7-2897fd9e7e71 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:15.296922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01936e4f-7fe6-4a09-95fa-d60a1253a936 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.332069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01936e4f-7fe6-4a09-95fa-d60a1253a936 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=6c76addc-8503-40a0-9ec7-2897fd9e7e71,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:15.337716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a081da70-582c-479d-b1e0-da9b5e22423a None None] Could not find standard attr ID for object 6c76addc-8503-40a0-9ec7-2897fd9e7e71. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:14:15.398469 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01936e4f-7fe6-4a09-95fa-d60a1253a936 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.401908 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-01936e4f-7fe6-4a09-95fa-d60a1253a936 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/6c76addc-8503-40a0-9ec7-2897fd9e7e71 HTTP/1.1" status: 204 len: 168 time: 0.7261221 Dec 10 09:14:15.404446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51006) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:15.441405 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f89926-8adb-4bad-aab0-c14321d698c0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:14:15.442901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-76f89926-8adb-4bad-aab0-c14321d698c0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/6c76addc-8503-40a0-9ec7-2897fd9e7e71 HTTP/1.1" status: 404 len: 333 time: 0.0375032 Dec 10 09:14:15.446312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51010) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:15.509188 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f074c5c-7566-4aa5-9cf1-a8b8371b15c5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet 9fbd6904-2abc-417d-be57-8e8c4d083bb6 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:14:15.512730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f074c5c-7566-4aa5-9cf1-a8b8371b15c5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.556564 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f074c5c-7566-4aa5-9cf1-a8b8371b15c5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.666798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f074c5c-7566-4aa5-9cf1-a8b8371b15c5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.670132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-62be4e04-57d0-4bd5-8a68-5482a0d06270 None None] Could not find standard attr ID for object 6c76addc-8503-40a0-9ec7-2897fd9e7e71. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:14:15.736678 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f074c5c-7566-4aa5-9cf1-a8b8371b15c5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.765089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device acd82459-090f-4387-b02a-f3181be20df8 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:14:15.778297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f074c5c-7566-4aa5-9cf1-a8b8371b15c5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbd6904-2abc-417d-be57-8e8c4d083bb6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:15.791057 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f074c5c-7566-4aa5-9cf1-a8b8371b15c5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.792743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: acd82459-090f-4387-b02a-f3181be20df8 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:14:15.793098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device acd82459-090f-4387-b02a-f3181be20df8 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:14:15.796906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0f074c5c-7566-4aa5-9cf1-a8b8371b15c5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/9fbd6904-2abc-417d-be57-8e8c4d083bb6 HTTP/1.1" status: 204 len: 168 time: 0.3494234 Dec 10 09:14:15.799524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51028) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:15.883081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9308fc6-b0d4-49fc-9a92-b9e83314cab7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet f025df1d-d66d-4fb9-afed-e63f40315db6 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:14:15.887470 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9308fc6-b0d4-49fc-9a92-b9e83314cab7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.921258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689baacb-f568-421e-bdec-f57b7c7eb3de None None] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:15.947846 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9308fc6-b0d4-49fc-9a92-b9e83314cab7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:15.995281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b600e2c1-7553-4e60-9743-b3ed898000f7 None None] Could not find standard attr ID for object 6c76addc-8503-40a0-9ec7-2897fd9e7e71. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:14:16.058915 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9308fc6-b0d4-49fc-9a92-b9e83314cab7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:16.145306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9308fc6-b0d4-49fc-9a92-b9e83314cab7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:16.187834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9308fc6-b0d4-49fc-9a92-b9e83314cab7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=f025df1d-d66d-4fb9-afed-e63f40315db6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:16.200111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f9308fc6-b0d4-49fc-9a92-b9e83314cab7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:16.208175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f9308fc6-b0d4-49fc-9a92-b9e83314cab7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/f025df1d-d66d-4fb9-afed-e63f40315db6 HTTP/1.1" status: 204 len: 168 time: 0.4074740 Dec 10 09:14:16.208336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51052) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:16.331192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:16.434076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port e081e9e4-3da8-48f3-9096-8082dde3fe53 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:16.434624 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:16.541338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] For port e081e9e4-3da8-48f3-9096-8082dde3fe53, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e081e9e4-3da8-48f3-9096-8082dde3fe53,segment=NetworkSegment(5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb),segment_id=5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:16.541836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:16.558571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for e081e9e4-3da8-48f3-9096-8082dde3fe53 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:16.664782 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:16.705314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=e081e9e4-3da8-48f3-9096-8082dde3fe53,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:16.717127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No DVR routers for this DVR port e081e9e4-3da8-48f3-9096-8082dde3fe53 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:14:16.901715 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:16.941666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a894949-fbd6-472b-81d0-3a2cea378dfb']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:16.959742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:16.960039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b12e7cc-ae83-4ec7-a3df-ff33b9d281fb') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:16.982727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.000566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.019699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:14:17.020106 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:14:17.024595 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:14:17.035913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e3d16-dd75-4b4a-8d49-6303ca631623 None None] Network 9a894949-fbd6-472b-81d0-3a2cea378dfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:17.055527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7c2d1bc9-8a8c-43ea-b4e5-18875df567bf None None] Could not find standard attr ID for object e081e9e4-3da8-48f3-9096-8082dde3fe53. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:14:17.111221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.122892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.127197 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/networks/9a894949-fbd6-472b-81d0-3a2cea378dfb HTTP/1.1" status: 204 len: 168 time: 0.9169486 Dec 10 09:14:17.133614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51138) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:17.143232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88497fd9-759a-443d-bc63-681259e2d19d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Network': ['ID=9a894949-fbd6-472b-81d0-3a2cea378dfb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:17.229762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851f154-322b-4dad-b14e-e535e33a4c44 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:17.231756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9851f154-322b-4dad-b14e-e535e33a4c44 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0971394 Dec 10 09:14:17.235624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51146) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:17.257058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac6f9c-957a-4fd0-ab2c-66d0c786a710 None None] DHCP port deletion for 9a894949-fbd6-472b-81d0-3a2cea378dfb request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:17.295485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-55775203-6d7b-41f6-b3fd-cbb4d863cd8f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0578172 Dec 10 09:14:17.298856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:17.305016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1099220550'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:17.334954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:17.339618 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.376671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:17.390745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.391233 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Added segment eb140965-4008-4540-8314-66006230dcc5 of type vlan for network ff7be998-a781-4c75-b970-ac8fb3f92e8f Dec 10 09:14:17.529022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.564321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.572216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:17.572830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:17.621470 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e081e9e4-3da8-48f3-9096-8082dde3fe53 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:14:17.671762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: e081e9e4-3da8-48f3-9096-8082dde3fe53 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:14:17.673074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e081e9e4-3da8-48f3-9096-8082dde3fe53 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:14:17.673205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51178) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:17.673727 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3730226 Dec 10 09:14:17.679096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': 'ff7be998-a781-4c75-b970-ac8fb3f92e8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:17.694463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec8952-93a8-4a31-96f7-7dbc2b983619 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Network': ['ID=ff7be998-a781-4c75-b970-ac8fb3f92e8f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:17.710176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ff7be998-a781-4c75-b970-ac8fb3f92e8f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:17.848451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:17.853242 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:18.070011 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:18.147887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=df10f613-cc8c-4922-a39e-9f09822d4bde,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:18.157255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Checking segment: {'id': 'eb140965-4008-4540-8314-66006230dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff7be998-a781-4c75-b970-ac8fb3f92e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:18.157492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network hostable DHCP agents. Network: ff7be998-a781-4c75-b970-ac8fb3f92e8f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:18.186838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network ff7be998-a781-4c75-b970-ac8fb3f92e8f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:18.199271 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ff7be998-a781-4c75-b970-ac8fb3f92e8f) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:18.211484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:18.214129 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:18.218798 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf903cb-2a53-4f1d-aedf-bc8abc70f460 None None] Network ff7be998-a781-4c75-b970-ac8fb3f92e8f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:18.241864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f998319a-94d9-4bb2-95bb-06772793f8d0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5672760 Dec 10 09:14:18.244324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51244) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:18.254947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': 'ff7be998-a781-4c75-b970-ac8fb3f92e8f', 'name': 'tempest-PortsIpV6TestJSON-631291867'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:18.547767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:18.555467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:18.682229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-ff7be998-a781-4c75-b970-ac8fb3f92e8f', 'network_id': 'ff7be998-a781-4c75-b970-ac8fb3f92e8f', 'project_id': '54f4955c63984912be2f5357e5d89175', 'fixed_ips': [{'subnet_id': 'df10f613-cc8c-4922-a39e-9f09822d4bde'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:18.683118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:18.916528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Allocated IP 2001:db8::2 (ff7be998-a781-4c75-b970-ac8fb3f92e8f/df10f613-cc8c-4922-a39e-9f09822d4bde/585ea6bc-83be-47fd-b791-5eb750fc60d3) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:19.030091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 46410394-fb66-43d6-8b8d-c92858bba457 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:19.112920 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:19.123849 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:19.209212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Pushing event updated for resources: {'Port': ['ID=585ea6bc-83be-47fd-b791-5eb750fc60d3,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:19.213077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Network ff7be998-a781-4c75-b970-ac8fb3f92e8f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:19.221095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:19.228844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:19.243839 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:19.244908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::1ee (ff7be998-a781-4c75-b970-ac8fb3f92e8f/df10f613-cc8c-4922-a39e-9f09822d4bde/46410394-fb66-43d6-8b8d-c92858bba457) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:19.294254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Attempting to bind port 585ea6bc-83be-47fd-b791-5eb750fc60d3 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:19.295015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Attempting to bind port 585ea6bc-83be-47fd-b791-5eb750fc60d3 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'eb140965-4008-4540-8314-66006230dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff7be998-a781-4c75-b970-ac8fb3f92e8f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:19.295667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Attempting to bind port 585ea6bc-83be-47fd-b791-5eb750fc60d3 on network ff7be998-a781-4c75-b970-ac8fb3f92e8f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:19.301824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:19.303126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Checking segment: {'id': 'eb140965-4008-4540-8314-66006230dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff7be998-a781-4c75-b970-ac8fb3f92e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:19.303742 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:19.304324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Bound using segment: {'id': 'eb140965-4008-4540-8314-66006230dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff7be998-a781-4c75-b970-ac8fb3f92e8f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:19.304983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Bound port: 585ea6bc-83be-47fd-b791-5eb750fc60d3, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb140965-4008-4540-8314-66006230dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff7be998-a781-4c75-b970-ac8fb3f92e8f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:19.305641 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:19.377308 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] For port 585ea6bc-83be-47fd-b791-5eb750fc60d3, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:19.381661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] For port 585ea6bc-83be-47fd-b791-5eb750fc60d3, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=585ea6bc-83be-47fd-b791-5eb750fc60d3,segment=NetworkSegment(eb140965-4008-4540-8314-66006230dcc5),segment_id=eb140965-4008-4540-8314-66006230dcc5)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:19.390505 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:19.471268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b3f63-16ef-436d-bffd-2a17f2da8536 None None] Pushing event updated for resources: {'Port': ['ID=585ea6bc-83be-47fd-b791-5eb750fc60d3,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:19.519360 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:19.587624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:19.667958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network ff7be998-a781-4c75-b970-ac8fb3f92e8f is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:19.673952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:19.680036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:19.687200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:19.687861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:19.691666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=46410394-fb66-43d6-8b8d-c92858bba457,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:19.749669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e0847d03-98fd-4b16-b273-20a637ad7f32 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5024881 Dec 10 09:14:19.751065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51348) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:19.768114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': 'ff7be998-a781-4c75-b970-ac8fb3f92e8f', 'name': 'tempest-PortsIpV6TestJSON-1407626221'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:20.087945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:20.095496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:20.120717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port ae4783a1-dd54-4781-9f60-237ae42ed0f2 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:20.240320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51358) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:20.294349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::25 (ff7be998-a781-4c75-b970-ac8fb3f92e8f/df10f613-cc8c-4922-a39e-9f09822d4bde/ae4783a1-dd54-4781-9f60-237ae42ed0f2) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:20.347439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51362) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:20.412702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bddbbdd-612b-4176-9827-cade30d8cb6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:20.493824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-90d832bb-feee-4874-88b6-7f69836914e0 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3245 time: 0.1421301 Dec 10 09:14:20.495636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51368) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:20.502420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'network': {'name': 'tempest-network-smoke--263483903', 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'port_security_enabled': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:20.542425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:20.587696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Made reservation on behalf of 74395b77cd834c1f8e01fbaa6e1afff1 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:20.592920 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:20.594515 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:20.691160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network ff7be998-a781-4c75-b970-ac8fb3f92e8f is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:20.692204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:20.694970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:20.702084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:20.716186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:20.717039 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:20.735523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=ae4783a1-dd54-4781-9f60-237ae42ed0f2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:20.746144 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-40b8dd65-2b8d-4738-9426-09d37a83032f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9905229 Dec 10 09:14:20.748439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51372) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:20.785099 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:20.785589 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Added segment 99cc3b30-c56c-4e46-83a0-4a39a87c8997 of type vlan for network ba617f57-4dc1-4874-be82-03d255fc1a47 Dec 10 09:14:20.798919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bddbbdd-612b-4176-9827-cade30d8cb6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:20.869613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4bddbbdd-612b-4176-9827-cade30d8cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:20.898293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b18cb-c64f-4d6b-ba52-14a083158dc5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:20.902397 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-069b18cb-c64f-4d6b-ba52-14a083158dc5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ee HTTP/1.1" status: 200 len: 928 time: 0.1502171 Dec 10 09:14:20.910724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51382) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:20.947799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.009958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51384) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:21.010209 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4bddbbdd-612b-4176-9827-cade30d8cb6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4179b97ebfd0461bbbd8193302e82383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7674735 Dec 10 09:14:21.014618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddbbdd-612b-4176-9827-cade30d8cb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac929e24-744d-4d11-86bb-d6af5b3a8ef0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:21.086658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.088902 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e71260fd-ae6f-4b9e-93d8-162829da7c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.093000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:21.093521 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.131010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-20c1f8b0-2658-4df8-9cd2-de08ad61e505 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port ae4783a1-dd54-4781-9f60-237ae42ed0f2 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:21.131539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-20c1f8b0-2658-4df8-9cd2-de08ad61e505 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.135820 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e71260fd-ae6f-4b9e-93d8-162829da7c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.239837 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7429612 Dec 10 09:14:21.243085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51390) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:21.248929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'admin_state_up': True, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:21.261305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090f933-10f8-4688-aa27-1cbb376a8a30 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Network': ['ID=ba617f57-4dc1-4874-be82-03d255fc1a47,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:21.273678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ba617f57-4dc1-4874-be82-03d255fc1a47 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:21.368628 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-20c1f8b0-2658-4df8-9cd2-de08ad61e505 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.372588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81e100-a4cd-4b88-a607-d917a48d6db5 None None] Network ff7be998-a781-4c75-b970-ac8fb3f92e8f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:21.382184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.384957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.404215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e71260fd-ae6f-4b9e-93d8-162829da7c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.407030 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e71260fd-ae6f-4b9e-93d8-162829da7c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.408198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e71260fd-ae6f-4b9e-93d8-162829da7c1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac929e24-744d-4d11-86bb-d6af5b3a8ef0 HTTP/1.1" status: 204 len: 168 time: 0.3963397 Dec 10 09:14:21.417451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-20c1f8b0-2658-4df8-9cd2-de08ad61e505 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for ae4783a1-dd54-4781-9f60-237ae42ed0f2 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:21.440495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71260fd-ae6f-4b9e-93d8-162829da7c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac929e24-744d-4d11-86bb-d6af5b3a8ef0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:21.483033 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.579686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c9698474-2396-4577-8400-f00eadb32d91 None None] Provisioning complete for port 585ea6bc-83be-47fd-b791-5eb750fc60d3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:21.580062 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c9698474-2396-4577-8400-f00eadb32d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.765848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 585ea6bc-83be-47fd-b791-5eb750fc60d3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:21.772314 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.921895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 585ea6bc-83be-47fd-b791-5eb750fc60d3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:21.922367 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:21.967785 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-20c1f8b0-2658-4df8-9cd2-de08ad61e505 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.020397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1f8b0-2658-4df8-9cd2-de08ad61e505 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=ae4783a1-dd54-4781-9f60-237ae42ed0f2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:22.081762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-20c1f8b0-2658-4df8-9cd2-de08ad61e505 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.091199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-20c1f8b0-2658-4df8-9cd2-de08ad61e505 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/ae4783a1-dd54-4781-9f60-237ae42ed0f2 HTTP/1.1" status: 204 len: 168 time: 1.1775374 Dec 10 09:14:22.091852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51416) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:22.136086 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c9698474-2396-4577-8400-f00eadb32d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.152112 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ba5ae3-fc8a-4bb6-a7c1-e227df1e80cc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:14:22.155907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f3ba5ae3-fc8a-4bb6-a7c1-e227df1e80cc tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/ae4783a1-dd54-4781-9f60-237ae42ed0f2 HTTP/1.1" status: 404 len: 333 time: 0.0629876 Dec 10 09:14:22.159917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51420) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:22.202768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c9698474-2396-4577-8400-f00eadb32d91 None None] For port 585ea6bc-83be-47fd-b791-5eb750fc60d3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=585ea6bc-83be-47fd-b791-5eb750fc60d3,segment=NetworkSegment(eb140965-4008-4540-8314-66006230dcc5),segment_id=eb140965-4008-4540-8314-66006230dcc5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:22.214790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c9698474-2396-4577-8400-f00eadb32d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.332973 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.377890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9698474-2396-4577-8400-f00eadb32d91 None None] Pushing event updated for resources: {'Port': ['ID=585ea6bc-83be-47fd-b791-5eb750fc60d3,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:22.380626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b0f8a-4dc4-41de-b62a-694e40c3dd3c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 46410394-fb66-43d6-8b8d-c92858bba457 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:22.381144 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0f8a-4dc4-41de-b62a-694e40c3dd3c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.397100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.643940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Allocated IP 172.25.3.116 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/2bcd8bf7-12c0-4a63-8d38-cc82badea13f) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:22.644360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-731c5f38-4e04-46c1-a7dd-12a6f754c807 None None] Could not find standard attr ID for object ae4783a1-dd54-4781-9f60-237ae42ed0f2. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:14:22.674684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-731c5f38-4e04-46c1-a7dd-12a6f754c807 None None] Provisioning complete for port 585ea6bc-83be-47fd-b791-5eb750fc60d3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:22.675181 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-731c5f38-4e04-46c1-a7dd-12a6f754c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.807268 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.861489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.914770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-731c5f38-4e04-46c1-a7dd-12a6f754c807 None None] Provisioning complete for port 46410394-fb66-43d6-8b8d-c92858bba457 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:22.915357 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-731c5f38-4e04-46c1-a7dd-12a6f754c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:22.967761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-731c5f38-4e04-46c1-a7dd-12a6f754c807 None None] Port 46410394-fb66-43d6-8b8d-c92858bba457 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:22.982190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:22.988525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:22.992621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:23.010592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5531706-ab73-4053-b275-0ca6eefd6082 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:23.055350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=2bcd8bf7-12c0-4a63-8d38-cc82badea13f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:23.126479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fc50d230-9372-4099-aa09-be2f6e416dfb None None] Provisioning complete for port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:23.127145 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc50d230-9372-4099-aa09-be2f6e416dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:23.148771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0f8a-4dc4-41de-b62a-694e40c3dd3c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:23.168164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b0f8a-4dc4-41de-b62a-694e40c3dd3c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 46410394-fb66-43d6-8b8d-c92858bba457 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:23.277420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fc50d230-9372-4099-aa09-be2f6e416dfb None None] Port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:23.303175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fc50d230-9372-4099-aa09-be2f6e416dfb None None] Provisioning complete for port 46410394-fb66-43d6-8b8d-c92858bba457 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:23.303877 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc50d230-9372-4099-aa09-be2f6e416dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:23.373679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fc50d230-9372-4099-aa09-be2f6e416dfb None None] Port 46410394-fb66-43d6-8b8d-c92858bba457 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:23.378089 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0f8a-4dc4-41de-b62a-694e40c3dd3c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:23.505446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3f71b9de-9c6b-4a16-8bfe-1335bcf88365 None None] Could not find standard attr ID for object ae4783a1-dd54-4781-9f60-237ae42ed0f2. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:14:23.540532 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0f8a-4dc4-41de-b62a-694e40c3dd3c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:23.544407 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3f2b0f8a-4dc4-41de-b62a-694e40c3dd3c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/46410394-fb66-43d6-8b8d-c92858bba457 HTTP/1.1" status: 204 len: 168 time: 1.3828166 Dec 10 09:14:23.545568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b0f8a-4dc4-41de-b62a-694e40c3dd3c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=46410394-fb66-43d6-8b8d-c92858bba457,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:23.547970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51454) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:23.606897 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4f097e-0d27-451b-b20c-8108e1519c11 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:14:23.608391 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-be4f097e-0d27-451b-b20c-8108e1519c11 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/46410394-fb66-43d6-8b8d-c92858bba457 HTTP/1.1" status: 404 len: 333 time: 0.0594945 Dec 10 09:14:23.615928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51458) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:23.672370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 585ea6bc-83be-47fd-b791-5eb750fc60d3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:23.703663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f91e2b-f8e2-4596-aa5a-e74864633eea tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet df10f613-cc8c-4922-a39e-9f09822d4bde {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:14:23.715655 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27f91e2b-f8e2-4596-aa5a-e74864633eea tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:23.773188 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:23.795998 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27f91e2b-f8e2-4596-aa5a-e74864633eea tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:23.855362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 585ea6bc-83be-47fd-b791-5eb750fc60d3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:23.855742 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.014740 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27f91e2b-f8e2-4596-aa5a-e74864633eea tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.085750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27f91e2b-f8e2-4596-aa5a-e74864633eea tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.145464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51474) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:24.153774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f91e2b-f8e2-4596-aa5a-e74864633eea tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=df10f613-cc8c-4922-a39e-9f09822d4bde,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:24.165988 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27f91e2b-f8e2-4596-aa5a-e74864633eea tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.174680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-27f91e2b-f8e2-4596-aa5a-e74864633eea tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/df10f613-cc8c-4922-a39e-9f09822d4bde HTTP/1.1" status: 204 len: 168 time: 0.5588458 Dec 10 09:14:24.175906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51480) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:24.228278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.299459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b3d7f-1fa5-4384-96f1-81d9b9d83527 None None] Network ff7be998-a781-4c75-b970-ac8fb3f92e8f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:24.386994 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.420642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:14:24.537308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 585ea6bc-83be-47fd-b791-5eb750fc60d3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:24.537718 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.601423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'network': {'name': 'tempest-network-smoke--1892399533', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'port_security_enabled': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:24.610136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fef4e8f-13af-4f18-bc85-7e79e747b483 None None] DHCP port deletion for ff7be998-a781-4c75-b970-ac8fb3f92e8f request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:24.672150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51490) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:24.673437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:24.683861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] For port 585ea6bc-83be-47fd-b791-5eb750fc60d3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=585ea6bc-83be-47fd-b791-5eb750fc60d3,segment=NetworkSegment(eb140965-4008-4540-8314-66006230dcc5),segment_id=eb140965-4008-4540-8314-66006230dcc5)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:24.684505 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.688308 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Sync routers for ids ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:14:24.712381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 585ea6bc-83be-47fd-b791-5eb750fc60d3 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:24.713065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9fef4e8f-13af-4f18-bc85-7e79e747b483 None None] Deleting port 585ea6bc-83be-47fd-b791-5eb750fc60d3 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:24.713441 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fef4e8f-13af-4f18-bc85-7e79e747b483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.729436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Made reservation on behalf of af85371d55f441fd9a5599356d089db8 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:24.734180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.738993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.744003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c0297e4e-9a9c-4856-b905-1585554c5522 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4963155 Dec 10 09:14:24.744304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51498) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:24.785514 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.820996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Routers {'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:24.824693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:24.904384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9fef4e8f-13af-4f18-bc85-7e79e747b483 None None] For port 585ea6bc-83be-47fd-b791-5eb750fc60d3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=585ea6bc-83be-47fd-b791-5eb750fc60d3,segment=NetworkSegment(eb140965-4008-4540-8314-66006230dcc5),segment_id=eb140965-4008-4540-8314-66006230dcc5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:24.904797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fef4e8f-13af-4f18-bc85-7e79e747b483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:24.920931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589007fb-88cd-4f5e-a1a3-4f115f5615f6 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:24.923089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9fef4e8f-13af-4f18-bc85-7e79e747b483 None None] Calling delete_port for 585ea6bc-83be-47fd-b791-5eb750fc60d3 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:24.927492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-589007fb-88cd-4f5e-a1a3-4f115f5615f6 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=74395b77cd834c1f8e01fbaa6e1afff1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1816533 Dec 10 09:14:24.933439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51502) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:24.961612 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.003820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3c67d11c-ed70-4680-9c3b-901220b39d41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e6841c545ba4e8aaf5ef4e7dd3af8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279521 Dec 10 09:14:25.006522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51504) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:25.048113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=585ea6bc-83be-47fd-b791-5eb750fc60d3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:25.053231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No DVR routers for this DVR port 585ea6bc-83be-47fd-b791-5eb750fc60d3 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:14:25.087083 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0342d891-63dd-449f-b8a8-fa9387e69ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.110895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Set router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:25.125053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0342d891-63dd-449f-b8a8-fa9387e69ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.173004 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.209548 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.222057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7be998-a781-4c75-b970-ac8fb3f92e8f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:25.225539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.238477 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0342d891-63dd-449f-b8a8-fa9387e69ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.245846 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0342d891-63dd-449f-b8a8-fa9387e69ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.249435 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0342d891-63dd-449f-b8a8-fa9387e69ad9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12ef874a-105e-4d07-8e3e-a2df43d1e84a HTTP/1.1" status: 204 len: 168 time: 0.2393296 Dec 10 09:14:25.261201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb140965-4008-4540-8314-66006230dcc5') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:25.261497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb140965-4008-4540-8314-66006230dcc5') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:25.274979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342d891-63dd-449f-b8a8-fa9387e69ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ef874a-105e-4d07-8e3e-a2df43d1e84a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:25.283137 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.291412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774f0a4-c32b-49a3-aeae-63622157aa29 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:25.295726 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1774f0a4-c32b-49a3-aeae-63622157aa29 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3477442 Dec 10 09:14:25.297148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51512) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:25.301167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:25.315007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f04a4db-6c79-4770-883a-274841d9c1d3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:25.320850 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.326917 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.327282 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Added segment 19de5a55-80bb-4bc6-bcf8-d7f72b1e9354 of type vlan for network a26df134-3c7a-4a45-9590-6cc543a9b642 Dec 10 09:14:25.351419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:14:25.357673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d6a28afe-1ae9-4bce-b584-d7e4df1c81a1 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564451 Dec 10 09:14:25.357882 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:14:25.359211 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:14:25.361556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51514) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:25.434234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fef4e8f-13af-4f18-bc85-7e79e747b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.453107 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1ec0130d-dd9a-411a-a4e8-f7a14a811829 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=74395b77cd834c1f8e01fbaa6e1afff1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913179 Dec 10 09:14:25.455715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51518) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:25.489384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef4e8f-13af-4f18-bc85-7e79e747b483 None None] Pushing event deleted for resources: {'Port': ['ID=585ea6bc-83be-47fd-b791-5eb750fc60d3,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:25.495575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef4e8f-13af-4f18-bc85-7e79e747b483 None None] No DVR routers for this DVR port 585ea6bc-83be-47fd-b791-5eb750fc60d3 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:14:25.561637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.608841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:21Z', 'updated_at': '2021-12-10T09:14:23Z', 'revision_number': 3, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:22Z', 'updated_at': '2021-12-10T09:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:25.613640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.633168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.635068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/networks/ff7be998-a781-4c75-b970-ac8fb3f92e8f HTTP/1.1" status: 204 len: 168 time: 1.4562731 Dec 10 09:14:25.653795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51522) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:25.661377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1945317213'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:25.676213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 585ea6bc-83be-47fd-b791-5eb750fc60d3 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:14:25.700721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0e8de-864a-4076-a2bd-078cc6b27931 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Network': ['ID=ff7be998-a781-4c75-b970-ac8fb3f92e8f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:25.712232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.733866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:25.734658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.767053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 585ea6bc-83be-47fd-b791-5eb750fc60d3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:14:25.767966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 585ea6bc-83be-47fd-b791-5eb750fc60d3 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:14:25.774614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Checking router: f6d5fb15-886e-4f02-9ad8-935d0f4d10ef for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:14:25.776190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Updating router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:14:25.823479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:25.826980 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.831202 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:25.908731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Network': ['ID=a26df134-3c7a-4a45-9590-6cc543a9b642,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:25.924347 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2548d1ec-484a-452c-864a-9d4e16e8e340 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7754610 Dec 10 09:14:25.926044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51536) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:25.936034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-315172343', 'admin_state_up': True, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:25.974877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c5ea7-899e-4e4b-8907-5cbf7130b300 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:25.982099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51540) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:25.982843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d12c5ea7-899e-4e4b-8907-5cbf7130b300 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5245228 Dec 10 09:14:26.023528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:26.044848 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.045217 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Added segment f9419a8f-6eae-45cc-b3d5-3bf118694d12 of type vlan for network 2a419541-5279-494d-b6e7-191e03c58bfb Dec 10 09:14:26.060344 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-07a9c162-540b-4bba-a64d-7faf50e7bdf1 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771158 Dec 10 09:14:26.063342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51542) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:26.073181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.074307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.081079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518029250', 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47', 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:26.183945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.251841 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.258947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network a26df134-3c7a-4a45-9590-6cc543a9b642 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:26.365724 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.486058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.489249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.590252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.598197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:26.600684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.654160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Attempting to bind port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:26.654965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Attempting to bind port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:26.655232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Attempting to bind port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:26.663712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c1ce9-cb1d-403b-8a31-0e935632824b None None] Pushing event updated for resources: {'Port': ['ID=2bcd8bf7-12c0-4a63-8d38-cc82badea13f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:26.664710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Made reservation on behalf of 74395b77cd834c1f8e01fbaa6e1afff1 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:26.675599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.676133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d0ebd-af53-4d48-a19b-f425d75a5739 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:26.679948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:26.680657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:26.680794 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.682103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:26.682103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Bound port: 2bcd8bf7-12c0-4a63-8d38-cc82badea13f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:26.682103 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.728546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0725951 Dec 10 09:14:26.737366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51566) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:26.760315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': '2a419541-5279-494d-b6e7-191e03c58bfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:26.773676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] For port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:26.787267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] For port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2bcd8bf7-12c0-4a63-8d38-cc82badea13f,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:26.791177 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b83271-f6e3-4cf9-bbb5-30c5e2052f05 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Network': ['ID=2a419541-5279-494d-b6e7-191e03c58bfb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:26.814052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:26.823450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 2a419541-5279-494d-b6e7-191e03c58bfb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:26.986264 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.003261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-47beecf8-d845-4f0e-af36-c02bf042d66c None None] Provisioning complete for port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:27.003691 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-47beecf8-d845-4f0e-af36-c02bf042d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.005536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0287d1cf-89f2-40f6-aebf-9739270a97eb None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:27.013178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.056204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Routers {'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:27.056957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:27.069731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:27.082324 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.110583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c1ce9-cb1d-403b-8a31-0e935632824b None None] Pushing event updated for resources: {'Port': ['ID=2bcd8bf7-12c0-4a63-8d38-cc82badea13f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:27.114029 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.214989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] Set router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:27.237461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Subnet': ['ID=488644d9-7bee-4ae6-ac80-cc3d81681da9,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:27.259384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Checking segment: {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:27.259825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network hostable DHCP agents. Network: ba617f57-4dc1-4874-be82-03d255fc1a47, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:27.273275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.25.3.247 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/ffe84d44-823a-496c-8e0b-035d698c657b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:27.301192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network ba617f57-4dc1-4874-be82-03d255fc1a47 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:27.316582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ba617f57-4dc1-4874-be82-03d255fc1a47) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:27.322315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:27.322993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.329864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe78a66-7c93-4276-9887-1eb4e6312142 None None] Network ba617f57-4dc1-4874-be82-03d255fc1a47 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:27.357356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5b00c545-a568-4d37-b231-a63214cf0137 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2920880 Dec 10 09:14:27.358105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51582) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:27.512086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.525491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-ba617f57-4dc1-4874-be82-03d255fc1a47', 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47', 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'fixed_ips': [{'subnet_id': '488644d9-7bee-4ae6-ac80-cc3d81681da9'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:27.526378 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.607884 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-47beecf8-d845-4f0e-af36-c02bf042d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.655511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.658261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-47beecf8-d845-4f0e-af36-c02bf042d66c None None] For port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2bcd8bf7-12c0-4a63-8d38-cc82badea13f,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:27.678870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:27.680593 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.688160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:27.691421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:27.787649 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-47beecf8-d845-4f0e-af36-c02bf042d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:27.812713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=5b38dbd6-176c-4faa-9629-9cfbf17cbb75,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:27.826956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad627766-0521-4c98-994f-ce7c633b6060 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:27.872889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47beecf8-d845-4f0e-af36-c02bf042d66c None None] Pushing event updated for resources: {'Port': ['ID=2bcd8bf7-12c0-4a63-8d38-cc82badea13f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:27.897762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Checking segment: {'id': 'f9419a8f-6eae-45cc-b3d5-3bf118694d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a419541-5279-494d-b6e7-191e03c58bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:27.898221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network hostable DHCP agents. Network: 2a419541-5279-494d-b6e7-191e03c58bfb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:27.972661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=ffe84d44-823a-496c-8e0b-035d698c657b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:28.050822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-afdd05da-4043-4f9f-abc4-8e81e61f3550 None None] Provisioning complete for port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:28.051112 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-afdd05da-4043-4f9f-abc4-8e81e61f3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:28.061619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:28.105959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Allocated IP 172.20.0.18 (ba617f57-4dc1-4874-be82-03d255fc1a47/488644d9-7bee-4ae6-ac80-cc3d81681da9/4b597e8d-ed63-421b-a201-e28d92469b5d) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:28.112241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 2a419541-5279-494d-b6e7-191e03c58bfb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:28.172011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 2a419541-5279-494d-b6e7-191e03c58bfb) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:28.194750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:28.195424 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:28.204449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf51737-63aa-4bc8-a648-965fe57bb76f None None] Network 2a419541-5279-494d-b6e7-191e03c58bfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:28.284356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51666) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:28.284867 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c1aaa2df-d3d5-49fa-a857-4962ec8769a9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5375581 Dec 10 09:14:28.293246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': '2a419541-5279-494d-b6e7-191e03c58bfb', 'name': 'tempest-PortsIpV6TestJSON-563802715', 'fixed_ips': [{'subnet_id': '5b38dbd6-176c-4faa-9629-9cfbf17cbb75', 'ip_address': '2001:db8::10'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:28.405481 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:28.488538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:28.509164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:21Z', 'updated_at': '2021-12-10T09:14:23Z', 'revision_number': 3, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:22Z', 'updated_at': '2021-12-10T09:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:28.585606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ad4f4-58e0-4b0e-9fae-4123f6c86d7c None None] The sync data for ids ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'] in n-d-814746-3 is: [{'id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:21Z', 'updated_at': '2021-12-10T09:14:23Z', 'revision_number': 3, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:22Z', 'updated_at': '2021-12-10T09:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:14:28.588557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:28.604782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4aa55fd7-12a6-4860-bbb8-3e32cc74e5e1 None None] Provisioning complete for port ffe84d44-823a-496c-8e0b-035d698c657b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:28.605744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4aa55fd7-12a6-4860-bbb8-3e32cc74e5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:28.608067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:28.687884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:28.738901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 502ce560-c85b-4471-b91c-60c91b106404 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:28.745838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Allocated IP 172.20.0.17 (ba617f57-4dc1-4874-be82-03d255fc1a47/488644d9-7bee-4ae6-ac80-cc3d81681da9/22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:28.767867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4aa55fd7-12a6-4860-bbb8-3e32cc74e5e1 None None] Port ffe84d44-823a-496c-8e0b-035d698c657b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:28.785052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-2a419541-5279-494d-b6e7-191e03c58bfb', 'network_id': '2a419541-5279-494d-b6e7-191e03c58bfb', 'project_id': '54f4955c63984912be2f5357e5d89175', 'fixed_ips': [{'subnet_id': '5b38dbd6-176c-4faa-9629-9cfbf17cbb75'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:28.785052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:28.802139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Network ba617f57-4dc1-4874-be82-03d255fc1a47 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:28.818911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:28.822513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:28.873357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Pushing event updated for resources: {'Port': ['ID=4b597e8d-ed63-421b-a201-e28d92469b5d,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:28.886326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:29.084540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Attempting to bind port 4b597e8d-ed63-421b-a201-e28d92469b5d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:29.086009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Attempting to bind port 4b597e8d-ed63-421b-a201-e28d92469b5d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:29.086592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Attempting to bind port 4b597e8d-ed63-421b-a201-e28d92469b5d on network ba617f57-4dc1-4874-be82-03d255fc1a47 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:29.107862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:29.110603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Checking segment: {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:29.111247 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:29.111880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Bound using segment: {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:29.112572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Bound port: 4b597e8d-ed63-421b-a201-e28d92469b5d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:29.115412 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:29.184485 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:29.212236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:14:29.212991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::10 (2a419541-5279-494d-b6e7-191e03c58bfb/5b38dbd6-176c-4faa-9629-9cfbf17cbb75/502ce560-c85b-4471-b91c-60c91b106404) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:29.273259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] For port 4b597e8d-ed63-421b-a201-e28d92469b5d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:29.278322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] For port 4b597e8d-ed63-421b-a201-e28d92469b5d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4b597e8d-ed63-421b-a201-e28d92469b5d,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:29.312796 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:29.378559 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:29.387657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51736) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:29.399091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50a2ce-7683-4df4-a0d2-9a4f4b3e7e0a None None] Pushing event updated for resources: {'Port': ['ID=4b597e8d-ed63-421b-a201-e28d92469b5d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:29.452964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:29.480452 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Sync routers for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:14:29.500989 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:29.502092 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:29.535142 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:29.540767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bb938a62-1be4-44a2-87f2-4a0c7d4db613 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6136606 Dec 10 09:14:29.545328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51740) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:29.635943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network ba617f57-4dc1-4874-be82-03d255fc1a47 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:29.673846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:29.693493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:29.696309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:29.708825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f3d7fb70-cf52-46eb-b0ed-69862525a111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:29.745180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2bcd8bf7-12c0-4a63-8d38-cc82badea13f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:29.858654 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:29.940613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:29.941191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.012032 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-78c8d6c8-aa27-48cf-a5e8-c950bc1e616e tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=af85371d55f441fd9a5599356d089db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4652474 Dec 10 09:14:30.023275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51750) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:30.132700 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f3d7fb70-cf52-46eb-b0ed-69862525a111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.142813 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:14:28Z', 'revision_number': 3, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:30.148682 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.152148 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.154367 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f3d7fb70-cf52-46eb-b0ed-69862525a111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.192743 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Checking router: b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:14:30.196825 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Updating router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 port ffe84d44-823a-496c-8e0b-035d698c657b binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:14:30.221302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232bc2d7-1e34-4d66-ad52-e1ec8fda3c61 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:30.224916 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-232bc2d7-1e34-4d66-ad52-e1ec8fda3c61 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2003565 Dec 10 09:14:30.227017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51756) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:30.233056 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.300404 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1be7873a-1d4c-441c-a747-00eeb1092719 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694609 Dec 10 09:14:30.301202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51760) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:30.306834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2117864289', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:30.336128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f3d7fb70-cf52-46eb-b0ed-69862525a111 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30baf7220e4149b1975e94a57dd3b396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9426703 Dec 10 09:14:30.337074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7fb70-cf52-46eb-b0ed-69862525a111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9d88a7-fb07-40fb-b6b6-7201ba79b295,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:30.340377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51762) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:30.418604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.528004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Made reservation on behalf of af85371d55f441fd9a5599356d089db8 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:30.532789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.540759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.575509 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Allocated IP 2001:db8::2 (2a419541-5279-494d-b6e7-191e03c58bfb/5b38dbd6-176c-4faa-9629-9cfbf17cbb75/32934cf6-4b47-4018-adff-533d883bda1c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:30.590225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a9046c7-58eb-4654-8b5b-9cdf0179e43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.622392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a9046c7-58eb-4654-8b5b-9cdf0179e43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.734229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 2a419541-5279-494d-b6e7-191e03c58bfb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:30.771509 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.786088 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.818108 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.830975 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.867331 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Pushing event updated for resources: {'Port': ['ID=ffe84d44-823a-496c-8e0b-035d698c657b,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:30.925359 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Attempting to bind port ffe84d44-823a-496c-8e0b-035d698c657b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:30.925758 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Attempting to bind port ffe84d44-823a-496c-8e0b-035d698c657b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:30.930079 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Attempting to bind port ffe84d44-823a-496c-8e0b-035d698c657b on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:30.933962 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.935161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Pushing event updated for resources: {'Port': ['ID=32934cf6-4b47-4018-adff-533d883bda1c,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:30.938686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f20d2f-835c-4a60-a031-2085218a55f1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:30.950707 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.951683 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.952031 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.952367 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.952692 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.953017 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.953333 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.953680 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.953997 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.954318 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.956964 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.957310 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:30.957672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Network 2a419541-5279-494d-b6e7-191e03c58bfb is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:30.965272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:30.969106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:30.981118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.985708 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:30.986086 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:30.986566 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:30.992639 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:30.993736 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Bound port: ffe84d44-823a-496c-8e0b-035d698c657b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:30.994146 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.105666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Checking segment: {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:31.106777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network hostable DHCP agents. Network: a26df134-3c7a-4a45-9590-6cc543a9b642, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:31.120680 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.121157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bb13893a-86a0-436c-a268-216f9fd100a0 None None] Provisioning complete for port ffe84d44-823a-496c-8e0b-035d698c657b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:31.121795 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bb13893a-86a0-436c-a268-216f9fd100a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.126742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=502ce560-c85b-4471-b91c-60c91b106404,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:31.126957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Attempting to bind port 32934cf6-4b47-4018-adff-533d883bda1c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:31.127412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Attempting to bind port 32934cf6-4b47-4018-adff-533d883bda1c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'f9419a8f-6eae-45cc-b3d5-3bf118694d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a419541-5279-494d-b6e7-191e03c58bfb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:31.127811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Attempting to bind port 32934cf6-4b47-4018-adff-533d883bda1c on network 2a419541-5279-494d-b6e7-191e03c58bfb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:31.128059 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] For port ffe84d44-823a-496c-8e0b-035d698c657b, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:31.129326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:31.145595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:31.151900 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] For port ffe84d44-823a-496c-8e0b-035d698c657b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ffe84d44-823a-496c-8e0b-035d698c657b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:31.153088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:31.153873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.160267 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.169132 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.179111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Subnet': ['ID=5f7a22eb-dfb6-48e0-b1a8-ff560c44366a,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:31.199822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network a26df134-3c7a-4a45-9590-6cc543a9b642 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:31.200153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bcc558-3354-4dee-ab1c-24f827f15617 None None] Network ba617f57-4dc1-4874-be82-03d255fc1a47 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:31.216927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bb13893a-86a0-436c-a268-216f9fd100a0 None None] Port ffe84d44-823a-496c-8e0b-035d698c657b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:31.221432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, a26df134-3c7a-4a45-9590-6cc543a9b642) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:31.227025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:31.227630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.259026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:31.259464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Checking segment: {'id': 'f9419a8f-6eae-45cc-b3d5-3bf118694d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a419541-5279-494d-b6e7-191e03c58bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:31.260267 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.260678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Bound using segment: {'id': 'f9419a8f-6eae-45cc-b3d5-3bf118694d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a419541-5279-494d-b6e7-191e03c58bfb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:31.261263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Bound port: 32934cf6-4b47-4018-adff-533d883bda1c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9419a8f-6eae-45cc-b3d5-3bf118694d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a419541-5279-494d-b6e7-191e03c58bfb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:31.262304 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.263801 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1d1ec96d-9d29-469e-9383-7a1bb25e0d83 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9612534 Dec 10 09:14:31.266534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51774) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:31.305086 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704fe20-d859-4c78-ae7c-e093d4b69859 None None] Pushing event updated for resources: {'Port': ['ID=ffe84d44-823a-496c-8e0b-035d698c657b,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:31.329755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0819145b-bad3-43f4-a782-24803aaab1da tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0444949 Dec 10 09:14:31.331349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51776) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:31.340070 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:31.341663 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:31.364306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': '2a419541-5279-494d-b6e7-191e03c58bfb', 'name': 'tempest-PortsIpV6TestJSON-71746088', 'fixed_ips': [{'subnet_id': '5b38dbd6-176c-4faa-9629-9cfbf17cbb75', 'ip_address': '2001:db8::f'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:31.380396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1a3c3-b04d-402d-be94-f142cf1fdbc0 None None] Network a26df134-3c7a-4a45-9590-6cc543a9b642 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:31.385887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:31.424467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97533bbd-e0ee-4965-a566-9e08f52ec5a3 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:31.510690 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.541653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a9046c7-58eb-4654-8b5b-9cdf0179e43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.546483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a9046c7-58eb-4654-8b5b-9cdf0179e43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.549018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5a9046c7-58eb-4654-8b5b-9cdf0179e43a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e9d88a7-fb07-40fb-b6b6-7201ba79b295 HTTP/1.1" status: 204 len: 168 time: 1.1715064 Dec 10 09:14:31.568996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9046c7-58eb-4654-8b5b-9cdf0179e43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9d88a7-fb07-40fb-b6b6-7201ba79b295,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:31.594886 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:31.820308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:31.836764 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:31.853525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network ba617f57-4dc1-4874-be82-03d255fc1a47 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:31.885511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:31.977833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 67350fa9-21b2-49c5-9a8a-0620dd266c49 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:32.019109 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:14:28Z', 'revision_number': 3, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:32.059992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4b597e8d-ed63-421b-a201-e28d92469b5d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:32.108077 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9cba3-dd58-4dca-b514-ac57d23c6b32 None None] The sync data for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 is: [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:14:28Z', 'revision_number': 3, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:14:32.283821 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51794) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:32.285879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-80421211-f13e-4f77-8070-471b3a22c4aa None None] Provisioning complete for port 4b597e8d-ed63-421b-a201-e28d92469b5d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:32.286613 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-80421211-f13e-4f77-8070-471b3a22c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:32.343586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-a26df134-3c7a-4a45-9590-6cc543a9b642', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:32.344706 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:32.356787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce5424e0-ae08-4099-b215-34532e78d1f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:32.357466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] For port 32934cf6-4b47-4018-adff-533d883bda1c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:32.385933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] For port 32934cf6-4b47-4018-adff-533d883bda1c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=32934cf6-4b47-4018-adff-533d883bda1c,segment=NetworkSegment(f9419a8f-6eae-45cc-b3d5-3bf118694d12),segment_id=f9419a8f-6eae-45cc-b3d5-3bf118694d12)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:32.509523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:32.768686 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce5424e0-ae08-4099-b215-34532e78d1f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:32.778408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce5424e0-ae08-4099-b215-34532e78d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:32.841261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5424e0-ae08-4099-b215-34532e78d1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e390c98f-7bfc-4a7a-b6ec-0fefd53f7804,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:32.865454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:14:32.911000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4b597e8d-ed63-421b-a201-e28d92469b5d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:32.911790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:33.000385 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ce5424e0-ae08-4099-b215-34532e78d1f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70cbd3724a24425785e90cd3b4fdc679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7153521 Dec 10 09:14:33.007384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51802) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:33.017753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Allocated IP 172.20.0.2 (a26df134-3c7a-4a45-9590-6cc543a9b642/5f7a22eb-dfb6-48e0-b1a8-ff560c44366a/47910330-e061-4b83-9312-a6d0da2927f0) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:33.035005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c43400-2634-4e76-8369-0507e2b5b86c None None] Pushing event updated for resources: {'Port': ['ID=32934cf6-4b47-4018-adff-533d883bda1c,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:33.142768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:33.230742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::f (2a419541-5279-494d-b6e7-191e03c58bfb/5b38dbd6-176c-4faa-9629-9cfbf17cbb75/67350fa9-21b2-49c5-9a8a-0620dd266c49) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:33.265235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:33.320743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-606d1731-9af8-4273-91b9-6c180437a9eb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "PUT /v2.0/routers/f6d5fb15-886e-4f02-9ad8-935d0f4d10ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9613943 Dec 10 09:14:33.430122 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:33.465331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Sync routers for ids ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:14:33.475136 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:33.589607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Pushing event updated for resources: {'Port': ['ID=47910330-e061-4b83-9312-a6d0da2927f0,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:33.606413 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-80421211-f13e-4f77-8070-471b3a22c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:33.679089 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:33.717050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3609077-a3d2-45b8-b8c1-29c2c9b92edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:33.743883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Routers {'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:33.744543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:33.753538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Network a26df134-3c7a-4a45-9590-6cc543a9b642 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:33.816789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.20.0.1 (a26df134-3c7a-4a45-9590-6cc543a9b642/5f7a22eb-dfb6-48e0-b1a8-ff560c44366a/aa705a7d-9a29-4f8a-abdb-ec3345bcaa80) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:33.843067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:33.852245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:33.913048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-80421211-f13e-4f77-8070-471b3a22c4aa None None] For port 4b597e8d-ed63-421b-a201-e28d92469b5d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4b597e8d-ed63-421b-a201-e28d92469b5d,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:33.950562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-7648fd30-f0e0-44b0-b176-e139aeb86e34 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:33.952085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-7648fd30-f0e0-44b0-b176-e139aeb86e34 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/networks?id=ba617f57-4dc1-4874-be82-03d255fc1a47 HTTP/1.1" status: 200 len: 797 time: 0.2468774 Dec 10 09:14:33.953988 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:33.988158 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-80421211-f13e-4f77-8070-471b3a22c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.043628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-95ed1f24-e176-43e2-b22d-43f29bc6be42 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/quotas/74395b77cd834c1f8e01fbaa6e1afff1 HTTP/1.1" status: 200 len: 375 time: 0.0809994 Dec 10 09:14:34.060965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 2a419541-5279-494d-b6e7-191e03c58bfb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:34.073697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80421211-f13e-4f77-8070-471b3a22c4aa None None] Pushing event updated for resources: {'Port': ['ID=4b597e8d-ed63-421b-a201-e28d92469b5d,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:34.075784 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3698917c-98a1-4e52-a2f7-9a8419906340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.138122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=67350fa9-21b2-49c5-9a8a-0620dd266c49,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:34.148211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:34.161241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:34.178596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:34.179302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.200406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3698917c-98a1-4e52-a2f7-9a8419906340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.203706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Set router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:34.264359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Attempting to bind port 47910330-e061-4b83-9312-a6d0da2927f0 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:34.264944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Attempting to bind port 47910330-e061-4b83-9312-a6d0da2927f0 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:34.265654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Attempting to bind port 47910330-e061-4b83-9312-a6d0da2927f0 on network a26df134-3c7a-4a45-9590-6cc543a9b642 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:34.270450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-94cb4312-4f15-4450-9908-960563dc2269 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74395b77cd834c1f8e01fbaa6e1afff1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2152209 Dec 10 09:14:34.281783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51834) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:34.282045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-61212375-c63e-48b0-8ef5-1147253f3544 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.9329596 Dec 10 09:14:34.304417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.336708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:34.337497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Checking segment: {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:34.338570 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.339171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Bound using segment: {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:34.341830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Bound port: 47910330-e061-4b83-9312-a6d0da2927f0, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:34.342915 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.439000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cec0a183-625d-499b-b14f-5e954c863b72 None None] Provisioning complete for port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:34.445717 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cec0a183-625d-499b-b14f-5e954c863b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.447684 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543abf8-114d-4c7b-9586-e07cad65b065 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:34.455967 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b543abf8-114d-4c7b-9586-e07cad65b065 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1700921 Dec 10 09:14:34.456770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51838) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:34.457322 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3698917c-98a1-4e52-a2f7-9a8419906340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.460565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3698917c-98a1-4e52-a2f7-9a8419906340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.467518 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3698917c-98a1-4e52-a2f7-9a8419906340 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e390c98f-7bfc-4a7a-b6ec-0fefd53f7804 HTTP/1.1" status: 204 len: 168 time: 1.4584959 Dec 10 09:14:34.516710 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.549663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698917c-98a1-4e52-a2f7-9a8419906340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e390c98f-7bfc-4a7a-b6ec-0fefd53f7804,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:34.681384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network a26df134-3c7a-4a45-9590-6cc543a9b642 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:34.697272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:34.709348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:34.762146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=aa705a7d-9a29-4f8a-abdb-ec3345bcaa80,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:34.822575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:34.846042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cec0a183-625d-499b-b14f-5e954c863b72 None None] Port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:34.849549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f794f7-4b97-4f18-a1b0-d2584ce48a51 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:34.868155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f794f7-4b97-4f18-a1b0-d2584ce48a51 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:34.876438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f794f7-4b97-4f18-a1b0-d2584ce48a51 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:34.885240 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-07f794f7-4b97-4f18-a1b0-d2584ce48a51 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.4201071 Dec 10 09:14:34.888248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51850) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:35.033660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-75db5ce0-dd10-4e69-9cbe-d00b973ad0ba service neutron] 10.222.0.31 "GET /v2.0/networks/ba617f57-4dc1-4874-be82-03d255fc1a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397099 Dec 10 09:14:35.124405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ffe84d44-823a-496c-8e0b-035d698c657b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:35.157111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:35.190995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75d069-fcaf-433c-a3ec-72233f28833b None None] Network 2a419541-5279-494d-b6e7-191e03c58bfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:35.281415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-62adac11-9e35-4d4b-9c2c-3ea37087ce15 service neutron] 10.222.0.31 "GET /v2.0/networks/ba617f57-4dc1-4874-be82-03d255fc1a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463520 Dec 10 09:14:35.397577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cec0a183-625d-499b-b14f-5e954c863b72 None None] Provisioning complete for port 4b597e8d-ed63-421b-a201-e28d92469b5d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:35.397954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cec0a183-625d-499b-b14f-5e954c863b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:35.427073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 67350fa9-21b2-49c5-9a8a-0620dd266c49 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:35.430065 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:35.488558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] For port 47910330-e061-4b83-9312-a6d0da2927f0, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:35.492606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] For port 47910330-e061-4b83-9312-a6d0da2927f0, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=47910330-e061-4b83-9312-a6d0da2927f0,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:35.533778 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:35.626166 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1761c381-f062-4676-b5c5-6bb33a851acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:35.648570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d790fb5-308f-4be2-8c1b-f4142185e129 None None] Pushing event updated for resources: {'Port': ['ID=47910330-e061-4b83-9312-a6d0da2927f0,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:35.660643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ffe84d44-823a-496c-8e0b-035d698c657b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:35.661671 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:35.758137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b715af0a-ec46-4af6-a625-03fedbeb4e22 req-b62ca9a8-8db5-4a28-8c4f-ac2ff7397e73 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 210 time: 0.1254771 Dec 10 09:14:35.798546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:35.833741 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:35.836367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:21Z', 'updated_at': '2021-12-10T09:14:30Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:22Z', 'updated_at': '2021-12-10T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1', 'name': '', 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:3b:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '488644d9-7bee-4ae6-ac80-cc3d81681da9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:28Z', 'updated_at': '2021-12-10T09:14:30Z', 'revision_number': 2, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '488644d9-7bee-4ae6-ac80-cc3d81681da9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:35.868804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 67350fa9-21b2-49c5-9a8a-0620dd266c49 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:35.979813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Checking router: f6d5fb15-886e-4f02-9ad8-935d0f4d10ef for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:14:35.980194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Updating router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:14:36.024833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51892) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:36.059998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port ffe84d44-823a-496c-8e0b-035d698c657b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ffe84d44-823a-496c-8e0b-035d698c657b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:36.110395 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.111224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 32934cf6-4b47-4018-adff-533d883bda1c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:36.164313 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.177181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.186102 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.418174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=aa705a7d-9a29-4f8a-abdb-ec3345bcaa80,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:36.420859 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.443024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cec0a183-625d-499b-b14f-5e954c863b72 None None] Provisioning complete for port ffe84d44-823a-496c-8e0b-035d698c657b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:36.443408 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cec0a183-625d-499b-b14f-5e954c863b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.450530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-676221131-network', 'tenant_id': '21250dbd67c24a36a888ed93fe856600'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:36.581147 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.588129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=ffe84d44-823a-496c-8e0b-035d698c657b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:36.624617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network a26df134-3c7a-4a45-9590-6cc543a9b642 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:36.630703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:36.684730 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.706893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Made reservation on behalf of 21250dbd67c24a36a888ed93fe856600 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:36.723504 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.749823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-43593010-f26b-4d5b-933d-689fb727479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:36.755749 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-43593010-f26b-4d5b-933d-689fb727479d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1095 time: 0.1760271 Dec 10 09:14:36.787247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=67350fa9-21b2-49c5-9a8a-0620dd266c49,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:36.816080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.816452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.816801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.817322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.817703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.818096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.818438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.818768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.819102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.819431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.819759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.820087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.820414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:14:36.826549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.920513 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:36.935066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e582a9f9-7f8e-4cc9-b251-3b13db8b95d2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/67350fa9-21b2-49c5-9a8a-0620dd266c49 HTTP/1.1" status: 204 len: 168 time: 2.0455341 Dec 10 09:14:36.955954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:36.964963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:14:36.990937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29406072-359c-460c-8995-1b8aac6de48d req-49c84da4-3e72-483c-bc2e-da734896f4a6 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 210 time: 0.1070595 Dec 10 09:14:37.030176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bd18a-d705-48ae-a262-f767a4da1f1f req-472894f6-a585-4024-934f-fb00e75e81c9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:37.038707 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-475bd18a-d705-48ae-a262-f767a4da1f1f req-472894f6-a585-4024-934f-fb00e75e81c9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.4934797 Dec 10 09:14:37.053651 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e2036b-1079-4925-bc85-8133992e74ff tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:14:37.055662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d7e2036b-1079-4925-bc85-8133992e74ff tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/67350fa9-21b2-49c5-9a8a-0620dd266c49 HTTP/1.1" status: 404 len: 333 time: 0.0881939 Dec 10 09:14:37.070141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51912) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:37.140394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-8cbc4f81-a4d8-4a1b-bf07-0b8395af1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:37.142352 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-8cbc4f81-a4d8-4a1b-bf07-0b8395af1798 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.3774257 Dec 10 09:14:37.166200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-475bd18a-d705-48ae-a262-f767a4da1f1f req-90d679c4-1bbc-4827-82fa-f7870e95dff7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261585 Dec 10 09:14:37.175709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 32934cf6-4b47-4018-adff-533d883bda1c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:37.178815 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:37.313580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:37.330602 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:37.334550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:37.348970 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Sync routers for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:14:37.378212 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:37.381548 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:37.404655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:37.441943 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ce456790-934c-4704-aca4-38344729b659 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "PUT /v2.0/routers/b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1737769 Dec 10 09:14:37.446254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51922) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:37.463320 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:37.464560 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Added segment b3d551f4-ef12-4d09-a396-5f7d53ef4f66 of type vlan for network 8b6d0f46-88b8-44de-b589-5c0303d6c004 Dec 10 09:14:37.467063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b401e758-47b8-4d2a-a26b-62a6bd437223,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:37.667100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:37.694093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-57126667-049f-4392-9679-5c9f38c18b62 None None] Provisioning complete for port 502ce560-c85b-4471-b91c-60c91b106404 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:37.694565 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57126667-049f-4392-9679-5c9f38c18b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:37.743550 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:37.747089 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:37.749999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:37.751335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:37.824298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7968416 Dec 10 09:14:37.837113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51930) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:37.850527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:37.851145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Request body: {'subnet': {'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-676221131-subnet', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:37.907608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-57126667-049f-4392-9679-5c9f38c18b62 None None] Port 502ce560-c85b-4471-b91c-60c91b106404 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:37.920542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ba356-e6e1-4311-b76f-47a7e707fffe None None] Network a26df134-3c7a-4a45-9590-6cc543a9b642 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:37.950819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5ca80-1a42-4a44-8aa9-6bada07691e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6d0f46-88b8-44de-b589-5c0303d6c004,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:37.983510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 32934cf6-4b47-4018-adff-533d883bda1c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=32934cf6-4b47-4018-adff-533d883bda1c,segment=NetworkSegment(f9419a8f-6eae-45cc-b3d5-3bf118694d12),segment_id=f9419a8f-6eae-45cc-b3d5-3bf118694d12)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:38.009008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-57126667-049f-4392-9679-5c9f38c18b62 None None] Could not find standard attr ID for object 67350fa9-21b2-49c5-9a8a-0620dd266c49. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:14:38.011086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:38.022162 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.023720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4b597e8d-ed63-421b-a201-e28d92469b5d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:38.041580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.042067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.043673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.044153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.044616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.045124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.045539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.049899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.050535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.051083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.057742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-80d63635-e171-42ec-a9dd-8d77b75eedb9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7011 time: 0.6068637 Dec 10 09:14:38.060838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Made reservation on behalf of 21250dbd67c24a36a888ed93fe856600 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:38.065672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.076508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51940) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:38.078376 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 2, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:38.107753 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Checking router: b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:14:38.108114 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Updating router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:14:38.110836 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-833e4776-bca7-4f2c-b470-02a7127fe188 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 999 time: 0.8259270 Dec 10 09:14:38.139028 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.238509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-468b91e0-899c-494c-a133-f8099e73f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.240620 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-468b91e0-899c-494c-a133-f8099e73f30a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1203673 Dec 10 09:14:38.283371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a4433757-8864-4a11-9929-e0e08ab96499 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 502ce560-c85b-4471-b91c-60c91b106404 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:38.284102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4433757-8864-4a11-9929-e0e08ab96499 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.301156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=32934cf6-4b47-4018-adff-533d883bda1c,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:38.312218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-f069d87b-dd5e-43c6-b031-bede1cae4941 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.313970 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-f069d87b-dd5e-43c6-b031-bede1cae4941 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.18 "GET /v2.0/networks?id=ba617f57-4dc1-4874-be82-03d255fc1a47 HTTP/1.1" status: 200 len: 797 time: 0.8345134 Dec 10 09:14:38.316752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5b4601a9-f920-4177-96e1-67b2188ac55c req-4d78eb41-11b5-409e-a7d6-cda547230943 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 210 time: 0.1114914 Dec 10 09:14:38.404832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.405296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.405771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.406212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.406653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.407089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.407952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.408708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.409400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.411808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3166d055-fc59-496e-a9c1-420352c85a74 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5869 time: 0.3332918 Dec 10 09:14:38.415236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51948) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:38.441249 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Request body: {'port': {'device_id': '85242457-c585-40cc-9e15-d228011c7c82', 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47', 'admin_state_up': True, 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:38.551224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-e21b8b06-739a-47ca-8f9d-bbdcf2f939e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.553221 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-e21b8b06-739a-47ca-8f9d-bbdcf2f939e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2901285 Dec 10 09:14:38.593948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecb84-6ca0-43d5-a374-d4d3a1274f87 req-51a6df88-fe9e-4e15-ae7d-4d2f43d5ca88 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:38.595825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9cdecb84-6ca0-43d5-a374-d4d3a1274f87 req-51a6df88-fe9e-4e15-ae7d-4d2f43d5ca88 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.3235235 Dec 10 09:14:38.616661 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.636472 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.649662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-57126667-049f-4392-9679-5c9f38c18b62 None None] Provisioning complete for port 32934cf6-4b47-4018-adff-533d883bda1c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:38.650066 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57126667-049f-4392-9679-5c9f38c18b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.682282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4433757-8864-4a11-9929-e0e08ab96499 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.702474 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.706571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a4433757-8864-4a11-9929-e0e08ab96499 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 502ce560-c85b-4471-b91c-60c91b106404 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:38.715595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4b597e8d-ed63-421b-a201-e28d92469b5d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:38.715967 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.733646 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68aaa3-2206-4cdf-8ed1-8db5dc45767f None None] Pushing event updated for resources: {'Port': ['ID=aa705a7d-9a29-4f8a-abdb-ec3345bcaa80,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:38.826938 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Attempting to bind port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:38.827602 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Attempting to bind port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:38.827973 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Attempting to bind port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 on network a26df134-3c7a-4a45-9590-6cc543a9b642 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:38.833852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Made reservation on behalf of 74395b77cd834c1f8e01fbaa6e1afff1 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:38.836299 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:38.836727 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Checking segment: {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:38.837137 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.837562 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Bound using segment: {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:38.838011 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Bound port: aa705a7d-9a29-4f8a-abdb-ec3345bcaa80, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:38.838412 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.838671 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.867406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9cdecb84-6ca0-43d5-a374-d4d3a1274f87 req-7a66b4fb-7ec3-411c-9189-8b14426276e3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451370 Dec 10 09:14:38.889647 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.912350 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:38.913957 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-0ea673a2-aa5d-4466-b177-b37d105aa069 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433626 Dec 10 09:14:38.943931 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] For port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:38.949473 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] For port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aa705a7d-9a29-4f8a-abdb-ec3345bcaa80,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:38.955087 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.019806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179188b-55bc-4cf6-91fb-ee2b792ad84c None None] Pushing event updated for resources: {'Port': ['ID=22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:39.060836 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68aaa3-2206-4cdf-8ed1-8db5dc45767f None None] Pushing event updated for resources: {'Port': ['ID=aa705a7d-9a29-4f8a-abdb-ec3345bcaa80,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:39.093095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.103748 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:39.104634 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:39.226580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa89881-009e-4668-94d5-18092a5ad7f1,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:39.324367 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.347586 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:39.365891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Allocated IP 172.20.0.25 (ba617f57-4dc1-4874-be82-03d255fc1a47/488644d9-7bee-4ae6-ac80-cc3d81681da9/b046007d-afdf-4930-8267-a903b364ded7) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:39.419748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-0feae706-6eeb-4ed0-bf7b-8d4a58dc99ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4261847 Dec 10 09:14:39.446239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Attempting to bind port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:39.448427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Attempting to bind port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:39.449218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Attempting to bind port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 on network ba617f57-4dc1-4874-be82-03d255fc1a47 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:39.472813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:39.485423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Checking segment: {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:39.486030 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.486547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Bound using segment: {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:39.488969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Bound port: 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:39.490999 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.570293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Provisioning complete for port 47910330-e061-4b83-9312-a6d0da2927f0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:39.571085 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.662988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] For port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:39.669035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] For port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:39.691569 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.739153 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83fccdfc-a3a1-41c9-97a4-fae9b1dacebe req-fadd4b2f-5c5d-4794-ac95-9d7ac11fcfb6 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 210 time: 0.1583302 Dec 10 09:14:39.744001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Checking segment: {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:39.744601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Network hostable DHCP agents. Network: 8b6d0f46-88b8-44de-b589-5c0303d6c004, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:39.751068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-a578e33b-6e10-4f97-a6dc-4964d214f544 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8265750 Dec 10 09:14:39.787685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-89ac5661-7f09-4214-9f3d-a941fd5df521 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4501 time: 1.3695533 Dec 10 09:14:39.837749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:39.863521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-bf014809-3e2e-4090-ad99-fdb91e470d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:39.865694 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-bf014809-3e2e-4090-ad99-fdb91e470d0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1097 time: 0.4067302 Dec 10 09:14:39.868172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 8b6d0f46-88b8-44de-b589-5c0303d6c004) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:39.897210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:39.898374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ffe84d44-823a-496c-8e0b-035d698c657b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:39.910285 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.915797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:39.945215 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:38Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:39.955231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d898719c-a7de-43e5-9d4a-3504852e2309 None None] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:39.958603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179188b-55bc-4cf6-91fb-ee2b792ad84c None None] Pushing event updated for resources: {'Port': ['ID=22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:40.025375 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.077763 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccfdca-ac25-49cd-9972-48a6925c60c0 None None] The sync data for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 is: [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:38Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:14:40.127089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Routers {'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:40.136335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:40.220932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4433757-8864-4a11-9929-e0e08ab96499 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.234421 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.267187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9490311c-3fcd-4360-bddb-6590a2c05e28 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4262664 Dec 10 09:14:40.284014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51960) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:40.300817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:40.339530 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.342232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.358189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4433757-8864-4a11-9929-e0e08ab96499 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=502ce560-c85b-4471-b91c-60c91b106404,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:40.374940 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] Set router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:40.502558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15041bff-5f78-4aa9-96c0-6faa039e22e5 req-b669bf1d-6e30-4db2-9795-8325f92265a6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:40.505973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] For port 47910330-e061-4b83-9312-a6d0da2927f0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=47910330-e061-4b83-9312-a6d0da2927f0,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:40.515630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15041bff-5f78-4aa9-96c0-6faa039e22e5 req-b669bf1d-6e30-4db2-9795-8325f92265a6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.4580164 Dec 10 09:14:40.529470 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.576864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Network ba617f57-4dc1-4874-be82-03d255fc1a47 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:40.597301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:40.690314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:40.731539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a4433757-8864-4a11-9929-e0e08ab96499 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:40.734937 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a4433757-8864-4a11-9929-e0e08ab96499 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/502ce560-c85b-4471-b91c-60c91b106404 HTTP/1.1" status: 204 len: 168 time: 3.6582291 Dec 10 09:14:40.739948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51966) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:40.936529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event updated for resources: {'Port': ['ID=b046007d-afdf-4930-8267-a903b364ded7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:40.961911 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93b7f5c-b9b8-4b21-a5f4-84fc41b618fb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:14:40.963484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d93b7f5c-b9b8-4b21-a5f4-84fc41b618fb tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/502ce560-c85b-4471-b91c-60c91b106404 HTTP/1.1" status: 404 len: 333 time: 0.1464682 Dec 10 09:14:40.982437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51970) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:40.992471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Provisioning complete for port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:40.993077 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.039220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51972) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:41.112557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5e62eeb7-c33c-4ba4-9586-b905c685d487 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1384108682', 'description': 'tempest-secgroup-smoke-1384108682 description', 'project_id': 'af85371d55f441fd9a5599356d089db8'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:41.165696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:41.166552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.173925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e62eeb7-c33c-4ba4-9586-b905c685d487 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.230287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a90237a-aaaf-43d4-906e-4d26075342d1 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.7952564 Dec 10 09:14:41.237657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-967e9a3d-2cb1-48ad-ac76-997f1c1a3066 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet 5b38dbd6-176c-4faa-9629-9cfbf17cbb75 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:14:41.248914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Request body: {'port': {'device_id': '85242457-c585-40cc-9e15-d228011c7c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:41.260798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-967e9a3d-2cb1-48ad-ac76-997f1c1a3066 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.377967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.389765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-967e9a3d-2cb1-48ad-ac76-997f1c1a3066 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.523320 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e62eeb7-c33c-4ba4-9586-b905c685d487 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.547108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ffe84d44-823a-496c-8e0b-035d698c657b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:41.547761 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.550168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-8b6d0f46-88b8-44de-b589-5c0303d6c004', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'project_id': '21250dbd67c24a36a888ed93fe856600', 'fixed_ips': [{'subnet_id': '5fa89881-009e-4668-94d5-18092a5ad7f1'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:41.553339 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.555604 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.557168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-9c9fb714-f228-4505-af57-118e65a09e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:41.560725 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-9c9fb714-f228-4505-af57-118e65a09e9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 1.6462698 Dec 10 09:14:41.578188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15041bff-5f78-4aa9-96c0-6faa039e22e5 req-a9f15dc3-507d-4e2e-a28f-5e4ef4cfce3e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0613186 Dec 10 09:14:41.592120 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-967e9a3d-2cb1-48ad-ac76-997f1c1a3066 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.644703 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e62eeb7-c33c-4ba4-9586-b905c685d487 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:41.668911 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:14:41.670172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Pushing event updated for resources: {'Port': ['ID=47910330-e061-4b83-9312-a6d0da2927f0,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:41.852433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Allocated IP 172.20.0.2 (8b6d0f46-88b8-44de-b589-5c0303d6c004/5fa89881-009e-4668-94d5-18092a5ad7f1/8d8664d6-79d7-4dd6-90d0-e2364e607c04) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:41.935112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-5fa85865-10cc-4adc-8d0a-9fcbd95f5f1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 1002 time: 0.3558245 Dec 10 09:14:42.045227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b046007d-afdf-4930-8267-a903b364ded7 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:14:42.058922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.078573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Transition to ACTIVE for port object b046007d-afdf-4930-8267-a903b364ded7 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:14:42.104825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62eeb7-c33c-4ba4-9586-b905c685d487 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246c5538-d80f-4f70-a3bf-7080f0cca765,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:42.111000 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-967e9a3d-2cb1-48ad-ac76-997f1c1a3066 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.120172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.135387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e62eeb7-c33c-4ba4-9586-b905c685d487 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.138987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bad84c-513f-4426-8238-63569c54dc75 req-ed23471e-e9de-4101-94bb-e963dc1b1b41 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:42.140654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55bad84c-513f-4426-8238-63569c54dc75 req-ed23471e-e9de-4101-94bb-e963dc1b1b41 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 895 time: 0.4943345 Dec 10 09:14:42.145709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e62eeb7-c33c-4ba4-9586-b905c685d487 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0403147 Dec 10 09:14:42.146116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51976) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:42.151147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ba278086-5de9-4388-90b7-81db25c35d21 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '246c5538-d80f-4f70-a3bf-7080f0cca765', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:42.156818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.165834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.197025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9a3d-2cb1-48ad-ac76-997f1c1a3066 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=5b38dbd6-176c-4faa-9629-9cfbf17cbb75,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:42.198183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-cb75c079-9253-48fe-aa8a-8a3fec3cd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:42.199874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-cb75c079-9253-48fe-aa8a-8a3fec3cd277 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.2059784 Dec 10 09:14:42.261371 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-967e9a3d-2cb1-48ad-ac76-997f1c1a3066 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.264759 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-967e9a3d-2cb1-48ad-ac76-997f1c1a3066 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/5b38dbd6-176c-4faa-9629-9cfbf17cbb75 HTTP/1.1" status: 204 len: 168 time: 1.2774513 Dec 10 09:14:42.272508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51980) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:42.370762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.372375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba278086-5de9-4388-90b7-81db25c35d21 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.380413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a32ae-b392-44b1-900c-364ec2df5d15 None None] Network 2a419541-5279-494d-b6e7-191e03c58bfb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:42.443711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.445732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Pushing event updated for resources: {'Port': ['ID=b046007d-afdf-4930-8267-a903b364ded7,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:42.450222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-43a25d95-1225-4c35-8eaf-243d8ea5e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:42.450639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] For port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aa705a7d-9a29-4f8a-abdb-ec3345bcaa80,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:42.452108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-43a25d95-1225-4c35-8eaf-243d8ea5e563 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381709 Dec 10 09:14:42.497993 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.529910 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.619987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:42.650101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Attempting to bind port b046007d-afdf-4930-8267-a903b364ded7 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:42.650595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Attempting to bind port b046007d-afdf-4930-8267-a903b364ded7 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:42.651635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Attempting to bind port b046007d-afdf-4930-8267-a903b364ded7 on network ba617f57-4dc1-4874-be82-03d255fc1a47 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:42.653017 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba278086-5de9-4388-90b7-81db25c35d21 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.654817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 32934cf6-4b47-4018-adff-533d883bda1c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:42.661882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Port b046007d-afdf-4930-8267-a903b364ded7 on network ba617f57-4dc1-4874-be82-03d255fc1a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:14:42.662221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Attempting to bind port b046007d-afdf-4930-8267-a903b364ded7 on network ba617f57-4dc1-4874-be82-03d255fc1a47 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:42.671325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:42.671689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Checking segment: {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:42.672134 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Bound using segment: {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:42.672552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Bound port: b046007d-afdf-4930-8267-a903b364ded7, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cc3b30-c56c-4e46-83a0-4a39a87c8997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:42.672913 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.683123 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba278086-5de9-4388-90b7-81db25c35d21 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.695965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:42.709240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:42.721495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:21Z', 'updated_at': '2021-12-10T09:14:30Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:22Z', 'updated_at': '2021-12-10T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1', 'name': '', 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:3b:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '488644d9-7bee-4ae6-ac80-cc3d81681da9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:28Z', 'updated_at': '2021-12-10T09:14:39Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '488644d9-7bee-4ae6-ac80-cc3d81681da9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:42.723416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Pushing event updated for resources: {'Port': ['ID=8d8664d6-79d7-4dd6-90d0-e2364e607c04,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:42.725983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 32934cf6-4b47-4018-adff-533d883bda1c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:42.726335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.759007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba278086-5de9-4388-90b7-81db25c35d21 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8beb7a28-d993-487b-9cbc-d1694f72d480,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:42.801854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3514149-c15a-41ea-9b59-9222a8a9061a None None] The sync data for ids ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'] in n-d-814746-3 is: [{'id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:21Z', 'updated_at': '2021-12-10T09:14:30Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:22Z', 'updated_at': '2021-12-10T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1', 'name': '', 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:3b:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '488644d9-7bee-4ae6-ac80-cc3d81681da9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:28Z', 'updated_at': '2021-12-10T09:14:39Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '488644d9-7bee-4ae6-ac80-cc3d81681da9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:14:42.808974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] For port b046007d-afdf-4930-8267-a903b364ded7, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:42.813489 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] For port b046007d-afdf-4930-8267-a903b364ded7, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b046007d-afdf-4930-8267-a903b364ded7,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:42.831840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.855967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-334faef6-e073-4635-9226-a6a51562fb4a service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736455 Dec 10 09:14:42.900244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:42.902358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.908527 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] 10.222.0.18 "PUT /v2.0/ports/b046007d-afdf-4930-8267-a903b364ded7 HTTP/1.1" status: 200 len: 1055 time: 1.6670315 Dec 10 09:14:42.919537 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ba278086-5de9-4388-90b7-81db25c35d21 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.920844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ba278086-5de9-4388-90b7-81db25c35d21 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7737401 Dec 10 09:14:42.922689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85242457-c585-40cc-9e15-d228011c7c82', 'tag': 'b046007d-afdf-4930-8267-a903b364ded7'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:14:42.925227 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f577e0c7-5502-4a05-a5f1-f29dd5f99005" -d '{"events": [{"name": "network-changed", "server_uuid": "85242457-c585-40cc-9e15-d228011c7c82", "tag": "b046007d-afdf-4930-8267-a903b364ded7"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:14:42.928938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 51986) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:42.937171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8204aa10-4ac8-4658-b03b-f60db92a9444 None None] Provisioning complete for port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:42.937842 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8204aa10-4ac8-4658-b03b-f60db92a9444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:42.998315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9e069cf3-e5f7-4870-a1cc-012a59469d02 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '246c5538-d80f-4f70-a3bf-7080f0cca765', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:43.059253 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb9ff0e-3097-4671-a13f-412162c6e9a4 x-openstack-request-id: req-4fb9ff0e-3097-4671-a13f-412162c6e9a4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:14:43.060254 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85242457-c585-40cc-9e15-d228011c7c82", "tag": "b046007d-afdf-4930-8267-a903b364ded7", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:14:43.060714 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fb9ff0e-3097-4671-a13f-412162c6e9a4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:14:43.061318 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85242457-c585-40cc-9e15-d228011c7c82', 'tag': 'b046007d-afdf-4930-8267-a903b364ded7', 'status': 'completed', 'code': 200} Dec 10 09:14:43.101442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34e864-0551-4862-b6af-60f08cbf972c None None] Pushing event updated for resources: {'Port': ['ID=aa705a7d-9a29-4f8a-abdb-ec3345bcaa80,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:43.140263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Attempting to bind port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:43.140827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Attempting to bind port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:43.141357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Attempting to bind port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 on network 8b6d0f46-88b8-44de-b589-5c0303d6c004 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:43.159680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:43.166767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Checking segment: {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:43.168643 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.171038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Bound using segment: {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:43.173277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Bound port: 8d8664d6-79d7-4dd6-90d0-e2364e607c04, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:43.173958 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.175565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] For port 32934cf6-4b47-4018-adff-533d883bda1c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=32934cf6-4b47-4018-adff-533d883bda1c,segment=NetworkSegment(f9419a8f-6eae-45cc-b3d5-3bf118694d12),segment_id=f9419a8f-6eae-45cc-b3d5-3bf118694d12)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:43.176269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.182377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fc0b0c8-891a-4977-8ad6-91d8416f06c0 req-a7688bba-a5c6-4913-995a-65f27b50669a service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578599 Dec 10 09:14:43.194145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 32934cf6-4b47-4018-adff-533d883bda1c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:43.194627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.266001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e069cf3-e5f7-4870-a1cc-012a59469d02 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.287803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] DHCP port deletion for 2a419541-5279-494d-b6e7-191e03c58bfb request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:43.322833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 32934cf6-4b47-4018-adff-533d883bda1c owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:43.414503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae84d1-ff5f-4d1f-8bac-2a4b1dc6b728 service neutron] Pushing event updated for resources: {'Port': ['ID=b046007d-afdf-4930-8267-a903b364ded7,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:43.464769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] For port 8d8664d6-79d7-4dd6-90d0-e2364e607c04, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:43.474181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] For port 8d8664d6-79d7-4dd6-90d0-e2364e607c04, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8d8664d6-79d7-4dd6-90d0-e2364e607c04,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:43.496073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2c60d-76c1-4a69-a7b6-1c159e008024 req-c21ec779-58b6-40ab-a3f2-c407825418b1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:43.500519 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.507657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66c2c60d-76c1-4a69-a7b6-1c159e008024 req-c21ec779-58b6-40ab-a3f2-c407825418b1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.7156231 Dec 10 09:14:43.521771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e069cf3-e5f7-4870-a1cc-012a59469d02 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.546779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e069cf3-e5f7-4870-a1cc-012a59469d02 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.563103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-f8ab6456-6f13-4a73-80a3-c75ed859661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:43.565896 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-f8ab6456-6f13-4a73-80a3-c75ed859661d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74395b77cd834c1f8e01fbaa6e1afff1&device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 1058 time: 0.5552323 Dec 10 09:14:43.569840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e069cf3-e5f7-4870-a1cc-012a59469d02 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5169f6c-33e2-4dbc-b310-7a8e66a954a1,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:43.591235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.632508 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.638495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-de313da1-6b2c-44c7-b82f-b97b59036f9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b046007d-afdf-4930-8267-a903b364ded7 HTTP/1.1" status: 200 len: 217 time: 0.0634038 Dec 10 09:14:43.691416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9e069cf3-e5f7-4870-a1cc-012a59469d02 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.691416 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9e069cf3-e5f7-4870-a1cc-012a59469d02 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6974208 Dec 10 09:14:43.692632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=32934cf6-4b47-4018-adff-533d883bda1c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:43.712647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.722374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 51996) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:43.729714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c5452ee6-ec29-4c97-8948-b5bd9d113069 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '246c5538-d80f-4f70-a3bf-7080f0cca765', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:43.733797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No DVR routers for this DVR port 32934cf6-4b47-4018-adff-533d883bda1c on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:14:43.760673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50105-7534-4c52-a845-f138ad1e9f72 req-58321ae2-be33-47b1-8448-e721d965c3c8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:43.773079 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40f50105-7534-4c52-a845-f138ad1e9f72 req-58321ae2-be33-47b1-8448-e721d965c3c8 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 907 time: 0.3405845 Dec 10 09:14:43.820992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66c2c60d-76c1-4a69-a7b6-1c159e008024 req-4f653125-10f2-4575-911d-1f65396ef464 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123622 Dec 10 09:14:43.838821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f9297-bfa4-43f5-8a3a-470c3a0d8416 None None] Pushing event updated for resources: {'Port': ['ID=8d8664d6-79d7-4dd6-90d0-e2364e607c04,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:43.938516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-29ef0fde-ab19-498a-a5c8-c8ae4f20d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:43.938516 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-29ef0fde-ab19-498a-a5c8-c8ae4f20d09f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=488644d9-7bee-4ae6-ac80-cc3d81681da9 HTTP/1.1" status: 200 len: 837 time: 0.2718780 Dec 10 09:14:43.944708 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:43.949094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Port 32934cf6-4b47-4018-adff-533d883bda1c update to ACTIVE by agent not found {{(pid=114971) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 09:14:43.952137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 47910330-e061-4b83-9312-a6d0da2927f0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:44.001380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8204aa10-4ac8-4658-b03b-f60db92a9444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.037202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a419541-5279-494d-b6e7-191e03c58bfb']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:44.058480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9419a8f-6eae-45cc-b3d5-3bf118694d12') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:44.058782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9419a8f-6eae-45cc-b3d5-3bf118694d12') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:44.070514 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c5452ee6-ec29-4c97-8948-b5bd9d113069 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.092530 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.095494 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a23a82c-f403-43b5-acd8-97f137cf244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:44.097042 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-6a23a82c-f403-43b5-acd8-97f137cf244a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba617f57-4dc1-4874-be82-03d255fc1a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469684 Dec 10 09:14:44.179679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8204aa10-4ac8-4658-b03b-f60db92a9444 None None] For port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:44.206682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] Deleting port 32934cf6-4b47-4018-adff-533d883bda1c {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:44.207019 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.212185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8204aa10-4ac8-4658-b03b-f60db92a9444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.238348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Allocated IP 172.25.3.211 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:44.278185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c5452ee6-ec29-4c97-8948-b5bd9d113069 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.281294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.287468 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c5452ee6-ec29-4c97-8948-b5bd9d113069 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.311036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:14:44.311439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:14:44.315387 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:14:44.354441 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-0f1bd120-283a-4089-a1cb-98281707cf4e service neutron] 10.222.0.18 "GET /v2.0/networks/ba617f57-4dc1-4874-be82-03d255fc1a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238703 Dec 10 09:14:44.388644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 47910330-e061-4b83-9312-a6d0da2927f0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:44.388978 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.418792 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.441650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8204aa10-4ac8-4658-b03b-f60db92a9444 None None] Provisioning complete for port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:44.442046 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8204aa10-4ac8-4658-b03b-f60db92a9444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.459341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5452ee6-ec29-4c97-8948-b5bd9d113069 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd65fc8a-45ae-4fdc-85ba-0dd17db9baa4,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:44.471073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c5452ee6-ec29-4c97-8948-b5bd9d113069 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.472395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c5452ee6-ec29-4c97-8948-b5bd9d113069 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7465093 Dec 10 09:14:44.475972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52000) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:44.482067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-89512c55-b842-444c-8c67-e3bb788c6fe3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '246c5538-d80f-4f70-a3bf-7080f0cca765', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:44.506937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] For port 32934cf6-4b47-4018-adff-533d883bda1c, host n-d-814746-3, got binding levels [] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:44.507408 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.511467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.522604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204aa10-4ac8-4658-b03b-f60db92a9444 None None] Pushing event updated for resources: {'Port': ['ID=22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:44.562141 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.583078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:44.583382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] Calling delete_port for 32934cf6-4b47-4018-adff-533d883bda1c owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:44.584138 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89512c55-b842-444c-8c67-e3bb788c6fe3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.591472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.ipam_backend_mixin [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] Port 32934cf6-4b47-4018-adff-533d883bda1c was not found and therefore no delete operation was performed {{(pid=114971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 09:14:44.591724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:44.595480 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.608278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.608531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:44.608653 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/networks/2a419541-5279-494d-b6e7-191e03c58bfb HTTP/1.1" status: 204 len: 168 time: 2.3283772 Dec 10 09:14:44.608755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52004) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:44.617536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-650551956'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:44.626099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e38956-e1c0-4c46-b06c-123d4f5ae0ef None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:44.638764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618095c2-af31-4dd1-b1a0-a6e9d2269903 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Network': ['ID=2a419541-5279-494d-b6e7-191e03c58bfb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:44.669849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:44.717692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] Network 2a419541-5279-494d-b6e7-191e03c58bfb is not hosted by any dhcp agent {{(pid=114971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 09:14:44.717957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] No DVR routers for this DVR port 32934cf6-4b47-4018-adff-533d883bda1c on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:14:44.725359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c53723-bb4c-4a9b-9fd7-b1755c67db70 None None] Pushing event deleted for resources: {'Port': ['ID=32934cf6-4b47-4018-adff-533d883bda1c,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:44.750290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:44.754815 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.770451 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-532192ce-fd27-4652-8edb-8dc7c31e406f req-35de4a9a-1efa-4150-8b33-07a7d9a117ab service neutron] 10.222.0.18 "GET /v2.0/networks/ba617f57-4dc1-4874-be82-03d255fc1a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601329 Dec 10 09:14:44.846095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89512c55-b842-444c-8c67-e3bb788c6fe3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.879887 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-3ba54f09-7fa5-4815-b4cf-aaa7129a8ed1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773922 Dec 10 09:14:44.919650 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89512c55-b842-444c-8c67-e3bb788c6fe3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:44.953001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89512c55-b842-444c-8c67-e3bb788c6fe3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a029903f-e90d-433a-8424-f961f425fbec,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:45.032475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-0d62a724-b7ab-4b53-8f51-4b7253c7e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:45.041728 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-0d62a724-b7ab-4b53-8f51-4b7253c7e93c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74395b77cd834c1f8e01fbaa6e1afff1&device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 1058 time: 0.1991158 Dec 10 09:14:45.044483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e80eb7a8-d790-4ad4-bad5-fd93803b153a None None] Provisioning complete for port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:45.044861 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e80eb7a8-d790-4ad4-bad5-fd93803b153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.113239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:45.167074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-aaf458ee-5283-4cdd-8aa4-6d2021b88665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:45.172591 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-aaf458ee-5283-4cdd-8aa4-6d2021b88665 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 1097 time: 0.2621329 Dec 10 09:14:45.182701 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89512c55-b842-444c-8c67-e3bb788c6fe3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.188658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-89512c55-b842-444c-8c67-e3bb788c6fe3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7058878 Dec 10 09:14:45.218235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.218830 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Added segment 81377a8d-feff-40a5-b38a-7285b5755b47 of type vlan for network 2baf1248-60a2-4969-b4a7-38e285881991 Dec 10 09:14:45.220571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52010) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:45.256903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb784b3-3166-49b7-940e-91620ea4f9da req-43789f83-e069-476b-9a2d-1628342e1d88 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:45.274640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4bb784b3-3166-49b7-940e-91620ea4f9da req-43789f83-e069-476b-9a2d-1628342e1d88 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 907 time: 0.3328438 Dec 10 09:14:45.291750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-aa9e64bc-2692-414d-8bee-c4f9b39657e3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '246c5538-d80f-4f70-a3bf-7080f0cca765', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:45.370036 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-aa9e64bc-2692-414d-8bee-c4f9b39657e3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Project af85371d55f441fd9a5599356d089db8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:14:45.422666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:45.479712 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.483076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e80eb7a8-d790-4ad4-bad5-fd93803b153a None None] Port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:45.484583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa9e64bc-2692-414d-8bee-c4f9b39657e3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.532194 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.554373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:45.554755 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.638551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.726175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:45.799268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84457c-18e7-415d-8a5d-8162e34682e7 None None] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:45.876876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.883280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:45.883659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.898086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa9e64bc-2692-414d-8bee-c4f9b39657e3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.913848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0cfd756f-72c7-4faf-a15b-caafa6b4b6a5 None None] Provisioning complete for port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:45.914372 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0cfd756f-72c7-4faf-a15b-caafa6b4b6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.927551 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3108912 Dec 10 09:14:45.927551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa9e64bc-2692-414d-8bee-c4f9b39657e3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.940604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52014) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:45.952177 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-a35eb8ea-2abc-458c-9ca7-abcbc8e3c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:45.954754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-a35eb8ea-2abc-458c-9ca7-abcbc8e3c6a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba617f57-4dc1-4874-be82-03d255fc1a47 HTTP/1.1" status: 200 len: 898 time: 0.8962147 Dec 10 09:14:45.968291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-63f61054-4491-4319-8855-d1c9866ace82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:45.973628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:45.973628 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:45.975475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e64bc-2692-414d-8bee-c4f9b39657e3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbf2039-9485-40ec-a364-76da1a7b343d,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:45.983364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': '2baf1248-60a2-4969-b4a7-38e285881991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:45.989060 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-63f61054-4491-4319-8855-d1c9866ace82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.7215688 Dec 10 09:14:46.049832 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-11e6c435-f329-46a6-9215-67b8388605b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b046007d-afdf-4930-8267-a903b364ded7 HTTP/1.1" status: 200 len: 217 time: 0.0579879 Dec 10 09:14:46.103436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b938-d945-45ae-a438-8fa77265c4be tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Network': ['ID=2baf1248-60a2-4969-b4a7-38e285881991,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:46.118934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa9e64bc-2692-414d-8bee-c4f9b39657e3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.122695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aa9e64bc-2692-414d-8bee-c4f9b39657e3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8398349 Dec 10 09:14:46.125981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52018) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:46.126247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 2baf1248-60a2-4969-b4a7-38e285881991 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:46.130448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-aeeb2e4e-a045-4f3d-b136-ea96ebf35d0b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '246c5538-d80f-4f70-a3bf-7080f0cca765', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:46.151528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-e1f5b3bb-a81e-462b-9972-0164a4ff0477 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50277fdc-1dc6-4b6b-a46e-39519e35005a HTTP/1.1" status: 200 len: 217 time: 0.1007640 Dec 10 09:14:46.170206 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.219540 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0cfd756f-72c7-4faf-a15b-caafa6b4b6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.256195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-e7433a0e-e6b6-4901-aa04-240123843149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:46.257889 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-e7433a0e-e6b6-4901-aa04-240123843149 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=488644d9-7bee-4ae6-ac80-cc3d81681da9 HTTP/1.1" status: 200 len: 837 time: 0.1290300 Dec 10 09:14:46.311720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8d8664d6-79d7-4dd6-90d0-e2364e607c04 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:46.314478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0cfd756f-72c7-4faf-a15b-caafa6b4b6a5 None None] For port 8d8664d6-79d7-4dd6-90d0-e2364e607c04, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8d8664d6-79d7-4dd6-90d0-e2364e607c04,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:46.336064 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0cfd756f-72c7-4faf-a15b-caafa6b4b6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.364504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-57148cc8-5339-4d80-b50b-9ed5f0c130b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:46.366339 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-57148cc8-5339-4d80-b50b-9ed5f0c130b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.2044108 Dec 10 09:14:46.413011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-ff58eede-50b1-4d16-a337-9839333a089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:46.414931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-ff58eede-50b1-4d16-a337-9839333a089b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba617f57-4dc1-4874-be82-03d255fc1a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252949 Dec 10 09:14:46.503427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd756f-72c7-4faf-a15b-caafa6b4b6a5 None None] Pushing event updated for resources: {'Port': ['ID=8d8664d6-79d7-4dd6-90d0-e2364e607c04,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:46.515541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-05886319-9718-480f-8abc-e672f6f0ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:46.517594 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-05886319-9718-480f-8abc-e672f6f0ac20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417685 Dec 10 09:14:46.522579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:46.523859 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.589191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-be4df8d5-3bcd-43d3-a3fb-80181f57ef96 None None] Provisioning complete for port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:46.589766 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-be4df8d5-3bcd-43d3-a3fb-80181f57ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.616494 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-6c221e94-d0b9-4754-97a3-e642b23d02f8 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909486 Dec 10 09:14:46.691417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 47910330-e061-4b83-9312-a6d0da2927f0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:46.713641 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-21aa4ddb-ae44-47d7-8652-de6703b0894d service neutron] 10.222.0.18 "GET /v2.0/networks/ba617f57-4dc1-4874-be82-03d255fc1a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865903 Dec 10 09:14:46.803111 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-77a818fb-dfe4-4162-b4b4-12987aa588ad req-759e6208-823e-40b6-8ce5-6be762349fa7 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784084 Dec 10 09:14:46.803351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 47910330-e061-4b83-9312-a6d0da2927f0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:46.803635 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.878292 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-aeeb2e4e-a045-4f3d-b136-ea96ebf35d0b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Project af85371d55f441fd9a5599356d089db8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:14:46.884743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f577e0c7-5502-4a05-a5f1-f29dd5f99005 req-42f07aa7-b5a5-47ce-9a57-80fbd919cd0c service neutron] 10.222.0.18 "GET /v2.0/networks/ba617f57-4dc1-4874-be82-03d255fc1a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599147 Dec 10 09:14:46.917232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2e4e-a045-4f3d-b136-ea96ebf35d0b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.924018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:46.931207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:46.986726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 32934cf6-4b47-4018-adff-533d883bda1c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:14:47.007845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 32934cf6-4b47-4018-adff-533d883bda1c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:14:47.008357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 32934cf6-4b47-4018-adff-533d883bda1c not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:14:47.027310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b940db-80d4-4ca4-a8c8-1280219b422c req-412a32bd-97c4-4f69-9d06-28fb6c718408 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:47.028812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62b940db-80d4-4ca4-a8c8-1280219b422c req-412a32bd-97c4-4f69-9d06-28fb6c718408 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 907 time: 0.2547603 Dec 10 09:14:47.061993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:14:47.112157 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2e4e-a045-4f3d-b136-ea96ebf35d0b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:47.113035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8d8664d6-79d7-4dd6-90d0-e2364e607c04 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:47.170961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:47.171324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:47.192944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2e4e-a045-4f3d-b136-ea96ebf35d0b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:47.236867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb2e4e-a045-4f3d-b136-ea96ebf35d0b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e27a37-eee3-4227-a87b-e200940bcf16,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:47.304678 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2e4e-a045-4f3d-b136-ea96ebf35d0b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:47.329985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aeeb2e4e-a045-4f3d-b136-ea96ebf35d0b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1938341 Dec 10 09:14:47.405596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:47.421376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Sync routers for ids ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:14:47.438608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Routers {'4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:47.439250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:47.475068 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:47.480100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c62f14ec-8179-440a-9340-8f46fec80d38 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1798606 Dec 10 09:14:47.480214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52036) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:47.515014 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:47.650286 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-688bf1af-de43-4079-b0a4-243b833798d8 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384108682&fields=id&tenant_id=af85371d55f441fd9a5599356d089db8 HTTP/1.1" status: 200 len: 267 time: 0.0879114 Dec 10 09:14:47.654219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Set router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:47.658369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=113c44e8-d914-4a05-a52b-53c678dce251,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:47.730038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Checking segment: {'id': '81377a8d-feff-40a5-b38a-7285b5755b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2baf1248-60a2-4969-b4a7-38e285881991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:47.730314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network hostable DHCP agents. Network: 2baf1248-60a2-4969-b4a7-38e285881991, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:47.776289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 2baf1248-60a2-4969-b4a7-38e285881991 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:47.803847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 2baf1248-60a2-4969-b4a7-38e285881991) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:47.817205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-93eec13d-b08f-4eca-a24f-25e99dbd74d7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:47.819319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-93eec13d-b08f-4eca-a24f-25e99dbd74d7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/networks?id=a26df134-3c7a-4a45-9590-6cc543a9b642 HTTP/1.1" status: 200 len: 797 time: 0.1481936 Dec 10 09:14:47.820703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:47.821286 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:47.841677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-abd6b558-f70e-49df-8262-d07ff1610862 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/quotas/af85371d55f441fd9a5599356d089db8 HTTP/1.1" status: 200 len: 375 time: 0.0135362 Dec 10 09:14:47.854699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dd4dd66b-1ae2-4b88-8c74-cf38c39bbde1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8766210 Dec 10 09:14:47.857893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52048) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:47.861954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2361b1c-726f-49db-9462-03d8fca9055c None None] Network 2baf1248-60a2-4969-b4a7-38e285881991 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:47.879489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-98147c54-a2cb-4da2-9d0e-cedc5a0ca632 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-9547302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:47.959666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-c1634f96-fb97-451f-a888-fb16725d6538 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113536 Dec 10 09:14:47.961385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98147c54-a2cb-4da2-9d0e-cedc5a0ca632 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:47.962602 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98147c54-a2cb-4da2-9d0e-cedc5a0ca632 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:47.979764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b046007d-afdf-4930-8267-a903b364ded7 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:14:48.024489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.085046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98147c54-a2cb-4da2-9d0e-cedc5a0ca632 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.128687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-2baf1248-60a2-4969-b4a7-38e285881991', 'network_id': '2baf1248-60a2-4969-b4a7-38e285881991', 'project_id': '54f4955c63984912be2f5357e5d89175', 'fixed_ips': [{'subnet_id': '113c44e8-d914-4a05-a52b-53c678dce251'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:48.130301 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.171303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:40Z', 'updated_at': '2021-12-10T09:14:44Z', 'revision_number': 3, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'gw_port': {'id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:43Z', 'updated_at': '2021-12-10T09:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:48.171810 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98147c54-a2cb-4da2-9d0e-cedc5a0ca632 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.180493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-49e8abb8-7ab1-4ce5-bbf6-dd286df921c0 service neutron] 10.222.0.31 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049997 Dec 10 09:14:48.223379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Checking router: 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:14:48.223740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Updating router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:14:48.258565 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-98147c54-a2cb-4da2-9d0e-cedc5a0ca632 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.259776 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-98147c54-a2cb-4da2-9d0e-cedc5a0ca632 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4012234 Dec 10 09:14:48.264952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52078) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:48.270505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'network_id': '2baf1248-60a2-4969-b4a7-38e285881991', 'name': 'tempest-PortsIpV6TestJSON-1055613695'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:48.298297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b113a1e-6770-4c36-b396-c0e9d9238b8d req-4f5794b1-e0c5-492c-b08d-712e40a03acd tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:48.309531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b046007d-afdf-4930-8267-a903b364ded7, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b046007d-afdf-4930-8267-a903b364ded7,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:48.321793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b113a1e-6770-4c36-b396-c0e9d9238b8d req-4f5794b1-e0c5-492c-b08d-712e40a03acd tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 907 time: 0.1779714 Dec 10 09:14:48.332283 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.337349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'b046007d-afdf-4930-8267-a903b364ded7', 'network_id': 'ba617f57-4dc1-4874-be82-03d255fc1a47', 'port_id': 'b046007d-afdf-4930-8267-a903b364ded7', 'mac_address': 'fa:16:3e:db:c8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488644d9-7bee-4ae6-ac80-cc3d81681da9', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:14:48.358993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Allocated IP 172.20.0.1 (8b6d0f46-88b8-44de-b589-5c0303d6c004/5fa89881-009e-4668-94d5-18092a5ad7f1/5e57dceb-1da4-40ca-8f79-f2fc7085c626) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:48.406326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-8e094326-cec6-4aec-8199-c248c9ffbc08 service neutron] 10.222.0.31 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189052 Dec 10 09:14:48.470156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:48.474844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.533112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.542656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 2b6ae626-1d36-4033-b9d5-3ad947221901 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:14:48.576518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.631215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:48.634526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:48.637745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:48.699306 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.701902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Pushing event updated for resources: {'Port': ['ID=5e57dceb-1da4-40ca-8f79-f2fc7085c626,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:48.811314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6e23292-c467-4727-ab24-74625e3665b4 req-5c4ae0ad-5f76-4636-9241-bc512c44f3f4 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 210 time: 0.0662065 Dec 10 09:14:48.836444 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.869188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b046007d-afdf-4930-8267-a903b364ded7 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:14:48.904545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Allocated IP 2001:db8::2 (2baf1248-60a2-4969-b4a7-38e285881991/113c44e8-d914-4a05-a52b-53c678dce251/60493d00-51b9-4df1-a2c1-639db08abdb9) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:48.983116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:48.987933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b046007d-afdf-4930-8267-a903b364ded7, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b046007d-afdf-4930-8267-a903b364ded7,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:49.092969 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.190503 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.199267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.258369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=b046007d-afdf-4930-8267-a903b364ded7,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:49.305406 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.313836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.315483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Pushing event updated for resources: {'Port': ['ID=5e57dceb-1da4-40ca-8f79-f2fc7085c626,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:49.346968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.402729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::2d0 (2baf1248-60a2-4969-b4a7-38e285881991/113c44e8-d914-4a05-a52b-53c678dce251/2b6ae626-1d36-4033-b9d5-3ad947221901) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:49.404159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fc428e6f-0a9f-4e59-b4d8-fc2ce757ca90 None None] Provisioning complete for port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:49.404838 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc428e6f-0a9f-4e59-b4d8-fc2ce757ca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.415711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Pushing event updated for resources: {'Port': ['ID=60493d00-51b9-4df1-a2c1-639db08abdb9,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:49.445274 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.457995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['b046007d-afdf-4930-8267-a903b364ded7'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:14:49.515439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:49.535256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:49.588652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Network 2baf1248-60a2-4969-b4a7-38e285881991 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:49.604706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:49.632008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:49.643225 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.650359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fc428e6f-0a9f-4e59-b4d8-fc2ce757ca90 None None] Port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:49.666665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.731796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e8e55-e33c-403b-8122-0f17185f6c5c req-5d6582fc-1673-4a2f-bdea-b48008c25862 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:49.733750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d30e8e55-e33c-403b-8122-0f17185f6c5c req-5d6582fc-1673-4a2f-bdea-b48008c25862 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 908 time: 0.1965561 Dec 10 09:14:49.768958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Attempting to bind port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:49.769634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Attempting to bind port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:49.770182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Attempting to bind port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:49.777776 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5953eb5d-4fdd-4cd6-8ccc-c67ec9531515 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:49.795364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Attempting to bind port 60493d00-51b9-4df1-a2c1-639db08abdb9 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:49.795993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Attempting to bind port 60493d00-51b9-4df1-a2c1-639db08abdb9 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '81377a8d-feff-40a5-b38a-7285b5755b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2baf1248-60a2-4969-b4a7-38e285881991'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:49.796553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Attempting to bind port 60493d00-51b9-4df1-a2c1-639db08abdb9 on network 2baf1248-60a2-4969-b4a7-38e285881991 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:49.800054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.806903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:49.807610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:49.808207 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.808910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:49.809244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Bound port: 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:49.809853 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.815283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac407439-f451-4d91-a510-6abadf0f467e None None] Pushing event updated for resources: {'Port': ['ID=8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:49.841310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:49.841972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Checking segment: {'id': '81377a8d-feff-40a5-b38a-7285b5755b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2baf1248-60a2-4969-b4a7-38e285881991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:49.842090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.842533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Bound using segment: {'id': '81377a8d-feff-40a5-b38a-7285b5755b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2baf1248-60a2-4969-b4a7-38e285881991'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:49.843056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Bound port: 60493d00-51b9-4df1-a2c1-639db08abdb9, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81377a8d-feff-40a5-b38a-7285b5755b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2baf1248-60a2-4969-b4a7-38e285881991'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:49.843788 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.904568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:14:49.912772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:49.970763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] For port 60493d00-51b9-4df1-a2c1-639db08abdb9, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:49.975774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] For port 60493d00-51b9-4df1-a2c1-639db08abdb9, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=60493d00-51b9-4df1-a2c1-639db08abdb9,segment=NetworkSegment(81377a8d-feff-40a5-b38a-7285b5755b47),segment_id=81377a8d-feff-40a5-b38a-7285b5755b47)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:49.982964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b046007d-afdf-4930-8267-a903b364ded7 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:49.992180 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.019209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] For port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:50.028466 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6e8acbf-c7c8-48ef-888a-67f399317990 req-b89904b7-827b-462b-b12c-f0508b3e04b9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 210 time: 0.0671484 Dec 10 09:14:50.042738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 2baf1248-60a2-4969-b4a7-38e285881991 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:50.051219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=2b6ae626-1d36-4033-b9d5-3ad947221901,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:50.064714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:50.070691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:50.078929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:50.084319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-94feff2b-008a-469c-b618-b4fb8c601d09 admin admin] 10.222.0.31 "PUT /v2.0/routers/4c5a4cfa-be54-4fc9-9b67-cf356350d8ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6040673 Dec 10 09:14:50.087244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:50.090074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.102807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] For port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:50.121185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:50.122158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d2de520a-bdc4-4a6e-9265-6a857a99b4e0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8561146 Dec 10 09:14:50.162278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-743c066b-3b99-4c2c-b48f-07c113cfcf28 None None] Provisioning complete for port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:50.162976 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-743c066b-3b99-4c2c-b48f-07c113cfcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.248572 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.275101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aba21-226a-4ace-aff6-96edf0f9686c None None] Pushing event updated for resources: {'Port': ['ID=60493d00-51b9-4df1-a2c1-639db08abdb9,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:50.367754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe621e97-44d2-4a93-8078-0298ea9fc82b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:50.424892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port b046007d-afdf-4930-8267-a903b364ded7 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:14:50.454070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Routers {'4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:50.454971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:50.457586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port b046007d-afdf-4930-8267-a903b364ded7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:50.458164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.555516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac407439-f451-4d91-a510-6abadf0f467e None None] Pushing event updated for resources: {'Port': ['ID=8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:50.562504 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-743c066b-3b99-4c2c-b48f-07c113cfcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.647707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-743c066b-3b99-4c2c-b48f-07c113cfcf28 None None] For port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:50.661863 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-743c066b-3b99-4c2c-b48f-07c113cfcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.752467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-f0734469-c003-47ef-90c6-9668de27d1a8 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:50.755682 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-f0734469-c003-47ef-90c6-9668de27d1a8 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "GET /v2.0/networks?id=a26df134-3c7a-4a45-9590-6cc543a9b642 HTTP/1.1" status: 200 len: 797 time: 0.4992247 Dec 10 09:14:50.764045 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.852323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port b046007d-afdf-4930-8267-a903b364ded7, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b046007d-afdf-4930-8267-a903b364ded7,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:50.866978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85242457-c585-40cc-9e15-d228011c7c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b046007d-afdf-4930-8267-a903b364ded7'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:14:50.870354 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa01bd86-412e-44a5-a09d-fc6c18bedf01" -d '{"events": [{"server_uuid": "85242457-c585-40cc-9e15-d228011c7c82", "name": "network-vif-plugged", "status": "completed", "tag": "b046007d-afdf-4930-8267-a903b364ded7"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:14:50.887790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.906849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-75aaf3f5-f8bb-40c9-a0b8-362557104451 None None] Provisioning complete for port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:50.907233 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-75aaf3f5-f8bb-40c9-a0b8-362557104451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:50.982321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] Set router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:51.014086 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02d33d2-0a29-45b6-8e40-330507a2d5ea x-openstack-request-id: req-d02d33d2-0a29-45b6-8e40-330507a2d5ea {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:14:51.014382 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85242457-c585-40cc-9e15-d228011c7c82", "name": "network-vif-plugged", "status": "completed", "tag": "b046007d-afdf-4930-8267-a903b364ded7", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:14:51.014772 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d02d33d2-0a29-45b6-8e40-330507a2d5ea {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:14:51.015018 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85242457-c585-40cc-9e15-d228011c7c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b046007d-afdf-4930-8267-a903b364ded7', 'code': 200} Dec 10 09:14:51.017587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c066b-3b99-4c2c-b48f-07c113cfcf28 None None] Pushing event updated for resources: {'Port': ['ID=8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:51.036279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52354) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:51.043138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03e108-1677-4935-864e-83d6094fb0bb req-b65c0dcb-f4ed-4def-83c3-66b989844530 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:51.046434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca03e108-1677-4935-864e-83d6094fb0bb req-b65c0dcb-f4ed-4def-83c3-66b989844530 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 909 time: 0.1233630 Dec 10 09:14:51.085781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1182222393-network', 'tenant_id': '938e9a204bb54312b0167113e2291180'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:51.146118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.193000 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-3a073f72-ee35-47cf-ae43-3d7549076a4b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af85371d55f441fd9a5599356d089db8 HTTP/1.1" status: 200 len: 380 time: 0.4224167 Dec 10 09:14:51.209949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30e49464-f50a-4199-8c08-8d7fa68a852d req-79cd0e46-ee4e-4d4e-9480-7547ba3bffc2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 210 time: 0.0797255 Dec 10 09:14:51.219768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'port': {'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'admin_state_up': True, 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'security_groups': ['246c5538-d80f-4f70-a3bf-7080f0cca765']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:51.295959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 60493d00-51b9-4df1-a2c1-639db08abdb9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:51.336731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Made reservation on behalf of 938e9a204bb54312b0167113e2291180 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:51.340965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.364630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf759b4-c33f-4242-802c-698003bd4e37 req-605484fd-b0fe-4007-a960-ff466fbd43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:51.366167 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ebf759b4-c33f-4242-802c-698003bd4e37 req-605484fd-b0fe-4007-a960-ff466fbd43e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 1060 time: 0.2622557 Dec 10 09:14:51.383113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=b046007d-afdf-4930-8267-a903b364ded7,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:51.413410 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.484217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-75aaf3f5-f8bb-40c9-a0b8-362557104451 None None] Provisioning complete for port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:51.484885 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-75aaf3f5-f8bb-40c9-a0b8-362557104451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.515058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 60493d00-51b9-4df1-a2c1-639db08abdb9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:51.515058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.611552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-75aaf3f5-f8bb-40c9-a0b8-362557104451 None None] Port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:51.626676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Made reservation on behalf of af85371d55f441fd9a5599356d089db8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:51.631160 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.640660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-27557446-850c-413f-b415-c1b4127e46ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:40Z', 'updated_at': '2021-12-10T09:14:48Z', 'revision_number': 4, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'gw_port': {'id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:43Z', 'updated_at': '2021-12-10T09:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5e57dceb-1da4-40ca-8f79-f2fc7085c626', 'name': '', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'mac_address': 'fa:16:3e:37:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:48Z', 'updated_at': '2021-12-10T09:14:49Z', 'revision_number': 2, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'subnets': [{'id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:51.692005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27557446-850c-413f-b415-c1b4127e46ce None None] The sync data for ids ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'] in n-d-814746-3 is: [{'id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:40Z', 'updated_at': '2021-12-10T09:14:48Z', 'revision_number': 4, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'gw_port': {'id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:43Z', 'updated_at': '2021-12-10T09:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5e57dceb-1da4-40ca-8f79-f2fc7085c626', 'name': '', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'mac_address': 'fa:16:3e:37:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:48Z', 'updated_at': '2021-12-10T09:14:49Z', 'revision_number': 2, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'subnets': [{'id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:14:51.702459 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.753149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 60493d00-51b9-4df1-a2c1-639db08abdb9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=60493d00-51b9-4df1-a2c1-639db08abdb9,segment=NetworkSegment(81377a8d-feff-40a5-b38a-7285b5755b47),segment_id=81377a8d-feff-40a5-b38a-7285b5755b47)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:51.760481 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.771272 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.786245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.869165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:51.904546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=60493d00-51b9-4df1-a2c1-639db08abdb9,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:51.922608 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.928059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:14:51.939836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.958123 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:51.958659 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Added segment 67d11ae5-0086-41ed-b749-09bdd6b7f2a1 of type vlan for network a65f1f59-1530-45df-b511-47e0f9131b14 Dec 10 09:14:52.171398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a8ba77-d38c-4057-86d5-7f0e3de85107 None None] Network 2baf1248-60a2-4969-b4a7-38e285881991 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:52.191170 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.265789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.20.0.12 (a26df134-3c7a-4a45-9590-6cc543a9b642/5f7a22eb-dfb6-48e0-b1a8-ff560c44366a/bce6c60a-8da1-4483-83aa-ddbbd85a6ced) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:52.307610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6e2c-805e-40e0-a68d-e2cda80965b9 req-b4370fc6-135e-45fe-a68b-6c555b46f1cb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:52.309200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-463f6e2c-805e-40e0-a68d-e2cda80965b9 req-b4370fc6-135e-45fe-a68b-6c555b46f1cb tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 909 time: 0.1263380 Dec 10 09:14:52.311489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4ba480be-3437-40fa-8e12-baa304a7f20e None None] Provisioning complete for port 60493d00-51b9-4df1-a2c1-639db08abdb9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:52.311851 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4ba480be-3437-40fa-8e12-baa304a7f20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.318311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=2b6ae626-1d36-4033-b9d5-3ad947221901,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:52.361108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.db.resource_extend [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 09:14:52.378520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-875d5e1d-2f4d-4c8c-abc9-9462ab67ba09 req-6356832b-ddb6-4237-972f-0521d7afb1a4 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 210 time: 0.0342739 Dec 10 09:14:52.483829 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.484874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:52.485599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.615304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5366876 Dec 10 09:14:52.615566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52510) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:52.621591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Request body: {'subnet': {'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1182222393-subnet', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:52.648146 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.667714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Made reservation on behalf of 938e9a204bb54312b0167113e2291180 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:14:52.675515 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:52.725803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212945ad-6bb5-4f04-942f-a47d390b6a43 admin admin] Pushing event updated for resources: {'Network': ['ID=a65f1f59-1530-45df-b511-47e0f9131b14,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:52.753377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network a65f1f59-1530-45df-b511-47e0f9131b14 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:14:52.838620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.011529 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.029949 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.146815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network a26df134-3c7a-4a45-9590-6cc543a9b642 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:53.162681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:53.165490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:53.236066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:53.277625 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.328602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:53.329284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.382231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8dcfb483-09f4-4e7d-9dcd-b9cacf0bc46c None None] Provisioning complete for port 2b6ae626-1d36-4033-b9d5-3ad947221901 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:53.390097 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb483-09f4-4e7d-9dcd-b9cacf0bc46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.477625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4f5f04-8a86-432b-875f-72607a7726ad,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:53.491598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 60493d00-51b9-4df1-a2c1-639db08abdb9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:53.506181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Checking segment: {'id': '67d11ae5-0086-41ed-b749-09bdd6b7f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:53.506942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Network hostable DHCP agents. Network: a65f1f59-1530-45df-b511-47e0f9131b14, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:14:53.608962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8dcfb483-09f4-4e7d-9dcd-b9cacf0bc46c None None] Port 2b6ae626-1d36-4033-b9d5-3ad947221901 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:53.647982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Network a65f1f59-1530-45df-b511-47e0f9131b14 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:14:53.664600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8dcfb483-09f4-4e7d-9dcd-b9cacf0bc46c None None] Provisioning complete for port 60493d00-51b9-4df1-a2c1-639db08abdb9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:53.665384 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb483-09f4-4e7d-9dcd-b9cacf0bc46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.726460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, a65f1f59-1530-45df-b511-47e0f9131b14) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:53.738844 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795985d5-6994-41d1-bbd3-4b9268e1bcea None None] Network a65f1f59-1530-45df-b511-47e0f9131b14 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:53.743906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:53.748149 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.792223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 60493d00-51b9-4df1-a2c1-639db08abdb9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:53.793022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:53.805467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82a688-4319-49f6-a318-f0fa0a17c53a req-f5598b38-1e2b-4843-8abd-c584d99dc350 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:53.807381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b82a688-4319-49f6-a318-f0fa0a17c53a req-f5598b38-1e2b-4843-8abd-c584d99dc350 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 909 time: 0.2677956 Dec 10 09:14:53.825855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e199a1-07df-4d86-9cf2-6e4c7b5cda3f req-f23621e6-c765-46c4-a72a-65ac90ab5c62 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:53.844906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75e199a1-07df-4d86-9cf2-6e4c7b5cda3f req-f23621e6-c765-46c4-a72a-65ac90ab5c62 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 932 time: 0.2755091 Dec 10 09:14:53.860282 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a8fd8fd7-fb66-40b7-b027-094f375cf551 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2435932 Dec 10 09:14:53.869929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52564) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:53.902233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:53.996650 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-dd56c4af-7005-4ffd-84a4-49ff2815c823 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7822027 Dec 10 09:14:54.015133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Request body: {'port': {'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:14:54.067700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75e199a1-07df-4d86-9cf2-6e4c7b5cda3f req-bdaa9e4e-9ba1-494a-b268-7a9971f6f033 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212319 Dec 10 09:14:54.088137 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.089442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.150317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1573-66e0-4e58-b934-9e24b36411b8 req-865619b5-7bb8-44cf-9d21-f1a255e70947 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:54.152726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eadd1573-66e0-4e58-b934-9e24b36411b8 req-865619b5-7bb8-44cf-9d21-f1a255e70947 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 909 time: 0.2069862 Dec 10 09:14:54.188680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-a65f1f59-1530-45df-b511-47e0f9131b14', 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14', 'project_id': '938e9a204bb54312b0167113e2291180', 'fixed_ips': [{'subnet_id': '5b4f5f04-8a86-432b-875f-72607a7726ad'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:14:54.206156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.269218 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.273958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.332732 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.338817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:54.345966 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.346905 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.518053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfe73f-99af-4e47-adb8-986faac6d8b7 req-2b0b397b-7565-407b-aa4d-85d2c837ef62 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:54.523989 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4cfe73f-99af-4e47-adb8-986faac6d8b7 req-2b0b397b-7565-407b-aa4d-85d2c837ef62 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 1060 time: 0.1802096 Dec 10 09:14:54.528023 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=2b6ae626-1d36-4033-b9d5-3ad947221901,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:54.552446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:54.553436 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.584019 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.608614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c2f2d592-26ee-421a-a440-2ab70ae54d73 None None] Provisioning complete for port bce6c60a-8da1-4483-83aa-ddbbd85a6ced triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:54.613158 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d592-26ee-421a-a440-2ab70ae54d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.618327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Allocated IP 172.20.0.2 (a65f1f59-1530-45df-b511-47e0f9131b14/5b4f5f04-8a86-432b-875f-72607a7726ad/65ac8979-cb1c-480e-9df7-fbd6cc76b92c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:54.726210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2d592-26ee-421a-a440-2ab70ae54d73 None None] Port bce6c60a-8da1-4483-83aa-ddbbd85a6ced cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:54.791858 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c2f2d592-26ee-421a-a440-2ab70ae54d73 None None] Provisioning complete for port 2b6ae626-1d36-4033-b9d5-3ad947221901 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:54.792589 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d592-26ee-421a-a440-2ab70ae54d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.822633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c8e7-d530-4dc1-ba34-849124032842 req-754f1f16-ebbf-4c25-baa8-75bbafd422f8 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:54.824458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16a1c8e7-d530-4dc1-ba34-849124032842 req-754f1f16-ebbf-4c25-baa8-75bbafd422f8 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 1135 time: 0.1103954 Dec 10 09:14:54.871181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2d592-26ee-421a-a440-2ab70ae54d73 None None] Port 2b6ae626-1d36-4033-b9d5-3ad947221901 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:54.895298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network 2baf1248-60a2-4969-b4a7-38e285881991 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:54.897407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce6c60a-8da1-4483-83aa-ddbbd85a6ced {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:14:54.911506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:54.915007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.935041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Transition to ACTIVE for port object bce6c60a-8da1-4483-83aa-ddbbd85a6ced will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:14:54.943790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:54.961829 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:55.022136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Network a65f1f59-1530-45df-b511-47e0f9131b14 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:55.036121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:55.048767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:55.060685 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:55.065658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Pushing event updated for resources: {'Port': ['ID=65ac8979-cb1c-480e-9df7-fbd6cc76b92c,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:55.068434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16a1c8e7-d530-4dc1-ba34-849124032842 req-c8bc6578-4746-4777-bf91-2841a3ab6850 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2366199 Dec 10 09:14:55.104373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52576) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:55.152862 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:55.204510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Attempting to bind port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:55.205032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Attempting to bind port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '67d11ae5-0086-41ed-b749-09bdd6b7f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:55.205598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Attempting to bind port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c on network a65f1f59-1530-45df-b511-47e0f9131b14 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:55.215100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:55.215864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Checking segment: {'id': '67d11ae5-0086-41ed-b749-09bdd6b7f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:55.216822 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:55.217468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Bound using segment: {'id': '67d11ae5-0086-41ed-b749-09bdd6b7f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:55.218232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Bound port: 65ac8979-cb1c-480e-9df7-fbd6cc76b92c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d11ae5-0086-41ed-b749-09bdd6b7f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:55.219285 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:55.253562 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:55.326048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Pushing event updated for resources: {'Port': ['ID=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:55.342252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Router cc7a5ebe-cd91-48f9-91d2-eb58edd67035 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:14:55.371314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] For port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:55.377157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99ebc4-3e39-4551-84e9-21cf58dd39a4 req-7229e684-2af0-41fc-a62b-6eac9a866ae1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:55.380018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b99ebc4-3e39-4551-84e9-21cf58dd39a4 req-7229e684-2af0-41fc-a62b-6eac9a866ae1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 944 time: 0.1752281 Dec 10 09:14:55.393829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] For port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=65ac8979-cb1c-480e-9df7-fbd6cc76b92c,segment=NetworkSegment(67d11ae5-0086-41ed-b749-09bdd6b7f2a1),segment_id=67d11ae5-0086-41ed-b749-09bdd6b7f2a1)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:55.407697 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:55.469140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d4277-1132-4a70-8b94-0c9b7725b0a3 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:55.479066 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Sync routers for ids ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:14:55.498550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-236d4277-1132-4a70-8b94-0c9b7725b0a3 tempest-TestSecurityGroupsBasicOps-1107459200 tempest-TestSecurityGroupsBasicOps-1107459200-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 1055 time: 0.3895414 Dec 10 09:14:55.511222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Routers {'4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:55.514023 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:55.542893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-43503400-6462-41e9-b9f8-ed441114a9e2 None None] Provisioning complete for port 2b6ae626-1d36-4033-b9d5-3ad947221901 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:55.543449 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-43503400-6462-41e9-b9f8-ed441114a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:55.641083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-43503400-6462-41e9-b9f8-ed441114a9e2 None None] Port 2b6ae626-1d36-4033-b9d5-3ad947221901 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:55.652132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47e6fa-3380-403e-9241-3807e04c3808 None None] Pushing event updated for resources: {'Port': ['ID=65ac8979-cb1c-480e-9df7-fbd6cc76b92c,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:55.662699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Allocated IP 172.25.3.179 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/789b37b3-5c3c-4cb1-8c88-29c56974d8f4) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:14:55.689265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b99ebc4-3e39-4551-84e9-21cf58dd39a4 req-e89edb4a-d1f1-413e-a0f6-3e43071572b0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887194 Dec 10 09:14:55.739958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Attempting to bind port bce6c60a-8da1-4483-83aa-ddbbd85a6ced on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:55.740663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Attempting to bind port bce6c60a-8da1-4483-83aa-ddbbd85a6ced by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:55.741495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Attempting to bind port bce6c60a-8da1-4483-83aa-ddbbd85a6ced on network a26df134-3c7a-4a45-9590-6cc543a9b642 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:55.759654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Port bce6c60a-8da1-4483-83aa-ddbbd85a6ced on network a26df134-3c7a-4a45-9590-6cc543a9b642 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:14:55.760172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Attempting to bind port bce6c60a-8da1-4483-83aa-ddbbd85a6ced on network a26df134-3c7a-4a45-9590-6cc543a9b642 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:55.772605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:55.773233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Checking segment: {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:55.774142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Bound using segment: {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:55.774777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Bound port: bce6c60a-8da1-4483-83aa-ddbbd85a6ced, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:55.775766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:55.853395 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Set router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:55.900961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:55.911316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-83a31fda-21cf-4e09-99d1-cdd7e1be9124 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "PUT /v2.0/routers/cc7a5ebe-cd91-48f9-91d2-eb58edd67035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7887962 Dec 10 09:14:55.915352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815fbb2-3b36-4667-bcc6-f0bda38956ae None None] Sync routers for ids ['cc7a5ebe-cd91-48f9-91d2-eb58edd67035'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:14:55.918613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52586) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:55.937344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815fbb2-3b36-4667-bcc6-f0bda38956ae None None] Routers {'cc7a5ebe-cd91-48f9-91d2-eb58edd67035'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:55.938001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3815fbb2-3b36-4667-bcc6-f0bda38956ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cc7a5ebe-cd91-48f9-91d2-eb58edd67035'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:55.999936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] For port bce6c60a-8da1-4483-83aa-ddbbd85a6ced, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:56.011240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] For port bce6c60a-8da1-4483-83aa-ddbbd85a6ced, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:56.024189 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:56.041524 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:56.046818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3815fbb2-3b36-4667-bcc6-f0bda38956ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:56.059314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815fbb2-3b36-4667-bcc6-f0bda38956ae None None] Routers {'cc7a5ebe-cd91-48f9-91d2-eb58edd67035'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:56.060483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3815fbb2-3b36-4667-bcc6-f0bda38956ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cc7a5ebe-cd91-48f9-91d2-eb58edd67035'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:56.063520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c997-dc5b-43ed-b7b5-97464634e0a2 req-0b5407e8-d81a-43a6-9fd4-a8729362a4f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:56.065117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bbd0c997-dc5b-43ed-b7b5-97464634e0a2 req-0b5407e8-d81a-43a6-9fd4-a8729362a4f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 909 time: 0.1565366 Dec 10 09:14:56.077183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844e6002-3cea-4f4e-b5dc-93082e1cc8b7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:56.078824 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-844e6002-3cea-4f4e-b5dc-93082e1cc8b7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a5ebe-cd91-48f9-91d2-eb58edd67035 HTTP/1.1" status: 200 len: 989 time: 0.1592736 Dec 10 09:14:56.082652 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52588) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:56.096261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:56.096964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:56.098958 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] 10.222.0.39 "PUT /v2.0/ports/bce6c60a-8da1-4483-83aa-ddbbd85a6ced HTTP/1.1" status: 200 len: 1092 time: 2.0926747 Dec 10 09:14:56.107635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:14:56.114616 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:14:56.232793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3815fbb2-3b36-4667-bcc6-f0bda38956ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:56.234768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815fbb2-3b36-4667-bcc6-f0bda38956ae None None] The sync data for ids ['cc7a5ebe-cd91-48f9-91d2-eb58edd67035'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:14:56.240721 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f445ac8-b42e-42ed-804e-6c34003f459a x-openstack-request-id: req-3f445ac8-b42e-42ed-804e-6c34003f459a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:14:56.241118 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:14:56.242114 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f445ac8-b42e-42ed-804e-6c34003f459a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:14:56.242412 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'status': 'completed', 'code': 200} Dec 10 09:14:56.286729 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:40Z', 'updated_at': '2021-12-10T09:14:48Z', 'revision_number': 4, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'gw_port': {'id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:43Z', 'updated_at': '2021-12-10T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5e57dceb-1da4-40ca-8f79-f2fc7085c626', 'name': '', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'mac_address': 'fa:16:3e:37:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:48Z', 'updated_at': '2021-12-10T09:14:49Z', 'revision_number': 2, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'subnets': [{'id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:56.294328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:56.303680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1f851-228b-4b87-ada3-992b22fc7521 service neutron] Pushing event updated for resources: {'Port': ['ID=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:56.334162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Checking router: 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:14:56.334776 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Updating router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:14:56.353979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-208dafb5-af8b-4046-ba6d-029b9e3adb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:56.355695 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-208dafb5-af8b-4046-ba6d-029b9e3adb58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 1095 time: 0.1608131 Dec 10 09:14:56.377971 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:56.444942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:14:56.445353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-bda032b5-949b-4895-8ca7-f444fe185c06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6c60a-8da1-4483-83aa-ddbbd85a6ced HTTP/1.1" status: 200 len: 217 time: 0.0795913 Dec 10 09:14:56.455212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:14:56.459329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:14:56.480817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08b8e1-f102-494c-8b2d-3459545ff34b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:14:56.551395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-d8ae0801-f9ab-42d9-bf55-03806dd8cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:56.554227 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-d8ae0801-f9ab-42d9-bf55-03806dd8cd7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f7a22eb-dfb6-48e0-b1a8-ff560c44366a HTTP/1.1" status: 200 len: 835 time: 0.1024160 Dec 10 09:14:56.563219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-20ccd802-267c-413d-ae4b-8f0b8b6b8b5f None None] Provisioning complete for port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:56.563603 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-20ccd802-267c-413d-ae4b-8f0b8b6b8b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:56.567176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Pushing event updated for resources: {'Port': ['ID=789b37b3-5c3c-4cb1-8c88-29c56974d8f4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:56.613683 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-3fe48995-6640-435f-8387-bb81c10893d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:56.615717 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-3fe48995-6640-435f-8387-bb81c10893d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a26df134-3c7a-4a45-9590-6cc543a9b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530429 Dec 10 09:14:56.632334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-20ccd802-267c-413d-ae4b-8f0b8b6b8b5f None None] Port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:14:56.800232 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-5fa4ea6c-4ea5-43d9-b4cb-859cda9ef5eb service neutron] 10.222.0.39 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773536 Dec 10 09:14:56.826508 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:56.841620 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:56.977312 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb270f-7c83-4cab-91e6-786b8c6ff6d8 None None] Pushing event updated for resources: {'Port': ['ID=5e57dceb-1da4-40ca-8f79-f2fc7085c626,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:57.024765 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac314cf0-a12c-47f1-9bad-14a642fd00ae req-d931b82b-421f-4360-9c3b-d1b912d02a1a service neutron] 10.222.0.39 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153909 Dec 10 09:14:57.102545 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Attempting to bind port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:14:57.106444 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Attempting to bind port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:14:57.109756 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Attempting to bind port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 on network 8b6d0f46-88b8-44de-b589-5c0303d6c004 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:14:57.123257 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:14:57.124592 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Checking segment: {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:14:57.126247 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.127338 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Bound using segment: {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:14:57.130931 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Bound port: 5e57dceb-1da4-40ca-8f79-f2fc7085c626, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:14:57.132160 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.204236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-4463d27d-a717-4ebf-afe1-617d19776afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:57.206287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-4463d27d-a717-4ebf-afe1-617d19776afb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 1095 time: 0.1065347 Dec 10 09:14:57.295771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 65ac8979-cb1c-480e-9df7-fbd6cc76b92c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:57.317309 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] For port 5e57dceb-1da4-40ca-8f79-f2fc7085c626, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:14:57.322549 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] For port 5e57dceb-1da4-40ca-8f79-f2fc7085c626, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5e57dceb-1da4-40ca-8f79-f2fc7085c626,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:14:57.332158 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.394316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0bfb456f-c8d6-48e3-b131-49fd8ce842ba None None] Provisioning complete for port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:57.395326 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0bfb456f-c8d6-48e3-b131-49fd8ce842ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.398470 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:57.399061 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.414273 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Routers {'4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:57.414916 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:57.424087 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb270f-7c83-4cab-91e6-786b8c6ff6d8 None None] Pushing event updated for resources: {'Port': ['ID=5e57dceb-1da4-40ca-8f79-f2fc7085c626,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:57.435469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-bc07de56-7ff2-4fe8-8949-5a0bb3095098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:57.443474 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-bc07de56-7ff2-4fe8-8949-5a0bb3095098 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a26df134-3c7a-4a45-9590-6cc543a9b642 HTTP/1.1" status: 200 len: 898 time: 0.2292843 Dec 10 09:14:57.495685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43babf7f-cccf-4a2f-b797-38a29985de63 None None] Network a65f1f59-1530-45df-b511-47e0f9131b14 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:14:57.546020 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-4b0accb0-714e-48f6-b134-f6e01804922d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6c60a-8da1-4483-83aa-ddbbd85a6ced HTTP/1.1" status: 200 len: 217 time: 0.0885270 Dec 10 09:14:57.605099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eab5f4-4975-4e25-8b06-0907d739c056 req-953c608c-9e9a-4d50-a0e4-e790298e9e46 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:57.614432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73eab5f4-4975-4e25-8b06-0907d739c056 req-953c608c-9e9a-4d50-a0e4-e790298e9e46 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 944 time: 0.3036721 Dec 10 09:14:57.636744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-43cf42f4-55a5-4abb-89d4-b55824ff5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:57.639191 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-43cf42f4-55a5-4abb-89d4-b55824ff5319 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f7a22eb-dfb6-48e0-b1a8-ff560c44366a HTTP/1.1" status: 200 len: 835 time: 0.0845857 Dec 10 09:14:57.653045 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-2fe64d80-bea4-4a75-87a7-cccde320cda9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:57.655122 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-2fe64d80-bea4-4a75-87a7-cccde320cda9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.18 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 909 time: 0.2106926 Dec 10 09:14:57.669466 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] Set router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:57.669955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f1728-d797-42bd-ab0f-1d430e091281 req-4aab5993-0eff-4e75-b1c3-876439b1404e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:57.673012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d32f1728-d797-42bd-ab0f-1d430e091281 req-4aab5993-0eff-4e75-b1c3-876439b1404e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 909 time: 0.3451388 Dec 10 09:14:57.742554 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.853574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=65ac8979-cb1c-480e-9df7-fbd6cc76b92c,segment=NetworkSegment(67d11ae5-0086-41ed-b749-09bdd6b7f2a1),segment_id=67d11ae5-0086-41ed-b749-09bdd6b7f2a1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:57.861087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Deleting port b046007d-afdf-4930-8267-a903b364ded7 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:57.863580 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0bfb456f-c8d6-48e3-b131-49fd8ce842ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.864242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.875586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-4309b779-333c-47c6-8384-2089bc4a3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:57.881141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-4309b779-333c-47c6-8384-2089bc4a3da4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a26df134-3c7a-4a45-9590-6cc543a9b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2239192 Dec 10 09:14:57.894543 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:57.992511 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73eab5f4-4975-4e25-8b06-0907d739c056 req-eadaaedb-a5e3-47b9-86d9-02f472a2f4f2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769500 Dec 10 09:14:58.039136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=65ac8979-cb1c-480e-9df7-fbd6cc76b92c,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:58.053581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0bfb456f-c8d6-48e3-b131-49fd8ce842ba None None] For port 5e57dceb-1da4-40ca-8f79-f2fc7085c626, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5e57dceb-1da4-40ca-8f79-f2fc7085c626,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:58.063713 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0bfb456f-c8d6-48e3-b131-49fd8ce842ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.137842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] For port b046007d-afdf-4930-8267-a903b364ded7, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=b046007d-afdf-4930-8267-a903b364ded7,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:58.138261 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.140589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.148864 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-af1ed440-10e8-4b86-84af-6f6ece2de7f6 service neutron] 10.222.0.39 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448552 Dec 10 09:14:58.171166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb456f-c8d6-48e3-b131-49fd8ce842ba None None] Pushing event updated for resources: {'Port': ['ID=5e57dceb-1da4-40ca-8f79-f2fc7085c626,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:58.185380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Calling delete_port for b046007d-afdf-4930-8267-a903b364ded7 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:58.197055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36a86cef-3558-4feb-83ca-623f3814379f None None] Provisioning complete for port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:58.197446 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36a86cef-3558-4feb-83ca-623f3814379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.233239 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.342683 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:40Z', 'updated_at': '2021-12-10T09:14:48Z', 'revision_number': 4, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'gw_port': {'id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:43Z', 'updated_at': '2021-12-10T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5e57dceb-1da4-40ca-8f79-f2fc7085c626', 'name': '', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'mac_address': 'fa:16:3e:37:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:48Z', 'updated_at': '2021-12-10T09:14:57Z', 'revision_number': 4, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'subnets': [{'id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:58.346656 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6a9af151-ad7d-4b91-b6d2-6c552f56c3d1 req-9d540e60-53e9-450f-a0c8-0f178197a2d0 service neutron] 10.222.0.39 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856213 Dec 10 09:14:58.399322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-36a86cef-3558-4feb-83ca-623f3814379f None None] Provisioning complete for port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:58.399929 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-36a86cef-3558-4feb-83ca-623f3814379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.402912 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62349645-ea33-49f3-ab9f-5f3510e03c1f None None] The sync data for ids ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'] in n-d-814746-3 is: [{'id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:40Z', 'updated_at': '2021-12-10T09:14:48Z', 'revision_number': 4, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'gw_port': {'id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:43Z', 'updated_at': '2021-12-10T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5e57dceb-1da4-40ca-8f79-f2fc7085c626', 'name': '', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'mac_address': 'fa:16:3e:37:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:48Z', 'updated_at': '2021-12-10T09:14:57Z', 'revision_number': 4, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'subnets': [{'id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:14:58.469992 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.512289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Port': ['ID=b046007d-afdf-4930-8267-a903b364ded7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:58.559358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] No DVR routers for this DVR port b046007d-afdf-4930-8267-a903b364ded7 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:14:58.562196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.568704 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-211edb2f-1518-4bfb-ae86-13db81c3c897 req-c1171620-a9a1-49ee-954d-b6700bee28f3 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.18 "DELETE /v2.0/ports/b046007d-afdf-4930-8267-a903b364ded7 HTTP/1.1" status: 204 len: 173 time: 0.9003649 Dec 10 09:14:58.569220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85242457-c585-40cc-9e15-d228011c7c82', 'name': 'network-vif-deleted', 'tag': 'b046007d-afdf-4930-8267-a903b364ded7'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:14:58.571583 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e255a1cf-62c9-4c14-9cdc-c299ffe23b7b" -d '{"events": [{"server_uuid": "85242457-c585-40cc-9e15-d228011c7c82", "name": "network-vif-deleted", "tag": "b046007d-afdf-4930-8267-a903b364ded7"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:14:58.602071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bce6c60a-8da1-4483-83aa-ddbbd85a6ced details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:14:58.624788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.662024 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66702e83-d2f7-4e63-9c5e-0de7a88a850d x-openstack-request-id: req-66702e83-d2f7-4e63-9c5e-0de7a88a850d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:14:58.662433 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85242457-c585-40cc-9e15-d228011c7c82", "name": "network-vif-deleted", "tag": "b046007d-afdf-4930-8267-a903b364ded7", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:14:58.662791 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66702e83-d2f7-4e63-9c5e-0de7a88a850d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:14:58.663345 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85242457-c585-40cc-9e15-d228011c7c82', 'name': 'network-vif-deleted', 'tag': 'b046007d-afdf-4930-8267-a903b364ded7', 'status': 'completed', 'code': 200} Dec 10 09:14:58.852657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port bce6c60a-8da1-4483-83aa-ddbbd85a6ced, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:58.871960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6ec5d775-fcc6-4506-8b98-94500fa053a8 None None] Provisioning complete for port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:58.872449 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d775-fcc6-4506-8b98-94500fa053a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:58.874466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:14:58.890116 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-232b575c-d0e3-48b7-9ff3-d926c81e5fbc req-2e2d768e-d596-4d70-9e61-c52ea6923684 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=85242457-c585-40cc-9e15-d228011c7c82 HTTP/1.1" status: 200 len: 210 time: 0.0623755 Dec 10 09:14:58.990253 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:59.000316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 2b6ae626-1d36-4033-b9d5-3ad947221901 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:14:59.000781 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:59.017918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Router bc776dc2-d50f-41ed-99e8-d6468bcb596c is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:14:59.065670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce6c60a-8da1-4483-83aa-ddbbd85a6ced {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:14:59.092169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port bce6c60a-8da1-4483-83aa-ddbbd85a6ced, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:14:59.099772 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:59.242828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:59.279054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5e57dceb-1da4-40ca-8f79-f2fc7085c626 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:59.317851 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:59.353235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa0ff6-8de1-4bb1-a458-6c357ba987bb req-6182e443-7492-4eec-8afd-bc999fe03d8c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:14:59.354635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['bce6c60a-8da1-4483-83aa-ddbbd85a6ced'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:14:59.357230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8baa0ff6-8de1-4bb1-a458-6c357ba987bb req-6182e443-7492-4eec-8afd-bc999fe03d8c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 945 time: 0.1988885 Dec 10 09:14:59.378934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 2b6ae626-1d36-4033-b9d5-3ad947221901 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:14:59.387910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:14:59.403571 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Sync routers for ids ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:14:59.422372 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Routers {'bc776dc2-d50f-41ed-99e8-d6468bcb596c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:14:59.423026 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:59.465906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:59.467651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-676a7627-1542-4473-be27-69c57d7c5600 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5955169 Dec 10 09:14:59.470601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52614) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:14:59.502416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8baa0ff6-8de1-4bb1-a458-6c357ba987bb req-fe36bfdc-696f-4761-930d-e2fafe0f1c8f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253953 Dec 10 09:14:59.504867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:59.505458 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:59.624505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 65ac8979-cb1c-480e-9df7-fbd6cc76b92c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:14:59.647763 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Set router bc776dc2-d50f-41ed-99e8-d6468bcb596c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:14:59.744687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:59.776551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=2b6ae626-1d36-4033-b9d5-3ad947221901,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:14:59.826498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:14:59.827133 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:14:59.936643 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:54Z', 'updated_at': '2021-12-10T09:14:57Z', 'revision_number': 3, 'project_id': '938e9a204bb54312b0167113e2291180', 'gw_port': {'id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:55Z', 'updated_at': '2021-12-10T09:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:14:59.991833 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.008704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52620) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:00.015019 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Checking router: bc776dc2-d50f-41ed-99e8-d6468bcb596c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:15:00.015376 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Updating router bc776dc2-d50f-41ed-99e8-d6468bcb596c port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:15:00.029438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b046007d-afdf-4930-8267-a903b364ded7 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:00.110921 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.122904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: b046007d-afdf-4930-8267-a903b364ded7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:00.123266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device b046007d-afdf-4930-8267-a903b364ded7 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:00.235153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Router cc7a5ebe-cd91-48f9-91d2-eb58edd67035 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:15:00.360606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:15:00.373058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d2463cea-4c06-4713-9f3b-8e9f40110973 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "PUT /v2.0/routers/cc7a5ebe-cd91-48f9-91d2-eb58edd67035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2892573 Dec 10 09:15:00.374390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52628) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:00.375491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be551964-d3fe-46a5-a553-3ed47312a2c6 None None] Sync routers for ids ['cc7a5ebe-cd91-48f9-91d2-eb58edd67035'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:15:00.391588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be551964-d3fe-46a5-a553-3ed47312a2c6 None None] Routers {'cc7a5ebe-cd91-48f9-91d2-eb58edd67035'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:00.392284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-be551964-d3fe-46a5-a553-3ed47312a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cc7a5ebe-cd91-48f9-91d2-eb58edd67035'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:00.455518 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-237bfb56-6800-4fd7-9d72-9ef280c223c1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:15:00.458759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-237bfb56-6800-4fd7-9d72-9ef280c223c1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/2b6ae626-1d36-4033-b9d5-3ad947221901 HTTP/1.1" status: 404 len: 333 time: 0.0820210 Dec 10 09:15:00.460360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52630) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:00.474601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-be551964-d3fe-46a5-a553-3ed47312a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:00.486516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be551964-d3fe-46a5-a553-3ed47312a2c6 None None] Routers {'cc7a5ebe-cd91-48f9-91d2-eb58edd67035'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:00.487476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-be551964-d3fe-46a5-a553-3ed47312a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cc7a5ebe-cd91-48f9-91d2-eb58edd67035'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:00.575890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-faee6105-7ca2-46ac-ac29-1c4355b035c7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.582691 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.602060 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.713733 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Attempting to bind port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:15:00.714104 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Attempting to bind port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:15:00.714468 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Attempting to bind port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:00.735636 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:15:00.736014 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:00.736422 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.736815 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:15:00.737289 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Bound port: 789b37b3-5c3c-4cb1-8c88-29c56974d8f4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:15:00.748869 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.751016 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec7ca6-80e8-42f1-9b0f-36476634068f None None] Pushing event updated for resources: {'Port': ['ID=789b37b3-5c3c-4cb1-8c88-29c56974d8f4,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:00.865340 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] For port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:15:00.868742 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] For port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=789b37b3-5c3c-4cb1-8c88-29c56974d8f4,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:15:00.875127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5665db-a49c-407b-8e1a-ab9b455767d2 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:00.879833 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.881107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bce6c60a-8da1-4483-83aa-ddbbd85a6ced up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:00.887925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-be551964-d3fe-46a5-a553-3ed47312a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:00.888856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be551964-d3fe-46a5-a553-3ed47312a2c6 None None] The sync data for ids ['cc7a5ebe-cd91-48f9-91d2-eb58edd67035'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:00.968042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Provisioning complete for port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:00.968529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:00.970564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f52d60-2d0e-488a-a2e0-4129b4c3db23 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:01.001740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Routers {'bc776dc2-d50f-41ed-99e8-d6468bcb596c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:01.002383 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:01.019978 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec7ca6-80e8-42f1-9b0f-36476634068f None None] Pushing event updated for resources: {'Port': ['ID=789b37b3-5c3c-4cb1-8c88-29c56974d8f4,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:01.075688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port bce6c60a-8da1-4483-83aa-ddbbd85a6ced completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:15:01.082473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port bce6c60a-8da1-4483-83aa-ddbbd85a6ced triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:01.083012 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.223921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.251129 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.270886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] For port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=789b37b3-5c3c-4cb1-8c88-29c56974d8f4,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:01.286719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.295231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:01.298059 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920e9c89-c490-44a2-a799-f6fa0261ae4d" -d '{"events": [{"server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "name": "network-vif-plugged", "status": "completed", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:01.310450 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] Set router bc776dc2-d50f-41ed-99e8-d6468bcb596c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:01.335118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.347093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port bce6c60a-8da1-4483-83aa-ddbbd85a6ced, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:01.356809 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.380520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Pushing event updated for resources: {'Port': ['ID=789b37b3-5c3c-4cb1-8c88-29c56974d8f4,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:01.389920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.390361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.391126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.392152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.393255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.393524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.394575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.395231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.396132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.396544 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.396974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.397421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.397860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c81c5-3d69-4ccd-bfd3-830625de926c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:01.414758 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b5db8d-e9a6-4d71-8d61-a686ddf4c55d x-openstack-request-id: req-c5b5db8d-e9a6-4d71-8d61-a686ddf4c55d {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:01.415475 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "name": "network-vif-plugged", "status": "completed", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:01.415966 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5b5db8d-e9a6-4d71-8d61-a686ddf4c55d {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:01.416553 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'code': 200} Dec 10 09:15:01.508376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:01.552976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fe3278cd-4ccb-448e-be23-2f85c0fbf71d None None] Provisioning complete for port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:01.553729 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fe3278cd-4ccb-448e-be23-2f85c0fbf71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.577274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Allocated IP 172.20.0.1 (a65f1f59-1530-45df-b511-47e0f9131b14/5b4f5f04-8a86-432b-875f-72607a7726ad/3c9ad265-bb51-4bb7-83f8-63b95ee23492) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:01.634405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e2e0-004c-4d48-803d-1cbd3ec5cb71 req-5db2e960-3e75-4c75-b634-d179dea0c22e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:01.638085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1230e2e0-004c-4d48-803d-1cbd3ec5cb71 req-5db2e960-3e75-4c75-b634-d179dea0c22e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 945 time: 0.9935329 Dec 10 09:15:01.638411 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:54Z', 'updated_at': '2021-12-10T09:14:57Z', 'revision_number': 3, 'project_id': '938e9a204bb54312b0167113e2291180', 'gw_port': {'id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:55Z', 'updated_at': '2021-12-10T09:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:01.642497 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-faee6105-7ca2-46ac-ac29-1c4355b035c7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.653863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-faee6105-7ca2-46ac-ac29-1c4355b035c7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.688347 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed81ae-e45c-453a-a23a-c7fbcf83defe None None] The sync data for ids ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'] in n-d-814746-3 is: [{'id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:54Z', 'updated_at': '2021-12-10T09:14:57Z', 'revision_number': 3, 'project_id': '938e9a204bb54312b0167113e2291180', 'gw_port': {'id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:55Z', 'updated_at': '2021-12-10T09:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:01.721574 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-faee6105-7ca2-46ac-ac29-1c4355b035c7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.722214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faee6105-7ca2-46ac-ac29-1c4355b035c7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Fanout notify agent at l3_agent the message router_deleted on router cc7a5ebe-cd91-48f9-91d2-eb58edd67035 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:15:01.733537 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-faee6105-7ca2-46ac-ac29-1c4355b035c7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.734305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-faee6105-7ca2-46ac-ac29-1c4355b035c7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/routers/cc7a5ebe-cd91-48f9-91d2-eb58edd67035 HTTP/1.1" status: 204 len: 168 time: 1.2729330 Dec 10 09:15:01.740811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1230e2e0-004c-4d48-803d-1cbd3ec5cb71 req-36a45430-e9e3-455b-9ad3-88548b55448c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942986 Dec 10 09:15:01.741609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52640) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:01.808374 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.813952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fd4d40-517b-4b08-81e7-289e0400cc88 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet 113c44e8-d914-4a05-a52b-53c678dce251 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:15:01.818655 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28fd4d40-517b-4b08-81e7-289e0400cc88 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.876738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28fd4d40-517b-4b08-81e7-289e0400cc88 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:01.966425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079709a0-f627-465a-a9a5-683ed2d657fd req-98fdeb63-4578-43ab-a32c-008e0fc7aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:01.967994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-079709a0-f627-465a-a9a5-683ed2d657fd req-98fdeb63-4578-43ab-a32c-008e0fc7aeb9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 1097 time: 0.2534814 Dec 10 09:15:02.051904 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28fd4d40-517b-4b08-81e7-289e0400cc88 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.058858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.136400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-079709a0-f627-465a-a9a5-683ed2d657fd req-9a1143fd-5a8b-43ff-9b08-90c0fa831fb4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589434 Dec 10 09:15:02.141914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28fd4d40-517b-4b08-81e7-289e0400cc88 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.162905 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.181676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd4d40-517b-4b08-81e7-289e0400cc88 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=113c44e8-d914-4a05-a52b-53c678dce251,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:02.182265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Network a65f1f59-1530-45df-b511-47e0f9131b14 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:02.184385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-28fd4d40-517b-4b08-81e7-289e0400cc88 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.188127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-28fd4d40-517b-4b08-81e7-289e0400cc88 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/113c44e8-d914-4a05-a52b-53c678dce251 HTTP/1.1" status: 204 len: 168 time: 0.4457557 Dec 10 09:15:02.189719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1749dbc1-ce9c-4300-9046-bdb5184a7341 None None] Network 2baf1248-60a2-4969-b4a7-38e285881991 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:02.191448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52642) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:02.192633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9ad265-bb51-4bb7-83f8-63b95ee23492,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:02.205928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:02.277404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:02.402693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc548f-74b1-4b25-8479-1ab856dda46c None None] DHCP port deletion for 2baf1248-60a2-4969-b4a7-38e285881991 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:02.414257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.515310 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.543510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc548f-74b1-4b25-8479-1ab856dda46c None None] Deleting port 60493d00-51b9-4df1-a2c1-639db08abdb9 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:02.543891 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8fc548f-74b1-4b25-8479-1ab856dda46c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.634034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-01ac1749-c563-4f89-a2bc-7d17f93d53fc None None] Provisioning complete for port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:02.634395 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01ac1749-c563-4f89-a2bc-7d17f93d53fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.687644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-01ac1749-c563-4f89-a2bc-7d17f93d53fc None None] Port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:02.698549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b8fc548f-74b1-4b25-8479-1ab856dda46c None None] For port 60493d00-51b9-4df1-a2c1-639db08abdb9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=60493d00-51b9-4df1-a2c1-639db08abdb9,segment=NetworkSegment(81377a8d-feff-40a5-b38a-7285b5755b47),segment_id=81377a8d-feff-40a5-b38a-7285b5755b47)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:02.699947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8fc548f-74b1-4b25-8479-1ab856dda46c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.715930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc548f-74b1-4b25-8479-1ab856dda46c None None] Calling delete_port for 60493d00-51b9-4df1-a2c1-639db08abdb9 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:02.814995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 60493d00-51b9-4df1-a2c1-639db08abdb9 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:02.815764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.821917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8fc548f-74b1-4b25-8479-1ab856dda46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.853788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc548f-74b1-4b25-8479-1ab856dda46c None None] Pushing event deleted for resources: {'Port': ['ID=60493d00-51b9-4df1-a2c1-639db08abdb9,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:02.865524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc548f-74b1-4b25-8479-1ab856dda46c None None] No DVR routers for this DVR port 60493d00-51b9-4df1-a2c1-639db08abdb9 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:02.928784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126f5f8-2a15-435d-82ea-2492a8a8e732 req-5972dade-5a9d-4497-aa6d-15388107cb57 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:02.930334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2126f5f8-2a15-435d-82ea-2492a8a8e732 req-5972dade-5a9d-4497-aa6d-15388107cb57 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 946 time: 0.0955431 Dec 10 09:15:02.956507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] For port 60493d00-51b9-4df1-a2c1-639db08abdb9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=60493d00-51b9-4df1-a2c1-639db08abdb9,segment=NetworkSegment(81377a8d-feff-40a5-b38a-7285b5755b47),segment_id=81377a8d-feff-40a5-b38a-7285b5755b47)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:02.957059 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:02.997129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 60493d00-51b9-4df1-a2c1-639db08abdb9 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:02.998580 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2126f5f8-2a15-435d-82ea-2492a8a8e732 req-93c892b0-fd7b-47ce-9108-e2ecb5b5c173 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559230 Dec 10 09:15:03.033754 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.169169 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-030fa8b4-628f-467e-8f27-6aec1fb1847e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.183644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:03.241220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.287791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=60493d00-51b9-4df1-a2c1-639db08abdb9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:03.299527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No DVR routers for this DVR port 60493d00-51b9-4df1-a2c1-639db08abdb9 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:03.299751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:03.300810 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.336237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Deleting port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:03.336766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.465763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 60493d00-51b9-4df1-a2c1-639db08abdb9 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:03.491887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 60493d00-51b9-4df1-a2c1-639db08abdb9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:03.492218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 60493d00-51b9-4df1-a2c1-639db08abdb9 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:03.552560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.595404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2baf1248-60a2-4969-b4a7-38e285881991']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:03.620850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81377a8d-feff-40a5-b38a-7285b5755b47') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:03.621143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81377a8d-feff-40a5-b38a-7285b5755b47') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:03.625308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] For port 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:03.625706 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.642864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.659306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Calling delete_port for 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:03.672016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.677173 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.687027 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.691645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:15:03.692045 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:15:03.696452 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:15:03.855626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.868411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9ad265-bb51-4bb7-83f8-63b95ee23492,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:03.876639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.883920 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/networks/2baf1248-60a2-4969-b4a7-38e285881991 HTTP/1.1" status: 204 len: 168 time: 1.6839197 Dec 10 09:15:03.884236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:03.884373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52654) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:03.905220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f71b3-2896-45bf-9fa8-b586c90d1997 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Network': ['ID=2baf1248-60a2-4969-b4a7-38e285881991,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:03.944041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e7d0a7-52a6-40ed-a823-198b5290a7e2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:03.948892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-69e7d0a7-52a6-40ed-a823-198b5290a7e2 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/600ddb92-cea8-414b-8580-c5ab50fef605 HTTP/1.1" status: 200 len: 845 time: 0.0601974 Dec 10 09:15:03.949381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52656) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:04.000049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e0cf0ff7-e675-4c68-a100-d93b89fc9b8e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/600ddb92-cea8-414b-8580-c5ab50fef605?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0460382 Dec 10 09:15:04.000435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52658) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:04.006382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:04.131808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:04.135787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:04.248862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b9457-f816-4e81-b472-473c20ba0cda req-b57f9e9b-791d-4ffa-b48f-76eeb1ba68c7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:04.256333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-116b9457-f816-4e81-b472-473c20ba0cda req-b57f9e9b-791d-4ffa-b48f-76eeb1ba68c7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 946 time: 0.1377342 Dec 10 09:15:04.356668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-116b9457-f816-4e81-b472-473c20ba0cda req-dd850ce5-eb8d-4c77-8369-b8648e4276e6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993478 Dec 10 09:15:04.375077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Network a65f1f59-1530-45df-b511-47e0f9131b14 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:04.427552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:04.438873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:04.440215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:04.514376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Port': ['ID=22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:04.555894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:04.573776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:04.585143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d939482-67ba-42b1-862a-750a6224ef1c None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:04.586963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:04.587566 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:04.608907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=8d3fd303-3a2c-4ea1-94b6-203784f2e60e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:04.654105 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ee127bfb-9df1-4553-b4ed-e2eb9f3349b8 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6525531 Dec 10 09:15:04.673085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea19a3e-18bc-43f3-b3a9-be0fc100db10 req-cf173da1-9a76-4779-87d9-d9daff05abd0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:04.680548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ea19a3e-18bc-43f3-b3a9-be0fc100db10 req-cf173da1-9a76-4779-87d9-d9daff05abd0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 946 time: 0.2377765 Dec 10 09:15:04.681063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52670) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:04.697622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-239b5dbf-b457-4f00-9bd2-4e0d5f74e8b5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'security_group': {'name': 'tempest-secgroup-1503949633'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:04.806872 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239b5dbf-b457-4f00-9bd2-4e0d5f74e8b5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:04.848503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Router bc776dc2-d50f-41ed-99e8-d6468bcb596c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:15:04.866739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ea19a3e-18bc-43f3-b3a9-be0fc100db10 req-42f15a36-eda2-413d-b236-1e88f3ff5fd2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598048 Dec 10 09:15:04.897492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52672) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:04.900537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9b5144f5-fee2-4e56-9e0e-082a7454c411 None None] Provisioning complete for port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:04.902689 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9b5144f5-fee2-4e56-9e0e-082a7454c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:04.957127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-d26727bc-fd6f-4623-bf89-55c567c18d08', 'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'project_id': '54f4955c63984912be2f5357e5d89175', 'fixed_ips': [{'subnet_id': '8d3fd303-3a2c-4ea1-94b6-203784f2e60e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:15:04.958186 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:04.980150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:04.984082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9b5144f5-fee2-4e56-9e0e-082a7454c411 None None] Port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:05.005879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47c59d1-884b-4f42-80b3-fa353df40cd9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:05.012662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c47c59d1-884b-4f42-80b3-fa353df40cd9 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 1092 time: 0.1091423 Dec 10 09:15:05.014480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52676) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:05.018447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:05.044076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239b5dbf-b457-4f00-9bd2-4e0d5f74e8b5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.054993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239b5dbf-b457-4f00-9bd2-4e0d5f74e8b5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.078605 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.115236 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-239b5dbf-b457-4f00-9bd2-4e0d5f74e8b5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.116513 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-239b5dbf-b457-4f00-9bd2-4e0d5f74e8b5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4344604 Dec 10 09:15:05.130383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52678) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:05.136029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b5dbf-b457-4f00-9bd2-4e0d5f74e8b5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27024d71-564f-45e4-a600-7606b762a508,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:05.136585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-45d7cac8-4487-4d4d-9988-b7fee7cdff92 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'security_group': {'name': 'tempest-secgroup-1500188190'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:05.211713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52680) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:05.267117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.274328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Allocated IP 2001:db8::2 (d26727bc-fd6f-4623-bf89-55c567c18d08/8d3fd303-3a2c-4ea1-94b6-203784f2e60e/ee4738a1-9363-4c70-96b2-bd2a35c4f87c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:05.285409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:15:05.297921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-38c397aa-cefd-40c1-86a6-afb49abf2ad0 admin admin] 10.222.0.31 "PUT /v2.0/routers/bc776dc2-d50f-41ed-99e8-d6468bcb596c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8235557 Dec 10 09:15:05.298923 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Sync routers for ids ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:15:05.330896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-45d7cac8-4487-4d4d-9988-b7fee7cdff92 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.346307 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Routers {'bc776dc2-d50f-41ed-99e8-d6468bcb596c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:05.351776 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:14:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:05.475393 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-76714c08-7730-4668-8912-3ab90c6249ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.496279 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.505744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.542918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:05.548224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:05.552543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:05.555460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.25.3.196 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/6ce522b0-ea77-458f-b0c1-0393112c9259) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:05.565043 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Set router bc776dc2-d50f-41ed-99e8-d6468bcb596c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:05.599329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.703781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Pushing event updated for resources: {'Port': ['ID=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:05.730853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Attempting to bind port ee4738a1-9363-4c70-96b2-bd2a35c4f87c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:15:05.731290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Attempting to bind port ee4738a1-9363-4c70-96b2-bd2a35c4f87c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'd4300a6a-d23d-408f-b3d9-05e4999c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:15:05.731731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Attempting to bind port ee4738a1-9363-4c70-96b2-bd2a35c4f87c on network d26727bc-fd6f-4623-bf89-55c567c18d08 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:05.739292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:15:05.739760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Checking segment: {'id': 'd4300a6a-d23d-408f-b3d9-05e4999c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:05.740380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.740821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Bound using segment: {'id': 'd4300a6a-d23d-408f-b3d9-05e4999c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:15:05.741365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Bound port: ee4738a1-9363-4c70-96b2-bd2a35c4f87c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4300a6a-d23d-408f-b3d9-05e4999c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:15:05.742705 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.751194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:15:05.803749 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-45d7cac8-4487-4d4d-9988-b7fee7cdff92 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.804756 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.825540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.842637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-45d7cac8-4487-4d4d-9988-b7fee7cdff92 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.846544 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] For port ee4738a1-9363-4c70-96b2-bd2a35c4f87c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:15:05.850633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] For port ee4738a1-9363-4c70-96b2-bd2a35c4f87c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,segment=NetworkSegment(d4300a6a-d23d-408f-b3d9-05e4999c0e84),segment_id=d4300a6a-d23d-408f-b3d9-05e4999c0e84)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:15:05.857457 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.859195 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.860724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:05.960546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83180411-f077-4a08-8dde-c6e33d2a7f97 None None] Pushing event updated for resources: {'Port': ['ID=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:05.967798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:05.982558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:05.990258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:06.070741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=6ce522b0-ea77-458f-b0c1-0393112c9259,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:06.147879 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-45d7cac8-4487-4d4d-9988-b7fee7cdff92 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.149455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-45d7cac8-4487-4d4d-9988-b7fee7cdff92 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0179477 Dec 10 09:15:06.153099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52698) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:06.155964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1f4cf6132ff48258fc76190318909df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9394991 Dec 10 09:15:06.159217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:15:06.161304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52700) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:06.167538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-221786344', 'security_groups': ['48e56165-2bb5-4ba9-9c3e-07bb7599a6d9'], 'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d3fd303-3a2c-4ea1-94b6-203784f2e60e'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:06.169707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] Sync routers for ids ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:15:06.173209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7cac8-4487-4d4d-9988-b7fee7cdff92 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e56165-2bb5-4ba9-9c3e-07bb7599a6d9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:06.212100 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0384d645-615d-4c62-bad4-a6a8ce3d6fa9 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "PUT /v2.0/routers/f6d5fb15-886e-4f02-9ad8-935d0f4d10ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2017863 Dec 10 09:15:06.221596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c91da-3738-4f21-88ba-29ef135e6215,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:06.224855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52702) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:06.252736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] Routers {'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:06.255260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:06.320246 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:54Z', 'updated_at': '2021-12-10T09:15:02Z', 'revision_number': 4, 'project_id': '938e9a204bb54312b0167113e2291180', 'gw_port': {'id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:55Z', 'updated_at': '2021-12-10T09:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3c9ad265-bb51-4bb7-83f8-63b95ee23492', 'name': '', 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'mac_address': 'fa:16:3e:82:74:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '5b4f5f04-8a86-432b-875f-72607a7726ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:15:01Z', 'updated_at': '2021-12-10T09:15:03Z', 'revision_number': 2, 'project_id': '938e9a204bb54312b0167113e2291180', 'subnets': [{'id': '5b4f5f04-8a86-432b-875f-72607a7726ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:06.341361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6c6903-7490-479c-981c-a29403c794d5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Deleting subnet 488644d9-7bee-4ae6-ac80-cc3d81681da9 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:15:06.412645 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Checking router: bc776dc2-d50f-41ed-99e8-d6468bcb596c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:15:06.413004 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Updating router bc776dc2-d50f-41ed-99e8-d6468bcb596c port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:15:06.432169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.433123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.433123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.433378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.433583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.433973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.434306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.434637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.434962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.435577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.435577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.435912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.436233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6ac5c-a37e-46e2-ab8e-123f80cb5d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:06.449228 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca6c6903-7490-479c-981c-a29403c794d5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.467219 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.506353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] Set router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:06.574754 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.633671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:06.710238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca6c6903-7490-479c-981c-a29403c794d5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.746409 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23a1dd06-0b2d-437d-ba9e-8d28ea3e40f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.746804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-cc54085b-67f0-4537-94e6-23c32d86ade4 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:06.757387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-cc54085b-67f0-4537-94e6-23c32d86ade4 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/networks?id=8b6d0f46-88b8-44de-b589-5c0303d6c004 HTTP/1.1" status: 200 len: 910 time: 0.3480260 Dec 10 09:15:06.771031 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23a1dd06-0b2d-437d-ba9e-8d28ea3e40f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.790761 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-7b16f002-112b-4056-bd31-f682056c89d2 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/quotas/938e9a204bb54312b0167113e2291180 HTTP/1.1" status: 200 len: 375 time: 0.0322604 Dec 10 09:15:06.839782 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23a1dd06-0b2d-437d-ba9e-8d28ea3e40f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.847321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-23a1dd06-0b2d-437d-ba9e-8d28ea3e40f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.848747 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-23a1dd06-0b2d-437d-ba9e-8d28ea3e40f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd6c91da-3738-4f21-88ba-29ef135e6215 HTTP/1.1" status: 204 len: 168 time: 0.6769433 Dec 10 09:15:06.853683 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:21Z', 'updated_at': '2021-12-10T09:15:04Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:22Z', 'updated_at': '2021-12-10T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:06.879896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1dd06-0b2d-437d-ba9e-8d28ea3e40f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c91da-3738-4f21-88ba-29ef135e6215,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:06.949831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:06.986517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port 5582eba4-be46-4b70-b1ea-a0b025a3d003 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:15:06.992881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] Checking router: f6d5fb15-886e-4f02-9ad8-935d0f4d10ef for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:15:07.011532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] Routers {'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:07.012156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:07.073363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca6c6903-7490-479c-981c-a29403c794d5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.187810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-080d490c-6965-47a1-9ddf-c846ea825158 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=938e9a204bb54312b0167113e2291180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3955677 Dec 10 09:15:07.225809 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.250530 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.255126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] Set router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:07.328722 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280c3c6-34d8-4882-9f64-16be5ee33ba9 None None] Pushing event updated for resources: {'Port': ['ID=3c9ad265-bb51-4bb7-83f8-63b95ee23492,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:07.358389 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.371252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ee4738a1-9363-4c70-96b2-bd2a35c4f87c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:07.403436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::1c6 (d26727bc-fd6f-4623-bf89-55c567c18d08/8d3fd303-3a2c-4ea1-94b6-203784f2e60e/5582eba4-be46-4b70-b1ea-a0b025a3d003) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:07.468801 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Attempting to bind port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:15:07.478131 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Attempting to bind port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '67d11ae5-0086-41ed-b749-09bdd6b7f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:15:07.478888 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Attempting to bind port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 on network a65f1f59-1530-45df-b511-47e0f9131b14 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:07.490028 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:15:07.490926 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Checking segment: {'id': '67d11ae5-0086-41ed-b749-09bdd6b7f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:07.491512 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.492405 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Bound using segment: {'id': '67d11ae5-0086-41ed-b749-09bdd6b7f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:15:07.493089 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Bound port: 3c9ad265-bb51-4bb7-83f8-63b95ee23492, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d11ae5-0086-41ed-b749-09bdd6b7f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:15:07.495414 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.614546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52718) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:07.623925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-5672452a-2dea-4db1-9897-3ee32dba4ef5 service neutron] 10.222.0.31 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351821 Dec 10 09:15:07.630352 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.639789 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] For port 3c9ad265-bb51-4bb7-83f8-63b95ee23492, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:15:07.649599 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] For port 3c9ad265-bb51-4bb7-83f8-63b95ee23492, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c9ad265-bb51-4bb7-83f8-63b95ee23492,segment=NetworkSegment(67d11ae5-0086-41ed-b749-09bdd6b7f2a1),segment_id=67d11ae5-0086-41ed-b749-09bdd6b7f2a1)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:15:07.656533 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.670889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca6c6903-7490-479c-981c-a29403c794d5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.685361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:07.685767 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.689456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec17ca7d-e3dd-4988-9611-421f454eafb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.692345 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ca6c6903-7490-479c-981c-a29403c794d5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.703892 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ca6c6903-7490-479c-981c-a29403c794d5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "DELETE /v2.0/subnets/488644d9-7bee-4ae6-ac80-cc3d81681da9 HTTP/1.1" status: 204 len: 168 time: 1.4644871 Dec 10 09:15:07.710986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52720) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:07.737711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6eaff-7869-45e6-8738-de857d5b8944 None None] Network ba617f57-4dc1-4874-be82-03d255fc1a47 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:07.767687 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Routers {'bc776dc2-d50f-41ed-99e8-d6468bcb596c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:07.768263 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:07.770302 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280c3c6-34d8-4882-9f64-16be5ee33ba9 None None] Pushing event updated for resources: {'Port': ['ID=3c9ad265-bb51-4bb7-83f8-63b95ee23492,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:07.878843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c6903-7490-479c-981c-a29403c794d5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Subnet': ['ID=488644d9-7bee-4ae6-ac80-cc3d81681da9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:07.948019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:07.950460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:07.951394 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] Set router bc776dc2-d50f-41ed-99e8-d6468bcb596c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:07.978199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-df31231e-f48a-4a10-848b-5c6aef5e9186 service neutron] 10.222.0.31 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067703 Dec 10 09:15:08.052543 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.088468 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.097995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.187688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec17ca7d-e3dd-4988-9611-421f454eafb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.216945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.230328 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec17ca7d-e3dd-4988-9611-421f454eafb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.252408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=6ce522b0-ea77-458f-b0c1-0393112c9259,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:08.263473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.312411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43c26136-c9cc-48ee-a945-79c8d7eb1034 req-1114c997-2191-4d3c-ad32-d122dca5777f tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 210 time: 0.0636518 Dec 10 09:15:08.333609 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.348491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17ca7d-e3dd-4988-9611-421f454eafb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253e669a-ecff-4045-89ee-3d1acea372ea,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:08.372816 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:54Z', 'updated_at': '2021-12-10T09:15:02Z', 'revision_number': 4, 'project_id': '938e9a204bb54312b0167113e2291180', 'gw_port': {'id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:55Z', 'updated_at': '2021-12-10T09:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3c9ad265-bb51-4bb7-83f8-63b95ee23492', 'name': '', 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'mac_address': 'fa:16:3e:82:74:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '5b4f5f04-8a86-432b-875f-72607a7726ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:15:01Z', 'updated_at': '2021-12-10T09:15:07Z', 'revision_number': 4, 'project_id': '938e9a204bb54312b0167113e2291180', 'subnets': [{'id': '5b4f5f04-8a86-432b-875f-72607a7726ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:08.405450 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Floating IP 8b580065-1bba-4da9-bcc9-fa724688c32d associated. External IP: 172.25.3.196, port: bce6c60a-8da1-4483-83aa-ddbbd85a6ced. Dec 10 09:15:08.408092 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb944dc5-cf25-43f9-9725-24589c637197 None None] The sync data for ids ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'] in n-d-814746-3 is: [{'id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:54Z', 'updated_at': '2021-12-10T09:15:02Z', 'revision_number': 4, 'project_id': '938e9a204bb54312b0167113e2291180', 'gw_port': {'id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:55Z', 'updated_at': '2021-12-10T09:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3c9ad265-bb51-4bb7-83f8-63b95ee23492', 'name': '', 'network_id': 'a65f1f59-1530-45df-b511-47e0f9131b14', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'mac_address': 'fa:16:3e:82:74:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '5b4f5f04-8a86-432b-875f-72607a7726ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:15:01Z', 'updated_at': '2021-12-10T09:15:07Z', 'revision_number': 4, 'project_id': '938e9a204bb54312b0167113e2291180', 'subnets': [{'id': '5b4f5f04-8a86-432b-875f-72607a7726ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:08.444154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ec17ca7d-e3dd-4988-9611-421f454eafb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf4b3f11db774ba48bca6c48876f9e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8284042 Dec 10 09:15:08.452980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:08.458997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52728) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:08.459704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:08.483228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:08.489876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:08.490551 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.500282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:21Z', 'updated_at': '2021-12-10T09:15:04Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:22Z', 'updated_at': '2021-12-10T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:08.505377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.580403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.585322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9609b7d-d880-4b44-85ba-653c5804c6b3 None None] The sync data for ids ['f6d5fb15-886e-4f02-9ad8-935d0f4d10ef'] in n-d-814746-3 is: [{'id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362200708', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:21Z', 'updated_at': '2021-12-10T09:15:04Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '2bcd8bf7-12c0-4a63-8d38-cc82badea13f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d5fb15-886e-4f02-9ad8-935d0f4d10ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:22Z', 'updated_at': '2021-12-10T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:08.585808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=5582eba4-be46-4b70-b1ea-a0b025a3d003,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:08.652398 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7a3abeb3-c056-497b-8b81-f4f7dd0a329d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4919982 Dec 10 09:15:08.654351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52732) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:08.666998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2b302eee-d541-4ecd-8359-591c3141e41c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:08.737219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321d537-49dc-48cd-a47a-409f712f62c5 None None] DHCP port deletion for ba617f57-4dc1-4874-be82-03d255fc1a47 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:08.751441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port ee4738a1-9363-4c70-96b2-bd2a35c4f87c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,segment=NetworkSegment(d4300a6a-d23d-408f-b3d9-05e4999c0e84),segment_id=d4300a6a-d23d-408f-b3d9-05e4999c0e84)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:08.786201 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.822312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b718bb26-8ce7-4626-808b-2576f9ab1b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.846276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:15:08.866223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.911445 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:08.987104 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b718bb26-8ce7-4626-808b-2576f9ab1b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.047118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:15:09.060380 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] Sync routers for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:15:09.076607 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:09.079612 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:09.117179 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.194872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8ab002d0-c4ee-4b77-bf28-eed34dbdeed6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1803603 Dec 10 09:15:09.197838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52740) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:09.198385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:09.200789 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba3254-7ccf-488a-9742-1797fcbc9dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:09.226357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:09.230912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c9ad265-bb51-4bb7-83f8-63b95ee23492 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:09.234309 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8321d537-49dc-48cd-a47a-409f712f62c5 None None] Deleting port 4b597e8d-ed63-421b-a201-e28d92469b5d {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:09.234693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8321d537-49dc-48cd-a47a-409f712f62c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.248220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:15:09.248943 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:15:09.315149 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.352690 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70100959-69a6-4b56-9eed-5dd7e6e200f8 x-openstack-request-id: req-70100959-69a6-4b56-9eed-5dd7e6e200f8 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:09.353301 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:09.353301 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70100959-69a6-4b56-9eed-5dd7e6e200f8 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:09.353699 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'status': 'completed', 'code': 200} Dec 10 09:15:09.372548 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:09.493405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8321d537-49dc-48cd-a47a-409f712f62c5 None None] For port 4b597e8d-ed63-421b-a201-e28d92469b5d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4b597e8d-ed63-421b-a201-e28d92469b5d,segment=NetworkSegment(99cc3b30-c56c-4e46-83a0-4a39a87c8997),segment_id=99cc3b30-c56c-4e46-83a0-4a39a87c8997)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:09.493923 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8321d537-49dc-48cd-a47a-409f712f62c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.494564 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1222d216-6816-4c37-b071-5aa2b30107f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/floatingips/8b580065-1bba-4da9-bcc9-fa724688c32d HTTP/1.1" status: 200 len: 992 time: 0.2872729 Dec 10 09:15:09.512810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a92dad0-0d85-4cc9-9686-b6591256cd42 req-fe8242c6-ebd7-4019-9939-7d1a774fb569 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 210 time: 0.0349083 Dec 10 09:15:09.550224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8321d537-49dc-48cd-a47a-409f712f62c5 None None] Calling delete_port for 4b597e8d-ed63-421b-a201-e28d92469b5d owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:09.694802 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8321d537-49dc-48cd-a47a-409f712f62c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.744697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:09.745170 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.750887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321d537-49dc-48cd-a47a-409f712f62c5 None None] Pushing event deleted for resources: {'Port': ['ID=4b597e8d-ed63-421b-a201-e28d92469b5d,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:09.751290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Deleting port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:09.752358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.771149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b302eee-d541-4ecd-8359-591c3141e41c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:09.775408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b302eee-d541-4ecd-8359-591c3141e41c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.780437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321d537-49dc-48cd-a47a-409f712f62c5 None None] No DVR routers for this DVR port 4b597e8d-ed63-421b-a201-e28d92469b5d on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:09.853078 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8b580065-1bba-4da9-bcc9-fa724688c32d', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:15:06Z', 'updated_at': '2021-12-10T09:15:06Z', 'revision_number': 0, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:09.863697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Provisioning complete for port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:09.864069 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.889685 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b718bb26-8ce7-4626-808b-2576f9ab1b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.890150 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] Checking router: b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:15:09.894962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b718bb26-8ce7-4626-808b-2576f9ab1b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.901301 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b718bb26-8ce7-4626-808b-2576f9ab1b7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/253e669a-ecff-4045-89ee-3d1acea372ea HTTP/1.1" status: 204 len: 168 time: 1.4393361 Dec 10 09:15:09.915682 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:09.916295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-4571a572-a4a1-491f-8c38-8adc1bc59318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:09.916449 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:09.918548 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-4571a572-a4a1-491f-8c38-8adc1bc59318 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 1097 time: 0.2573044 Dec 10 09:15:09.952834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:09.997091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718bb26-8ce7-4626-808b-2576f9ab1b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e669a-ecff-4045-89ee-3d1acea372ea,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:10.038209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 3c9ad265-bb51-4bb7-83f8-63b95ee23492, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c9ad265-bb51-4bb7-83f8-63b95ee23492,segment=NetworkSegment(67d11ae5-0086-41ed-b749-09bdd6b7f2a1),segment_id=67d11ae5-0086-41ed-b749-09bdd6b7f2a1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:10.053145 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:10.162625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4b597e8d-ed63-421b-a201-e28d92469b5d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:10.193315 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:10.208797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 4b597e8d-ed63-421b-a201-e28d92469b5d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:10.209222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4b597e8d-ed63-421b-a201-e28d92469b5d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:10.209792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:10.265345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=3c9ad265-bb51-4bb7-83f8-63b95ee23492,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:10.278471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:10.278969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 22551cc8-bf65-4b17-b6e1-8fa9e78bb0f1 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:10.343443 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:10.368841 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:15:10.369207 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:15:10.401595 n-d-814746-3 neutron-server[114970]: INFO neutron.db.ipam_backend_mixin [None req-2b302eee-d541-4ecd-8359-591c3141e41c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d3fd303-3a2c-4ea1-94b6-203784f2e60e (CIDR: 2001:db8::/64) Dec 10 09:15:10.435325 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b302eee-d541-4ecd-8359-591c3141e41c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:15:10.435851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b302eee-d541-4ecd-8359-591c3141e41c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:10.464492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] For port 2bcd8bf7-12c0-4a63-8d38-cc82badea13f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2bcd8bf7-12c0-4a63-8d38-cc82badea13f,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:10.465038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:10.498931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52756) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:10.514621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2b302eee-d541-4ecd-8359-591c3141e41c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8526409 Dec 10 09:15:10.515148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Calling delete_port for 2bcd8bf7-12c0-4a63-8d38-cc82badea13f owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:10.516923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52758) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:10.523651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-16ad11a5-53a7-46ab-b69e-97a216e06d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:10.525072 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-16ad11a5-53a7-46ab-b69e-97a216e06d80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a26df134-3c7a-4a45-9590-6cc543a9b642 HTTP/1.1" status: 200 len: 898 time: 0.5257063 Dec 10 09:15:10.529181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:10.595598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8f5e154f-73ad-4824-942a-e3b639bcb98b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/floatingips/8b580065-1bba-4da9-bcc9-fa724688c32d HTTP/1.1" status: 200 len: 992 time: 0.0952411 Dec 10 09:15:10.651398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fec3fd8f-1f85-425f-957d-969cdb9cdc9b req-98ab4ac8-a259-40d3-ad40-2e63db73bc85 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 210 time: 0.0372541 Dec 10 09:15:10.682240 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8b580065-1bba-4da9-bcc9-fa724688c32d', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:15:06Z', 'updated_at': '2021-12-10T09:15:06Z', 'revision_number': 0, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:10.711557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-5c2b83dd-0127-4df6-b250-502125166837 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:10.713041 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-5c2b83dd-0127-4df6-b250-502125166837 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.39 "GET /v2.0/networks?id=8b6d0f46-88b8-44de-b589-5c0303d6c004 HTTP/1.1" status: 200 len: 910 time: 0.5597391 Dec 10 09:15:10.728685 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918881b2-4f12-4202-9cce-8a15c5e4ac0e None None] The sync data for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 is: [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8b580065-1bba-4da9-bcc9-fa724688c32d', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:15:06Z', 'updated_at': '2021-12-10T09:15:06Z', 'revision_number': 0, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:10.758444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Request body: {'port': {'device_id': '21938b35-78ad-4506-8b5c-65c1a6c14381', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'admin_state_up': True, 'tenant_id': '938e9a204bb54312b0167113e2291180'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:10.859822 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-ade78912-519f-4f1e-8bc4-e3e07d03c087 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6c60a-8da1-4483-83aa-ddbbd85a6ced HTTP/1.1" status: 200 len: 1000 time: 0.2895470 Dec 10 09:15:10.904828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Made reservation on behalf of 938e9a204bb54312b0167113e2291180 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:10.907165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:10.931504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Provisioning complete for port 600ddb92-cea8-414b-8580-c5ab50fef605 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:10.931873 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:10.983736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-77e5b434-fd16-4281-95dc-e3e8687220fd None None] Port 600ddb92-cea8-414b-8580-c5ab50fef605 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:10.986132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:10.989419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.107474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0b8b4773-e8b6-4853-9079-b8be71bab439 None None] Provisioning complete for port 5582eba4-be46-4b70-b1ea-a0b025a3d003 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:11.107661 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4773-e8b6-4853-9079-b8be71bab439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.111393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-739fd61e-35a7-4316-960d-04ec1b4f9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:11.113426 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-739fd61e-35a7-4316-960d-04ec1b4f9200 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f7a22eb-dfb6-48e0-b1a8-ff560c44366a HTTP/1.1" status: 200 len: 835 time: 0.2118673 Dec 10 09:15:11.158431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b4773-e8b6-4853-9079-b8be71bab439 None None] Port 5582eba4-be46-4b70-b1ea-a0b025a3d003 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:11.179777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c9ad265-bb51-4bb7-83f8-63b95ee23492 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:11.204188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.222957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0b8b4773-e8b6-4853-9079-b8be71bab439 None None] Provisioning complete for port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:11.222957 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4773-e8b6-4853-9079-b8be71bab439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.272510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Port': ['ID=2bcd8bf7-12c0-4a63-8d38-cc82badea13f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:11.307179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b1082b-d56e-4278-a9bf-82e16821d61d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:11.313122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:11.313492 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.317884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a8ca6-90c2-4bdb-9ee2-45e38869d439 None None] New status for floating IP 8b580065-1bba-4da9-bcc9-fa724688c32d: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:15:11.331926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-274f0f74-7da0-4a5a-81d5-db15d17307da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:11.333746 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-274f0f74-7da0-4a5a-81d5-db15d17307da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a26df134-3c7a-4a45-9590-6cc543a9b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2091236 Dec 10 09:15:11.335882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Allocated IP 172.20.0.5 (8b6d0f46-88b8-44de-b589-5c0303d6c004/5fa89881-009e-4668-94d5-18092a5ad7f1/10e35b03-4809-4545-bfea-262b64c0b0da) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:11.495952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.601493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52786) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:11.621015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ee4738a1-9363-4c70-96b2-bd2a35c4f87c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:11.690811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf33d7f1-b68d-4b19-88f6-59155513e375 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/floatingips/8b580065-1bba-4da9-bcc9-fa724688c32d HTTP/1.1" status: 200 len: 992 time: 0.0878310 Dec 10 09:15:11.707804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:11.708890 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.729172 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-08c096da-e216-4c71-a8e7-cc7f6e6aa97b service neutron] 10.222.0.39 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733382 Dec 10 09:15:11.773838 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.779940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.856792 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-023598a8-3b07-4745-b3c0-6fb6c69a6368 req-c565cfa3-a184-442c-8efc-6867777f9832 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 210 time: 0.0590355 Dec 10 09:15:11.970990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.972513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Fanout notify agent at l3_agent the message router_deleted on router f6d5fb15-886e-4f02-9ad8-935d0f4d10ef {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:15:11.989475 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:11.990630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2e1fcb36-9099-491d-82b1-3d391b16dded tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "DELETE /v2.0/routers/f6d5fb15-886e-4f02-9ad8-935d0f4d10ef HTTP/1.1" status: 204 len: 168 time: 4.2292805 Dec 10 09:15:11.993335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52796) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:12.085432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.111755 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3fba3254-7ccf-488a-9742-1797fcbc9dc5 req-1962ff12-df25-403d-9671-5a9e27e19715 service neutron] 10.222.0.39 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275220 Dec 10 09:15:12.115019 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.116517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.202873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:12.205030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=9c8b5166-0e79-49ae-8bf2-ef786ca4da42,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:12.209959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:12.213451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:12.214074 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.227125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db696e-8756-40fa-88ec-8761d20f92c5 None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:12.233860 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.291573 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7b684655-a7c8-41bd-b7ae-8003118e79db tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7686975 Dec 10 09:15:12.295424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52800) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:12.302930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1378859072', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c8b5166-0e79-49ae-8bf2-ef786ca4da42'}], 'security_groups': ['27024d71-564f-45e4-a600-7606b762a508']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:12.341742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:12.351505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:12.364922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:12.405956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Pushing event updated for resources: {'Port': ['ID=10e35b03-4809-4545-bfea-262b64c0b0da,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:12.475705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054aa381-e913-4346-ae6d-b9dc0f5c7a77 None None] Update dhcp port {'port': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'fixed_ips': [{'subnet_id': '8d3fd303-3a2c-4ea1-94b6-203784f2e60e', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c8b5166-0e79-49ae-8bf2-ef786ca4da42'}], 'binding:host_id': 'n-d-814746-3'}, 'id': 'ee4738a1-9363-4c70-96b2-bd2a35c4f87c'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:15:12.512054 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-054aa381-e913-4346-ae6d-b9dc0f5c7a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.699551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52806) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:12.839272 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.847626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-054aa381-e913-4346-ae6d-b9dc0f5c7a77 None None] Allocated IP 2001:db8:0:1::2 (d26727bc-fd6f-4623-bf89-55c567c18d08/9c8b5166-0e79-49ae-8bf2-ef786ca4da42/ee4738a1-9363-4c70-96b2-bd2a35c4f87c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:12.860872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a8aef322-2406-4430-8fec-654a6c711086 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/floatingips/8b580065-1bba-4da9-bcc9-fa724688c32d HTTP/1.1" status: 200 len: 994 time: 0.1590478 Dec 10 09:15:12.863381 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4f4044d5-ecdf-4f87-afc5-4ea8d3194a23 None None] Provisioning complete for port 10e35b03-4809-4545-bfea-262b64c0b0da triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:12.863876 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4f4044d5-ecdf-4f87-afc5-4ea8d3194a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.877255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba617f57-4dc1-4874-be82-03d255fc1a47']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:12.892130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cc3b30-c56c-4e46-83a0-4a39a87c8997') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:12.892757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cc3b30-c56c-4e46-83a0-4a39a87c8997') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:12.904686 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.926718 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.935287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:15:12.936680 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:15:12.942181 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:15:12.979546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4f4044d5-ecdf-4f87-afc5-4ea8d3194a23 None None] Port 10e35b03-4809-4545-bfea-262b64c0b0da cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:13.028126 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.030562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:13.031155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.065034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-054aa381-e913-4346-ae6d-b9dc0f5c7a77 None None] For port ee4738a1-9363-4c70-96b2-bd2a35c4f87c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,segment=NetworkSegment(d4300a6a-d23d-408f-b3d9-05e4999c0e84),segment_id=d4300a6a-d23d-408f-b3d9-05e4999c0e84)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:13.108349 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-054aa381-e913-4346-ae6d-b9dc0f5c7a77 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.115371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7a331-74a2-491a-87f8-26a4d6d955df req-19e4b828-7cab-44c9-81d8-c4702915a6e7 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:13.124047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95a7a331-74a2-491a-87f8-26a4d6d955df req-19e4b828-7cab-44c9-81d8-c4702915a6e7 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1027 time: 0.1034324 Dec 10 09:15:13.126888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.132502 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-054aa381-e913-4346-ae6d-b9dc0f5c7a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.144990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.151425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "DELETE /v2.0/networks/ba617f57-4dc1-4874-be82-03d255fc1a47 HTTP/1.1" status: 204 len: 168 time: 1.1555514 Dec 10 09:15:13.153366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52816) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:13.178736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2bcd8bf7-12c0-4a63-8d38-cc82badea13f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:13.189771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35973046-f54c-4dc7-93bb-f1d5b9eb0845 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Network': ['ID=ba617f57-4dc1-4874-be82-03d255fc1a47,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:13.214486 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-88235537-837f-4d14-9808-55ebfaee43cc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4634528 Dec 10 09:15:13.221303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 2bcd8bf7-12c0-4a63-8d38-cc82badea13f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:13.222359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2bcd8bf7-12c0-4a63-8d38-cc82badea13f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:13.235863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Request body: {'port': {'device_id': '21938b35-78ad-4506-8b5c-65c1a6c14381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:13.285874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054aa381-e913-4346-ae6d-b9dc0f5c7a77 None None] Pushing event updated for resources: {'Port': ['ID=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:13.294857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95a7a331-74a2-491a-87f8-26a4d6d955df req-33aef844-31a7-4a37-b514-8c8764a4ca40 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696765 Dec 10 09:15:13.380153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.415541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Deleting port d1ad6fff-ea10-4eda-bc7a-d9d99590892c {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:13.415974 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.522930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.522930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.543920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Calling delete_port for d1ad6fff-ea10-4eda-bc7a-d9d99590892c owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:13.639106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Delete allocated IP 2001:db8::1c6 (d26727bc-fd6f-4623-bf89-55c567c18d08/8d3fd303-3a2c-4ea1-94b6-203784f2e60e) {{(pid=114970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 09:15:13.667499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8:0:1::1be (d26727bc-fd6f-4623-bf89-55c567c18d08/9c8b5166-0e79-49ae-8bf2-ef786ca4da42/5582eba4-be46-4b70-b1ea-a0b025a3d003) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:13.797732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.843463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Port': ['ID=d1ad6fff-ea10-4eda-bc7a-d9d99590892c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:13.948979 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:13.950015 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Floating IP c12bdeee-2572-402e-ae01-194be26497fe disassociated (deleted). External IP: 172.25.3.221, port: e2002c4b-af2f-49fa-8482-c4cbd486e32c. Dec 10 09:15:13.960196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e35b03-4809-4545-bfea-262b64c0b0da {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:15:13.999674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.030194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.034675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Transition to ACTIVE for port object 10e35b03-4809-4545-bfea-262b64c0b0da will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:15:14.043252 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.045928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.144706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] In _notify_port_updated(), no bound segment for port 5582eba4-be46-4b70-b1ea-a0b025a3d003 on network d26727bc-fd6f-4623-bf89-55c567c18d08 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:15:14.150810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:14.151487 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.155985 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "PUT /v2.0/ports/5582eba4-be46-4b70-b1ea-a0b025a3d003 HTTP/1.1" status: 200 len: 931 time: 1.8593252 Dec 10 09:15:14.156181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52822) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:14.159986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Pushing event updated for resources: {'Port': ['ID=10e35b03-4809-4545-bfea-262b64c0b0da,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:14.219425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0a1f3c7f-3ede-456d-853d-bd34bab2d94c None None] Provisioning complete for port 5582eba4-be46-4b70-b1ea-a0b025a3d003 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:14.220566 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3c7f-3ede-456d-853d-bd34bab2d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.282275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f3c7f-3ede-456d-853d-bd34bab2d94c None None] Port 5582eba4-be46-4b70-b1ea-a0b025a3d003 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:14.285394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Attempting to bind port 10e35b03-4809-4545-bfea-262b64c0b0da on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:15:14.285768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Attempting to bind port 10e35b03-4809-4545-bfea-262b64c0b0da by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:15:14.286112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Attempting to bind port 10e35b03-4809-4545-bfea-262b64c0b0da on network 8b6d0f46-88b8-44de-b589-5c0303d6c004 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:14.290587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a72556-9806-444c-8161-b1731ea58a9d tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=5582eba4-be46-4b70-b1ea-a0b025a3d003,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:14.294833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Port 10e35b03-4809-4545-bfea-262b64c0b0da on network 8b6d0f46-88b8-44de-b589-5c0303d6c004 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:15:14.295169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Attempting to bind port 10e35b03-4809-4545-bfea-262b64c0b0da on network 8b6d0f46-88b8-44de-b589-5c0303d6c004 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:14.302527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:15:14.302901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Checking segment: {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:14.303297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Bound using segment: {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:15:14.303744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Bound port: 10e35b03-4809-4545-bfea-262b64c0b0da, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:15:14.304113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.306019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0a1f3c7f-3ede-456d-853d-bd34bab2d94c None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:14.306503 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3c7f-3ede-456d-853d-bd34bab2d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.357613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Router 27466bc3-df3f-4239-84c4-19e7e7b02a4b has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:15:14.404583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-10b83392-43bc-412e-9529-816235c70abe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 5582eba4-be46-4b70-b1ea-a0b025a3d003 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:14.404981 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10b83392-43bc-412e-9529-816235c70abe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.445984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] For port 10e35b03-4809-4545-bfea-262b64c0b0da, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:15:14.450586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] For port 10e35b03-4809-4545-bfea-262b64c0b0da, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10e35b03-4809-4545-bfea-262b64c0b0da,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:15:14.461151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0a1f3c7f-3ede-456d-853d-bd34bab2d94c None None] Provisioning complete for port 600ddb92-cea8-414b-8580-c5ab50fef605 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:14.461618 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3c7f-3ede-456d-853d-bd34bab2d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.462512 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.511017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f3c7f-3ede-456d-853d-bd34bab2d94c None None] Port 600ddb92-cea8-414b-8580-c5ab50fef605 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:14.529941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:14.530662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.532223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] 10.222.0.39 "PUT /v2.0/ports/10e35b03-4809-4545-bfea-262b64c0b0da HTTP/1.1" status: 200 len: 1091 time: 1.3032496 Dec 10 09:15:14.532772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21938b35-78ad-4506-8b5c-65c1a6c14381', 'tag': '10e35b03-4809-4545-bfea-262b64c0b0da'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:14.538932 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4002da48-a9db-462c-a1d1-5c1f1b13fc68" -d '{"events": [{"name": "network-changed", "server_uuid": "21938b35-78ad-4506-8b5c-65c1a6c14381", "tag": "10e35b03-4809-4545-bfea-262b64c0b0da"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:14.547300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d0fc5-c294-42d6-92e0-a61247e7206b service neutron] Pushing event updated for resources: {'Port': ['ID=10e35b03-4809-4545-bfea-262b64c0b0da,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:14.609930 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff7c2d8-9ce3-43b0-bb61-2d90c4f562f4 x-openstack-request-id: req-aff7c2d8-9ce3-43b0-bb61-2d90c4f562f4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:14.610302 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21938b35-78ad-4506-8b5c-65c1a6c14381", "tag": "10e35b03-4809-4545-bfea-262b64c0b0da", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:14.611569 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aff7c2d8-9ce3-43b0-bb61-2d90c4f562f4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:14.612118 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21938b35-78ad-4506-8b5c-65c1a6c14381', 'tag': '10e35b03-4809-4545-bfea-262b64c0b0da', 'status': 'completed', 'code': 200} Dec 10 09:15:14.634548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-59c0ebe0-de94-4039-a980-946e3cbb1775 None None] Provisioning complete for port 5582eba4-be46-4b70-b1ea-a0b025a3d003 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:14.635220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59c0ebe0-de94-4039-a980-946e3cbb1775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.654470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa87786-e384-4524-8410-29e1df793a38 req-f6d6079b-7a64-4893-b1c0-c31bd4d48e3f tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:14.656004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9aa87786-e384-4524-8410-29e1df793a38 req-f6d6079b-7a64-4893-b1c0-c31bd4d48e3f tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1094 time: 0.1782982 Dec 10 09:15:14.667439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-afe76403-9d81-435e-a28d-70300035c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:14.668220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:15:14.669975 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-afe76403-9d81-435e-a28d-70300035c282 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=938e9a204bb54312b0167113e2291180&device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1094 time: 0.0765393 Dec 10 09:15:14.675281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10b83392-43bc-412e-9529-816235c70abe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.681702 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:14.683342 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] Sync routers for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:15:14.702072 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:14.702880 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:14.707259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-59c0ebe0-de94-4039-a980-946e3cbb1775 None None] Port 5582eba4-be46-4b70-b1ea-a0b025a3d003 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:14.727180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-10b83392-43bc-412e-9529-816235c70abe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 5582eba4-be46-4b70-b1ea-a0b025a3d003 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:14.742812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ff3777e9-e402-4415-b5aa-c47f97106126 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "DELETE /v2.0/floatingips/c12bdeee-2572-402e-ae01-194be26497fe HTTP/1.1" status: 204 len: 168 time: 1.5844455 Dec 10 09:15:14.747334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:14.749596 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:14.769359 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-7f1ba47a-fc3e-43bb-8a7d-14af68d5e4b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10e35b03-4809-4545-bfea-262b64c0b0da HTTP/1.1" status: 200 len: 217 time: 0.0899007 Dec 10 09:15:14.827408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9aa87786-e384-4524-8410-29e1df793a38 req-bf4f936a-1423-4819-a043-f2ddbdecae11 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627047 Dec 10 09:15:14.848408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-dc9a80f8-98e2-4f25-a76a-48a5dcfd3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:14.850045 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-dc9a80f8-98e2-4f25-a76a-48a5dcfd3e94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fa89881-009e-4668-94d5-18092a5ad7f1 HTTP/1.1" status: 200 len: 848 time: 0.0733302 Dec 10 09:15:14.903287 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:14.931270 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02000e49-62a6-47b1-a75b-f96db12c6362 x-openstack-request-id: req-02000e49-62a6-47b1-a75b-f96db12c6362 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:14.931546 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:14.931804 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02000e49-62a6-47b1-a75b-f96db12c6362 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:14.932198 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'status': 'completed', 'code': 200} Dec 10 09:15:14.938600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-adf952bd-8623-43ab-9905-a898833634bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:14.941451 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-adf952bd-8623-43ab-9905-a898833634bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b6d0f46-88b8-44de-b589-5c0303d6c004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821195 Dec 10 09:15:14.984391 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10b83392-43bc-412e-9529-816235c70abe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.030087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b83392-43bc-412e-9529-816235c70abe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=5582eba4-be46-4b70-b1ea-a0b025a3d003,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:15.080776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-10b83392-43bc-412e-9529-816235c70abe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.089822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-10b83392-43bc-412e-9529-816235c70abe tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/5582eba4-be46-4b70-b1ea-a0b025a3d003 HTTP/1.1" status: 204 len: 168 time: 0.9322410 Dec 10 09:15:15.090478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52838) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:15.096110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-41bf4b3f-40f7-4fb7-bff5-f9517f61ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:15.097839 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-41bf4b3f-40f7-4fb7-bff5-f9517f61ed42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74395b77cd834c1f8e01fbaa6e1afff1&device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 1135 time: 0.1380053 Dec 10 09:15:15.135847 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-09807730-c185-4da3-8721-05ff4d8162a6 service neutron] 10.222.0.39 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859128 Dec 10 09:15:15.145333 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ad9c0c-4fbf-4236-b2c3-25e2fde49ae5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:15:15.156818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-76ad9c0c-4fbf-4236-b2c3-25e2fde49ae5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/5582eba4-be46-4b70-b1ea-a0b025a3d003 HTTP/1.1" status: 404 len: 333 time: 0.0650284 Dec 10 09:15:15.157480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52842) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:15.181794 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.235283 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:20Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '53b99048-d287-43e1-aeb0-7b5dedd7c99a', 'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:aa:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:17Z', 'updated_at': '2021-12-10T09:13:27Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:15.289581 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] Checking router: 27466bc3-df3f-4239-84c4-19e7e7b02a4b for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:15:15.295424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ee4738a1-9363-4c70-96b2-bd2a35c4f87c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:15.301439 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:15.302228 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:15.306560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c1a9d-68cc-406c-a241-ac2c5ce43ddf req-6933f944-c2e1-42cc-b3e4-4547afd716c5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:15.316786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-381c1a9d-68cc-406c-a241-ac2c5ce43ddf req-6933f944-c2e1-42cc-b3e4-4547afd716c5 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 984 time: 0.1423173 Dec 10 09:15:15.336706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a5136a9-1cb4-4d60-be79-a4b97f83cd49 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.385360 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a5136a9-1cb4-4d60-be79-a4b97f83cd49 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.402811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:15.403187 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.412837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-724d5802-5512-47f6-95cb-bbf28b11c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:15.414595 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-724d5802-5512-47f6-95cb-bbf28b11c9c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed HTTP/1.1" status: 200 len: 898 time: 0.3047903 Dec 10 09:15:15.490309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-fb02223c-ebef-4ae2-9424-5a3fffa438a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2002c4b-af2f-49fa-8482-c4cbd486e32c HTTP/1.1" status: 200 len: 217 time: 0.0666831 Dec 10 09:15:15.491831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-381c1a9d-68cc-406c-a241-ac2c5ce43ddf req-1cda6dd2-c9c7-4cbc-964a-88b7a4b6376b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1728170 Dec 10 09:15:15.492520 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-31f2948e-6b07-4d59-b3cf-9a5ff2840d2a req-2cab917e-d7a4-4214-8a25-63663a570091 service neutron] 10.222.0.39 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817435 Dec 10 09:15:15.532182 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a5136a9-1cb4-4d60-be79-a4b97f83cd49 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.542896 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a5136a9-1cb4-4d60-be79-a4b97f83cd49 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.546755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9a5136a9-1cb4-4d60-be79-a4b97f83cd49 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/security-groups/48e56165-2bb5-4ba9-9c3e-07bb7599a6d9 HTTP/1.1" status: 204 len: 168 time: 0.3856363 Dec 10 09:15:15.551040 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:15.557749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52846) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:15.571924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5136a9-1cb4-4d60-be79-a4b97f83cd49 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e56165-2bb5-4ba9-9c3e-07bb7599a6d9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:15.640130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-9df7f142-3775-4c3c-9723-36c11971b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:15.642022 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-9df7f142-3775-4c3c-9723-36c11971b70c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59b3d9b5-24ca-4e21-9df0-07a23bae910e HTTP/1.1" status: 200 len: 834 time: 0.1398036 Dec 10 09:15:15.697178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0968a628-08ea-4ca5-8618-8ef19d96cf23 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.705259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-cf50dca3-0d28-4860-906b-0ea19f1cfa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:15.706832 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-cf50dca3-0d28-4860-906b-0ea19f1cfa98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=938e9a204bb54312b0167113e2291180&device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1094 time: 0.1210260 Dec 10 09:15:15.750184 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0968a628-08ea-4ca5-8618-8ef19d96cf23 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.795356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-90b78a82-0643-49d4-b3f0-b42e9c30e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:15.796933 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-90b78a82-0643-49d4-b3f0-b42e9c30e6d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443975 Dec 10 09:15:15.838454 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:20Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '53b99048-d287-43e1-aeb0-7b5dedd7c99a', 'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:aa:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:17Z', 'updated_at': '2021-12-10T09:13:27Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:15.874960 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2919b02-8319-4abc-ae61-f0e921284384 None None] The sync data for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 is: [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:13:20Z', 'revision_number': 4, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '53b99048-d287-43e1-aeb0-7b5dedd7c99a', 'name': '', 'network_id': '3a4d67a3-4b1e-4bd0-a1a4-251171f685ed', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'mac_address': 'fa:16:3e:aa:83:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:17Z', 'updated_at': '2021-12-10T09:13:27Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'subnets': [{'id': '59b3d9b5-24ca-4e21-9df0-07a23bae910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:15.936369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-9b8c80aa-694b-475a-b4de-824c40150605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:15.937973 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-9b8c80aa-694b-475a-b4de-824c40150605 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b6d0f46-88b8-44de-b589-5c0303d6c004 HTTP/1.1" status: 200 len: 910 time: 0.2220421 Dec 10 09:15:15.966212 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0968a628-08ea-4ca5-8618-8ef19d96cf23 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.968820 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0968a628-08ea-4ca5-8618-8ef19d96cf23 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:15.970004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0968a628-08ea-4ca5-8618-8ef19d96cf23 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/security-groups/27024d71-564f-45e4-a600-7606b762a508 HTTP/1.1" status: 204 len: 168 time: 0.4112589 Dec 10 09:15:15.973255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52858) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:16.013371 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-b2ddb368-d409-42f9-981c-5fd3183730ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10e35b03-4809-4545-bfea-262b64c0b0da HTTP/1.1" status: 200 len: 217 time: 0.0610721 Dec 10 09:15:16.031643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968a628-08ea-4ca5-8618-8ef19d96cf23 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27024d71-564f-45e4-a600-7606b762a508,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:16.035989 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-2ec3431f-e299-4a72-936b-2ee59062245e service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266052 Dec 10 09:15:16.048712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f76ec9-6993-40ba-9e8d-f3cb9b14efb0 req-f575d4ec-933f-4700-a672-754fded6f911 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:16.051914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86f76ec9-6993-40ba-9e8d-f3cb9b14efb0 req-f575d4ec-933f-4700-a672-754fded6f911 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1094 time: 0.1314850 Dec 10 09:15:16.087364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-412d1dc1-a7cb-467d-b717-b1a08c05eac1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet 8d3fd303-3a2c-4ea1-94b6-203784f2e60e {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:15:16.091979 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-412d1dc1-a7cb-467d-b717-b1a08c05eac1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:16.126015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-4e0b7b86-7ab2-4c75-8b80-d02eef1aefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:16.127501 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-4e0b7b86-7ab2-4c75-8b80-d02eef1aefcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fa89881-009e-4668-94d5-18092a5ad7f1 HTTP/1.1" status: 200 len: 848 time: 0.1034250 Dec 10 09:15:16.161036 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-412d1dc1-a7cb-467d-b717-b1a08c05eac1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:16.165478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86f76ec9-6993-40ba-9e8d-f3cb9b14efb0 req-d63396c7-aa6c-43f5-ae31-61a7a8d9ffa8 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048839 Dec 10 09:15:16.185700 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d40d9d7f-0c75-462d-93d3-f9fb596dacb8 req-15d86b03-2f81-49fe-91b0-a2a5b0028203 service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276026 Dec 10 09:15:16.244434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-ba965fb3-c38e-4b8e-a4e6-df2c9221f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:16.246464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-ba965fb3-c38e-4b8e-a4e6-df2c9221f92f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b6d0f46-88b8-44de-b589-5c0303d6c004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608146 Dec 10 09:15:16.267235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-412d1dc1-a7cb-467d-b717-b1a08c05eac1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:16.350751 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-412d1dc1-a7cb-467d-b717-b1a08c05eac1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:16.351851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de495314-5d57-4809-ba3f-1a45017d0f57 None None] New status for floating IP c12bdeee-2572-402e-ae01-194be26497fe: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:15:16.388649 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-b2ad53d9-0344-4316-96dd-4a2e0dab7d10 service neutron] 10.222.0.39 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322176 Dec 10 09:15:16.392793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-412d1dc1-a7cb-467d-b717-b1a08c05eac1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:16.394400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7324f5c7-b687-4fe9-951c-d06f3d3bb3bf None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:16.395520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-412d1dc1-a7cb-467d-b717-b1a08c05eac1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/8d3fd303-3a2c-4ea1-94b6-203784f2e60e HTTP/1.1" status: 204 len: 168 time: 0.4204583 Dec 10 09:15:16.401297 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52860) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:16.406276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:16.410011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d1dc1-a7cb-467d-b717-b1a08c05eac1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3fd303-3a2c-4ea1-94b6-203784f2e60e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:16.583090 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4002da48-a9db-462c-a1d1-5c1f1b13fc68 req-8a347cd4-0dc3-4360-954a-a1ac613b30f0 service neutron] 10.222.0.39 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858561 Dec 10 09:15:16.616951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:16.621492 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:16.621959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-bb3ae0ea-4d28-484d-a687-b10bcc6f63cc tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:16.626018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-bb3ae0ea-4d28-484d-a687-b10bcc6f63cc tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 984 time: 0.1240509 Dec 10 09:15:16.775749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Deleting port e2002c4b-af2f-49fa-8482-c4cbd486e32c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:16.777917 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:16.778375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df9893-8a1a-43d9-bb67-cf75301bacf8 req-42cfaced-4f6e-43db-a590-ec71d5964344 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:16.780106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8df9893-8a1a-43d9-bb67-cf75301bacf8 req-42cfaced-4f6e-43db-a590-ec71d5964344 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 984 time: 0.0913644 Dec 10 09:15:16.826654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10e35b03-4809-4545-bfea-262b64c0b0da details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:15:16.883337 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8df9893-8a1a-43d9-bb67-cf75301bacf8 req-355c157b-3306-4b1a-b09a-19ec3ba0572e tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/security-groups?id=35f783ad-ae2a-4ab9-912c-547f940358ce&id=748723e1-4828-4ca2-b513-6621aadcf53d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0931797 Dec 10 09:15:16.956359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10e35b03-4809-4545-bfea-262b64c0b0da, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10e35b03-4809-4545-bfea-262b64c0b0da,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:16.969932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '10e35b03-4809-4545-bfea-262b64c0b0da', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'port_id': '10e35b03-4809-4545-bfea-262b64c0b0da', 'mac_address': 'fa:16:3e:42:87:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:15:16.979118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] For port e2002c4b-af2f-49fa-8482-c4cbd486e32c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e2002c4b-af2f-49fa-8482-c4cbd486e32c,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:16.980451 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:16.997829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Calling delete_port for e2002c4b-af2f-49fa-8482-c4cbd486e32c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:17.053137 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.053414 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.086222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e35b03-4809-4545-bfea-262b64c0b0da {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:15:17.116519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:17.120171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:17.120459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10e35b03-4809-4545-bfea-262b64c0b0da, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10e35b03-4809-4545-bfea-262b64c0b0da,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:17.125156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:17.125786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.127504 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.143293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=4bd07f4f-efd4-4100-83f6-e0f587815d66,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:17.155539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-67d864c1-183d-492c-ac9e-e94b6822dc4e tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7530935 Dec 10 09:15:17.166225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52872) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:17.170861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-46ccc884-8e83-480e-936c-4fee5835982f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'security_group': {'name': 'tempest-secgroup-724572743'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:17.231029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=10e35b03-4809-4545-bfea-262b64c0b0da,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:17.263112 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.266191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ccc884-8e83-480e-936c-4fee5835982f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.319495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aa268-af4c-4fc9-9140-127a14bff6ac req-e69a91ac-7e6a-4804-b06c-5408b54a728d tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:17.321462 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-921aa268-af4c-4fc9-9140-127a14bff6ac req-e69a91ac-7e6a-4804-b06c-5408b54a728d tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1095 time: 0.0572925 Dec 10 09:15:17.335565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Port': ['ID=e2002c4b-af2f-49fa-8482-c4cbd486e32c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:17.374058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['10e35b03-4809-4545-bfea-262b64c0b0da'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:17.391288 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-921aa268-af4c-4fc9-9140-127a14bff6ac req-07b7ea78-faa0-4385-b10e-27c7262f8746 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607839 Dec 10 09:15:17.397197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] No DVR routers for this DVR port e2002c4b-af2f-49fa-8482-c4cbd486e32c on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:17.400016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.403878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-527fa28f-3ec5-482e-8621-9957e38f7982 req-f6010b62-b999-4ea6-bbfd-b874d16e3457 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.39 "DELETE /v2.0/ports/e2002c4b-af2f-49fa-8482-c4cbd486e32c HTTP/1.1" status: 204 len: 173 time: 0.7697451 Dec 10 09:15:17.405734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'name': 'network-vif-deleted', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:17.418058 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2da543f-c1c4-4d2e-b995-e05314e14487" -d '{"events": [{"server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "name": "network-vif-deleted", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:17.507238 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf167a8-f9d8-499e-ac8e-fe8fc9d22da3 x-openstack-request-id: req-bdf167a8-f9d8-499e-ac8e-fe8fc9d22da3 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:17.507631 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a53f1b-91a7-4f28-b6f6-4a9944504ba8", "name": "network-vif-deleted", "tag": "e2002c4b-af2f-49fa-8482-c4cbd486e32c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:17.507862 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdf167a8-f9d8-499e-ac8e-fe8fc9d22da3 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:17.508564 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a53f1b-91a7-4f28-b6f6-4a9944504ba8', 'name': 'network-vif-deleted', 'tag': 'e2002c4b-af2f-49fa-8482-c4cbd486e32c', 'status': 'completed', 'code': 200} Dec 10 09:15:17.525582 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ccc884-8e83-480e-936c-4fee5835982f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.538320 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ccc884-8e83-480e-936c-4fee5835982f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.570594 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46ccc884-8e83-480e-936c-4fee5835982f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.577327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52884) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:17.582468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c8499b8c-4ac2-4328-ac56-cdc54191dc90 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'security_group': {'name': 'tempest-secgroup-1424594983'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:17.590335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-46ccc884-8e83-480e-936c-4fee5835982f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4227726 Dec 10 09:15:17.615382 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccc884-8e83-480e-936c-4fee5835982f tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28933b4-4cbe-4da0-a40e-3c627a7fbae9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:17.639890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c8499b8c-4ac2-4328-ac56-cdc54191dc90 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.735517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c8499b8c-4ac2-4328-ac56-cdc54191dc90 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.742480 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c8499b8c-4ac2-4328-ac56-cdc54191dc90 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.771898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c8499b8c-4ac2-4328-ac56-cdc54191dc90 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.776193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52886) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:17.776424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c8499b8c-4ac2-4328-ac56-cdc54191dc90 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1975732 Dec 10 09:15:17.785399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e162472a-e434-4ca5-84dc-5d80c4244611 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'security_group': {'name': 'tempest-secgroup-1014019742'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:17.791920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8499b8c-4ac2-4328-ac56-cdc54191dc90 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785a353e-cf71-4d4f-980a-b94edf0443c8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:17.822224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e162472a-e434-4ca5-84dc-5d80c4244611 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.908364 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e162472a-e434-4ca5-84dc-5d80c4244611 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.914820 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e162472a-e434-4ca5-84dc-5d80c4244611 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.956326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e162472a-e434-4ca5-84dc-5d80c4244611 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:17.957819 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e162472a-e434-4ca5-84dc-5d80c4244611 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1798809 Dec 10 09:15:17.960695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52892) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:17.966693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1212702780', 'security_groups': ['0a2ecbbe-6854-48eb-9857-b3a3ac365480'], 'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4bd07f4f-efd4-4100-83f6-e0f587815d66'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:17.970356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162472a-e434-4ca5-84dc-5d80c4244611 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2ecbbe-6854-48eb-9857-b3a3ac365480,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:18.000490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28309701-3b81-4db2-bbfc-acaa2707f8cf None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:18.041119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d2c5224-2664-42d0-a69f-ac84c84e0161 req-c534e040-2a85-4c6c-9c76-f7ab4379282b tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a53f1b-91a7-4f28-b6f6-4a9944504ba8 HTTP/1.1" status: 200 len: 210 time: 0.0409141 Dec 10 09:15:18.133315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6149e450-0c4e-44cf-8a53-9bde7885041e None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:18.134525 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6149e450-0c4e-44cf-8a53-9bde7885041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.190401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:18.293528 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.338012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] device_id is not set on port f5756b76-de08-4020-810b-e7cfc45ca121 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:15:18.348938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6149e450-0c4e-44cf-8a53-9bde7885041e None None] Provisioning complete for port 600ddb92-cea8-414b-8580-c5ab50fef605 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:18.349314 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6149e450-0c4e-44cf-8a53-9bde7885041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.408628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9c923-f7ac-48b7-8237-c9ade46dd85b None None] Update dhcp port {'port': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'fixed_ips': [{'subnet_id': '9c8b5166-0e79-49ae-8bf2-ef786ca4da42', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4bd07f4f-efd4-4100-83f6-e0f587815d66'}], 'binding:host_id': 'n-d-814746-3'}, 'id': 'ee4738a1-9363-4c70-96b2-bd2a35c4f87c'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:15:18.415406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6149e450-0c4e-44cf-8a53-9bde7885041e None None] Port 600ddb92-cea8-414b-8580-c5ab50fef605 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:18.448161 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c923-f7ac-48b7-8237-c9ade46dd85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.541345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29a7c1-d6fd-4435-9504-6df91c97eb9f req-9f87636d-1078-46e9-9e63-01aeca30d94f tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:18.542922 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b29a7c1-d6fd-4435-9504-6df91c97eb9f req-9f87636d-1078-46e9-9e63-01aeca30d94f tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1095 time: 0.0697792 Dec 10 09:15:18.573416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8::cd (d26727bc-fd6f-4623-bf89-55c567c18d08/4bd07f4f-efd4-4100-83f6-e0f587815d66/f5756b76-de08-4020-810b-e7cfc45ca121) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:18.590413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b29a7c1-d6fd-4435-9504-6df91c97eb9f req-9f460626-73e3-4336-aa2c-b07158d690fc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 Dec 10 09:15:18.667843 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:15:18.715683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.749403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.755448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10e35b03-4809-4545-bfea-262b64c0b0da up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:18.795206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:18.798327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:18.801487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:18.807352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:18.807965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.820605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=f5756b76-de08-4020-810b-e7cfc45ca121,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:18.829947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-2fa9c923-f7ac-48b7-8237-c9ade46dd85b None None] Allocated IP 2001:db8::2 (d26727bc-fd6f-4623-bf89-55c567c18d08/4bd07f4f-efd4-4100-83f6-e0f587815d66/ee4738a1-9363-4c70-96b2-bd2a35c4f87c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:18.831998 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f379ca99-bd97-4f62-8d71-facdf7ceb4d9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8703496 Dec 10 09:15:18.834775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52900) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:18.839867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b31cc3ca-8f2c-4790-b4b8-87278095d213 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:18.868729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 10e35b03-4809-4545-bfea-262b64c0b0da completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:15:18.902060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 10e35b03-4809-4545-bfea-262b64c0b0da triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:18.902432 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.958626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31cc3ca-8f2c-4790-b4b8-87278095d213 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:18.962894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3ca-8f2c-4790-b4b8-87278095d213 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:18.975102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2fa9c923-f7ac-48b7-8237-c9ade46dd85b None None] For port ee4738a1-9363-4c70-96b2-bd2a35c4f87c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,segment=NetworkSegment(d4300a6a-d23d-408f-b3d9-05e4999c0e84),segment_id=d4300a6a-d23d-408f-b3d9-05e4999c0e84)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:19.030201 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c923-f7ac-48b7-8237-c9ade46dd85b None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.037334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c923-f7ac-48b7-8237-c9ade46dd85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.045373 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.054386 n-d-814746-3 neutron-server[114970]: INFO neutron.db.ipam_backend_mixin [None req-b31cc3ca-8f2c-4790-b4b8-87278095d213 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4bd07f4f-efd4-4100-83f6-e0f587815d66 (CIDR: 2001:db8::/64) Dec 10 09:15:19.058555 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31cc3ca-8f2c-4790-b4b8-87278095d213 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:15:19.059072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31cc3ca-8f2c-4790-b4b8-87278095d213 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:19.079090 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b31cc3ca-8f2c-4790-b4b8-87278095d213 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2432196 Dec 10 09:15:19.082734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52904) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:19.089802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ec166d3f-0b9b-4b8d-92ca-03e9de50507b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:19.111701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:19.169127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21938b35-78ad-4506-8b5c-65c1a6c14381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e35b03-4809-4545-bfea-262b64c0b0da'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:19.172345 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa71e7c5-5661-4ab7-9d00-678470cb5594" -d '{"events": [{"server_uuid": "21938b35-78ad-4506-8b5c-65c1a6c14381", "name": "network-vif-plugged", "status": "completed", "tag": "10e35b03-4809-4545-bfea-262b64c0b0da"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:19.184881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9c923-f7ac-48b7-8237-c9ade46dd85b None None] Pushing event updated for resources: {'Port': ['ID=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:19.209534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10e35b03-4809-4545-bfea-262b64c0b0da, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10e35b03-4809-4545-bfea-262b64c0b0da,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:19.214239 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.215192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e2002c4b-af2f-49fa-8482-c4cbd486e32c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:19.240752 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a55e38-c179-4adc-bb43-9a4971ca1a47 x-openstack-request-id: req-32a55e38-c179-4adc-bb43-9a4971ca1a47 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:19.241041 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21938b35-78ad-4506-8b5c-65c1a6c14381", "name": "network-vif-plugged", "status": "completed", "tag": "10e35b03-4809-4545-bfea-262b64c0b0da", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:19.241294 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32a55e38-c179-4adc-bb43-9a4971ca1a47 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:19.241706 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21938b35-78ad-4506-8b5c-65c1a6c14381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e35b03-4809-4545-bfea-262b64c0b0da', 'code': 200} Dec 10 09:15:19.244194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: e2002c4b-af2f-49fa-8482-c4cbd486e32c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:19.244539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e2002c4b-af2f-49fa-8482-c4cbd486e32c not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:19.292251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.309796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=10e35b03-4809-4545-bfea-262b64c0b0da,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:19.313749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec166d3f-0b9b-4b8d-92ca-03e9de50507b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:19.318810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec166d3f-0b9b-4b8d-92ca-03e9de50507b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.338003 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28163f3e-e395-49f9-b4b6-5600a9454be0 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.419314 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28163f3e-e395-49f9-b4b6-5600a9454be0 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.442519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda73c1-30ed-4284-8d30-f8e6e3562fe3 req-c16dfe2b-2d10-433c-bb7b-3b2e78792454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:19.444183 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eda73c1-30ed-4284-8d30-f8e6e3562fe3 req-c16dfe2b-2d10-433c-bb7b-3b2e78792454 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1096 time: 0.1461759 Dec 10 09:15:19.511599 n-d-814746-3 neutron-server[114970]: INFO neutron.db.ipam_backend_mixin [None req-ec166d3f-0b9b-4b8d-92ca-03e9de50507b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9c8b5166-0e79-49ae-8bf2-ef786ca4da42 (CIDR: 2001:db8:0:1::/64) Dec 10 09:15:19.522228 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec166d3f-0b9b-4b8d-92ca-03e9de50507b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:15:19.522726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec166d3f-0b9b-4b8d-92ca-03e9de50507b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:19.545538 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1eda73c1-30ed-4284-8d30-f8e6e3562fe3 req-846004a5-a41d-490b-8fbc-d1452251bb73 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906367 Dec 10 09:15:19.546944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28163f3e-e395-49f9-b4b6-5600a9454be0 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.550110 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28163f3e-e395-49f9-b4b6-5600a9454be0 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.553950 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-28163f3e-e395-49f9-b4b6-5600a9454be0 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "DELETE /v2.0/security-groups/35f783ad-ae2a-4ab9-912c-547f940358ce HTTP/1.1" status: 204 len: 168 time: 0.4384325 Dec 10 09:15:19.554254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52920) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:19.562088 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ec166d3f-0b9b-4b8d-92ca-03e9de50507b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4781837 Dec 10 09:15:19.564834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52922) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:19.571893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'subnet': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:19.594080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28163f3e-e395-49f9-b4b6-5600a9454be0 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f783ad-ae2a-4ab9-912c-547f940358ce,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:19.652503 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c352fc08-e386-469b-bc56-9c26abbec5ef tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.689380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c352fc08-e386-469b-bc56-9c26abbec5ef tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.736378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Made reservation on behalf of 54f4955c63984912be2f5357e5d89175 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:19.741771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.769421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376463a-e965-4b85-a03c-0a97811244bd req-df7f739a-a166-4881-9ae2-21e4cf8a1445 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:19.774720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c376463a-e965-4b85-a03c-0a97811244bd req-df7f739a-a166-4881-9ae2-21e4cf8a1445 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1096 time: 0.0820427 Dec 10 09:15:19.792774 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c352fc08-e386-469b-bc56-9c26abbec5ef tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.795666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c352fc08-e386-469b-bc56-9c26abbec5ef tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:19.800844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c352fc08-e386-469b-bc56-9c26abbec5ef tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "DELETE /v2.0/security-groups/748723e1-4828-4ca2-b513-6621aadcf53d HTTP/1.1" status: 204 len: 168 time: 0.2454927 Dec 10 09:15:19.806139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52926) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:19.874265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352fc08-e386-469b-bc56-9c26abbec5ef tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748723e1-4828-4ca2-b513-6621aadcf53d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:19.879078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cf9d2a33-11a0-4d29-aaaa-2e1cc68d2e11 None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:19.882280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2a33-11a0-4d29-aaaa-2e1cc68d2e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.018358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c376463a-e965-4b85-a03c-0a97811244bd req-4ed4ca1e-9e15-469f-b2a1-eab49747b830 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284207 Dec 10 09:15:20.091773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cf9d2a33-11a0-4d29-aaaa-2e1cc68d2e11 None None] Provisioning complete for port 600ddb92-cea8-414b-8580-c5ab50fef605 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:20.093150 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2a33-11a0-4d29-aaaa-2e1cc68d2e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.106369 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.145382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d2a33-11a0-4d29-aaaa-2e1cc68d2e11 None None] Port 600ddb92-cea8-414b-8580-c5ab50fef605 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:20.161671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Subnet': ['ID=6d10d581-df86-4cf9-93c7-0d2bca005792,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:20.178890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Network d26727bc-fd6f-4623-bf89-55c567c18d08 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:20.180492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:20.183486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:20.184095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.195089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfaf703-0259-47b4-a588-b97f2d095edf None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:20.212054 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0c872d9c-8651-4eb2-830a-551bd5097fb6 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6422131 Dec 10 09:15:20.212054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52934) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:20.217685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2059835209', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d10d581-df86-4cf9-93c7-0d2bca005792'}], 'security_groups': ['e28933b4-4cbe-4da0-a40e-3c627a7fbae9', '785a353e-cf71-4d4f-980a-b94edf0443c8']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:20.305434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.310602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-089280d4-a8e2-439c-8ff5-1cdef15c8456 None None] Provisioning complete for port f5756b76-de08-4020-810b-e7cfc45ca121 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:20.311062 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-089280d4-a8e2-439c-8ff5-1cdef15c8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.389983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-089280d4-a8e2-439c-8ff5-1cdef15c8456 None None] Port f5756b76-de08-4020-810b-e7cfc45ca121 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:20.456927 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.484034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb21778-99e8-45ea-9155-64518e306840 None None] Update dhcp port {'port': {'network_id': 'd26727bc-fd6f-4623-bf89-55c567c18d08', 'fixed_ips': [{'subnet_id': '9c8b5166-0e79-49ae-8bf2-ef786ca4da42', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4bd07f4f-efd4-4100-83f6-e0f587815d66', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d10d581-df86-4cf9-93c7-0d2bca005792'}], 'binding:host_id': 'n-d-814746-3'}, 'id': 'ee4738a1-9363-4c70-96b2-bd2a35c4f87c'} from n-d-814746-3. {{(pid=114971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 09:15:20.512394 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bfb21778-99e8-45ea-9155-64518e306840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.713477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Delete allocated IP 2001:db8::cd (d26727bc-fd6f-4623-bf89-55c567c18d08/4bd07f4f-efd4-4100-83f6-e0f587815d66) {{(pid=114970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 09:15:20.722817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Allocated IP 2001:db8:0:2::b3 (d26727bc-fd6f-4623-bf89-55c567c18d08/6d10d581-df86-4cf9-93c7-0d2bca005792/f5756b76-de08-4020-810b-e7cfc45ca121) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:20.818119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Deleting port 53b99048-d287-43e1-aeb0-7b5dedd7c99a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:20.818729 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.921084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] For port 53b99048-d287-43e1-aeb0-7b5dedd7c99a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=53b99048-d287-43e1-aeb0-7b5dedd7c99a,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:20.921574 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:20.938237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Calling delete_port for 53b99048-d287-43e1-aeb0-7b5dedd7c99a owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:21.187250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ee4738a1-9363-4c70-96b2-bd2a35c4f87c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:21.237613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:21.237901 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.273269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.278467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.340159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] In _notify_port_updated(), no bound segment for port f5756b76-de08-4020-810b-e7cfc45ca121 on network d26727bc-fd6f-4623-bf89-55c567c18d08 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:15:21.347090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:21.347437 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.351535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "PUT /v2.0/ports/f5756b76-de08-4020-810b-e7cfc45ca121 HTTP/1.1" status: 200 len: 969 time: 1.1361547 Dec 10 09:15:21.351916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52944) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:21.381280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-bfb21778-99e8-45ea-9155-64518e306840 None None] Allocated IP 2001:db8:0:2::2 (d26727bc-fd6f-4623-bf89-55c567c18d08/6d10d581-df86-4cf9-93c7-0d2bca005792/ee4738a1-9363-4c70-96b2-bd2a35c4f87c) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:21.428517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59297-29b5-4fd0-b289-6a9d2a31039b tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event updated for resources: {'Port': ['ID=f5756b76-de08-4020-810b-e7cfc45ca121,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:21.460351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-097bd48b-476c-4e6f-8a39-ac8a99847be9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port f5756b76-de08-4020-810b-e7cfc45ca121 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:21.460689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-097bd48b-476c-4e6f-8a39-ac8a99847be9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.514965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bfb21778-99e8-45ea-9155-64518e306840 None None] For port ee4738a1-9363-4c70-96b2-bd2a35c4f87c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,segment=NetworkSegment(d4300a6a-d23d-408f-b3d9-05e4999c0e84),segment_id=d4300a6a-d23d-408f-b3d9-05e4999c0e84)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:21.551917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bfb21778-99e8-45ea-9155-64518e306840 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.552399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeebec9-fa36-4abb-a60f-9b1137c60490 req-2811b062-98e6-4c68-a9b1-4bf077964eaa tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:21.554022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-baeebec9-fa36-4abb-a60f-9b1137c60490 req-2811b062-98e6-4c68-a9b1-4bf077964eaa tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1096 time: 0.4174073 Dec 10 09:15:21.555117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.557079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bfb21778-99e8-45ea-9155-64518e306840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.573013 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-097bd48b-476c-4e6f-8a39-ac8a99847be9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.587614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-097bd48b-476c-4e6f-8a39-ac8a99847be9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for f5756b76-de08-4020-810b-e7cfc45ca121 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:21.600631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Port': ['ID=53b99048-d287-43e1-aeb0-7b5dedd7c99a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:21.645843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-baeebec9-fa36-4abb-a60f-9b1137c60490 req-0e4c4cb3-d69b-4788-a4eb-0e384a4a9e47 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843911 Dec 10 09:15:21.654413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb21778-99e8-45ea-9155-64518e306840 None None] Pushing event updated for resources: {'Port': ['ID=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:21.832017 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-097bd48b-476c-4e6f-8a39-ac8a99847be9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.864798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bd48b-476c-4e6f-8a39-ac8a99847be9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=f5756b76-de08-4020-810b-e7cfc45ca121,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:21.885363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b603-cc85-4923-bdba-0d34721e6f26 req-6ef0df20-4147-4ec8-b91b-c1934b3c2ae4 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:21.886998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02b4b603-cc85-4923-bdba-0d34721e6f26 req-6ef0df20-4147-4ec8-b91b-c1934b3c2ae4 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1096 time: 0.1205115 Dec 10 09:15:21.887939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.909377 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-097bd48b-476c-4e6f-8a39-ac8a99847be9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:21.916850 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-097bd48b-476c-4e6f-8a39-ac8a99847be9 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/f5756b76-de08-4020-810b-e7cfc45ca121 HTTP/1.1" status: 204 len: 168 time: 0.5618646 Dec 10 09:15:21.917391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52950) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:21.974961 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df5014-ecac-44a0-a036-c37d4dc75719 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] GET failed (client error): The resource could not be found. Dec 10 09:15:21.979639 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-73df5014-ecac-44a0-a036-c37d4dc75719 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports/f5756b76-de08-4020-810b-e7cfc45ca121 HTTP/1.1" status: 404 len: 333 time: 0.0583515 Dec 10 09:15:21.980062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52952) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:22.023412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02b4b603-cc85-4923-bdba-0d34721e6f26 req-4196259a-6226-4ec3-a240-dcb87a7205f1 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213713 Dec 10 09:15:22.042136 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77537aac-6cc8-4b22-8016-36d33109a162 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.066638 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77537aac-6cc8-4b22-8016-36d33109a162 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.129619 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77537aac-6cc8-4b22-8016-36d33109a162 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.135062 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-77537aac-6cc8-4b22-8016-36d33109a162 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.140382 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-77537aac-6cc8-4b22-8016-36d33109a162 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a2ecbbe-6854-48eb-9857-b3a3ac365480 HTTP/1.1" status: 204 len: 168 time: 0.1590819 Dec 10 09:15:22.141686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52960) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:22.171945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77537aac-6cc8-4b22-8016-36d33109a162 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2ecbbe-6854-48eb-9857-b3a3ac365480,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:22.209542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Router 27466bc3-df3f-4239-84c4-19e7e7b02a4b has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:15:22.265239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5757c3b2-592f-429d-a540-01b775cd19f5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.307180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5757c3b2-592f-429d-a540-01b775cd19f5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.354787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7c9f-cee8-430b-8c23-cab9b7006bb0 req-6709b5f4-e3e2-496d-a85a-feb29d8defdb tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:22.356372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2ec7c9f-cee8-430b-8c23-cab9b7006bb0 req-6709b5f4-e3e2-496d-a85a-feb29d8defdb tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1096 time: 0.2219026 Dec 10 09:15:22.387796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5757c3b2-592f-429d-a540-01b775cd19f5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.391604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5757c3b2-592f-429d-a540-01b775cd19f5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.396445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:15:22.396676 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5757c3b2-592f-429d-a540-01b775cd19f5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/security-groups/785a353e-cf71-4d4f-980a-b94edf0443c8 HTTP/1.1" status: 204 len: 168 time: 0.2464979 Dec 10 09:15:22.396864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52968) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:22.405916 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] Sync routers for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:15:22.414223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757c3b2-592f-429d-a540-01b775cd19f5 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785a353e-cf71-4d4f-980a-b94edf0443c8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:22.424889 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:22.425593 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:22.433173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52972) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:22.433591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-72c2d5a0-dadc-4e39-a2d2-00df452feb67 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "PUT /v2.0/routers/27466bc3-df3f-4239-84c4-19e7e7b02a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6190767 Dec 10 09:15:22.541279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28be062-11af-4832-acfb-f1e8e59fee03 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Deleting subnet 59b3d9b5-24ca-4e21-9df0-07a23bae910e {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:15:22.551183 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a28be062-11af-4832-acfb-f1e8e59fee03 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.563731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2ec7c9f-cee8-430b-8c23-cab9b7006bb0 req-46d0a79e-a207-4a9b-893d-8ba89e8c4828 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994812 Dec 10 09:15:22.622534 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a28be062-11af-4832-acfb-f1e8e59fee03 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.634178 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92a2dc39-8703-4484-8437-4f18b6c99094 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.641043 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:22.687378 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92a2dc39-8703-4484-8437-4f18b6c99094 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.739822 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a28be062-11af-4832-acfb-f1e8e59fee03 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.760050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4e64d086-df03-4151-9d24-c090adee3a9b None None] Could not find standard attr ID for object f5756b76-de08-4020-810b-e7cfc45ca121. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:15:22.784187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4e64d086-df03-4151-9d24-c090adee3a9b None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:22.784486 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e64d086-df03-4151-9d24-c090adee3a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.802525 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92a2dc39-8703-4484-8437-4f18b6c99094 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.805798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92a2dc39-8703-4484-8437-4f18b6c99094 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.807212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-92a2dc39-8703-4484-8437-4f18b6c99094 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/security-groups/e28933b4-4cbe-4da0-a40e-3c627a7fbae9 HTTP/1.1" status: 204 len: 168 time: 0.4099724 Dec 10 09:15:22.812342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52978) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:22.839362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2dc39-8703-4484-8437-4f18b6c99094 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28933b4-4cbe-4da0-a40e-3c627a7fbae9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:22.881285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a28be062-11af-4832-acfb-f1e8e59fee03 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.968911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28be062-11af-4832-acfb-f1e8e59fee03 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Subnet': ['ID=59b3d9b5-24ca-4e21-9df0-07a23bae910e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:22.980727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a28be062-11af-4832-acfb-f1e8e59fee03 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:22.981600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ad1fe-d58c-4dc0-9d80-425786ffb503 None None] Network 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:22.986524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a28be062-11af-4832-acfb-f1e8e59fee03 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "DELETE /v2.0/subnets/59b3d9b5-24ca-4e21-9df0-07a23bae910e HTTP/1.1" status: 204 len: 168 time: 0.5484612 Dec 10 09:15:22.990429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 52988) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:23.099013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-cceae43b-e21a-42c5-a3a1-7da8d5e9848a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet 4bd07f4f-efd4-4100-83f6-e0f587815d66 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:15:23.112888 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:15:21Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:23.124097 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cceae43b-e21a-42c5-a3a1-7da8d5e9848a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.203312 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] Checking router: 27466bc3-df3f-4239-84c4-19e7e7b02a4b for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:15:23.233787 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] Routers {'27466bc3-df3f-4239-84c4-19e7e7b02a4b'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:23.234416 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:23.277973 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cceae43b-e21a-42c5-a3a1-7da8d5e9848a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.307145 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.324643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-1f299fcf-62a2-45df-a58b-62ecc8deb46e tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:23.326571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-1f299fcf-62a2-45df-a58b-62ecc8deb46e tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/networks?id=8b6d0f46-88b8-44de-b589-5c0303d6c004 HTTP/1.1" status: 200 len: 910 time: 0.4184694 Dec 10 09:15:23.342452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4e64d086-df03-4151-9d24-c090adee3a9b None None] Provisioning complete for port 600ddb92-cea8-414b-8580-c5ab50fef605 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:23.345119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e64d086-df03-4151-9d24-c090adee3a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.360626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-de7559f0-8510-4305-86be-db0ef0898b3b tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/quotas/938e9a204bb54312b0167113e2291180 HTTP/1.1" status: 200 len: 375 time: 0.0278113 Dec 10 09:15:23.366238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ee4738a1-9363-4c70-96b2-bd2a35c4f87c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:23.475385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cceae43b-e21a-42c5-a3a1-7da8d5e9848a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.543389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4e64d086-df03-4151-9d24-c090adee3a9b None None] Port 600ddb92-cea8-414b-8580-c5ab50fef605 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:23.573473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.594493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0c2f5b94-477f-41c0-b0d5-97a6d8520a07 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=938e9a204bb54312b0167113e2291180&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2013605 Dec 10 09:15:23.611763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:23.612055 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.688901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c43d7c4-1a7d-4ee4-8d20-7ee285d7c578 None None] DHCP port deletion for 3a4d67a3-4b1e-4bd0-a1a4-251171f685ed request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:23.702412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cc0fd1ca-ebf2-4d34-86f0-9ad788d33e65 None None] Could not find standard attr ID for object f5756b76-de08-4020-810b-e7cfc45ca121. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:15:23.757389 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cceae43b-e21a-42c5-a3a1-7da8d5e9848a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.768445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Deleting port 17c2b987-c85e-4178-a32b-13a7ea7cd140 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:23.768807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.795012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-1db4b51b-f885-4d31-8160-8546bc53c0bc service neutron] 10.222.0.31 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990244 Dec 10 09:15:23.798095 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceae43b-e21a-42c5-a3a1-7da8d5e9848a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd07f4f-efd4-4100-83f6-e0f587815d66,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:23.804323 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cceae43b-e21a-42c5-a3a1-7da8d5e9848a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.808148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cceae43b-e21a-42c5-a3a1-7da8d5e9848a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/4bd07f4f-efd4-4100-83f6-e0f587815d66 HTTP/1.1" status: 204 len: 168 time: 0.9830718 Dec 10 09:15:23.812064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 52994) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:23.816883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21df557-0855-4855-aaa9-3f9a44196d50 None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:23.830032 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] Set router 27466bc3-df3f-4239-84c4-19e7e7b02a4b gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:23.969808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] For port 17c2b987-c85e-4178-a32b-13a7ea7cd140, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=17c2b987-c85e-4178-a32b-13a7ea7cd140,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:23.970414 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:23.981713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-09270f09-cc8e-4167-abd5-45c16ca13d5a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet 6d10d581-df86-4cf9-93c7-0d2bca005792 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:15:23.988235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09270f09-cc8e-4167-abd5-45c16ca13d5a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.008878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Calling delete_port for 17c2b987-c85e-4178-a32b-13a7ea7cd140 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:24.044112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-44ac2119-f87d-4c92-9dca-c320ce80b65e service neutron] 10.222.0.31 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347231 Dec 10 09:15:24.066610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09270f09-cc8e-4167-abd5-45c16ca13d5a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.147771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6c43d7c4-1a7d-4ee4-8d20-7ee285d7c578 None None] Deleting port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:24.148136 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c43d7c4-1a7d-4ee4-8d20-7ee285d7c578 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.234388 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:15:21Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:24.248165 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09270f09-cc8e-4167-abd5-45c16ca13d5a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.257640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6c43d7c4-1a7d-4ee4-8d20-7ee285d7c578 None None] For port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b,segment=NetworkSegment(e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c),segment_id=e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:24.258046 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c43d7c4-1a7d-4ee4-8d20-7ee285d7c578 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.308392 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf120fc-0195-44aa-be1a-b43aff3e241a None None] The sync data for ids ['27466bc3-df3f-4239-84c4-19e7e7b02a4b'] in n-d-814746-3 is: [{'id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356789695', 'tenant_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:13:05Z', 'updated_at': '2021-12-10T09:15:21Z', 'revision_number': 5, 'project_id': '74395b77cd834c1f8e01fbaa6e1afff1', 'gw_port': {'id': '17c2b987-c85e-4178-a32b-13a7ea7cd140', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27466bc3-df3f-4239-84c4-19e7e7b02a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:08Z', 'updated_at': '2021-12-10T09:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:24.365697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6c43d7c4-1a7d-4ee4-8d20-7ee285d7c578 None None] Calling delete_port for 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:24.445170 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.456035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f868b4fe-02cb-4635-96a3-d0e147c4e6b5 req-380f7338-851d-480e-b3ee-7c6b0d2b09e4 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 210 time: 0.0666842 Dec 10 09:15:24.491213 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09270f09-cc8e-4167-abd5-45c16ca13d5a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.528554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Port': ['ID=17c2b987-c85e-4178-a32b-13a7ea7cd140,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:24.541261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c43d7c4-1a7d-4ee4-8d20-7ee285d7c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.545842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09270f09-cc8e-4167-abd5-45c16ca13d5a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=6d10d581-df86-4cf9-93c7-0d2bca005792,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:24.561727 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09270f09-cc8e-4167-abd5-45c16ca13d5a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.570737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-09270f09-cc8e-4167-abd5-45c16ca13d5a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/6d10d581-df86-4cf9-93c7-0d2bca005792 HTTP/1.1" status: 204 len: 168 time: 0.7577412 Dec 10 09:15:24.575127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53000) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:24.599632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85182b0-7a34-40e8-ba80-e997547c1ad3 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:24.602354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43d7c4-1a7d-4ee4-8d20-7ee285d7c578 None None] No DVR routers for this DVR port 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:24.604744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43d7c4-1a7d-4ee4-8d20-7ee285d7c578 None None] Pushing event deleted for resources: {'Port': ['ID=1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:24.647372 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d747f2d8-d427-4e64-843f-a2c476470e0c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:24.647863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d747f2d8-d427-4e64-843f-a2c476470e0c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:24.654599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d747f2d8-d427-4e64-843f-a2c476470e0c tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/4bd07f4f-efd4-4100-83f6-e0f587815d66 HTTP/1.1" status: 404 len: 337 time: 0.0744879 Dec 10 09:15:24.654933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53002) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:24.772946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01a29ec-c340-4d07-803e-8712a69d8cc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting subnet 9c8b5166-0e79-49ae-8bf2-ef786ca4da42 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:15:24.781545 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b01a29ec-c340-4d07-803e-8712a69d8cc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.806587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:24.873297 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b01a29ec-c340-4d07-803e-8712a69d8cc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.050609 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.053087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.110881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b01a29ec-c340-4d07-803e-8712a69d8cc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.139831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.140406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Fanout notify agent at l3_agent the message router_deleted on router 27466bc3-df3f-4239-84c4-19e7e7b02a4b {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:15:25.167855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.169323 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a5f041aa-ef58-4bd5-ba8e-10ec748dd51f tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "DELETE /v2.0/routers/27466bc3-df3f-4239-84c4-19e7e7b02a4b HTTP/1.1" status: 204 len: 168 time: 2.1779578 Dec 10 09:15:25.172011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53014) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:25.317427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b01a29ec-c340-4d07-803e-8712a69d8cc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.343055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:25.403121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a29ec-c340-4d07-803e-8712a69d8cc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8b5166-0e79-49ae-8bf2-ef786ca4da42,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:25.406728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b01a29ec-c340-4d07-803e-8712a69d8cc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.409636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:25.410540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1a0e4adf-2a4f-48a2-a6ef-765e7f1f5f3b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:25.410540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 53b99048-d287-43e1-aeb0-7b5dedd7c99a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:25.421331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b01a29ec-c340-4d07-803e-8712a69d8cc0 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/9c8b5166-0e79-49ae-8bf2-ef786ca4da42 HTTP/1.1" status: 204 len: 168 time: 0.7645695 Dec 10 09:15:25.441199 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.448784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53016) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:25.478872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 53b99048-d287-43e1-aeb0-7b5dedd7c99a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:25.479270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 53b99048-d287-43e1-aeb0-7b5dedd7c99a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:25.540469 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-58321e2b-1b99-4044-a858-4eb1bd28e4e3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:25.541205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58321e2b-1b99-4044-a858-4eb1bd28e4e3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:25.545831 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-58321e2b-1b99-4044-a858-4eb1bd28e4e3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/8d3fd303-3a2c-4ea1-94b6-203784f2e60e HTTP/1.1" status: 404 len: 337 time: 0.0934000 Dec 10 09:15:25.550187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53020) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:25.638000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5a5fc458-26a6-4d73-a560-1d3fd5d93832 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc7a5ebe-cd91-48f9-91d2-eb58edd67035 HTTP/1.1" status: 200 len: 205 time: 0.0859177 Dec 10 09:15:25.638866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53022) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:25.725317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.755245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3b8855e-2bf3-4c34-884a-c935c27c31cb req-e23fe146-abf8-4cf3-9654-13cd8d8ecc03 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 210 time: 0.1391251 Dec 10 09:15:25.760846 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-b2ddf665-bcc6-40c9-b526-ff62a8cf59d3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] delete failed (client error): The resource could not be found. Dec 10 09:15:25.766646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53024) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:25.769421 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b2ddf665-bcc6-40c9-b526-ff62a8cf59d3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/routers/cc7a5ebe-cd91-48f9-91d2-eb58edd67035 HTTP/1.1" status: 404 len: 336 time: 0.1268737 Dec 10 09:15:25.807549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4d67a3-4b1e-4bd0-a1a4-251171f685ed']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:25.825287 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-9101f0e3-8f2e-4232-b00a-4329a739d468 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:25.826258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9101f0e3-8f2e-4232-b00a-4329a739d468 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:25.838098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53028) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:25.842557 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9101f0e3-8f2e-4232-b00a-4329a739d468 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/113c44e8-d914-4a05-a52b-53c678dce251 HTTP/1.1" status: 404 len: 337 time: 0.0745804 Dec 10 09:15:25.855631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:25.856202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d4a6a2-605f-4f29-b947-9fcfcd0a3c2c') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:25.870765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf0aac-4af7-419f-a769-95dfde641010 None None] Network d26727bc-fd6f-4623-bf89-55c567c18d08 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:25.873695 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aaabd93-1243-4b02-87b0-fa198f6cbaf7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:25.874193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aaabd93-1243-4b02-87b0-fa198f6cbaf7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:25.874336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.882406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3aaabd93-1243-4b02-87b0-fa198f6cbaf7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/5b38dbd6-176c-4faa-9629-9cfbf17cbb75 HTTP/1.1" status: 404 len: 337 time: 0.0430686 Dec 10 09:15:25.883045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53030) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:25.911100 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.915262 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-391aa545-42b4-4a00-99d0-b3598747cec1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:25.915753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391aa545-42b4-4a00-99d0-b3598747cec1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:25.923667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53034) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:25.924739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-391aa545-42b4-4a00-99d0-b3598747cec1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/df10f613-cc8c-4922-a39e-9f09822d4bde HTTP/1.1" status: 404 len: 337 time: 0.0387309 Dec 10 09:15:25.950166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:15:25.950883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:15:25.954755 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:15:25.997195 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b788ed76-4884-496c-bb7b-f1e50ca2a4c4 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:25.998146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b788ed76-4884-496c-bb7b-f1e50ca2a4c4 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:26.002853 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b788ed76-4884-496c-bb7b-f1e50ca2a4c4 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/6c76addc-8503-40a0-9ec7-2897fd9e7e71 HTTP/1.1" status: 404 len: 333 time: 0.0657272 Dec 10 09:15:26.006979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53038) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:26.061316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-77f1b2e6-f7ab-4762-a241-75276fd8b67e None None] Provisioning complete for port ee4738a1-9363-4c70-96b2-bd2a35c4f87c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:26.062274 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77f1b2e6-f7ab-4762-a241-75276fd8b67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.086733 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3ba461-f1e3-4521-8a96-167f027ee299 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:26.087529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3ba461-f1e3-4521-8a96-167f027ee299 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:26.091115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9f3ba461-f1e3-4521-8a96-167f027ee299 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/9fbd6904-2abc-417d-be57-8e8c4d083bb6 HTTP/1.1" status: 404 len: 337 time: 0.0828958 Dec 10 09:15:26.095315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53040) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:26.193362 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d202b3-116e-475c-bf30-d3afa3a52165 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:26.202186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d202b3-116e-475c-bf30-d3afa3a52165 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:26.205801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f7d202b3-116e-475c-bf30-d3afa3a52165 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/f025df1d-d66d-4fb9-afed-e63f40315db6 HTTP/1.1" status: 404 len: 337 time: 0.1091280 Dec 10 09:15:26.208532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53042) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:26.211803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-fb0b517c-3a7a-412a-9ff8-c097e11c105d tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:26.214011 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-fb0b517c-3a7a-412a-9ff8-c097e11c105d tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.18 "GET /v2.0/networks?id=8b6d0f46-88b8-44de-b589-5c0303d6c004 HTTP/1.1" status: 200 len: 910 time: 0.1400943 Dec 10 09:15:26.215951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.237117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.247022 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a46bc2c-f9b5-40fd-b79e-34c9e44f9ab3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:26.248298 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] 10.222.0.31 "DELETE /v2.0/networks/3a4d67a3-4b1e-4bd0-a1a4-251171f685ed HTTP/1.1" status: 204 len: 168 time: 1.0748153 Dec 10 09:15:26.249070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a46bc2c-f9b5-40fd-b79e-34c9e44f9ab3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:26.253159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4a46bc2c-f9b5-40fd-b79e-34c9e44f9ab3 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/9022dd62-28fc-4f2e-8a0a-89cd8790107f HTTP/1.1" status: 404 len: 333 time: 0.0434480 Dec 10 09:15:26.257601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53046) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:26.285951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Request body: {'port': {'device_id': 'd183c1bf-f796-4719-a43c-8ecc35e8c354', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'admin_state_up': True, 'tenant_id': '938e9a204bb54312b0167113e2291180'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:26.315366 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-59af2955-4f76-4e52-8470-cab7d5e545a1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:26.320516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59af2955-4f76-4e52-8470-cab7d5e545a1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:26.327097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-59af2955-4f76-4e52-8470-cab7d5e545a1 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/74b0c13f-65e0-4f5b-8362-11ee9b7742a6 HTTP/1.1" status: 404 len: 337 time: 0.0651543 Dec 10 09:15:26.327934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53048) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:26.328331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7ddaf-3e17-482f-a9c7-e6527ee73d80 tempest-TestSecurityGroupsBasicOps-549714777 tempest-TestSecurityGroupsBasicOps-549714777-project] Pushing event deleted for resources: {'Network': ['ID=3a4d67a3-4b1e-4bd0-a1a4-251171f685ed,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:26.340371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Made reservation on behalf of 938e9a204bb54312b0167113e2291180 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:26.344812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.404174 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d75ffb9-2f27-445d-af43-76ac41d39cc7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] DELETE failed (client error): The resource could not be found. Dec 10 09:15:26.404504 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d75ffb9-2f27-445d-af43-76ac41d39cc7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:15:26.417256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-77f1b2e6-f7ab-4762-a241-75276fd8b67e None None] Provisioning complete for port 600ddb92-cea8-414b-8580-c5ab50fef605 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:26.417256 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-77f1b2e6-f7ab-4762-a241-75276fd8b67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.418193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d75ffb9-2f27-445d-af43-76ac41d39cc7 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/subnets/84eae639-2770-4a8b-ab46-2e2a5696b690 HTTP/1.1" status: 404 len: 337 time: 0.0865765 Dec 10 09:15:26.418659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53052) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:26.498393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-77f1b2e6-f7ab-4762-a241-75276fd8b67e None None] Port 600ddb92-cea8-414b-8580-c5ab50fef605 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:26.510691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de72e94-f8f6-46f7-a159-cd866ef6840f None None] DHCP port deletion for d26727bc-fd6f-4623-bf89-55c567c18d08 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:26.592854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Allocated IP 172.20.0.12 (8b6d0f46-88b8-44de-b589-5c0303d6c004/5fa89881-009e-4668-94d5-18092a5ad7f1/440698e9-4612-4bb6-a2c1-3640c8499916) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:26.654123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a3336f75-0454-4062-9a92-753882556302 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Deleting port 600ddb92-cea8-414b-8580-c5ab50fef605 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:26.655059 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3336f75-0454-4062-9a92-753882556302 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.674209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6de72e94-f8f6-46f7-a159-cd866ef6840f None None] Deleting port ee4738a1-9363-4c70-96b2-bd2a35c4f87c {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:26.675200 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6de72e94-f8f6-46f7-a159-cd866ef6840f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.789400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.832111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3336f75-0454-4062-9a92-753882556302 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.855538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a3336f75-0454-4062-9a92-753882556302 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Calling delete_port for 600ddb92-cea8-414b-8580-c5ab50fef605 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:26.904578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.919933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6de72e94-f8f6-46f7-a159-cd866ef6840f None None] For port ee4738a1-9363-4c70-96b2-bd2a35c4f87c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,segment=NetworkSegment(d4300a6a-d23d-408f-b3d9-05e4999c0e84),segment_id=d4300a6a-d23d-408f-b3d9-05e4999c0e84)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:26.920542 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6de72e94-f8f6-46f7-a159-cd866ef6840f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:26.934482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['10e35b03-4809-4545-bfea-262b64c0b0da'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:26.937522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53058) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:26.969650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6de72e94-f8f6-46f7-a159-cd866ef6840f None None] Calling delete_port for ee4738a1-9363-4c70-96b2-bd2a35c4f87c owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:26.996986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:27.001852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:27.005075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Pushing event updated for resources: {'Port': ['ID=440698e9-4612-4bb6-a2c1-3640c8499916,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:27.007518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:27.048378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:27.049042 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.057989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab2c52-f881-40c3-b5c1-11c22adc54b6 req-d8a9b54e-77e9-436f-8e23-9987f6e60ec0 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:27.059554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63ab2c52-f881-40c3-b5c1-11c22adc54b6 req-d8a9b54e-77e9-436f-8e23-9987f6e60ec0 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1028 time: 0.1211011 Dec 10 09:15:27.071336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0acaf843-f5d0-4f20-a3fc-bd8e6c238dec tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8207288 Dec 10 09:15:27.085313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Request body: {'port': {'device_id': 'd183c1bf-f796-4719-a43c-8ecc35e8c354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:27.269367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63ab2c52-f881-40c3-b5c1-11c22adc54b6 req-c6dc0c62-71cb-40dd-85f8-0e62f95b12a7 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835887 Dec 10 09:15:27.286370 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3336f75-0454-4062-9a92-753882556302 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.307935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.318521 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6de72e94-f8f6-46f7-a159-cd866ef6840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.345156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 17c2b987-c85e-4178-a32b-13a7ea7cd140 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:27.396713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3336f75-0454-4062-9a92-753882556302 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Port': ['ID=600ddb92-cea8-414b-8580-c5ab50fef605,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:27.403334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3336f75-0454-4062-9a92-753882556302 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.412072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a3336f75-0454-4062-9a92-753882556302 tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/ports/600ddb92-cea8-414b-8580-c5ab50fef605 HTTP/1.1" status: 204 len: 168 time: 0.9892399 Dec 10 09:15:27.415604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53066) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:27.460369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 17c2b987-c85e-4178-a32b-13a7ea7cd140 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:27.476851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 17c2b987-c85e-4178-a32b-13a7ea7cd140 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:27.477395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ee4738a1-9363-4c70-96b2-bd2a35c4f87c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:27.510821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ee4738a1-9363-4c70-96b2-bd2a35c4f87c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:27.511313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ee4738a1-9363-4c70-96b2-bd2a35c4f87c not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:27.515922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de72e94-f8f6-46f7-a159-cd866ef6840f None None] Pushing event deleted for resources: {'Port': ['ID=ee4738a1-9363-4c70-96b2-bd2a35c4f87c,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:27.548311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de72e94-f8f6-46f7-a159-cd866ef6840f None None] No DVR routers for this DVR port ee4738a1-9363-4c70-96b2-bd2a35c4f87c on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:27.589940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3176edfe-189d-486e-93b7-e4770b92204e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74395b77cd834c1f8e01fbaa6e1afff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6498487 Dec 10 09:15:27.595609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53068) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:27.609115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.641382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bdc05834-c22b-4e43-ac46-713e99062a4c None None] Provisioning complete for port 440698e9-4612-4bb6-a2c1-3640c8499916 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:27.642078 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bdc05834-c22b-4e43-ac46-713e99062a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.699136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440698e9-4612-4bb6-a2c1-3640c8499916 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:15:27.709666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.719830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bdc05834-c22b-4e43-ac46-713e99062a4c None None] Port 440698e9-4612-4bb6-a2c1-3640c8499916 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:27.729123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Transition to ACTIVE for port object 440698e9-4612-4bb6-a2c1-3640c8499916 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:15:27.737293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.835553 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e27fc6f3-3d6f-4a5e-a4d9-f0129830ce9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.842626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Pushing event updated for resources: {'Port': ['ID=440698e9-4612-4bb6-a2c1-3640c8499916,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:27.854275 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.903521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e27fc6f3-3d6f-4a5e-a4d9-f0129830ce9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.907092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26727bc-fd6f-4623-bf89-55c567c18d08']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:27.931278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4300a6a-d23d-408f-b3d9-05e4999c0e84') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:27.931678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4300a6a-d23d-408f-b3d9-05e4999c0e84') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:27.967142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.975170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Attempting to bind port 440698e9-4612-4bb6-a2c1-3640c8499916 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:15:27.975653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Attempting to bind port 440698e9-4612-4bb6-a2c1-3640c8499916 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:15:27.976092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Attempting to bind port 440698e9-4612-4bb6-a2c1-3640c8499916 on network 8b6d0f46-88b8-44de-b589-5c0303d6c004 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:27.981011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Port 440698e9-4612-4bb6-a2c1-3640c8499916 on network 8b6d0f46-88b8-44de-b589-5c0303d6c004 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:15:27.981538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Attempting to bind port 440698e9-4612-4bb6-a2c1-3640c8499916 on network 8b6d0f46-88b8-44de-b589-5c0303d6c004 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:27.987528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:15:27.987979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Checking segment: {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:27.988478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Bound using segment: {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:15:27.989031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Bound port: 440698e9-4612-4bb6-a2c1-3640c8499916, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:15:27.989497 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:27.994380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:28.003719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:15:28.004422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:28.075008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] For port 440698e9-4612-4bb6-a2c1-3640c8499916, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:15:28.079891 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:15:28.083102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] For port 440698e9-4612-4bb6-a2c1-3640c8499916, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=440698e9-4612-4bb6-a2c1-3640c8499916,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:15:28.085465 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:28.088010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:28.109365 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:28.114031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] 10.222.0.31 "DELETE /v2.0/networks/d26727bc-fd6f-4623-bf89-55c567c18d08 HTTP/1.1" status: 204 len: 168 time: 0.6970401 Dec 10 09:15:28.129273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a73ce-9a62-4b3c-9f73-65e8b958789a tempest-PortsIpV6TestJSON-313742886 tempest-PortsIpV6TestJSON-313742886-project] Pushing event deleted for resources: {'Network': ['ID=d26727bc-fd6f-4623-bf89-55c567c18d08,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:28.137541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e27fc6f3-3d6f-4a5e-a4d9-f0129830ce9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:28.141439 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e27fc6f3-3d6f-4a5e-a4d9-f0129830ce9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:28.146711 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e27fc6f3-3d6f-4a5e-a4d9-f0129830ce9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/874baea4-0444-4ef7-bf94-8eae06cb09dd HTTP/1.1" status: 204 len: 168 time: 0.5495255 Dec 10 09:15:28.156938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fc6f3-3d6f-4a5e-a4d9-f0129830ce9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874baea4-0444-4ef7-bf94-8eae06cb09dd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:28.194196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Pushing event updated for resources: {'Port': ['ID=440698e9-4612-4bb6-a2c1-3640c8499916,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:28.213787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:28.214442 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:28.215878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-03bb16f5-1457-4265-aca8-addfd724014a service neutron] 10.222.0.18 "PUT /v2.0/ports/440698e9-4612-4bb6-a2c1-3640c8499916 HTTP/1.1" status: 200 len: 1092 time: 1.1356828 Dec 10 09:15:28.216402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd183c1bf-f796-4719-a43c-8ecc35e8c354', 'tag': '440698e9-4612-4bb6-a2c1-3640c8499916'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:28.218674 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731" -d '{"events": [{"name": "network-changed", "server_uuid": "d183c1bf-f796-4719-a43c-8ecc35e8c354", "tag": "440698e9-4612-4bb6-a2c1-3640c8499916"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:28.352409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-11b14246-af46-4d5c-99df-9ab8bc1febd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:28.359313 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-11b14246-af46-4d5c-99df-9ab8bc1febd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=938e9a204bb54312b0167113e2291180&device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1095 time: 0.0829852 Dec 10 09:15:28.432348 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-59293e70-5078-493d-be4e-d36184132864 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=440698e9-4612-4bb6-a2c1-3640c8499916 HTTP/1.1" status: 200 len: 217 time: 0.0644367 Dec 10 09:15:28.433996 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4060a780-f952-40cb-855e-7e75348ced80 x-openstack-request-id: req-4060a780-f952-40cb-855e-7e75348ced80 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:28.434390 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d183c1bf-f796-4719-a43c-8ecc35e8c354", "tag": "440698e9-4612-4bb6-a2c1-3640c8499916", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:28.434764 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4060a780-f952-40cb-855e-7e75348ced80 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:28.435261 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd183c1bf-f796-4719-a43c-8ecc35e8c354', 'tag': '440698e9-4612-4bb6-a2c1-3640c8499916', 'status': 'completed', 'code': 200} Dec 10 09:15:28.581539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0d46a0f3-1964-49b6-bd01-6ec365c50a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:28.587123 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-0d46a0f3-1964-49b6-bd01-6ec365c50a95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fa89881-009e-4668-94d5-18092a5ad7f1 HTTP/1.1" status: 200 len: 848 time: 0.1459565 Dec 10 09:15:28.610939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aca701-90e8-49c9-8d71-8c9841b34867 req-6dbfc744-3e37-40f3-a379-5e0ee176633f tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:28.634126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96aca701-90e8-49c9-8d71-8c9841b34867 req-6dbfc744-3e37-40f3-a379-5e0ee176633f tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1095 time: 0.1357911 Dec 10 09:15:28.688452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53090) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:28.726477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96aca701-90e8-49c9-8d71-8c9841b34867 req-cec4f02d-cb37-4871-8e40-4ef43c217cc2 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878940 Dec 10 09:15:28.763941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-286f45ed-8db4-4099-b927-f4b86c5c5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:28.766832 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-286f45ed-8db4-4099-b927-f4b86c5c5084 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b6d0f46-88b8-44de-b589-5c0303d6c004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725690 Dec 10 09:15:28.834886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53094) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:28.866916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51f915f0-0d2f-408d-8c05-dd50c876ecfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:28.947934 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-c2c40531-e800-4be0-9699-e1feed448a6e service neutron] 10.222.0.18 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710720 Dec 10 09:15:29.074771 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-55bed513-0d2d-42c9-90b3-a3d5bea817a6 req-b6434bad-dbd3-4a5f-8c1c-7bb445229ad5 service neutron] 10.222.0.18 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196790 Dec 10 09:15:29.106585 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51f915f0-0d2f-408d-8c05-dd50c876ecfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.115371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51f915f0-0d2f-408d-8c05-dd50c876ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.178015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f915f0-0d2f-408d-8c05-dd50c876ecfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5860f5ac-4b23-4031-9a10-038c51007959,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:29.238967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-51f915f0-0d2f-408d-8c05-dd50c876ecfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30d22b2436964be0be1c954f36a6d684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4027743 Dec 10 09:15:29.241549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53100) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:29.252881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-4d97a578-17a9-405c-9dd3-86021f3a44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:29.255189 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-4d97a578-17a9-405c-9dd3-86021f3a44a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=938e9a204bb54312b0167113e2291180&device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1095 time: 0.0949101 Dec 10 09:15:29.325365 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ff5ee4b-64bc-473b-b2bc-c031bd7723cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.351050 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ff5ee4b-64bc-473b-b2bc-c031bd7723cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.410560 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ff5ee4b-64bc-473b-b2bc-c031bd7723cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.413358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2ff5ee4b-64bc-473b-b2bc-c031bd7723cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.416958 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2ff5ee4b-64bc-473b-b2bc-c031bd7723cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5860f5ac-4b23-4031-9a10-038c51007959 HTTP/1.1" status: 204 len: 168 time: 0.1716490 Dec 10 09:15:29.424094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-89012fc3-5d9b-4da0-8d59-4baa9fa5df04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54f4955c63984912be2f5357e5d89175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7297246 Dec 10 09:15:29.424723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53104) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:29.430656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5ee4b-64bc-473b-b2bc-c031bd7723cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5860f5ac-4b23-4031-9a10-038c51007959,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:29.453726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-0bbb658b-fb1f-4fdd-b82b-03cbc9277a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:29.456495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-0bbb658b-fb1f-4fdd-b82b-03cbc9277a68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b6d0f46-88b8-44de-b589-5c0303d6c004 HTTP/1.1" status: 200 len: 910 time: 0.1848900 Dec 10 09:15:29.514389 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-faba06d7-6e64-42dd-b52e-65618c4cf1db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=440698e9-4612-4bb6-a2c1-3640c8499916 HTTP/1.1" status: 200 len: 217 time: 0.0511742 Dec 10 09:15:29.588129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-470279dd-4327-4311-90fb-c009875c3c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.606327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-38240a0f-d265-44eb-830e-d8406a333bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:29.607311 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-38240a0f-d265-44eb-830e-d8406a333bb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fa89881-009e-4668-94d5-18092a5ad7f1 HTTP/1.1" status: 200 len: 848 time: 0.0813572 Dec 10 09:15:29.657928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-470279dd-4327-4311-90fb-c009875c3c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.705989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-629f7b53-d5c3-4aa3-b09b-1b18fa467175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:29.707702 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-629f7b53-d5c3-4aa3-b09b-1b18fa467175 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b6d0f46-88b8-44de-b589-5c0303d6c004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920656 Dec 10 09:15:29.862696 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-3247c71a-72d0-471d-b1d6-87c9d667de00 service neutron] 10.222.0.18 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420085 Dec 10 09:15:29.864131 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-470279dd-4327-4311-90fb-c009875c3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.867735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-470279dd-4327-4311-90fb-c009875c3c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:29.869846 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-470279dd-4327-4311-90fb-c009875c3c46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22df345a-d365-4271-af37-2b9306df2c5d HTTP/1.1" status: 204 len: 168 time: 0.4437428 Dec 10 09:15:29.906765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abaea7-ab81-4d64-ab5d-2158d85e224c req-8e17a36c-409e-49fb-a5c1-0990c6d287f2 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:29.918298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16abaea7-ab81-4d64-ab5d-2158d85e224c req-8e17a36c-409e-49fb-a5c1-0990c6d287f2 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1095 time: 0.0800900 Dec 10 09:15:29.923501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470279dd-4327-4311-90fb-c009875c3c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df345a-d365-4271-af37-2b9306df2c5d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:29.929776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53116) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:30.024790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16abaea7-ab81-4d64-ab5d-2158d85e224c req-ee544f59-c431-4550-9f47-15789474d82e tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948453 Dec 10 09:15:30.029736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7df21e9c-9351-4a40-a52d-afe6084b3f38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fe0b35d78eb4dd7bbcdf8a0565fdd84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944057 Dec 10 09:15:30.030759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53118) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:30.065467 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d1e97ee3-89cf-4d36-bfb3-2c84a559f731 req-05651b59-ab28-4b9b-84f2-6342d12725b1 service neutron] 10.222.0.18 "GET /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803441 Dec 10 09:15:30.088666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2170de38-6c5c-4046-af9e-4327718e46bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:30.114159 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2170de38-6c5c-4046-af9e-4327718e46bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:30.175165 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2170de38-6c5c-4046-af9e-4327718e46bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:30.178510 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2170de38-6c5c-4046-af9e-4327718e46bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:30.179859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2170de38-6c5c-4046-af9e-4327718e46bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd0c6eea-3d85-4277-afde-db4a2c2aba93 HTTP/1.1" status: 204 len: 168 time: 0.1476183 Dec 10 09:15:30.190547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170de38-6c5c-4046-af9e-4327718e46bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c6eea-3d85-4277-afde-db4a2c2aba93,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:30.782679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53144) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:30.881593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1974601386'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:30.902523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Made reservation on behalf of e1fb5667489b43aba9b736edfaafbaea for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:30.906053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:30.914793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:31.000652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:31.005483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:31.039281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:15:31.046308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff37391-5a36-43ad-aafe-61f3e80f7582,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:31.055177 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:31.055631 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Added segment c58f8ff6-c5ff-4085-a832-0faf1d0fc7ef of type vlan for network 91ca57b2-0ba8-4898-9df3-31e3fb9e68b3 Dec 10 09:15:31.128593 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:31.164947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d233-9f62-4622-8a2e-73ce7de2fb48 req-b273c926-998e-42bf-8212-1fa07e9f3cd2 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:31.166904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b253d233-9f62-4622-8a2e-73ce7de2fb48 req-b273c926-998e-42bf-8212-1fa07e9f3cd2 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1095 time: 0.0774243 Dec 10 09:15:31.168440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:31.174521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:31.175255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:31.261795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4773698 Dec 10 09:15:31.265723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53150) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:31.277300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-449d7ea4-a517-4405-a99f-17012be3c14f tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3', 'tempest-TagsTest-Tag-715379381') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:31.297572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b05e3d-dec0-47b0-8d86-2942ffd8d0cf tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Pushing event updated for resources: {'Network': ['ID=91ca57b2-0ba8-4898-9df3-31e3fb9e68b3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:31.308216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b253d233-9f62-4622-8a2e-73ce7de2fb48 req-ad5d21cd-0647-4599-abac-ba0b704ca11c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300628 Dec 10 09:15:31.308683 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 91ca57b2-0ba8-4898-9df3-31e3fb9e68b3 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:15:31.383205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-449d7ea4-a517-4405-a99f-17012be3c14f tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "PUT /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags/tempest-TagsTest-Tag-715379381 HTTP/1.1" status: 201 len: 201 time: 0.1118603 Dec 10 09:15:31.386038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53152) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:31.394466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-9a936659-9f3a-4211-b02e-d1dc5d002b6c tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3', 'tempest-TagsTest-Tag-715379381') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:31.466810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9a936659-9f3a-4211-b02e-d1dc5d002b6c tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "GET /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags/tempest-TagsTest-Tag-715379381 HTTP/1.1" status: 204 len: 168 time: 0.0792851 Dec 10 09:15:31.469181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53156) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:31.474184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-c256a9f7-6db4-4f49-9069-353e12c6cd05 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:31.542194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c256a9f7-6db4-4f49-9069-353e12c6cd05 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "GET /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags HTTP/1.1" status: 200 len: 237 time: 0.0719061 Dec 10 09:15:31.544664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53158) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:31.549315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-34011903-8ba7-4c46-85af-7dd8615b604c tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3', {'tags': ['tempest-TagsTest-Tag-1547287302', 'tempest-TagsTest-Tag-1046959072', 'tempest-TagsTest-Tag-1046421137']}) {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:31.627494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-34011903-8ba7-4c46-85af-7dd8615b604c tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "PUT /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags HTTP/1.1" status: 200 len: 309 time: 0.0818069 Dec 10 09:15:31.630083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53162) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:31.635461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-1e3fd29a-4bc7-4512-8fbe-a59bdb6a8beb tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3', 'tempest-TagsTest-Tag-1547287302') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:31.724987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1e3fd29a-4bc7-4512-8fbe-a59bdb6a8beb tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "DELETE /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags/tempest-TagsTest-Tag-1547287302 HTTP/1.1" status: 204 len: 168 time: 0.0937972 Dec 10 09:15:31.727632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53172) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:31.732133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-e9ab28ee-124e-4e12-b4e8-5e22a40bfec0 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3', 'tempest-TagsTest-Tag-1547287302') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:31.822133 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-e9ab28ee-124e-4e12-b4e8-5e22a40bfec0 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] show failed (client error): The resource could not be found. Dec 10 09:15:31.826041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e9ab28ee-124e-4e12-b4e8-5e22a40bfec0 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "GET /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags/tempest-TagsTest-Tag-1547287302 HTTP/1.1" status: 404 len: 326 time: 0.0948379 Dec 10 09:15:31.826835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53174) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:31.830813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-7ed1dcb7-37bd-4b3a-a2b6-1da76914807d tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3', 'tempest-TagsTest-Tag-1046959072') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:31.905005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7ed1dcb7-37bd-4b3a-a2b6-1da76914807d tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "GET /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags/tempest-TagsTest-Tag-1046959072 HTTP/1.1" status: 204 len: 168 time: 0.0752611 Dec 10 09:15:31.905234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53176) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:31.910206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-63fbed9a-4ee8-4a06-b520-fe3b293f0585 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3', 'tempest-TagsTest-Tag-1046421137') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:31.999139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-63fbed9a-4ee8-4a06-b520-fe3b293f0585 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "GET /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags/tempest-TagsTest-Tag-1046421137 HTTP/1.1" status: 204 len: 168 time: 0.0928090 Dec 10 09:15:32.001444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53178) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:32.007150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-7ddbac32-b204-4c7d-aeee-bfedfdd1e3d5 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:32.099667 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7ddbac32-b204-4c7d-aeee-bfedfdd1e3d5 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "DELETE /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags HTTP/1.1" status: 204 len: 168 time: 0.0959866 Dec 10 09:15:32.102263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53180) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:32.107792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-ea45d145-3f93-4947-8c8e-e474e451dd4c tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3', 'tempest-TagsTest-Tag-1046959072') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:32.164685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 440698e9-4612-4bb6-a2c1-3640c8499916 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:15:32.188216 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-ea45d145-3f93-4947-8c8e-e474e451dd4c tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] show failed (client error): The resource could not be found. Dec 10 09:15:32.190199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ea45d145-3f93-4947-8c8e-e474e451dd4c tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "GET /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags/tempest-TagsTest-Tag-1046959072 HTTP/1.1" status: 404 len: 326 time: 0.0865064 Dec 10 09:15:32.192863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53182) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:32.197923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.tag.tag_plugin [None req-7a245ee6-9725-450e-afe0-4af44e974bfa tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3', 'tempest-TagsTest-Tag-1046421137') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:32.277166 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-7a245ee6-9725-450e-afe0-4af44e974bfa tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] show failed (client error): The resource could not be found. Dec 10 09:15:32.281488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53184) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:32.281654 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7a245ee6-9725-450e-afe0-4af44e974bfa tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "GET /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags/tempest-TagsTest-Tag-1046421137 HTTP/1.1" status: 404 len: 326 time: 0.0873275 Dec 10 09:15:32.286542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.tag.tag_plugin [None req-2fb22031-8971-4614-ac94-4d10dc797ce2 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '91ca57b2-0ba8-4898-9df3-31e3fb9e68b3') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:32.309184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 440698e9-4612-4bb6-a2c1-3640c8499916, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=440698e9-4612-4bb6-a2c1-3640c8499916,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:32.323143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '440698e9-4612-4bb6-a2c1-3640c8499916', 'network_id': '8b6d0f46-88b8-44de-b589-5c0303d6c004', 'port_id': '440698e9-4612-4bb6-a2c1-3640c8499916', 'mac_address': 'fa:16:3e:e2:74:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa89881-009e-4668-94d5-18092a5ad7f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:15:32.369054 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:32.384428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440698e9-4612-4bb6-a2c1-3640c8499916 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:15:32.409575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 440698e9-4612-4bb6-a2c1-3640c8499916, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=440698e9-4612-4bb6-a2c1-3640c8499916,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:32.418801 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:32.450040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2fb22031-8971-4614-ac94-4d10dc797ce2 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "DELETE /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1673326 Dec 10 09:15:32.457904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53188) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:32.491854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5056b-1482-4be3-9a63-be427729a862 req-c7ca0b70-bf4f-40d9-b459-5c301614828d tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:32.493082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=440698e9-4612-4bb6-a2c1-3640c8499916,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:32.494624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45b5056b-1482-4be3-9a63-be427729a862 req-c7ca0b70-bf4f-40d9-b459-5c301614828d tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1095 time: 0.0995476 Dec 10 09:15:32.573898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:32.577612 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45b5056b-1482-4be3-9a63-be427729a862 req-cd3473b6-5b1b-476d-b192-d1b35f2c7ba5 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710530 Dec 10 09:15:32.682579 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:32.703215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ca57b2-0ba8-4898-9df3-31e3fb9e68b3']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:32.712897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58f8ff6-c5ff-4085-a832-0faf1d0fc7ef') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:32.713195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58f8ff6-c5ff-4085-a832-0faf1d0fc7ef') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:32.723342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:32.736885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:32.744361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:15:32.744739 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:32.747371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['440698e9-4612-4bb6-a2c1-3640c8499916'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:15:32.748417 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:15:32.857737 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:32.865202 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:32.869289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] 10.222.0.31 "DELETE /v2.0/networks/91ca57b2-0ba8-4898-9df3-31e3fb9e68b3 HTTP/1.1" status: 204 len: 168 time: 0.4096963 Dec 10 09:15:32.896600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da58035-d1a6-4951-a4e4-cc7b30a9b737 tempest-TagsTest-1608733697 tempest-TagsTest-1608733697-project] Pushing event deleted for resources: {'Network': ['ID=91ca57b2-0ba8-4898-9df3-31e3fb9e68b3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:33.170140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53198) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:33.175254 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a6afdb99-fc21-4013-a8f8-fa548b2a6905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:33.324086 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4ba05c19-4a93-49b8-9d27-e50231bebb9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1fb5667489b43aba9b736edfaafbaea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518712 Dec 10 09:15:33.326784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53202) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:33.376114 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83bd452a-a893-4be1-afcc-d118a6790ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:33.398317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83bd452a-a893-4be1-afcc-d118a6790ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:33.447028 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83bd452a-a893-4be1-afcc-d118a6790ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:33.449986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-83bd452a-a893-4be1-afcc-d118a6790ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:33.453772 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-83bd452a-a893-4be1-afcc-d118a6790ab5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ff37391-5a36-43ad-aafe-61f3e80f7582 HTTP/1.1" status: 204 len: 168 time: 0.1234903 Dec 10 09:15:33.460922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd452a-a893-4be1-afcc-d118a6790ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff37391-5a36-43ad-aafe-61f3e80f7582,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:33.703618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5855b-90d7-4f2b-8243-b15746e42dcf req-f06c0166-3720-4ec7-b51d-afa0101f7aba tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:33.705701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03f5855b-90d7-4f2b-8243-b15746e42dcf req-f06c0166-3720-4ec7-b51d-afa0101f7aba tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1096 time: 0.0524840 Dec 10 09:15:33.752542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03f5855b-90d7-4f2b-8243-b15746e42dcf req-602d16e9-ee58-4d37-b2c5-53d77cd46adf tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Dec 10 09:15:34.185786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 440698e9-4612-4bb6-a2c1-3640c8499916 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:34.242477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 440698e9-4612-4bb6-a2c1-3640c8499916 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:15:34.247709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 440698e9-4612-4bb6-a2c1-3640c8499916 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:34.248011 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:34.328474 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:34.353260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd183c1bf-f796-4719-a43c-8ecc35e8c354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440698e9-4612-4bb6-a2c1-3640c8499916'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:34.355714 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6e42fb-41c9-41e8-85dc-9f56d4099c4b" -d '{"events": [{"server_uuid": "d183c1bf-f796-4719-a43c-8ecc35e8c354", "name": "network-vif-plugged", "status": "completed", "tag": "440698e9-4612-4bb6-a2c1-3640c8499916"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:34.369942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 440698e9-4612-4bb6-a2c1-3640c8499916, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=440698e9-4612-4bb6-a2c1-3640c8499916,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:34.374670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:34.407171 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1b6e1d-36bd-4109-bf15-286754f425e8 x-openstack-request-id: req-4c1b6e1d-36bd-4109-bf15-286754f425e8 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:34.407462 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d183c1bf-f796-4719-a43c-8ecc35e8c354", "name": "network-vif-plugged", "status": "completed", "tag": "440698e9-4612-4bb6-a2c1-3640c8499916", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:34.407714 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c1b6e1d-36bd-4109-bf15-286754f425e8 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:34.408330 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd183c1bf-f796-4719-a43c-8ecc35e8c354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440698e9-4612-4bb6-a2c1-3640c8499916', 'code': 200} Dec 10 09:15:34.437955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=440698e9-4612-4bb6-a2c1-3640c8499916,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:34.510092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4b8e-1b72-4ade-b159-83163154671f req-a97ed6bd-8b0e-4c55-abb6-d45013776c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:34.511611 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3eba4b8e-1b72-4ade-b159-83163154671f req-a97ed6bd-8b0e-4c55-abb6-d45013776c1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1097 time: 0.0459898 Dec 10 09:15:34.559082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3eba4b8e-1b72-4ade-b159-83163154671f req-e76cee6e-124d-451f-acc3-bee5be497c65 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 Dec 10 09:15:34.865659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dbbb2-bbd9-43c9-a405-046c96b4086c req-9988a82f-4308-4e94-849d-3278419238c4 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:34.867935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee8dbbb2-bbd9-43c9-a405-046c96b4086c req-9988a82f-4308-4e94-849d-3278419238c4 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1097 time: 0.0428486 Dec 10 09:15:34.920554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee8dbbb2-bbd9-43c9-a405-046c96b4086c req-ef4d5bc8-56d9-4b68-953e-870d6b48e5c4 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462351 Dec 10 09:15:35.259427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53276) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:35.319790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53280) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:35.421556 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-189a87aa-94dd-498c-b645-b0d7652110e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.439906 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02753d2d-3e12-4ed5-8c89-aebaeb362f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.448944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22bd3a77-ac58-4c14-a015-6ba70bc0ae7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.557044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-189a87aa-94dd-498c-b645-b0d7652110e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.565637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-189a87aa-94dd-498c-b645-b0d7652110e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.601769 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22bd3a77-ac58-4c14-a015-6ba70bc0ae7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.609875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22bd3a77-ac58-4c14-a015-6ba70bc0ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.624784 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-189a87aa-94dd-498c-b645-b0d7652110e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c23359af54a447eba4e75bf2bba1f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3642311 Dec 10 09:15:35.628171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53284) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:35.629089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a87aa-94dd-498c-b645-b0d7652110e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff36528-b19d-46a4-af79-b125c1828317,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:35.652690 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-22bd3a77-ac58-4c14-a015-6ba70bc0ae7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10a0545386ec496887dcd044b00b924b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317690 Dec 10 09:15:35.655828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53286) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:35.678461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd3a77-ac58-4c14-a015-6ba70bc0ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f80b28-0f4c-4040-911a-2bbef32be22a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:35.679151 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eed0c260-af92-4f9c-b09e-e0272d0347ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.707556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eed0c260-af92-4f9c-b09e-e0272d0347ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.712729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1443e36f-f003-4131-9a68-84d2e8a4d03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.734342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1443e36f-f003-4131-9a68-84d2e8a4d03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.752729 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eed0c260-af92-4f9c-b09e-e0272d0347ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.755442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eed0c260-af92-4f9c-b09e-e0272d0347ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.756635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eed0c260-af92-4f9c-b09e-e0272d0347ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fff36528-b19d-46a4-af79-b125c1828317 HTTP/1.1" status: 204 len: 168 time: 0.1272559 Dec 10 09:15:35.777016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0c260-af92-4f9c-b09e-e0272d0347ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff36528-b19d-46a4-af79-b125c1828317,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:35.789118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1443e36f-f003-4131-9a68-84d2e8a4d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.794626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1443e36f-f003-4131-9a68-84d2e8a4d03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:35.796874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1443e36f-f003-4131-9a68-84d2e8a4d03d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44f80b28-0f4c-4040-911a-2bbef32be22a HTTP/1.1" status: 204 len: 168 time: 0.1401258 Dec 10 09:15:35.807498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443e36f-f003-4131-9a68-84d2e8a4d03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f80b28-0f4c-4040-911a-2bbef32be22a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:36.050091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d5edb-b7dc-4d98-a292-5f41bac72839 req-aba87646-2aa7-489d-8e8b-d5bc9587ecbc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:36.051650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d35d5edb-b7dc-4d98-a292-5f41bac72839 req-aba87646-2aa7-489d-8e8b-d5bc9587ecbc tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1097 time: 0.0525937 Dec 10 09:15:36.107700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d35d5edb-b7dc-4d98-a292-5f41bac72839 req-6a288583-8086-4f62-958d-393d970f60fe tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460794 Dec 10 09:15:36.128086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53300) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:36.138720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53304) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:36.146712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-827ddea1-b21f-47d8-80fd-d3f679727012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.154863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ead9e01c-598d-4d38-b075-d12ac4bef383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.238569 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ead9e01c-598d-4d38-b075-d12ac4bef383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.245986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ead9e01c-598d-4d38-b075-d12ac4bef383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.259813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-827ddea1-b21f-47d8-80fd-d3f679727012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.262566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbd797-4460-49e3-bea1-b14ae9cfafbb req-19250275-a334-4d1f-8366-1747d7ef5af1 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:36.264254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03fbd797-4460-49e3-bea1-b14ae9cfafbb req-19250275-a334-4d1f-8366-1747d7ef5af1 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1097 time: 0.0783384 Dec 10 09:15:36.266844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-827ddea1-b21f-47d8-80fd-d3f679727012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.294140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ead9e01c-598d-4d38-b075-d12ac4bef383 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7f79c531a03407fa3684822ef16f114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1538239 Dec 10 09:15:36.294845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9e01c-598d-4d38-b075-d12ac4bef383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0cea7f-da5f-433b-9374-ce883887dcf9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:36.297839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53306) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:36.323058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-827ddea1-b21f-47d8-80fd-d3f679727012 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a487e19ac884e18b868db8f37d03f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938367 Dec 10 09:15:36.326750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53308) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:36.327365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ddea1-b21f-47d8-80fd-d3f679727012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d6c89a-5e17-4b4c-b204-1d8436c2ef5e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:36.350723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f8cb7fa-8863-4f88-9f3d-4ddd41f6b5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.370840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03fbd797-4460-49e3-bea1-b14ae9cfafbb req-2dc02701-f7ae-4c34-ba7e-477d91d2c5ff tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942824 Dec 10 09:15:36.372318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f8cb7fa-8863-4f88-9f3d-4ddd41f6b5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.398066 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8ae706d-703c-4c1a-a4a1-4881438ddc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.422368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8ae706d-703c-4c1a-a4a1-4881438ddc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.424989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f8cb7fa-8863-4f88-9f3d-4ddd41f6b5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.427866 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f8cb7fa-8863-4f88-9f3d-4ddd41f6b5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.429257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5f8cb7fa-8863-4f88-9f3d-4ddd41f6b5de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c0cea7f-da5f-433b-9374-ce883887dcf9 HTTP/1.1" status: 204 len: 168 time: 0.1304779 Dec 10 09:15:36.439834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cb7fa-8863-4f88-9f3d-4ddd41f6b5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0cea7f-da5f-433b-9374-ce883887dcf9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:36.509497 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.518312 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8ae706d-703c-4c1a-a4a1-4881438ddc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.521256 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8ae706d-703c-4c1a-a4a1-4881438ddc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:36.522444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d8ae706d-703c-4c1a-a4a1-4881438ddc93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8d6c89a-5e17-4b4c-b204-1d8436c2ef5e HTTP/1.1" status: 204 len: 168 time: 0.1919270 Dec 10 09:15:36.526203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ca978-fb41-4862-b914-41b6f687b49a req-8b5b4593-6d1b-4dfe-af5b-60e9702d5933 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:36.527701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c4ca978-fb41-4862-b914-41b6f687b49a req-8b5b4593-6d1b-4dfe-af5b-60e9702d5933 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1097 time: 0.0792768 Dec 10 09:15:36.535272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae706d-703c-4c1a-a4a1-4881438ddc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d6c89a-5e17-4b4c-b204-1d8436c2ef5e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:36.937061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1c4ca978-fb41-4862-b914-41b6f687b49a req-aaf59527-9f30-476b-8e45-e3cf36c67425 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989358 Dec 10 09:15:37.212070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809a40a-1733-49cc-9fab-6a6f317e9f81 req-0f71744c-3480-40d6-84f5-e41de6360837 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:37.217721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8809a40a-1733-49cc-9fab-6a6f317e9f81 req-0f71744c-3480-40d6-84f5-e41de6360837 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1097 time: 0.0567610 Dec 10 09:15:37.278088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8809a40a-1733-49cc-9fab-6a6f317e9f81 req-66d104fa-b81f-4248-9685-1a895f90091e tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536819 Dec 10 09:15:38.219992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:38.371853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53462) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:38.388296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e25489-aa3d-4710-9315-a09f14d7ceef req-2b226f0b-a7a6-4953-bea1-99144bea6921 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:38.389865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80e25489-aa3d-4710-9315-a09f14d7ceef req-2b226f0b-a7a6-4953-bea1-99144bea6921 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1097 time: 0.0472214 Dec 10 09:15:38.443763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80e25489-aa3d-4710-9315-a09f14d7ceef req-207387ec-3110-443d-8f50-27004ada6f19 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458143 Dec 10 09:15:38.494946 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f88fd4b-da99-4661-9398-22b82ee44911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:38.606167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-07063b5e-e767-492e-b2aa-bea10a9a845b tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:38.607903 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-07063b5e-e767-492e-b2aa-bea10a9a845b tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 1097 time: 0.0636983 Dec 10 09:15:38.653077 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f88fd4b-da99-4661-9398-22b82ee44911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:38.660663 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f88fd4b-da99-4661-9398-22b82ee44911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:38.706948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dc2e4-93d8-4d8b-8fbc-8987c971f324 req-8892e40d-99e8-4129-8d38-335b128a1551 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:38.709241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-615dc2e4-93d8-4d8b-8fbc-8987c971f324 req-8892e40d-99e8-4129-8d38-335b128a1551 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0620270 Dec 10 09:15:38.726937 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2f88fd4b-da99-4661-9398-22b82ee44911 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ec9c2abd11c4fcd9c582510ee89ca86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3539097 Dec 10 09:15:38.728466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88fd4b-da99-4661-9398-22b82ee44911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd2409a-1319-4848-b20a-1db907e559ee,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:38.731214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53468) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:38.767529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-615dc2e4-93d8-4d8b-8fbc-8987c971f324 req-d494a973-8926-4c18-add1-9e1007035700 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501678 Dec 10 09:15:38.780579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Deleting port 440698e9-4612-4bb6-a2c1-3640c8499916 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:38.780915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:38.914114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984bdad-4c0c-4534-9047-7296da1f3a3b req-318b0a12-c73d-499a-b3ed-976432cc82e1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:38.916181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0984bdad-4c0c-4534-9047-7296da1f3a3b req-318b0a12-c73d-499a-b3ed-976432cc82e1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0660486 Dec 10 09:15:38.976297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0984bdad-4c0c-4534-9047-7296da1f3a3b req-d0ce5bf5-331a-47d2-b3d1-f64eaff74e5f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516131 Dec 10 09:15:39.131798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-493e2a77-cf2f-4907-9653-ac55149ba6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.166299 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-493e2a77-cf2f-4907-9653-ac55149ba6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.203167 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.214381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] For port 440698e9-4612-4bb6-a2c1-3640c8499916, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=440698e9-4612-4bb6-a2c1-3640c8499916,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:39.214755 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.231263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Calling delete_port for 440698e9-4612-4bb6-a2c1-3640c8499916 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:39.285795 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-493e2a77-cf2f-4907-9653-ac55149ba6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.288402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-493e2a77-cf2f-4907-9653-ac55149ba6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.290374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-493e2a77-cf2f-4907-9653-ac55149ba6d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffd2409a-1319-4848-b20a-1db907e559ee HTTP/1.1" status: 204 len: 168 time: 0.5562503 Dec 10 09:15:39.301061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-0b8344b2-63c4-42f5-bc7b-da5caef52cbf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:39.302748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-0b8344b2-63c4-42f5-bc7b-da5caef52cbf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.1234186 Dec 10 09:15:39.313775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e2a77-cf2f-4907-9653-ac55149ba6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd2409a-1319-4848-b20a-1db907e559ee,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:39.348361 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-31e786fc-29dd-4f78-8d95-3694f550d093 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/quotas/421fbd44c6eb41809d7db303745958e6 HTTP/1.1" status: 200 len: 375 time: 0.0381544 Dec 10 09:15:39.416557 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.433800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['10e35b03-4809-4545-bfea-262b64c0b0da'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:39.447936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-fd34438a-8bba-4dab-a272-8f2d6b34abd1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0894306 Dec 10 09:15:39.457594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Pushing event deleted for resources: {'Port': ['ID=440698e9-4612-4bb6-a2c1-3640c8499916,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:39.526032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['440698e9-4612-4bb6-a2c1-3640c8499916'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:39.578565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] No DVR routers for this DVR port 440698e9-4612-4bb6-a2c1-3640c8499916 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:39.591278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.600734 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2bf9541-2ff7-4ce0-86e5-4924a968b920 req-901ff6ca-9ceb-4103-8bb4-336a63bf4328 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.18 "DELETE /v2.0/ports/440698e9-4612-4bb6-a2c1-3640c8499916 HTTP/1.1" status: 204 len: 173 time: 0.9851420 Dec 10 09:15:39.601223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd183c1bf-f796-4719-a43c-8ecc35e8c354', 'name': 'network-vif-deleted', 'tag': '440698e9-4612-4bb6-a2c1-3640c8499916'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:39.603570 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3d69e9-6543-415a-a7b3-4f30944c7c5f" -d '{"events": [{"server_uuid": "d183c1bf-f796-4719-a43c-8ecc35e8c354", "name": "network-vif-deleted", "tag": "440698e9-4612-4bb6-a2c1-3640c8499916"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:39.675363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-bd82ced3-1ea4-4056-ba78-235a0e7c68f0 service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029183 Dec 10 09:15:39.740075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a43e166-22f0-4d71-8b71-7476ba731ae8 req-eac0203b-d964-454b-a079-afb34fb095de tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d183c1bf-f796-4719-a43c-8ecc35e8c354 HTTP/1.1" status: 200 len: 210 time: 0.1791193 Dec 10 09:15:39.789866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53496) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:39.806464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8963-5349-4368-81ed-5acd60c38c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.844525 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2ac525-d1bc-47f7-8340-a4d0367241f2 x-openstack-request-id: req-5b2ac525-d1bc-47f7-8340-a4d0367241f2 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:39.844827 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d183c1bf-f796-4719-a43c-8ecc35e8c354", "name": "network-vif-deleted", "tag": "440698e9-4612-4bb6-a2c1-3640c8499916", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:39.845082 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b2ac525-d1bc-47f7-8340-a4d0367241f2 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:39.845911 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd183c1bf-f796-4719-a43c-8ecc35e8c354', 'name': 'network-vif-deleted', 'tag': '440698e9-4612-4bb6-a2c1-3640c8499916', 'status': 'completed', 'code': 200} Dec 10 09:15:39.871714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-ee73c440-2d79-46cd-ab7a-9bbf5bcf56e6 service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953111 Dec 10 09:15:39.921463 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8963-5349-4368-81ed-5acd60c38c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.928489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8963-5349-4368-81ed-5acd60c38c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:39.983504 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cc2b8963-5349-4368-81ed-5acd60c38c74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26a8bb810c9e4124927461ac6c866d90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901438 Dec 10 09:15:39.983504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8963-5349-4368-81ed-5acd60c38c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60a5f8-a186-40cb-9e3b-3be7006f6113,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:39.983867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53502) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:40.002675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53504) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:40.117545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887158a6-010a-4b45-b568-2aabb2826529 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:40.118171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887158a6-010a-4b45-b568-2aabb2826529 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:40.118647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887158a6-010a-4b45-b568-2aabb2826529 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:40.126237 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-887158a6-010a-4b45-b568-2aabb2826529 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=af85371d55f441fd9a5599356d089db8&network_id=a26df134-3c7a-4a45-9590-6cc543a9b642 HTTP/1.1" status: 200 len: 2970 time: 0.1138854 Dec 10 09:15:40.131264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34e1cfc2-7cbe-4b1e-88d9-73070cb5f0da req-05ada3c8-aea5-4d61-b03a-41ee4f1ad64b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 210 time: 0.0679204 Dec 10 09:15:40.134322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:40.179524 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:40.245810 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:40.248794 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:40.250189 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc60a5f8-a186-40cb-9e3b-3be7006f6113 HTTP/1.1" status: 204 len: 168 time: 0.2652354 Dec 10 09:15:40.259721 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60a5f8-a186-40cb-9e3b-3be7006f6113,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:40.269129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.269354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.269688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.270794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.271519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.271519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.271715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.272104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.272469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.272873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.273216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.273574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.274191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196c69-e27f-48fb-81a2-95b70e2ff7a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:15:40.937360 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-fd87fb8d-9592-41d4-b0ee-66ef666322ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773921 Dec 10 09:15:41.055704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-0f8129ed-efd9-4c8a-a6fc-7fc59e82b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:41.060509 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-0f8129ed-efd9-4c8a-a6fc-7fc59e82b039 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1095 time: 0.0662470 Dec 10 09:15:41.226355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-71e2539d-bbd7-4be1-a917-ddc3ca72012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:41.228560 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-71e2539d-bbd7-4be1-a917-ddc3ca72012d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.1396425 Dec 10 09:15:41.284279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93555d-bee0-4138-bdb9-c727ed12b31c req-3c990355-a146-4c44-bc78-d89fa82613ea tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:41.290774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b93555d-bee0-4138-bdb9-c727ed12b31c req-3c990355-a146-4c44-bc78-d89fa82613ea tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1096 time: 0.1466019 Dec 10 09:15:41.347041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-98506125-c213-4097-bee8-57f373c74f96 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:41.348975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-98506125-c213-4097-bee8-57f373c74f96 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.2034826 Dec 10 09:15:41.372852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'port': {'device_id': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'admin_state_up': True, 'tenant_id': '421fbd44c6eb41809d7db303745958e6'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:41.386336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-60d5b82b-2dba-4634-8433-212f25771d64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 999 time: 0.1490726 Dec 10 09:15:41.412673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2e24c7b-0bda-4f16-84e9-0120bb2f9302 req-b8ce5f49-36f3-4c9d-a18b-d24583cb9fb9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 210 time: 0.0624030 Dec 10 09:15:41.447720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-0db298f2-fbf6-455f-a0b5-e4df075e1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:41.449527 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-0db298f2-fbf6-455f-a0b5-e4df075e1682 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0559895 Dec 10 09:15:41.453764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b93555d-bee0-4138-bdb9-c727ed12b31c req-3ce01b8f-ea72-4383-9227-47900b571819 tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491778 Dec 10 09:15:41.510913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-2871029e-c61c-4044-826c-cde5d14a6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:41.515513 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-2871029e-c61c-4044-826c-cde5d14a6708 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551558 Dec 10 09:15:41.549584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Made reservation on behalf of 421fbd44c6eb41809d7db303745958e6 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:41.553759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:41.670207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-b68ecb16-d6c3-425c-a4dd-1c33d252b56f service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437690 Dec 10 09:15:41.727516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Allocated IP 172.20.0.3 (6f7bc68f-d442-4c32-a995-0452e37aef94/82f5ef62-e20e-4c02-ae8a-d223cfb693e4/93825e53-4751-4edb-a735-1e0c5f315678) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:41.789972 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-4b7ef92d-ea4a-4842-b0ff-6e1b26224618 req-433244ae-304e-4d65-be8b-6a5db1668a9f service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060555 Dec 10 09:15:41.873764 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53566) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:41.920679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:41.960906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:41.973666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5645416b-962b-4aca-a737-ab5a9b517260', '50277fdc-1dc6-4b6b-a46e-39519e35005a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:42.019471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:42.022946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:42.030084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:42.072985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'Port': ['ID=93825e53-4751-4edb-a735-1e0c5f315678,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:42.079501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-409017e0-167c-4649-bafd-607675ae0d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.158673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:42.159332 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.209252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-1b998909-27b3-4cce-b61b-391df342cc40 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8414302 Dec 10 09:15:42.223674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Request body: {'port': {'device_id': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:42.263289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 440698e9-4612-4bb6-a2c1-3640c8499916 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:42.291002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 440698e9-4612-4bb6-a2c1-3640c8499916 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:42.291573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 440698e9-4612-4bb6-a2c1-3640c8499916 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:42.326483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-409017e0-167c-4649-bafd-607675ae0d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.327397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.328172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b3128fc4-55d0-466b-9774-9d0a5338dbbb None None] Provisioning complete for port 93825e53-4751-4edb-a735-1e0c5f315678 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:42.328507 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3128fc4-55d0-466b-9774-9d0a5338dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.339022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-409017e0-167c-4649-bafd-607675ae0d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.368716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b3128fc4-55d0-466b-9774-9d0a5338dbbb None None] Port 93825e53-4751-4edb-a735-1e0c5f315678 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:42.378747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53572) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:42.413420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409017e0-167c-4649-bafd-607675ae0d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10201548-d992-4212-acf6-c96b2114fceb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:42.419683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-409017e0-167c-4649-bafd-607675ae0d3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8302e312797248a6a965adb42a57b305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5448716 Dec 10 09:15:42.422692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53574) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:42.462470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07465801-ea7c-4ae1-b9a6-d3b5c71ca801 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:42.464211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-07465801-ea7c-4ae1-b9a6-d3b5c71ca801 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851 HTTP/1.1" status: 200 len: 814 time: 0.0841489 Dec 10 09:15:42.604674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-3b27d6b7-db7c-423c-a37b-43ee26c9185c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:42.606131 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-3b27d6b7-db7c-423c-a37b-43ee26c9185c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1096 time: 0.0605555 Dec 10 09:15:42.703516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Deleting port 10e35b03-4809-4545-bfea-262b64c0b0da {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:42.703885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.727427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a24e0a8e-dc1e-46b6-ad8a-cd6fe04defa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.737404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbb68-f8bd-4f08-976f-29ff8494054c req-ee8faf57-7b5a-4dc1-8f6a-bf3ca37bea12 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:42.738970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd5dbb68-f8bd-4f08-976f-29ff8494054c req-ee8faf57-7b5a-4dc1-8f6a-bf3ca37bea12 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 931 time: 0.2305436 Dec 10 09:15:42.759698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852eb9a-eafa-4a6a-aefc-8959ba675e83 req-eee84110-1844-4b26-9c39-63779dfc4b2d tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:42.761228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c852eb9a-eafa-4a6a-aefc-8959ba675e83 req-eee84110-1844-4b26-9c39-63779dfc4b2d tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21938b35-78ad-4506-8b5c-65c1a6c14381 HTTP/1.1" status: 200 len: 1096 time: 0.1957760 Dec 10 09:15:42.806195 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a24e0a8e-dc1e-46b6-ad8a-cd6fe04defa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.808759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] For port 10e35b03-4809-4545-bfea-262b64c0b0da, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10e35b03-4809-4545-bfea-262b64c0b0da,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:42.809284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.826945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Calling delete_port for 10e35b03-4809-4545-bfea-262b64c0b0da owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:42.926702 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd5dbb68-f8bd-4f08-976f-29ff8494054c req-f6823de4-549d-47eb-adbb-4c1d0d354716 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710784 Dec 10 09:15:42.931762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c852eb9a-eafa-4a6a-aefc-8959ba675e83 req-da1d2a18-0e37-4f41-877e-da667e461d6e tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540337 Dec 10 09:15:42.973196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53586) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:42.981041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'network': {'name': 'tempest-network-smoke--1217593038', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'port_security_enabled': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:42.987144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93825e53-4751-4edb-a735-1e0c5f315678 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:15:42.993433 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a24e0a8e-dc1e-46b6-ad8a-cd6fe04defa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.996045 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a24e0a8e-dc1e-46b6-ad8a-cd6fe04defa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:42.997191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a24e0a8e-dc1e-46b6-ad8a-cd6fe04defa6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10201548-d992-4212-acf6-c96b2114fceb HTTP/1.1" status: 204 len: 168 time: 0.5705221 Dec 10 09:15:43.014032 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.015421 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.027641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['10e35b03-4809-4545-bfea-262b64c0b0da'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:43.033958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e0a8e-dc1e-46b6-ad8a-cd6fe04defa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10201548-d992-4212-acf6-c96b2114fceb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:43.046532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Transition to ACTIVE for port object 93825e53-4751-4edb-a735-1e0c5f315678 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:15:43.053058 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.061538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Made reservation on behalf of af85371d55f441fd9a5599356d089db8 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:43.065584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Pushing event deleted for resources: {'Port': ['ID=10e35b03-4809-4545-bfea-262b64c0b0da,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:43.070560 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.166906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] No DVR routers for this DVR port 10e35b03-4809-4545-bfea-262b64c0b0da on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:43.172572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.180151 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-592a5075-1fc0-4c4b-8849-0e8754e07fc9 req-891ee33e-6764-49c7-8953-2c72f248791c tempest-TestServerMultinode-1699813105 tempest-TestServerMultinode-1699813105-project-admin] 10.222.0.39 "DELETE /v2.0/ports/10e35b03-4809-4545-bfea-262b64c0b0da HTTP/1.1" status: 204 len: 173 time: 0.5663359 Dec 10 09:15:43.181396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21938b35-78ad-4506-8b5c-65c1a6c14381', 'name': 'network-vif-deleted', 'tag': '10e35b03-4809-4545-bfea-262b64c0b0da'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:43.201852 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bf6f6c-f00b-477c-9e92-aaf736ec4506" -d '{"events": [{"server_uuid": "21938b35-78ad-4506-8b5c-65c1a6c14381", "name": "network-vif-deleted", "tag": "10e35b03-4809-4545-bfea-262b64c0b0da"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:43.235313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:15:43.301705 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a824bfc6-d893-415b-b740-bb77e190c803 x-openstack-request-id: req-a824bfc6-d893-415b-b740-bb77e190c803 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:43.302288 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21938b35-78ad-4506-8b5c-65c1a6c14381", "name": "network-vif-deleted", "tag": "10e35b03-4809-4545-bfea-262b64c0b0da", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:43.302606 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a824bfc6-d893-415b-b740-bb77e190c803 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:43.303104 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21938b35-78ad-4506-8b5c-65c1a6c14381', 'name': 'network-vif-deleted', 'tag': '10e35b03-4809-4545-bfea-262b64c0b0da', 'status': 'completed', 'code': 200} Dec 10 09:15:43.303963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Pushing event updated for resources: {'Port': ['ID=93825e53-4751-4edb-a735-1e0c5f315678,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:43.363768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.364484 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Added segment 0530d8e3-bb18-4f2f-9a65-f0da64bc62af of type vlan for network 8b0bf199-d89f-4773-a873-9ce196e960eb Dec 10 09:15:43.448847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.453071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Attempting to bind port 93825e53-4751-4edb-a735-1e0c5f315678 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:15:43.453561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Attempting to bind port 93825e53-4751-4edb-a735-1e0c5f315678 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:15:43.453987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Attempting to bind port 93825e53-4751-4edb-a735-1e0c5f315678 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:43.466557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Port 93825e53-4751-4edb-a735-1e0c5f315678 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:15:43.466985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Attempting to bind port 93825e53-4751-4edb-a735-1e0c5f315678 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:43.482246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:15:43.482718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Checking segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:43.483252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Bound using segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:15:43.483796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Bound port: 93825e53-4751-4edb-a735-1e0c5f315678, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:15:43.484286 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.499333 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.505949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:43.506704 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.609614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6340809 Dec 10 09:15:43.613496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53604) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:43.630921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282d3f5-8241-4be8-83eb-9763b63e6b4a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Network': ['ID=8b0bf199-d89f-4773-a873-9ce196e960eb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:43.648109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] For port 93825e53-4751-4edb-a735-1e0c5f315678, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:15:43.651076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 8b0bf199-d89f-4773-a873-9ce196e960eb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:15:43.651604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] For port 93825e53-4751-4edb-a735-1e0c5f315678, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93825e53-4751-4edb-a735-1e0c5f315678,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:15:43.660656 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.710372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:43.710969 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:43.712605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] 10.222.0.18 "PUT /v2.0/ports/93825e53-4751-4edb-a735-1e0c5f315678 HTTP/1.1" status: 200 len: 1091 time: 1.4943035 Dec 10 09:15:43.715237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'tag': '93825e53-4751-4edb-a735-1e0c5f315678'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:43.718625 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e3cbb-b757-4413-8c84-b56064c11947" -d '{"events": [{"name": "network-changed", "server_uuid": "f5cdc590-5c53-4868-bf1b-6d5b801ce8f7", "tag": "93825e53-4751-4edb-a735-1e0c5f315678"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:43.749524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8ab68-3b9b-4145-bd3f-2cedca74b1df service neutron] Pushing event updated for resources: {'Port': ['ID=93825e53-4751-4edb-a735-1e0c5f315678,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:43.773664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098f472-7020-4487-a84e-a28f9d3e65ba tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:43.780111 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5098f472-7020-4487-a84e-a28f9d3e65ba tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=af85371d55f441fd9a5599356d089db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1629915 Dec 10 09:15:43.780822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53608) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:43.848687 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbc9dc5-245b-4eec-b573-45ebe9b25e43 x-openstack-request-id: req-4dbc9dc5-245b-4eec-b573-45ebe9b25e43 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:43.849027 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5cdc590-5c53-4868-bf1b-6d5b801ce8f7", "tag": "93825e53-4751-4edb-a735-1e0c5f315678", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:43.849240 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4dbc9dc5-245b-4eec-b573-45ebe9b25e43 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:43.849673 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'tag': '93825e53-4751-4edb-a735-1e0c5f315678', 'status': 'completed', 'code': 200} Dec 10 09:15:43.879053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-cea32f01-adea-4cb5-bef6-92990b5136f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:43.881113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-cea32f01-adea-4cb5-bef6-92990b5136f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 1094 time: 0.1161311 Dec 10 09:15:43.959202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-c8682ad4-4e9a-4b8b-bb5f-24cebdff9c2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93825e53-4751-4edb-a735-1e0c5f315678 HTTP/1.1" status: 200 len: 217 time: 0.0697587 Dec 10 09:15:44.035061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a355df08-3297-48c4-850a-ef45e3646b1e tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:44.053527 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a355df08-3297-48c4-850a-ef45e3646b1e tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2524097 Dec 10 09:15:44.053777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-9126d10d-a57f-40a9-8264-f58d9df84261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:44.053777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-9126d10d-a57f-40a9-8264-f58d9df84261 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0836179 Dec 10 09:15:44.074449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53622) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:44.161541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53624) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:44.222850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-267e99b7-7448-4142-9b7f-b1170edc7c59 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590832 Dec 10 09:15:44.225667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53628) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:44.264235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9fc1d1eb-acd8-424b-a2ad-285be1746302 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=af85371d55f441fd9a5599356d089db8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372472 Dec 10 09:15:44.268015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53632) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:44.270957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-e7f4e016-48dc-4634-a02b-e4182b9fc246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:44.272557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-e7f4e016-48dc-4634-a02b-e4182b9fc246 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148273 Dec 10 09:15:44.311733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747f1ab-e1f3-4993-a83e-1d0d4d39a6b7 req-6f9e9b52-8348-485a-9628-91d475ba6142 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:44.313239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0747f1ab-e1f3-4993-a83e-1d0d4d39a6b7 req-6f9e9b52-8348-485a-9628-91d475ba6142 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 943 time: 0.1653030 Dec 10 09:15:44.482082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0747f1ab-e1f3-4993-a83e-1d0d4d39a6b7 req-cd546518-c95f-40e0-bdf1-31e9afd527a0 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282265 Dec 10 09:15:44.487179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861ae718-d8e1-4d12-89d6-7d52bfe00844 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:44.489006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-861ae718-d8e1-4d12-89d6-7d52bfe00844 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2157216 Dec 10 09:15:44.494150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53636) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:44.531437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dc763d2b-b158-450a-90e7-1a028c99c1b6 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361888 Dec 10 09:15:44.534058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-0d8e6dbe-65c3-4496-afca-433cf9bd5d95 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514451 Dec 10 09:15:44.534793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53640) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:44.540885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-714383642', 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:44.609674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:44.718135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5042f43-e5d0-4abe-ae37-1036995205b3 req-b1c382b2-e7e3-4016-9f84-4d836a138ec4 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725390 Dec 10 09:15:44.724230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Made reservation on behalf of af85371d55f441fd9a5599356d089db8 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:44.728373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:44.863059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-3b904e1f-33d6-4546-b9c1-4fd84a57f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:44.865407 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-3b904e1f-33d6-4546-b9c1-4fd84a57f959 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 1094 time: 0.0853281 Dec 10 09:15:44.866035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-fc5a934e-d288-4b60-98ba-ee7fb3c06715 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1545024 Dec 10 09:15:45.028745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-ff98ced2-f058-4185-8b4d-d19903874560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:45.031358 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-ff98ced2-f058-4185-8b4d-d19903874560 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 1096 time: 0.1034946 Dec 10 09:15:45.034337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Deleting port 5e57dceb-1da4-40ca-8f79-f2fc7085c626 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:45.034671 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:45.116247 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:45.165891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-ad7528b8-07e1-443f-9223-9b69ad953ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:45.175150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-ad7528b8-07e1-443f-9223-9b69ad953ffd service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.2965736 Dec 10 09:15:45.187287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:45.272494 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] For port 5e57dceb-1da4-40ca-8f79-f2fc7085c626, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5e57dceb-1da4-40ca-8f79-f2fc7085c626,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:45.272902 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:45.302262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Calling delete_port for 5e57dceb-1da4-40ca-8f79-f2fc7085c626 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:45.309056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-22142d65-f52e-4d10-8aee-bf7ec830e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:45.310657 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-22142d65-f52e-4d10-8aee-bf7ec830e4aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.2587628 Dec 10 09:15:45.332283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Subnet': ['ID=25499d31-4fd7-4973-9b5a-054e56c4d03e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:45.342406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-d18653b8-931e-4ef5-a8a8-89645abf4dae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93825e53-4751-4edb-a735-1e0c5f315678 HTTP/1.1" status: 200 len: 217 time: 0.1023159 Dec 10 09:15:45.390324 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-fa54ae9a-533f-4178-aa81-0fff71750e88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5645416b-962b-4aca-a737-ab5a9b517260 HTTP/1.1" status: 200 len: 217 time: 0.0715396 Dec 10 09:15:45.423059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Checking segment: {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:45.424086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network hostable DHCP agents. Network: 8b0bf199-d89f-4773-a873-9ce196e960eb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:15:45.459973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-ad86983e-4482-4ab0-a044-6c7600729e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:45.467961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-ad86983e-4482-4ab0-a044-6c7600729e79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1053228 Dec 10 09:15:45.470560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network 8b0bf199-d89f-4773-a873-9ce196e960eb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:15:45.516296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 8b0bf199-d89f-4773-a873-9ce196e960eb) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:45.531444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-914d166a-8c82-49d7-8b3f-349fdaf1bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:45.534000 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-914d166a-8c82-49d7-8b3f-349fdaf1bcc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1020167 Dec 10 09:15:45.535825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11d2489-b094-4762-a901-b7ec8411c29d None None] Network 8b0bf199-d89f-4773-a873-9ce196e960eb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:45.549343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:45.550174 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:45.636016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-d7d5cfba-1a5b-43da-a9f8-f1d872585d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:45.637737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-d7d5cfba-1a5b-43da-a9f8-f1d872585d84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641817 Dec 10 09:15:45.643400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-641b6853-21aa-441d-befe-ef7482fa3182 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1068239 Dec 10 09:15:45.702022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-c8675477-9a3e-46be-bdc0-76d3b2f5a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:45.706193 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-c8675477-9a3e-46be-bdc0-76d3b2f5a302 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455960 Dec 10 09:15:45.862355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-8b0bf199-d89f-4773-a873-9ce196e960eb', 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ips': [{'subnet_id': '25499d31-4fd7-4973-9b5a-054e56c4d03e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:15:45.863358 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:45.881297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-86c5a895-0904-4683-8c4e-541476aa152b service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574521 Dec 10 09:15:45.920524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01193e-ae4b-40e4-a1e4-83466e1bdbc5 req-9378adc0-c70e-4d2d-be88-b51433422b97 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:45.924222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e01193e-ae4b-40e4-a1e4-83466e1bdbc5 req-9378adc0-c70e-4d2d-be88-b51433422b97 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 943 time: 0.3317740 Dec 10 09:15:46.018946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-d599fd14-fe5c-436e-99b2-19381aa8e437 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720484 Dec 10 09:15:46.102230 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:46.143335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e57dceb-1da4-40ca-8f79-f2fc7085c626,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:46.147991 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-568e0882-c6c0-473b-8ff9-36ef3106c73b req-f1e13edc-55ae-4392-841d-3ee541ca67bd service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571745 Dec 10 09:15:46.325849 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b28e3cbb-b757-4413-8c84-b56064c11947 req-652b61b1-8062-4a59-b0be-bbcb10733f88 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957456 Dec 10 09:15:46.351335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e01193e-ae4b-40e4-a1e4-83466e1bdbc5 req-4d6a1754-96f0-45fb-94cc-c4e2c7669f24 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042130 Dec 10 09:15:46.451244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Allocated IP 172.20.0.18 (8b0bf199-d89f-4773-a873-9ce196e960eb/25499d31-4fd7-4973-9b5a-054e56c4d03e/83bc1304-aeeb-4d77-82e0-7d9682e4bcc7) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:46.537225 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:46.666876 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:46.674775 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:46.694386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Network 8b0bf199-d89f-4773-a873-9ce196e960eb is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:46.696896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:46.722681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:46.809545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53676) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:46.816869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6fe3f0e2-91cd-4832-957c-90b2c03d6299 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263107166', 'description': 'tempest-secgroup-smoke-1263107166 description', 'project_id': 'af85371d55f441fd9a5599356d089db8'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:46.838516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Attempting to bind port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:15:46.839049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Attempting to bind port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:15:46.839503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Attempting to bind port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 on network 8b0bf199-d89f-4773-a873-9ce196e960eb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:46.845639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:15:46.846166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Checking segment: {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:46.846718 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:46.847206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Bound using segment: {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:15:46.847780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Bound port: 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:15:46.848277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:46.866812 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6fe3f0e2-91cd-4832-957c-90b2c03d6299 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:46.898454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:15:46.914394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Pushing event updated for resources: {'Port': ['ID=83bc1304-aeeb-4d77-82e0-7d9682e4bcc7,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:46.940679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] For port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:15:46.950018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] For port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=83bc1304-aeeb-4d77-82e0-7d9682e4bcc7,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:15:46.956252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10e35b03-4809-4545-bfea-262b64c0b0da no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:46.961714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.016720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6fe3f0e2-91cd-4832-957c-90b2c03d6299 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.027281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6fe3f0e2-91cd-4832-957c-90b2c03d6299 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.090217 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6fe3f0e2-91cd-4832-957c-90b2c03d6299 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.091477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6fe3f0e2-91cd-4832-957c-90b2c03d6299 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2808447 Dec 10 09:15:47.104022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3f0e2-91cd-4832-957c-90b2c03d6299 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd58750-5a53-49ae-9232-f39df5e67fee,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:47.106620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53680) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:47.111992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-8b71498f-7556-4655-8025-88ec7798963a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58750-5a53-49ae-9232-f39df5e67fee', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:47.146814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 10e35b03-4809-4545-bfea-262b64c0b0da {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:47.147066 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10e35b03-4809-4545-bfea-262b64c0b0da not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:47.154223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd1983-7166-4555-89c2-b62ff5714234 None None] Pushing event updated for resources: {'Port': ['ID=83bc1304-aeeb-4d77-82e0-7d9682e4bcc7,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:47.182772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b71498f-7556-4655-8025-88ec7798963a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.329262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b71498f-7556-4655-8025-88ec7798963a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.335431 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b71498f-7556-4655-8025-88ec7798963a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.358839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71498f-7556-4655-8025-88ec7798963a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0743c33-8b41-4c51-8b9a-7379a0ce1c22,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:47.375269 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8b71498f-7556-4655-8025-88ec7798963a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.377293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8b71498f-7556-4655-8025-88ec7798963a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2697170 Dec 10 09:15:47.382990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53682) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:47.393782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d69ac8ae-f44e-46a5-8a4d-a00bcc728a95 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58750-5a53-49ae-9232-f39df5e67fee', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:47.445988 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d69ac8ae-f44e-46a5-8a4d-a00bcc728a95 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.639212 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d69ac8ae-f44e-46a5-8a4d-a00bcc728a95 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.659519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:15:47.663185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d69ac8ae-f44e-46a5-8a4d-a00bcc728a95 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.668911 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-55a40ef5-b63e-4d3a-aa15-de1d11ad97d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/4c5a4cfa-be54-4fc9-9b67-cf356350d8ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5929480 Dec 10 09:15:47.676482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53690) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:47.676744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] Sync routers for ids ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:15:47.695906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] Routers {'4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:47.696765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:47.765249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d69ac8ae-f44e-46a5-8a4d-a00bcc728a95 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.766837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d69ac8ae-f44e-46a5-8a4d-a00bcc728a95 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3825071 Dec 10 09:15:47.769428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ac8ae-f44e-46a5-8a4d-a00bcc728a95 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb61b2a-7e09-4103-ab2c-6d3cb4c0d570,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:47.771972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53692) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:47.777786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2fc6e3f2-49f1-4f87-842a-638e89ffef46 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58750-5a53-49ae-9232-f39df5e67fee', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:47.802467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f678bb5-9244-4155-884c-866e6d5d4039 req-4a1f11e0-67ff-4699-adae-730c5bc02347 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:47.807535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f678bb5-9244-4155-884c-866e6d5d4039 req-4a1f11e0-67ff-4699-adae-730c5bc02347 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 943 time: 0.1648712 Dec 10 09:15:47.876851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e3f2-49f1-4f87-842a-638e89ffef46 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:47.888240 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f678bb5-9244-4155-884c-866e6d5d4039 req-361c5fce-7b21-44b1-acf2-411e1a358488 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749414 Dec 10 09:15:47.932924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.013279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e3f2-49f1-4f87-842a-638e89ffef46 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.027532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] Set router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:48.045248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e3f2-49f1-4f87-842a-638e89ffef46 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.076207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6e3f2-49f1-4f87-842a-638e89ffef46 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb5bce3-0389-4987-9893-04a3588734a1,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:48.084563 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e3f2-49f1-4f87-842a-638e89ffef46 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.086715 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2fc6e3f2-49f1-4f87-842a-638e89ffef46 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129067 Dec 10 09:15:48.088848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53694) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:48.094437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b649e6e4-5bde-46a2-bfea-d26d34b246aa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58750-5a53-49ae-9232-f39df5e67fee', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:48.103229 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.131177 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b649e6e4-5bde-46a2-bfea-d26d34b246aa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.173680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Deleting port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:48.174338 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.262735 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b649e6e4-5bde-46a2-bfea-d26d34b246aa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.272822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93825e53-4751-4edb-a735-1e0c5f315678 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:15:48.274422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b649e6e4-5bde-46a2-bfea-d26d34b246aa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.301956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649e6e4-5bde-46a2-bfea-d26d34b246aa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb4e2e9-e1b7-406d-8157-c99d28459cbb,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:48.307578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] For port 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:48.309810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.336458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b649e6e4-5bde-46a2-bfea-d26d34b246aa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.340169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Calling delete_port for 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:48.341725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53700) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:48.343122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b649e6e4-5bde-46a2-bfea-d26d34b246aa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2525632 Dec 10 09:15:48.354927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d222dd64-79d6-4edf-b037-e6bff44fc7fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58750-5a53-49ae-9232-f39df5e67fee', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:48.414344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:40Z', 'updated_at': '2021-12-10T09:15:45Z', 'revision_number': 5, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'gw_port': {'id': '8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:43Z', 'updated_at': '2021-12-10T09:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:48.427896 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-d222dd64-79d6-4edf-b037-e6bff44fc7fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Project af85371d55f441fd9a5599356d089db8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:15:48.442776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d222dd64-79d6-4edf-b037-e6bff44fc7fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.459893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] Checking router: 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:15:48.489201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] Routers {'4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:48.490713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:48.624890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93825e53-4751-4edb-a735-1e0c5f315678, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93825e53-4751-4edb-a735-1e0c5f315678,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:48.634656 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d222dd64-79d6-4edf-b037-e6bff44fc7fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.645729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d222dd64-79d6-4edf-b037-e6bff44fc7fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.687223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '93825e53-4751-4edb-a735-1e0c5f315678', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'port_id': '93825e53-4751-4edb-a735-1e0c5f315678', 'mac_address': 'fa:16:3e:7a:e5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:15:48.699495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] Set router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:48.715957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d222dd64-79d6-4edf-b037-e6bff44fc7fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.717086 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d222dd64-79d6-4edf-b037-e6bff44fc7fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3727798 Dec 10 09:15:48.720783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53710) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:48.730467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-710a814c-4b8e-4f37-a6a1-d64fdf01766d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58750-5a53-49ae-9232-f39df5e67fee', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:48.737129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222dd64-79d6-4edf-b037-e6bff44fc7fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f314af-e8cb-40f1-80ea-2ad284ffec3d,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:48.764124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.785370 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-710a814c-4b8e-4f37-a6a1-d64fdf01766d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Project af85371d55f441fd9a5599356d089db8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:15:48.791759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-710a814c-4b8e-4f37-a6a1-d64fdf01766d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.806279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:48.865150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2987e41-1bb1-447a-bb25-f9b2302407b4 None None] Network 8b0bf199-d89f-4773-a873-9ce196e960eb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:48.868600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da1f51-9f21-48f5-a864-aefdecf83a8b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:48.888002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-710a814c-4b8e-4f37-a6a1-d64fdf01766d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.893353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-710a814c-4b8e-4f37-a6a1-d64fdf01766d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.925573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:40Z', 'updated_at': '2021-12-10T09:15:48Z', 'revision_number': 6, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:48.939933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a814c-4b8e-4f37-a6a1-d64fdf01766d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d1449e-d983-456f-8424-fcd71cf1a7ed,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:48.958994 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-710a814c-4b8e-4f37-a6a1-d64fdf01766d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.959225 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:48.961086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-710a814c-4b8e-4f37-a6a1-d64fdf01766d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2379138 Dec 10 09:15:49.066315 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.068721 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.122168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.122815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c5a4cfa-be54-4fc9-9b67-cf356350d8ad {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:15:49.129229 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.131221 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bfd0c415-4d9b-44d2-961b-25b69e5fc256 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4c5a4cfa-be54-4fc9-9b67-cf356350d8ad HTTP/1.1" status: 204 len: 168 time: 1.4527698 Dec 10 09:15:49.133650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53716) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:49.152052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d4bbb-408f-4f48-9830-028c7c6ee28c req-7ea26fae-9656-4cbc-82e6-a51b821326a9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:49.167851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e55d4bbb-408f-4f48-9830-028c7c6ee28c req-7ea26fae-9656-4cbc-82e6-a51b821326a9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 943 time: 0.1489005 Dec 10 09:15:49.218259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee9a907-09aa-4b81-8694-15a93b22addf admin admin] Deleting subnet 5fa89881-009e-4668-94d5-18092a5ad7f1 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:15:49.234447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a907-09aa-4b81-8694-15a93b22addf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.286597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bb383-35aa-4e02-b782-ba672fca5e0b None None] The sync data for ids ['4c5a4cfa-be54-4fc9-9b67-cf356350d8ad'] in n-d-814746-3 is: [{'id': '4c5a4cfa-be54-4fc9-9b67-cf356350d8ad', 'name': 'tempest-TestServerMultinode-676221131-router', 'tenant_id': '21250dbd67c24a36a888ed93fe856600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:40Z', 'updated_at': '2021-12-10T09:15:48Z', 'revision_number': 6, 'project_id': '21250dbd67c24a36a888ed93fe856600', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:49.327700 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a907-09aa-4b81-8694-15a93b22addf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.341877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e55d4bbb-408f-4f48-9830-028c7c6ee28c req-5c2d702e-17e4-4c8d-8c5b-ee8e94a38c7e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697705 Dec 10 09:15:49.383633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7e499a9c-fd18-4af7-aab7-f2b2d206ff34 None None] Provisioning complete for port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:49.384011 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7e499a9c-fd18-4af7-aab7-f2b2d206ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.424058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.443973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93825e53-4751-4edb-a735-1e0c5f315678 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:15:49.448650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-2003d71d-3d67-49a0-aec4-72fd9aeff375 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263107166&fields=id&tenant_id=af85371d55f441fd9a5599356d089db8 HTTP/1.1" status: 200 len: 267 time: 0.1012766 Dec 10 09:15:49.465913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93825e53-4751-4edb-a735-1e0c5f315678, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93825e53-4751-4edb-a735-1e0c5f315678,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:49.474998 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.478910 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.480833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a907-09aa-4b81-8694-15a93b22addf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.591344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a907-09aa-4b81-8694-15a93b22addf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.630885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=93825e53-4751-4edb-a735-1e0c5f315678,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:49.676295 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a907-09aa-4b81-8694-15a93b22addf admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.693312 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4ee9a907-09aa-4b81-8694-15a93b22addf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5fa89881-009e-4668-94d5-18092a5ad7f1 HTTP/1.1" status: 204 len: 168 time: 0.5563617 Dec 10 09:15:49.693312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9a907-09aa-4b81-8694-15a93b22addf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa89881-009e-4668-94d5-18092a5ad7f1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:49.701968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53730) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:49.704682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-7d27129b-c118-454b-a49d-833242875584 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:49.718644 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-7d27129b-c118-454b-a49d-833242875584 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/networks?id=8b0bf199-d89f-4773-a873-9ce196e960eb HTTP/1.1" status: 200 len: 797 time: 0.2684407 Dec 10 09:15:49.726462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c17bdd8-c092-4db6-b037-d47557d98284 None None] Network 8b6d0f46-88b8-44de-b589-5c0303d6c004 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:49.761645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-594f8627-c15b-497c-abb6-447d476703ff tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/quotas/af85371d55f441fd9a5599356d089db8 HTTP/1.1" status: 200 len: 375 time: 0.0399461 Dec 10 09:15:49.857532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:49.863949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['93825e53-4751-4edb-a735-1e0c5f315678'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:49.872117 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7e499a9c-fd18-4af7-aab7-f2b2d206ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:49.913277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-ba6873ec-44d9-4f74-b5d1-858f92976fc0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1446328 Dec 10 09:15:49.957065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.018603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7e499a9c-fd18-4af7-aab7-f2b2d206ff34 None None] For port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=83bc1304-aeeb-4d77-82e0-7d9682e4bcc7,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:50.028909 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7e499a9c-fd18-4af7-aab7-f2b2d206ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.124784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:50.125153 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.131169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Deleting port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:50.131795 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.201000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-52a56c44-04fc-46ff-bcc2-c7b166418b4b service neutron] 10.222.0.31 "GET /v2.0/networks/8b0bf199-d89f-4773-a873-9ce196e960eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795551 Dec 10 09:15:50.227365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e499a9c-fd18-4af7-aab7-f2b2d206ff34 None None] Pushing event updated for resources: {'Port': ['ID=83bc1304-aeeb-4d77-82e0-7d9682e4bcc7,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:50.250329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cfae33a3-27a9-4344-8c9f-ab2e1028cf2c None None] Provisioning complete for port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:50.250698 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cfae33a3-27a9-4344-8c9f-ab2e1028cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.276838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] For port 8d8664d6-79d7-4dd6-90d0-e2364e607c04, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8d8664d6-79d7-4dd6-90d0-e2364e607c04,segment=NetworkSegment(b3d551f4-ef12-4d09-a396-5f7d53ef4f66),segment_id=b3d551f4-ef12-4d09-a396-5f7d53ef4f66)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:50.277155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.308084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Calling delete_port for 8d8664d6-79d7-4dd6-90d0-e2364e607c04 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:50.315252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] DHCP port deletion for 8b6d0f46-88b8-44de-b589-5c0303d6c004 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:50.470754 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.525745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8664d6-79d7-4dd6-90d0-e2364e607c04,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:50.541786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] Deleting port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:50.542334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.546319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] No DVR routers for this DVR port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:50.641090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] For port 8d8664d6-79d7-4dd6-90d0-e2364e607c04, host n-d-814746-3, got binding levels [] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:50.641572 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.663071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] Calling delete_port for 8d8664d6-79d7-4dd6-90d0-e2364e607c04 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:50.670452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.ipam_backend_mixin [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] Port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 was not found and therefore no delete operation was performed {{(pid=114971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 09:15:50.671164 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.672760 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.715653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] Pushing event deleted for resources: {'Port': ['ID=8d8664d6-79d7-4dd6-90d0-e2364e607c04,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:50.726880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8bfcdb-1723-4783-94e7-785ce5632023 None None] No DVR routers for this DVR port 8d8664d6-79d7-4dd6-90d0-e2364e607c04 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:50.729969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6d0f46-88b8-44de-b589-5c0303d6c004']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:50.754812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:50.755846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d551f4-ef12-4d09-a396-5f7d53ef4f66') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:50.774952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.792263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.800432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:15:50.800987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:15:50.802945 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:15:50.912868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.924962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:50.929833 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8b6d0f46-88b8-44de-b589-5c0303d6c004 HTTP/1.1" status: 204 len: 168 time: 1.2264483 Dec 10 09:15:50.932341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53746) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:50.953798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f61d5-7783-440a-89e2-4e624f2efa24 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6d0f46-88b8-44de-b589-5c0303d6c004,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:51.027185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5516c7e-19a2-4fe5-aa1a-fb7658faa580 req-1f7b227e-8d38-45ad-93ae-38b7a25fe823 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:51.028696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5516c7e-19a2-4fe5-aa1a-fb7658faa580 req-1f7b227e-8d38-45ad-93ae-38b7a25fe823 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 944 time: 0.0698094 Dec 10 09:15:51.104328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5516c7e-19a2-4fe5-aa1a-fb7658faa580 req-6137795d-54dd-4a29-9651-f3a776f1f0d4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630181 Dec 10 09:15:51.106538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-f9cefa84-9ae5-4999-b74a-159011de308f service neutron] 10.222.0.31 "GET /v2.0/networks/8b0bf199-d89f-4773-a873-9ce196e960eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8968661 Dec 10 09:15:51.311783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:51.342111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f108e27a-b351-4576-8fef-2590fae539a4 req-7dfbdb26-31f0-4250-b218-cd749132e33f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 210 time: 0.0295353 Dec 10 09:15:51.435590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:51.436744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:51.460275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:51.716724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8d8664d6-79d7-4dd6-90d0-e2364e607c04 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:51.754068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 8d8664d6-79d7-4dd6-90d0-e2364e607c04 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:51.757399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8d8664d6-79d7-4dd6-90d0-e2364e607c04 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:51.758067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:51.790161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:51.790696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8e8a0bea-4c1e-4154-b0af-71dc0c8f4c3d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:51.791245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5e57dceb-1da4-40ca-8f79-f2fc7085c626 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:51.817757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5e57dceb-1da4-40ca-8f79-f2fc7085c626 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:51.818573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5e57dceb-1da4-40ca-8f79-f2fc7085c626 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:51.844075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Deleting port 3c9ad265-bb51-4bb7-83f8-63b95ee23492 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:51.844291 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:51.961738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] For port 3c9ad265-bb51-4bb7-83f8-63b95ee23492, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c9ad265-bb51-4bb7-83f8-63b95ee23492,segment=NetworkSegment(67d11ae5-0086-41ed-b749-09bdd6b7f2a1),segment_id=67d11ae5-0086-41ed-b749-09bdd6b7f2a1)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:51.961738 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:51.995238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Calling delete_port for 3c9ad265-bb51-4bb7-83f8-63b95ee23492 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:52.254327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:52.290786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93825e53-4751-4edb-a735-1e0c5f315678 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:15:52.406694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a9522-77e9-457d-b397-99bde4a36543 req-7cb73074-abb1-4b48-ab24-6d037d97a0a6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:52.412344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e10a9522-77e9-457d-b397-99bde4a36543 req-7cb73074-abb1-4b48-ab24-6d037d97a0a6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 944 time: 0.1428642 Dec 10 09:15:52.433042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 93825e53-4751-4edb-a735-1e0c5f315678 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:15:52.442874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 93825e53-4751-4edb-a735-1e0c5f315678 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:52.444331 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:52.446939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9ad265-bb51-4bb7-83f8-63b95ee23492,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:52.582865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e10a9522-77e9-457d-b397-99bde4a36543 req-98b5f337-87a3-4daf-ba41-9411fa98af2e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636860 Dec 10 09:15:52.631930 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:52.678006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e33dc4f-87aa-469d-9a79-1f5d133b37cb req-220b9bb7-d5b7-4d76-86bb-b46f816ff47d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 210 time: 0.0930889 Dec 10 09:15:52.691244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93825e53-4751-4edb-a735-1e0c5f315678'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:52.700131 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:52.702709 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c425c2-2eee-43f0-8792-12eb57cdb00c" -d '{"events": [{"server_uuid": "f5cdc590-5c53-4868-bf1b-6d5b801ce8f7", "name": "network-vif-plugged", "status": "completed", "tag": "93825e53-4751-4edb-a735-1e0c5f315678"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:52.746532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93825e53-4751-4edb-a735-1e0c5f315678, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93825e53-4751-4edb-a735-1e0c5f315678,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:52.756066 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:52.818040 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5297dcc4-26e6-424c-aa64-bef376a93cc3 x-openstack-request-id: req-5297dcc4-26e6-424c-aa64-bef376a93cc3 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:52.818339 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cdc590-5c53-4868-bf1b-6d5b801ce8f7", "name": "network-vif-plugged", "status": "completed", "tag": "93825e53-4751-4edb-a735-1e0c5f315678", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:52.818605 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5297dcc4-26e6-424c-aa64-bef376a93cc3 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:52.819016 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93825e53-4751-4edb-a735-1e0c5f315678', 'code': 200} Dec 10 09:15:52.854543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=93825e53-4751-4edb-a735-1e0c5f315678,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:52.998292 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c3ac8-385f-4cc9-9a11-a218e783532d req-e27c2fed-b751-4216-9ad2-9589951fe372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:53.000162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-383c3ac8-385f-4cc9-9a11-a218e783532d req-e27c2fed-b751-4216-9ad2-9589951fe372 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 1096 time: 0.1196759 Dec 10 09:15:53.013333 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-3fe63f9f-8daf-4942-b084-e9f7519a9299 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:53.015138 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-3fe63f9f-8daf-4942-b084-e9f7519a9299 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "GET /v2.0/networks?id=8b0bf199-d89f-4773-a873-9ce196e960eb HTTP/1.1" status: 200 len: 797 time: 0.1928806 Dec 10 09:15:53.092160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-383c3ac8-385f-4cc9-9a11-a218e783532d req-642fee10-511e-4329-80e7-d5116859dccf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832319 Dec 10 09:15:53.152682 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-09f9fdc3-8368-4453-96f8-e8886936738b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af85371d55f441fd9a5599356d089db8 HTTP/1.1" status: 200 len: 473 time: 0.0916462 Dec 10 09:15:53.192982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'port': {'device_id': '79b529a9-7cf2-4531-8503-c7a7cfb4fa39', 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb', 'admin_state_up': True, 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'security_groups': ['fcd58750-5a53-49ae-9232-f39df5e67fee']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:53.288319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Router bc776dc2-d50f-41ed-99e8-d6468bcb596c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:15:53.304216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53780) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:53.425057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Made reservation on behalf of af85371d55f441fd9a5599356d089db8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:15:53.428775 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:53.456622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:15:53.466157 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f8a9eaf0-e84d-4943-acaf-29704a3fe496 admin admin] 10.222.0.31 "PUT /v2.0/routers/bc776dc2-d50f-41ed-99e8-d6468bcb596c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323918 Dec 10 09:15:53.468956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53786) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:53.475018 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] Sync routers for ids ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:15:53.489209 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] Routers {'bc776dc2-d50f-41ed-99e8-d6468bcb596c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:53.489853 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:53.558476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c12e0cc-d234-4323-82e7-1b3e217949d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:53.604298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.20.0.25 (8b0bf199-d89f-4773-a873-9ce196e960eb/25499d31-4fd7-4973-9b5a-054e56c4d03e/10553753-92ed-4a58-a937-991b4ddfd8ba) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:15:53.674517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:53.761894 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] Set router bc776dc2-d50f-41ed-99e8-d6468bcb596c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:53.829785 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:53.885551 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:53.893168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7081024-c190-4a56-8089-73c1cfac2d9d req-6c58135b-e7eb-4cd3-bb9c-062d5378d29b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 210 time: 0.0790935 Dec 10 09:15:53.957632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=10553753-92ed-4a58-a937-991b4ddfd8ba,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:53.958775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c12e0cc-d234-4323-82e7-1b3e217949d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:53.974348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d0969-47f0-455d-b745-df6c4848e45d req-dca3617b-3e7e-446e-b7c6-774bce63cb47 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:53.976265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d63d0969-47f0-455d-b745-df6c4848e45d req-dca3617b-3e7e-446e-b7c6-774bce63cb47 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 945 time: 0.2218134 Dec 10 09:15:53.981563 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7c12e0cc-d234-4323-82e7-1b3e217949d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.001403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network 8b0bf199-d89f-4773-a873-9ce196e960eb is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:15:54.004741 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:54Z', 'updated_at': '2021-12-10T09:15:52Z', 'revision_number': 5, 'project_id': '938e9a204bb54312b0167113e2291180', 'gw_port': {'id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:55Z', 'updated_at': '2021-12-10T09:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:54.009882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:15:54.026160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:15:54.054999 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] Checking router: bc776dc2-d50f-41ed-99e8-d6468bcb596c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:15:54.073847 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] Routers {'bc776dc2-d50f-41ed-99e8-d6468bcb596c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:15:54.074482 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:15:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:54.108099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7c12e0cc-d234-4323-82e7-1b3e217949d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa7b68385b0d4b34a11b0163f15885fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7995868 Dec 10 09:15:54.109216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 53794) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:54.116107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:54.116877 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.132291 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.140306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12e0cc-d234-4323-82e7-1b3e217949d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24082b1-67fd-4d3f-bec7-e66ffdfbb32d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:54.166120 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-11c4e054-1fab-426d-a7b4-6a9226339e3f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0065818 Dec 10 09:15:54.192837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d63d0969-47f0-455d-b745-df6c4848e45d req-9127cd17-b6bd-4dc0-9e77-0de162b3ace9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026627 Dec 10 09:15:54.204342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Request body: {'port': {'device_id': '79b529a9-7cf2-4531-8503-c7a7cfb4fa39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:54.207337 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] Set router bc776dc2-d50f-41ed-99e8-d6468bcb596c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:15:54.316115 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-369d95fc-c61e-405e-82e6-edab6b2af4bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.361828 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-369d95fc-c61e-405e-82e6-edab6b2af4bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.385958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Deleting port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:54.386716 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.405269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1e360c07-f985-4818-a206-b984cfa282bf None None] Provisioning complete for port 10553753-92ed-4a58-a937-991b4ddfd8ba triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:54.405904 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e360c07-f985-4818-a206-b984cfa282bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.455674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1e360c07-f985-4818-a206-b984cfa282bf None None] Port 10553753-92ed-4a58-a937-991b4ddfd8ba cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:15:54.514371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-369d95fc-c61e-405e-82e6-edab6b2af4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.525490 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-369d95fc-c61e-405e-82e6-edab6b2af4bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.531375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-369d95fc-c61e-405e-82e6-edab6b2af4bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f24082b1-67fd-4d3f-bec7-e66ffdfbb32d HTTP/1.1" status: 204 len: 168 time: 0.3997099 Dec 10 09:15:54.550030 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:54Z', 'updated_at': '2021-12-10T09:15:52Z', 'revision_number': 5, 'project_id': '938e9a204bb54312b0167113e2291180', 'gw_port': {'id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:55Z', 'updated_at': '2021-12-10T09:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:54.559196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d95fc-c61e-405e-82e6-edab6b2af4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24082b1-67fd-4d3f-bec7-e66ffdfbb32d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:54.597105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] For port 789b37b3-5c3c-4cb1-8c88-29c56974d8f4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=789b37b3-5c3c-4cb1-8c88-29c56974d8f4,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:54.597475 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.614484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Calling delete_port for 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:54.621494 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e579818e-c591-4eb7-b234-147e6627e65e None None] The sync data for ids ['bc776dc2-d50f-41ed-99e8-d6468bcb596c'] in n-d-814746-3 is: [{'id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'name': 'tempest-TestServerMultinode-1182222393-router', 'tenant_id': '938e9a204bb54312b0167113e2291180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:54Z', 'updated_at': '2021-12-10T09:15:52Z', 'revision_number': 5, 'project_id': '938e9a204bb54312b0167113e2291180', 'gw_port': {'id': '789b37b3-5c3c-4cb1-8c88-29c56974d8f4', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc776dc2-d50f-41ed-99e8-d6468bcb596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:55Z', 'updated_at': '2021-12-10T09:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:15:54.798224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.832643 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:54.868288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=789b37b3-5c3c-4cb1-8c88-29c56974d8f4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:54.885860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc00f0-2e1e-47f3-8af9-c514dcebea08 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:54.989659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.036498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53804) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:55.059200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9eb583a-56d6-4a85-b160-9deea2759d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.179844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.191632 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.263325 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9eb583a-56d6-4a85-b160-9deea2759d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.268460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c9ad265-bb51-4bb7-83f8-63b95ee23492 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:55.269339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10553753-92ed-4a58-a937-991b4ddfd8ba {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:15:55.287498 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9eb583a-56d6-4a85-b160-9deea2759d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.288311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbddf8d-88e2-4b33-a3a6-e5be74076b75 req-3cdf3e2c-0058-4ab6-91d9-bb2e1d786b24 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:55.289966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcbddf8d-88e2-4b33-a3a6-e5be74076b75 req-3cdf3e2c-0058-4ab6-91d9-bb2e1d786b24 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 932 time: 0.3127608 Dec 10 09:15:55.291146 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.291311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.291699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc776dc2-d50f-41ed-99e8-d6468bcb596c {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:15:55.301164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.305331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4f840b05-3fa4-4e70-8e1e-97f6e15de7f4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bc776dc2-d50f-41ed-99e8-d6468bcb596c HTTP/1.1" status: 204 len: 168 time: 1.8322978 Dec 10 09:15:55.314743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53810) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:55.325321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 3c9ad265-bb51-4bb7-83f8-63b95ee23492 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:55.325703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c9ad265-bb51-4bb7-83f8-63b95ee23492 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:55.368854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Transition to ACTIVE for port object 10553753-92ed-4a58-a937-991b4ddfd8ba will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:15:55.380648 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b9eb583a-56d6-4a85-b160-9deea2759d38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a431ceb0347343f69e862f322317a8a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430574 Dec 10 09:15:55.381679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb583a-56d6-4a85-b160-9deea2759d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fc3b3f-54c6-4d95-8abd-f54dd893e1ca,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:55.386021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53812) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:55.386692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.419475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcbddf8d-88e2-4b33-a3a6-e5be74076b75 req-a3542382-6339-4acc-8d05-c37f2483f423 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159317 Dec 10 09:15:55.447219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008cf0b-f0fa-46e3-9711-00f5eec1fc04 req-1f2ea116-32f3-4bc9-a082-c2a1f8aa9ff3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:55.449536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d008cf0b-f0fa-46e3-9711-00f5eec1fc04 req-1f2ea116-32f3-4bc9-a082-c2a1f8aa9ff3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 945 time: 0.0930600 Dec 10 09:15:55.508966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-852d3bef-5ab9-4791-b482-96f660bf0fb6 admin admin] Deleting subnet 5b4f5f04-8a86-432b-875f-72607a7726ad {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:15:55.513041 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-852d3bef-5ab9-4791-b482-96f660bf0fb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.536033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d008cf0b-f0fa-46e3-9711-00f5eec1fc04 req-8e8eacb8-1132-4850-ae25-6241e5bf918d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788708 Dec 10 09:15:55.607613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Pushing event updated for resources: {'Port': ['ID=10553753-92ed-4a58-a937-991b4ddfd8ba,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:55.635100 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-852d3bef-5ab9-4791-b482-96f660bf0fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.669817 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:15:55.675238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-85f7ae22-87c4-49c0-90a0-9caa3161a120 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=421fbd44c6eb41809d7db303745958e6 HTTP/1.1" status: 200 len: 267 time: 0.0594938 Dec 10 09:15:55.709894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f8e6-0151-4d38-8a06-891bdd36b9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.736645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Attempting to bind port 10553753-92ed-4a58-a937-991b4ddfd8ba on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:15:55.736990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Attempting to bind port 10553753-92ed-4a58-a937-991b4ddfd8ba by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:15:55.737326 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Attempting to bind port 10553753-92ed-4a58-a937-991b4ddfd8ba on network 8b0bf199-d89f-4773-a873-9ce196e960eb {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:55.765214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-b80ab7a7-85b8-4539-8d93-980d7d597624 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:55.766856 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-b80ab7a7-85b8-4539-8d93-980d7d597624 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 945 time: 0.0846484 Dec 10 09:15:55.776429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Port 10553753-92ed-4a58-a937-991b4ddfd8ba on network 8b0bf199-d89f-4773-a873-9ce196e960eb not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:15:55.776769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Attempting to bind port 10553753-92ed-4a58-a937-991b4ddfd8ba on network 8b0bf199-d89f-4773-a873-9ce196e960eb {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:15:55.780765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-be284f5e-d265-45f9-a441-1bd7a7deb135 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'port': {'security_groups': []}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:15:55.786220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f8e6-0151-4d38-8a06-891bdd36b9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.807841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:15:55.808194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Checking segment: {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:15:55.808666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Bound using segment: {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:15:55.809340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Bound port: 10553753-92ed-4a58-a937-991b4ddfd8ba, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:15:55.809779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.834897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-852d3bef-5ab9-4791-b482-96f660bf0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.869652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-be284f5e-d265-45f9-a441-1bd7a7deb135 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.965227 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f8e6-0151-4d38-8a06-891bdd36b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.968069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f8e6-0151-4d38-8a06-891bdd36b9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:55.969290 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b8e7f8e6-0151-4d38-8a06-891bdd36b9ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63fc3b3f-54c6-4d95-8abd-f54dd893e1ca HTTP/1.1" status: 204 len: 168 time: 0.5755959 Dec 10 09:15:55.997032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7f8e6-0151-4d38-8a06-891bdd36b9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fc3b3f-54c6-4d95-8abd-f54dd893e1ca,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:56.001875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] For port 10553753-92ed-4a58-a937-991b4ddfd8ba, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:15:56.004692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-852d3bef-5ab9-4791-b482-96f660bf0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:56.008852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] For port 10553753-92ed-4a58-a937-991b4ddfd8ba, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10553753-92ed-4a58-a937-991b4ddfd8ba,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:15:56.051396 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:56.060099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d3bef-5ab9-4791-b482-96f660bf0fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4f5f04-8a86-432b-875f-72607a7726ad,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:56.115134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-852d3bef-5ab9-4791-b482-96f660bf0fb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:56.121461 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-852d3bef-5ab9-4791-b482-96f660bf0fb6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5b4f5f04-8a86-432b-875f-72607a7726ad HTTP/1.1" status: 204 len: 168 time: 0.8036792 Dec 10 09:15:56.122689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53828) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:56.125196 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03bec02-bedb-4578-92ec-5bccf0bffdc0 None None] Network a65f1f59-1530-45df-b511-47e0f9131b14 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:15:56.128273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Pushing event updated for resources: {'Port': ['ID=10553753-92ed-4a58-a937-991b4ddfd8ba,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:56.146441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-be284f5e-d265-45f9-a441-1bd7a7deb135 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] For port 93825e53-4751-4edb-a735-1e0c5f315678, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93825e53-4751-4edb-a735-1e0c5f315678,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:56.150626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:56.151245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:56.154814 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-d8d24bad-31e4-44ab-ba17-246fb28ca334 service neutron] 10.222.0.39 "PUT /v2.0/ports/10553753-92ed-4a58-a937-991b4ddfd8ba HTTP/1.1" status: 200 len: 1092 time: 1.9778025 Dec 10 09:15:56.155284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b529a9-7cf2-4531-8503-c7a7cfb4fa39', 'tag': '10553753-92ed-4a58-a937-991b4ddfd8ba'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:56.158949 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db69da7-3ad7-4149-9ac0-0f498fbdce90" -d '{"events": [{"name": "network-changed", "server_uuid": "79b529a9-7cf2-4531-8503-c7a7cfb4fa39", "tag": "10553753-92ed-4a58-a937-991b4ddfd8ba"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:56.264971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-be284f5e-d265-45f9-a441-1bd7a7deb135 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:56.275488 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-be284f5e-d265-45f9-a441-1bd7a7deb135 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:56.288100 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbddd0cf-4a42-4efa-8184-89ac02b9b7ca x-openstack-request-id: req-fbddd0cf-4a42-4efa-8184-89ac02b9b7ca {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:56.288702 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b529a9-7cf2-4531-8503-c7a7cfb4fa39", "tag": "10553753-92ed-4a58-a937-991b4ddfd8ba", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:56.289158 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbddd0cf-4a42-4efa-8184-89ac02b9b7ca {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:56.289941 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b529a9-7cf2-4531-8503-c7a7cfb4fa39', 'tag': '10553753-92ed-4a58-a937-991b4ddfd8ba', 'status': 'completed', 'code': 200} Dec 10 09:15:56.305030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5645416b-962b-4aca-a737-ab5a9b517260', '50277fdc-1dc6-4b6b-a46e-39519e35005a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:56.308063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['93825e53-4751-4edb-a735-1e0c5f315678'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:56.367384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-1e4e8287-2df9-4cdf-91cd-0047e57366cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:56.369394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-1e4e8287-2df9-4cdf-91cd-0047e57366cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 1095 time: 0.1538692 Dec 10 09:15:56.375265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:56.381967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-be284f5e-d265-45f9-a441-1bd7a7deb135 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:56.382943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-be284f5e-d265-45f9-a441-1bd7a7deb135 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:56.384680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e3f7a28-18f3-4753-a514-bfbcbe3dab3b req-be284f5e-d265-45f9-a441-1bd7a7deb135 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "PUT /v2.0/ports/93825e53-4751-4edb-a735-1e0c5f315678 HTTP/1.1" status: 200 len: 904 time: 0.6101139 Dec 10 09:15:56.388585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'tag': '93825e53-4751-4edb-a735-1e0c5f315678'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:15:56.392244 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05165230-5dac-4a46-ad8d-4ae1d2657752" -d '{"events": [{"name": "network-changed", "server_uuid": "f5cdc590-5c53-4868-bf1b-6d5b801ce8f7", "tag": "93825e53-4751-4edb-a735-1e0c5f315678"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:15:56.433847 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-8162b344-e8ce-4a9f-b2ce-892a34244254 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=10553753-92ed-4a58-a937-991b4ddfd8ba HTTP/1.1" status: 200 len: 217 time: 0.0534225 Dec 10 09:15:56.480426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be284f5e-d265-45f9-a441-1bd7a7deb135 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'Port': ['ID=93825e53-4751-4edb-a735-1e0c5f315678,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:56.509696 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a5cc3a-bb0f-480d-9727-d3c98616d8c0 x-openstack-request-id: req-27a5cc3a-bb0f-480d-9727-d3c98616d8c0 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:15:56.510318 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5cdc590-5c53-4868-bf1b-6d5b801ce8f7", "tag": "93825e53-4751-4edb-a735-1e0c5f315678", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:15:56.510587 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27a5cc3a-bb0f-480d-9727-d3c98616d8c0 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:15:56.511034 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'tag': '93825e53-4751-4edb-a735-1e0c5f315678', 'status': 'completed', 'code': 200} Dec 10 09:15:56.514762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['93825e53-4751-4edb-a735-1e0c5f315678'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:15:56.642850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-ce2ef99a-78c1-4350-8b0f-ac9f13a65ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:56.644430 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-ce2ef99a-78c1-4350-8b0f-ac9f13a65ef9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25499d31-4fd7-4973-9b5a-054e56c4d03e HTTP/1.1" status: 200 len: 837 time: 0.1737993 Dec 10 09:15:56.692469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-8b512871-27ad-4d7c-bad6-75486167b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:56.694712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-8b512871-27ad-4d7c-bad6-75486167b4fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 1058 time: 0.1575444 Dec 10 09:15:56.708258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f720f74-1638-408c-a4ae-875069034441 None None] DHCP port deletion for a65f1f59-1530-45df-b511-47e0f9131b14 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:15:56.718389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Deleting port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:56.718735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:56.794050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-8773ee82-7cce-4cd9-9d21-d7b5da82ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:56.796016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-8773ee82-7cce-4cd9-9d21-d7b5da82ea43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b0bf199-d89f-4773-a873-9ce196e960eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407981 Dec 10 09:15:56.866164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-483f6ce7-2feb-4cfe-a532-eace1fe6a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:56.867961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-483f6ce7-2feb-4cfe-a532-eace1fe6a415 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.1493530 Dec 10 09:15:56.884268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a8520-13c1-4da2-a520-803d142541cd req-37b2e7c2-ca64-4dfe-a82e-1b19ccf5f9f8 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:56.885801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc9a8520-13c1-4da2-a520-803d142541cd req-37b2e7c2-ca64-4dfe-a82e-1b19ccf5f9f8 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 907 time: 0.3046439 Dec 10 09:15:56.966726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7989f6-6e0a-4115-a4ca-496bbdba9d71 req-66f3c86d-a76c-4594-917b-3ebaa0d6340e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:56.976527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a7989f6-6e0a-4115-a4ca-496bbdba9d71 req-66f3c86d-a76c-4594-917b-3ebaa0d6340e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 944 time: 0.3189797 Dec 10 09:15:56.987392 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-157352fd-bf36-4f84-9f4e-7368544e7d8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93825e53-4751-4edb-a735-1e0c5f315678 HTTP/1.1" status: 200 len: 217 time: 0.1005828 Dec 10 09:15:57.002810 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-61922b57-197b-4f20-b64e-7f7a0c473f12 service neutron] 10.222.0.39 "GET /v2.0/networks/8b0bf199-d89f-4773-a873-9ce196e960eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970036 Dec 10 09:15:57.045600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] For port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=65ac8979-cb1c-480e-9df7-fbd6cc76b92c,segment=NetworkSegment(67d11ae5-0086-41ed-b749-09bdd6b7f2a1),segment_id=67d11ae5-0086-41ed-b749-09bdd6b7f2a1)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:57.046001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.085895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-4b859191-37c9-4ea2-9d45-d2fd7a10cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:57.087406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-4b859191-37c9-4ea2-9d45-d2fd7a10cd63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0931034 Dec 10 09:15:57.103890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Calling delete_port for 65ac8979-cb1c-480e-9df7-fbd6cc76b92c owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:57.104385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a7989f6-6e0a-4115-a4ca-496bbdba9d71 req-2b5cc178-647f-457e-b005-f93f7be60f34 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281381 Dec 10 09:15:57.224848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4f720f74-1638-408c-a4ae-875069034441 None None] Deleting port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:15:57.225387 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4f720f74-1638-408c-a4ae-875069034441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.233897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-322a3fec-6ab6-48eb-9667-d2503071baeb req-448f19d2-ee11-444b-912e-38e369055592 service neutron] 10.222.0.39 "GET /v2.0/networks/8b0bf199-d89f-4773-a873-9ce196e960eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237494 Dec 10 09:15:57.236706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:57.247515 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-1d130658-b953-48b2-a25d-3c280bf5feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:57.249090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-1d130658-b953-48b2-a25d-3c280bf5feb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438031 Dec 10 09:15:57.290138 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.292824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349fc72-0b61-4380-a175-085ea1ccdb19 req-cac965fc-fa6d-4e55-8fb1-e889611b65a6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:57.301761 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1349fc72-0b61-4380-a175-085ea1ccdb19 req-cac965fc-fa6d-4e55-8fb1-e889611b65a6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1514287 Dec 10 09:15:57.354819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4f720f74-1638-408c-a4ae-875069034441 None None] For port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=65ac8979-cb1c-480e-9df7-fbd6cc76b92c,segment=NetworkSegment(67d11ae5-0086-41ed-b749-09bdd6b7f2a1),segment_id=67d11ae5-0086-41ed-b749-09bdd6b7f2a1)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:15:57.355376 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4f720f74-1638-408c-a4ae-875069034441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.366920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] No DVR routers for this DVR port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:57.370849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4f720f74-1638-408c-a4ae-875069034441 None None] Calling delete_port for 65ac8979-cb1c-480e-9df7-fbd6cc76b92c owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:15:57.434773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1349fc72-0b61-4380-a175-085ea1ccdb19 req-6c7193b5-ecd6-4ccc-9ebc-0bcedcf67dfa tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144390 Dec 10 09:15:57.439506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ac8979-cb1c-480e-9df7-fbd6cc76b92c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:57.471113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-1961923d-e991-429d-ac1d-a4ec02345935 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052824 Dec 10 09:15:57.487239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:57.487605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 789b37b3-5c3c-4cb1-8c88-29c56974d8f4 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:57.490324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 65ac8979-cb1c-480e-9df7-fbd6cc76b92c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:15:57.532974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 65ac8979-cb1c-480e-9df7-fbd6cc76b92c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:15:57.535683 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 65ac8979-cb1c-480e-9df7-fbd6cc76b92c not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:15:57.565741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.577858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-8f6f207b-5fd2-4f9d-b5c0-8f124546a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:57.579968 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-8f6f207b-5fd2-4f9d-b5c0-8f124546a898 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 1095 time: 0.2724786 Dec 10 09:15:57.631237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0484dfb2-258e-439c-ae18-a0e2dff333e7 None None] Provisioning complete for port 93825e53-4751-4edb-a735-1e0c5f315678 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:15:57.631618 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0484dfb2-258e-439c-ae18-a0e2dff333e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.698182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-f375aaf2-af21-45f5-9912-56e991f29cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:57.699991 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-f375aaf2-af21-45f5-9912-56e991f29cb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b0bf199-d89f-4773-a873-9ce196e960eb HTTP/1.1" status: 200 len: 898 time: 0.1104732 Dec 10 09:15:57.704070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65f1f59-1530-45df-b511-47e0f9131b14']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:57.741120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61437d0d-2e08-483c-83f3-1560825971a1 req-aa311eb1-f6ca-4270-95eb-2ab40d317809 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:57.751545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61437d0d-2e08-483c-83f3-1560825971a1 req-aa311eb1-f6ca-4270-95eb-2ab40d317809 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1916816 Dec 10 09:15:57.759062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d11ae5-0086-41ed-b749-09bdd6b7f2a1') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:57.759740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d11ae5-0086-41ed-b749-09bdd6b7f2a1') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:15:57.763706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-094f0866-b4a1-4426-b295-9ca1edcb83d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=10553753-92ed-4a58-a937-991b4ddfd8ba HTTP/1.1" status: 200 len: 217 time: 0.0501993 Dec 10 09:15:57.786626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05165230-5dac-4a46-ad8d-4ae1d2657752 req-cb85a0c6-1b21-44de-af5b-bb5ac27877a2 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071504 Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:15:57.794825 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 09:15:57.856079 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61437d0d-2e08-483c-83f3-1560825971a1 req-6a5882c4-3288-4f4a-b3b9-6476f6246dd3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033950 Dec 10 09:15:57.861014 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.863159 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4f720f74-1638-408c-a4ae-875069034441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.888730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.893361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-c451dfa9-e60a-4602-88fa-7e23fb58eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:57.895157 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-c451dfa9-e60a-4602-88fa-7e23fb58eed1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25499d31-4fd7-4973-9b5a-054e56c4d03e HTTP/1.1" status: 200 len: 837 time: 0.1224766 Dec 10 09:15:57.900946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:15:57.901555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:15:57.903821 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:15:57.913424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f720f74-1638-408c-a4ae-875069034441 None None] No DVR routers for this DVR port 65ac8979-cb1c-480e-9df7-fbd6cc76b92c on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:15:57.955822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f720f74-1638-408c-a4ae-875069034441 None None] Pushing event deleted for resources: {'Port': ['ID=65ac8979-cb1c-480e-9df7-fbd6cc76b92c,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:58.032902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-d390f03b-bfb1-4472-9db6-bed0bb2cc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:58.036138 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-d390f03b-bfb1-4472-9db6-bed0bb2cc9da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b0bf199-d89f-4773-a873-9ce196e960eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305759 Dec 10 09:15:58.068152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:58.103267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:58.115744 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a65f1f59-1530-45df-b511-47e0f9131b14 HTTP/1.1" status: 204 len: 168 time: 1.9883740 Dec 10 09:15:58.265805 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-f7777606-0393-496e-9408-46635529be4d service neutron] 10.222.0.39 "GET /v2.0/networks/8b0bf199-d89f-4773-a873-9ce196e960eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208545 Dec 10 09:15:58.267219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2314996-c0bb-45bb-87e2-7db831096231 admin admin] Pushing event deleted for resources: {'Network': ['ID=a65f1f59-1530-45df-b511-47e0f9131b14,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:58.361911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53904) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:58.382839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcac15-23d5-4133-94d7-cdfdef0f09b1 req-424e4c14-5b52-49e3-9002-b34755522a50 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:58.390544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3fcac15-23d5-4133-94d7-cdfdef0f09b1 req-424e4c14-5b52-49e3-9002-b34755522a50 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 944 time: 0.1333153 Dec 10 09:15:58.427545 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2db69da7-3ad7-4149-9ac0-0f498fbdce90 req-b61620a5-9e75-4a13-b0a3-66fe7ecdd50c service neutron] 10.222.0.39 "GET /v2.0/networks/8b0bf199-d89f-4773-a873-9ce196e960eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540062 Dec 10 09:15:58.439823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d4c0bb9-6ea7-4933-9c72-d6db723e4fb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21250dbd67c24a36a888ed93fe856600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764482 Dec 10 09:15:58.442147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:58.444949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-77c7f187-a149-493c-bfef-cc97c2db8891 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:58.446632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-77c7f187-a149-493c-bfef-cc97c2db8891 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.2743509 Dec 10 09:15:58.468833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3fcac15-23d5-4133-94d7-cdfdef0f09b1 req-97347df2-20b1-4d3e-9f3e-88ce36457465 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773401 Dec 10 09:15:58.503925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a6bd43c5-d26b-48f3-a663-3cf79b5442db tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/quotas/421fbd44c6eb41809d7db303745958e6 HTTP/1.1" status: 200 len: 375 time: 0.0408666 Dec 10 09:15:58.566513 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b09fbc61-ac8f-483a-a9b2-b88448cb6b84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:58.590827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-1bbc205e-063c-4059-beca-8bbf3704378d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0858521 Dec 10 09:15:58.593067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b09fbc61-ac8f-483a-a9b2-b88448cb6b84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:58.647717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b09fbc61-ac8f-483a-a9b2-b88448cb6b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:58.653032 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b09fbc61-ac8f-483a-a9b2-b88448cb6b84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:58.655087 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b09fbc61-ac8f-483a-a9b2-b88448cb6b84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b401e758-47b8-4d2a-a26b-62a6bd437223 HTTP/1.1" status: 204 len: 168 time: 0.2106092 Dec 10 09:15:58.665645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fbc61-ac8f-483a-a9b2-b88448cb6b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b401e758-47b8-4d2a-a26b-62a6bd437223,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:58.718453 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-b399ca92-892e-4e69-ad5a-a7221c2d26f4 service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258249 Dec 10 09:15:58.830795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-955a23b5-d7a8-42a1-8012-228a2c27aed9 service neutron] 10.222.0.31 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052029 Dec 10 09:15:59.047363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d12426dd-3a07-450c-9593-885adf55121b req-4bb2f91c-ad30-4c98-bc85-34148abb91ae tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 210 time: 0.0543010 Dec 10 09:15:59.241933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53942) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:59.292366 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7ba1e769-be5d-4629-8131-075fcd9bc9cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=938e9a204bb54312b0167113e2291180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489414 Dec 10 09:15:59.294516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 53948) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:15:59.355898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5938c97-fe50-473c-b3e4-f9fa433ad0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:59.385160 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5938c97-fe50-473c-b3e4-f9fa433ad0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:59.442405 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5938c97-fe50-473c-b3e4-f9fa433ad0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:59.446991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5938c97-fe50-473c-b3e4-f9fa433ad0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:15:59.448434 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f5938c97-fe50-473c-b3e4-f9fa433ad0a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712 HTTP/1.1" status: 204 len: 168 time: 0.1515601 Dec 10 09:15:59.472032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5938c97-fe50-473c-b3e4-f9fa433ad0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5b5c9f-aa09-4b6d-ba45-6cfb7fc99712,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:15:59.636333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1beb0-7fe6-4eca-91a2-9c745968a9f4 req-0edae44a-a1fe-433b-8423-eb745e719576 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:15:59.637916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66f1beb0-7fe6-4eca-91a2-9c745968a9f4 req-0edae44a-a1fe-433b-8423-eb745e719576 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 944 time: 0.0565593 Dec 10 09:15:59.734099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66f1beb0-7fe6-4eca-91a2-9c745968a9f4 req-14a809c1-1975-4035-a222-9a44674818e4 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856557 Dec 10 09:16:00.141795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6953ffd4-d347-43f7-bcc1-a336cc38f869 req-7ef63dc5-dea0-4271-8e5a-8bd6d51ee5af tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 210 time: 0.0300539 Dec 10 09:16:00.354271 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-66b81afd-747c-4aa2-b02f-b5f1dfb8bee1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:00.357096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-66b81afd-747c-4aa2-b02f-b5f1dfb8bee1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 812 time: 0.1609130 Dec 10 09:16:00.372420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Request body: {'port': {'device_id': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'admin_state_up': True, 'tenant_id': '421fbd44c6eb41809d7db303745958e6'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:00.492061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Made reservation on behalf of 421fbd44c6eb41809d7db303745958e6 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:00.495687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:00.633377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Allocated IP 172.20.0.12 (6f7bc68f-d442-4c32-a995-0452e37aef94/82f5ef62-e20e-4c02-ae8a-d223cfb693e4/49b38a5b-5275-40ec-a4c8-c7ec75b8ea82) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:00.828066 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:00.875085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:00.887336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5645416b-962b-4aca-a737-ab5a9b517260', '50277fdc-1dc6-4b6b-a46e-39519e35005a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:16:00.965887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:00.973995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:00.976437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:00.976614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10553753-92ed-4a58-a937-991b4ddfd8ba details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:16:00.984757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event updated for resources: {'Port': ['ID=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:01.024621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a749831-c876-4c44-a8b7-3e63995ce0fb req-2f7465e4-6004-4ae0-bb61-d42bf4e9db7a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:01.026618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a749831-c876-4c44-a8b7-3e63995ce0fb req-2f7465e4-6004-4ae0-bb61-d42bf4e9db7a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 944 time: 0.1622944 Dec 10 09:16:01.081736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:01.082410 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:01.148481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a749831-c876-4c44-a8b7-3e63995ce0fb req-faed33dd-971f-429f-a6da-f0748aa1ac41 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104426 Dec 10 09:16:01.165475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-af790881-64ec-4a8b-9b78-d42261d9666a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7980275 Dec 10 09:16:01.179222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Request body: {'port': {'device_id': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:01.372451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:01.385293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10553753-92ed-4a58-a937-991b4ddfd8ba, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10553753-92ed-4a58-a937-991b4ddfd8ba,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:01.405728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '10553753-92ed-4a58-a937-991b4ddfd8ba', 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb', 'port_id': '10553753-92ed-4a58-a937-991b4ddfd8ba', 'mac_address': 'fa:16:3e:7e:eb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25499d31-4fd7-4973-9b5a-054e56c4d03e', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:16:01.448664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3702e38-9f4e-44f3-b009-3cf70136d17e req-49fb4134-3828-4a75-a9d1-da1fc5f0d151 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:01.449999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c3702e38-9f4e-44f3-b009-3cf70136d17e req-49fb4134-3828-4a75-a9d1-da1fc5f0d151 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 932 time: 0.1737044 Dec 10 09:16:01.457125 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:01.475560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10553753-92ed-4a58-a937-991b4ddfd8ba {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:16:01.500550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10553753-92ed-4a58-a937-991b4ddfd8ba, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10553753-92ed-4a58-a937-991b4ddfd8ba,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:01.509340 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:01.564613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-00f99d2e-8705-4061-9c34-d9e8b0c1b141 None None] Provisioning complete for port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:01.565077 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-00f99d2e-8705-4061-9c34-d9e8b0c1b141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:01.597431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c3702e38-9f4e-44f3-b009-3cf70136d17e req-781d1b9d-c9a8-4b08-a5a6-cc60001144ba tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291378 Dec 10 09:16:01.626019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=10553753-92ed-4a58-a937-991b4ddfd8ba,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:01.638826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.639166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.639771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.640100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.640468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.640759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.641677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.642179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.642511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.643468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.643801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.644124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.644446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:01.651480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-00f99d2e-8705-4061-9c34-d9e8b0c1b141 None None] Port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:01.752390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['10553753-92ed-4a58-a937-991b4ddfd8ba'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:16:01.814750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:16:01.823562 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:01.836197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Transition to ACTIVE for port object 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:16:01.841895 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:01.921563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Pushing event updated for resources: {'Port': ['ID=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:01.998156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Attempting to bind port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:01.998461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Attempting to bind port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:01.998959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Attempting to bind port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:02.005450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:16:02.005842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Attempting to bind port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 on network 6f7bc68f-d442-4c32-a995-0452e37aef94 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:02.013352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:02.013893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Checking segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:02.014547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Bound using segment: {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:02.014982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Bound port: 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f5c326-93b4-4705-b34b-f3c5b7114046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:02.015338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:02.112906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:02.116519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:02.125051 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:02.168617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:02.169280 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:02.170751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] 10.222.0.18 "PUT /v2.0/ports/49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 HTTP/1.1" status: 200 len: 1092 time: 0.9959068 Dec 10 09:16:02.173175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:02.174409 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:02.238955 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fd7bee-6ccf-4183-bc24-e989f95a2537 x-openstack-request-id: req-32fd7bee-6ccf-4183-bc24-e989f95a2537 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:02.239250 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:02.239501 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32fd7bee-6ccf-4183-bc24-e989f95a2537 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:02.239918 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82', 'status': 'completed', 'code': 200} Dec 10 09:16:02.251099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08013ac-5bc7-45c6-9c3a-e8a2f9f62f66 service neutron] Pushing event updated for resources: {'Port': ['ID=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:02.334350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-2cfcb9e6-7eeb-4966-b6b8-b069b57ca2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:02.335877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-2cfcb9e6-7eeb-4966-b6b8-b069b57ca2bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 1095 time: 0.0952303 Dec 10 09:16:02.400304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-b9c03e6f-e995-4de8-bbc0-e33eb242e1de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 HTTP/1.1" status: 200 len: 217 time: 0.0555038 Dec 10 09:16:02.424910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d47d0-9f38-4ad8-b143-31f2702fe97c req-3d98c4ff-ac8f-426a-8b49-ac8a87191618 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:02.426807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c9d47d0-9f38-4ad8-b143-31f2702fe97c req-3d98c4ff-ac8f-426a-8b49-ac8a87191618 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 945 time: 0.1382685 Dec 10 09:16:02.506147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-846f09a4-32cf-4248-a2bf-e1e227d189e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:02.507843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-846f09a4-32cf-4248-a2bf-e1e227d189e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0998838 Dec 10 09:16:02.549895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c9d47d0-9f38-4ad8-b143-31f2702fe97c req-02c4db54-bc56-4a44-9f6b-b3b35890765e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010070 Dec 10 09:16:03.003890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10553753-92ed-4a58-a937-991b4ddfd8ba up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:03.019494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-f3d38e33-2015-4e8e-9ecf-b02f5219e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:03.021100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-f3d38e33-2015-4e8e-9ecf-b02f5219e62f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5032842 Dec 10 09:16:03.036178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a978e2-f8c1-4be2-ae91-e508295cd9b3 req-8f453d98-3095-4879-b761-4b2128907eed tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:03.038118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16a978e2-f8c1-4be2-ae91-e508295cd9b3 req-8f453d98-3095-4879-b761-4b2128907eed tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 944 time: 0.0736969 Dec 10 09:16:03.081231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 10553753-92ed-4a58-a937-991b4ddfd8ba completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:16:03.086874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 10553753-92ed-4a58-a937-991b4ddfd8ba triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:03.087393 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:03.162313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16a978e2-f8c1-4be2-ae91-e508295cd9b3 req-961c58dc-8d6a-4991-aa00-b0aa5dc3adad tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149073 Dec 10 09:16:03.186836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-98444ee8-17a3-4780-ab44-13b367a7b731 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452060 Dec 10 09:16:03.213753 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f23de02a-76b3-4c2d-a1d1-aa410a780c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:03.240929 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:03.275111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b529a9-7cf2-4531-8503-c7a7cfb4fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10553753-92ed-4a58-a937-991b4ddfd8ba'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:03.279111 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aefc6d-1fa0-42df-af2c-13787742a989" -d '{"events": [{"server_uuid": "79b529a9-7cf2-4531-8503-c7a7cfb4fa39", "name": "network-vif-plugged", "status": "completed", "tag": "10553753-92ed-4a58-a937-991b4ddfd8ba"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:03.296299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 10553753-92ed-4a58-a937-991b4ddfd8ba, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10553753-92ed-4a58-a937-991b4ddfd8ba,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:03.306049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:03.335877 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b092e10-2f2b-4456-a940-901fefe284ac x-openstack-request-id: req-2b092e10-2f2b-4456-a940-901fefe284ac {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:03.336273 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b529a9-7cf2-4531-8503-c7a7cfb4fa39", "name": "network-vif-plugged", "status": "completed", "tag": "10553753-92ed-4a58-a937-991b4ddfd8ba", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:03.336620 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b092e10-2f2b-4456-a940-901fefe284ac {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:03.337111 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b529a9-7cf2-4531-8503-c7a7cfb4fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10553753-92ed-4a58-a937-991b4ddfd8ba', 'code': 200} Dec 10 09:16:03.359589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ebfd670-e811-4236-b33d-cd4e9573deef req-e76ab295-838c-4b51-ab3f-40d7af379c08 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588717 Dec 10 09:16:03.363989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=10553753-92ed-4a58-a937-991b4ddfd8ba,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:03.455226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a4707-2d6d-443c-9754-99da6a2fb47e req-91d5eb5a-3aad-4c96-9155-43dafd799e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:03.457863 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aa5a4707-2d6d-443c-9754-99da6a2fb47e req-91d5eb5a-3aad-4c96-9155-43dafd799e19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 1097 time: 0.0473933 Dec 10 09:16:03.465522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-eb81436c-4dba-404f-9621-affd14e4575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:03.465522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-eb81436c-4dba-404f-9621-affd14e4575f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 1095 time: 0.0564454 Dec 10 09:16:03.518113 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aa5a4707-2d6d-443c-9754-99da6a2fb47e req-f65c7026-e763-4c68-aa54-d07122f9e47e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461223 Dec 10 09:16:03.591791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-d4bc4605-3c18-41d9-bb35-357251fa3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:03.595667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-d4bc4605-3c18-41d9-bb35-357251fa3cac service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.1136999 Dec 10 09:16:03.675222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-3c6e00e0-6636-4df4-bed0-8c86fff5c729 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 HTTP/1.1" status: 200 len: 217 time: 0.0703125 Dec 10 09:16:03.756580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-ab67e4d4-df89-4990-9910-f47180a32e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:03.758492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-ab67e4d4-df89-4990-9910-f47180a32e35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0611577 Dec 10 09:16:03.769923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342ff29-3aac-48fd-af94-9ac66ce70fe6 req-75643dd0-9018-4475-9c69-053362d465b2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:03.778011 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c342ff29-3aac-48fd-af94-9ac66ce70fe6 req-75643dd0-9018-4475-9c69-053362d465b2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 946 time: 0.1130652 Dec 10 09:16:03.864230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c342ff29-3aac-48fd-af94-9ac66ce70fe6 req-864649c8-94b8-400f-b914-346b967ccb96 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696733 Dec 10 09:16:03.870992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-81294ec0-7053-48ce-9bd2-6f181a6eb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:03.872762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-81294ec0-7053-48ce-9bd2-6f181a6eb521 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936043 Dec 10 09:16:03.980120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-ec2081ca-866d-4d33-9c96-c262573f83dc service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976541 Dec 10 09:16:04.073063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dfb8e4a-3c2d-430b-b2a5-b974da2b37a6 req-6e02b8ff-ce87-4a1a-97b4-5eef2520b463 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849385 Dec 10 09:16:04.292198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d0c9-26b1-4e9d-ab29-13356c281954 req-ad00218b-9e58-4827-b7e0-7048a92be12c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:04.293706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44d3d0c9-26b1-4e9d-ab29-13356c281954 req-ad00218b-9e58-4827-b7e0-7048a92be12c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 944 time: 0.0545666 Dec 10 09:16:04.344774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44d3d0c9-26b1-4e9d-ab29-13356c281954 req-ad67b471-413b-40b8-ac68-ff9a1bb7d412 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Dec 10 09:16:04.995647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb825ff-d38b-4a87-bfc6-ee9e66ddb2f7 req-1924ff6f-a287-4b34-a2f5-5462c7dac934 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:04.997173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4bb825ff-d38b-4a87-bfc6-ee9e66ddb2f7 req-1924ff6f-a287-4b34-a2f5-5462c7dac934 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 946 time: 0.0584099 Dec 10 09:16:05.051873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4bb825ff-d38b-4a87-bfc6-ee9e66ddb2f7 req-c48a4760-010f-4ec6-8631-4c35b1c28630 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475135 Dec 10 09:16:05.183933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6287b-4940-46eb-84ba-e339e45710d2 req-7a54821a-9361-4653-b462-e077916fe228 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:05.185457 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1c6287b-4940-46eb-84ba-e339e45710d2 req-7a54821a-9361-4653-b462-e077916fe228 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 946 time: 0.0545633 Dec 10 09:16:05.265447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1c6287b-4940-46eb-84ba-e339e45710d2 req-0e59b199-41b0-46d9-be37-fac7ffa80cd9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730681 Dec 10 09:16:05.438350 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bec1b55a-b34a-495b-afbd-26cd4c026ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:05.473659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7bf6d-b9f4-441c-8aae-1e96b0f1bd16 req-ed216544-387d-4a9e-9377-1e5a69c08e03 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:05.475193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2a7bf6d-b9f4-441c-8aae-1e96b0f1bd16 req-ed216544-387d-4a9e-9377-1e5a69c08e03 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 944 time: 0.0582566 Dec 10 09:16:05.529632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2a7bf6d-b9f4-441c-8aae-1e96b0f1bd16 req-eb95997b-a941-4d0c-a02b-2949cb8e6363 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 Dec 10 09:16:06.350931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:16:06.452288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:06.464097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'port_id': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82', 'mac_address': 'fa:16:3e:81:16:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:16:06.513265 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:06.516506 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:06.527589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:16:06.554055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:06.560835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:06.624966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:06.691291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bfb2e-3de7-4f9f-a217-03f389e47b8f req-64cff95f-b604-4da3-a7f2-1b0cddaae1c3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:06.692973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-923bfb2e-3de7-4f9f-a217-03f389e47b8f req-64cff95f-b604-4da3-a7f2-1b0cddaae1c3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 945 time: 0.0567698 Dec 10 09:16:06.742278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-923bfb2e-3de7-4f9f-a217-03f389e47b8f req-d0c8d5f3-68de-4394-b062-3c945c85d000 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Dec 10 09:16:06.788566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54080) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:06.916715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['49b38a5b-5275-40ec-a4c8-c7ec75b8ea82'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:16:07.324693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:07.675513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.20.0.17 (8b0bf199-d89f-4773-a873-9ce196e960eb/25499d31-4fd7-4973-9b5a-054e56c4d03e/1d5cf800-2e6c-4b53-8d39-c4a5c27fd914) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:07.708128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54112) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:07.810961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:07.866567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:07.907281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd32db3-6c3d-4752-aa20-495236c98a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:07.917774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network 8b0bf199-d89f-4773-a873-9ce196e960eb is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:07.921360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:07.926803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:07.931640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=1d5cf800-2e6c-4b53-8d39-c4a5c27fd914,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:07.993305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:07.993786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:07.994307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:07.999232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:07.999696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:08.000674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:08.001116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:08.002070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:08.003172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:08.003651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:08.004090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:08.004633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:08.005070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:08.024676 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd32db3-6c3d-4752-aa20-495236c98a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.031091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.041101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd32db3-6c3d-4752-aa20-495236c98a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.101192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-afd32db3-6c3d-4752-aa20-495236c98a11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a30107e222044df3a6f6fb096e372398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3916464 Dec 10 09:16:08.104288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd32db3-6c3d-4752-aa20-495236c98a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37972683-1419-4e67-bc7b-89bcb562c306,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:08.106465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54120) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:08.117827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162be84b-afd0-4452-9948-a668b28f1dcd req-45296eac-899d-4605-a687-f8dbb4c18fd7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:08.127489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-162be84b-afd0-4452-9948-a668b28f1dcd req-45296eac-899d-4605-a687-f8dbb4c18fd7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 945 time: 0.2716925 Dec 10 09:16:08.229472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-162be84b-afd0-4452-9948-a668b28f1dcd req-370298b1-8cd3-4648-a517-0a8d4e91be7d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018629 Dec 10 09:16:08.236632 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.275599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0253bb31-ff1e-42ef-8e06-1511c4480bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.279969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.287473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-eeb5621d-1557-4173-b809-18863fab2b35 None None] Provisioning complete for port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:08.287848 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eeb5621d-1557-4173-b809-18863fab2b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.308475 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0253bb31-ff1e-42ef-8e06-1511c4480bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.327486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5621d-1557-4173-b809-18863fab2b35 None None] Port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:08.385326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:08.466073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:16:08.476873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:08.477533 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.481835 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0253bb31-ff1e-42ef-8e06-1511c4480bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.484561 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0253bb31-ff1e-42ef-8e06-1511c4480bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.488051 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0253bb31-ff1e-42ef-8e06-1511c4480bb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37972683-1419-4e67-bc7b-89bcb562c306 HTTP/1.1" status: 204 len: 168 time: 0.3773768 Dec 10 09:16:08.523214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253bb31-ff1e-42ef-8e06-1511c4480bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37972683-1419-4e67-bc7b-89bcb562c306,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:08.640772 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.668341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:08.670811 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9017e561-4c74-4abc-a311-c82eb140b688" -d '{"events": [{"server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "name": "network-vif-plugged", "status": "completed", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:08.686170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:08.692852 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:08.755294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:08.760484 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ae2bb8-8f77-47d4-9347-9f02fbda772c x-openstack-request-id: req-12ae2bb8-8f77-47d4-9347-9f02fbda772c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:08.760993 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "name": "network-vif-plugged", "status": "completed", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:08.761572 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12ae2bb8-8f77-47d4-9347-9f02fbda772c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:08.762181 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82', 'code': 200} Dec 10 09:16:08.899393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed465285-e136-4bf2-bce5-556f8e7096dc req-9764b133-afa2-4144-b447-7f87efc93037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:08.900955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed465285-e136-4bf2-bce5-556f8e7096dc req-9764b133-afa2-4144-b447-7f87efc93037 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 1097 time: 0.0916579 Dec 10 09:16:08.964741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed465285-e136-4bf2-bce5-556f8e7096dc req-8270c0fa-3dc1-4d29-bf9d-111f2bde3945 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553241 Dec 10 09:16:09.133048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:09.139290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:09.193829 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:09.228898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=1d5cf800-2e6c-4b53-8d39-c4a5c27fd914,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:09.235297 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:09.388525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9794ac-4af9-4ea6-8ff9-55771e2d30ab req-87be668e-ea10-40d9-9b8f-200e6490f93f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:09.390623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network 8b0bf199-d89f-4773-a873-9ce196e960eb is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:09.391064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb9794ac-4af9-4ea6-8ff9-55771e2d30ab req-87be668e-ea10-40d9-9b8f-200e6490f93f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0596526 Dec 10 09:16:09.392131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:09.510472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb9794ac-4af9-4ea6-8ff9-55771e2d30ab req-d6d9b503-628e-4c40-a460-d1af7e5bccef tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075845 Dec 10 09:16:09.539301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:16:09.663119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ce97f384-c0e1-416a-951f-7e0ab995d997 None None] Provisioning complete for port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:09.664266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce97f384-c0e1-416a-951f-7e0ab995d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:09.685486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:09.699761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d81181f4-07e0-424f-8677-b1a09acf6eec tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "PUT /v2.0/routers/b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9077132 Dec 10 09:16:09.702797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Sync routers for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:09.726668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ce97f384-c0e1-416a-951f-7e0ab995d997 None None] Port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:09.729725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:09.730254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:09.856933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:09.915565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54168) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:10.043078 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d95d-22a6-43af-bbcc-7e404f54eee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.107524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:08Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8b580065-1bba-4da9-bcc9-fa724688c32d', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:15:06Z', 'updated_at': '2021-12-10T09:15:11Z', 'revision_number': 1, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5cf800-2e6c-4b53-8d39-c4a5c27fd914', 'name': '', 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:4e:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '25499d31-4fd7-4973-9b5a-054e56c4d03e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:07Z', 'updated_at': '2021-12-10T09:16:08Z', 'revision_number': 2, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '25499d31-4fd7-4973-9b5a-054e56c4d03e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:10.121947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d95d-22a6-43af-bbcc-7e404f54eee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.126849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d95d-22a6-43af-bbcc-7e404f54eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.142580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Checking router: b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:10.142580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Updating router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:16:10.170678 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.174096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1d95d-22a6-43af-bbcc-7e404f54eee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59b7563-a803-41de-923f-a58b187e632e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:10.183008 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3ae1d95d-22a6-43af-bbcc-7e404f54eee5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d97f6778934047348e5e75fd346dbfb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628832 Dec 10 09:16:10.183008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54172) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:10.235826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad618-746a-438e-9b21-bb678baf0542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.259557 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad618-746a-438e-9b21-bb678baf0542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.318979 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad618-746a-438e-9b21-bb678baf0542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.322040 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad618-746a-438e-9b21-bb678baf0542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.326102 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7b7ad618-746a-438e-9b21-bb678baf0542 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a59b7563-a803-41de-923f-a58b187e632e HTTP/1.1" status: 204 len: 168 time: 0.1400647 Dec 10 09:16:10.335500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ad618-746a-438e-9b21-bb678baf0542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59b7563-a803-41de-923f-a58b187e632e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:10.571627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.584929 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.670370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9f164-05e9-4164-9b8b-80be030802d2 None None] Pushing event updated for resources: {'Port': ['ID=1d5cf800-2e6c-4b53-8d39-c4a5c27fd914,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:10.679484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361040e-2834-4b17-9f8a-3e714792ea07 req-f901d2b8-b3fc-4320-85fe-8322b6c21cd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:10.682467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c361040e-2834-4b17-9f8a-3e714792ea07 req-f901d2b8-b3fc-4320-85fe-8322b6c21cd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0977511 Dec 10 09:16:10.711746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Attempting to bind port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:10.712454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Attempting to bind port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:10.713002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Attempting to bind port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 on network 8b0bf199-d89f-4773-a873-9ce196e960eb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:10.720242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:10.720627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Checking segment: {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:10.721043 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.721441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Bound using segment: {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:10.721959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Bound port: 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0530d8e3-bb18-4f2f-9a65-f0da64bc62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:10.722348 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:10.784555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c361040e-2834-4b17-9f8a-3e714792ea07 req-daa2fb03-ed63-43fb-be50-4803dec4d518 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935028 Dec 10 09:16:10.862733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] For port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:10.867202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] For port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1d5cf800-2e6c-4b53-8d39-c4a5c27fd914,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:10.878298 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.032415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:11.033270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:11.158322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691f844-f500-4098-8b7d-6d4bd06699bd req-8b9f16e4-9ca2-4103-b907-b425522da317 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:11.171243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9691f844-f500-4098-8b7d-6d4bd06699bd req-8b9f16e4-9ca2-4103-b907-b425522da317 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0846496 Dec 10 09:16:11.258969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9691f844-f500-4098-8b7d-6d4bd06699bd req-4732f99e-8604-49c6-ac4f-a9cc10f39f89 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860410 Dec 10 09:16:11.330470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54212) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:11.341460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9f164-05e9-4164-9b8b-80be030802d2 None None] Pushing event updated for resources: {'Port': ['ID=1d5cf800-2e6c-4b53-8d39-c4a5c27fd914,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:11.347987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54216) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:11.387382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-25404695-5f1c-4d45-a387-f19d400ad9bd None None] Provisioning complete for port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:11.387671 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-25404695-5f1c-4d45-a387-f19d400ad9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.481394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:11.493622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1345646792-network', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:11.547886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Made reservation on behalf of e8b042d6386944a2aacc3df414f66c71 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:11.550450 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.582351 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.604437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2a32a1a-1324-4002-926c-e1db7083e6b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.627259 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-25404695-5f1c-4d45-a387-f19d400ad9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.727065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-25404695-5f1c-4d45-a387-f19d400ad9bd None None] For port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1d5cf800-2e6c-4b53-8d39-c4a5c27fd914,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:11.737461 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-25404695-5f1c-4d45-a387-f19d400ad9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.755225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.766757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.785944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:16:11.789863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2a32a1a-1324-4002-926c-e1db7083e6b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.807269 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d2a32a1a-1324-4002-926c-e1db7083e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.829904 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.830572 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Added segment 943d8ddc-24be-4f48-a0da-2869381a0f06 of type vlan for network ea4e9895-c031-44ca-9a8a-3ba5f071beeb Dec 10 09:16:11.855444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c31e66b-4958-465f-8b35-3ad669db8407,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:11.859808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25404695-5f1c-4d45-a387-f19d400ad9bd None None] Pushing event updated for resources: {'Port': ['ID=1d5cf800-2e6c-4b53-8d39-c4a5c27fd914,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:11.879726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c897570f-aa7f-4245-adb7-169954e013fe None None] Provisioning complete for port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:11.879975 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c897570f-aa7f-4245-adb7-169954e013fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.887320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d2a32a1a-1324-4002-926c-e1db7083e6b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df53d01475494f2c87f58be5ee6f8d67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5343676 Dec 10 09:16:11.887471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54226) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:11.913183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.925823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a32a1a-1324-4002-926c-e1db7083e6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba88d771-0f7e-451e-a219-c3fdfc8d5d63,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:11.968312 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.971063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:11.971991 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.983992 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f4f81db-45e5-4d3e-af6c-62041db721aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:11.991565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:08Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8b580065-1bba-4da9-bcc9-fa724688c32d', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:15:06Z', 'updated_at': '2021-12-10T09:15:11Z', 'revision_number': 1, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5cf800-2e6c-4b53-8d39-c4a5c27fd914', 'name': '', 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:4e:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '25499d31-4fd7-4973-9b5a-054e56c4d03e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:07Z', 'updated_at': '2021-12-10T09:16:10Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '25499d31-4fd7-4973-9b5a-054e56c4d03e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:12.035092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f4f81db-45e5-4d3e-af6c-62041db721aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.056117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7242754 Dec 10 09:16:12.059556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54230) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:12.070411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Request body: {'subnet': {'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1345646792-subnet', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:12.093463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7456e-e1cc-4bc9-8da2-2610dd770920 admin admin] Pushing event updated for resources: {'Network': ['ID=ea4e9895-c031-44ca-9a8a-3ba5f071beeb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:12.116721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Made reservation on behalf of e8b042d6386944a2aacc3df414f66c71 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:12.120880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.136792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ea4e9895-c031-44ca-9a8a-3ba5f071beeb details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:16:12.234607 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f4f81db-45e5-4d3e-af6c-62041db721aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.238263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2f4f81db-45e5-4d3e-af6c-62041db721aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.241845 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2f4f81db-45e5-4d3e-af6c-62041db721aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba88d771-0f7e-451e-a219-c3fdfc8d5d63 HTTP/1.1" status: 204 len: 168 time: 0.3522284 Dec 10 09:16:12.253782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f81db-45e5-4d3e-af6c-62041db721aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba88d771-0f7e-451e-a219-c3fdfc8d5d63,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:12.258390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844362e0-3381-459d-965e-43b7b986bc58 None None] The sync data for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 is: [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:08Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8b580065-1bba-4da9-bcc9-fa724688c32d', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:15:06Z', 'updated_at': '2021-12-10T09:15:11Z', 'revision_number': 1, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5cf800-2e6c-4b53-8d39-c4a5c27fd914', 'name': '', 'network_id': '8b0bf199-d89f-4773-a873-9ce196e960eb', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:4e:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '25499d31-4fd7-4973-9b5a-054e56c4d03e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:07Z', 'updated_at': '2021-12-10T09:16:10Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '25499d31-4fd7-4973-9b5a-054e56c4d03e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:12.537845 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.595547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c0471-64ce-4b42-b98d-7906e57ece49 req-f8236d37-3041-4655-b642-1e88f57763df tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:12.600209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-020c0471-64ce-4b42-b98d-7906e57ece49 req-f8236d37-3041-4655-b642-1e88f57763df tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.1644917 Dec 10 09:16:12.666222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ebd5a3-7974-439c-9694-6897fb4fa8cb,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:12.699112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Checking segment: {'id': '943d8ddc-24be-4f48-a0da-2869381a0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:12.699587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Network hostable DHCP agents. Network: ea4e9895-c031-44ca-9a8a-3ba5f071beeb, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:16:12.710264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-020c0471-64ce-4b42-b98d-7906e57ece49 req-04ea337a-92af-4631-8a67-76b295ed7840 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019015 Dec 10 09:16:12.744689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Network ea4e9895-c031-44ca-9a8a-3ba5f071beeb is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:16:12.783693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ea4e9895-c031-44ca-9a8a-3ba5f071beeb) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:12.788074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:12.788651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.797207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76138509-c22a-4c34-9a50-c8d7afd79d2e None None] Network ea4e9895-c031-44ca-9a8a-3ba5f071beeb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:12.818394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54246) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:12.818884 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-10ed03b3-e2ff-437f-b685-9474ef3aef67 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7524014 Dec 10 09:16:12.825133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:12.872843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.874084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.911571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54248) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:12.938807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd52404-921e-43d9-b1fa-d80bf0b48e0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:12.962564 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.023381 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-ea4e9895-c031-44ca-9a8a-3ba5f071beeb', 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb', 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'fixed_ips': [{'subnet_id': 'd4ebd5a3-7974-439c-9694-6897fb4fa8cb'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:16:13.024772 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.035688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd52404-921e-43d9-b1fa-d80bf0b48e0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.046776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd52404-921e-43d9-b1fa-d80bf0b48e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.120284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd52404-921e-43d9-b1fa-d80bf0b48e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e13604-ed38-46eb-9c00-a057687bd10b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:13.156380 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7dd52404-921e-43d9-b1fa-d80bf0b48e0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e1575d5c47249bcac4bc63177f9ee14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364855 Dec 10 09:16:13.157190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:13.267803 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebb78-861c-4b85-b05e-22641f2e4333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.289370 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.338013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:13.341287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebb78-861c-4b85-b05e-22641f2e4333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.342905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Allocated IP 172.20.0.2 (ea4e9895-c031-44ca-9a8a-3ba5f071beeb/d4ebd5a3-7974-439c-9694-6897fb4fa8cb/4e196343-a6c8-4d35-bd31-4b46766cfdb9) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:13.457073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebb78-861c-4b85-b05e-22641f2e4333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.461080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebb78-861c-4b85-b05e-22641f2e4333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.467159 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bc5ebb78-861c-4b85-b05e-22641f2e4333 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84e13604-ed38-46eb-9c00-a057687bd10b HTTP/1.1" status: 204 len: 168 time: 0.3083291 Dec 10 09:16:13.478449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:13.478824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.479141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ebb78-861c-4b85-b05e-22641f2e4333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e13604-ed38-46eb-9c00-a057687bd10b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:13.516324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585b20e-ff35-4ea7-847c-88b2cee26832 req-4183fd34-8509-41d2-a524-4fea94472150 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:13.517885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1585b20e-ff35-4ea7-847c-88b2cee26832 req-4183fd34-8509-41d2-a524-4fea94472150 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0951433 Dec 10 09:16:13.606247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1585b20e-ff35-4ea7-847c-88b2cee26832 req-ac0d8341-1d12-4a29-a0fb-7dd83512b60a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819232 Dec 10 09:16:13.606606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.649141 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.728007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Network ea4e9895-c031-44ca-9a8a-3ba5f071beeb is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:13.735300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:13.740929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:13.746884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.751907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Pushing event updated for resources: {'Port': ['ID=4e196343-a6c8-4d35-bd31-4b46766cfdb9,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:13.772458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.830813 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Attempting to bind port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:13.831353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Attempting to bind port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '943d8ddc-24be-4f48-a0da-2869381a0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:13.831534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Attempting to bind port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 on network ea4e9895-c031-44ca-9a8a-3ba5f071beeb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:13.838164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:13.838624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Checking segment: {'id': '943d8ddc-24be-4f48-a0da-2869381a0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:13.839099 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.839591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Bound using segment: {'id': '943d8ddc-24be-4f48-a0da-2869381a0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:13.840270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Bound port: 4e196343-a6c8-4d35-bd31-4b46766cfdb9, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943d8ddc-24be-4f48-a0da-2869381a0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:13.840922 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.908364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Allocated IP 172.25.3.136 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/1f8a18d7-b9fb-4e91-9f6b-d590483f3357) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:13.913806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-791db73d-1854-450b-ab07-91c690ddcace None None] For port 4e196343-a6c8-4d35-bd31-4b46766cfdb9, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:13.916927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-791db73d-1854-450b-ab07-91c690ddcace None None] For port 4e196343-a6c8-4d35-bd31-4b46766cfdb9, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4e196343-a6c8-4d35-bd31-4b46766cfdb9,segment=NetworkSegment(943d8ddc-24be-4f48-a0da-2869381a0f06),segment_id=943d8ddc-24be-4f48-a0da-2869381a0f06)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:13.921827 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:13.981595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791db73d-1854-450b-ab07-91c690ddcace None None] Pushing event updated for resources: {'Port': ['ID=4e196343-a6c8-4d35-bd31-4b46766cfdb9,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:14.006674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54268) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:14.020567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e731b064-9334-48ab-a09b-00f36ea1deff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.038712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.076391 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.114947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e731b064-9334-48ab-a09b-00f36ea1deff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.123204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:14.123970 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e731b064-9334-48ab-a09b-00f36ea1deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.128303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:14.131511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:14.141911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6a740-ac9f-4576-9f51-9c046be29ac3 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:14.167368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8a18d7-b9fb-4e91-9f6b-d590483f3357,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:14.170434 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e731b064-9334-48ab-a09b-00f36ea1deff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3517171dcd464dfb97b03d5fee3a7781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626809 Dec 10 09:16:14.172093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731b064-9334-48ab-a09b-00f36ea1deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98c020-f104-4969-a3f2-00640476c3e4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:14.175052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54270) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:14.244336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8c91318e-632f-4370-8189-4f68fe534c15 None None] Provisioning complete for port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:14.244710 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c91318e-632f-4370-8189-4f68fe534c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.255157 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de00f199-4604-4b77-8a65-6a13333a095b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.295153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de00f199-4604-4b77-8a65-6a13333a095b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.313868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8c91318e-632f-4370-8189-4f68fe534c15 None None] Port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:14.358053 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de00f199-4604-4b77-8a65-6a13333a095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.362196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de00f199-4604-4b77-8a65-6a13333a095b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.363543 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-de00f199-4604-4b77-8a65-6a13333a095b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec98c020-f104-4969-a3f2-00640476c3e4 HTTP/1.1" status: 204 len: 168 time: 0.1874075 Dec 10 09:16:14.380355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00f199-4604-4b77-8a65-6a13333a095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98c020-f104-4969-a3f2-00640476c3e4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:14.479436 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.721339 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:14.739235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d924b-d9bc-4394-96ad-49223ae8c877 req-e876302d-4cd1-4d18-bee3-04a140faeb2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:14.740833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8d924b-d9bc-4394-96ad-49223ae8c877 req-e876302d-4cd1-4d18-bee3-04a140faeb2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0631738 Dec 10 09:16:14.868608 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8d924b-d9bc-4394-96ad-49223ae8c877 req-0e5d618f-6d42-4782-aae2-464d09a27726 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944481 Dec 10 09:16:14.912118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Router 04cb2637-5009-4fd8-817b-d51b743e5485 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:16:15.038312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:15.059869 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Sync routers for ids ['04cb2637-5009-4fd8-817b-d51b743e5485'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:15.071192 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Routers {'04cb2637-5009-4fd8-817b-d51b743e5485'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:15.071795 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['04cb2637-5009-4fd8-817b-d51b743e5485'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:15.077038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.078842 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-416f9c54-6d59-4a53-bc91-a89c4a044269 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2590704 Dec 10 09:16:15.081990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54302) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:15.180782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54304) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:15.199436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2228f9ed-2091-4d4f-b40a-54f085ee58e9 None None] Network ea4e9895-c031-44ca-9a8a-3ba5f071beeb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:15.219495 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Set router 04cb2637-5009-4fd8-817b-d51b743e5485 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:15.320071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4e196343-a6c8-4d35-bd31-4b46766cfdb9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:15.363196 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.384984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a9570186-cba3-4aef-9bcc-81eee41509f0 None None] Provisioning complete for port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:15.385534 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9570186-cba3-4aef-9bcc-81eee41509f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.422303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1176178584-network', 'tenant_id': 'fae81538830a498eb1dc29a292753b5e'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:15.465634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Made reservation on behalf of fae81538830a498eb1dc29a292753b5e for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:15.468717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.486884 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.488652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:15.489001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.667430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.675871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.749567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:16:15.756943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9b34e4-a136-4f25-aa9d-49437c316ce5,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:15.763745 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.764363 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Added segment 2094879d-5dce-4e7b-b041-55f434d5feb7 of type vlan for network bcc07123-da2f-4348-be16-16e9b560ddc2 Dec 10 09:16:15.791548 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:12Z', 'updated_at': '2021-12-10T09:16:14Z', 'revision_number': 3, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'gw_port': {'id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:13Z', 'updated_at': '2021-12-10T09:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:15.825976 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.834390 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Checking router: 04cb2637-5009-4fd8-817b-d51b743e5485 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:15.835101 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Updating router 04cb2637-5009-4fd8-817b-d51b743e5485 port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:16:15.871314 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.874825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.876429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:15.877190 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.947943 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9570186-cba3-4aef-9bcc-81eee41509f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.961553 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:15.985712 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8040860 Dec 10 09:16:15.988847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54322) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:15.996450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Request body: {'subnet': {'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1176178584-subnet', 'tenant_id': 'fae81538830a498eb1dc29a292753b5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:16.002098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a1db3-bb44-4874-842e-a51a0db79b9b admin admin] Pushing event updated for resources: {'Network': ['ID=bcc07123-da2f-4348-be16-16e9b560ddc2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:16.015333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network bcc07123-da2f-4348-be16-16e9b560ddc2 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:16:16.031931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Made reservation on behalf of fae81538830a498eb1dc29a292753b5e for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:16.034833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.061219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a9570186-cba3-4aef-9bcc-81eee41509f0 None None] For port 4e196343-a6c8-4d35-bd31-4b46766cfdb9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4e196343-a6c8-4d35-bd31-4b46766cfdb9,segment=NetworkSegment(943d8ddc-24be-4f48-a0da-2869381a0f06),segment_id=943d8ddc-24be-4f48-a0da-2869381a0f06)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:16.075627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9570186-cba3-4aef-9bcc-81eee41509f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.131863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9570186-cba3-4aef-9bcc-81eee41509f0 None None] Pushing event updated for resources: {'Port': ['ID=4e196343-a6c8-4d35-bd31-4b46766cfdb9,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:16.169356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cc9fa-e86d-49c1-bfe8-63b98d0c8051 req-a9748073-cad2-45f5-925d-c5995001e204 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:16.178298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-342cc9fa-e86d-49c1-bfe8-63b98d0c8051 req-a9748073-cad2-45f5-925d-c5995001e204 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1181216 Dec 10 09:16:16.183886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:16:16.184408 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:16:16.220797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-da4c6938-4ff2-4df6-9b88-ed44d2bba808 None None] Provisioning complete for port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:16.221444 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-da4c6938-4ff2-4df6-9b88-ed44d2bba808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.230269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014de03-d86d-41be-a8be-c9f1aa25e942 req-0288b6b5-503a-4bd9-88fb-027e7e9afc2f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:16.231771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e014de03-d86d-41be-a8be-c9f1aa25e942 req-0288b6b5-503a-4bd9-88fb-027e7e9afc2f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.1728163 Dec 10 09:16:16.292488 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.302573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-342cc9fa-e86d-49c1-bfe8-63b98d0c8051 req-d4d1155a-6bf2-419d-9189-cba8208d35c1 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233199 Dec 10 09:16:16.303471 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.316944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.366473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb3b90d-077e-44c5-8627-3b12a8a2f812 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:16.379802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:16:16.382952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f3abd1-556c-4775-9c19-31b5a95cb926,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:16.383874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e014de03-d86d-41be-a8be-c9f1aa25e942 req-1bc76586-2708-46ae-bb5d-afc0cfdf5dc5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227036 Dec 10 09:16:16.397483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Checking segment: {'id': '2094879d-5dce-4e7b-b041-55f434d5feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:16.397859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Network hostable DHCP agents. Network: bcc07123-da2f-4348-be16-16e9b560ddc2, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:16:16.411214 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Pushing event updated for resources: {'Port': ['ID=1f8a18d7-b9fb-4e91-9f6b-d590483f3357,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:16.420814 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Attempting to bind port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:16.421170 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Attempting to bind port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:16.421926 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Attempting to bind port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:16.423808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Network bcc07123-da2f-4348-be16-16e9b560ddc2 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:16:16.426682 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.427242 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.427372 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.427689 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.428034 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.428349 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.428693 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.429189 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.429531 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.429869 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.430189 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.430513 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.430828 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:16.433302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.441104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, bcc07123-da2f-4348-be16-16e9b560ddc2) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:16.445202 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:16.445615 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:16.446109 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.446412 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:16.446934 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Bound port: 1f8a18d7-b9fb-4e91-9f6b-d590483f3357, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:16.447319 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.460396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:16.461758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.474398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc4fe1d-06a4-4f70-8a7a-fb942822593e None None] Network bcc07123-da2f-4348-be16-16e9b560ddc2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:16.493614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f29cf96a-697a-4eba-87ac-9b8550516c00 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5001216 Dec 10 09:16:16.516704 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] For port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:16.520350 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] For port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1f8a18d7-b9fb-4e91-9f6b-d590483f3357,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:16.527683 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.578130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bc94298f-13cb-448e-8a44-64831b9d6d1b None None] Provisioning complete for port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:16.578608 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc94298f-13cb-448e-8a44-64831b9d6d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.588647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7fdd0-291c-4926-85a5-64f646982825 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:16.601262 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Routers {'04cb2637-5009-4fd8-817b-d51b743e5485'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:16.602172 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['04cb2637-5009-4fd8-817b-d51b743e5485'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:16.658346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:16.696495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'port_id': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82', 'mac_address': 'fa:16:3e:81:16:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:16:16.700818 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f6b8c-fd32-4f77-91f9-7174483aa4fa None None] Pushing event updated for resources: {'Port': ['ID=1f8a18d7-b9fb-4e91-9f6b-d590483f3357,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:16.713667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Allocated IP 172.20.0.1 (ea4e9895-c031-44ca-9a8a-3ba5f071beeb/d4ebd5a3-7974-439c-9694-6897fb4fa8cb/a6ca4ddd-ea97-45db-8423-f8115c2d1124) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:16.724666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974b514-5d52-4f3d-943d-8a1a0b53a851 None None] Network bcc07123-da2f-4348-be16-16e9b560ddc2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:16.784234 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] Set router 04cb2637-5009-4fd8-817b-d51b743e5485 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:16.840700 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.874363 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.885371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.908530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc94298f-13cb-448e-8a44-64831b9d6d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.917408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:16:16.935237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Network ea4e9895-c031-44ca-9a8a-3ba5f071beeb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:16.938949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:16.943865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:16.984559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bc94298f-13cb-448e-8a44-64831b9d6d1b None None] For port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1f8a18d7-b9fb-4e91-9f6b-d590483f3357,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:16.987569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:16.988763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:16.994119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc94298f-13cb-448e-8a44-64831b9d6d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.001277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.061398 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:12Z', 'updated_at': '2021-12-10T09:16:14Z', 'revision_number': 3, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'gw_port': {'id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:13Z', 'updated_at': '2021-12-10T09:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:17.080253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94298f-13cb-448e-8a44-64831b9d6d1b None None] Pushing event updated for resources: {'Port': ['ID=1f8a18d7-b9fb-4e91-9f6b-d590483f3357,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:17.113446 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c34fb-3334-44fc-bef0-fdbb5cb253d5 None None] The sync data for ids ['04cb2637-5009-4fd8-817b-d51b743e5485'] in n-d-814746-3 is: [{'id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:12Z', 'updated_at': '2021-12-10T09:16:14Z', 'revision_number': 3, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'gw_port': {'id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:13Z', 'updated_at': '2021-12-10T09:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:17.128314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['49b38a5b-5275-40ec-a4c8-c7ec75b8ea82'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:16:17.191606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ca4ddd-ea97-45db-8423-f8115c2d1124,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:17.216907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7c783f1a-a360-4dc1-894e-91c59ce2940d None None] Provisioning complete for port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:17.217286 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7c783f1a-a360-4dc1-894e-91c59ce2940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.265700 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.277395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4e196343-a6c8-4d35-bd31-4b46766cfdb9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:17.424868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:17.517241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:17.517595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.620213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4ba0-3b9e-4881-9513-87fa6ce1a915 req-2752c0a7-9cbf-4814-ade2-4619f12e4bb8 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:17.621405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0953ba13-00fe-4042-9dd6-c296b8ebfc60 None None] Provisioning complete for port a6ca4ddd-ea97-45db-8423-f8115c2d1124 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:17.621803 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0953ba13-00fe-4042-9dd6-c296b8ebfc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.642033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b33d4ba0-3b9e-4881-9513-87fa6ce1a915 req-2752c0a7-9cbf-4814-ade2-4619f12e4bb8 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 945 time: 0.1652873 Dec 10 09:16:17.662313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0659f9c-839e-44ad-9b06-e33e171f3295 req-bbbbe026-d995-4019-8c57-1e67f2940c44 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:17.664236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0659f9c-839e-44ad-9b06-e33e171f3295 req-bbbbe026-d995-4019-8c57-1e67f2940c44 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.2203991 Dec 10 09:16:17.680494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0953ba13-00fe-4042-9dd6-c296b8ebfc60 None None] Port a6ca4ddd-ea97-45db-8423-f8115c2d1124 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:17.735519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.746791 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.762085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b33d4ba0-3b9e-4881-9513-87fa6ce1a915 req-a8021584-a6ff-4c94-8a07-03af5f96f6f6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189024 Dec 10 09:16:17.849261 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:17.858097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0659f9c-839e-44ad-9b06-e33e171f3295 req-afdb0500-229f-4a65-bd8c-e2a3dc7c93db tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853771 Dec 10 09:16:17.869067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ca4ddd-ea97-45db-8423-f8115c2d1124,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:17.970261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Network ea4e9895-c031-44ca-9a8a-3ba5f071beeb is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:17.971891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:18.114094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Router 04cb2637-5009-4fd8-817b-d51b743e5485 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:16:18.259075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:18.264841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a35c27dd-e940-4165-b42a-61d8048d9ff2 admin admin] 10.222.0.31 "PUT /v2.0/routers/04cb2637-5009-4fd8-817b-d51b743e5485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1815350 Dec 10 09:16:18.339454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cb42cc2a-ce88-40b6-9985-a444cc5bb5c7 None None] Provisioning complete for port a6ca4ddd-ea97-45db-8423-f8115c2d1124 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:18.340374 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb42cc2a-ce88-40b6-9985-a444cc5bb5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:18.387031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cb42cc2a-ce88-40b6-9985-a444cc5bb5c7 None None] Port a6ca4ddd-ea97-45db-8423-f8115c2d1124 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:18.400510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:18.455690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:18.456117 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:18.555384 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:18.586153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:18.591293 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f1f02-b113-4357-b7b4-ca3335e32832" -d '{"events": [{"server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "name": "network-vif-plugged", "status": "completed", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:18.603077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:18.610425 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:18.635725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-4bd76b68-51dd-4778-8405-a907955de416 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:18.637742 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae91ba7c-53d7-4c41-8165-c08aeaa74cd5 x-openstack-request-id: req-ae91ba7c-53d7-4c41-8165-c08aeaa74cd5 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:18.637934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-4bd76b68-51dd-4778-8405-a907955de416 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/networks?id=bcc07123-da2f-4348-be16-16e9b560ddc2 HTTP/1.1" status: 200 len: 809 time: 0.1299543 Dec 10 09:16:18.638190 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "name": "network-vif-plugged", "status": "completed", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:18.638446 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae91ba7c-53d7-4c41-8165-c08aeaa74cd5 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:18.639095 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82', 'code': 200} Dec 10 09:16:18.657114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-17ccc98e-d53c-4186-aa0a-a2fccd449a48 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/quotas/fae81538830a498eb1dc29a292753b5e HTTP/1.1" status: 200 len: 375 time: 0.0111597 Dec 10 09:16:18.666352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:18.696287 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-99c335c1-09b6-41f2-b47f-919b3fdc9f59 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fae81538830a498eb1dc29a292753b5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310650 Dec 10 09:16:18.792006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-a5a87abe-5d60-48a0-82e8-c1208c0c2f08 service neutron] 10.222.0.31 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884612 Dec 10 09:16:18.852653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54374) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:18.858469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-524479819-network', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:18.879625 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Made reservation on behalf of b8662470a8294098a05a48af4a6bcefe for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:18.882011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:18.892487 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:18.931392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545b2ba-ec8d-4d05-90c9-046c19e56eb9 req-0f2729c9-dafe-4142-a717-21a264ab7441 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:18.933060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4545b2ba-ec8d-4d05-90c9-046c19e56eb9 req-0f2729c9-dafe-4142-a717-21a264ab7441 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0766416 Dec 10 09:16:18.941544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-b78f77bd-06d2-4f76-8ead-3a131b4b75df service neutron] 10.222.0.31 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412623 Dec 10 09:16:18.975248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:18.979317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.000252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:16:19.002293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4545b2ba-ec8d-4d05-90c9-046c19e56eb9 req-82075bc8-1e22-4ce4-a1d0-aed0904a076a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518396 Dec 10 09:16:19.019634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3483a7-ce36-4183-82ac-1a8350a16231,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:19.024544 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.024896 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Added segment de930b73-7935-4b06-9c9f-2b098271f464 of type vlan for network 82e3936c-efa2-4668-9c4d-c849f80a3c87 Dec 10 09:16:19.070348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.112298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.115008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:19.115853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.222254 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3677723 Dec 10 09:16:19.223362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fae66e-2ecd-4859-9929-f56ed3fd0ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=82e3936c-efa2-4668-9c4d-c849f80a3c87,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:19.226946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54384) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:19.234526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Request body: {'subnet': {'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-524479819-subnet', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:19.236719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e5fc0a12-d9b2-4e0e-9d81-3c30c56a2cb7 req-f2969568-8754-41dc-8602-c734edca1ae7 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 210 time: 0.0670280 Dec 10 09:16:19.248439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 82e3936c-efa2-4668-9c4d-c849f80a3c87 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:16:19.277578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1f4f7-91ce-4dce-b097-de0f58f2bd18 req-cc97d187-f5d7-4f05-ac71-b0a83c9a4a80 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:19.278023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.278134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1f1f4f7-91ce-4dce-b097-de0f58f2bd18 req-cc97d187-f5d7-4f05-ac71-b0a83c9a4a80 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1829472 Dec 10 09:16:19.279936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Made reservation on behalf of b8662470a8294098a05a48af4a6bcefe for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:19.283018 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.283144 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:19.344837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Sync routers for ids ['04cb2637-5009-4fd8-817b-d51b743e5485'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:19.350944 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1f1f4f7-91ce-4dce-b097-de0f58f2bd18 req-d012b4cc-60ba-410a-909e-a484a17c406a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638261 Dec 10 09:16:19.382701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Routers {'04cb2637-5009-4fd8-817b-d51b743e5485'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:19.383316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['04cb2637-5009-4fd8-817b-d51b743e5485'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:19.449632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:19.450066 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.505462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.545837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Set router 04cb2637-5009-4fd8-817b-d51b743e5485 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:19.567300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=041ef155-5dcb-43fa-97dd-e2b6b1093ce2,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:19.579182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Checking segment: {'id': 'de930b73-7935-4b06-9c9f-2b098271f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:19.579564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Network hostable DHCP agents. Network: 82e3936c-efa2-4668-9c4d-c849f80a3c87, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:16:19.596453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Network 82e3936c-efa2-4668-9c4d-c849f80a3c87 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:16:19.606532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 82e3936c-efa2-4668-9c4d-c849f80a3c87) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:19.612759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:19.613364 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.620660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be7f6ee-fda1-4d4b-98b9-1678409f0fb3 None None] Network 82e3936c-efa2-4668-9c4d-c849f80a3c87 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:19.632009 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-81b27007-50ba-41f8-ab66-e71b2f408371 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4037583 Dec 10 09:16:19.634605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54392) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:19.639069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:19.663257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.664487 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.731422 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.884065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:19.995340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-82e3936c-efa2-4668-9c4d-c849f80a3c87', 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87', 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'fixed_ips': [{'subnet_id': '041ef155-5dcb-43fa-97dd-e2b6b1093ce2'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:16:19.996206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.132665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.146010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d0161-68e9-43e2-b93c-30e7103dbb96 req-5ee7f5aa-303b-4c6e-9d1b-bf2672cb96fb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:20.147832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-436d0161-68e9-43e2-b93c-30e7103dbb96 req-5ee7f5aa-303b-4c6e-9d1b-bf2672cb96fb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0640891 Dec 10 09:16:20.164400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.173071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:12Z', 'updated_at': '2021-12-10T09:16:17Z', 'revision_number': 4, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'gw_port': {'id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:13Z', 'updated_at': '2021-12-10T09:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a6ca4ddd-ea97-45db-8423-f8115c2d1124', 'name': '', 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'mac_address': 'fa:16:3e:ea:98:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd4ebd5a3-7974-439c-9694-6897fb4fa8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:16Z', 'updated_at': '2021-12-10T09:16:17Z', 'revision_number': 2, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'subnets': [{'id': 'd4ebd5a3-7974-439c-9694-6897fb4fa8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:20.210356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Checking router: 04cb2637-5009-4fd8-817b-d51b743e5485 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:20.210968 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Updating router 04cb2637-5009-4fd8-817b-d51b743e5485 port a6ca4ddd-ea97-45db-8423-f8115c2d1124 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:16:20.213486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Allocated IP 172.20.0.2 (82e3936c-efa2-4668-9c4d-c849f80a3c87/041ef155-5dcb-43fa-97dd-e2b6b1093ce2/9f5eed24-6d48-4545-930f-8126ad898a4f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:20.226955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-436d0161-68e9-43e2-b93c-30e7103dbb96 req-defd3618-7ba8-4187-9a3e-d1225599ee7e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719376 Dec 10 09:16:20.274450 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.438372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Allocated IP 172.25.3.186 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/9cc27148-3494-4b6e-b903-c63e8098bf6f) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:20.474582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f22f06b3-8c4d-446f-9b5d-1affa48bc5e4 req-96aed93b-aa25-4fd0-a7c9-e8c1b6249a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 210 time: 0.0973861 Dec 10 09:16:20.563445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-6775ef49-adff-48b2-b5b4-b5a9f4e35151 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:20.565064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-6775ef49-adff-48b2-b5b4-b5a9f4e35151 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.39 "GET /v2.0/networks?id=bcc07123-da2f-4348-be16-16e9b560ddc2 HTTP/1.1" status: 200 len: 809 time: 0.2342052 Dec 10 09:16:20.582978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4689164-f26f-4b67-a2c5-2ccff2e4ef23 req-fcd7682e-3dd1-44e9-b677-f82e4bd72a98 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:20.584790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4689164-f26f-4b67-a2c5-2ccff2e4ef23 req-fcd7682e-3dd1-44e9-b677-f82e4bd72a98 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.0856974 Dec 10 09:16:20.585067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.604240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Request body: {'port': {'device_id': '39cb5be3-514f-4abf-9a7c-978ea5c7acf2', 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2', 'admin_state_up': True, 'tenant_id': 'fae81538830a498eb1dc29a292753b5e'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:20.604802 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.678073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4689164-f26f-4b67-a2c5-2ccff2e4ef23 req-73a7df8e-13ec-4ed5-9431-6aabca8223fc tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822437 Dec 10 09:16:20.684985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Network 82e3936c-efa2-4668-9c4d-c849f80a3c87 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:20.704209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:20.709393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:20.725955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Pushing event updated for resources: {'Port': ['ID=9f5eed24-6d48-4545-930f-8126ad898a4f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:20.731404 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.807325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Attempting to bind port 9f5eed24-6d48-4545-930f-8126ad898a4f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:20.807751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Attempting to bind port 9f5eed24-6d48-4545-930f-8126ad898a4f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'de930b73-7935-4b06-9c9f-2b098271f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:20.808137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Attempting to bind port 9f5eed24-6d48-4545-930f-8126ad898a4f on network 82e3936c-efa2-4668-9c4d-c849f80a3c87 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:20.810626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Made reservation on behalf of fae81538830a498eb1dc29a292753b5e for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:20.815149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.818334 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.823437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:20.823822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Checking segment: {'id': 'de930b73-7935-4b06-9c9f-2b098271f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:20.824254 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.824661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Bound using segment: {'id': 'de930b73-7935-4b06-9c9f-2b098271f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:20.825148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Bound port: 9f5eed24-6d48-4545-930f-8126ad898a4f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de930b73-7935-4b06-9c9f-2b098271f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:20.825576 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.868436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:20.877740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:20.880446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:20.902739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985c839-7d79-4f73-9f13-0d275afe764a None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:20.920056 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.944960 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:20.970384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Pushing event updated for resources: {'Port': ['ID=9cc27148-3494-4b6e-b903-c63e8098bf6f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:20.991872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] For port 9f5eed24-6d48-4545-930f-8126ad898a4f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:21.012512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] For port 9f5eed24-6d48-4545-930f-8126ad898a4f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9f5eed24-6d48-4545-930f-8126ad898a4f,segment=NetworkSegment(de930b73-7935-4b06-9c9f-2b098271f464),segment_id=de930b73-7935-4b06-9c9f-2b098271f464)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:21.032575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c607f50-8fe9-47c8-a20a-ef8e6616b0d0 None None] Pushing event updated for resources: {'Port': ['ID=a6ca4ddd-ea97-45db-8423-f8115c2d1124,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:21.035462 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:21.151687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Allocated IP 172.20.0.13 (bcc07123-da2f-4348-be16-16e9b560ddc2/f5f3abd1-556c-4775-9c19-31b5a95cb926/bd87a328-51f0-444b-82c2-5a824aaba9fa) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:21.189456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Attempting to bind port a6ca4ddd-ea97-45db-8423-f8115c2d1124 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:21.189824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Attempting to bind port a6ca4ddd-ea97-45db-8423-f8115c2d1124 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '943d8ddc-24be-4f48-a0da-2869381a0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:21.190194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Attempting to bind port a6ca4ddd-ea97-45db-8423-f8115c2d1124 on network ea4e9895-c031-44ca-9a8a-3ba5f071beeb {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:21.199836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4f6df-89d8-4b17-8833-f90e57afca87 None None] Pushing event updated for resources: {'Port': ['ID=9f5eed24-6d48-4545-930f-8126ad898a4f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:21.205046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4e66d24c-2693-425c-8bb9-1b4c3539e433 None None] Provisioning complete for port 9cc27148-3494-4b6e-b903-c63e8098bf6f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:21.205776 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e66d24c-2693-425c-8bb9-1b4c3539e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:21.210230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:21.210831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Checking segment: {'id': '943d8ddc-24be-4f48-a0da-2869381a0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:21.211410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:21.211949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Bound using segment: {'id': '943d8ddc-24be-4f48-a0da-2869381a0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:21.212587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Bound port: a6ca4ddd-ea97-45db-8423-f8115c2d1124, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943d8ddc-24be-4f48-a0da-2869381a0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:21.213434 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:21.317171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4e66d24c-2693-425c-8bb9-1b4c3539e433 None None] Port 9cc27148-3494-4b6e-b903-c63e8098bf6f cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:21.353968 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] For port a6ca4ddd-ea97-45db-8423-f8115c2d1124, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:21.358718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] For port a6ca4ddd-ea97-45db-8423-f8115c2d1124, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a6ca4ddd-ea97-45db-8423-f8115c2d1124,segment=NetworkSegment(943d8ddc-24be-4f48-a0da-2869381a0f06),segment_id=943d8ddc-24be-4f48-a0da-2869381a0f06)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:21.366782 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:21.475613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e712b19-543f-4281-a0be-f4268ce9e93c req-7030cf8f-5970-436a-b5bb-3cc8edbc27a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:21.483370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e712b19-543f-4281-a0be-f4268ce9e93c req-7030cf8f-5970-436a-b5bb-3cc8edbc27a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.1230156 Dec 10 09:16:21.484698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c607f50-8fe9-47c8-a20a-ef8e6616b0d0 None None] Pushing event updated for resources: {'Port': ['ID=a6ca4ddd-ea97-45db-8423-f8115c2d1124,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:21.489116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Routers {'04cb2637-5009-4fd8-817b-d51b743e5485'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:21.489760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['04cb2637-5009-4fd8-817b-d51b743e5485'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:21.642256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e712b19-543f-4281-a0be-f4268ce9e93c req-4c231fd8-69ae-4fef-bbe1-41cd1660d8fa tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575603 Dec 10 09:16:21.666977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] Set router 04cb2637-5009-4fd8-817b-d51b743e5485 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:21.684154 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:21.720840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6181f45-80b1-46b9-bac1-a869c55569ca req-f5c0bb22-326d-4c22-b9dc-23209d8c231e tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 210 time: 0.0582385 Dec 10 09:16:21.817816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ec82b17e-0808-4244-a835-0064f0413dd1 None None] Provisioning complete for port a6ca4ddd-ea97-45db-8423-f8115c2d1124 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:21.818309 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec82b17e-0808-4244-a835-0064f0413dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:21.908653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f28a9-5ada-420f-b6a8-f41149577774 req-a32d1c56-4346-4ff3-98c6-a7d6aba61f1d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:21.916882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef4f28a9-5ada-420f-b6a8-f41149577774 req-a32d1c56-4346-4ff3-98c6-a7d6aba61f1d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1185727 Dec 10 09:16:21.987430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:21.989808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef4f28a9-5ada-420f-b6a8-f41149577774 req-16080eb7-7bf2-47ab-9653-bdf6f02a75ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674808 Dec 10 09:16:22.125605 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec82b17e-0808-4244-a835-0064f0413dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:22.138961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:12Z', 'updated_at': '2021-12-10T09:16:17Z', 'revision_number': 4, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'gw_port': {'id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:13Z', 'updated_at': '2021-12-10T09:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a6ca4ddd-ea97-45db-8423-f8115c2d1124', 'name': '', 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'mac_address': 'fa:16:3e:ea:98:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd4ebd5a3-7974-439c-9694-6897fb4fa8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:16Z', 'updated_at': '2021-12-10T09:16:21Z', 'revision_number': 4, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'subnets': [{'id': 'd4ebd5a3-7974-439c-9694-6897fb4fa8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:22.148294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:22.151101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:22.176890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594ec6f-fa1f-4f63-9c16-06ffb9b83dcc None None] The sync data for ids ['04cb2637-5009-4fd8-817b-d51b743e5485'] in n-d-814746-3 is: [{'id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:12Z', 'updated_at': '2021-12-10T09:16:17Z', 'revision_number': 4, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'gw_port': {'id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:13Z', 'updated_at': '2021-12-10T09:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a6ca4ddd-ea97-45db-8423-f8115c2d1124', 'name': '', 'network_id': 'ea4e9895-c031-44ca-9a8a-3ba5f071beeb', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'mac_address': 'fa:16:3e:ea:98:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd4ebd5a3-7974-439c-9694-6897fb4fa8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:16Z', 'updated_at': '2021-12-10T09:16:21Z', 'revision_number': 4, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'subnets': [{'id': 'd4ebd5a3-7974-439c-9694-6897fb4fa8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:22.203277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ec82b17e-0808-4244-a835-0064f0413dd1 None None] For port a6ca4ddd-ea97-45db-8423-f8115c2d1124, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a6ca4ddd-ea97-45db-8423-f8115c2d1124,segment=NetworkSegment(943d8ddc-24be-4f48-a0da-2869381a0f06),segment_id=943d8ddc-24be-4f48-a0da-2869381a0f06)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:22.210268 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec82b17e-0808-4244-a835-0064f0413dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:22.312462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82b17e-0808-4244-a835-0064f0413dd1 None None] Pushing event updated for resources: {'Port': ['ID=a6ca4ddd-ea97-45db-8423-f8115c2d1124,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:22.333574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Network bcc07123-da2f-4348-be16-16e9b560ddc2 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:22.349988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:22.370355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:22.379365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5ab7faab-dea5-4355-bf65-1cafc5542a09 None None] Provisioning complete for port a6ca4ddd-ea97-45db-8423-f8115c2d1124 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:22.379751 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5ab7faab-dea5-4355-bf65-1cafc5542a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:22.842301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f9527-be1f-4fba-8ada-bc9392d81a36 req-b93bddb3-2861-4805-bdc8-cccdbe646a3a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:22.851790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d48f9527-be1f-4fba-8ada-bc9392d81a36 req-b93bddb3-2861-4805-bdc8-cccdbe646a3a tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.1065762 Dec 10 09:16:22.970098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d48f9527-be1f-4fba-8ada-bc9392d81a36 req-316abede-c44d-40a0-b74f-bfc969326458 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168671 Dec 10 09:16:22.987965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88366-868a-4af8-9bc4-8f7d30d48520 req-efb36991-6be4-43d1-b65d-bb4043ca50b4 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:22.996528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3e88366-868a-4af8-9bc4-8f7d30d48520 req-efb36991-6be4-43d1-b65d-bb4043ca50b4 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 932 time: 0.1344221 Dec 10 09:16:23.001038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Pushing event updated for resources: {'Port': ['ID=bd87a328-51f0-444b-82c2-5a824aaba9fa,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:23.005642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d92f5d-b613-4365-806b-6dabd48cbe09 None None] Network 82e3936c-efa2-4668-9c4d-c849f80a3c87 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:23.073085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:23.073941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:23.109427 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-5aaf280f-3968-4046-bd94-dccbd93d1c5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5155494 Dec 10 09:16:23.124766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Request body: {'port': {'device_id': '39cb5be3-514f-4abf-9a7c-978ea5c7acf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:23.217138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:16:23.265393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3e88366-868a-4af8-9bc4-8f7d30d48520 req-333199b3-6371-4790-8d46-dff8da77b7a3 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498746 Dec 10 09:16:23.308737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc28e45-5209-4d10-8c11-a67d4f471c1e req-5ad6427c-9adb-4e22-ab4e-07d73e2392c5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:23.310593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dc28e45-5209-4d10-8c11-a67d4f471c1e req-5ad6427c-9adb-4e22-ab4e-07d73e2392c5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1546738 Dec 10 09:16:23.319145 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:23.411882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dc28e45-5209-4d10-8c11-a67d4f471c1e req-11c62047-dc9d-47d0-afb3-67254982e42e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880456 Dec 10 09:16:23.440141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9f5eed24-6d48-4545-930f-8126ad898a4f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:23.601438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-07aae569-67ee-4c1f-8c08-c949e7dea391 None None] Provisioning complete for port 9f5eed24-6d48-4545-930f-8126ad898a4f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:23.602007 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-07aae569-67ee-4c1f-8c08-c949e7dea391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:23.641986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:23.646094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9f5eed24-6d48-4545-930f-8126ad898a4f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:23.649017 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:23.664565 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Sync routers for ids ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:23.681675 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Routers {'974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:23.682313 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:23.840745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-07aae569-67ee-4c1f-8c08-c949e7dea391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:23.865214 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:23.926062 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Set router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:23.942860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 9f5eed24-6d48-4545-930f-8126ad898a4f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9f5eed24-6d48-4545-930f-8126ad898a4f,segment=NetworkSegment(de930b73-7935-4b06-9c9f-2b098271f464),segment_id=de930b73-7935-4b06-9c9f-2b098271f464)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:23.951645 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:23.953121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a6ca4ddd-ea97-45db-8423-f8115c2d1124 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:24.021406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd87a328-51f0-444b-82c2-5a824aaba9fa {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:16:24.041024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.054877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Transition to ACTIVE for port object bd87a328-51f0-444b-82c2-5a824aaba9fa will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:16:24.059425 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.063784 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b48d5c45-b74a-42f2-9a02-05c35f00e32d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4251733 Dec 10 09:16:24.064291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54446) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:24.076113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.129376 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-07aae569-67ee-4c1f-8c08-c949e7dea391 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:16:24.129973 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-07aae569-67ee-4c1f-8c08-c949e7dea391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:16:24.147111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=9f5eed24-6d48-4545-930f-8126ad898a4f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:24.223358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a6ca4ddd-ea97-45db-8423-f8115c2d1124 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:24.223689 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.230775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb08592-6d2a-4af9-a9e6-b7a855d077c9 req-e18d9f05-851d-43d6-83ef-8ee49366433c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:24.233168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eeb08592-6d2a-4af9-a9e6-b7a855d077c9 req-e18d9f05-851d-43d6-83ef-8ee49366433c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.1151471 Dec 10 09:16:24.287980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Pushing event updated for resources: {'Port': ['ID=bd87a328-51f0-444b-82c2-5a824aaba9fa,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:24.326958 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:19Z', 'updated_at': '2021-12-10T09:16:21Z', 'revision_number': 3, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'gw_port': {'id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:20Z', 'updated_at': '2021-12-10T09:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:24.354266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eeb08592-6d2a-4af9-a9e6-b7a855d077c9 req-78315b17-ed6b-41e2-a92f-57fd7fe4b947 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132119 Dec 10 09:16:24.391478 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Checking router: 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:24.391930 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Updating router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd port 9cc27148-3494-4b6e-b903-c63e8098bf6f binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:16:24.440647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Attempting to bind port bd87a328-51f0-444b-82c2-5a824aaba9fa on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:24.440992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Attempting to bind port bd87a328-51f0-444b-82c2-5a824aaba9fa by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '2094879d-5dce-4e7b-b041-55f434d5feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:24.441332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Attempting to bind port bd87a328-51f0-444b-82c2-5a824aaba9fa on network bcc07123-da2f-4348-be16-16e9b560ddc2 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:24.456461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Port bd87a328-51f0-444b-82c2-5a824aaba9fa on network bcc07123-da2f-4348-be16-16e9b560ddc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:16:24.456793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Attempting to bind port bd87a328-51f0-444b-82c2-5a824aaba9fa on network bcc07123-da2f-4348-be16-16e9b560ddc2 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:24.458322 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.486943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dec76-68ba-417a-8cad-999b22745d3d req-d5ab6cb2-0a7e-44a9-8e90-83fbe5627300 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:24.491205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-420dec76-68ba-417a-8cad-999b22745d3d req-d5ab6cb2-0a7e-44a9-8e90-83fbe5627300 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 944 time: 0.1091919 Dec 10 09:16:24.525472 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:24.536083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Checking segment: {'id': '2094879d-5dce-4e7b-b041-55f434d5feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:24.537759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Bound using segment: {'id': '2094879d-5dce-4e7b-b041-55f434d5feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:24.538508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Bound port: bd87a328-51f0-444b-82c2-5a824aaba9fa, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2094879d-5dce-4e7b-b041-55f434d5feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:24.539689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.616253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-420dec76-68ba-417a-8cad-999b22745d3d req-8ca90881-b55d-404c-9fc0-9d3c73e37e9b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178284 Dec 10 09:16:24.662708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13586ad6-091f-4209-86d7-a7053ffb459a req-5c09ce58-3993-403d-a418-5eef14b7e50b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:24.668674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13586ad6-091f-4209-86d7-a7053ffb459a req-5c09ce58-3993-403d-a418-5eef14b7e50b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1050444 Dec 10 09:16:24.708903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] For port bd87a328-51f0-444b-82c2-5a824aaba9fa, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:24.761552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] For port bd87a328-51f0-444b-82c2-5a824aaba9fa, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bd87a328-51f0-444b-82c2-5a824aaba9fa,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:24.763735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13586ad6-091f-4209-86d7-a7053ffb459a req-d04a7f61-ecfe-4fa4-a104-1c3f7c31e810 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867927 Dec 10 09:16:24.776002 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.820952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7ef4dbd1-6fc0-4929-8d7f-4a92564d978a None None] Provisioning complete for port 9f5eed24-6d48-4545-930f-8126ad898a4f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:24.821322 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7ef4dbd1-6fc0-4929-8d7f-4a92564d978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.828241 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.841245 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.854847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Pushing event updated for resources: {'Port': ['ID=bd87a328-51f0-444b-82c2-5a824aaba9fa,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:24.876144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:24.876865 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:24.878488 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-71dcf79a-0e5a-4295-9a46-86616f9f2dba service neutron] 10.222.0.39 "PUT /v2.0/ports/bd87a328-51f0-444b-82c2-5a824aaba9fa HTTP/1.1" status: 200 len: 1092 time: 1.7592192 Dec 10 09:16:24.879059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb5be3-514f-4abf-9a7c-978ea5c7acf2', 'tag': 'bd87a328-51f0-444b-82c2-5a824aaba9fa'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:24.881708 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82248fa-64f3-4ec7-a1cd-badfcca661fc" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb5be3-514f-4abf-9a7c-978ea5c7acf2", "tag": "bd87a328-51f0-444b-82c2-5a824aaba9fa"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:24.963480 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c381f11-2a2d-4438-ade1-e81bfbe65d60 x-openstack-request-id: req-8c381f11-2a2d-4438-ade1-e81bfbe65d60 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:24.963907 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb5be3-514f-4abf-9a7c-978ea5c7acf2", "tag": "bd87a328-51f0-444b-82c2-5a824aaba9fa", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:24.963999 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c381f11-2a2d-4438-ade1-e81bfbe65d60 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:24.964465 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cb5be3-514f-4abf-9a7c-978ea5c7acf2', 'tag': 'bd87a328-51f0-444b-82c2-5a824aaba9fa', 'status': 'completed', 'code': 200} Dec 10 09:16:25.021739 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-afac09f9-fb39-4914-9dbf-15f380798a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:25.023207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-afac09f9-fb39-4914-9dbf-15f380798a98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fae81538830a498eb1dc29a292753b5e&device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 1095 time: 0.0889263 Dec 10 09:16:25.036016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb74814-f663-4c38-b990-400a1e43162c None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:25.045189 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Attempting to bind port 9cc27148-3494-4b6e-b903-c63e8098bf6f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:25.045189 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Attempting to bind port 9cc27148-3494-4b6e-b903-c63e8098bf6f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:25.045189 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Attempting to bind port 9cc27148-3494-4b6e-b903-c63e8098bf6f on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:25.047378 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd392315-bea6-4e5c-b5b8-0fcde7dc108b None None] Pushing event updated for resources: {'Port': ['ID=9cc27148-3494-4b6e-b903-c63e8098bf6f,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:25.052507 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:25.053039 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:25.053565 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.054046 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:25.054620 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Bound port: 9cc27148-3494-4b6e-b903-c63e8098bf6f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:25.055264 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.099351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-c6179964-8796-4c71-a328-eb23909af0c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd87a328-51f0-444b-82c2-5a824aaba9fa HTTP/1.1" status: 200 len: 217 time: 0.0512993 Dec 10 09:16:25.114762 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] For port 9cc27148-3494-4b6e-b903-c63e8098bf6f, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:25.120295 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] For port 9cc27148-3494-4b6e-b903-c63e8098bf6f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9cc27148-3494-4b6e-b903-c63e8098bf6f,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:25.121536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.137069 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.207093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-70f7e0bf-e901-4921-8b00-5162cb97df66 None None] Provisioning complete for port 9cc27148-3494-4b6e-b903-c63e8098bf6f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:25.207578 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-70f7e0bf-e901-4921-8b00-5162cb97df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.216358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-c33dfd93-0d62-4ba8-b3fb-25ffd9ef9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:25.218454 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-c33dfd93-0d62-4ba8-b3fb-25ffd9ef9772 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f3abd1-556c-4775-9c19-31b5a95cb926 HTTP/1.1" status: 200 len: 849 time: 0.1067479 Dec 10 09:16:25.220274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab15ce-c832-4878-a16b-483f40828e87 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:25.234941 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Routers {'974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:25.235864 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:25.288260 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-6f8971a9-69e6-416e-9636-0fc66267c149 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bcc07123-da2f-4348-be16-16e9b560ddc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529344 Dec 10 09:16:25.294471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9f5eed24-6d48-4545-930f-8126ad898a4f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:25.318091 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd392315-bea6-4e5c-b5b8-0fcde7dc108b None None] Pushing event updated for resources: {'Port': ['ID=9cc27148-3494-4b6e-b903-c63e8098bf6f,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:25.403760 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] Set router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:25.443528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-70f7e0bf-e901-4921-8b00-5162cb97df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.480318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-2c67de7a-200d-4fde-bb99-685a4cc10bd0 service neutron] 10.222.0.39 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822829 Dec 10 09:16:25.481421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Allocated IP 172.20.0.1 (82e3936c-efa2-4668-9c4d-c849f80a3c87/041ef155-5dcb-43fa-97dd-e2b6b1093ce2/30f492cb-a15a-4466-9447-3e5978b7519b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:25.493595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-70f7e0bf-e901-4921-8b00-5162cb97df66 None None] For port 9cc27148-3494-4b6e-b903-c63e8098bf6f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9cc27148-3494-4b6e-b903-c63e8098bf6f,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:25.495040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9f5eed24-6d48-4545-930f-8126ad898a4f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:25.495554 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.525662 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-70f7e0bf-e901-4921-8b00-5162cb97df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.639054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4186e8-e035-4cf5-b211-74543f3afd49 req-82cca670-9407-4e67-917a-5bb29b86ad5e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:25.642658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df4186e8-e035-4cf5-b211-74543f3afd49 req-82cca670-9407-4e67-917a-5bb29b86ad5e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0943561 Dec 10 09:16:25.694884 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9698f2fd-9418-444f-8ea2-ce34eaef61e3 req-56f7653f-9efe-4c58-8e97-6de4422df40c service neutron] 10.222.0.39 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061958 Dec 10 09:16:25.730743 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.758368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7e0bf-e901-4921-8b00-5162cb97df66 None None] Pushing event updated for resources: {'Port': ['ID=9cc27148-3494-4b6e-b903-c63e8098bf6f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:25.794282 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:19Z', 'updated_at': '2021-12-10T09:16:21Z', 'revision_number': 3, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'gw_port': {'id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:20Z', 'updated_at': '2021-12-10T09:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:25.834800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-10b28a9d-4980-4a91-9256-a9f4422b4d1b None None] Provisioning complete for port 9cc27148-3494-4b6e-b903-c63e8098bf6f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:25.835179 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-10b28a9d-4980-4a91-9256-a9f4422b4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:25.837183 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a3bb7-6b5c-411d-878f-1afaa7871cf8 None None] The sync data for ids ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'] in n-d-814746-3 is: [{'id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:19Z', 'updated_at': '2021-12-10T09:16:21Z', 'revision_number': 3, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'gw_port': {'id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:20Z', 'updated_at': '2021-12-10T09:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:25.850571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df4186e8-e035-4cf5-b211-74543f3afd49 req-c1495a7a-dcd7-4cd1-9f90-8082c3ea4335 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957042 Dec 10 09:16:25.896625 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-0643a417-30cb-4c23-8183-23df7fa62333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:25.898258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b6525-565d-4351-bb59-56957f2e7740 req-6e14c22f-1ff3-4c63-abfc-3661fb7884a2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:25.899846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-917b6525-565d-4351-bb59-56957f2e7740 req-6e14c22f-1ff3-4c63-abfc-3661fb7884a2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 944 time: 0.1337044 Dec 10 09:16:25.906680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-0643a417-30cb-4c23-8183-23df7fa62333 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fae81538830a498eb1dc29a292753b5e&device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 1095 time: 0.1451869 Dec 10 09:16:25.907976 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:26.055071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-9b28b775-1401-4663-b8ac-ca28f6eb1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:26.057245 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-9b28b775-1401-4663-b8ac-ca28f6eb1483 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bcc07123-da2f-4348-be16-16e9b560ddc2 HTTP/1.1" status: 200 len: 910 time: 0.1311893 Dec 10 09:16:26.094111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Network 82e3936c-efa2-4668-9c4d-c849f80a3c87 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:26.099755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:26.105405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:26.108145 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-917b6525-565d-4351-bb59-56957f2e7740 req-3dbd29b5-4a2f-4b42-8454-67f433225e53 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905589 Dec 10 09:16:26.148437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d3ff0-6e88-4d89-8742-fa025db4c8f9 req-e1ef52cd-2b20-4b77-904b-fe7778b7c83b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:26.159919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-148d3ff0-6e88-4d89-8742-fa025db4c8f9 req-e1ef52cd-2b20-4b77-904b-fe7778b7c83b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.2152574 Dec 10 09:16:26.164077 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-91ae8a17-30ad-4156-be3c-15de77603af0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd87a328-51f0-444b-82c2-5a824aaba9fa HTTP/1.1" status: 200 len: 217 time: 0.0854521 Dec 10 09:16:26.212558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-148d3ff0-6e88-4d89-8742-fa025db4c8f9 req-2e927e19-05f3-4bfe-8063-e571a9a1a01f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516937 Dec 10 09:16:26.250840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Pushing event updated for resources: {'Port': ['ID=30f492cb-a15a-4466-9447-3e5978b7519b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:26.273827 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:26.394406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-11b5907c-49f3-40b3-a323-1995a73a73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:26.395919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-11b5907c-49f3-40b3-a323-1995a73a73a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f3abd1-556c-4775-9c19-31b5a95cb926 HTTP/1.1" status: 200 len: 849 time: 0.1969283 Dec 10 09:16:26.459843 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-5818f423-f448-4b4d-8b1a-50bdee778f4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bcc07123-da2f-4348-be16-16e9b560ddc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504880 Dec 10 09:16:26.548695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-140c1d25-7052-4f07-a981-5a2ba9367029 None None] Provisioning complete for port 30f492cb-a15a-4466-9447-3e5978b7519b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:26.549818 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-140c1d25-7052-4f07-a981-5a2ba9367029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:26.561001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:26.603735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-140c1d25-7052-4f07-a981-5a2ba9367029 None None] Port 30f492cb-a15a-4466-9447-3e5978b7519b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:26.673666 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-d6b86449-5c7c-4876-83bb-c23d8c9df8d5 service neutron] 10.222.0.39 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035348 Dec 10 09:16:26.904165 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b82248fa-64f3-4ec7-a1cd-badfcca661fc req-ee5bd4ca-7937-44ce-b37c-011f15dc31b4 service neutron] 10.222.0.39 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212524 Dec 10 09:16:26.931451 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:26.941275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:27.024177 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95930004-8542-4da4-92d3-5fe19c4d8cdb req-71048a9f-0105-44a9-8d89-74399bc50a43 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:27.036239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95930004-8542-4da4-92d3-5fe19c4d8cdb req-71048a9f-0105-44a9-8d89-74399bc50a43 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0732644 Dec 10 09:16:27.041154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Pushing event updated for resources: {'Port': ['ID=30f492cb-a15a-4466-9447-3e5978b7519b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:27.044065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:27.148687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95930004-8542-4da4-92d3-5fe19c4d8cdb req-f9a3424f-a57f-49f2-8d57-40b8070b067e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098592 Dec 10 09:16:27.264269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Network 82e3936c-efa2-4668-9c4d-c849f80a3c87 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:27.274584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:27.378586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9cc27148-3494-4b6e-b903-c63e8098bf6f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:27.413451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ba95-724f-4793-b5ac-2d8b4558c191 req-f1a40813-55a6-417c-8c13-633a012d96c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:27.421975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dd2ba95-724f-4793-b5ac-2d8b4558c191 req-f1a40813-55a6-417c-8c13-633a012d96c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 944 time: 0.2092106 Dec 10 09:16:27.480637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9cc27148-3494-4b6e-b903-c63e8098bf6f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:27.481196 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:27.500537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dd2ba95-724f-4793-b5ac-2d8b4558c191 req-00962dc0-cc2d-4fa7-89b9-6c9ffd838244 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774066 Dec 10 09:16:27.522734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec3f08-2e0f-4422-9403-ad35d7e80db6 req-79f5b6ce-5127-4e89-8777-03f0c2cd6a4b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:27.535530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:16:27.536379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bec3f08-2e0f-4422-9403-ad35d7e80db6 req-79f5b6ce-5127-4e89-8777-03f0c2cd6a4b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.2111509 Dec 10 09:16:27.634767 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bec3f08-2e0f-4422-9403-ad35d7e80db6 req-f10efe7e-109d-493d-85da-63a74e0466e3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952799 Dec 10 09:16:27.697651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:27.703959 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-709b4ec5-16d8-4a97-a0e3-21ee7ab02b59 admin admin] 10.222.0.31 "PUT /v2.0/routers/974a12ec-eceb-46ef-9ce9-d2aa603cf5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6377232 Dec 10 09:16:27.760076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-59a9ffab-593f-4c6f-b250-54c92296591f None None] Provisioning complete for port 30f492cb-a15a-4466-9447-3e5978b7519b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:27.761156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-59a9ffab-593f-4c6f-b250-54c92296591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:27.813393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-59a9ffab-593f-4c6f-b250-54c92296591f None None] Port 30f492cb-a15a-4466-9447-3e5978b7519b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:28.328763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7213bd-be2a-4856-91cc-cbd7e88a1326 req-9b810f19-8ee0-435f-9b5a-77acbac23dd2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:28.336573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f7213bd-be2a-4856-91cc-cbd7e88a1326 req-9b810f19-8ee0-435f-9b5a-77acbac23dd2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0919480 Dec 10 09:16:28.399735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f7213bd-be2a-4856-91cc-cbd7e88a1326 req-60074826-05d8-4b38-bab1-aa444d256ecd tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620599 Dec 10 09:16:28.457061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 5d53e549-1145-4852-9b00-814a0bb5ac5b details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:16:28.632517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:28.656946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'port_id': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'mac_address': 'fa:16:3e:dd:53:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:16:28.673742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ce78f-d591-433a-adbc-19dde6f1efd2 req-c85927b0-bf02-4513-ad44-018fd0bbce9c tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:28.683735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d95ce78f-d591-433a-adbc-19dde6f1efd2 req-c85927b0-bf02-4513-ad44-018fd0bbce9c tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 944 time: 0.0783379 Dec 10 09:16:28.706922 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:28.733160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d53e549-1145-4852-9b00-814a0bb5ac5b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:16:28.761832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d95ce78f-d591-433a-adbc-19dde6f1efd2 req-40aa6aac-335e-4195-928e-82d58711ee29 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768230 Dec 10 09:16:28.762199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:28.769309 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:28.892055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:28.935921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['5d53e549-1145-4852-9b00-814a0bb5ac5b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:16:28.970843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f09f7-5857-4e50-8f20-b5ccac3350cd req-7257f292-a37e-4a4b-96d7-92ab592818f3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:28.974198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d8f09f7-5857-4e50-8f20-b5ccac3350cd req-7257f292-a37e-4a4b-96d7-92ab592818f3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 945 time: 0.1069803 Dec 10 09:16:29.036329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Sync routers for ids ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:29.073032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Routers {'974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:29.073894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:29.081921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d8f09f7-5857-4e50-8f20-b5ccac3350cd req-28e41951-3a9a-451c-ac5a-851a5df3186b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966218 Dec 10 09:16:29.149174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54524) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:29.151104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bd87a328-51f0-444b-82c2-5a824aaba9fa details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:16:29.356255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Set router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:29.430190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port bd87a328-51f0-444b-82c2-5a824aaba9fa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bd87a328-51f0-444b-82c2-5a824aaba9fa,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:29.511630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'bd87a328-51f0-444b-82c2-5a824aaba9fa', 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2', 'port_id': 'bd87a328-51f0-444b-82c2-5a824aaba9fa', 'mac_address': 'fa:16:3e:02:5b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f3abd1-556c-4775-9c19-31b5a95cb926', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:16:29.562336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec09d5-ee48-4529-aa75-836354f94ac5 req-dac3004d-4d0b-47e6-a9e1-70d07226ba9d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:29.571680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5dec09d5-ee48-4529-aa75-836354f94ac5 req-dac3004d-4d0b-47e6-a9e1-70d07226ba9d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0858417 Dec 10 09:16:29.607732 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:29.622518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5dec09d5-ee48-4529-aa75-836354f94ac5 req-518a97ea-2ae8-4b43-931c-e209af685365 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497010 Dec 10 09:16:29.636227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd87a328-51f0-444b-82c2-5a824aaba9fa {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:16:29.689357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port bd87a328-51f0-444b-82c2-5a824aaba9fa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bd87a328-51f0-444b-82c2-5a824aaba9fa,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:29.701363 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:29.759930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:19Z', 'updated_at': '2021-12-10T09:16:26Z', 'revision_number': 4, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'gw_port': {'id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:20Z', 'updated_at': '2021-12-10T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '30f492cb-a15a-4466-9447-3e5978b7519b', 'name': '', 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'mac_address': 'fa:16:3e:e1:a8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '041ef155-5dcb-43fa-97dd-e2b6b1093ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:25Z', 'updated_at': '2021-12-10T09:16:26Z', 'revision_number': 2, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'subnets': [{'id': '041ef155-5dcb-43fa-97dd-e2b6b1093ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:29.797868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Checking router: 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:29.798535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Updating router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd port 30f492cb-a15a-4466-9447-3e5978b7519b binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:16:29.801880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=bd87a328-51f0-444b-82c2-5a824aaba9fa,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:29.919488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747f6f4-2269-46c2-9081-8be7cced3378 req-3a3e3db1-da64-49ee-b402-b6b45e16efa2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:29.927947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1747f6f4-2269-46c2-9081-8be7cced3378 req-3a3e3db1-da64-49ee-b402-b6b45e16efa2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 945 time: 0.0655928 Dec 10 09:16:29.954991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:29.995283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1747f6f4-2269-46c2-9081-8be7cced3378 req-d5d2cf15-78ea-4001-a4ab-b9b205e2ed01 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661654 Dec 10 09:16:30.012012 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.113800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['bd87a328-51f0-444b-82c2-5a824aaba9fa'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:16:30.250906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb887-0e7a-411d-a816-b602257077a0 req-22d05122-973b-4eac-a7fa-2b61d9a2b910 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:30.259357 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58efb887-0e7a-411d-a816-b602257077a0 req-22d05122-973b-4eac-a7fa-2b61d9a2b910 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 945 time: 0.0734880 Dec 10 09:16:30.293789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Deleting port a6ca4ddd-ea97-45db-8423-f8115c2d1124 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:30.294369 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.337972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58efb887-0e7a-411d-a816-b602257077a0 req-ca504aa4-ef02-448c-880e-529093aac1e4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773153 Dec 10 09:16:30.386403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] For port a6ca4ddd-ea97-45db-8423-f8115c2d1124, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a6ca4ddd-ea97-45db-8423-f8115c2d1124,segment=NetworkSegment(943d8ddc-24be-4f48-a0da-2869381a0f06),segment_id=943d8ddc-24be-4f48-a0da-2869381a0f06)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:30.386684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.400682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Calling delete_port for a6ca4ddd-ea97-45db-8423-f8115c2d1124 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:30.453976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 5d53e549-1145-4852-9b00-814a0bb5ac5b up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:30.459956 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.488787 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.494912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54534) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:30.562504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b77d-2999-4b59-add8-19bdabf94b83 None None] Pushing event updated for resources: {'Port': ['ID=30f492cb-a15a-4466-9447-3e5978b7519b,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:30.575455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 5d53e549-1145-4852-9b00-814a0bb5ac5b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:30.575831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.658279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.660451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Attempting to bind port 30f492cb-a15a-4466-9447-3e5978b7519b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:30.660828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Attempting to bind port 30f492cb-a15a-4466-9447-3e5978b7519b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'de930b73-7935-4b06-9c9f-2b098271f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:30.661204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Attempting to bind port 30f492cb-a15a-4466-9447-3e5978b7519b on network 82e3936c-efa2-4668-9c4d-c849f80a3c87 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:30.669106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:30.669562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Checking segment: {'id': 'de930b73-7935-4b06-9c9f-2b098271f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:30.670241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.670390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Bound using segment: {'id': 'de930b73-7935-4b06-9c9f-2b098271f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:30.671377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Bound port: 30f492cb-a15a-4466-9447-3e5978b7519b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de930b73-7935-4b06-9c9f-2b098271f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:30.671917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.794762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] For port 30f492cb-a15a-4466-9447-3e5978b7519b, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:30.800606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ca4ddd-ea97-45db-8423-f8115c2d1124,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:30.801081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] For port 30f492cb-a15a-4466-9447-3e5978b7519b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=30f492cb-a15a-4466-9447-3e5978b7519b,segment=NetworkSegment(de930b73-7935-4b06-9c9f-2b098271f464),segment_id=de930b73-7935-4b06-9c9f-2b098271f464)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:30.829534 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.955067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:30.989681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b77d-2999-4b59-add8-19bdabf94b83 None None] Pushing event updated for resources: {'Port': ['ID=30f492cb-a15a-4466-9447-3e5978b7519b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:31.053902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:31.065598 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec62be69-57a2-4fde-92ba-a1f6752fb8bf" -d '{"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:31.085699 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:31.091778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Routers {'974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:31.093282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:31.101354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:31.127052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a42b2-dd4d-47f3-86ba-c1c422fce60b req-1850476b-c211-4d40-9ede-27c1e2fcf124 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:31.134623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c7a42b2-dd4d-47f3-86ba-c1c422fce60b req-1850476b-c211-4d40-9ede-27c1e2fcf124 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.2732389 Dec 10 09:16:31.154389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bd87a328-51f0-444b-82c2-5a824aaba9fa up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:31.276966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c7a42b2-dd4d-47f3-86ba-c1c422fce60b req-37e0e158-8f41-4793-a642-6bc443094b87 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414423 Dec 10 09:16:31.336212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d9d82b6f-360e-434c-85ec-ce7bae102e36 None None] Provisioning complete for port 30f492cb-a15a-4466-9447-3e5978b7519b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:31.336719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9d82b6f-360e-434c-85ec-ce7bae102e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:31.340936 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:31.402846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aee11d-bd03-4cd3-bee9-7d9b0f720ea8 req-a3f47707-88c4-462e-b1af-25c3b08e2986 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:31.416050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93aee11d-bd03-4cd3-bee9-7d9b0f720ea8 req-a3f47707-88c4-462e-b1af-25c3b08e2986 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 945 time: 0.2761476 Dec 10 09:16:31.423607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] Set router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:31.490679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93aee11d-bd03-4cd3-bee9-7d9b0f720ea8 req-79429a60-b636-44d0-8c86-b3082262e7fe tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733407 Dec 10 09:16:31.549986 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5ecd53-0ec9-475b-8425-8b6bbda542f5 x-openstack-request-id: req-5d5ecd53-0ec9-475b-8425-8b6bbda542f5 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:31.550769 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:31.551036 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d5ecd53-0ec9-475b-8425-8b6bbda542f5 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:31.551438 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'code': 200} Dec 10 09:16:31.595607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bcf42-2c26-46c3-b672-2d86fdc1aef1 req-53582164-6332-4cf0-b772-f6ea5f5b398a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:31.597379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-104bcf42-2c26-46c3-b672-2d86fdc1aef1 req-53582164-6332-4cf0-b772-f6ea5f5b398a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1010637 Dec 10 09:16:31.634306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port bd87a328-51f0-444b-82c2-5a824aaba9fa completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:16:31.654401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Router 04cb2637-5009-4fd8-817b-d51b743e5485 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:16:31.680832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port bd87a328-51f0-444b-82c2-5a824aaba9fa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:31.681261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:31.681965 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:31.723117 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9d82b6f-360e-434c-85ec-ce7bae102e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:31.767078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:31.807582 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:31.817977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f5be1ff4-2937-4503-87f6-ebecb150325f admin admin] 10.222.0.31 "PUT /v2.0/routers/04cb2637-5009-4fd8-817b-d51b743e5485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6665399 Dec 10 09:16:31.825036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54544) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:31.827929 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] Sync routers for ids ['04cb2637-5009-4fd8-817b-d51b743e5485'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:31.845989 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] Routers {'04cb2637-5009-4fd8-817b-d51b743e5485'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:31.846967 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['04cb2637-5009-4fd8-817b-d51b743e5485'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:31.860909 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-104bcf42-2c26-46c3-b672-2d86fdc1aef1 req-5071dc4d-87e5-4780-b1a2-6a691252a55a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544994 Dec 10 09:16:31.947831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d9d82b6f-360e-434c-85ec-ce7bae102e36 None None] For port 30f492cb-a15a-4466-9447-3e5978b7519b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=30f492cb-a15a-4466-9447-3e5978b7519b,segment=NetworkSegment(de930b73-7935-4b06-9c9f-2b098271f464),segment_id=de930b73-7935-4b06-9c9f-2b098271f464)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:31.957277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d9d82b6f-360e-434c-85ec-ce7bae102e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:31.962132 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:32.003545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port bd87a328-51f0-444b-82c2-5a824aaba9fa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bd87a328-51f0-444b-82c2-5a824aaba9fa,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:32.030612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:32.073102 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] Set router 04cb2637-5009-4fd8-817b-d51b743e5485 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:32.073663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d82b6f-360e-434c-85ec-ce7bae102e36 None None] Pushing event updated for resources: {'Port': ['ID=30f492cb-a15a-4466-9447-3e5978b7519b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:32.105518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:32.133946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:19Z', 'updated_at': '2021-12-10T09:16:26Z', 'revision_number': 4, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'gw_port': {'id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:20Z', 'updated_at': '2021-12-10T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '30f492cb-a15a-4466-9447-3e5978b7519b', 'name': '', 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'mac_address': 'fa:16:3e:e1:a8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '041ef155-5dcb-43fa-97dd-e2b6b1093ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:25Z', 'updated_at': '2021-12-10T09:16:30Z', 'revision_number': 4, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'subnets': [{'id': '041ef155-5dcb-43fa-97dd-e2b6b1093ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:32.140411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=bd87a328-51f0-444b-82c2-5a824aaba9fa,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:32.185566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0e92d-469f-4a35-a867-4a8e65d70e5f None None] The sync data for ids ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'] in n-d-814746-3 is: [{'id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:19Z', 'updated_at': '2021-12-10T09:16:26Z', 'revision_number': 4, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'gw_port': {'id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:20Z', 'updated_at': '2021-12-10T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '30f492cb-a15a-4466-9447-3e5978b7519b', 'name': '', 'network_id': '82e3936c-efa2-4668-9c4d-c849f80a3c87', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'mac_address': 'fa:16:3e:e1:a8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '041ef155-5dcb-43fa-97dd-e2b6b1093ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:25Z', 'updated_at': '2021-12-10T09:16:30Z', 'revision_number': 4, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'subnets': [{'id': '041ef155-5dcb-43fa-97dd-e2b6b1093ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:32.192316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8fbd51bb-351c-4b22-8131-88cdd689ac42 None None] Provisioning complete for port 30f492cb-a15a-4466-9447-3e5978b7519b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:32.192698 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8fbd51bb-351c-4b22-8131-88cdd689ac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:32.311168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:32.347063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:32.347536 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:32.481478 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:12Z', 'updated_at': '2021-12-10T09:16:30Z', 'revision_number': 5, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'gw_port': {'id': '1f8a18d7-b9fb-4e91-9f6b-d590483f3357', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:45:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:13Z', 'updated_at': '2021-12-10T09:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:32.544109 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] Checking router: 04cb2637-5009-4fd8-817b-d51b743e5485 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:32.552966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Deleting port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:32.553321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:32.580917 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] Routers {'04cb2637-5009-4fd8-817b-d51b743e5485'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:32.581677 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['04cb2637-5009-4fd8-817b-d51b743e5485'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:32.611443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] For port 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1d5cf800-2e6c-4b53-8d39-c4a5c27fd914,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:32.612143 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:32.651246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:32.768913 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:16:32.809712 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] Set router 04cb2637-5009-4fd8-817b-d51b743e5485 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:32.854953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] For port 1f8a18d7-b9fb-4e91-9f6b-d590483f3357, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1f8a18d7-b9fb-4e91-9f6b-d590483f3357,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:32.855456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:32.908843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Calling delete_port for 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:32.928050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab195a1f-b672-4f8e-a677-d41337f3335b req-a41160dd-a291-4669-99d1-d2505be331a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:32.933779 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:12Z', 'updated_at': '2021-12-10T09:16:32Z', 'revision_number': 6, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:32.939012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ab195a1f-b672-4f8e-a677-d41337f3335b req-a41160dd-a291-4669-99d1-d2505be331a7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.5197814 Dec 10 09:16:32.944986 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:33.008041 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde82d56-77cc-4a4c-af4e-549156744912 None None] The sync data for ids ['04cb2637-5009-4fd8-817b-d51b743e5485'] in n-d-814746-3 is: [{'id': '04cb2637-5009-4fd8-817b-d51b743e5485', 'name': 'tempest-TestAggregatesBasicOps-1345646792-router', 'tenant_id': 'e8b042d6386944a2aacc3df414f66c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:12Z', 'updated_at': '2021-12-10T09:16:32Z', 'revision_number': 6, 'project_id': 'e8b042d6386944a2aacc3df414f66c71', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:33.038026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=1d5cf800-2e6c-4b53-8d39-c4a5c27fd914,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:33.201226 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-672803c3-bdf4-4169-88cc-1b8f2685cc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:33.444860 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:33.500980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e3ce6-4e6b-404e-9556-ec9ee1d3a98a None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:33.517918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8a18d7-b9fb-4e91-9f6b-d590483f3357,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:33.552481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb5be3-514f-4abf-9a7c-978ea5c7acf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd87a328-51f0-444b-82c2-5a824aaba9fa'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:33.555847 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b64a67c-bf4a-4ccb-b15e-bf0399d5006d" -d '{"events": [{"server_uuid": "39cb5be3-514f-4abf-9a7c-978ea5c7acf2", "name": "network-vif-plugged", "status": "completed", "tag": "bd87a328-51f0-444b-82c2-5a824aaba9fa"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:33.602409 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:33.758006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:33.761115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:33.829162 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:33.830389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04cb2637-5009-4fd8-817b-d51b743e5485 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:16:33.867113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:33.869182 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ecd9cc55-7e34-4bb6-86a7-9bdafbbcc058 admin admin] 10.222.0.31 "DELETE /v2.0/routers/04cb2637-5009-4fd8-817b-d51b743e5485 HTTP/1.1" status: 204 len: 168 time: 2.0427940 Dec 10 09:16:33.872046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54572) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:33.931378 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 30f492cb-a15a-4466-9447-3e5978b7519b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:33.984193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be26ee7-f750-4c13-b81c-fe3389fe2ccf req-3a1ce8e4-76ca-489c-8770-62df58b93bff tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:33.985964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6be26ee7-f750-4c13-b81c-fe3389fe2ccf req-3a1ce8e4-76ca-489c-8770-62df58b93bff tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 946 time: 1.0786502 Dec 10 09:16:34.019406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-144cd237-b6e9-4c2a-b5bd-a370508da8f8 admin admin] Deleting subnet d4ebd5a3-7974-439c-9694-6897fb4fa8cb {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:16:34.054995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ab195a1f-b672-4f8e-a677-d41337f3335b req-bf958dfd-c171-4bb2-9a7c-d053d071c720 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1141748 Dec 10 09:16:34.067404 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-144cd237-b6e9-4c2a-b5bd-a370508da8f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:34.117161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 30f492cb-a15a-4466-9447-3e5978b7519b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:34.117646 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:34.171438 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-144cd237-b6e9-4c2a-b5bd-a370508da8f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:34.369991 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6be26ee7-f750-4c13-b81c-fe3389fe2ccf req-65d8601f-9488-4b66-ae49-c564f444cb51 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197231 Dec 10 09:16:34.370283 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-144cd237-b6e9-4c2a-b5bd-a370508da8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:34.464020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:34.493201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05688451-2f40-422b-9d71-1a68dce3d9b6 req-4e8857bc-8aff-4bdf-882c-a51852ecc61f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:34.498249 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05688451-2f40-422b-9d71-1a68dce3d9b6 req-4e8857bc-8aff-4bdf-882c-a51852ecc61f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.2485485 Dec 10 09:16:34.548272 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8059df82-029d-4e0c-ae8f-8a4b9e3e5728 x-openstack-request-id: req-8059df82-029d-4e0c-ae8f-8a4b9e3e5728 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:34.548744 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb5be3-514f-4abf-9a7c-978ea5c7acf2", "name": "network-vif-plugged", "status": "completed", "tag": "bd87a328-51f0-444b-82c2-5a824aaba9fa", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:34.548819 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8059df82-029d-4e0c-ae8f-8a4b9e3e5728 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:34.549197 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb5be3-514f-4abf-9a7c-978ea5c7acf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd87a328-51f0-444b-82c2-5a824aaba9fa', 'code': 200} Dec 10 09:16:34.574719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-144cd237-b6e9-4c2a-b5bd-a370508da8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:34.647408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cd237-b6e9-4c2a-b5bd-a370508da8f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ebd5a3-7974-439c-9694-6897fb4fa8cb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:34.649415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-144cd237-b6e9-4c2a-b5bd-a370508da8f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:34.657420 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-144cd237-b6e9-4c2a-b5bd-a370508da8f8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d4ebd5a3-7974-439c-9694-6897fb4fa8cb HTTP/1.1" status: 204 len: 168 time: 0.7840316 Dec 10 09:16:34.667771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716b11f-8522-473c-b1f1-737c67ced6ed None None] Network ea4e9895-c031-44ca-9a8a-3ba5f071beeb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:34.673191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54582) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:34.815516 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:34.865267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba5a1f-4274-4580-b215-deffb768aa2f req-26fbbe7f-5f76-4159-b2da-91fa3b14315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:34.875098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4ba5a1f-4274-4580-b215-deffb768aa2f req-26fbbe7f-5f76-4159-b2da-91fa3b14315a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 1097 time: 0.2703795 Dec 10 09:16:35.041449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e8c41-8e13-4479-947b-5b9e02b2d2e1 None None] DHCP port deletion for ea4e9895-c031-44ca-9a8a-3ba5f071beeb request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:35.140614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4ba5a1f-4274-4580-b215-deffb768aa2f req-142790b7-9a98-44c9-a99f-a7b67def11e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554505 Dec 10 09:16:35.187361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Deleting port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:35.194009 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:35.205442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e8c41-8e13-4479-947b-5b9e02b2d2e1 None None] Deleting port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:35.205851 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8c41-8e13-4479-947b-5b9e02b2d2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:35.362455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:16:35.369291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2d6e8c41-8e13-4479-947b-5b9e02b2d2e1 None None] For port 4e196343-a6c8-4d35-bd31-4b46766cfdb9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4e196343-a6c8-4d35-bd31-4b46766cfdb9,segment=NetworkSegment(943d8ddc-24be-4f48-a0da-2869381a0f06),segment_id=943d8ddc-24be-4f48-a0da-2869381a0f06)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:35.369725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8c41-8e13-4479-947b-5b9e02b2d2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:35.370076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] For port 4e196343-a6c8-4d35-bd31-4b46766cfdb9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4e196343-a6c8-4d35-bd31-4b46766cfdb9,segment=NetworkSegment(943d8ddc-24be-4f48-a0da-2869381a0f06),segment_id=943d8ddc-24be-4f48-a0da-2869381a0f06)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:35.370540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:35.388470 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e8c41-8e13-4479-947b-5b9e02b2d2e1 None None] Calling delete_port for 4e196343-a6c8-4d35-bd31-4b46766cfdb9 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:35.401634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Calling delete_port for 4e196343-a6c8-4d35-bd31-4b46766cfdb9 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:35.424905 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05688451-2f40-422b-9d71-1a68dce3d9b6 req-1b02bb93-3c7d-4919-9eb7-8ba38abd08eb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9128778 Dec 10 09:16:35.496307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a6ca4ddd-ea97-45db-8423-f8115c2d1124 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:35.523361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8c41-8e13-4479-947b-5b9e02b2d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:35.560255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a6ca4ddd-ea97-45db-8423-f8115c2d1124 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:35.560874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a6ca4ddd-ea97-45db-8423-f8115c2d1124 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:35.561118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4e196343-a6c8-4d35-bd31-4b46766cfdb9 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:35.604598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f74be9-5d3e-4b0f-a169-905114a9d687 req-75741371-0777-439c-bcfb-bfb1045f61b2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:35.612621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00f74be9-5d3e-4b0f-a169-905114a9d687 req-75741371-0777-439c-bcfb-bfb1045f61b2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.3437259 Dec 10 09:16:35.654668 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:35.677398 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b400bac9-4f35-4e04-b72e-8bbbb32eb0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:35.689041 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e8c41-8e13-4479-947b-5b9e02b2d2e1 None None] No DVR routers for this DVR port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:35.705784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e8c41-8e13-4479-947b-5b9e02b2d2e1 None None] Pushing event deleted for resources: {'Port': ['ID=4e196343-a6c8-4d35-bd31-4b46766cfdb9,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:35.722216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 4e196343-a6c8-4d35-bd31-4b46766cfdb9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:35.722575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4e196343-a6c8-4d35-bd31-4b46766cfdb9 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:35.722997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:35.739269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4e196343-a6c8-4d35-bd31-4b46766cfdb9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:35.742447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] No DVR routers for this DVR port 4e196343-a6c8-4d35-bd31-4b46766cfdb9 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:35.767420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:35.767767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1f8a18d7-b9fb-4e91-9f6b-d590483f3357 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:35.824964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00f74be9-5d3e-4b0f-a169-905114a9d687 req-d0aabe13-6e5a-480e-a8d2-444345c61adc tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946933 Dec 10 09:16:35.907302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaab4a2-a9c9-49b6-adb3-278ee73efa4b req-348d4dcd-8342-4a7c-9964-f329e506ee83 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:35.909833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abaab4a2-a9c9-49b6-adb3-278ee73efa4b req-348d4dcd-8342-4a7c-9964-f329e506ee83 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 946 time: 0.2784636 Dec 10 09:16:35.925853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:35.974729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4e9895-c031-44ca-9a8a-3ba5f071beeb']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:35.981677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:35.994064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943d8ddc-24be-4f48-a0da-2869381a0f06') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:35.994492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943d8ddc-24be-4f48-a0da-2869381a0f06') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:36.000332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] Sync routers for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:36.016428 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:36.017636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:36.021975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:36.023005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf269c19-d50d-450c-9c02-3f112795dd44 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "PUT /v2.0/routers/b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5258942 Dec 10 09:16:36.044700 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:36.053297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:16:36.054020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:36.058480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abaab4a2-a9c9-49b6-adb3-278ee73efa4b req-e64368ef-ad24-42e5-85a1-111b996cf9a6 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372883 Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:16:36.058659 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:16:36.176539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:36.242476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:36.251834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] 10.222.0.31 "DELETE /v2.0/networks/ea4e9895-c031-44ca-9a8a-3ba5f071beeb HTTP/1.1" status: 204 len: 168 time: 1.5740559 Dec 10 09:16:36.252520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54590) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:36.255142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320404c-c13d-42c4-81bb-0b850201d4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4e9895-c031-44ca-9a8a-3ba5f071beeb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:36.564595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:36.605695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:36.711224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e3d65-3e61-4e30-b884-4f121ca205c9 req-84efe440-afa6-426d-a65f-c9433d9966b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:36.715230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd7e3d65-3e61-4e30-b884-4f121ca205c9 req-84efe440-afa6-426d-a65f-c9433d9966b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 946 time: 0.2863572 Dec 10 09:16:36.923921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adcaa3-7fc1-47b0-b7e3-82a69cd6cbbf req-a7b635ed-30d1-4139-9b76-ab69922601cd tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:36.925445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16adcaa3-7fc1-47b0-b7e3-82a69cd6cbbf req-a7b635ed-30d1-4139-9b76-ab69922601cd tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.3283825 Dec 10 09:16:37.117102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:32Z', 'revision_number': 6, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8b580065-1bba-4da9-bcc9-fa724688c32d', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:15:06Z', 'updated_at': '2021-12-10T09:15:11Z', 'revision_number': 1, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:37.182056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] Checking router: b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:37.203681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:37.204380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:37.224568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd7e3d65-3e61-4e30-b884-4f121ca205c9 req-8cd4b19c-6028-4604-9004-9db90c7c5ec7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5013695 Dec 10 09:16:37.336673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16adcaa3-7fc1-47b0-b7e3-82a69cd6cbbf req-e15c0bac-62cb-4b42-b319-da324d0a8aa1 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178938 Dec 10 09:16:37.375666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:37.523395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd282e-a6ba-4a50-b154-93e34561e49e req-f0e8dafa-e2f1-45e4-a78a-0f76354fc0c0 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:37.525195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59dd282e-a6ba-4a50-b154-93e34561e49e req-f0e8dafa-e2f1-45e4-a78a-0f76354fc0c0 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.1344392 Dec 10 09:16:37.571593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46b02-9b8f-4b24-a4b9-7e2760a6ba99 req-2488874e-1a4c-4878-af59-28c9a5933f03 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:37.579325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35e46b02-9b8f-4b24-a4b9-7e2760a6ba99 req-2488874e-1a4c-4878-af59-28c9a5933f03 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 946 time: 0.1294534 Dec 10 09:16:37.655955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59dd282e-a6ba-4a50-b154-93e34561e49e req-c59b469f-ddc1-4efd-8cca-042eee9be9c8 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231062 Dec 10 09:16:37.705000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35e46b02-9b8f-4b24-a4b9-7e2760a6ba99 req-0546048f-0d83-4318-945f-c286a8209272 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224422 Dec 10 09:16:37.751896 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:37.768564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:32Z', 'revision_number': 6, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8b580065-1bba-4da9-bcc9-fa724688c32d', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:15:06Z', 'updated_at': '2021-12-10T09:15:11Z', 'revision_number': 1, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:37.844341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024fdc4-3eba-4890-9ad4-b3ff83ad1286 None None] The sync data for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 is: [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:32Z', 'revision_number': 6, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '8b580065-1bba-4da9-bcc9-fa724688c32d', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'port_id': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'mac_address': 'fa:16:3e:0b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:15:06Z', 'updated_at': '2021-12-10T09:15:11Z', 'revision_number': 1, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:37.932649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-61324185-ffce-49f8-95de-3ea834efa1d7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:37.939351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-61324185-ffce-49f8-95de-3ea834efa1d7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 946 time: 0.1484952 Dec 10 09:16:38.165566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port 10553753-92ed-4a58-a937-991b4ddfd8ba {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:38.165884 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:38.253610 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:38.459449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] For port 10553753-92ed-4a58-a937-991b4ddfd8ba, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=10553753-92ed-4a58-a937-991b4ddfd8ba,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:38.459834 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:38.493314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for 10553753-92ed-4a58-a937-991b4ddfd8ba owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:38.502523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a232a5-ff5e-49ce-b67a-19af06fb5776 req-34dec081-1054-49dd-a6d1-2bb285607c17 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:38.510068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4a232a5-ff5e-49ce-b67a-19af06fb5776 req-34dec081-1054-49dd-a6d1-2bb285607c17 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b529a9-7cf2-4531-8503-c7a7cfb4fa39 HTTP/1.1" status: 200 len: 946 time: 0.1269686 Dec 10 09:16:38.522563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Deleting port 30f492cb-a15a-4466-9447-3e5978b7519b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:38.523025 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:38.702314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4a232a5-ff5e-49ce-b67a-19af06fb5776 req-c2659815-8698-48b4-8edc-6a53fe417451 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=fcd58750-5a53-49ae-9232-f39df5e67fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876330 Dec 10 09:16:38.754276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] For port 30f492cb-a15a-4466-9447-3e5978b7519b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=30f492cb-a15a-4466-9447-3e5978b7519b,segment=NetworkSegment(de930b73-7935-4b06-9c9f-2b098271f464),segment_id=de930b73-7935-4b06-9c9f-2b098271f464)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:38.754855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:38.776533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Calling delete_port for 30f492cb-a15a-4466-9447-3e5978b7519b owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:38.853408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:38.928798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=10553753-92ed-4a58-a937-991b4ddfd8ba,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:38.996825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fabd8-dca1-4ebc-b928-a466c35cd1c8 req-3fc27513-0b78-45ad-ad23-7196d0d5d1ec tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:38.998747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da3fabd8-dca1-4ebc-b928-a466c35cd1c8 req-3fc27513-0b78-45ad-ad23-7196d0d5d1ec tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.2061889 Dec 10 09:16:39.011170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611feecd-babd-4f1c-876b-36f9c29e6fbb req-0fec23ba-70c3-4ac9-a3e2-2c5829fae4c9 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:39.020170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-611feecd-babd-4f1c-876b-36f9c29e6fbb req-0fec23ba-70c3-4ac9-a3e2-2c5829fae4c9 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 946 time: 0.1819203 Dec 10 09:16:39.035449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] No DVR routers for this DVR port 10553753-92ed-4a58-a937-991b4ddfd8ba on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:39.037715 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:39.041600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a679940-dbb3-4f84-a83f-ef37e5145850 req-e86b2ba5-54c1-443f-8807-013419d4f40c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "DELETE /v2.0/ports/10553753-92ed-4a58-a937-991b4ddfd8ba HTTP/1.1" status: 204 len: 173 time: 1.0949655 Dec 10 09:16:39.042078 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b529a9-7cf2-4531-8503-c7a7cfb4fa39', 'name': 'network-vif-deleted', 'tag': '10553753-92ed-4a58-a937-991b4ddfd8ba'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:39.045198 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e187b2da-f1c4-4d99-ae8e-2e4b63ad74ab" -d '{"events": [{"server_uuid": "79b529a9-7cf2-4531-8503-c7a7cfb4fa39", "name": "network-vif-deleted", "tag": "10553753-92ed-4a58-a937-991b4ddfd8ba"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:39.209289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:39.290174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:39.294241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1d5cf800-2e6c-4b53-8d39-c4a5c27fd914 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:39.313702 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:39.378151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-611feecd-babd-4f1c-876b-36f9c29e6fbb req-0eebccd9-0672-42b6-96ec-c174bf394f14 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568408 Dec 10 09:16:39.425646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da3fabd8-dca1-4ebc-b928-a466c35cd1c8 req-8f890e8b-28f8-4bf4-b17b-08ba37ce1ec7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723691 Dec 10 09:16:39.544619 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af116762-f60f-4dca-92be-9792a644c5ab x-openstack-request-id: req-af116762-f60f-4dca-92be-9792a644c5ab {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:39.545215 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b529a9-7cf2-4531-8503-c7a7cfb4fa39", "name": "network-vif-deleted", "tag": "10553753-92ed-4a58-a937-991b4ddfd8ba", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:39.546347 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af116762-f60f-4dca-92be-9792a644c5ab {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:39.546821 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b529a9-7cf2-4531-8503-c7a7cfb4fa39', 'name': 'network-vif-deleted', 'tag': '10553753-92ed-4a58-a937-991b4ddfd8ba', 'status': 'completed', 'code': 200} Dec 10 09:16:39.607150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:39.704043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f492cb-a15a-4466-9447-3e5978b7519b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:39.794364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54624) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:40.044904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-41eed7f8-f12f-4909-ac90-c6b61f6026aa tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:40.050975 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-41eed7f8-f12f-4909-ac90-c6b61f6026aa tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.39 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 946 time: 0.0803237 Dec 10 09:16:40.071508 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.157231 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.176844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620d28a-53f8-44a3-a3f1-534be87f9894 req-76c14d3c-96ed-466b-b335-f1f55207a160 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:40.178505 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b620d28a-53f8-44a3-a3f1-534be87f9894 req-76c14d3c-96ed-466b-b335-f1f55207a160 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.2410374 Dec 10 09:16:40.195918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Deleting port bd87a328-51f0-444b-82c2-5a824aaba9fa {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:40.196266 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.238373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.329553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] For port bd87a328-51f0-444b-82c2-5a824aaba9fa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bd87a328-51f0-444b-82c2-5a824aaba9fa,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:40.330230 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.344496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Calling delete_port for bd87a328-51f0-444b-82c2-5a824aaba9fa owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:40.381693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b620d28a-53f8-44a3-a3f1-534be87f9894 req-d705c873-3022-49ea-bbc6-3ee319094113 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906865 Dec 10 09:16:40.424427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.427093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.428265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/security-groups/fcd58750-5a53-49ae-9232-f39df5e67fee HTTP/1.1" status: 204 len: 168 time: 0.6328545 Dec 10 09:16:40.505126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54640) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:40.544691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd58750-5a53-49ae-9232-f39df5e67fee,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:40.565373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.578400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.578843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.579205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.579546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.579889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.580228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.580569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.580901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.581231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.581585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.581923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.582250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11456824-faa3-4c1a-a951-500949cc9713 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:16:40.830638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-02366201-8e66-4a3a-b0c3-712eb04ea107 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting subnet 25499d31-4fd7-4973-9b5a-054e56c4d03e {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:16:40.834063 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02366201-8e66-4a3a-b0c3-712eb04ea107 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.846436 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.862667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['bd87a328-51f0-444b-82c2-5a824aaba9fa'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:16:40.919275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Pushing event deleted for resources: {'Port': ['ID=bd87a328-51f0-444b-82c2-5a824aaba9fa,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:40.959512 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02366201-8e66-4a3a-b0c3-712eb04ea107 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:40.999974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] No DVR routers for this DVR port bd87a328-51f0-444b-82c2-5a824aaba9fa on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:41.002613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.006541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6364f86-67b5-4624-b6a2-3868df543a83 req-72a1a5f4-bff6-40a0-b760-077298eb0a45 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.39 "DELETE /v2.0/ports/bd87a328-51f0-444b-82c2-5a824aaba9fa HTTP/1.1" status: 204 len: 173 time: 0.9463131 Dec 10 09:16:41.029497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fbd17-5ff6-41b8-afb1-68d1be0ca60b req-38c4803c-3568-430d-bd6d-94bc95e5419e tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:41.031876 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-504fbd17-5ff6-41b8-afb1-68d1be0ca60b req-38c4803c-3568-430d-bd6d-94bc95e5419e tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=39cb5be3-514f-4abf-9a7c-978ea5c7acf2 HTTP/1.1" status: 200 len: 946 time: 0.4368787 Dec 10 09:16:41.086014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b45a4-bfd5-4b6d-b790-b5cd1cde3545 req-22c6d6ac-0591-47ef-bf62-2b5a740a6afb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:41.094243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-012b45a4-bfd5-4b6d-b790-b5cd1cde3545 req-22c6d6ac-0591-47ef-bf62-2b5a740a6afb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.4861631 Dec 10 09:16:41.138734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:16:41.176312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02366201-8e66-4a3a-b0c3-712eb04ea107 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.207493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-012b45a4-bfd5-4b6d-b790-b5cd1cde3545 req-7f602404-04d6-49ae-8591-989abc1efe85 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122732 Dec 10 09:16:41.237334 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-504fbd17-5ff6-41b8-afb1-68d1be0ca60b req-af5c57b1-30c4-45fc-a1f5-b7b55768571b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823847 Dec 10 09:16:41.315981 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02366201-8e66-4a3a-b0c3-712eb04ea107 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.377654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02366201-8e66-4a3a-b0c3-712eb04ea107 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Subnet': ['ID=25499d31-4fd7-4973-9b5a-054e56c4d03e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:41.403729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02366201-8e66-4a3a-b0c3-712eb04ea107 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.406161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef3d21-8e00-4254-8434-36a99ee19578 None None] Network 8b0bf199-d89f-4773-a873-9ce196e960eb requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:41.413919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-02366201-8e66-4a3a-b0c3-712eb04ea107 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/subnets/25499d31-4fd7-4973-9b5a-054e56c4d03e HTTP/1.1" status: 204 len: 168 time: 0.9045765 Dec 10 09:16:41.416379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54652) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:41.559093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb5be3-514f-4abf-9a7c-978ea5c7acf2', 'name': 'network-vif-deleted', 'tag': 'bd87a328-51f0-444b-82c2-5a824aaba9fa'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:41.562588 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb88716-7d6c-487b-8360-8295778a5ce6" -d '{"events": [{"server_uuid": "39cb5be3-514f-4abf-9a7c-978ea5c7acf2", "name": "network-vif-deleted", "tag": "bd87a328-51f0-444b-82c2-5a824aaba9fa"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:41.569342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.648261 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e30458a-ca05-4a64-884e-ea5e06ddfc56 x-openstack-request-id: req-6e30458a-ca05-4a64-884e-ea5e06ddfc56 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:41.648585 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb5be3-514f-4abf-9a7c-978ea5c7acf2", "name": "network-vif-deleted", "tag": "bd87a328-51f0-444b-82c2-5a824aaba9fa", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:41.648846 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e30458a-ca05-4a64-884e-ea5e06ddfc56 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:41.649261 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb5be3-514f-4abf-9a7c-978ea5c7acf2', 'name': 'network-vif-deleted', 'tag': 'bd87a328-51f0-444b-82c2-5a824aaba9fa', 'status': 'completed', 'code': 200} Dec 10 09:16:41.671962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:41.672397 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.689050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32877664-5565-44ba-9c6d-bd422586519e None None] DHCP port deletion for 8b0bf199-d89f-4773-a873-9ce196e960eb request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:41.764453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-32877664-5565-44ba-9c6d-bd422586519e None None] Deleting port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:41.764660 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32877664-5565-44ba-9c6d-bd422586519e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.785058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] For port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=83bc1304-aeeb-4d77-82e0-7d9682e4bcc7,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:41.785424 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.801286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:41.845866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32877664-5565-44ba-9c6d-bd422586519e None None] For port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=83bc1304-aeeb-4d77-82e0-7d9682e4bcc7,segment=NetworkSegment(0530d8e3-bb18-4f2f-9a65-f0da64bc62af),segment_id=0530d8e3-bb18-4f2f-9a65-f0da64bc62af)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:41.846272 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32877664-5565-44ba-9c6d-bd422586519e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.862251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-32877664-5565-44ba-9c6d-bd422586519e None None] Calling delete_port for 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:41.906662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.940622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=83bc1304-aeeb-4d77-82e0-7d9682e4bcc7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:41.943101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] No DVR routers for this DVR port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:41.960414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:41.961208 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32877664-5565-44ba-9c6d-bd422586519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:41.968235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1cd38dcc-1344-46dd-8ce4-52be38ec1804 admin admin] 10.222.0.31 "PUT /v2.0/routers/974a12ec-eceb-46ef-9ce9-d2aa603cf5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7081671 Dec 10 09:16:41.968693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54658) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:41.977166 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] Sync routers for ids ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:41.991197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f836d1a-0855-4a64-bcbc-483eb8faffd1 req-c8b7a043-f510-4643-b4e1-ea89ea8c6027 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:41.992840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f836d1a-0855-4a64-bcbc-483eb8faffd1 req-c8b7a043-f510-4643-b4e1-ea89ea8c6027 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.0932720 Dec 10 09:16:42.001307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32877664-5565-44ba-9c6d-bd422586519e None None] Pushing event deleted for resources: {'Port': ['ID=83bc1304-aeeb-4d77-82e0-7d9682e4bcc7,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:42.019370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32877664-5565-44ba-9c6d-bd422586519e None None] No DVR routers for this DVR port 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:42.046272 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] Routers {'974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:42.047133 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:42.119199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f836d1a-0855-4a64-bcbc-483eb8faffd1 req-5333e40f-d1ca-4c56-9f13-d5e12fd96720 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085973 Dec 10 09:16:42.205112 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] Set router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:42.375974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-2702a66e-e649-4229-b18a-4eac4c8f0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:42.377536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-2702a66e-e649-4229-b18a-4eac4c8f0044 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 1097 time: 0.1348624 Dec 10 09:16:42.486940 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:19Z', 'updated_at': '2021-12-10T09:16:39Z', 'revision_number': 5, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'gw_port': {'id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:20Z', 'updated_at': '2021-12-10T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:42.563260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-cdb6e67a-e8b7-4ae7-a0b6-dddeb6bbab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:42.564747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-cdb6e67a-e8b7-4ae7-a0b6-dddeb6bbab3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.1785576 Dec 10 09:16:42.610091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:42.645187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-30ad1d94-8831-43ea-94d2-8218149efe22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 HTTP/1.1" status: 200 len: 217 time: 0.0648043 Dec 10 09:16:42.680797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0bf199-d89f-4773-a873-9ce196e960eb']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:42.696530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0530d8e3-bb18-4f2f-9a65-f0da64bc62af') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:42.696911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0530d8e3-bb18-4f2f-9a65-f0da64bc62af') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:42.711613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:42.714540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:42.719545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-52388b34-6e7e-44f9-9723-4fd48e974fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:42.721054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-52388b34-6e7e-44f9-9723-4fd48e974fb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0666392 Dec 10 09:16:42.721804 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] Checking router: 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:42.735129 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] Routers {'974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:42.736155 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:42.767459 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:42.777632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:16:42.778074 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:16:42.782273 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:16:42.855405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e7edc-bbca-4ec2-be08-eca9560b6f98 req-d65a9029-19e1-4cba-a6af-0240a58ea87a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:42.862937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-830e7edc-bbca-4ec2-be08-eca9560b6f98 req-d65a9029-19e1-4cba-a6af-0240a58ea87a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.5351834 Dec 10 09:16:42.885198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:42.922780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:42.929162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-ef841725-a024-4f79-821d-679e657eaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:42.930225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-ef841725-a024-4f79-821d-679e657eaf7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916673 Dec 10 09:16:42.932623 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/networks/8b0bf199-d89f-4773-a873-9ce196e960eb HTTP/1.1" status: 204 len: 168 time: 1.5086710 Dec 10 09:16:42.934000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9f87b-d579-4e4a-a9c4-b3ff9d4539c0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Network': ['ID=8b0bf199-d89f-4773-a873-9ce196e960eb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:42.934290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54678) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:42.972138 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:42.979395 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] Set router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:43.016975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-136fff5a-8548-4608-a63d-ebb9d46ce340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:43.018953 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-136fff5a-8548-4608-a63d-ebb9d46ce340 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1097 time: 0.0978785 Dec 10 09:16:43.055411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Deleting port 9cc27148-3494-4b6e-b903-c63e8098bf6f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:43.056017 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:43.161852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bd87a328-51f0-444b-82c2-5a824aaba9fa no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:43.196053 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:19Z', 'updated_at': '2021-12-10T09:16:39Z', 'revision_number': 5, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'gw_port': {'id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:20Z', 'updated_at': '2021-12-10T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:43.231469 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793d489-ae0a-4193-b586-cc3b4a64e9f5 None None] The sync data for ids ['974a12ec-eceb-46ef-9ce9-d2aa603cf5dd'] in n-d-814746-3 is: [{'id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'name': 'tempest-TestAggregatesBasicOps-524479819-router', 'tenant_id': 'b8662470a8294098a05a48af4a6bcefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:19Z', 'updated_at': '2021-12-10T09:16:39Z', 'revision_number': 5, 'project_id': 'b8662470a8294098a05a48af4a6bcefe', 'gw_port': {'id': '9cc27148-3494-4b6e-b903-c63e8098bf6f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a12ec-eceb-46ef-9ce9-d2aa603cf5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:20Z', 'updated_at': '2021-12-10T09:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:43.235445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-56e545f1-eced-4d63-bf0b-129894c2376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:43.236915 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-56e545f1-eced-4d63-bf0b-129894c2376d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.1932013 Dec 10 09:16:43.237627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-dc985794-6a4b-421b-8a25-84c2f61578ff tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:43.239113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] For port 9cc27148-3494-4b6e-b903-c63e8098bf6f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9cc27148-3494-4b6e-b903-c63e8098bf6f,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:43.239472 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:43.246870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: bd87a328-51f0-444b-82c2-5a824aaba9fa {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:43.247217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bd87a328-51f0-444b-82c2-5a824aaba9fa not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:43.247636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10553753-92ed-4a58-a937-991b4ddfd8ba no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:43.258388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-dc985794-6a4b-421b-8a25-84c2f61578ff tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/networks?id=bcc07123-da2f-4348-be16-16e9b560ddc2 HTTP/1.1" status: 200 len: 809 time: 0.5362105 Dec 10 09:16:43.317418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:43.322082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Calling delete_port for 9cc27148-3494-4b6e-b903-c63e8098bf6f owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:43.322585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 10553753-92ed-4a58-a937-991b4ddfd8ba {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:43.323140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 10553753-92ed-4a58-a937-991b4ddfd8ba not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:43.344590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-830e7edc-bbca-4ec2-be08-eca9560b6f98 req-353e9cec-cd4a-4e73-b547-8e4c4a7cf823 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4806769 Dec 10 09:16:43.363169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:43.364729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 83bc1304-aeeb-4d77-82e0-7d9682e4bcc7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:43.387481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-ffe19a4b-4ccd-45ef-bc57-955cf28dde5a tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/quotas/fae81538830a498eb1dc29a292753b5e HTTP/1.1" status: 200 len: 375 time: 0.1281793 Dec 10 09:16:43.464475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-4fb863cf-8bbd-4cae-893b-3b0b12ac4ed8 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183899 Dec 10 09:16:43.511863 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-8d016723-fb22-4439-a4e3-970d78219f17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 1002 time: 0.2451510 Dec 10 09:16:43.515904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-28f26388-6dfb-4514-a2ce-83897e4ac1a0 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fae81538830a498eb1dc29a292753b5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1272991 Dec 10 09:16:43.577593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-ea24deaf-7bab-4dca-b504-cd44d4704de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:43.578060 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-ea24deaf-7bab-4dca-b504-cd44d4704de5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0467045 Dec 10 09:16:43.631717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:43.667070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc27148-3494-4b6e-b903-c63e8098bf6f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:43.673881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-d6a476ab-e821-409a-a385-256d43058697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:43.675394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-d6a476ab-e821-409a-a385-256d43058697 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892587 Dec 10 09:16:43.683126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43acf6-a4ac-4a2e-b844-639c24033361 req-d8535a5a-a3e4-464c-b658-7b1e98bfae9e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:43.690361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485834a0-5ec4-4c6c-bcf4-108d2ab48dec None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:43.692372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b43acf6-a4ac-4a2e-b844-639c24033361 req-d8535a5a-a3e4-464c-b658-7b1e98bfae9e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 946 time: 0.2037578 Dec 10 09:16:43.720463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port 6ce522b0-ea77-458f-b0c1-0393112c9259 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:43.721482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:43.851171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c99d4448-9f08-4109-a4a3-784fbacf54a2 req-5b86674d-cdc9-411a-bbf9-a3c44c42db96 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537729 Dec 10 09:16:43.859943 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:43.877670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b43acf6-a4ac-4a2e-b844-639c24033361 req-99f411e1-3840-4ee6-bcd2-12908018038d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840575 Dec 10 09:16:43.900592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-afdc69a8-44a3-4da9-a4bc-5c93cf45e7f0 service neutron] 10.222.0.31 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576140 Dec 10 09:16:43.976035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:43.976371 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:43.994523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for 6ce522b0-ea77-458f-b0c1-0393112c9259 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:44.010214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.015982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.093479 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-0e26a321-063b-412b-ab1d-6f2cf802d7fd service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031098 Dec 10 09:16:44.122097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fac2c87b-d878-448f-83ee-59ab417bff8a service neutron] 10.222.0.31 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206416 Dec 10 09:16:44.157141 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.158146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 974a12ec-eceb-46ef-9ce9-d2aa603cf5dd {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:16:44.169724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.184871 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-93fa3434-208a-4525-a025-7208f7618c79 admin admin] 10.222.0.31 "DELETE /v2.0/routers/974a12ec-eceb-46ef-9ce9-d2aa603cf5dd HTTP/1.1" status: 204 len: 168 time: 2.2147524 Dec 10 09:16:44.185668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54682) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:44.277700 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.313893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=6ce522b0-ea77-458f-b0c1-0393112c9259,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:44.344507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf6392c-4184-4fbd-8475-49c4744a0fb0 admin admin] Deleting subnet 041ef155-5dcb-43fa-97dd-e2b6b1093ce2 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:16:44.352432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fdf6392c-4184-4fbd-8475-49c4744a0fb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.416649 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ad092774-30d0-43bb-9395-bd73ab330bdd req-0742cb08-fa69-44e6-bbe8-dc217ebd706f service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168135 Dec 10 09:16:44.444965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fdf6392c-4184-4fbd-8475-49c4744a0fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.538101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0f1de25e-0aff-462f-831a-ee3842340e8f req-29fb0775-45c4-4cab-aa63-ed8a2bfb29e5 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 210 time: 0.0537820 Dec 10 09:16:44.546797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:44.575262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.576051 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Floating IP 8b580065-1bba-4da9-bcc9-fa724688c32d disassociated (deleted). External IP: 172.25.3.196, port: bce6c60a-8da1-4483-83aa-ddbbd85a6ced. Dec 10 09:16:44.579919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fdf6392c-4184-4fbd-8475-49c4744a0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.693900 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fdf6392c-4184-4fbd-8475-49c4744a0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.720840 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.743961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6392c-4184-4fbd-8475-49c4744a0fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041ef155-5dcb-43fa-97dd-e2b6b1093ce2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:44.761214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fdf6392c-4184-4fbd-8475-49c4744a0fb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.766526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fdf6392c-4184-4fbd-8475-49c4744a0fb0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/041ef155-5dcb-43fa-97dd-e2b6b1093ce2 HTTP/1.1" status: 204 len: 168 time: 0.5490348 Dec 10 09:16:44.768033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:44.769072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54696) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:44.771061 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b9580-db0d-46a9-a00a-eb543b76e18d" -d '{"events": [{"server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "name": "network-vif-unplugged", "status": "completed", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:44.787263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64eedc-a37a-4db8-9c50-efa53ab58323 None None] Network 82e3936c-efa2-4668-9c4d-c849f80a3c87 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:44.890631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:44.916067 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4bed0f-5563-46b8-b2f1-33f991eb4af9 x-openstack-request-id: req-4f4bed0f-5563-46b8-b2f1-33f991eb4af9 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:44.916416 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "name": "network-vif-unplugged", "status": "completed", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:44.916810 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f4bed0f-5563-46b8-b2f1-33f991eb4af9 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:44.917224 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82', 'code': 200} Dec 10 09:16:44.929987 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:44.942298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:45.056755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:45.075710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Deleting port 9f5eed24-6d48-4545-930f-8126ad898a4f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:45.076750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:45.085955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:16:45.088059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb271253-20b7-4052-967c-edf35c9b5115 None None] DHCP port deletion for 82e3936c-efa2-4668-9c4d-c849f80a3c87 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:45.134771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94d08d-e13a-4cb8-a5f5-a826b2eeba3f req-7f60e479-313f-45da-9ed7-cbf355744274 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:45.136996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe94d08d-e13a-4cb8-a5f5-a826b2eeba3f req-7f60e479-313f-45da-9ed7-cbf355744274 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.6398792 Dec 10 09:16:45.149953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271289f4-dee0-4614-afc4-7fb61cf17a09 req-d7a5f539-185f-4f9a-81d2-690b7f82c58d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:45.151891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-271289f4-dee0-4614-afc4-7fb61cf17a09 req-d7a5f539-185f-4f9a-81d2-690b7f82c58d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 944 time: 0.1236846 Dec 10 09:16:45.170714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-eb271253-20b7-4052-967c-edf35c9b5115 None None] Deleting port 9f5eed24-6d48-4545-930f-8126ad898a4f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:45.171492 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb271253-20b7-4052-967c-edf35c9b5115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:45.266789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fe94d08d-e13a-4cb8-a5f5-a826b2eeba3f req-ea5c73e7-604b-4f8d-b134-5b6b0db0b095 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743692 Dec 10 09:16:45.293375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] For port 9f5eed24-6d48-4545-930f-8126ad898a4f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9f5eed24-6d48-4545-930f-8126ad898a4f,segment=NetworkSegment(de930b73-7935-4b06-9c9f-2b098271f464),segment_id=de930b73-7935-4b06-9c9f-2b098271f464)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:45.294576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:45.343947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:45.345225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Calling delete_port for 9f5eed24-6d48-4545-930f-8126ad898a4f owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:45.353262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 30f492cb-a15a-4466-9447-3e5978b7519b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:45.386538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 30f492cb-a15a-4466-9447-3e5978b7519b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:45.387042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 30f492cb-a15a-4466-9447-3e5978b7519b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:45.387578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9cc27148-3494-4b6e-b903-c63e8098bf6f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:45.411068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-271289f4-dee0-4614-afc4-7fb61cf17a09 req-de14515d-11b6-494d-be08-02117f1e224e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565990 Dec 10 09:16:45.420621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-eb271253-20b7-4052-967c-edf35c9b5115 None None] For port 9f5eed24-6d48-4545-930f-8126ad898a4f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9f5eed24-6d48-4545-930f-8126ad898a4f,segment=NetworkSegment(de930b73-7935-4b06-9c9f-2b098271f464),segment_id=de930b73-7935-4b06-9c9f-2b098271f464)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:45.421263 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb271253-20b7-4052-967c-edf35c9b5115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:45.456862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:45.459013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 9cc27148-3494-4b6e-b903-c63e8098bf6f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:45.459463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9cc27148-3494-4b6e-b903-c63e8098bf6f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:45.459980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9f5eed24-6d48-4545-930f-8126ad898a4f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:45.479912 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:45.513316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0ac9a4ab-9afb-4dca-b620-678eda91b731 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/floatingips/8b580065-1bba-4da9-bcc9-fa724688c32d HTTP/1.1" status: 204 len: 168 time: 2.5734308 Dec 10 09:16:45.514676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:45.517163 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0592236-cf5d-4ee9-a2ae-6536305dd00d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:45.523596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:45.533852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] Sync routers for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:45.547327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-eb271253-20b7-4052-967c-edf35c9b5115 None None] Calling delete_port for 9f5eed24-6d48-4545-930f-8126ad898a4f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:45.577092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:45.578047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:45.594543 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49f25b2-72d8-403b-ae4c-2b317539548e x-openstack-request-id: req-a49f25b2-72d8-403b-ae4c-2b317539548e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:45.594904 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:45.595426 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a49f25b2-72d8-403b-ae4c-2b317539548e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:45.596753 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'status': 'completed', 'code': 200} Dec 10 09:16:45.622026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5eed24-6d48-4545-930f-8126ad898a4f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:45.683883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] No DVR routers for this DVR port 9f5eed24-6d48-4545-930f-8126ad898a4f on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:45.784018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4209a6ff-8740-4b48-83b5-58cc01bf449b req-84332dc0-46f9-4ba6-844c-edeb23cee9eb tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 210 time: 0.0771387 Dec 10 09:16:45.800208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No active binding found for port 9f5eed24-6d48-4545-930f-8126ad898a4f {{(pid=114971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 09:16:45.801028 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9f5eed24-6d48-4545-930f-8126ad898a4f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:45.851839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:45.862009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-9e16895e-58b3-4448-a26f-04d9d57fbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:45.866194 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-9e16895e-58b3-4448-a26f-04d9d57fbfda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 1097 time: 0.2124951 Dec 10 09:16:45.911810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e3936c-efa2-4668-9c4d-c849f80a3c87']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:45.954894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de930b73-7935-4b06-9c9f-2b098271f464') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:45.955302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de930b73-7935-4b06-9c9f-2b098271f464') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:45.975056 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:46.008431 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:46.022475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:16:46.022865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4e27-b36e-426d-b605-d36dc8b93089 req-0f06c5c4-cae1-451a-9ee4-a3d47ca2f85c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:46.023102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:16:46.024921 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:16:46.033887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-481b4e27-b36e-426d-b605-d36dc8b93089 req-0f06c5c4-cae1-451a-9ee4-a3d47ca2f85c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 946 time: 0.1051984 Dec 10 09:16:46.102897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-dd047fb8-33ec-4782-af1b-e276a9a9982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:46.104739 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-dd047fb8-33ec-4782-af1b-e276a9a9982e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a26df134-3c7a-4a45-9590-6cc543a9b642 HTTP/1.1" status: 200 len: 898 time: 0.2298770 Dec 10 09:16:46.155851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-481b4e27-b36e-426d-b605-d36dc8b93089 req-32f3d7ab-808f-4ade-ba73-8db1f1ddb5fd tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185443 Dec 10 09:16:46.299068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:46.336739 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb271253-20b7-4052-967c-edf35c9b5115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:46.354964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-4d47a1b9-d3c3-43f3-b911-75b9e49a0577 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:46.357433 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-4d47a1b9-d3c3-43f3-b911-75b9e49a0577 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.39 "GET /v2.0/networks?id=bcc07123-da2f-4348-be16-16e9b560ddc2 HTTP/1.1" status: 200 len: 809 time: 0.1520028 Dec 10 09:16:46.367350 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-663ffb38-6f6d-446c-9df3-867acc0e475b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6c60a-8da1-4483-83aa-ddbbd85a6ced HTTP/1.1" status: 200 len: 217 time: 0.2490654 Dec 10 09:16:46.390013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Request body: {'port': {'device_id': '232190d6-d466-403e-bea4-00a24f41778f', 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2', 'admin_state_up': True, 'tenant_id': 'fae81538830a498eb1dc29a292753b5e'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:46.391738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb271253-20b7-4052-967c-edf35c9b5115 None None] Pushing event deleted for resources: {'Port': ['ID=9f5eed24-6d48-4545-930f-8126ad898a4f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:46.423658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb271253-20b7-4052-967c-edf35c9b5115 None None] No DVR routers for this DVR port 9f5eed24-6d48-4545-930f-8126ad898a4f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:46.533309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:46.559158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be466368-c7c7-4dd6-bcc9-e34857caa757 req-3337faf3-0778-40c6-a7e1-0d6468b96775 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:46.572363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be466368-c7c7-4dd6-bcc9-e34857caa757 req-3337faf3-0778-40c6-a7e1-0d6468b96775 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1442964 Dec 10 09:16:46.582469 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:46.587410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] 10.222.0.31 "DELETE /v2.0/networks/82e3936c-efa2-4668-9c4d-c849f80a3c87 HTTP/1.1" status: 204 len: 168 time: 1.8167233 Dec 10 09:16:46.705323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e12b5-dbcd-42d5-8414-e135d5af42dc admin admin] Pushing event deleted for resources: {'Network': ['ID=82e3936c-efa2-4668-9c4d-c849f80a3c87,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:46.706348 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be466368-c7c7-4dd6-bcc9-e34857caa757 req-18acfbe4-9239-4d95-9652-9f681498faf9 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329503 Dec 10 09:16:46.737077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8317e5-bde8-44fc-a75f-ab4030034f3e req-9770c341-8093-43a5-8c05-1157b6c2ac35 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:46.739023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa8317e5-bde8-44fc-a75f-ab4030034f3e req-9770c341-8093-43a5-8c05-1157b6c2ac35 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 944 time: 0.1404185 Dec 10 09:16:46.811298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:32Z', 'revision_number': 6, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:46.861397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-90fa26f5-9960-4c86-8be6-b1850113f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:46.867917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] Checking router: b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:46.869309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-90fa26f5-9960-4c86-8be6-b1850113f09e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f7a22eb-dfb6-48e0-b1a8-ff560c44366a HTTP/1.1" status: 200 len: 835 time: 0.3491600 Dec 10 09:16:46.870677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Made reservation on behalf of fae81538830a498eb1dc29a292753b5e for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:46.877811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa8317e5-bde8-44fc-a75f-ab4030034f3e req-37bc0438-7402-4630-b907-19f43f3b85bd tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275532 Dec 10 09:16:46.883105 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:46.898837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:46.899749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:47.008744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4092e7dd-ffb1-40f7-9269-beec8274c323 req-34b01594-ca5d-4840-a371-f86d9733c283 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 210 time: 0.0595407 Dec 10 09:16:47.048797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54724) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:47.121333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:47.148872 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-f09c3577-2366-40e6-afe6-df1266c2377f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3941250 Dec 10 09:16:47.184436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-caa5aea5-5b24-4aca-abf7-392933895b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:47.187749 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-caa5aea5-5b24-4aca-abf7-392933895b29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a26df134-3c7a-4a45-9590-6cc543a9b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888901 Dec 10 09:16:47.190419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67459bc-6784-45a9-9d35-c9ac707afca6 req-278093fd-94d2-4aa9-bb71-9ba469cd0047 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:47.193965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c67459bc-6784-45a9-9d35-c9ac707afca6 req-278093fd-94d2-4aa9-bb71-9ba469cd0047 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1280079 Dec 10 09:16:47.197318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-487cf566-2de4-4552-bcc3-8cb027e6610f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8b042d6386944a2aacc3df414f66c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470656 Dec 10 09:16:47.199779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54732) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:47.250387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.39', 56125) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:47.382615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Allocated IP 172.20.0.3 (bcc07123-da2f-4348-be16-16e9b560ddc2/f5f3abd1-556c-4775-9c19-31b5a95cb926/2ac0e685-3d4d-4f34-82c0-58588706cb70) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:47.392215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf392e90-2093-4e5e-a04b-70a251d87cc9 req-5e92f2a9-c65a-4ba7-8873-a8d4f7b373cb tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:47.394383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf392e90-2093-4e5e-a04b-70a251d87cc9 req-5e92f2a9-c65a-4ba7-8873-a8d4f7b373cb tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 946 time: 0.1181152 Dec 10 09:16:47.401783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c67459bc-6784-45a9-9d35-c9ac707afca6 req-18e665ca-710e-4494-8f51-b08aebdc58e5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829331 Dec 10 09:16:47.429545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-c713be49-eeeb-410f-970d-6143209bf3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:47.435427 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-c713be49-eeeb-410f-970d-6143209bf3d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 1097 time: 0.2561433 Dec 10 09:16:47.454546 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5bb89c1-1ff4-4827-bcb4-d8222f6809c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:47.481598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-99064499-37cd-4457-9213-7a5541d2b143 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:47.484107 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-99064499-37cd-4457-9213-7a5541d2b143 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 946 time: 0.2286072 Dec 10 09:16:47.506272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:32Z', 'revision_number': 6, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:47.550202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5bb89c1-1ff4-4827-bcb4-d8222f6809c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:47.565426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59db423-1e28-47e9-87be-0d099cb87cf8 None None] The sync data for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 is: [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:32Z', 'revision_number': 6, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'aa705a7d-9a29-4f8a-abdb-ec3345bcaa80', 'name': '', 'network_id': 'a26df134-3c7a-4a45-9590-6cc543a9b642', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:d1:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:33Z', 'updated_at': '2021-12-10T09:14:42Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '5f7a22eb-dfb6-48e0-b1a8-ff560c44366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:47.573139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf392e90-2093-4e5e-a04b-70a251d87cc9 req-a7840104-fc3a-4b1f-9d2d-12fb3c7d1c77 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696529 Dec 10 09:16:47.672086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41667857-c1f6-4f52-8bb6-d3f29f8a5aed req-b3b622bc-e7a0-4cd4-8bf0-9ac304dd3d23 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:47.680817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41667857-c1f6-4f52-8bb6-d3f29f8a5aed req-b3b622bc-e7a0-4cd4-8bf0-9ac304dd3d23 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1225476 Dec 10 09:16:47.707875 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-e0567334-a166-45e6-9277-80bc0e04b65e service neutron] 10.222.0.39 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995103 Dec 10 09:16:47.736587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5bb89c1-1ff4-4827-bcb4-d8222f6809c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:47.740020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5bb89c1-1ff4-4827-bcb4-d8222f6809c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:47.741522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d5bb89c1-1ff4-4827-bcb4-d8222f6809c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c31e66b-4958-465f-8b35-3ad669db8407 HTTP/1.1" status: 204 len: 168 time: 0.5406637 Dec 10 09:16:47.768409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb89c1-1ff4-4827-bcb4-d8222f6809c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c31e66b-4958-465f-8b35-3ad669db8407,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:47.812215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41667857-c1f6-4f52-8bb6-d3f29f8a5aed req-24cca9be-b573-4103-a6c6-3e23e0234ef6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298852 Dec 10 09:16:48.027037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bc421-8824-4afc-a022-77fbd98af310 req-da1fa704-2aee-476c-894d-786e0313c02f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:48.028960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-301bc421-8824-4afc-a022-77fbd98af310 req-da1fa704-2aee-476c-894d-786e0313c02f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1211243 Dec 10 09:16:48.140933 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe09bb8-52de-4d74-8e4b-2fad220d615d None None] New status for floating IP 8b580065-1bba-4da9-bcc9-fa724688c32d: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:16:48.189757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-301bc421-8824-4afc-a022-77fbd98af310 req-01e4e935-ccdd-4c72-9aea-317da34cceef tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532736 Dec 10 09:16:48.246810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a91dba-89c4-4f2e-bd52-31bce4296d1f req-854db16b-188b-4584-965e-d34cfb4a4b79 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:48.260959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0a91dba-89c4-4f2e-bd52-31bce4296d1f req-854db16b-188b-4584-965e-d34cfb4a4b79 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1736703 Dec 10 09:16:48.386041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81136f66-736a-4849-897a-67d35b0034b8 req-4e970ec7-30c5-42d9-8993-f930879578d2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 210 time: 0.0606151 Dec 10 09:16:48.398597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-25b0430e-3cad-43c6-ad9b-0c833df8429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:48.400105 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-25b0430e-3cad-43c6-ad9b-0c833df8429a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.9293916 Dec 10 09:16:48.461009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0a91dba-89c4-4f2e-bd52-31bce4296d1f req-fbaaeb93-96b3-4d09-be97-8ecc2f67afdd tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986034 Dec 10 09:16:48.490559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-2580d734-f395-4bfc-bfc6-d7ab524b22f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50277fdc-1dc6-4b6b-a46e-39519e35005a HTTP/1.1" status: 200 len: 217 time: 0.0793357 Dec 10 09:16:48.500643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port bce6c60a-8da1-4483-83aa-ddbbd85a6ced {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:48.501105 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:48.512415 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-669f2cb5-0e7b-4e2f-ad33-dff8ceed52c8 service neutron] 10.222.0.39 "GET /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7905364 Dec 10 09:16:48.544175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54748) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:48.556223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:48.614210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6c145aaf-56ac-49f0-b7ec-972b129d2a5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8662470a8294098a05a48af4a6bcefe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672889 Dec 10 09:16:48.617811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54752) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:48.635489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:48.663518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-91eac29f-837e-445b-8ca1-5dc9072a3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:48.664964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-91eac29f-837e-445b-8ca1-5dc9072a3f05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1550374 Dec 10 09:16:48.677652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c64d58d-9a6f-488c-83cf-19895f936ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:48.739569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] For port bce6c60a-8da1-4483-83aa-ddbbd85a6ced, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:48.739838 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:48.740442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c64d58d-9a6f-488c-83cf-19895f936ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:48.759110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for bce6c60a-8da1-4483-83aa-ddbbd85a6ced owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:48.765546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:48.807204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6e3b6-98da-435a-865a-6a067aa945b1 req-e517c024-84c6-4c8c-bfd2-fe546f60b4a9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:48.808886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa6e3b6-98da-435a-865a-6a067aa945b1 req-e517c024-84c6-4c8c-bfd2-fe546f60b4a9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 946 time: 0.1096938 Dec 10 09:16:48.811969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-855c7d01-9e3f-4a12-8f2f-e15128d90326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:48.813640 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-855c7d01-9e3f-4a12-8f2f-e15128d90326 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376240 Dec 10 09:16:48.879293 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c64d58d-9a6f-488c-83cf-19895f936ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:48.882382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c64d58d-9a6f-488c-83cf-19895f936ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:48.883557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9c64d58d-9a6f-488c-83cf-19895f936ce0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a3483a7-ce36-4183-82ac-1a8350a16231 HTTP/1.1" status: 204 len: 168 time: 0.2644334 Dec 10 09:16:48.889726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Network bcc07123-da2f-4348-be16-16e9b560ddc2 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:48.898856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64d58d-9a6f-488c-83cf-19895f936ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3483a7-ce36-4183-82ac-1a8350a16231,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:48.906318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2aa6e3b6-98da-435a-865a-6a067aa945b1 req-3953287b-d8b0-406d-9163-b60eacacea94 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=246c5538-d80f-4f70-a3bf-7080f0cca765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879133 Dec 10 09:16:48.918285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:48.921087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Pushing event updated for resources: {'Port': ['ID=2ac0e685-3d4d-4f34-82c0-58588706cb70,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:48.925132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:49.036120 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:49.036651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:49.056709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-39e3eeb3-96c3-4e51-bd7c-d504a74d26a9 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051764 Dec 10 09:16:49.093327 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-fbe1b4cb-2c86-4619-8d9e-b1862e1170c2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7175000 Dec 10 09:16:49.108934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Request body: {'port': {'device_id': '232190d6-d466-403e-bea4-00a24f41778f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:49.222037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:49.268721 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:49.289737 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:49.296075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=bce6c60a-8da1-4483-83aa-ddbbd85a6ced,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:49.315610 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-755041cc-de82-43e0-b216-69876dee3241 service neutron] 10.222.0.39 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509887 Dec 10 09:16:49.382463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] No DVR routers for this DVR port bce6c60a-8da1-4483-83aa-ddbbd85a6ced on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:49.402742 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:49.409325 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a539cbec-891d-426b-b47a-a8a4e2e22f0b req-011372ed-9dee-47e0-b544-f8cf1823ed80 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "DELETE /v2.0/ports/bce6c60a-8da1-4483-83aa-ddbbd85a6ced HTTP/1.1" status: 204 len: 173 time: 1.9012165 Dec 10 09:16:49.410650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'name': 'network-vif-deleted', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:49.414666 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef78d2e1-b943-4ebc-8e84-3f7c37c10491" -d '{"events": [{"server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "name": "network-vif-deleted", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:49.525964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa6e6b-9fc4-4c26-8901-dd942f34a390 req-bf73b671-62cc-43d2-96cc-3ee12c8441f5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:49.540235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8fa6e6b-9fc4-4c26-8901-dd942f34a390 req-bf73b671-62cc-43d2-96cc-3ee12c8441f5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1752162 Dec 10 09:16:49.636362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae32619-deb9-4f0e-b179-ec7cc5a9fe65 req-38808d10-d8c8-4d30-b315-b2db06708837 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:49.647370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eae32619-deb9-4f0e-b179-ec7cc5a9fe65 req-38808d10-d8c8-4d30-b315-b2db06708837 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 931 time: 0.1041353 Dec 10 09:16:49.687784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8fa6e6b-9fc4-4c26-8901-dd942f34a390 req-ffbb13e8-8ddf-4d21-83ec-d0d1708b51ea tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460898 Dec 10 09:16:49.744142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eae32619-deb9-4f0e-b179-ec7cc5a9fe65 req-221d81b8-3e26-482c-bd9e-0ce272da269b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957861 Dec 10 09:16:49.786570 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a573b947-dbb3-456d-a57e-c8f59232d84e x-openstack-request-id: req-a573b947-dbb3-456d-a57e-c8f59232d84e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:49.786871 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a78c177-1b30-48c6-b71b-f2ffa92f44b5", "name": "network-vif-deleted", "tag": "bce6c60a-8da1-4483-83aa-ddbbd85a6ced", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:49.787135 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a573b947-dbb3-456d-a57e-c8f59232d84e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:49.787541 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a78c177-1b30-48c6-b71b-f2ffa92f44b5', 'name': 'network-vif-deleted', 'tag': 'bce6c60a-8da1-4483-83aa-ddbbd85a6ced', 'status': 'completed', 'code': 200} Dec 10 09:16:49.864440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac0e685-3d4d-4f34-82c0-58588706cb70 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:16:49.885870 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:49.925469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Transition to ACTIVE for port object 2ac0e685-3d4d-4f34-82c0-58588706cb70 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:16:49.939950 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:49.940776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7f9bb-5b70-488e-9885-1d00b57d26c6 req-dbe991e3-857f-4a5b-b4a9-b2a82b0ad917 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:49.950891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71b7f9bb-5b70-488e-9885-1d00b57d26c6 req-dbe991e3-857f-4a5b-b4a9-b2a82b0ad917 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0894017 Dec 10 09:16:50.035766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71b7f9bb-5b70-488e-9885-1d00b57d26c6 req-9e24d139-b602-4091-b1cb-08534806c1d9 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836401 Dec 10 09:16:50.068458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0e685-3d4d-4f34-82c0-58588706cb70,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:50.118812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d32243c-1c07-4142-b52f-44f93ebe17d2 req-6178decb-8c14-4e52-81c6-57b1c2c11b41 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a78c177-1b30-48c6-b71b-f2ffa92f44b5 HTTP/1.1" status: 200 len: 210 time: 0.0312448 Dec 10 09:16:50.196554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Attempting to bind port 2ac0e685-3d4d-4f34-82c0-58588706cb70 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:50.197588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Attempting to bind port 2ac0e685-3d4d-4f34-82c0-58588706cb70 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '2094879d-5dce-4e7b-b041-55f434d5feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:50.197754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Attempting to bind port 2ac0e685-3d4d-4f34-82c0-58588706cb70 on network bcc07123-da2f-4348-be16-16e9b560ddc2 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:50.204843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Port 2ac0e685-3d4d-4f34-82c0-58588706cb70 on network bcc07123-da2f-4348-be16-16e9b560ddc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:16:50.205921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Attempting to bind port 2ac0e685-3d4d-4f34-82c0-58588706cb70 on network bcc07123-da2f-4348-be16-16e9b560ddc2 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:50.213379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:50.214175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Checking segment: {'id': '2094879d-5dce-4e7b-b041-55f434d5feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:50.214690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Bound using segment: {'id': '2094879d-5dce-4e7b-b041-55f434d5feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:50.215453 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Bound port: 2ac0e685-3d4d-4f34-82c0-58588706cb70, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2094879d-5dce-4e7b-b041-55f434d5feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:50.215889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:50.291496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] For port 2ac0e685-3d4d-4f34-82c0-58588706cb70, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:50.295289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] For port 2ac0e685-3d4d-4f34-82c0-58588706cb70, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2ac0e685-3d4d-4f34-82c0-58588706cb70,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:50.299918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:50.340132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:50.340776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:50.342638 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] 10.222.0.39 "PUT /v2.0/ports/2ac0e685-3d4d-4f34-82c0-58588706cb70 HTTP/1.1" status: 200 len: 1091 time: 1.2381153 Dec 10 09:16:50.367466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f18b4d-2913-4439-8f5d-9dc1a1c21060 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0e685-3d4d-4f34-82c0-58588706cb70,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:50.433579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-9866947a-bfe6-43e7-b657-38872781465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:50.435226 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-9866947a-bfe6-43e7-b657-38872781465d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fae81538830a498eb1dc29a292753b5e&device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 1094 time: 0.0447929 Dec 10 09:16:50.492471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-afac4079-d773-44e6-8f74-a14efd5e3166 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ac0e685-3d4d-4f34-82c0-58588706cb70 HTTP/1.1" status: 200 len: 217 time: 0.0445635 Dec 10 09:16:50.544767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-e2a42e4f-5157-4c9e-899f-14264fec2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:50.546910 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-e2a42e4f-5157-4c9e-899f-14264fec2195 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f3abd1-556c-4775-9c19-31b5a95cb926 HTTP/1.1" status: 200 len: 849 time: 0.0467067 Dec 10 09:16:50.583346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-c99fca90-2013-4452-8fee-81fb2ae452e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bcc07123-da2f-4348-be16-16e9b560ddc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288429 Dec 10 09:16:50.691129 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-bf17d2ff-f97f-46af-834a-fc935724c705 service neutron] 10.222.0.39 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992656 Dec 10 09:16:50.816081 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d9030adf-cddc-4d12-a848-1ed59fdf5f74 req-e1b1b7ea-723e-4575-b7f7-7ecb8e373d50 service neutron] 10.222.0.39 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167948 Dec 10 09:16:50.887999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279335d-ce5c-435f-8645-04495e588fb0 req-f687e240-6c75-4369-9d3b-ba90e682fe2a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:50.890113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f279335d-ce5c-435f-8645-04495e588fb0 req-f687e240-6c75-4369-9d3b-ba90e682fe2a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.0598991 Dec 10 09:16:50.948972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f279335d-ce5c-435f-8645-04495e588fb0 req-be3697ca-b9f7-46df-86ff-e100cd673552 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520215 Dec 10 09:16:51.216004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed92458-80b7-402a-9bd9-0c647af4b833 req-b2e97dfc-4adb-46e1-82eb-fa162efd8d5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:51.217841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bce6c60a-8da1-4483-83aa-ddbbd85a6ced no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:51.218573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ed92458-80b7-402a-9bd9-0c647af4b833 req-b2e97dfc-4adb-46e1-82eb-fa162efd8d5d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 943 time: 0.0964510 Dec 10 09:16:51.227233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f4f59-6eef-455d-893e-23b4e7c7740e req-a2d9aa7d-c645-4010-a1aa-810846898fc5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:51.235072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-687f4f59-6eef-455d-893e-23b4e7c7740e req-a2d9aa7d-c645-4010-a1aa-810846898fc5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1026750 Dec 10 09:16:51.253864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: bce6c60a-8da1-4483-83aa-ddbbd85a6ced {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:51.254494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bce6c60a-8da1-4483-83aa-ddbbd85a6ced not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:51.315294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ed92458-80b7-402a-9bd9-0c647af4b833 req-9f2bde97-f58a-49ce-a1e6-741b0500f057 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732620 Dec 10 09:16:51.336728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-687f4f59-6eef-455d-893e-23b4e7c7740e req-edde8e1f-5ddf-4b21-9fc8-ffab2e2f73f3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898969 Dec 10 09:16:51.367662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54774) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:51.429897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b48cd394-134d-438a-ae05-caa24fd6e4dc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:51.465638 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b48cd394-134d-438a-ae05-caa24fd6e4dc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:51.538971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b48cd394-134d-438a-ae05-caa24fd6e4dc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:51.541723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b48cd394-134d-438a-ae05-caa24fd6e4dc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:51.542983 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b48cd394-134d-438a-ae05-caa24fd6e4dc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/security-groups/246c5538-d80f-4f70-a3bf-7080f0cca765 HTTP/1.1" status: 204 len: 168 time: 0.1742296 Dec 10 09:16:51.555257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cd394-134d-438a-ae05-caa24fd6e4dc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246c5538-d80f-4f70-a3bf-7080f0cca765,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:51.594292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54778) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:51.789307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232190d6-d466-403e-bea4-00a24f41778f', 'tag': '2ac0e685-3d4d-4f34-82c0-58588706cb70'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:51.791633 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7392bd3-f57f-462c-b6a1-8c36f590449c" -d '{"events": [{"name": "network-changed", "server_uuid": "232190d6-d466-403e-bea4-00a24f41778f", "tag": "2ac0e685-3d4d-4f34-82c0-58588706cb70"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:51.845494 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36377031-75a1-4b0f-b167-8e22c38c3a86 x-openstack-request-id: req-36377031-75a1-4b0f-b167-8e22c38c3a86 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:51.845830 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232190d6-d466-403e-bea4-00a24f41778f", "tag": "2ac0e685-3d4d-4f34-82c0-58588706cb70", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:51.846401 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36377031-75a1-4b0f-b167-8e22c38c3a86 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:51.846522 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232190d6-d466-403e-bea4-00a24f41778f', 'tag': '2ac0e685-3d4d-4f34-82c0-58588706cb70', 'status': 'completed', 'code': 200} Dec 10 09:16:51.941364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-f543e469-e695-4f61-af53-55f5178a75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:51.943150 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-f543e469-e695-4f61-af53-55f5178a75ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fae81538830a498eb1dc29a292753b5e&device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 1094 time: 0.0827796 Dec 10 09:16:52.111727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-ce389e5d-f7af-48ca-85c1-8d9fbd0ac537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:52.113109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-ce389e5d-f7af-48ca-85c1-8d9fbd0ac537 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bcc07123-da2f-4348-be16-16e9b560ddc2 HTTP/1.1" status: 200 len: 910 time: 0.1592033 Dec 10 09:16:52.114003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf1fc-1c93-47a7-a945-b9e008f734bd req-c585564a-07ee-403d-9f5c-6da113ef758f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:52.115671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a9cf1fc-1c93-47a7-a945-b9e008f734bd req-c585564a-07ee-403d-9f5c-6da113ef758f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.0736635 Dec 10 09:16:52.183094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-96e05863-4d09-4f2d-9389-0605aa58b162 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ac0e685-3d4d-4f34-82c0-58588706cb70 HTTP/1.1" status: 200 len: 217 time: 0.0539079 Dec 10 09:16:52.183724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a9cf1fc-1c93-47a7-a945-b9e008f734bd req-157c51e2-059c-4e15-9359-4494f3830f51 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596182 Dec 10 09:16:52.272650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-5c4ad3a6-5e6d-427c-a311-092fa97f1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:52.274257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-5c4ad3a6-5e6d-427c-a311-092fa97f1156 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f3abd1-556c-4775-9c19-31b5a95cb926 HTTP/1.1" status: 200 len: 849 time: 0.0629077 Dec 10 09:16:52.297117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:52.320589 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-3456302e-9b16-4741-8c9f-0dd64a2ec1df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bcc07123-da2f-4348-be16-16e9b560ddc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382774 Dec 10 09:16:52.537472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-f1b1771c-f2b3-48ff-aecf-479e56793791 service neutron] 10.222.0.39 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862681 Dec 10 09:16:52.557910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f50b11-9e15-4c6a-ba78-30bf2073073f req-2ebaa06a-6a95-49b7-b972-1e949fe96ab8 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:52.559463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1f50b11-9e15-4c6a-ba78-30bf2073073f req-2ebaa06a-6a95-49b7-b972-1e949fe96ab8 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 943 time: 0.0960708 Dec 10 09:16:52.568553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b003a8-4e1a-4057-9291-a34ef17cc891 req-f761b5fe-e0c6-4900-8780-7097f9c8e957 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:52.575994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40b003a8-4e1a-4057-9291-a34ef17cc891 req-f761b5fe-e0c6-4900-8780-7097f9c8e957 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1256812 Dec 10 09:16:52.652648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40b003a8-4e1a-4057-9291-a34ef17cc891 req-f49e652b-bfa0-416e-9cba-1572f8602174 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755298 Dec 10 09:16:52.656352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1f50b11-9e15-4c6a-ba78-30bf2073073f req-6285f29e-e052-4237-a9c8-e7dd6dde2cea tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781198 Dec 10 09:16:52.662407 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f7392bd3-f57f-462c-b6a1-8c36f590449c req-7db9f281-72e7-4f28-98e9-9be34a337c81 service neutron] 10.222.0.39 "GET /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022127 Dec 10 09:16:52.756795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:52.757162 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:52.845613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] For port aa705a7d-9a29-4f8a-abdb-ec3345bcaa80, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=aa705a7d-9a29-4f8a-abdb-ec3345bcaa80,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:52.845977 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:52.857733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:53.044048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:53.070550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=aa705a7d-9a29-4f8a-abdb-ec3345bcaa80,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:53.219311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 2ac0e685-3d4d-4f34-82c0-58588706cb70 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:16:53.274999 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:53.319497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ca49b-1acf-400f-99e5-cd66a0041529 req-2de58320-4da8-4c9c-b77f-6106dc7a39e4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:53.328751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a77ca49b-1acf-400f-99e5-cd66a0041529 req-2de58320-4da8-4c9c-b77f-6106dc7a39e4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.0638354 Dec 10 09:16:53.340639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 2ac0e685-3d4d-4f34-82c0-58588706cb70, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2ac0e685-3d4d-4f34-82c0-58588706cb70,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:53.355707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '2ac0e685-3d4d-4f34-82c0-58588706cb70', 'network_id': 'bcc07123-da2f-4348-be16-16e9b560ddc2', 'port_id': '2ac0e685-3d4d-4f34-82c0-58588706cb70', 'mac_address': 'fa:16:3e:fa:f7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f3abd1-556c-4775-9c19-31b5a95cb926', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:16:53.376696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a77ca49b-1acf-400f-99e5-cd66a0041529 req-f823f073-1018-4d30-830f-f5bb6162033e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470657 Dec 10 09:16:53.404230 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:53.417267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac0e685-3d4d-4f34-82c0-58588706cb70 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:16:53.440568 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 2ac0e685-3d4d-4f34-82c0-58588706cb70, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2ac0e685-3d4d-4f34-82c0-58588706cb70,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:53.445491 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:53.494100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=2ac0e685-3d4d-4f34-82c0-58588706cb70,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:53.537866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:16:53.540840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-b1710fdc-25b3-4cb8-96c2-13b2dfb563ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:53.542367 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-b1710fdc-25b3-4cb8-96c2-13b2dfb563ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1097 time: 0.0628359 Dec 10 09:16:53.678278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['2ac0e685-3d4d-4f34-82c0-58588706cb70'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:16:53.852195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8de6f-2339-4b1f-bd14-9a8477cf20dd req-468c276b-0bd5-413d-93e3-e71b245e7980 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:53.853716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba8de6f-2339-4b1f-bd14-9a8477cf20dd req-468c276b-0bd5-413d-93e3-e71b245e7980 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 944 time: 0.0971451 Dec 10 09:16:53.862584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe00745-73e5-4dbb-8f1a-0b9131fed676 req-b2e8a701-9a7c-4518-8044-23e97f9d0176 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:53.864022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7fe00745-73e5-4dbb-8f1a-0b9131fed676 req-b2e8a701-9a7c-4518-8044-23e97f9d0176 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1051738 Dec 10 09:16:53.938559 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba8de6f-2339-4b1f-bd14-9a8477cf20dd req-61361b91-f9db-40f7-9adb-7036730c8e62 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734680 Dec 10 09:16:53.942754 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7fe00745-73e5-4dbb-8f1a-0b9131fed676 req-124492a4-8b8b-4d8c-a501-3f54fffe7dba tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718386 Dec 10 09:16:54.032701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-9982bfa8-12c6-4121-883a-26419fb62d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:54.034188 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-9982bfa8-12c6-4121-883a-26419fb62d59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.4833095 Dec 10 09:16:54.035138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:54.042802 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5616f52a-1999-4457-b0f0-e5f5cf078b05 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "PUT /v2.0/routers/b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4470353 Dec 10 09:16:54.043382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54808) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:54.046323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] Sync routers for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:54.057354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:54.058096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:54.107342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-b0afa050-2ae5-4618-ad7f-5548f9567eea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 1002 time: 0.0634027 Dec 10 09:16:54.120174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaddf81c-57c9-46ef-be7a-4ffa378e51f9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting subnet 5f7a22eb-dfb6-48e0-b1a8-ff560c44366a {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:16:54.124821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaddf81c-57c9-46ef-be7a-4ffa378e51f9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:54.170811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-250bcad3-b7ec-4116-9d03-4ac2256ae38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:54.172339 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-250bcad3-b7ec-4116-9d03-4ac2256ae38c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0529191 Dec 10 09:16:54.176220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:54.178511 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaddf81c-57c9-46ef-be7a-4ffa378e51f9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:54.223659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-f945020b-d579-4c4b-b0a0-f489dda16690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:54.225099 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-f945020b-d579-4c4b-b0a0-f489dda16690 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447047 Dec 10 09:16:54.270921 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaddf81c-57c9-46ef-be7a-4ffa378e51f9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:54.324651 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-5e5dbf30-1bcf-4151-baf2-0adc13387e9e service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902026 Dec 10 09:16:54.332188 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaddf81c-57c9-46ef-be7a-4ffa378e51f9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:54.364966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddf81c-57c9-46ef-be7a-4ffa378e51f9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7a22eb-dfb6-48e0-b1a8-ff560c44366a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:54.370783 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaddf81c-57c9-46ef-be7a-4ffa378e51f9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:54.376563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f9e32a-7a3d-49dd-a63e-88315b27aef3 None None] Network a26df134-3c7a-4a45-9590-6cc543a9b642 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:54.377445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eaddf81c-57c9-46ef-be7a-4ffa378e51f9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/subnets/5f7a22eb-dfb6-48e0-b1a8-ff560c44366a HTTP/1.1" status: 204 len: 168 time: 0.3326492 Dec 10 09:16:54.378115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54810) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:54.439182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:52Z', 'revision_number': 7, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:54.445204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2c2f1257-bebb-4790-a209-7a978aa2a50f req-dcc76e77-3403-4c9a-ad47-914a43700359 service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114771 Dec 10 09:16:54.475761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] Checking router: b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:54.502435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] Routers {'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:54.503073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:54.626518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f8848-66d3-4453-b042-dcd1429f1e81 None None] DHCP port deletion for a26df134-3c7a-4a45-9590-6cc543a9b642 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:54.635993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] Set router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:54.810250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b59f8848-66d3-4453-b042-dcd1429f1e81 None None] Deleting port 47910330-e061-4b83-9312-a6d0da2927f0 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:54.810547 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b59f8848-66d3-4453-b042-dcd1429f1e81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:54.875669 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:54.907903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b59f8848-66d3-4453-b042-dcd1429f1e81 None None] For port 47910330-e061-4b83-9312-a6d0da2927f0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=47910330-e061-4b83-9312-a6d0da2927f0,segment=NetworkSegment(19de5a55-80bb-4bc6-bcf8-d7f72b1e9354),segment_id=19de5a55-80bb-4bc6-bcf8-d7f72b1e9354)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:54.908280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b59f8848-66d3-4453-b042-dcd1429f1e81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:54.923495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b59f8848-66d3-4453-b042-dcd1429f1e81 None None] Calling delete_port for 47910330-e061-4b83-9312-a6d0da2927f0 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:54.926040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af88e9-5a00-491d-8fd6-f5c8c1c130c3 req-130344fc-b32b-4a43-a999-f35963d98352 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:54.927539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7af88e9-5a00-491d-8fd6-f5c8c1c130c3 req-130344fc-b32b-4a43-a999-f35963d98352 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.4517980 Dec 10 09:16:54.937173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:52Z', 'revision_number': 7, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:54.993934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaced7d3-86e4-4477-9d36-37b18d124792 None None] The sync data for ids ['b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7'] in n-d-814746-3 is: [{'id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'name': 'tempest-TestNetworkBasicOps-router-315172343', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:14:26Z', 'updated_at': '2021-12-10T09:16:52Z', 'revision_number': 7, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': 'ffe84d44-823a-496c-8e0b-035d698c657b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:14:27Z', 'updated_at': '2021-12-10T09:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:55.038055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7af88e9-5a00-491d-8fd6-f5c8c1c130c3 req-453e2bda-c395-4ce2-941b-6ce867dd619f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039841 Dec 10 09:16:55.041527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b59f8848-66d3-4453-b042-dcd1429f1e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.084054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.123099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30191acf-7ddf-4888-a964-229f7dc64939 req-30c2c444-33a2-4207-846c-0604c536703e tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:55.125005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30191acf-7ddf-4888-a964-229f7dc64939 req-30c2c444-33a2-4207-846c-0604c536703e tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 944 time: 0.1052024 Dec 10 09:16:55.246574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30191acf-7ddf-4888-a964-229f7dc64939 req-e38dc261-d8f8-47b4-9897-42b7422fce70 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007552 Dec 10 09:16:55.246948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 2ac0e685-3d4d-4f34-82c0-58588706cb70 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:16:55.251503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f8848-66d3-4453-b042-dcd1429f1e81 None None] Pushing event deleted for resources: {'Port': ['ID=47910330-e061-4b83-9312-a6d0da2927f0,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:55.256771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a371a9-2651-4f92-8d38-0b0a86e15cfd req-a3050ca2-131b-4b49-9b80-e1b5836d45eb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:55.258363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52a371a9-2651-4f92-8d38-0b0a86e15cfd req-a3050ca2-131b-4b49-9b80-e1b5836d45eb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1322496 Dec 10 09:16:55.275856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port ffe84d44-823a-496c-8e0b-035d698c657b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:16:55.276202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.295439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f8848-66d3-4453-b042-dcd1429f1e81 None None] No DVR routers for this DVR port 47910330-e061-4b83-9312-a6d0da2927f0 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:16:55.317317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 47910330-e061-4b83-9312-a6d0da2927f0 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:55.346515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 47910330-e061-4b83-9312-a6d0da2927f0 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:55.346865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 47910330-e061-4b83-9312-a6d0da2927f0 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:55.347287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:55.361054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52a371a9-2651-4f92-8d38-0b0a86e15cfd req-a841db5f-c148-4c26-9c34-7564f16e7358 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933874 Dec 10 09:16:55.379145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:55.380215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device aa705a7d-9a29-4f8a-abdb-ec3345bcaa80 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:55.387180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 2ac0e685-3d4d-4f34-82c0-58588706cb70 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:16:55.397423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 2ac0e685-3d4d-4f34-82c0-58588706cb70 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:55.397725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.401236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] For port ffe84d44-823a-496c-8e0b-035d698c657b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ffe84d44-823a-496c-8e0b-035d698c657b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:55.401639 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.415222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for ffe84d44-823a-496c-8e0b-035d698c657b owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:16:55.481781 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.505797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232190d6-d466-403e-bea4-00a24f41778f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0e685-3d4d-4f34-82c0-58588706cb70'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:55.508106 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6cfd22-76f9-427b-9b1b-a0df15387fbd" -d '{"events": [{"server_uuid": "232190d6-d466-403e-bea4-00a24f41778f", "name": "network-vif-plugged", "status": "completed", "tag": "2ac0e685-3d4d-4f34-82c0-58588706cb70"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:55.531606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 2ac0e685-3d4d-4f34-82c0-58588706cb70, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2ac0e685-3d4d-4f34-82c0-58588706cb70,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:55.537996 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.563542 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e29073-b083-471b-b002-eb1c3fcb9670 x-openstack-request-id: req-45e29073-b083-471b-b002-eb1c3fcb9670 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:55.563753 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232190d6-d466-403e-bea4-00a24f41778f", "name": "network-vif-plugged", "status": "completed", "tag": "2ac0e685-3d4d-4f34-82c0-58588706cb70", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:55.563987 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45e29073-b083-471b-b002-eb1c3fcb9670 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:55.564381 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232190d6-d466-403e-bea4-00a24f41778f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0e685-3d4d-4f34-82c0-58588706cb70', 'code': 200} Dec 10 09:16:55.590942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=2ac0e685-3d4d-4f34-82c0-58588706cb70,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:55.611318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.642350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=ffe84d44-823a-496c-8e0b-035d698c657b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:55.655498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb042f-a9ee-45c8-9cbc-52a9ae520a80 req-c6d7e0aa-5dd8-45f4-96ca-c29fc757941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:55.659579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a9cbaa-50ae-488c-bf94-d06f1c1670ce None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:55.661812 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-12bb042f-a9ee-45c8-9cbc-52a9ae520a80 req-c6d7e0aa-5dd8-45f4-96ca-c29fc757941e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 1096 time: 0.0435703 Dec 10 09:16:55.707654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.707912 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-12bb042f-a9ee-45c8-9cbc-52a9ae520a80 req-e9e35581-3017-49de-947c-7d4ba2e2a7db service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430601 Dec 10 09:16:55.806772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.810579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.854448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.854902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Fanout notify agent at l3_agent the message router_deleted on router b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:16:55.862288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:55.863387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c488ac6f-9cfb-4ee6-a3f6-0e2fd055aaa9 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/routers/b8e672e3-48ba-4f89-9ad8-ae46da7d0aa7 HTTP/1.1" status: 204 len: 168 time: 1.4840183 Dec 10 09:16:55.866270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54820) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:55.949061 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.041231 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.062899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26df134-3c7a-4a45-9590-6cc543a9b642']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:56.072798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:56.073099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19de5a55-80bb-4bc6-bcf8-d7f72b1e9354') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:56.088654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.102535 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.110524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:16:56.110907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:16:56.114296 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:16:56.199811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.210382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.213589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/networks/a26df134-3c7a-4a45-9590-6cc543a9b642 HTTP/1.1" status: 204 len: 168 time: 0.3463795 Dec 10 09:16:56.225415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a22acf-871e-4ebf-9bb8-7bf6966724fc tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Network': ['ID=a26df134-3c7a-4a45-9590-6cc543a9b642,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:56.234669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee480f2-effb-4168-9449-b8a54895094b req-ba533271-8d99-42b4-8adf-df5a46b35e24 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:56.236653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ee480f2-effb-4168-9449-b8a54895094b req-ba533271-8d99-42b4-8adf-df5a46b35e24 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 946 time: 0.1088598 Dec 10 09:16:56.236773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54824) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:56.242837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'network': {'name': 'tempest-network-smoke--1963467730', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'port_security_enabled': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:56.264974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Made reservation on behalf of af85371d55f441fd9a5599356d089db8 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:56.268504 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.293675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ee480f2-effb-4168-9449-b8a54895094b req-e5aaf285-b914-419d-978e-d81ab279ed19 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510509 Dec 10 09:16:56.315052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:16:56.326916 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.327295 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Added segment 76a066ee-72d7-478d-a182-453c1eb8ef2d of type vlan for network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 Dec 10 09:16:56.381097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.412680 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.426232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:56.427148 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.443157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d15312-6eaa-4a99-85fd-011fefb4583e req-7ce95cbb-16ad-44a1-8deb-a111f9c97ef6 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:56.444746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28d15312-6eaa-4a99-85fd-011fefb4583e req-7ce95cbb-16ad-44a1-8deb-a111f9c97ef6 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 945 time: 0.0684156 Dec 10 09:16:56.501642 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2602167 Dec 10 09:16:56.502182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54838) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:56.506385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28d15312-6eaa-4a99-85fd-011fefb4583e req-ac75ff16-0e31-46b0-98ea-46f7a9bf4fd2 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525317 Dec 10 09:16:56.506602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'admin_state_up': True, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:56.516791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f155c76-44b6-45d4-afd9-90df05b8fa30 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Network': ['ID=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:56.537226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:16:56.544993 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.546261 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.588930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 5d53e549-1145-4852-9b00-814a0bb5ac5b no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:56.618542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.645142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346050bc-3e1e-46c8-b2bf-c4c3812d79e1 req-4ceec4eb-ae57-4e18-b760-de3722ffc684 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:56.647057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346050bc-3e1e-46c8-b2bf-c4c3812d79e1 req-4ceec4eb-ae57-4e18-b760-de3722ffc684 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0663595 Dec 10 09:16:56.722454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-346050bc-3e1e-46c8-b2bf-c4c3812d79e1 req-28c14034-12ff-4304-8be6-725078732c1f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669417 Dec 10 09:16:56.730824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.771637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:56.777447 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:56.846732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:56.847882 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:57.055747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:57.076603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:57.098856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bce92e-b3aa-4309-882b-3b9014111d2d req-b2021e97-7dbf-49eb-bfa5-a529cc8cf936 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:57.100469 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92bce92e-b3aa-4309-882b-3b9014111d2d req-b2021e97-7dbf-49eb-bfa5-a529cc8cf936 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0583317 Dec 10 09:16:57.155335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92bce92e-b3aa-4309-882b-3b9014111d2d req-b13a5f27-42f7-47e2-8826-ba0a2871af74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465524 Dec 10 09:16:57.209559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.25.3.10 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/91774c32-8476-4754-bdd6-479e9d6c353c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:57.246681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ffe84d44-823a-496c-8e0b-035d698c657b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:16:57.269263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ffe84d44-823a-496c-8e0b-035d698c657b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:16:57.269644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ffe84d44-823a-496c-8e0b-035d698c657b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:16:57.323739 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:57.359265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:57.398498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:16:57.401407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:57.405557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:16:57.416157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58e6beb-ff7f-4966-aebe-0f7c4acf7a2b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:57.433112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=91774c32-8476-4754-bdd6-479e9d6c353c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:57.469175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-a6d38b7b-e47a-4f1e-9379-b932af651618 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1511788 Dec 10 09:16:57.514228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6be2eef1-93fe-447f-b597-1d7937c12555 None None] Provisioning complete for port 91774c32-8476-4754-bdd6-479e9d6c353c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:57.514967 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6be2eef1-93fe-447f-b597-1d7937c12555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:57.562306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6be2eef1-93fe-447f-b597-1d7937c12555 None None] Port 91774c32-8476-4754-bdd6-479e9d6c353c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:16:57.565865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:16:57.568557 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe27187a-9417-4363-8967-4765f7464c6c" -d '{"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-unplugged", "status": "completed", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:16:57.612541 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7704d220-72cf-4c4f-9fbb-17fe7b49d65c x-openstack-request-id: req-7704d220-72cf-4c4f-9fbb-17fe7b49d65c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:16:57.612936 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-unplugged", "status": "failed", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b", "code": 422}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:16:57.613270 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7704d220-72cf-4c4f-9fbb-17fe7b49d65c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:16:57.613788 n-d-814746-3 neutron-server[114971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'code': 422} returned with failed status Dec 10 09:16:57.640700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acb799-9dc4-44f1-8cce-5983f8cb13af req-8bec78ee-e118-4627-b151-d5c4284ef670 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:57.642254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38acb799-9dc4-44f1-8cce-5983f8cb13af req-8bec78ee-e118-4627-b151-d5c4284ef670 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 945 time: 0.0588357 Dec 10 09:16:57.692907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38acb799-9dc4-44f1-8cce-5983f8cb13af req-16998071-fc54-4452-818c-86fb9e8b65d3 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Dec 10 09:16:57.701664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:57.865376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6a53-b2b0-4b11-9e96-561656b8af33 req-22d543ff-854c-4d63-b7e6-073023326558 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:57.867025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a5c6a53-b2b0-4b11-9e96-561656b8af33 req-22d543ff-854c-4d63-b7e6-073023326558 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0759275 Dec 10 09:16:57.930430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a5c6a53-b2b0-4b11-9e96-561656b8af33 req-ab6c3105-4052-459f-9f89-02d4ec5f9ca2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555198 Dec 10 09:16:57.967551 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:58.106469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:16:58.235175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:16:58.247191 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Sync routers for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:16:58.260489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:58.260489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:58.314272 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:58.315584 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-012d8370-cf26-4005-bb03-5500246adbc1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8125212 Dec 10 09:16:58.318434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54888) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:58.369313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09e14-607d-4a14-bbba-365bf38bf15c req-d2c63c3f-4c8d-43e9-8fe2-631d85769141 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:58.376836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cc09e14-607d-4a14-bbba-365bf38bf15c req-d2c63c3f-4c8d-43e9-8fe2-631d85769141 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1329088 Dec 10 09:16:58.382231 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e18b3533-d842-4c83-a6b4-b00ee7f5b758 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=af85371d55f441fd9a5599356d089db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616450 Dec 10 09:16:58.383857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54890) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:58.389850 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:58.499224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cc09e14-607d-4a14-bbba-365bf38bf15c req-b239930d-d165-480e-a102-c380e720654a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209919 Dec 10 09:16:58.553235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b363117-fbe9-4974-b1bc-809ade5ab05d tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:58.554788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7b363117-fbe9-4974-b1bc-809ade5ab05d tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1700161 Dec 10 09:16:58.557543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:58.587526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-186d08a3-7e9b-4046-929c-4e36df8acf5d tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288422 Dec 10 09:16:58.589903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54896) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:58.594883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400356424', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:16:58.620086 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:16:57Z', 'revision_number': 3, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:58.649704 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Checking router: 597e3a23-cc51-47e9-af6c-e026f6cb9a6a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:16:58.650207 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Updating router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a port 91774c32-8476-4754-bdd6-479e9d6c353c binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:16:58.650372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18e95e-74cb-48cd-83ab-9e9ff8248a9c req-71509e8c-0aac-44c0-a0cd-26500c1cd36d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:58.658773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8d18e95e-74cb-48cd-83ab-9e9ff8248a9c req-71509e8c-0aac-44c0-a0cd-26500c1cd36d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 945 time: 0.0733564 Dec 10 09:16:58.680481 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:58.695398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Made reservation on behalf of af85371d55f441fd9a5599356d089db8 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:16:58.699613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:58.712242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8d18e95e-74cb-48cd-83ab-9e9ff8248a9c req-46589be2-04ac-4a78-87b7-fd24a9d08f2d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 Dec 10 09:16:58.893215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:58.962818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Subnet': ['ID=7f17e7f1-8a0a-41ec-a845-8aa0dea148dc,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:58.966680 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:58.971474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Checking segment: {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:58.972264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network hostable DHCP agents. Network: 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:16:58.984264 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:58.991458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:16:59.008214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:16:59.020956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c8eb7-bc88-4b2e-b28a-459e6d36c15d None None] Network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:16:59.024491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:59.031515 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.043542 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Attempting to bind port 91774c32-8476-4754-bdd6-479e9d6c353c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:16:59.043924 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Attempting to bind port 91774c32-8476-4754-bdd6-479e9d6c353c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:16:59.044355 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Attempting to bind port 91774c32-8476-4754-bdd6-479e9d6c353c on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:16:59.055960 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:16:59.056332 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:16:59.056775 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.057255 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:16:59.057794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Bound port: 91774c32-8476-4754-bdd6-479e9d6c353c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:16:59.058173 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.068136 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1f4f8325-62d5-4168-888f-e16f3f0a19c2 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4771388 Dec 10 09:16:59.068917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54900) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:16:59.077599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eccdf93-9073-4b98-809a-bd3d40893035 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:59.112587 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] For port 91774c32-8476-4754-bdd6-479e9d6c353c, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:16:59.115869 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] For port 91774c32-8476-4754-bdd6-479e9d6c353c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=91774c32-8476-4754-bdd6-479e9d6c353c,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:16:59.118063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee022c1a-bc4b-4d0d-ac72-a9cf0b9b1a2a req-4ba8aad7-e00b-4778-b3a8-85204a454895 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:59.119834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee022c1a-bc4b-4d0d-ac72-a9cf0b9b1a2a req-4ba8aad7-e00b-4778-b3a8-85204a454895 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0858250 Dec 10 09:16:59.122603 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9759a-4293-4f85-94ba-e297ab3ad627 None None] Pushing event updated for resources: {'Port': ['ID=91774c32-8476-4754-bdd6-479e9d6c353c,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:59.127573 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.173125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:16:59.174072 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.184614 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:16:59.185547 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:59.230415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f03435-7151-45e2-aeff-9e3f99be712f None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:16:59.254744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee022c1a-bc4b-4d0d-ac72-a9cf0b9b1a2a req-5e8a587c-cad6-40bd-b715-379c4d0df6a5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201556 Dec 10 09:16:59.311622 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:16:59.353774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-567334e8-832b-40ed-9d14-621f9fcae92d None None] Provisioning complete for port 91774c32-8476-4754-bdd6-479e9d6c353c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:16:59.354314 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-567334e8-832b-40ed-9d14-621f9fcae92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.587184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7eae8-e804-4e6d-aaed-a8dcc4e0b297 req-283e01f9-7c5c-4c2e-b67c-d7e1383324cf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:59.589395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8a7eae8-e804-4e6d-aaed-a8dcc4e0b297 req-283e01f9-7c5c-4c2e-b67c-d7e1383324cf tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0909569 Dec 10 09:16:59.616050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Allocated IP 172.20.0.2 (150ba5e7-a27b-4c7e-960d-b1b9d0778fa7/7f17e7f1-8a0a-41ec-a845-8aa0dea148dc/14c1cc89-48eb-4b62-b20c-359c023852b9) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:16:59.639875 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-567334e8-832b-40ed-9d14-621f9fcae92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.713361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-3479b66b-0091-4b94-b53e-2e481eb0326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:59.715474 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-3479b66b-0091-4b94-b53e-2e481eb0326b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1095 time: 0.1642766 Dec 10 09:16:59.737043 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-567334e8-832b-40ed-9d14-621f9fcae92d None None] For port 91774c32-8476-4754-bdd6-479e9d6c353c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=91774c32-8476-4754-bdd6-479e9d6c353c,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:16:59.750463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8a7eae8-e804-4e6d-aaed-a8dcc4e0b297 req-b7307dc9-ad43-4c1b-9555-ed1a6eb3b3a6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469028 Dec 10 09:16:59.750894 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-567334e8-832b-40ed-9d14-621f9fcae92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.779432 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9759a-4293-4f85-94ba-e297ab3ad627 None None] Pushing event updated for resources: {'Port': ['ID=91774c32-8476-4754-bdd6-479e9d6c353c,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:59.808528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25f9a6-1b6b-434c-a1cd-e305067198d5 req-531cbd1d-f577-4ed3-a324-6420e74e6a68 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:59.810657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b25f9a6-1b6b-434c-a1cd-e305067198d5 req-531cbd1d-f577-4ed3-a324-6420e74e6a68 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1553786 Dec 10 09:16:59.868819 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-81448416-cb7d-469c-92de-418c3be54cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:16:57Z', 'revision_number': 3, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:16:59.878252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-9f327670-1a04-4046-b120-32dd745baf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:59.879932 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-9f327670-1a04-4046-b120-32dd745baf3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.1570532 Dec 10 09:16:59.916336 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.917277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b25f9a6-1b6b-434c-a1cd-e305067198d5 req-ec2a18df-599a-4b2d-878d-9750ab6a937e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949636 Dec 10 09:16:59.943186 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81448416-cb7d-469c-92de-418c3be54cce None None] The sync data for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 is: [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:16:57Z', 'revision_number': 3, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:16:59.976161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567334e8-832b-40ed-9d14-621f9fcae92d None None] Pushing event updated for resources: {'Port': ['ID=91774c32-8476-4754-bdd6-479e9d6c353c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:16:59.982991 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:16:59.991975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4300d-b3ec-47f6-8a47-4b91995920ed req-03f03084-8936-402d-ac3d-b3cbeb6928e6 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:16:59.994773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22f4300d-b3ec-47f6-8a47-4b91995920ed req-03f03084-8936-402d-ac3d-b3cbeb6928e6 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 945 time: 0.1300755 Dec 10 09:17:00.078006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c2aabe8e-b052-4879-ad3d-82dd371f7c3c None None] Provisioning complete for port 91774c32-8476-4754-bdd6-479e9d6c353c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:00.078550 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2aabe8e-b052-4879-ad3d-82dd371f7c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:00.082459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:17:00.088382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:17:00.092138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:17:00.097669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22f4300d-b3ec-47f6-8a47-4b91995920ed req-649f0802-57e6-467d-ba30-a4c6bd84f1ce tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961082 Dec 10 09:17:00.125708 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-80be026a-41fb-459f-86d4-5a4984f210dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 999 time: 0.2224424 Dec 10 09:17:00.136841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe053040-c8db-4806-a2c3-8668503d203e req-db2e3413-cd64-4373-b32c-cdc489ed8e1d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:00.138761 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe053040-c8db-4806-a2c3-8668503d203e req-db2e3413-cd64-4373-b32c-cdc489ed8e1d tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.39 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 945 time: 0.2561765 Dec 10 09:17:00.152351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Pushing event updated for resources: {'Port': ['ID=14c1cc89-48eb-4b62-b20c-359c023852b9,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:00.191135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Attempting to bind port 14c1cc89-48eb-4b62-b20c-359c023852b9 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:17:00.191509 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Attempting to bind port 14c1cc89-48eb-4b62-b20c-359c023852b9 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:17:00.191872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Attempting to bind port 14c1cc89-48eb-4b62-b20c-359c023852b9 on network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:17:00.197790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:17:00.198169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Checking segment: {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:17:00.198566 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:00.199571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Bound using segment: {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:17:00.200046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Bound port: 14c1cc89-48eb-4b62-b20c-359c023852b9, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:17:00.200426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:00.284495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-ba207715-516c-4569-b41a-f4a52a885672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:00.286196 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-ba207715-516c-4569-b41a-f4a52a885672 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.1437900 Dec 10 09:17:00.309720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] For port 14c1cc89-48eb-4b62-b20c-359c023852b9, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:17:00.314238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] For port 14c1cc89-48eb-4b62-b20c-359c023852b9, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=14c1cc89-48eb-4b62-b20c-359c023852b9,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:17:00.319079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:00.431827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc64b61-1daf-40db-8d7d-aace4befb088 None None] Pushing event updated for resources: {'Port': ['ID=14c1cc89-48eb-4b62-b20c-359c023852b9,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:00.750017 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:00.792036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-eb628edb-8c32-4d97-9f6d-0306c6dfcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:00.793959 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-eb628edb-8c32-4d97-9f6d-0306c6dfcfae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4785357 Dec 10 09:17:00.876013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fe053040-c8db-4806-a2c3-8668503d203e req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Deleting port 2ac0e685-3d4d-4f34-82c0-58588706cb70 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:00.876486 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe053040-c8db-4806-a2c3-8668503d203e req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:00.914591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f04fe-924f-4ff2-8556-0d6b1b6f64f6 req-21ce3695-12f0-4699-a2e8-983600b9a2b3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:00.916940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-180f04fe-924f-4ff2-8556-0d6b1b6f64f6 req-21ce3695-12f0-4699-a2e8-983600b9a2b3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0707991 Dec 10 09:17:00.979942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-180f04fe-924f-4ff2-8556-0d6b1b6f64f6 req-3d50e3e5-4d23-4d23-b797-dbd2b875c7ff tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554709 Dec 10 09:17:01.086776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c80814-70fb-46fc-8c9e-8f6de8990091 req-b860856c-0633-4f26-a8ab-b004cd779212 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:01.088403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95c80814-70fb-46fc-8c9e-8f6de8990091 req-b860856c-0633-4f26-a8ab-b004cd779212 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0733948 Dec 10 09:17:01.111992 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-f5e91e3a-086d-440c-b53f-0c9774e2edd8 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993550 Dec 10 09:17:01.160036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95c80814-70fb-46fc-8c9e-8f6de8990091 req-5f24702e-567a-4e68-aceb-d1f8a229d701 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605867 Dec 10 09:17:01.280701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf5349-8432-464c-8960-7473964d084b req-22b33c06-f94d-44b3-a469-ce92ed185d86 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:01.290466 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ecf5349-8432-464c-8960-7473964d084b req-22b33c06-f94d-44b3-a469-ce92ed185d86 tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/ports?device_id=232190d6-d466-403e-bea4-00a24f41778f HTTP/1.1" status: 200 len: 945 time: 0.1132965 Dec 10 09:17:01.300894 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35c23c34-31a7-4a0d-bdfa-6441c27e9df9 req-b8782de0-c615-4991-976e-7a7cf55328d4 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633794 Dec 10 09:17:01.313483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-fe053040-c8db-4806-a2c3-8668503d203e req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] For port 2ac0e685-3d4d-4f34-82c0-58588706cb70, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=2ac0e685-3d4d-4f34-82c0-58588706cb70,segment=NetworkSegment(2094879d-5dce-4e7b-b041-55f434d5feb7),segment_id=2094879d-5dce-4e7b-b041-55f434d5feb7)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:01.313933 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe053040-c8db-4806-a2c3-8668503d203e req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:01.352441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-fe053040-c8db-4806-a2c3-8668503d203e req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Calling delete_port for 2ac0e685-3d4d-4f34-82c0-58588706cb70 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:01.369665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ecf5349-8432-464c-8960-7473964d084b req-34620f6e-5fd3-4a23-ad01-fc1203d402aa tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc9b34e4-a136-4f25-aa9d-49437c316ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779309 Dec 10 09:17:01.430259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 14c1cc89-48eb-4b62-b20c-359c023852b9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:17:01.505925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 14c1cc89-48eb-4b62-b20c-359c023852b9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:01.506710 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:01.587741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.20.0.1 (150ba5e7-a27b-4c7e-960d-b1b9d0778fa7/7f17e7f1-8a0a-41ec-a845-8aa0dea148dc/ac01e843-e954-4995-baae-5eeb986c1c2e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:17:01.608822 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:01.652014 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 14c1cc89-48eb-4b62-b20c-359c023852b9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=14c1cc89-48eb-4b62-b20c-359c023852b9,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:01.657531 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:01.658514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 91774c32-8476-4754-bdd6-479e9d6c353c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:17:01.747884 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe053040-c8db-4806-a2c3-8668503d203e req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:01.761847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['2ac0e685-3d4d-4f34-82c0-58588706cb70'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:17:01.809516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 91774c32-8476-4754-bdd6-479e9d6c353c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:01.810508 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:01.820242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a77762-3636-4381-80bd-a099591ba603 None None] Network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:17:01.838136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Pushing event deleted for resources: {'Port': ['ID=2ac0e685-3d4d-4f34-82c0-58588706cb70,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:01.871441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=14c1cc89-48eb-4b62-b20c-359c023852b9,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:01.925929 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:01.927753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe053040-c8db-4806-a2c3-8668503d203e req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] No DVR routers for this DVR port 2ac0e685-3d4d-4f34-82c0-58588706cb70 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:17:01.931931 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-fe053040-c8db-4806-a2c3-8668503d203e req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:01.936007 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fe053040-c8db-4806-a2c3-8668503d203e req-f59bac56-8339-4b3e-97f9-720ed549444b tempest-VolumesActionsTest-1753380680 tempest-VolumesActionsTest-1753380680-project] 10.222.0.39 "DELETE /v2.0/ports/2ac0e685-3d4d-4f34-82c0-58588706cb70 HTTP/1.1" status: 204 len: 173 time: 1.7552147 Dec 10 09:17:01.936430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232190d6-d466-403e-bea4-00a24f41778f', 'name': 'network-vif-deleted', 'tag': '2ac0e685-3d4d-4f34-82c0-58588706cb70'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:01.938641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.939050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.939390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.939528 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad3348d-8779-4e01-942f-341c1c0f1039" -d '{"events": [{"server_uuid": "232190d6-d466-403e-bea4-00a24f41778f", "name": "network-vif-deleted", "tag": "2ac0e685-3d4d-4f34-82c0-58588706cb70"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:01.939726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.940059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.940411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.940699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.941011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.941336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.941679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.941997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.942313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.942633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:01.981459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9facddc6-a1b9-4728-bc3f-e53c14300c35 None None] Provisioning complete for port 14c1cc89-48eb-4b62-b20c-359c023852b9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:01.992844 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:01.994579 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9facddc6-a1b9-4728-bc3f-e53c14300c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:02.088758 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afb6697-1211-4fb1-8f14-433e10598de8 x-openstack-request-id: req-6afb6697-1211-4fb1-8f14-433e10598de8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:02.089422 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232190d6-d466-403e-bea4-00a24f41778f", "name": "network-vif-deleted", "tag": "2ac0e685-3d4d-4f34-82c0-58588706cb70", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:02.089879 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6afb6697-1211-4fb1-8f14-433e10598de8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:02.090296 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232190d6-d466-403e-bea4-00a24f41778f', 'name': 'network-vif-deleted', 'tag': '2ac0e685-3d4d-4f34-82c0-58588706cb70', 'status': 'completed', 'code': 200} Dec 10 09:17:02.105556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:17:02.112954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:17:02.117296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:17:02.168357 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:02.197602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce880dc-3439-4f0d-bcae-64144c62d925 req-6f1c624c-8fdb-4fcf-a754-7743a0a704d6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:02.211816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ce880dc-3439-4f0d-bcae-64144c62d925 req-6f1c624c-8fdb-4fcf-a754-7743a0a704d6 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0917621 Dec 10 09:17:02.244297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=ac01e843-e954-4995-baae-5eeb986c1c2e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:02.290933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ce880dc-3439-4f0d-bcae-64144c62d925 req-3a90896b-c71a-40e2-ac5e-2dfd0029b0f3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763743 Dec 10 09:17:02.401808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc827b33-e71d-4eaf-97a1-104c288f32aa req-b910a2a8-0c1e-4828-b98e-0fdebcf1fd61 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:02.403525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc827b33-e71d-4eaf-97a1-104c288f32aa req-b910a2a8-0c1e-4828-b98e-0fdebcf1fd61 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1070144 Dec 10 09:17:02.425531 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:02.532200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd5631-3b20-42cd-bf0f-42615a2952a8 req-0c5c1429-4d2b-44c5-a6e4-f0aa1dd4119c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:02.542398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28fd5631-3b20-42cd-bf0f-42615a2952a8 req-0c5c1429-4d2b-44c5-a6e4-f0aa1dd4119c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1375446 Dec 10 09:17:02.557497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc827b33-e71d-4eaf-97a1-104c288f32aa req-65216a8b-2d96-42da-b84d-eb45a7c4b994 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355097 Dec 10 09:17:02.625803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28fd5631-3b20-42cd-bf0f-42615a2952a8 req-b4fd4631-2788-4011-822c-f1f119449eeb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801249 Dec 10 09:17:02.759843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f398c469-851a-49ad-993f-6eb8d9fa3158 None None] Provisioning complete for port 14c1cc89-48eb-4b62-b20c-359c023852b9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:02.760429 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f398c469-851a-49ad-993f-6eb8d9fa3158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:02.830007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf96e-de36-4688-a6f3-c4c8fdca2891 req-61e92e77-14b6-4500-b5d9-0b009aa8ae53 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:02.846799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecfcf96e-de36-4688-a6f3-c4c8fdca2891 req-61e92e77-14b6-4500-b5d9-0b009aa8ae53 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1207101 Dec 10 09:17:02.893116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f398c469-851a-49ad-993f-6eb8d9fa3158 None None] Provisioning complete for port ac01e843-e954-4995-baae-5eeb986c1c2e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:02.893758 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f398c469-851a-49ad-993f-6eb8d9fa3158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:02.928931 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:02.934588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f398c469-851a-49ad-993f-6eb8d9fa3158 None None] Port ac01e843-e954-4995-baae-5eeb986c1c2e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:17:02.936618 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:02.949338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecfcf96e-de36-4688-a6f3-c4c8fdca2891 req-5c3ee06d-29f2-44a9-9d74-f9a2b58eed12 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000793 Dec 10 09:17:03.060229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-23b0c536-5adf-48a5-87c7-dd46ba7a1280 None None] Provisioning complete for port ac01e843-e954-4995-baae-5eeb986c1c2e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:03.060846 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-23b0c536-5adf-48a5-87c7-dd46ba7a1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:03.064994 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:03.077426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=ac01e843-e954-4995-baae-5eeb986c1c2e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:03.111900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-23b0c536-5adf-48a5-87c7-dd46ba7a1280 None None] Port ac01e843-e954-4995-baae-5eeb986c1c2e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:17:03.168118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-71a4140f-c636-4a5a-bd69-dde8ac911c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:03.232587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:17:03.234613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:17:03.317795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 14c1cc89-48eb-4b62-b20c-359c023852b9 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:17:03.362666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106a93-d2b3-4116-88df-1927b6a1027f req-e30a761c-e135-44eb-a505-82823d0d4bf7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.371333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18106a93-d2b3-4116-88df-1927b6a1027f req-e30a761c-e135-44eb-a505-82823d0d4bf7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0905373 Dec 10 09:17:03.426038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 14c1cc89-48eb-4b62-b20c-359c023852b9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:03.426418 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:03.437473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:17:03.485548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18106a93-d2b3-4116-88df-1927b6a1027f req-e1eb536c-554e-4b1b-8649-690a68c723a5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082125 Dec 10 09:17:03.589651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:17:03.601964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Sync routers for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:17:03.604579 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ab2d5705-467a-404d-b64a-8f52621d80b1 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "PUT /v2.0/routers/597e3a23-cc51-47e9-af6c-e026f6cb9a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5346041 Dec 10 09:17:03.607608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54960) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:03.626271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:17:03.627055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:03.697136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0e4d24ae-132c-49d7-a6f5-90788e0699c8 None None] Provisioning complete for port ac01e843-e954-4995-baae-5eeb986c1c2e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:03.697680 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e4d24ae-132c-49d7-a6f5-90788e0699c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:03.745146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f2fc8-8cf9-44ab-9958-6254b952aa05 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.745627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f2fc8-8cf9-44ab-9958-6254b952aa05 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.746096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f2fc8-8cf9-44ab-9958-6254b952aa05 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.746555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f2fc8-8cf9-44ab-9958-6254b952aa05 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.747009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f2fc8-8cf9-44ab-9958-6254b952aa05 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.747523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f2fc8-8cf9-44ab-9958-6254b952aa05 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.747981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f2fc8-8cf9-44ab-9958-6254b952aa05 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.752392 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ae0f2fc8-8cf9-44ab-9958-6254b952aa05 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4987 time: 0.1411147 Dec 10 09:17:03.752933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54966) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:03.802773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d24ae-132c-49d7-a6f5-90788e0699c8 None None] Port ac01e843-e954-4995-baae-5eeb986c1c2e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:17:03.820523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a75019-060f-46e3-8ad8-d76da444923b req-934e264a-6e2c-42d1-b2bd-aa82403bd514 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.826450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22a75019-060f-46e3-8ad8-d76da444923b req-934e264a-6e2c-42d1-b2bd-aa82403bd514 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0753062 Dec 10 09:17:03.847502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:17:03.859761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042449e2-f0d0-49b7-abac-022c99a5f569 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.860599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042449e2-f0d0-49b7-abac-022c99a5f569 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.861208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042449e2-f0d0-49b7-abac-022c99a5f569 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.861842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042449e2-f0d0-49b7-abac-022c99a5f569 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.862439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042449e2-f0d0-49b7-abac-022c99a5f569 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.863156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042449e2-f0d0-49b7-abac-022c99a5f569 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.863753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042449e2-f0d0-49b7-abac-022c99a5f569 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:03.866049 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-042449e2-f0d0-49b7-abac-022c99a5f569 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.1119847 Dec 10 09:17:03.868940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54980) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:03.942681 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22a75019-060f-46e3-8ad8-d76da444923b req-142f2a13-e12a-430d-b7b2-ddacac2d2836 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100061 Dec 10 09:17:04.069934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f118735f-12be-4a5f-8a25-54fa327a77ef tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.1997468 Dec 10 09:17:04.089035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-d76c3805-a4a7-4265-95d4-03863d812d31 req-460f81c7-3e60-4073-ba5a-a23fc1fd250a service neutron] (114969) timed out ('10.222.0.31', 60080) {{(pid=114969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:17:04.111373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'ac01e843-e954-4995-baae-5eeb986c1c2e', 'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:71:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:17:01Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 2, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:04.144045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Checking router: 597e3a23-cc51-47e9-af6c-e026f6cb9a6a for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:17:04.144439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Updating router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a port ac01e843-e954-4995-baae-5eeb986c1c2e binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:17:04.174941 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.273754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54984) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:04.279671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-30cbb286-c50a-4c85-82cc-2c508ae6c67e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299902074', 'description': 'tempest-secgroup-smoke-1299902074 description', 'project_id': 'af85371d55f441fd9a5599356d089db8'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:04.307327 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30cbb286-c50a-4c85-82cc-2c508ae6c67e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.398437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30cbb286-c50a-4c85-82cc-2c508ae6c67e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.405857 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30cbb286-c50a-4c85-82cc-2c508ae6c67e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.447727 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30cbb286-c50a-4c85-82cc-2c508ae6c67e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.449434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-30cbb286-c50a-4c85-82cc-2c508ae6c67e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1742144 Dec 10 09:17:04.453074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 54986) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:04.459004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-626c2637-5915-41aa-95bf-d720af45e81f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '02f96dbf-63ee-4947-b099-0ce52820bd2a', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:04.470831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbb286-c50a-4c85-82cc-2c508ae6c67e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f96dbf-63ee-4947-b099-0ce52820bd2a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:04.508592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-626c2637-5915-41aa-95bf-d720af45e81f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.629181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-626c2637-5915-41aa-95bf-d720af45e81f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.636220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-626c2637-5915-41aa-95bf-d720af45e81f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.691094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-626c2637-5915-41aa-95bf-d720af45e81f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.692391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828ed2-0c27-4ebe-a0cb-870119c1b885 req-1db30dd2-a0dc-4677-893a-858b6127e2fa tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:04.694158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce828ed2-0c27-4ebe-a0cb-870119c1b885 req-1db30dd2-a0dc-4677-893a-858b6127e2fa tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1074920 Dec 10 09:17:04.695358 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-626c2637-5915-41aa-95bf-d720af45e81f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2405441 Dec 10 09:17:04.695582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 54996) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:04.700854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-71b1978c-b24c-4971-8c1e-969bf855a1ce tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '02f96dbf-63ee-4947-b099-0ce52820bd2a', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:04.702061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c2637-5915-41aa-95bf-d720af45e81f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a826f672-f894-47a0-b6a6-167e09563486,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:04.775056 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.784085 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.787943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce828ed2-0c27-4ebe-a0cb-870119c1b885 req-03230f95-2919-4df2-8924-dcb47fab6129 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808823 Dec 10 09:17:04.797122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71b1978c-b24c-4971-8c1e-969bf855a1ce tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.875459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71b1978c-b24c-4971-8c1e-969bf855a1ce tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.884672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71b1978c-b24c-4971-8c1e-969bf855a1ce tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.910449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a096d1-5814-4eec-8ab9-09fd764d3820 None None] Pushing event updated for resources: {'Port': ['ID=ac01e843-e954-4995-baae-5eeb986c1c2e,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:04.947563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1978c-b24c-4971-8c1e-969bf855a1ce tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421dc8df-4c73-45ea-8e5c-61c0297ba007,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:04.953669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Attempting to bind port ac01e843-e954-4995-baae-5eeb986c1c2e on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:17:04.954203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Attempting to bind port ac01e843-e954-4995-baae-5eeb986c1c2e by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:17:04.954735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Attempting to bind port ac01e843-e954-4995-baae-5eeb986c1c2e on network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:17:04.964255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:17:04.964864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Checking segment: {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:17:04.965428 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.966559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Bound using segment: {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:17:04.967531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Bound port: ac01e843-e954-4995-baae-5eeb986c1c2e, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:17:04.967773 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71b1978c-b24c-4971-8c1e-969bf855a1ce tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.967973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:04.972132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55010) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:04.977471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fad44cf2-48e9-4116-bfb6-f2a02eae007a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '02f96dbf-63ee-4947-b099-0ce52820bd2a', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:05.012742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-71b1978c-b24c-4971-8c1e-969bf855a1ce tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158324 Dec 10 09:17:05.115857 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fad44cf2-48e9-4116-bfb6-f2a02eae007a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.189712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] For port ac01e843-e954-4995-baae-5eeb986c1c2e, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:17:05.200004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] For port ac01e843-e954-4995-baae-5eeb986c1c2e, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ac01e843-e954-4995-baae-5eeb986c1c2e,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:17:05.216017 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.270898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fad44cf2-48e9-4116-bfb6-f2a02eae007a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.273692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-4d150351-3566-4e58-993d-076a2f4b8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:05.275872 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-4d150351-3566-4e58-993d-076a2f4b8996 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=421fbd44c6eb41809d7db303745958e6&device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 1095 time: 0.1130321 Dec 10 09:17:05.279978 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fad44cf2-48e9-4116-bfb6-f2a02eae007a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.290093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d84af-d533-4aef-a663-49cf06aaa725 req-f616efc3-7088-47a8-9683-b392ebdb507d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:05.298974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad44cf2-48e9-4116-bfb6-f2a02eae007a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefb15ab-496e-4d1a-a3d8-124192f56886,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:05.306921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-850d84af-d533-4aef-a663-49cf06aaa725 req-f616efc3-7088-47a8-9683-b392ebdb507d tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1813154 Dec 10 09:17:05.318901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 2ac0e685-3d4d-4f34-82c0-58588706cb70 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:17:05.423929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 2ac0e685-3d4d-4f34-82c0-58588706cb70 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:17:05.424606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 2ac0e685-3d4d-4f34-82c0-58588706cb70 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:17:05.429040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38517f-a1a0-4319-a02d-d32cfcb5058b req-101f38c9-2094-4cca-b618-38f0e92bd13d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:05.430707 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fad44cf2-48e9-4116-bfb6-f2a02eae007a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.434425 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fad44cf2-48e9-4116-bfb6-f2a02eae007a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4587879 Dec 10 09:17:05.441341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55018) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:05.448425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a38517f-a1a0-4319-a02d-d32cfcb5058b req-101f38c9-2094-4cca-b618-38f0e92bd13d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.2745476 Dec 10 09:17:05.457726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9db77f42-9883-4b41-8fb6-7129bd79e70f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '02f96dbf-63ee-4947-b099-0ce52820bd2a', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:05.505050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e1d8b892-34cd-4e32-8d07-8759840183d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.509562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a096d1-5814-4eec-8ab9-09fd764d3820 None None] Pushing event updated for resources: {'Port': ['ID=ac01e843-e954-4995-baae-5eeb986c1c2e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:05.525779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-65221e8d-bec8-406b-8d90-3d213b2d3a6e None None] Provisioning complete for port ac01e843-e954-4995-baae-5eeb986c1c2e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:05.526250 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-65221e8d-bec8-406b-8d90-3d213b2d3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.530959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-850d84af-d533-4aef-a663-49cf06aaa725 req-505c5b73-b98b-4833-91f9-e14e86bf1c1b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108078 Dec 10 09:17:05.540782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:17:05.542146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:16:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:05.570378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-0e0d7ef4-5cd0-4e8c-8a23-d8efd37b0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:05.572676 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-0e0d7ef4-5cd0-4e8c-8a23-d8efd37b0b9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 200 len: 913 time: 0.2748640 Dec 10 09:17:05.584501 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9db77f42-9883-4b41-8fb6-7129bd79e70f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.640856 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a38517f-a1a0-4319-a02d-d32cfcb5058b req-7d7c59e2-ad74-42aa-be94-c968080a9044 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911473 Dec 10 09:17:05.708072 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9db77f42-9883-4b41-8fb6-7129bd79e70f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.720558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9db77f42-9883-4b41-8fb6-7129bd79e70f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.761367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db77f42-9883-4b41-8fb6-7129bd79e70f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a93283-1c9d-4dca-ac4e-ce9588f4a32b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:05.787676 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-fc6f4538-e0bc-473c-a470-47d9cb939187 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 200 len: 999 time: 0.2049408 Dec 10 09:17:05.794885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9db77f42-9883-4b41-8fb6-7129bd79e70f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.796573 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9db77f42-9883-4b41-8fb6-7129bd79e70f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3550351 Dec 10 09:17:05.799557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55020) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:05.805086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1ef0e1f9-10b7-47ea-bd56-4df074f9e478 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '02f96dbf-63ee-4947-b099-0ce52820bd2a', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:05.843833 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-1ef0e1f9-10b7-47ea-bd56-4df074f9e478 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Project af85371d55f441fd9a5599356d089db8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:17:05.847334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-65221e8d-bec8-406b-8d90-3d213b2d3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.857711 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e1f9-10b7-47ea-bd56-4df074f9e478 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.882549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:17:05.892411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-2c84527d-0f29-4ff5-8f9d-bc5de84ab2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:05.894414 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-2c84527d-0f29-4ff5-8f9d-bc5de84ab2f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 200 len: 851 time: 0.0966854 Dec 10 09:17:05.948785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-65221e8d-bec8-406b-8d90-3d213b2d3a6e None None] For port ac01e843-e954-4995-baae-5eeb986c1c2e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ac01e843-e954-4995-baae-5eeb986c1c2e,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:05.955408 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-65221e8d-bec8-406b-8d90-3d213b2d3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.965030 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e1f9-10b7-47ea-bd56-4df074f9e478 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.975524 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e1f9-10b7-47ea-bd56-4df074f9e478 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:05.998566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0e1f9-10b7-47ea-bd56-4df074f9e478 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e5488b-c834-43cd-99f4-d834bca5bab3,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:06.032712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e1f9-10b7-47ea-bd56-4df074f9e478 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:06.035087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1ef0e1f9-10b7-47ea-bd56-4df074f9e478 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2342234 Dec 10 09:17:06.037838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55026) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:06.040137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-054f5505-8af5-48fe-94bc-fadbf5809556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:06.044938 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-054f5505-8af5-48fe-94bc-fadbf5809556 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f7bc68f-d442-4c32-a995-0452e37aef94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352720 Dec 10 09:17:06.047530 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4c1b22a7-4965-428a-9c43-b2ca2f872076 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'security_group_rule': {'security_group_id': '02f96dbf-63ee-4947-b099-0ce52820bd2a', 'project_id': 'af85371d55f441fd9a5599356d089db8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:06.080373 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-4c1b22a7-4965-428a-9c43-b2ca2f872076 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Project af85371d55f441fd9a5599356d089db8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:17:06.098589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c1b22a7-4965-428a-9c43-b2ca2f872076 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:06.112198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65221e8d-bec8-406b-8d90-3d213b2d3a6e None None] Pushing event updated for resources: {'Port': ['ID=ac01e843-e954-4995-baae-5eeb986c1c2e,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:06.134311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1934749a-1e00-4513-b5d2-597f59b23850 None None] Provisioning complete for port ac01e843-e954-4995-baae-5eeb986c1c2e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:06.134696 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1934749a-1e00-4513-b5d2-597f59b23850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:06.185214 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-5bd8aba7-9197-46fa-997a-6a4eef9f723e service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332366 Dec 10 09:17:06.280999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'ac01e843-e954-4995-baae-5eeb986c1c2e', 'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:71:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:17:01Z', 'updated_at': '2021-12-10T09:17:05Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:06.285533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-cd8cd60c-f184-4a4a-9508-ac9f6b99852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:06.287575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-cd8cd60c-f184-4a4a-9508-ac9f6b99852e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77&tenant_id=d0d2c2c25d624f5baaa30c820992c2ea HTTP/1.1" status: 200 len: 1095 time: 0.1607609 Dec 10 09:17:06.320802 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c6f0f76-5b5f-40dd-85fd-ce1d8cd92eb7 req-62e7a40e-2974-401a-90f5-d804cb62c711 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207979 Dec 10 09:17:06.325036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e5015-d78b-4ab4-af8b-f76844bb2770 None None] The sync data for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 is: [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'ac01e843-e954-4995-baae-5eeb986c1c2e', 'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:71:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:17:01Z', 'updated_at': '2021-12-10T09:17:05Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:17:06.359202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c1b22a7-4965-428a-9c43-b2ca2f872076 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:06.373618 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c1b22a7-4965-428a-9c43-b2ca2f872076 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:06.430783 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c1b22a7-4965-428a-9c43-b2ca2f872076 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:06.432282 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4c1b22a7-4965-428a-9c43-b2ca2f872076 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3931553 Dec 10 09:17:06.433161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b22a7-4965-428a-9c43-b2ca2f872076 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e008ba-8c33-4db8-be36-0a5ed93f4b94,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:06.437806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-1c96c89e-e34a-4fad-8341-916f91600964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:06.439506 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-1c96c89e-e34a-4fad-8341-916f91600964 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1095 time: 0.1258643 Dec 10 09:17:06.530558 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:06.636627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-0961f1d7-9c42-48a1-8746-3c90685cbcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:06.638987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-0961f1d7-9c42-48a1-8746-3c90685cbcf8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.1855996 Dec 10 09:17:06.813178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-691ac5f5-a254-47e7-822d-7ec17b57198d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 1000 time: 0.1650090 Dec 10 09:17:06.838356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-c704513b-2335-4d31-a6ae-989b5ba6c0b6 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299902074&fields=id&tenant_id=af85371d55f441fd9a5599356d089db8 HTTP/1.1" status: 200 len: 267 time: 0.0995233 Dec 10 09:17:06.908121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32571b8-f57d-4b69-90fa-fa08341bf29c req-6e5b01f3-3a44-4341-87a6-2a31a0069998 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:06.909768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d32571b8-f57d-4b69-90fa-fa08341bf29c req-6e5b01f3-3a44-4341-87a6-2a31a0069998 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.2478902 Dec 10 09:17:07.034543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-8075e4e1-883f-4d2f-99ed-0ddd8549f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:07.036498 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-8075e4e1-883f-4d2f-99ed-0ddd8549f32f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.1851492 Dec 10 09:17:07.164881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d32571b8-f57d-4b69-90fa-fa08341bf29c req-48722bc0-1059-48b6-b7fa-28c8a0b96555 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098269 Dec 10 09:17:07.193386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-c983b9ac-acec-4a49-82a4-9076497574e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:07.207020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-c983b9ac-acec-4a49-82a4-9076497574e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515136 Dec 10 09:17:07.232060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-69d2cfe9-b6f0-43ab-b8ab-397de2619db3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:07.245281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-69d2cfe9-b6f0-43ab-b8ab-397de2619db3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/networks?id=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 HTTP/1.1" status: 200 len: 797 time: 0.3945980 Dec 10 09:17:07.337777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ac01e843-e954-4995-baae-5eeb986c1c2e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:17:07.388949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-8f02acef-1efe-4e10-9977-d9e4ee3ff825 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/quotas/af85371d55f441fd9a5599356d089db8 HTTP/1.1" status: 200 len: 375 time: 0.1381366 Dec 10 09:17:07.473383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ac01e843-e954-4995-baae-5eeb986c1c2e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:07.473872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:07.498206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf2db8-bc31-4ad9-9e1c-dcfd0e3a66c6 req-8718223b-cbfd-4e5e-b3b3-dcd9be6c0507 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:07.499808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86cf2db8-bc31-4ad9-9e1c-dcfd0e3a66c6 req-8718223b-cbfd-4e5e-b3b3-dcd9be6c0507 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1607766 Dec 10 09:17:07.546884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-4c422ff6-2261-4ac4-948d-bd48960382c8 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1569021 Dec 10 09:17:07.568123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-824ac3c8-1339-4710-be6f-9ca020ac579c service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500216 Dec 10 09:17:07.797990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86cf2db8-bc31-4ad9-9e1c-dcfd0e3a66c6 req-058d78db-52c5-4740-84cb-a99e9f3a2986 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889438 Dec 10 09:17:07.852230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-7bcfb22a-dd3f-497c-ad35-64d53604aa57 service neutron] 10.222.0.31 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042305 Dec 10 09:17:07.902020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f16e39da-722c-4f15-baf1-4faaa01e9c65 req-6e1f8e8e-3fd2-4567-bbe6-0657c9d11ee8 service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832885 Dec 10 09:17:08.110047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-fbf2cb80-5bf7-48c7-9f9b-143d8c464a94 service neutron] 10.222.0.31 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467806 Dec 10 09:17:08.252439 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:08.591119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63cd3668-c0bd-448d-bf22-335fc3bfc5fa req-aff31735-ffd3-4d2f-9dbe-d1ecc8578502 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 210 time: 0.1462407 Dec 10 09:17:08.638518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16325b-8126-44d2-83cd-a42e808df983 req-a705c9f4-caa3-444f-a726-06e90de938b5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:08.649775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a16325b-8126-44d2-83cd-a42e808df983 req-a705c9f4-caa3-444f-a726-06e90de938b5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.3125205 Dec 10 09:17:08.777543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a16325b-8126-44d2-83cd-a42e808df983 req-e44d1850-1fd7-41f9-8888-c9c527638a66 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255999 Dec 10 09:17:09.076192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1d4a4-f825-4f6f-b957-abc740360f15 req-ca70f3fd-6204-413d-b60f-b307e8902c0b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:09.078029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7a1d4a4-f825-4f6f-b957-abc740360f15 req-ca70f3fd-6204-413d-b60f-b307e8902c0b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1132817 Dec 10 09:17:09.086966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cfba1-82f9-4bbf-ba77-acde6e542d2d req-6c5d5ddd-ef4c-4c53-a8af-b755eb63b68b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:09.095059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-934cfba1-82f9-4bbf-ba77-acde6e542d2d req-6c5d5ddd-ef4c-4c53-a8af-b755eb63b68b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1314592 Dec 10 09:17:09.199126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7a1d4a4-f825-4f6f-b957-abc740360f15 req-3946e7d4-448e-47cb-9132-1321f1689501 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960116 Dec 10 09:17:09.217927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-934cfba1-82f9-4bbf-ba77-acde6e542d2d req-a79d1a8f-b198-4bdd-a38d-9a7f5962c1e7 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151681 Dec 10 09:17:09.269673 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:09.698107 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:17:09.789186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf0f263e-0202-4cf2-98f6-4b0026818a21 req-9560b50f-a4cf-4b02-8700-a5fac693b2f3 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 210 time: 0.0460424 Dec 10 09:17:10.275452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-68ba9a2f-3a92-44fd-96fc-92228d10b5fa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:10.277028 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-68ba9a2f-3a92-44fd-96fc-92228d10b5fa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "GET /v2.0/networks?id=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 HTTP/1.1" status: 200 len: 797 time: 0.3349140 Dec 10 09:17:10.404216 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5fb6ce89-6908-438f-b408-3975d7f78222 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af85371d55f441fd9a5599356d089db8 HTTP/1.1" status: 200 len: 380 time: 0.1135373 Dec 10 09:17:10.418615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'port': {'device_id': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'admin_state_up': True, 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'security_groups': ['02f96dbf-63ee-4947-b099-0ce52820bd2a']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:10.493633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf158743-b984-4691-853b-61feb8f558a0 req-c8fdf12c-a597-49bf-9b2a-a9e1868e3570 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:10.496705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf158743-b984-4691-853b-61feb8f558a0 req-c8fdf12c-a597-49bf-9b2a-a9e1868e3570 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1485744 Dec 10 09:17:10.673202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf158743-b984-4691-853b-61feb8f558a0 req-f672c56a-8f10-452b-8854-9b138c0ccc61 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647036 Dec 10 09:17:10.745981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Made reservation on behalf of af85371d55f441fd9a5599356d089db8 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:17:10.752021 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:11.042797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41521d69-074c-444c-92f0-c6bb9467d018 req-4476151c-e556-468f-b6a6-d6425ee79c25 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 210 time: 0.0896485 Dec 10 09:17:11.048608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.20.0.5 (150ba5e7-a27b-4c7e-960d-b1b9d0778fa7/7f17e7f1-8a0a-41ec-a845-8aa0dea148dc/93f53f89-cd05-4f3b-bfb9-24e717105593) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:17:11.367195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:11.412907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:11.485429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:17:11.488805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:17:11.493406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:17:11.521376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=93f53f89-cd05-4f3b-bfb9-24e717105593,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:11.536872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.537227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.537594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.537933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.538281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.538596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.538920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.539370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.539700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.540020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.540347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.540675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.544194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:11.596618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:11.598767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:11.648342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-db8772aa-1904-4c45-992b-a20c1773605e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2378860 Dec 10 09:17:11.670470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Request body: {'port': {'device_id': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:11.796660 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:11.891575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01932a53-8fba-4c5b-9c0e-95d5ef508e4b req-ab96b1d7-8300-45d6-861a-078ece2fdd5d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:11.900421 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01932a53-8fba-4c5b-9c0e-95d5ef508e4b req-ab96b1d7-8300-45d6-861a-078ece2fdd5d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0750496 Dec 10 09:17:12.016833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01932a53-8fba-4c5b-9c0e-95d5ef508e4b req-c636bc16-df6b-4cf2-aef5-fadc9b1ddf04 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080139 Dec 10 09:17:12.086001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4e1b8c3d-d515-4629-a3f5-cedd1fd7473e None None] Provisioning complete for port 93f53f89-cd05-4f3b-bfb9-24e717105593 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:12.094980 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8c3d-d515-4629-a3f5-cedd1fd7473e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:12.199769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b8c3d-d515-4629-a3f5-cedd1fd7473e None None] Port 93f53f89-cd05-4f3b-bfb9-24e717105593 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:17:12.354760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc06dda-ace9-416e-be91-bc454e36fb14 req-c9c2c59c-9d71-40c2-86c3-0762c4a6a1e7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:12.363667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc06dda-ace9-416e-be91-bc454e36fb14 req-c9c2c59c-9d71-40c2-86c3-0762c4a6a1e7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 931 time: 0.1029365 Dec 10 09:17:12.420519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f53f89-cd05-4f3b-bfb9-24e717105593 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:17:12.451852 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:12.472634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bc06dda-ace9-416e-be91-bc454e36fb14 req-1cb692da-563c-446e-a912-753b597d3768 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030586 Dec 10 09:17:12.494778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Transition to ACTIVE for port object 93f53f89-cd05-4f3b-bfb9-24e717105593 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:17:12.501870 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:12.616464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Pushing event updated for resources: {'Port': ['ID=93f53f89-cd05-4f3b-bfb9-24e717105593,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:12.767634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Attempting to bind port 93f53f89-cd05-4f3b-bfb9-24e717105593 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:17:12.767980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Attempting to bind port 93f53f89-cd05-4f3b-bfb9-24e717105593 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:17:12.768312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Attempting to bind port 93f53f89-cd05-4f3b-bfb9-24e717105593 on network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:17:12.780116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Port 93f53f89-cd05-4f3b-bfb9-24e717105593 on network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:17:12.780462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Attempting to bind port 93f53f89-cd05-4f3b-bfb9-24e717105593 on network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:17:12.794588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:17:12.795440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Checking segment: {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:17:12.795842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Bound using segment: {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:17:12.796276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Bound port: 93f53f89-cd05-4f3b-bfb9-24e717105593, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a066ee-72d7-478d-a182-453c1eb8ef2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:17:12.796629 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:12.971310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] For port 93f53f89-cd05-4f3b-bfb9-24e717105593, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:17:12.974852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] For port 93f53f89-cd05-4f3b-bfb9-24e717105593, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=93f53f89-cd05-4f3b-bfb9-24e717105593,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:17:12.981208 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:13.110186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:13.138461 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:13.140114 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] 10.222.0.39 "PUT /v2.0/ports/93f53f89-cd05-4f3b-bfb9-24e717105593 HTTP/1.1" status: 200 len: 1091 time: 1.4832473 Dec 10 09:17:13.141432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:13.143869 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14" -d '{"events": [{"name": "network-changed", "server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:13.316960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c320fbf-1974-4792-bb8b-9f374e8c915d service neutron] Pushing event updated for resources: {'Port': ['ID=93f53f89-cd05-4f3b-bfb9-24e717105593,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:13.321156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad95a9-92f5-4525-a253-86705a1a5cb3 req-7889ba7a-7d51-4ef2-a291-90278d609c73 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:13.337636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abad95a9-92f5-4525-a253-86705a1a5cb3 req-7889ba7a-7d51-4ef2-a291-90278d609c73 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1146684 Dec 10 09:17:13.396835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-3ad4b041-3a28-403d-beae-0fb7ed4c156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:13.402704 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-3ad4b041-3a28-403d-beae-0fb7ed4c156f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 1094 time: 0.1774535 Dec 10 09:17:13.490821 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abad95a9-92f5-4525-a253-86705a1a5cb3 req-81b00a6f-0d88-4d05-a95a-88d3f2de1e9c tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518421 Dec 10 09:17:13.525589 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-1dad1491-4678-46d0-aed1-360c5e456ad7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f53f89-cd05-4f3b-bfb9-24e717105593 HTTP/1.1" status: 200 len: 217 time: 0.1145148 Dec 10 09:17:13.658711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-ccce5601-10bf-4400-9f60-2c13311de54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:13.660305 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-ccce5601-10bf-4400-9f60-2c13311de54a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f17e7f1-8a0a-41ec-a845-8aa0dea148dc HTTP/1.1" status: 200 len: 835 time: 0.1194181 Dec 10 09:17:13.743982 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d3a505-39e3-4a58-8dbf-012bd7aba1e8 x-openstack-request-id: req-12d3a505-39e3-4a58-8dbf-012bd7aba1e8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:13.744387 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:13.744746 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12d3a505-39e3-4a58-8dbf-012bd7aba1e8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:13.745270 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'status': 'completed', 'code': 200} Dec 10 09:17:13.754008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-82a9dca8-b286-4d3e-b223-4e6d7b0c977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:13.755704 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-82a9dca8-b286-4d3e-b223-4e6d7b0c977e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880377 Dec 10 09:17:13.935378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfba3a-1ded-4602-b676-77870d94ee70 req-4b6f7c2c-1663-4526-9179-f00ecdd6ae4b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:13.945311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13bfba3a-1ded-4602-b676-77870d94ee70 req-4b6f7c2c-1663-4526-9179-f00ecdd6ae4b tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 943 time: 0.0971050 Dec 10 09:17:13.990114 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-82101ae3-8bbe-42d6-9783-ce3060d49660 service neutron] 10.222.0.39 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249866 Dec 10 09:17:14.043812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13bfba3a-1ded-4602-b676-77870d94ee70 req-f17a421d-be12-439a-9575-095f075d3318 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975289 Dec 10 09:17:14.184917 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7ef54c8c-e552-4d4b-a623-0878250f2dd8 req-0b8adf30-eb3e-4675-84a0-60538d333f5b service neutron] 10.222.0.39 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852107 Dec 10 09:17:14.322430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-6aba75d5-124b-4357-a17a-58457280cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:14.331699 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-6aba75d5-124b-4357-a17a-58457280cc3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 1094 time: 0.0962079 Dec 10 09:17:14.625034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-4495f3d9-430d-4840-b49b-6d6b03aaa09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:14.627637 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-4495f3d9-430d-4840-b49b-6d6b03aaa09e service neutron] 10.222.0.39 "GET /v2.0/networks?id=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 HTTP/1.1" status: 200 len: 898 time: 0.2870138 Dec 10 09:17:14.750525 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-fb940df0-ba50-4508-bb16-b88adec33cae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f53f89-cd05-4f3b-bfb9-24e717105593 HTTP/1.1" status: 200 len: 217 time: 0.1136475 Dec 10 09:17:14.847585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132f514-93ec-453d-9db8-060faaaf1696 req-c3985dc2-5dfb-4da8-abbb-743c61a4fcf3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:14.871163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c132f514-93ec-453d-9db8-060faaaf1696 req-c3985dc2-5dfb-4da8-abbb-743c61a4fcf3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1543956 Dec 10 09:17:14.883145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-94525ab0-c21d-4ead-a2df-83e92ade2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:14.889959 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-94525ab0-c21d-4ead-a2df-83e92ade2e06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f17e7f1-8a0a-41ec-a845-8aa0dea148dc HTTP/1.1" status: 200 len: 835 time: 0.1275723 Dec 10 09:17:14.962083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c132f514-93ec-453d-9db8-060faaaf1696 req-17735743-5f26-4f88-af74-8f5660aded4e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899234 Dec 10 09:17:14.982700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-ad99bb64-4d0f-401b-ac72-392b66b18018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:14.984915 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-ad99bb64-4d0f-401b-ac72-392b66b18018 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910144 Dec 10 09:17:15.129287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-afae1ca2-f9a4-4347-b4be-580a5cff917b service neutron] 10.222.0.39 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355896 Dec 10 09:17:15.195154 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:15.226749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf4b64-5433-4405-b06d-ed524b190d8d req-ab836f61-935a-4275-b102-7b6c6cc51d37 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:15.229390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0cf4b64-5433-4405-b06d-ed524b190d8d req-ab836f61-935a-4275-b102-7b6c6cc51d37 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 943 time: 0.0875695 Dec 10 09:17:15.337643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0cf4b64-5433-4405-b06d-ed524b190d8d req-c1440f3d-2cfa-4914-870b-689e8f3b2e09 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016827 Dec 10 09:17:15.680275 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7965b7a3-02ec-4f9a-9e89-5f9065b44f14 req-b9d9f6c1-d6c0-4fde-b0e9-6162696d6a42 service neutron] 10.222.0.39 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413716 Dec 10 09:17:16.190177 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd0f2-dff4-4514-b914-f966d31a3ede req-99385b5f-0e2d-4bfa-926b-42ce288a2e48 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:16.191722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70cbd0f2-dff4-4514-b914-f966d31a3ede req-99385b5f-0e2d-4bfa-926b-42ce288a2e48 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1174011 Dec 10 09:17:16.289768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70cbd0f2-dff4-4514-b914-f966d31a3ede req-fa6287b5-9641-4869-bb5a-f491475cb444 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897379 Dec 10 09:17:16.492096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73d3c3-e216-48a1-9960-e556eef1106f req-c1a9844e-bafe-4603-b02c-f0bf8400a61d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:16.500911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa73d3c3-e216-48a1-9960-e556eef1106f req-c1a9844e-bafe-4603-b02c-f0bf8400a61d tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 943 time: 0.0682664 Dec 10 09:17:16.579798 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa73d3c3-e216-48a1-9960-e556eef1106f req-2b480009-22da-4ed8-9eb8-15b6a6360163 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718913 Dec 10 09:17:17.384158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 93f53f89-cd05-4f3b-bfb9-24e717105593 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:17:17.527649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d736420-2109-4268-b213-223b85725186 req-9994b1d6-e568-4cef-a926-260f67ba84a2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:17.531198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 93f53f89-cd05-4f3b-bfb9-24e717105593, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=93f53f89-cd05-4f3b-bfb9-24e717105593,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:17.547086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'port_id': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'mac_address': 'fa:16:3e:7a:82:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:17:17.548635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d736420-2109-4268-b213-223b85725186 req-9994b1d6-e568-4cef-a926-260f67ba84a2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1121039 Dec 10 09:17:17.592267 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:17.611194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f53f89-cd05-4f3b-bfb9-24e717105593 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:17:17.639151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 93f53f89-cd05-4f3b-bfb9-24e717105593, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=93f53f89-cd05-4f3b-bfb9-24e717105593,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:17.639825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d736420-2109-4268-b213-223b85725186 req-ae1929ff-4f61-49f9-a6d2-5e3185c3efc3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902834 Dec 10 09:17:17.644670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:17.703782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=93f53f89-cd05-4f3b-bfb9-24e717105593,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:17.832939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb1c43-4543-47ef-8e6b-0048819c28e3 req-5270ef67-1573-43d9-8813-7183e39252f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:17.835326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cb1c43-4543-47ef-8e6b-0048819c28e3 req-5270ef67-1573-43d9-8813-7183e39252f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 944 time: 0.0846174 Dec 10 09:17:17.881842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['93f53f89-cd05-4f3b-bfb9-24e717105593'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:17:17.945277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cb1c43-4543-47ef-8e6b-0048819c28e3 req-fe8a5dc9-3006-4f8d-a082-d5617b87f69a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037285 Dec 10 09:17:18.803836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c72ea-93e0-4265-be03-5a2f40a2580b req-a2c48a6e-83db-48fc-ad0b-67ffe61ee045 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:18.805967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad8c72ea-93e0-4265-be03-5a2f40a2580b req-a2c48a6e-83db-48fc-ad0b-67ffe61ee045 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0604467 Dec 10 09:17:18.897142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad8c72ea-93e0-4265-be03-5a2f40a2580b req-5b9cd220-dffd-4abe-a7f8-d7fa6fe5d715 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840631 Dec 10 09:17:19.084913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253646f9-c038-4099-b40b-5940cff0c513 req-1f61bc22-e0e1-432e-8df6-d13aa0f7c3e7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:19.094194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-253646f9-c038-4099-b40b-5940cff0c513 req-1f61bc22-e0e1-432e-8df6-d13aa0f7c3e7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 944 time: 0.0702896 Dec 10 09:17:19.170117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-253646f9-c038-4099-b40b-5940cff0c513 req-c18382d3-47e7-4386-8476-26bfaa545afa tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743754 Dec 10 09:17:19.289121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:19.388768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 93f53f89-cd05-4f3b-bfb9-24e717105593 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:17:19.472993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 93f53f89-cd05-4f3b-bfb9-24e717105593 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:17:19.478141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 93f53f89-cd05-4f3b-bfb9-24e717105593 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:19.478600 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:19.610708 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:19.643928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:19.646386 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11468819-4617-4b81-a96b-2708b363f541" -d '{"events": [{"server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "name": "network-vif-plugged", "status": "completed", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:19.680070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 93f53f89-cd05-4f3b-bfb9-24e717105593, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=93f53f89-cd05-4f3b-bfb9-24e717105593,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:19.702354 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:19.731340 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb18c4b-1b06-4936-9f74-7c8c5a17c94f x-openstack-request-id: req-5bb18c4b-1b06-4936-9f74-7c8c5a17c94f {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:19.731641 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "name": "network-vif-plugged", "status": "completed", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:19.731871 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bb18c4b-1b06-4936-9f74-7c8c5a17c94f {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:19.732265 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'code': 200} Dec 10 09:17:19.760850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=93f53f89-cd05-4f3b-bfb9-24e717105593,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:19.874204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0acc0-1ef2-4945-9bcf-d62816cb5048 req-b967284e-0845-42e2-946c-a07bf1f6cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:19.875750 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aef0acc0-1ef2-4945-9bcf-d62816cb5048 req-b967284e-0845-42e2-946c-a07bf1f6cebb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 1096 time: 0.0649490 Dec 10 09:17:19.974850 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aef0acc0-1ef2-4945-9bcf-d62816cb5048 req-c34f03a4-00eb-4ed2-b066-f1918c52c56d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919955 Dec 10 09:17:20.076265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d731018-e1f5-4b0c-8c47-531a26efe2ab req-8afc23b0-ccca-46a6-b778-e0a3eb607c2f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:20.083617 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d731018-e1f5-4b0c-8c47-531a26efe2ab req-8afc23b0-ccca-46a6-b778-e0a3eb607c2f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0646415 Dec 10 09:17:20.144974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d731018-e1f5-4b0c-8c47-531a26efe2ab req-e2050ac0-25cc-4d24-8c61-cf11167fc95d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602515 Dec 10 09:17:20.396459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca3c-d629-42e1-9d4e-92559f8d66e1 req-f6fbe6df-f5e3-4c3c-81b2-411e6df0a190 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:20.410843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-637fca3c-d629-42e1-9d4e-92559f8d66e1 req-f6fbe6df-f5e3-4c3c-81b2-411e6df0a190 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 945 time: 0.1259758 Dec 10 09:17:20.513780 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-637fca3c-d629-42e1-9d4e-92559f8d66e1 req-ac5a9a67-fa40-4c1a-ba24-5b9bc5ebfdcf tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011877 Dec 10 09:17:21.353853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa1634-dc81-4f28-a2f5-bd2083251c0b req-88a3d1b7-537c-4187-80f6-8f4d738e5d74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:21.355597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50fa1634-dc81-4f28-a2f5-bd2083251c0b req-88a3d1b7-537c-4187-80f6-8f4d738e5d74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0657480 Dec 10 09:17:21.432099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50fa1634-dc81-4f28-a2f5-bd2083251c0b req-43d141a9-31fa-4839-8edf-c35b25b14af4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696588 Dec 10 09:17:21.654459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbe455-6d81-4c22-83ba-fbbbcd027bc2 req-a1001b9f-6a4b-43c4-bed2-ad27ca820075 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:21.662204 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bcbe455-6d81-4c22-83ba-fbbbcd027bc2 req-a1001b9f-6a4b-43c4-bed2-ad27ca820075 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 945 time: 0.0770700 Dec 10 09:17:21.725858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bcbe455-6d81-4c22-83ba-fbbbcd027bc2 req-de4218f3-bae5-4059-a0ad-e774286b7363 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627613 Dec 10 09:17:21.883769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805475b4-d14b-4bc6-8b97-8067ae871a10 req-98eccb14-ef5a-41c5-8c31-f36a1358419f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:21.885641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-805475b4-d14b-4bc6-8b97-8067ae871a10 req-98eccb14-ef5a-41c5-8c31-f36a1358419f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 945 time: 0.0683148 Dec 10 09:17:21.989871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-805475b4-d14b-4bc6-8b97-8067ae871a10 req-e925e8d1-71c0-4005-be06-e5b0298be20a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892780 Dec 10 09:17:22.004948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55194) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:22.097765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56291069-85f1-44a6-b64f-94a53ffb8c26 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:22.102414 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-56291069-85f1-44a6-b64f-94a53ffb8c26 tempest-TestNetworkBasicOps-926883636 tempest-TestNetworkBasicOps-926883636-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 1091 time: 0.0952945 Dec 10 09:17:22.103260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55196) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:22.108339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:17:22.142804 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.201060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889735e-07f7-42d4-9980-b5907782ec82 req-14932bad-7514-40e8-9685-bd7c1a6981c2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:22.202918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c889735e-07f7-42d4-9980-b5907782ec82 req-14932bad-7514-40e8-9685-bd7c1a6981c2 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f5a49a1-c47d-4705-a244-e8222cb1faa0 HTTP/1.1" status: 200 len: 944 time: 0.0720372 Dec 10 09:17:22.283137 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.328226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-c889735e-07f7-42d4-9980-b5907782ec82 req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Deleting port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:22.328648 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c889735e-07f7-42d4-9980-b5907782ec82 req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.475883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-c889735e-07f7-42d4-9980-b5907782ec82 req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] For port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:22.476571 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c889735e-07f7-42d4-9980-b5907782ec82 req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.506339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-c889735e-07f7-42d4-9980-b5907782ec82 req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Calling delete_port for 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:22.525726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Allocated IP 172.25.3.152 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/93c5261d-585e-4aec-b74b-bc5ccd7e8f50) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:17:22.720419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.727031 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c889735e-07f7-42d4-9980-b5907782ec82 req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.740455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5645416b-962b-4aca-a737-ab5a9b517260', '50277fdc-1dc6-4b6b-a46e-39519e35005a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:17:22.775258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:22.813564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event deleted for resources: {'Port': ['ID=49b38a5b-5275-40ec-a4c8-c7ec75b8ea82,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:22.836505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:17:22.851569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:17:22.853375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:17:22.885741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=93c5261d-585e-4aec-b74b-bc5ccd7e8f50,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:23.426654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:23.503643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3d49f-937b-4856-af59-720d9b7a4010 req-1dfa0da3-6c4c-4cbf-9433-3adb1b7b4257 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:23.503643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7dd3d49f-937b-4856-af59-720d9b7a4010 req-1dfa0da3-6c4c-4cbf-9433-3adb1b7b4257 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.8229139 Dec 10 09:17:23.523566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c889735e-07f7-42d4-9980-b5907782ec82 req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] No DVR routers for this DVR port 49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:17:23.538375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c889735e-07f7-42d4-9980-b5907782ec82 req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:23.538375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c889735e-07f7-42d4-9980-b5907782ec82 req-0ec343c3-42dd-49c2-a4d5-28e81df09378 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "DELETE /v2.0/ports/49b38a5b-5275-40ec-a4c8-c7ec75b8ea82 HTTP/1.1" status: 204 len: 173 time: 1.3265827 Dec 10 09:17:23.538375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'name': 'network-vif-deleted', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:23.539310 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c377c8bb-fdbe-48f7-b079-62c0fce54900" -d '{"events": [{"server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "name": "network-vif-deleted", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:23.572658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:23.607604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7dd3d49f-937b-4856-af59-720d9b7a4010 req-17fd0832-7ad3-40e6-8a5a-523ede5627fd tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889373 Dec 10 09:17:23.658337 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2802f60a-26f8-480c-84c7-ae9b0b58ee7c x-openstack-request-id: req-2802f60a-26f8-480c-84c7-ae9b0b58ee7c {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:23.658817 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5a49a1-c47d-4705-a244-e8222cb1faa0", "name": "network-vif-deleted", "tag": "49b38a5b-5275-40ec-a4c8-c7ec75b8ea82", "status": "failed", "code": 422}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:23.659142 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2802f60a-26f8-480c-84c7-ae9b0b58ee7c {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:23.659681 n-d-814746-3 neutron-server[114969]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f5a49a1-c47d-4705-a244-e8222cb1faa0', 'name': 'network-vif-deleted', 'tag': '49b38a5b-5275-40ec-a4c8-c7ec75b8ea82', 'status': 'failed', 'code': 422} returned with failed status Dec 10 09:17:23.803631 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:23.811488 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:23.890594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event updated for resources: {'Port': ['ID=93c5261d-585e-4aec-b74b-bc5ccd7e8f50,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:23.903142 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:24.040979 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Floating IP 08485812-0729-46a5-988f-84b27f524306 associated. External IP: 172.25.3.152, port: 93f53f89-cd05-4f3b-bfb9-24e717105593. Dec 10 09:17:24.334406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58ef5f-d093-445b-93d9-d960e4dbf7ba req-2e6ef21d-9c8a-414d-9de2-fb8f9bc168fc tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:24.343248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b58ef5f-d093-445b-93d9-d960e4dbf7ba req-2e6ef21d-9c8a-414d-9de2-fb8f9bc168fc tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 907 time: 0.0750637 Dec 10 09:17:24.354366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:17:24.498657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:17:24.510621 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] Sync routers for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:17:24.523699 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:24.534452 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:17:24.534878 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:24.561679 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d1b1a9bc-9e01-4ca5-923e-f1b56c0731b7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4570558 Dec 10 09:17:24.562373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:24.564471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55228) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:24.564969 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:24.620659 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79a2131-9776-40ba-94f2-3a14ea3d70a6 x-openstack-request-id: req-a79a2131-9776-40ba-94f2-3a14ea3d70a6 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:24.620959 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:24.621324 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a79a2131-9776-40ba-94f2-3a14ea3d70a6 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:24.622006 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'status': 'completed', 'code': 200} Dec 10 09:17:24.701132 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-82dbe34a-f63b-43ff-b1c4-09f1fbbb8a31 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/floatingips/08485812-0729-46a5-988f-84b27f524306 HTTP/1.1" status: 200 len: 991 time: 0.1346214 Dec 10 09:17:24.703198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-18e1a99a-7ae9-4c28-9d2f-af0d913e1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:24.704346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-18e1a99a-7ae9-4c28-9d2f-af0d913e1848 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 1096 time: 0.0505798 Dec 10 09:17:24.713635 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:17:24.830051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1518f-6b99-4118-ac0d-981e1160aa5d req-be309de6-47fc-486d-8f9d-17195ce7b664 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:24.837929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71b1518f-6b99-4118-ac0d-981e1160aa5d req-be309de6-47fc-486d-8f9d-17195ce7b664 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0997598 Dec 10 09:17:24.838986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-16ae59dc-1123-40a1-a596-a711d2390b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:24.840775 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-16ae59dc-1123-40a1-a596-a711d2390b4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 HTTP/1.1" status: 200 len: 898 time: 0.1275823 Dec 10 09:17:24.929356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71b1518f-6b99-4118-ac0d-981e1160aa5d req-52029fc7-c3e5-47b2-b544-fa75e910f600 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902975 Dec 10 09:17:24.956562 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-924e00fc-4ddf-4a3f-9694-b54146c5d199 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f53f89-cd05-4f3b-bfb9-24e717105593 HTTP/1.1" status: 200 len: 999 time: 0.1072361 Dec 10 09:17:24.972892 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '08485812-0729-46a5-988f-84b27f524306', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'port_id': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'mac_address': 'fa:16:3e:7a:82:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:17:23Z', 'updated_at': '2021-12-10T09:17:23Z', 'revision_number': 0, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac01e843-e954-4995-baae-5eeb986c1c2e', 'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:71:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:17:01Z', 'updated_at': '2021-12-10T09:17:05Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:25.012588 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] Checking router: 597e3a23-cc51-47e9-af6c-e026f6cb9a6a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:17:25.020261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-8999909c-e8b1-4073-ba1b-256ca3d6d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:25.021859 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-8999909c-e8b1-4073-ba1b-256ca3d6d4f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f17e7f1-8a0a-41ec-a845-8aa0dea148dc HTTP/1.1" status: 200 len: 835 time: 0.0574722 Dec 10 09:17:25.023590 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:17:25.024260 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:25.084301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-91c7fe04-a054-4d35-9f56-c41dcd898e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:25.085951 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-91c7fe04-a054-4d35-9f56-c41dcd898e40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569351 Dec 10 09:17:25.140239 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:17:25.215742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-7440d40d-bdd7-40a2-8929-fa8ce581511e service neutron] 10.222.0.39 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217186 Dec 10 09:17:25.329764 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ce38c74f-dfaf-402a-94e9-860d4dfd6a5e req-22425aad-f037-4b3f-95ca-890537f8e199 service neutron] 10.222.0.39 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071265 Dec 10 09:17:25.407989 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '08485812-0729-46a5-988f-84b27f524306', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'port_id': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'mac_address': 'fa:16:3e:7a:82:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:17:23Z', 'updated_at': '2021-12-10T09:17:23Z', 'revision_number': 0, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac01e843-e954-4995-baae-5eeb986c1c2e', 'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:71:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:17:01Z', 'updated_at': '2021-12-10T09:17:05Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:25.452660 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1494e36-cd91-45b6-aac2-f0eb3c18147d None None] The sync data for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 is: [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '08485812-0729-46a5-988f-84b27f524306', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'port_id': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'mac_address': 'fa:16:3e:7a:82:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:17:23Z', 'updated_at': '2021-12-10T09:17:23Z', 'revision_number': 0, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac01e843-e954-4995-baae-5eeb986c1c2e', 'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:71:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:17:01Z', 'updated_at': '2021-12-10T09:17:05Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:17:25.497020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ac154-6142-475b-9d23-b86b9273b285 req-887c0ee6-dff7-4912-95a7-35b0edec428f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:25.499116 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-598ac154-6142-475b-9d23-b86b9273b285 req-887c0ee6-dff7-4912-95a7-35b0edec428f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 907 time: 0.0726855 Dec 10 09:17:25.703350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55240) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:25.821621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-71d59f38-b2ba-459b-887f-c14cb29c6f7c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/floatingips/08485812-0729-46a5-988f-84b27f524306 HTTP/1.1" status: 200 len: 991 time: 0.1161687 Dec 10 09:17:25.864826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-cf254463-5324-4312-a88a-263172e7bc7b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:25.867543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-cf254463-5324-4312-a88a-263172e7bc7b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 907 time: 0.0787370 Dec 10 09:17:25.901907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a505f-5e2e-400b-be36-32c4b025c9ef None None] New status for floating IP 08485812-0729-46a5-988f-84b27f524306: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:17:26.016088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Deleting port 93825e53-4751-4edb-a735-1e0c5f315678 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:26.018235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:26.164526 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930513e4-5968-4712-9b66-2ff67eba64a0 req-4ac43870-6e70-4dbe-a35e-dd70b0c2ece8 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:26.166096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-930513e4-5968-4712-9b66-2ff67eba64a0 req-4ac43870-6e70-4dbe-a35e-dd70b0c2ece8 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.1234143 Dec 10 09:17:26.181133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] For port 93825e53-4751-4edb-a735-1e0c5f315678, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93825e53-4751-4edb-a735-1e0c5f315678,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:26.181561 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:26.211581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Calling delete_port for 93825e53-4751-4edb-a735-1e0c5f315678 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:26.301635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-930513e4-5968-4712-9b66-2ff67eba64a0 req-ae6d8461-1d56-40a3-9a49-d1c74f96c6b8 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059237 Dec 10 09:17:26.420040 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:26.458395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event deleted for resources: {'Port': ['ID=93825e53-4751-4edb-a735-1e0c5f315678,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:26.533303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] No DVR routers for this DVR port 93825e53-4751-4edb-a735-1e0c5f315678 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:17:26.549433 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:26.565600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb95686b-8b8f-44ac-81a5-fd44070dcbf8 req-5856e25d-fc36-47ab-8c25-4bf48a38c09c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "DELETE /v2.0/ports/93825e53-4751-4edb-a735-1e0c5f315678 HTTP/1.1" status: 204 len: 173 time: 0.6872666 Dec 10 09:17:26.566877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'name': 'network-vif-deleted', 'tag': '93825e53-4751-4edb-a735-1e0c5f315678'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:26.578080 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cb8f98-c57c-40ab-827b-4c216087a89c" -d '{"events": [{"server_uuid": "f5cdc590-5c53-4868-bf1b-6d5b801ce8f7", "name": "network-vif-deleted", "tag": "93825e53-4751-4edb-a735-1e0c5f315678"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:26.626401 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a73d0d-a936-4e36-b934-2c2032773478 x-openstack-request-id: req-38a73d0d-a936-4e36-b934-2c2032773478 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:26.626700 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cdc590-5c53-4868-bf1b-6d5b801ce8f7", "name": "network-vif-deleted", "tag": "93825e53-4751-4edb-a735-1e0c5f315678", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:26.626959 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38a73d0d-a936-4e36-b934-2c2032773478 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:26.627363 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cdc590-5c53-4868-bf1b-6d5b801ce8f7', 'name': 'network-vif-deleted', 'tag': '93825e53-4751-4edb-a735-1e0c5f315678', 'status': 'completed', 'code': 200} Dec 10 09:17:26.686494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fb6ae6d-44bf-4a49-83d8-a384c7e8b928 req-f2126424-7480-4d56-9371-7ba06a7cdc6b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5cdc590-5c53-4868-bf1b-6d5b801ce8f7 HTTP/1.1" status: 200 len: 210 time: 0.0480771 Dec 10 09:17:26.826343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55252) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:26.916721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-089576c1-c91d-41cf-9afe-42fddeab92cb tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/floatingips/08485812-0729-46a5-988f-84b27f524306 HTTP/1.1" status: 200 len: 993 time: 0.0892830 Dec 10 09:17:27.419654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c2e20-a93a-473c-81d8-1cc6a0be4e14 req-94b1e60c-1da8-4774-b818-4b3e152c8454 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:27.421263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-558c2e20-a93a-473c-81d8-1cc6a0be4e14 req-94b1e60c-1da8-4774-b818-4b3e152c8454 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0560892 Dec 10 09:17:27.493589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-558c2e20-a93a-473c-81d8-1cc6a0be4e14 req-38bf8419-c2ab-460f-bc7f-64f656074b5c tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632944 Dec 10 09:17:28.024761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57084110-4f01-4db1-8621-fed56b87e745 req-f814d281-2dca-4785-9442-d94808944762 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:28.026310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57084110-4f01-4db1-8621-fed56b87e745 req-f814d281-2dca-4785-9442-d94808944762 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 946 time: 0.0554304 Dec 10 09:17:28.081230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57084110-4f01-4db1-8621-fed56b87e745 req-8c0400d1-1f9f-4487-bd6a-02d72fbb9ce1 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473516 Dec 10 09:17:28.619802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c5f20-e561-4043-af93-c2040a4f53d1 req-a619693b-e040-4daf-831c-8a416476a5d7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:28.621430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-150c5f20-e561-4043-af93-c2040a4f53d1 req-a619693b-e040-4daf-831c-8a416476a5d7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0499494 Dec 10 09:17:28.673838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-150c5f20-e561-4043-af93-c2040a4f53d1 req-7e0cc0c8-23e2-4292-8b36-4f4b7074e2dd tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463605 Dec 10 09:17:28.719825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93825e53-4751-4edb-a735-1e0c5f315678 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:17:28.743315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 93825e53-4751-4edb-a735-1e0c5f315678 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:17:28.743655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93825e53-4751-4edb-a735-1e0c5f315678 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:17:29.213799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529e845-d2ca-4736-b0cd-0d519c4672de req-282cb660-9c60-410d-a28b-08bfdeabaca3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:29.215402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b529e845-d2ca-4736-b0cd-0d519c4672de req-282cb660-9c60-410d-a28b-08bfdeabaca3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 946 time: 0.0530303 Dec 10 09:17:29.264766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b529e845-d2ca-4736-b0cd-0d519c4672de req-42e152fd-4607-4122-92ae-016354a7cb14 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 Dec 10 09:17:29.293995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-c79339b1-8920-4d5e-a5a5-74d21446b176 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:29.295524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-c79339b1-8920-4d5e-a5a5-74d21446b176 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd2e5c71-b7af-4ae1-a90a-27ceb005350b HTTP/1.1" status: 200 len: 946 time: 0.0540915 Dec 10 09:17:29.385484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Deleting port 50277fdc-1dc6-4b6b-a46e-39519e35005a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:29.385764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:29.475464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] For port 50277fdc-1dc6-4b6b-a46e-39519e35005a, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=50277fdc-1dc6-4b6b-a46e-39519e35005a,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:29.475754 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:29.487329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Calling delete_port for 50277fdc-1dc6-4b6b-a46e-39519e35005a owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:29.619102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:29.631026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5645416b-962b-4aca-a737-ab5a9b517260', '50277fdc-1dc6-4b6b-a46e-39519e35005a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:17:29.654360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event deleted for resources: {'Port': ['ID=50277fdc-1dc6-4b6b-a46e-39519e35005a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:29.704941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] No DVR routers for this DVR port 50277fdc-1dc6-4b6b-a46e-39519e35005a on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:17:29.707684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:29.711774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-143a0a52-eb85-45ec-88e0-ba2646a816a5 req-8ddc8301-d42d-436e-9e32-4f7bb406ba8f tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.39 "DELETE /v2.0/ports/50277fdc-1dc6-4b6b-a46e-39519e35005a HTTP/1.1" status: 204 len: 173 time: 0.4102507 Dec 10 09:17:29.712404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2e5c71-b7af-4ae1-a90a-27ceb005350b', 'name': 'network-vif-deleted', 'tag': '50277fdc-1dc6-4b6b-a46e-39519e35005a'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:29.715710 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cebab7-954e-43a7-8db0-5575c8d64ca2" -d '{"events": [{"server_uuid": "cd2e5c71-b7af-4ae1-a90a-27ceb005350b", "name": "network-vif-deleted", "tag": "50277fdc-1dc6-4b6b-a46e-39519e35005a"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:29.783241 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c721d84-4f79-499b-b849-22646392db73 x-openstack-request-id: req-3c721d84-4f79-499b-b849-22646392db73 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:29.783579 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2e5c71-b7af-4ae1-a90a-27ceb005350b", "name": "network-vif-deleted", "tag": "50277fdc-1dc6-4b6b-a46e-39519e35005a", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:29.784299 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c721d84-4f79-499b-b849-22646392db73 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:29.784299 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2e5c71-b7af-4ae1-a90a-27ceb005350b', 'name': 'network-vif-deleted', 'tag': '50277fdc-1dc6-4b6b-a46e-39519e35005a', 'status': 'completed', 'code': 200} Dec 10 09:17:29.844409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c8070-df37-4379-ade4-08425210d41c req-b438636d-2a83-41c0-accd-10eb9043f720 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:29.846414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-682c8070-df37-4379-ade4-08425210d41c req-b438636d-2a83-41c0-accd-10eb9043f720 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0561221 Dec 10 09:17:29.905365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-682c8070-df37-4379-ade4-08425210d41c req-0abe91d4-479b-486f-ac5b-14bda3cb1573 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510850 Dec 10 09:17:30.554076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ca234-c377-4c4f-a98a-155644d1274c req-71e19d27-6378-4a0f-84cc-9c815d1bc0ff tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:30.555566 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-947ca234-c377-4c4f-a98a-155644d1274c req-71e19d27-6378-4a0f-84cc-9c815d1bc0ff tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.0556681 Dec 10 09:17:30.603714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-947ca234-c377-4c4f-a98a-155644d1274c req-0fa5eafd-f6d4-4500-9dca-5d3d1f3a8ba4 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=90e9fa27-4c23-45cf-ade4-d48ddcd02294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418620 Dec 10 09:17:30.803406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-af5172ef-dd10-42c4-84ef-01fb33060777 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:30.804735 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-af5172ef-dd10-42c4-84ef-01fb33060777 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.39 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 945 time: 0.0485415 Dec 10 09:17:30.900566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Deleting port 5645416b-962b-4aca-a737-ab5a9b517260 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:30.900896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:31.006082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] For port 5645416b-962b-4aca-a737-ab5a9b517260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5645416b-962b-4aca-a737-ab5a9b517260,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:31.006441 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:31.020422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Calling delete_port for 5645416b-962b-4aca-a737-ab5a9b517260 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:31.050739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67172c1-169e-485e-b117-a49ae97e157a req-0ec2a586-42df-442b-a794-744b19897166 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:31.052476 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a67172c1-169e-485e-b117-a49ae97e157a req-0ec2a586-42df-442b-a794-744b19897166 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0618963 Dec 10 09:17:31.101753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a67172c1-169e-485e-b117-a49ae97e157a req-9e504dc5-aaa2-4fdd-b41e-2081452d9ce9 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422831 Dec 10 09:17:31.167949 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:31.180006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5645416b-962b-4aca-a737-ab5a9b517260', '50277fdc-1dc6-4b6b-a46e-39519e35005a'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:17:31.207311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event deleted for resources: {'Port': ['ID=5645416b-962b-4aca-a737-ab5a9b517260,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:31.248403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] No DVR routers for this DVR port 5645416b-962b-4aca-a737-ab5a9b517260 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:17:31.251195 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:31.254702 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acd98cda-c62f-403b-bb2b-f9aa6ba5bb99 req-0ecd7001-8321-4f98-94a6-b025ecabebd5 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.39 "DELETE /v2.0/ports/5645416b-962b-4aca-a737-ab5a9b517260 HTTP/1.1" status: 204 len: 173 time: 0.4436567 Dec 10 09:17:31.722115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cfe618e2-470a-4bba-b2bb-ab95440890bd req-dad32a72-16c5-4a99-b22a-c88e7bffa40c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=2470f7a4-3cd2-4d61-996e-33916ecaed60 HTTP/1.1" status: 200 len: 210 time: 0.0277534 Dec 10 09:17:31.785357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2470f7a4-3cd2-4d61-996e-33916ecaed60', 'name': 'network-vif-deleted', 'tag': '5645416b-962b-4aca-a737-ab5a9b517260'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:31.788528 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524d31d3-4227-4109-916c-46a213bfdfdb" -d '{"events": [{"server_uuid": "2470f7a4-3cd2-4d61-996e-33916ecaed60", "name": "network-vif-deleted", "tag": "5645416b-962b-4aca-a737-ab5a9b517260"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:31.829588 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799e49fa-e068-4ea9-a907-4c470473ddcc x-openstack-request-id: req-799e49fa-e068-4ea9-a907-4c470473ddcc {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:31.830186 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2470f7a4-3cd2-4d61-996e-33916ecaed60", "name": "network-vif-deleted", "tag": "5645416b-962b-4aca-a737-ab5a9b517260", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:31.830186 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-799e49fa-e068-4ea9-a907-4c470473ddcc {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:31.830515 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2470f7a4-3cd2-4d61-996e-33916ecaed60', 'name': 'network-vif-deleted', 'tag': '5645416b-962b-4aca-a737-ab5a9b517260', 'status': 'completed', 'code': 200} Dec 10 09:17:32.237037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158e0fd-b330-4e5a-a9ac-0d12eb466b04 req-d03769b4-920f-4ef3-baf1-ede1d37d2f65 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:32.238658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a158e0fd-b330-4e5a-a9ac-0d12eb466b04 req-d03769b4-920f-4ef3-baf1-ede1d37d2f65 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 944 time: 0.0554957 Dec 10 09:17:32.287668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a158e0fd-b330-4e5a-a9ac-0d12eb466b04 req-e7b4d1d5-7fe0-4ccb-8f25-df3c01475a89 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425797 Dec 10 09:17:32.412791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55374) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:32.463355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1a68a3-e761-4406-9a9f-9b1fcef863b6 admin admin] Deleting subnet f5f3abd1-556c-4775-9c19-31b5a95cb926 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:17:32.467466 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d1a68a3-e761-4406-9a9f-9b1fcef863b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.503605 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d1a68a3-e761-4406-9a9f-9b1fcef863b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.548835 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d1a68a3-e761-4406-9a9f-9b1fcef863b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.608065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d1a68a3-e761-4406-9a9f-9b1fcef863b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.634816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a68a3-e761-4406-9a9f-9b1fcef863b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f3abd1-556c-4775-9c19-31b5a95cb926,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:32.648365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d1a68a3-e761-4406-9a9f-9b1fcef863b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.651487 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5d1a68a3-e761-4406-9a9f-9b1fcef863b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f5f3abd1-556c-4775-9c19-31b5a95cb926 HTTP/1.1" status: 204 len: 168 time: 0.2374089 Dec 10 09:17:32.655150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55376) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:32.723100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.735133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 5d53e549-1145-4852-9b00-814a0bb5ac5b details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:17:32.826957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.848352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc07123-da2f-4348-be16-16e9b560ddc2']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:32.859477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2094879d-5dce-4e7b-b041-55f434d5feb7') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:32.859684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2094879d-5dce-4e7b-b041-55f434d5feb7') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:32.869751 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.883689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:32.883910 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.891602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:17:32.892306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.897476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'port_id': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'mac_address': 'fa:16:3e:dd:53:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:17:32.907769 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:17:32.943790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:32.986355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d53e549-1145-4852-9b00-814a0bb5ac5b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:17:33.011902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:33.018557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:33.025829 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:33.054275 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:33.061994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] 10.222.0.31 "DELETE /v2.0/networks/bcc07123-da2f-4348-be16-16e9b560ddc2 HTTP/1.1" status: 204 len: 168 time: 0.4056509 Dec 10 09:17:33.063626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529fe0d-93be-4f11-8393-7683969a4e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc07123-da2f-4348-be16-16e9b560ddc2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:33.174350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52810e-7f6f-4471-851f-cf0bccdd299f req-a8cef80a-4ed0-4e78-ab30-65a081f44051 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:33.190620 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8d52810e-7f6f-4471-851f-cf0bccdd299f req-a8cef80a-4ed0-4e78-ab30-65a081f44051 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.1031837 Dec 10 09:17:33.261646 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a421575c-830a-426f-9a01-679075b0da2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:33.266757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:33.288482 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8d52810e-7f6f-4471-851f-cf0bccdd299f req-cd2e987d-bc68-4b22-ac56-0c0b2aecf41b tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969472 Dec 10 09:17:33.349923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55388) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:33.358195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['5d53e549-1145-4852-9b00-814a0bb5ac5b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:17:33.437949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9e5d7d61-4537-48e8-a8e7-0ef42bd6dd95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fae81538830a498eb1dc29a292753b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0864589 Dec 10 09:17:33.440306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55390) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:33.476558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 5645416b-962b-4aca-a737-ab5a9b517260 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:17:33.481728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b615f-55cc-475a-b879-633c271a1ac1 req-ace9f59f-516e-414a-a9a4-0a02f9da80bc tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:33.489296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-160b615f-55cc-475a-b879-633c271a1ac1 req-ace9f59f-516e-414a-a9a4-0a02f9da80bc tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 945 time: 0.1108887 Dec 10 09:17:33.514946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 5645416b-962b-4aca-a737-ab5a9b517260 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:17:33.516081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 5645416b-962b-4aca-a737-ab5a9b517260 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:17:33.516667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 50277fdc-1dc6-4b6b-a46e-39519e35005a no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:17:33.562352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 50277fdc-1dc6-4b6b-a46e-39519e35005a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:17:33.562495 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-160b615f-55cc-475a-b879-633c271a1ac1 req-ee988c43-e770-4877-b585-c4e1d92cd1f2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662730 Dec 10 09:17:33.562991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 50277fdc-1dc6-4b6b-a46e-39519e35005a not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:17:33.578847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-352e2414-24dc-4d0c-a3cf-908ca28c8fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:33.602270 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-352e2414-24dc-4d0c-a3cf-908ca28c8fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:33.651216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-352e2414-24dc-4d0c-a3cf-908ca28c8fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:33.654779 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-352e2414-24dc-4d0c-a3cf-908ca28c8fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:33.656004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-352e2414-24dc-4d0c-a3cf-908ca28c8fca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc9b34e4-a136-4f25-aa9d-49437c316ce5 HTTP/1.1" status: 204 len: 168 time: 0.2147381 Dec 10 09:17:33.663850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e2414-24dc-4d0c-a3cf-908ca28c8fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9b34e4-a136-4f25-aa9d-49437c316ce5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:34.412975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565ec6-6aea-46e9-a3d8-d337937307ed req-781a5580-d7d3-477e-afe2-3ba92935d88e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:34.414586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81565ec6-6aea-46e9-a3d8-d337937307ed req-781a5580-d7d3-477e-afe2-3ba92935d88e tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0515571 Dec 10 09:17:34.466160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81565ec6-6aea-46e9-a3d8-d337937307ed req-7a73fe1b-4673-4bd8-974e-da0752b58903 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups?id=07fe885a-1c02-4745-9c30-1fae1efeba01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Dec 10 09:17:34.559394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-709f16f2-b425-42b4-8bff-95d2463be3f3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:34.561847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-709f16f2-b425-42b4-8bff-95d2463be3f3 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 944 time: 0.0543854 Dec 10 09:17:34.695603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Deleting port dba6acd8-f3d3-4d4e-949c-749866916006 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:34.695940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:34.708124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd2c85-9d7e-4db1-8334-9751efae1041 req-e8d824c6-cef7-43fe-baba-4db4d10335e0 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:34.709698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9bfd2c85-9d7e-4db1-8334-9751efae1041 req-e8d824c6-cef7-43fe-baba-4db4d10335e0 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 945 time: 0.0714819 Dec 10 09:17:34.763580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 5d53e549-1145-4852-9b00-814a0bb5ac5b up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:17:34.817607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 5d53e549-1145-4852-9b00-814a0bb5ac5b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:17:34.818209 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:34.829213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9bfd2c85-9d7e-4db1-8334-9751efae1041 req-109bd9b0-7c87-4aa0-883a-61260f950d4f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057215 Dec 10 09:17:34.850923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] For port dba6acd8-f3d3-4d4e-949c-749866916006, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=dba6acd8-f3d3-4d4e-949c-749866916006,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:34.851285 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:34.922754 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:34.947080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:34.949556 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa18ab5d-44d0-4f09-ae79-ae2a8ff25312" -d '{"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:34.978100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:34.984847 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:35.014320 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e337113-ea81-40b6-a76b-10fedadc597a x-openstack-request-id: req-1e337113-ea81-40b6-a76b-10fedadc597a {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:35.014908 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:35.015329 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e337113-ea81-40b6-a76b-10fedadc597a {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:35.015880 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'code': 200} Dec 10 09:17:35.044220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=10']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:35.148952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:35.149331 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:35.149732 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Floating IP 734c1a62-677f-4077-99d1-5934e6abf726 disassociated. External IP: 172.25.3.225, port: dba6acd8-f3d3-4d4e-949c-749866916006. Dec 10 09:17:35.150080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Calling delete_port for dba6acd8-f3d3-4d4e-949c-749866916006 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:35.295881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:35.307472 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3a396-1b0d-4489-a1fe-f9ca59130d62 req-e8e9d727-3503-4e3e-872b-753954db33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:35.308994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1bc3a396-1b0d-4489-a1fe-f9ca59130d62 req-e8e9d727-3503-4e3e-872b-753954db33e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1098 time: 0.1796265 Dec 10 09:17:35.328192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event deleted for resources: {'Port': ['ID=dba6acd8-f3d3-4d4e-949c-749866916006,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:35.356679 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1bc3a396-1b0d-4489-a1fe-f9ca59130d62 req-ad910046-3ed5-4e05-a824-107b7283f652 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403538 Dec 10 09:17:35.447609 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c10a51f-5def-4f6a-8e31-5565a3126ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:35.455080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:17:35.592056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73388ac6-6ea7-4a43-aada-748a3c476080 req-7cd67637-2193-42ef-898f-96518e897938 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/ports?device_id=7211ff2e-18dc-41bb-a9e3-8165669f8ccf HTTP/1.1" status: 200 len: 210 time: 0.0314260 Dec 10 09:17:35.607712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:17:35.628751 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] Sync routers for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:17:35.640055 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:17:35.640691 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:35.660873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] No DVR routers for this DVR port dba6acd8-f3d3-4d4e-949c-749866916006 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:17:35.663506 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:35.666975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5c8f0ec-3734-442a-8959-d778c9154a64 req-f0bbd33b-e8ef-4cff-8ef2-c20bc9daf718 tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.18 "DELETE /v2.0/ports/dba6acd8-f3d3-4d4e-949c-749866916006 HTTP/1.1" status: 204 len: 173 time: 1.0985942 Dec 10 09:17:35.667542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-deleted', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:35.670627 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc4f247-241c-46cf-9bd4-6420d94cb4b9" -d '{"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-deleted", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:35.738860 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f85f38e-e73f-4962-80e9-99e2f4b0ed5f x-openstack-request-id: req-7f85f38e-e73f-4962-80e9-99e2f4b0ed5f {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:35.739422 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7211ff2e-18dc-41bb-a9e3-8165669f8ccf", "name": "network-vif-deleted", "tag": "dba6acd8-f3d3-4d4e-949c-749866916006", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:35.739774 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f85f38e-e73f-4962-80e9-99e2f4b0ed5f {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:35.740701 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7211ff2e-18dc-41bb-a9e3-8165669f8ccf', 'name': 'network-vif-deleted', 'tag': 'dba6acd8-f3d3-4d4e-949c-749866916006', 'status': 'completed', 'code': 200} Dec 10 09:17:35.774650 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:17:35.954582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a8dff-1bd6-4d3c-a013-4b02739efe07 req-0cb30263-8073-4fd8-99ee-95d081ff95b3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:35.956091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea3a8dff-1bd6-4d3c-a013-4b02739efe07 req-0cb30263-8073-4fd8-99ee-95d081ff95b3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 947 time: 0.0513978 Dec 10 09:17:35.996681 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:35Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3c76e8ab-9d90-494f-956f-a0d57e6499ca', 'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'mac_address': 'fa:16:3e:d9:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:33Z', 'updated_at': '2021-12-10T09:06:40Z', 'revision_number': 5, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'subnets': [{'id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:36.006623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea3a8dff-1bd6-4d3c-a013-4b02739efe07 req-1b20d7a5-c7f7-4ff3-b700-ea801fb512db tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Dec 10 09:17:36.027988 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] Checking router: 8db61ea9-9e78-4a4a-9494-42d36bda15e5 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:17:36.036607 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:17:36.037204 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:36.140451 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:17:36.422712 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:35Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3c76e8ab-9d90-494f-956f-a0d57e6499ca', 'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'mac_address': 'fa:16:3e:d9:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:33Z', 'updated_at': '2021-12-10T09:06:40Z', 'revision_number': 5, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'subnets': [{'id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:36.447854 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a7221-9107-46e7-b441-7e4a37506cb9 None None] The sync data for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 is: [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:06:35Z', 'revision_number': 4, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '3c76e8ab-9d90-494f-956f-a0d57e6499ca', 'name': '', 'network_id': '6f7bc68f-d442-4c32-a995-0452e37aef94', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'mac_address': 'fa:16:3e:d9:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:33Z', 'updated_at': '2021-12-10T09:06:40Z', 'revision_number': 5, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'subnets': [{'id': '82f5ef62-e20e-4c02-ae8a-d223cfb693e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:17:36.516573 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:36.690051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55444) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:36.693226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06004d-0197-49b9-841e-395c5c40d52a None None] New status for floating IP 734c1a62-677f-4077-99d1-5934e6abf726: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:17:36.749649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275004dc-daa9-4fdb-8af5-eb76d0d1619c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:36.771431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:17:36.775649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275004dc-daa9-4fdb-8af5-eb76d0d1619c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:36.825905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: dba6acd8-f3d3-4d4e-949c-749866916006 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:17:36.826742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device dba6acd8-f3d3-4d4e-949c-749866916006 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:17:36.844361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275004dc-daa9-4fdb-8af5-eb76d0d1619c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:36.847753 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-275004dc-daa9-4fdb-8af5-eb76d0d1619c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:36.851613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55454) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:36.853035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-275004dc-daa9-4fdb-8af5-eb76d0d1619c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "DELETE /v2.0/security-groups/07fe885a-1c02-4745-9c30-1fae1efeba01 HTTP/1.1" status: 204 len: 168 time: 0.1604655 Dec 10 09:17:36.863275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275004dc-daa9-4fdb-8af5-eb76d0d1619c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fe885a-1c02-4745-9c30-1fae1efeba01,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:36.881623 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-d67837e1-910f-4257-a762-76deef8448fb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] show failed (client error): The resource could not be found. Dec 10 09:17:36.885929 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d67837e1-910f-4257-a762-76deef8448fb tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "GET /v2.0/security-groups/07fe885a-1c02-4745-9c30-1fae1efeba01 HTTP/1.1" status: 404 len: 347 time: 0.0281253 Dec 10 09:17:36.887270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55456) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:37.038885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Deleting port 6e77b688-1d55-4594-aa00-b04c2ee09dc3 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:37.039296 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:37.189411 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:37.189771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:37.205820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Calling delete_port for 6e77b688-1d55-4594-aa00-b04c2ee09dc3 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:37.232595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9147d-1c97-4776-b0d7-f0fc477b6e94 req-290f098f-ae56-46b1-a936-22fb7a21f1bf tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:37.234209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ec9147d-1c97-4776-b0d7-f0fc477b6e94 req-290f098f-ae56-46b1-a936-22fb7a21f1bf tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 947 time: 0.1051764 Dec 10 09:17:37.338185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ec9147d-1c97-4776-b0d7-f0fc477b6e94 req-89bf39fe-c489-4570-a1bb-915646ebdf4f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975635 Dec 10 09:17:37.412425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:37.447624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Pushing event deleted for resources: {'Port': ['ID=6e77b688-1d55-4594-aa00-b04c2ee09dc3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:37.509124 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:37.512297 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:37.514387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c38392f7-05e7-4bd5-8bbe-d559374d6e2c tempest-ServerActionsTestJSON-1211230162 tempest-ServerActionsTestJSON-1211230162-project] 10.222.0.31 "DELETE /v2.0/floatingips/734c1a62-677f-4077-99d1-5934e6abf726 HTTP/1.1" status: 204 len: 168 time: 0.6249640 Dec 10 09:17:37.517475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55490) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:38.018103 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:38.234995 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:38.265337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Deleting port 3c76e8ab-9d90-494f-956f-a0d57e6499ca {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:38.265585 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:38.345239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] For port 3c76e8ab-9d90-494f-956f-a0d57e6499ca, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c76e8ab-9d90-494f-956f-a0d57e6499ca,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:38.345733 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:38.358216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Calling delete_port for 3c76e8ab-9d90-494f-956f-a0d57e6499ca owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:38.481655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e0b2a-d37f-4c74-b2dd-35b2ca5b1714 req-65bfaa55-b7a9-4a96-9d19-dc5bf73247b2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:38.483194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd1e0b2a-d37f-4c74-b2dd-35b2ca5b1714 req-65bfaa55-b7a9-4a96-9d19-dc5bf73247b2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 947 time: 0.0626936 Dec 10 09:17:38.542356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd1e0b2a-d37f-4c74-b2dd-35b2ca5b1714 req-c5ff5808-4383-4640-bd88-4b879ca87809 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505583 Dec 10 09:17:38.546329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:38.580699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c76e8ab-9d90-494f-956f-a0d57e6499ca,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:39.061040 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:39.250021 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:39.281426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:17:39.390712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:17:39.397988 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2c3355d0-4d60-4256-8a73-42845bbb78d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/8db61ea9-9e78-4a4a-9494-42d36bda15e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8794241 Dec 10 09:17:39.398366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55504) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:39.407727 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] Sync routers for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:17:39.419671 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:17:39.420497 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:39.519627 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:39.530584 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:17:39.638106 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:39.702493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Deleting port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:39.702834 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:39.732521 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:17:38Z', 'revision_number': 5, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port': {'id': '2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:06:26Z', 'updated_at': '2021-12-10T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:39.759471 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] Checking router: 8db61ea9-9e78-4a4a-9494-42d36bda15e5 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:17:39.769487 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] Routers {'8db61ea9-9e78-4a4a-9494-42d36bda15e5'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:17:39.770168 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:39.790121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] For port 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:39.790483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:39.803359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Calling delete_port for 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:39.861473 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] Set router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:17:39.917398 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:17:39Z', 'revision_number': 6, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:39.946652 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937a8db-8064-4f81-ad02-d56f049e6c2e None None] The sync data for ids ['8db61ea9-9e78-4a4a-9494-42d36bda15e5'] in n-d-814746-3 is: [{'id': '8db61ea9-9e78-4a4a-9494-42d36bda15e5', 'name': 'tempest-ServerActionsTestJSON-1894665087-router', 'tenant_id': '421fbd44c6eb41809d7db303745958e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:06:25Z', 'updated_at': '2021-12-10T09:17:39Z', 'revision_number': 6, 'project_id': '421fbd44c6eb41809d7db303745958e6', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:17:39.988056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.016550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:40.030522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df83528-634c-4d71-8cc2-09c4f9308d98 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:17:40.083208 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.178117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.180257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.225866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.226314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8db61ea9-9e78-4a4a-9494-42d36bda15e5 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:17:40.230827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.232066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-05dd5a61-5d10-4b40-bee7-c892b4310af5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8db61ea9-9e78-4a4a-9494-42d36bda15e5 HTTP/1.1" status: 204 len: 168 time: 0.8327394 Dec 10 09:17:40.234607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55508) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:40.281139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01f37b7-3080-4de8-b5e9-16c5c27c5885 admin admin] Deleting subnet 82f5ef62-e20e-4c02-ae8a-d223cfb693e4 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:17:40.284880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d01f37b7-3080-4de8-b5e9-16c5c27c5885 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.322749 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d01f37b7-3080-4de8-b5e9-16c5c27c5885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.410393 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d01f37b7-3080-4de8-b5e9-16c5c27c5885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.464151 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d01f37b7-3080-4de8-b5e9-16c5c27c5885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.494952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f37b7-3080-4de8-b5e9-16c5c27c5885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f5ef62-e20e-4c02-ae8a-d223cfb693e4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:40.497479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d01f37b7-3080-4de8-b5e9-16c5c27c5885 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.503329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d01f37b7-3080-4de8-b5e9-16c5c27c5885 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/82f5ef62-e20e-4c02-ae8a-d223cfb693e4 HTTP/1.1" status: 204 len: 168 time: 0.2655730 Dec 10 09:17:40.503480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179013ee-4d3b-4478-9f1c-eadd54b83877 None None] Network 6f7bc68f-d442-4c32-a995-0452e37aef94 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:17:40.503919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55510) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:40.583538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.642167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Deleting port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:40.642509 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.709380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] For port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12ab7644-04ba-447c-9fc0-edd2aa5d4f4d,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:40.709875 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.725218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Calling delete_port for 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:40.730950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd2623-cad3-4dca-82d2-084bb007c912 None None] DHCP port deletion for 6f7bc68f-d442-4c32-a995-0452e37aef94 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:17:40.788848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-64fd2623-cad3-4dca-82d2-084bb007c912 None None] Deleting port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:40.789373 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64fd2623-cad3-4dca-82d2-084bb007c912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.819260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.848174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Pushing event deleted for resources: {'Port': ['ID=12ab7644-04ba-447c-9fc0-edd2aa5d4f4d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:40.855806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] No DVR routers for this DVR port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:17:40.859147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.859967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.859967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.860475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.860953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.861366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.861800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.862305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.862564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-64fd2623-cad3-4dca-82d2-084bb007c912 None None] For port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12ab7644-04ba-447c-9fc0-edd2aa5d4f4d,segment=NetworkSegment(82f5c326-93b4-4705-b34b-f3c5b7114046),segment_id=82f5c326-93b4-4705-b34b-f3c5b7114046)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:17:40.862780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.863098 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64fd2623-cad3-4dca-82d2-084bb007c912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.863593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.863961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.864363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.864761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:17:40.883327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-64fd2623-cad3-4dca-82d2-084bb007c912 None None] Calling delete_port for 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:40.947836 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.969765 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64fd2623-cad3-4dca-82d2-084bb007c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:40.970306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7bc68f-d442-4c32-a995-0452e37aef94']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:40.983484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f5c326-93b4-4705-b34b-f3c5b7114046') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:40.983876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f5c326-93b4-4705-b34b-f3c5b7114046') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:40.994012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:41.000293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd2623-cad3-4dca-82d2-084bb007c912 None None] Pushing event deleted for resources: {'Port': ['ID=12ab7644-04ba-447c-9fc0-edd2aa5d4f4d,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:41.004809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd2623-cad3-4dca-82d2-084bb007c912 None None] No DVR routers for this DVR port 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:17:41.009860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:41.017578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:17:41.018045 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:17:41.020338 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:17:41.083353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:41.089145 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:41.095096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] 10.222.0.31 "DELETE /v2.0/networks/6f7bc68f-d442-4c32-a995-0452e37aef94 HTTP/1.1" status: 204 len: 168 time: 0.5883369 Dec 10 09:17:41.107173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163faece-6b69-47e4-8d0a-157a07b2edae admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7bc68f-d442-4c32-a995-0452e37aef94,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:41.249521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55516) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:41.282792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c76e8ab-9d90-494f-956f-a0d57e6499ca no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:17:41.287165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0aca3a1c-047b-4dfc-9d56-bbbb6a893af6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=421fbd44c6eb41809d7db303745958e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425675 Dec 10 09:17:41.289651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55518) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:41.307857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 3c76e8ab-9d90-494f-956f-a0d57e6499ca {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:17:41.308458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c76e8ab-9d90-494f-956f-a0d57e6499ca not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:17:41.309086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:17:41.329687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:17:41.330042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2c7ce92f-7c7d-4d3b-993e-12f9a8dc41d7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:17:41.330466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:17:41.349577 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-369c081e-a2f3-4d00-8edf-1d401c9e92ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:41.350757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:17:41.351104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12ab7644-04ba-447c-9fc0-edd2aa5d4f4d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:17:41.374679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-369c081e-a2f3-4d00-8edf-1d401c9e92ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:41.426327 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-369c081e-a2f3-4d00-8edf-1d401c9e92ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:41.429116 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-369c081e-a2f3-4d00-8edf-1d401c9e92ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:41.430395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-369c081e-a2f3-4d00-8edf-1d401c9e92ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90e9fa27-4c23-45cf-ade4-d48ddcd02294 HTTP/1.1" status: 204 len: 168 time: 0.1397262 Dec 10 09:17:41.440138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c081e-a2f3-4d00-8edf-1d401c9e92ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e9fa27-4c23-45cf-ade4-d48ddcd02294,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:42.933732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55580) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:43.039431 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e2c41feb-a1de-464a-b2f1-b1bc643ad9f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:43.113207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e2c41feb-a1de-464a-b2f1-b1bc643ad9f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:43.116645 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e2c41feb-a1de-464a-b2f1-b1bc643ad9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:43.154995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e2c41feb-a1de-464a-b2f1-b1bc643ad9f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f0fed0e5a124e8eb0d40a56e00d349c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200010 Dec 10 09:17:43.155868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c41feb-a1de-464a-b2f1-b1bc643ad9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4700d7db-dee1-42fc-8833-4a8d1d0d24b1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:43.157719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55584) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:43.205286 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d096-a4c0-4427-8e83-c1b065bc5c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:43.230707 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d096-a4c0-4427-8e83-c1b065bc5c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:43.278564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d096-a4c0-4427-8e83-c1b065bc5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:43.281265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d096-a4c0-4427-8e83-c1b065bc5c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:43.282469 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6fb1d096-a4c0-4427-8e83-c1b065bc5c4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4700d7db-dee1-42fc-8833-4a8d1d0d24b1 HTTP/1.1" status: 204 len: 168 time: 0.1236899 Dec 10 09:17:43.290156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1d096-a4c0-4427-8e83-c1b065bc5c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4700d7db-dee1-42fc-8833-4a8d1d0d24b1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:43.871116 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-8c843a3e-5743-42fc-9d62-3c83da181c92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448184 Dec 10 09:17:43.958210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e693-7d2d-4d65-aae2-00158999432e req-a4d1923e-6e02-446b-b890-1738a3ed1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:43.959833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-a4d1923e-6e02-446b-b890-1738a3ed1218 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1098 time: 0.0451694 Dec 10 09:17:44.072583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e693-7d2d-4d65-aae2-00158999432e req-cb42ea2a-554a-48c6-933f-9248642767b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:44.074125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-cb42ea2a-554a-48c6-933f-9248642767b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.0940986 Dec 10 09:17:44.149464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-1b5460e0-72b6-47a1-8e9b-b421af68f499 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 1002 time: 0.0672364 Dec 10 09:17:44.201253 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e693-7d2d-4d65-aae2-00158999432e req-a3cf95d6-7ddd-4a45-b052-44eaf6012afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:44.202686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-a3cf95d6-7ddd-4a45-b052-44eaf6012afb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0461698 Dec 10 09:17:44.257531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e693-7d2d-4d65-aae2-00158999432e req-0af2cb34-5991-4a29-98b1-d73e6da5c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:17:44.259140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-0af2cb34-5991-4a29-98b1-d73e6da5c0d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499120 Dec 10 09:17:44.274626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-0385c8a6-d94c-4cb6-ac83-0687d8532b32 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:17:44.275730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-0385c8a6-d94c-4cb6-ac83-0687d8532b32 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082419 Dec 10 09:17:44.413740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-1063e8c0-4787-4926-bb65-24bd44c899cb service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304233 Dec 10 09:17:44.524436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f594e693-7d2d-4d65-aae2-00158999432e req-d106b6f6-baf8-4a19-8820-74c090464750 service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979369 Dec 10 09:17:45.186900 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:46.699304 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:17:48.168121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55734) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:48.306457 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-97c33d28-9c95-4cd8-bb7c-01dae5969f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:48.421925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-97c33d28-9c95-4cd8-bb7c-01dae5969f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:48.427115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-97c33d28-9c95-4cd8-bb7c-01dae5969f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:48.478890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-97c33d28-9c95-4cd8-bb7c-01dae5969f43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38974a0fec7e4e3b9c7f9379e846352f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3089590 Dec 10 09:17:48.479143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55744) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:48.481912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c33d28-9c95-4cd8-bb7c-01dae5969f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35156a4-ff24-49cd-bee9-9a6734f1f25d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:48.534646 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad211d64-74f1-46a5-97ca-eaf91dd84750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:48.563902 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad211d64-74f1-46a5-97ca-eaf91dd84750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:48.624615 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad211d64-74f1-46a5-97ca-eaf91dd84750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:48.628200 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad211d64-74f1-46a5-97ca-eaf91dd84750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:48.633093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ad211d64-74f1-46a5-97ca-eaf91dd84750 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e35156a4-ff24-49cd-bee9-9a6734f1f25d HTTP/1.1" status: 204 len: 168 time: 0.1530011 Dec 10 09:17:48.651106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad211d64-74f1-46a5-97ca-eaf91dd84750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35156a4-ff24-49cd-bee9-9a6734f1f25d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:49.268865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.055092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55866) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:51.185134 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d05b04a0-7d9e-436a-9d1a-81e80beb07ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.259501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d05b04a0-7d9e-436a-9d1a-81e80beb07ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.264030 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d05b04a0-7d9e-436a-9d1a-81e80beb07ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.302511 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d05b04a0-7d9e-436a-9d1a-81e80beb07ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46164b1e8eec492cbff47982aea169f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2463303 Dec 10 09:17:51.303658 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b04a0-7d9e-436a-9d1a-81e80beb07ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a511856-9b29-49cc-861d-ec5eaf99f3f8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:51.305305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55874) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:51.367670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8f83751-bb14-44a3-948f-ab80342f6a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.390496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8f83751-bb14-44a3-948f-ab80342f6a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.442217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8f83751-bb14-44a3-948f-ab80342f6a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.444850 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b8f83751-bb14-44a3-948f-ab80342f6a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.446015 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b8f83751-bb14-44a3-948f-ab80342f6a71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a511856-9b29-49cc-861d-ec5eaf99f3f8 HTTP/1.1" status: 204 len: 168 time: 0.1391418 Dec 10 09:17:51.454060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f83751-bb14-44a3-948f-ab80342f6a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a511856-9b29-49cc-861d-ec5eaf99f3f8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:51.736748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 55890) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:51.749922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3576f15f-86ea-4dc9-b3f3-47ae9a4961cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.823034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3576f15f-86ea-4dc9-b3f3-47ae9a4961cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.827713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3576f15f-86ea-4dc9-b3f3-47ae9a4961cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.865226 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3576f15f-86ea-4dc9-b3f3-47ae9a4961cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aad2693bae8a40139b744828b0a2bba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272867 Dec 10 09:17:51.867377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576f15f-86ea-4dc9-b3f3-47ae9a4961cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37539763-1d5c-4126-98c0-1d96e8cdec16,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:51.868301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 55896) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:51.928676 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb6f0d0b-e408-4786-aa7b-f505a8587e3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.952814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb6f0d0b-e408-4786-aa7b-f505a8587e3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:51.999744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb6f0d0b-e408-4786-aa7b-f505a8587e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:52.002321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb6f0d0b-e408-4786-aa7b-f505a8587e3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:52.003482 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bb6f0d0b-e408-4786-aa7b-f505a8587e3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37539763-1d5c-4126-98c0-1d96e8cdec16 HTTP/1.1" status: 204 len: 168 time: 0.1328022 Dec 10 09:17:52.011574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f0d0b-e408-4786-aa7b-f505a8587e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37539763-1d5c-4126-98c0-1d96e8cdec16,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:54.304112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56006) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:54.423842 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-374b2e79-6569-4391-8c70-7f24244373d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:54.501723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-374b2e79-6569-4391-8c70-7f24244373d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:54.506117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-374b2e79-6569-4391-8c70-7f24244373d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:54.548084 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-374b2e79-6569-4391-8c70-7f24244373d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3eab39042bac4304b2748667e30f9eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428417 Dec 10 09:17:54.549105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b2e79-6569-4391-8c70-7f24244373d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dd78e4-68f3-4364-a025-241db5479145,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:54.550857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56016) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:54.610013 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35dfab5a-51c5-4676-848e-08e3eaaee7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:54.631413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35dfab5a-51c5-4676-848e-08e3eaaee7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:54.679058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35dfab5a-51c5-4676-848e-08e3eaaee7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:54.682050 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35dfab5a-51c5-4676-848e-08e3eaaee7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:54.683245 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-35dfab5a-51c5-4676-848e-08e3eaaee7ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39dd78e4-68f3-4364-a025-241db5479145 HTTP/1.1" status: 204 len: 168 time: 0.1307142 Dec 10 09:17:54.691590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfab5a-51c5-4676-848e-08e3eaaee7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dd78e4-68f3-4364-a025-241db5479145,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:54.954807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56026) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:54.968535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c81352-7d91-4ddc-9b76-5e9c20bd18b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:55.059409 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c81352-7d91-4ddc-9b76-5e9c20bd18b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:55.063885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90c81352-7d91-4ddc-9b76-5e9c20bd18b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:55.104406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c81352-7d91-4ddc-9b76-5e9c20bd18b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd531401-bbc1-4e82-8df5-ed48b468b1e9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:55.111741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56032) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:55.111933 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-90c81352-7d91-4ddc-9b76-5e9c20bd18b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a7e60b2b2ff4275bfb3f8b55f36c725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559269 Dec 10 09:17:55.166381 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a99897b6-10f8-45eb-85f0-16e8c0de567c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:55.188072 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a99897b6-10f8-45eb-85f0-16e8c0de567c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:55.235741 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a99897b6-10f8-45eb-85f0-16e8c0de567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:55.238470 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a99897b6-10f8-45eb-85f0-16e8c0de567c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:55.242046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a99897b6-10f8-45eb-85f0-16e8c0de567c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd531401-bbc1-4e82-8df5-ed48b468b1e9 HTTP/1.1" status: 204 len: 168 time: 0.1264699 Dec 10 09:17:55.248312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99897b6-10f8-45eb-85f0-16e8c0de567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd531401-bbc1-4e82-8df5-ed48b468b1e9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:57.530607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:57.638681 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e860bfbc-3592-4bc7-b7af-3eea1a06f1db admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:57.724539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e860bfbc-3592-4bc7-b7af-3eea1a06f1db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:57.728708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e860bfbc-3592-4bc7-b7af-3eea1a06f1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:57.768554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860bfbc-3592-4bc7-b7af-3eea1a06f1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee87ca4-f029-41f5-bad9-5dce34289672,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:57.773686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e860bfbc-3592-4bc7-b7af-3eea1a06f1db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cca546a31ce8429cb0dbca369fd8198b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421420 Dec 10 09:17:57.776520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56142) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:57.827795 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-993eaaac-f918-42da-8fbe-6be3a98f569e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:57.849144 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-993eaaac-f918-42da-8fbe-6be3a98f569e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:57.897349 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-993eaaac-f918-42da-8fbe-6be3a98f569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:57.901090 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-993eaaac-f918-42da-8fbe-6be3a98f569e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:57.905531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-993eaaac-f918-42da-8fbe-6be3a98f569e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ee87ca4-f029-41f5-bad9-5dce34289672 HTTP/1.1" status: 204 len: 168 time: 0.1280050 Dec 10 09:17:57.914271 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993eaaac-f918-42da-8fbe-6be3a98f569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee87ca4-f029-41f5-bad9-5dce34289672,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:58.148994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56154) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:58.181440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56158) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:58.202129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4569dbb2-5989-41aa-8d1a-89930815e9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:58.287351 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4569dbb2-5989-41aa-8d1a-89930815e9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:58.291799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4569dbb2-5989-41aa-8d1a-89930815e9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:58.323069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569dbb2-5989-41aa-8d1a-89930815e9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2df3a9-adc7-4a29-8cec-039767397852,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:58.344862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4569dbb2-5989-41aa-8d1a-89930815e9bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=666365c2eeb045798b7f96afc35a867b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622570 Dec 10 09:17:58.346152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56162) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:58.397866 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d58bae78-2595-4d55-96ce-50697c03f600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:58.421041 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d58bae78-2595-4d55-96ce-50697c03f600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:58.478351 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d58bae78-2595-4d55-96ce-50697c03f600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:58.481980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d58bae78-2595-4d55-96ce-50697c03f600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:58.483448 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d58bae78-2595-4d55-96ce-50697c03f600 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f2df3a9-adc7-4a29-8cec-039767397852 HTTP/1.1" status: 204 len: 168 time: 0.1363091 Dec 10 09:17:58.492149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bae78-2595-4d55-96ce-50697c03f600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2df3a9-adc7-4a29-8cec-039767397852,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:58.602222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-64c4cc51-e99d-463a-9d7b-39c4ddd34532 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/floatingips/08485812-0729-46a5-988f-84b27f524306 HTTP/1.1" status: 200 len: 993 time: 0.4517698 Dec 10 09:17:58.844047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56186) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:17:59.025946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port 93c5261d-585e-4aec-b74b-bc5ccd7e8f50 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:17:59.026276 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:59.122175 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:59.122675 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:59.137378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for 93c5261d-585e-4aec-b74b-bc5ccd7e8f50 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:17:59.310195 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:59.337040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=93c5261d-585e-4aec-b74b-bc5ccd7e8f50,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:17:59.411390 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:59.411821 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Floating IP 08485812-0729-46a5-988f-84b27f524306 disassociated (deleted). External IP: 172.25.3.152, port: 93f53f89-cd05-4f3b-bfb9-24e717105593. Dec 10 09:17:59.663741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:17:59.796575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:17:59.801027 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:17:59.808374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] Sync routers for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:17:59.820363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:17:59.821283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:17:59.829606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6789ff17-6148-4416-b654-7da549527440 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/floatingips/08485812-0729-46a5-988f-84b27f524306 HTTP/1.1" status: 204 len: 168 time: 0.9844110 Dec 10 09:17:59.830301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:17:59.832955 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9861a802-be2c-471a-a5c4-23cf7991b55a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:17:59.878520 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d88fe09-b372-4c52-84a0-438f00479bdf x-openstack-request-id: req-0d88fe09-b372-4c52-84a0-438f00479bdf {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:17:59.878823 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:17:59.879079 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d88fe09-b372-4c52-84a0-438f00479bdf {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:17:59.879485 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'status': 'completed', 'code': 200} Dec 10 09:17:59.994424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-6ed48f81-b0bc-450d-82e3-e2454412791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:00.000261 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-6ed48f81-b0bc-450d-82e3-e2454412791a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af85371d55f441fd9a5599356d089db8&device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 1096 time: 0.0926116 Dec 10 09:18:00.005492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:18:00.109891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-1f3b407b-bac4-447a-beae-67c89311c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:00.111628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-1f3b407b-bac4-447a-beae-67c89311c502 service neutron] 10.222.0.39 "GET /v2.0/networks?id=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 HTTP/1.1" status: 200 len: 898 time: 0.1042972 Dec 10 09:18:00.170861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef45c0-4b8e-4c2c-bf82-14fa824ab690 req-2594cf23-b607-4434-ba7e-91bc7f3d2dd0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:00.180048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bfef45c0-4b8e-4c2c-bf82-14fa824ab690 req-2594cf23-b607-4434-ba7e-91bc7f3d2dd0 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 945 time: 0.0908947 Dec 10 09:18:00.223931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-a2285fc8-4a7d-474d-bbad-27a4de3900db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f53f89-cd05-4f3b-bfb9-24e717105593 HTTP/1.1" status: 200 len: 217 time: 0.1014872 Dec 10 09:18:00.237045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bfef45c0-4b8e-4c2c-bf82-14fa824ab690 req-88a5e021-94a3-4a1d-9b6d-d403a9708d62 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561714 Dec 10 09:18:00.281552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-d9c97ce9-0db2-48d0-9e21-9d77ae21ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:00.282901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-d9c97ce9-0db2-48d0-9e21-9d77ae21ed0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f17e7f1-8a0a-41ec-a845-8aa0dea148dc HTTP/1.1" status: 200 len: 835 time: 0.0512059 Dec 10 09:18:00.312257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'ac01e843-e954-4995-baae-5eeb986c1c2e', 'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:71:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:17:01Z', 'updated_at': '2021-12-10T09:17:05Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:00.335135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-bddc7503-d777-483d-90a6-8d19fd11fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:00.336922 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-bddc7503-d777-483d-90a6-8d19fd11fe4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453014 Dec 10 09:18:00.346248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] Checking router: 597e3a23-cc51-47e9-af6c-e026f6cb9a6a for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:18:00.355040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:00.356353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:00.448147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-4b2a146a-7b80-4263-a27d-8e5a68423e2e service neutron] 10.222.0.39 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024985 Dec 10 09:18:00.482369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:18:00.575024 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9861a802-be2c-471a-a5c4-23cf7991b55a req-5a774446-0200-4349-b95a-513b23b5c977 service neutron] 10.222.0.39 "GET /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165707 Dec 10 09:18:00.714972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'ac01e843-e954-4995-baae-5eeb986c1c2e', 'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:71:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:17:01Z', 'updated_at': '2021-12-10T09:17:05Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:00.755671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41129be9-e1a1-4a0a-8916-a0cd687598c7 None None] The sync data for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 is: [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:17:02Z', 'revision_number': 4, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'ac01e843-e954-4995-baae-5eeb986c1c2e', 'name': '', 'network_id': '150ba5e7-a27b-4c7e-960d-b1b9d0778fa7', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'mac_address': 'fa:16:3e:71:cf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:17:01Z', 'updated_at': '2021-12-10T09:17:05Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'subnets': [{'id': '7f17e7f1-8a0a-41ec-a845-8aa0dea148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:18:01.022502 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d132f-6712-45cf-9ae5-e0c51d4185c7 None None] New status for floating IP 08485812-0729-46a5-988f-84b27f524306: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:18:01.407618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56316) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:01.418358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-43ea526c-4f8b-4a15-b28c-2c1da8b0f835 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:01.419964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-43ea526c-4f8b-4a15-b28c-2c1da8b0f835 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 945 time: 0.0695765 Dec 10 09:18:01.454118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c76bf-830f-4e24-84f2-ff790428ac46 req-85f6a39b-ec10-4a2d-b3b2-26a5eb64646f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:01.455931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-772c76bf-830f-4e24-84f2-ff790428ac46 req-85f6a39b-ec10-4a2d-b3b2-26a5eb64646f tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a75596c-e5f5-4f6c-b2b9-70d14666037a HTTP/1.1" status: 200 len: 945 time: 0.1014302 Dec 10 09:18:01.536233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-772c76bf-830f-4e24-84f2-ff790428ac46 req-de0efb23-28a0-49c8-bdee-7fac32100d0c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "GET /v2.0/security-groups?id=02f96dbf-63ee-4947-b099-0ce52820bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675464 Dec 10 09:18:01.550680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port 93f53f89-cd05-4f3b-bfb9-24e717105593 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:01.550680 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.568274 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09534ea8-2a8c-4a47-95bb-784878d4445c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.643445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] For port 93f53f89-cd05-4f3b-bfb9-24e717105593, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=93f53f89-cd05-4f3b-bfb9-24e717105593,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:01.643899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.649404 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09534ea8-2a8c-4a47-95bb-784878d4445c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.657788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for 93f53f89-cd05-4f3b-bfb9-24e717105593 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:01.658022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09534ea8-2a8c-4a47-95bb-784878d4445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.699622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-09534ea8-2a8c-4a47-95bb-784878d4445c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40d2f88dc38f4605b6dc2cb935806562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902644 Dec 10 09:18:01.700487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09534ea8-2a8c-4a47-95bb-784878d4445c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c27e21-df51-4347-8aa4-6d4e3bf0a28b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:01.702792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56324) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:01.771293 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3850c153-3ba7-4113-a242-6412eb36fc9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.794454 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3850c153-3ba7-4113-a242-6412eb36fc9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.821596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.844623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3850c153-3ba7-4113-a242-6412eb36fc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.847451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3850c153-3ba7-4113-a242-6412eb36fc9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.851021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3850c153-3ba7-4113-a242-6412eb36fc9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58c27e21-df51-4347-8aa4-6d4e3bf0a28b HTTP/1.1" status: 204 len: 168 time: 0.1449332 Dec 10 09:18:01.858769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850c153-3ba7-4113-a242-6412eb36fc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c27e21-df51-4347-8aa4-6d4e3bf0a28b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:01.864799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=93f53f89-cd05-4f3b-bfb9-24e717105593,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:01.929900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] No DVR routers for this DVR port 93f53f89-cd05-4f3b-bfb9-24e717105593 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:01.932709 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:01.937072 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-09b07f16-b1b5-45f8-b90f-d7bb9fa1db74 req-e8a1abbc-6a8b-4512-8426-e7dca3f3803a tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.39 "DELETE /v2.0/ports/93f53f89-cd05-4f3b-bfb9-24e717105593 HTTP/1.1" status: 204 len: 173 time: 0.5104702 Dec 10 09:18:01.937579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'name': 'network-vif-deleted', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:18:01.941189 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb8efb2-b092-48dd-927e-0a5459c59e85" -d '{"events": [{"server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "name": "network-vif-deleted", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:18:01.987561 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5e32fc-5f9c-48a5-b733-56cf283ec34e x-openstack-request-id: req-7d5e32fc-5f9c-48a5-b733-56cf283ec34e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:18:01.987860 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75596c-e5f5-4f6c-b2b9-70d14666037a", "name": "network-vif-deleted", "tag": "93f53f89-cd05-4f3b-bfb9-24e717105593", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:18:01.988116 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d5e32fc-5f9c-48a5-b733-56cf283ec34e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:18:01.988520 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75596c-e5f5-4f6c-b2b9-70d14666037a', 'name': 'network-vif-deleted', 'tag': '93f53f89-cd05-4f3b-bfb9-24e717105593', 'status': 'completed', 'code': 200} Dec 10 09:18:02.205128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56342) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:02.223126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4f5af09-f766-4b43-bc01-7a7217660f4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.322156 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4f5af09-f766-4b43-bc01-7a7217660f4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.328168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4f5af09-f766-4b43-bc01-7a7217660f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.372833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b4f5af09-f766-4b43-bc01-7a7217660f4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62b6db2eea134795acbc783f2279adef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663697 Dec 10 09:18:02.373992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5af09-f766-4b43-bc01-7a7217660f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ebcb27-ddb7-4720-aa8c-c9a82817adcc,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:02.376388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56344) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:02.452018 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46e8789a-2df7-45b1-8077-1e51abf972cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.495490 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46e8789a-2df7-45b1-8077-1e51abf972cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.551560 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46e8789a-2df7-45b1-8077-1e51abf972cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.554940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-46e8789a-2df7-45b1-8077-1e51abf972cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.559799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-46e8789a-2df7-45b1-8077-1e51abf972cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14ebcb27-ddb7-4720-aa8c-c9a82817adcc HTTP/1.1" status: 204 len: 168 time: 0.1801615 Dec 10 09:18:02.569773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8789a-2df7-45b1-8077-1e51abf972cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ebcb27-ddb7-4720-aa8c-c9a82817adcc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:02.599108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56354) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:02.666881 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c206183-b630-4232-b53e-a5f5029f3123 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.695480 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c206183-b630-4232-b53e-a5f5029f3123 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.772068 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c206183-b630-4232-b53e-a5f5029f3123 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.775083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c206183-b630-4232-b53e-a5f5029f3123 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:02.776367 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5c206183-b630-4232-b53e-a5f5029f3123 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/security-groups/02f96dbf-63ee-4947-b099-0ce52820bd2a HTTP/1.1" status: 204 len: 168 time: 0.1760335 Dec 10 09:18:02.796303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c206183-b630-4232-b53e-a5f5029f3123 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f96dbf-63ee-4947-b099-0ce52820bd2a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:02.836070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56366) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:03.162479 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d00bf924-f913-47a8-9e1a-c782da96ef29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:03.259854 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:03.569266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port ac01e843-e954-4995-baae-5eeb986c1c2e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:03.569968 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:03.678828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] For port ac01e843-e954-4995-baae-5eeb986c1c2e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ac01e843-e954-4995-baae-5eeb986c1c2e,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:03.679275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:03.691546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for ac01e843-e954-4995-baae-5eeb986c1c2e owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:03.903607 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:03.928852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=ac01e843-e954-4995-baae-5eeb986c1c2e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:03.959122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56448) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:04.098168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd5bce94-9e8a-4595-9f2d-d73d7a54d161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.128133 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.205198 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd5bce94-9e8a-4595-9f2d-d73d7a54d161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.214475 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd5bce94-9e8a-4595-9f2d-d73d7a54d161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.255586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bce94-9e8a-4595-9f2d-d73d7a54d161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26449c25-fe46-40ca-b42b-023131f7d337,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:04.263202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd5bce94-9e8a-4595-9f2d-d73d7a54d161 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4a12f1a0dae448c93483d2770d27b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032758 Dec 10 09:18:04.263856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56456) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:04.313702 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6da2c061-c1fc-4b4b-89ee-8f55b6a3564e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.336821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6da2c061-c1fc-4b4b-89ee-8f55b6a3564e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.389955 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6da2c061-c1fc-4b4b-89ee-8f55b6a3564e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.392585 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6da2c061-c1fc-4b4b-89ee-8f55b6a3564e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.393979 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6da2c061-c1fc-4b4b-89ee-8f55b6a3564e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26449c25-fe46-40ca-b42b-023131f7d337 HTTP/1.1" status: 204 len: 168 time: 0.1288550 Dec 10 09:18:04.403794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2c061-c1fc-4b4b-89ee-8f55b6a3564e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26449c25-fe46-40ca-b42b-023131f7d337,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:04.415909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:18:04.546475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:18:04.555004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e1ca0344-41c4-408e-9bfa-da3c229bb21c tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "PUT /v2.0/routers/597e3a23-cc51-47e9-af6c-e026f6cb9a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178414 Dec 10 09:18:04.559049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56466) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:04.566931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] Sync routers for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:18:04.588356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:04.589828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:04.626360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd09a40b-746d-42bb-bc05-b92b6da236f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting subnet 7f17e7f1-8a0a-41ec-a845-8aa0dea148dc {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:18:04.631093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd09a40b-746d-42bb-bc05-b92b6da236f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.688948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd09a40b-746d-42bb-bc05-b92b6da236f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.703677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:18:04.802924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd09a40b-746d-42bb-bc05-b92b6da236f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.895755 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd09a40b-746d-42bb-bc05-b92b6da236f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.918573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:18:03Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:04.938518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09a40b-746d-42bb-bc05-b92b6da236f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Subnet': ['ID=7f17e7f1-8a0a-41ec-a845-8aa0dea148dc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:04.944732 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd09a40b-746d-42bb-bc05-b92b6da236f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:04.951961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56482) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:04.952793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd09a40b-746d-42bb-bc05-b92b6da236f7 tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/subnets/7f17e7f1-8a0a-41ec-a845-8aa0dea148dc HTTP/1.1" status: 204 len: 168 time: 0.3925653 Dec 10 09:18:04.963157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0898d2c1-666d-4df0-8618-65bc06840b7b None None] Network 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:04.965555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] Checking router: 597e3a23-cc51-47e9-af6c-e026f6cb9a6a for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:18:05.021526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] Routers {'597e3a23-cc51-47e9-af6c-e026f6cb9a6a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:05.022168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:17:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:05.092735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.155132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] Set router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:18:05.242989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.334366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Deleting port 91774c32-8476-4754-bdd6-479e9d6c353c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:05.334870 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.429820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] For port 91774c32-8476-4754-bdd6-479e9d6c353c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=91774c32-8476-4754-bdd6-479e9d6c353c,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:05.430194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.446143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Calling delete_port for 91774c32-8476-4754-bdd6-479e9d6c353c owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:05.469114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] DHCP port deletion for 150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:18:05.471220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7b25f112-bae8-485b-ab5d-82abf6daa4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.478472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:18:03Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:05.533474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8fb519-bf04-4239-9abc-74c47e6c0fec None None] The sync data for ids ['597e3a23-cc51-47e9-af6c-e026f6cb9a6a'] in n-d-814746-3 is: [{'id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'name': 'tempest-TestNetworkBasicOps-router-1238160878', 'tenant_id': 'af85371d55f441fd9a5599356d089db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:16:56Z', 'updated_at': '2021-12-10T09:18:03Z', 'revision_number': 5, 'project_id': 'af85371d55f441fd9a5599356d089db8', 'gw_port': {'id': '91774c32-8476-4754-bdd6-479e9d6c353c', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597e3a23-cc51-47e9-af6c-e026f6cb9a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:16:57Z', 'updated_at': '2021-12-10T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:18:05.565119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Deleting port 14c1cc89-48eb-4b62-b20c-359c023852b9 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:05.565636 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.616518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 93f53f89-cd05-4f3b-bfb9-24e717105593 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:05.660563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 93f53f89-cd05-4f3b-bfb9-24e717105593 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:05.661335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 93f53f89-cd05-4f3b-bfb9-24e717105593 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:05.686102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] For port 14c1cc89-48eb-4b62-b20c-359c023852b9, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=14c1cc89-48eb-4b62-b20c-359c023852b9,segment=NetworkSegment(76a066ee-72d7-478d-a182-453c1eb8ef2d),segment_id=76a066ee-72d7-478d-a182-453c1eb8ef2d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:05.686558 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.689825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.700206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Calling delete_port for 14c1cc89-48eb-4b62-b20c-359c023852b9 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:05.731207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Port': ['ID=91774c32-8476-4754-bdd6-479e9d6c353c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:05.822508 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.943498 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.954254 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:05.989739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887566a8-4968-4e59-94cf-39dadca48018 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:18:06.036161 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.036924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Fanout notify agent at l3_agent the message router_deleted on router 597e3a23-cc51-47e9-af6c-e026f6cb9a6a {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:18:06.046493 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.047698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f6dbeae0-5d84-4a6e-b2ff-b4d117e4ea4e tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/routers/597e3a23-cc51-47e9-af6c-e026f6cb9a6a HTTP/1.1" status: 204 len: 168 time: 1.0938630 Dec 10 09:18:06.050378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56520) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:06.081928 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.154118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Pushing event deleted for resources: {'Port': ['ID=14c1cc89-48eb-4b62-b20c-359c023852b9,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:06.158297 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] No DVR routers for this DVR port 14c1cc89-48eb-4b62-b20c-359c023852b9 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:06.174846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.175265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.175665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.176060 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.176458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.176845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.177980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.178373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.178765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.179149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.180027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.180027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.180335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836d5f2-c6f2-4106-a60d-f9e1d51471c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:06.187204 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.268373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56528) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:06.397008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:06.437091 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.524014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.559987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.628624 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.650049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150ba5e7-a27b-4c7e-960d-b1b9d0778fa7']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:06.660553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a066ee-72d7-478d-a182-453c1eb8ef2d') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:06.660859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a066ee-72d7-478d-a182-453c1eb8ef2d') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:06.670831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.674165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Allocated IP 172.25.3.114 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/4934de77-dfd4-4796-a9f1-c332e90407ea) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:06.685232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.691817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:18:06.692207 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:18:06.695305 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:18:06.786611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.800325 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.803767 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] 10.222.0.31 "DELETE /v2.0/networks/150ba5e7-a27b-4c7e-960d-b1b9d0778fa7 HTTP/1.1" status: 204 len: 168 time: 0.7522590 Dec 10 09:18:06.817554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24596f-0924-4d59-a34f-8e3b71ea55ba tempest-TestNetworkBasicOps-1007515576 tempest-TestNetworkBasicOps-1007515576-project] Pushing event deleted for resources: {'Network': ['ID=150ba5e7-a27b-4c7e-960d-b1b9d0778fa7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:06.830796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.871197 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:06.916255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:06.919206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:06.923611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:06.926778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Pushing event updated for resources: {'Port': ['ID=4934de77-dfd4-4796-a9f1-c332e90407ea,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:07.082130 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.124963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.145613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56550) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:07.292075 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.301456 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.335675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 14c1cc89-48eb-4b62-b20c-359c023852b9 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:07.339874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-51c4c3f3-2af2-470b-b0a3-cbee148d6d2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af85371d55f441fd9a5599356d089db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1929224 Dec 10 09:18:07.342605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56558) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:07.358403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 14c1cc89-48eb-4b62-b20c-359c023852b9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:07.358998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 14c1cc89-48eb-4b62-b20c-359c023852b9 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:07.359597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ac01e843-e954-4995-baae-5eeb986c1c2e no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:07.384871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ac01e843-e954-4995-baae-5eeb986c1c2e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:07.386377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ac01e843-e954-4995-baae-5eeb986c1c2e not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:07.386673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Pushing event updated for resources: {'Port': ['ID=4934de77-dfd4-4796-a9f1-c332e90407ea,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:07.387182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 91774c32-8476-4754-bdd6-479e9d6c353c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:07.403925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c93b71e2-d7e8-41a1-9261-9d586f7525f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.410432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 91774c32-8476-4754-bdd6-479e9d6c353c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:07.411130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 91774c32-8476-4754-bdd6-479e9d6c353c not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:07.414223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.430052 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c93b71e2-d7e8-41a1-9261-9d586f7525f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.432111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.436457 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-06d165db-3258-425f-810e-eee1d138c23b tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1635602 Dec 10 09:18:07.436984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56560) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:07.443490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-930710721', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'fixed_ips': [{'ip_address': '172.25.3.114'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:07.482182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Made reservation on behalf of 5446da96f1be4ffaa619c46d7354b920 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:07.484472 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.493167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.514373 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c93b71e2-d7e8-41a1-9261-9d586f7525f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.516894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c93b71e2-d7e8-41a1-9261-9d586f7525f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.518034 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c93b71e2-d7e8-41a1-9261-9d586f7525f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f04a4db-6c79-4770-883a-274841d9c1d3 HTTP/1.1" status: 204 len: 168 time: 0.1738217 Dec 10 09:18:07.528281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b71e2-d7e8-41a1-9261-9d586f7525f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f04a4db-6c79-4770-883a-274841d9c1d3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:07.598188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.607730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.613332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] device_id is not set on port 2c50229a-3d1e-4172-afb2-e0287030378b yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:18:07.753755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa3bc9a-6339-41f5-9a15-53db6f1647e7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:07.831092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56572) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:07.835749 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 09:18:07.838024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:18:07.844742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6449fbea-6d1d-4480-a2d9-45bb6eda8821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:07.858856 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-75c8baab-93f6-4809-83bf-89e6ab91db78 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4211223 Dec 10 09:18:07.861645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56576) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:08.070616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6449fbea-6d1d-4480-a2d9-45bb6eda8821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.076157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Deleting port 4934de77-dfd4-4796-a9f1-c332e90407ea {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:08.076489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.078909 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6449fbea-6d1d-4480-a2d9-45bb6eda8821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.161917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449fbea-6d1d-4480-a2d9-45bb6eda8821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0290c96d-a99a-40bf-8ce1-82b3c1fb47fa,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:08.168399 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6449fbea-6d1d-4480-a2d9-45bb6eda8821 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ac9cbbfbb21433abd55523e96f1e861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3361921 Dec 10 09:18:08.173018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56584) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:08.219350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.219350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.238076 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.239255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Calling delete_port for 4934de77-dfd4-4796-a9f1-c332e90407ea owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:08.302598 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4cc449d9-60b6-4fa4-a913-d201f4c9c829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.337768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4cc449d9-60b6-4fa4-a913-d201f4c9c829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.418486 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4cc449d9-60b6-4fa4-a913-d201f4c9c829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.421054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4cc449d9-60b6-4fa4-a913-d201f4c9c829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.422214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4cc449d9-60b6-4fa4-a913-d201f4c9c829 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0290c96d-a99a-40bf-8ce1-82b3c1fb47fa HTTP/1.1" status: 204 len: 168 time: 0.2480657 Dec 10 09:18:08.436722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc449d9-60b6-4fa4-a913-d201f4c9c829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0290c96d-a99a-40bf-8ce1-82b3c1fb47fa,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:08.451762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.480951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Pushing event deleted for resources: {'Port': ['ID=4934de77-dfd4-4796-a9f1-c332e90407ea,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:08.555745 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.560178 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:08.562659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf2d7e6f-40d4-4fa6-bcd6-a7720e7ead71 tempest-ExternalNetworksAdminNegativeTestJSON-963355822 tempest-ExternalNetworksAdminNegativeTestJSON-963355822-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/99460782-81ad-40f8-8f18-0a703e3a0e0d HTTP/1.1" status: 204 len: 168 time: 0.7000821 Dec 10 09:18:08.793568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56600) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:08.924413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-976a25e6-b8ba-4fae-a9cb-820e5a8484fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.037198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-976a25e6-b8ba-4fae-a9cb-820e5a8484fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.043178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-976a25e6-b8ba-4fae-a9cb-820e5a8484fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.091287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56610) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:09.091514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-976a25e6-b8ba-4fae-a9cb-820e5a8484fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe2dcc482aee43bbb3552b8791bd8e7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2960923 Dec 10 09:18:09.092315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a25e6-b8ba-4fae-a9cb-820e5a8484fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b3435e-5584-40e4-a8b1-c8a93c00b144,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:09.153773 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd1ab10b-b0bd-4127-9c0b-593ea0db6f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.174992 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd1ab10b-b0bd-4127-9c0b-593ea0db6f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.222958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd1ab10b-b0bd-4127-9c0b-593ea0db6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.225765 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bd1ab10b-b0bd-4127-9c0b-593ea0db6f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.226940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bd1ab10b-b0bd-4127-9c0b-593ea0db6f92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4b3435e-5584-40e4-a8b1-c8a93c00b144 HTTP/1.1" status: 204 len: 168 time: 0.1338010 Dec 10 09:18:09.235587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ab10b-b0bd-4127-9c0b-593ea0db6f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b3435e-5584-40e4-a8b1-c8a93c00b144,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:09.266997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.505778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56624) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:09.549604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8be69746-5eba-4a2b-b996-2cbd5dd99898 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5446da96f1be4ffaa619c46d7354b920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408022 Dec 10 09:18:09.550355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56626) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:09.602744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5ed97c8-4f39-4f06-b9b8-aadce974184e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.628105 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5ed97c8-4f39-4f06-b9b8-aadce974184e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.674711 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5ed97c8-4f39-4f06-b9b8-aadce974184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.677289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d5ed97c8-4f39-4f06-b9b8-aadce974184e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:09.678537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d5ed97c8-4f39-4f06-b9b8-aadce974184e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1aa3bc9a-6339-41f5-9a15-53db6f1647e7 HTTP/1.1" status: 204 len: 168 time: 0.1272590 Dec 10 09:18:09.688512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed97c8-4f39-4f06-b9b8-aadce974184e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa3bc9a-6339-41f5-9a15-53db6f1647e7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:10.399881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56662) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:10.498348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-281750952'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:10.521573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Made reservation on behalf of 0ed1278d41374b2aa5210cd0da569a01 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:10.525074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:10.533838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:10.613946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:10.619993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:10.655384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:18:10.661475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37dbc66f-1d8d-4d18-91bb-c0fa433abc97,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:10.670587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:10.670946 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Added segment f29ceb55-ee5b-4acd-86b3-3f2c26d5f730 of type vlan for network a85b152f-1a93-4ffb-8767-8eae4977dd12 Dec 10 09:18:10.972027 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:10.997771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:11.003291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:11.003871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:11.094740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6937275 Dec 10 09:18:11.097682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56678) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:11.103189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'subnet': {'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:11.111443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acdd49-fa7c-4230-b9c9-28e3c5fd6afd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Network': ['ID=a85b152f-1a93-4ffb-8767-8eae4977dd12,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:11.124356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:18:11.207137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Made reservation on behalf of 0ed1278d41374b2aa5210cd0da569a01 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:11.211474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:11.397878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:11.475758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Subnet': ['ID=8dd24c4d-761e-46f3-a2f9-51090a5b6c8a,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:11.481742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Checking segment: {'id': 'f29ceb55-ee5b-4acd-86b3-3f2c26d5f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:11.482116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Network hostable DHCP agents. Network: a85b152f-1a93-4ffb-8767-8eae4977dd12, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:18:11.500434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:18:11.510370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, a85b152f-1a93-4ffb-8767-8eae4977dd12) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:11.514760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:11.515365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:11.519235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bbd0e1-0a69-438c-adc8-a69437d08625 None None] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:11.540695 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4d283e6f-ef98-4bbf-8716-0f1abc034a1b tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4417768 Dec 10 09:18:11.543670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56686) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:11.548938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'port': {'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12', 'name': 'tempest-AllowedAddressPairTestJSON-1126112793'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:11.625898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-a85b152f-1a93-4ffb-8767-8eae4977dd12', 'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12', 'project_id': '0ed1278d41374b2aa5210cd0da569a01', 'fixed_ips': [{'subnet_id': '8dd24c4d-761e-46f3-a2f9-51090a5b6c8a'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:18:11.626900 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:11.667910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Made reservation on behalf of 0ed1278d41374b2aa5210cd0da569a01 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:11.671518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:11.690307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] device_id is not set on port c36f58bb-5d6b-4491-a6ed-e8946937cfd0 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:18:11.774191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Allocated IP 172.20.0.2 (a85b152f-1a93-4ffb-8767-8eae4977dd12/8dd24c4d-761e-46f3-a2f9-51090a5b6c8a/378d6ae8-460c-42d8-bf44-cca62e7daf5b) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:11.925129 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:11.931219 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:11.975606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:11.978622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:11.983504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:11.992474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Pushing event updated for resources: {'Port': ['ID=378d6ae8-460c-42d8-bf44-cca62e7daf5b,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:12.014872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Allocated IP 172.20.0.10 (a85b152f-1a93-4ffb-8767-8eae4977dd12/8dd24c4d-761e-46f3-a2f9-51090a5b6c8a/c36f58bb-5d6b-4491-a6ed-e8946937cfd0) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:12.046506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Attempting to bind port 378d6ae8-460c-42d8-bf44-cca62e7daf5b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:18:12.046879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Attempting to bind port 378d6ae8-460c-42d8-bf44-cca62e7daf5b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'f29ceb55-ee5b-4acd-86b3-3f2c26d5f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:18:12.047315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Attempting to bind port 378d6ae8-460c-42d8-bf44-cca62e7daf5b on network a85b152f-1a93-4ffb-8767-8eae4977dd12 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:18:12.052318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:18:12.052778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Checking segment: {'id': 'f29ceb55-ee5b-4acd-86b3-3f2c26d5f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:12.053247 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:12.053900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Bound using segment: {'id': 'f29ceb55-ee5b-4acd-86b3-3f2c26d5f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:18:12.054443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Bound port: 378d6ae8-460c-42d8-bf44-cca62e7daf5b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29ceb55-ee5b-4acd-86b3-3f2c26d5f730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:18:12.054898 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:12.123111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] For port 378d6ae8-460c-42d8-bf44-cca62e7daf5b, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:18:12.126611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] For port 378d6ae8-460c-42d8-bf44-cca62e7daf5b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=378d6ae8-460c-42d8-bf44-cca62e7daf5b,segment=NetworkSegment(f29ceb55-ee5b-4acd-86b3-3f2c26d5f730),segment_id=f29ceb55-ee5b-4acd-86b3-3f2c26d5f730)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:18:12.130520 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:12.192415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e29d81-0a30-4a43-81e7-edf9b7a8bae7 None None] Pushing event updated for resources: {'Port': ['ID=378d6ae8-460c-42d8-bf44-cca62e7daf5b,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:12.207331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:12.244096 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:12.296194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:12.299384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:12.302399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:12.329810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Port': ['ID=c36f58bb-5d6b-4491-a6ed-e8946937cfd0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:12.345227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.345633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.345977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.346301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.346634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.346969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.347305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.347632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.347959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.348287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.348614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.348935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.349260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:12.377601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:12.377601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:12.396389 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ffdeb632-5b89-4ee0-865f-b59fe1e33287 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8487070 Dec 10 09:18:12.396998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56702) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:12.402779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'port': {'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12', 'name': 'tempest-AllowedAddressPairTestJSON-1911707361', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:23:a6:47'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:12.547716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Made reservation on behalf of 0ed1278d41374b2aa5210cd0da569a01 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:12.640618 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:12.662524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] device_id is not set on port 83d51dd2-56a2-4062-9355-2e663d851ed6 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:18:12.833681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Allocated IP 172.20.0.4 (a85b152f-1a93-4ffb-8767-8eae4977dd12/8dd24c4d-761e-46f3-a2f9-51090a5b6c8a/83d51dd2-56a2-4062-9355-2e663d851ed6) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:13.009720 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.047133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.114547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:13.119785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:13.126361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:13.149789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Port': ['ID=83d51dd2-56a2-4062-9355-2e663d851ed6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:13.182199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:13.183360 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.202171 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-aa9042db-f96c-4729-af6b-cb3152ed792c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8034203 Dec 10 09:18:13.204555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56722) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:13.216866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd790e0-34b7-453c-b448-f2d63a383f7c None None] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:13.364171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a24922ff-bd84-47fe-bf59-edf6371ecaa8 None None] Provisioning complete for port 378d6ae8-460c-42d8-bf44-cca62e7daf5b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:13.364727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a24922ff-bd84-47fe-bf59-edf6371ecaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.398599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38a1c2-e00b-4fc1-b34d-56b151ac888e tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:13.411336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38a1c2-e00b-4fc1-b34d-56b151ac888e tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:13.418741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38a1c2-e00b-4fc1-b34d-56b151ac888e tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:13.424744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56728) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:13.438522 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ac38a1c2-e00b-4fc1-b34d-56b151ac888e tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2192698 Dec 10 09:18:13.443706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 378d6ae8-460c-42d8-bf44-cca62e7daf5b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:18:13.520775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 378d6ae8-460c-42d8-bf44-cca62e7daf5b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:13.521468 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.594192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a5dba-f298-4289-b5c6-67db3decde46 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Deleting port 83d51dd2-56a2-4062-9355-2e663d851ed6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:13.595886 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5dba-f298-4289-b5c6-67db3decde46 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.612763 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a24922ff-bd84-47fe-bf59-edf6371ecaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.660730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a24922ff-bd84-47fe-bf59-edf6371ecaa8 None None] For port 378d6ae8-460c-42d8-bf44-cca62e7daf5b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=378d6ae8-460c-42d8-bf44-cca62e7daf5b,segment=NetworkSegment(f29ceb55-ee5b-4acd-86b3-3f2c26d5f730),segment_id=f29ceb55-ee5b-4acd-86b3-3f2c26d5f730)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:13.710168 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a24922ff-bd84-47fe-bf59-edf6371ecaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.737102 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5dba-f298-4289-b5c6-67db3decde46 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.752021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a5dba-f298-4289-b5c6-67db3decde46 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Calling delete_port for 83d51dd2-56a2-4062-9355-2e663d851ed6 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:13.760595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.788601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24922ff-bd84-47fe-bf59-edf6371ecaa8 None None] Pushing event updated for resources: {'Port': ['ID=378d6ae8-460c-42d8-bf44-cca62e7daf5b,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:13.859636 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:18:13.860129 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:18:13.860897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8f33cc05-bf3c-4c10-b316-0bf9a4fb0dc2 None None] Provisioning complete for port c36f58bb-5d6b-4491-a6ed-e8946937cfd0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:13.861370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f33cc05-bf3c-4c10-b316-0bf9a4fb0dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.901073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8f33cc05-bf3c-4c10-b316-0bf9a4fb0dc2 None None] Port c36f58bb-5d6b-4491-a6ed-e8946937cfd0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:13.913517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8f33cc05-bf3c-4c10-b316-0bf9a4fb0dc2 None None] Provisioning complete for port 83d51dd2-56a2-4062-9355-2e663d851ed6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:13.914019 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f33cc05-bf3c-4c10-b316-0bf9a4fb0dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.914962 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5dba-f298-4289-b5c6-67db3decde46 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.939242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8f33cc05-bf3c-4c10-b316-0bf9a4fb0dc2 None None] Port 83d51dd2-56a2-4062-9355-2e663d851ed6 was deleted so its status cannot be updated. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 09:18:13.951244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8f33cc05-bf3c-4c10-b316-0bf9a4fb0dc2 None None] Provisioning complete for port 378d6ae8-460c-42d8-bf44-cca62e7daf5b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:13.951867 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f33cc05-bf3c-4c10-b316-0bf9a4fb0dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:13.979223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a5dba-f298-4289-b5c6-67db3decde46 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event deleted for resources: {'Port': ['ID=83d51dd2-56a2-4062-9355-2e663d851ed6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:14.116497 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5dba-f298-4289-b5c6-67db3decde46 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:14.122778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ef2a5dba-f298-4289-b5c6-67db3decde46 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "DELETE /v2.0/ports/83d51dd2-56a2-4062-9355-2e663d851ed6 HTTP/1.1" status: 204 len: 168 time: 0.6926067 Dec 10 09:18:14.123016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56736) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:14.155279 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d58608-7650-4dfd-83f9-9ed3b3a89ec2 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] GET failed (client error): The resource could not be found. Dec 10 09:18:14.162760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56740) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:14.177275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'port': {'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12', 'name': 'tempest-AllowedAddressPairTestJSON-887972783'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:14.187058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a3d58608-7650-4dfd-83f9-9ed3b3a89ec2 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "GET /v2.0/ports/83d51dd2-56a2-4062-9355-2e663d851ed6 HTTP/1.1" status: 404 len: 333 time: 0.0629325 Dec 10 09:18:14.192079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2ed7646c-21b8-4dce-ac88-cd22a00510b4 None None] Provisioning complete for port c36f58bb-5d6b-4491-a6ed-e8946937cfd0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:14.192681 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2ed7646c-21b8-4dce-ac88-cd22a00510b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:14.242033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7646c-21b8-4dce-ac88-cd22a00510b4 None None] Port c36f58bb-5d6b-4491-a6ed-e8946937cfd0 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:14.313535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Made reservation on behalf of 0ed1278d41374b2aa5210cd0da569a01 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:14.317174 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:14.338259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] device_id is not set on port 4ae29962-b9c3-4ef6-aa84-4a88e36e249a yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:18:14.356206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ef27d482-2b96-465e-a6ee-8ba21ca7067f None None] Could not find standard attr ID for object 83d51dd2-56a2-4062-9355-2e663d851ed6. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:18:14.467407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Allocated IP 172.20.0.13 (a85b152f-1a93-4ffb-8767-8eae4977dd12/8dd24c4d-761e-46f3-a2f9-51090a5b6c8a/4ae29962-b9c3-4ef6-aa84-4a88e36e249a) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:14.622358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:14.656686 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:14.701618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:14.704656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:14.708262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:14.733365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Port': ['ID=4ae29962-b9c3-4ef6-aa84-4a88e36e249a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:14.763304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:14.763942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:14.782280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1673ae4e-9846-4bdb-b303-fac970081f6c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6183867 Dec 10 09:18:14.784966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56742) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:14.790450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-821979c7-f503-47fd-97a5-05f848bd1a56 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:23:a6:47'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:14.942928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-821979c7-f503-47fd-97a5-05f848bd1a56 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:14.981529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1bc1837f-c809-40c3-aead-44b472e7d0e6 None None] Provisioning complete for port 4ae29962-b9c3-4ef6-aa84-4a88e36e249a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:14.982081 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1bc1837f-c809-40c3-aead-44b472e7d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.017565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1837f-c809-40c3-aead-44b472e7d0e6 None None] Port 4ae29962-b9c3-4ef6-aa84-4a88e36e249a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:15.129971 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-821979c7-f503-47fd-97a5-05f848bd1a56 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.134393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-821979c7-f503-47fd-97a5-05f848bd1a56 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.204051 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.223364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821979c7-f503-47fd-97a5-05f848bd1a56 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Port': ['ID=4ae29962-b9c3-4ef6-aa84-4a88e36e249a,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:15.235615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-821979c7-f503-47fd-97a5-05f848bd1a56 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] In _notify_port_updated(), no bound segment for port 4ae29962-b9c3-4ef6-aa84-4a88e36e249a on network a85b152f-1a93-4ffb-8767-8eae4977dd12 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:18:15.241150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821979c7-f503-47fd-97a5-05f848bd1a56 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:15.241828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-821979c7-f503-47fd-97a5-05f848bd1a56 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.243156 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-821979c7-f503-47fd-97a5-05f848bd1a56 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "PUT /v2.0/ports/4ae29962-b9c3-4ef6-aa84-4a88e36e249a HTTP/1.1" status: 200 len: 994 time: 0.4570708 Dec 10 09:18:15.246692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56746) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:15.322107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 378d6ae8-460c-42d8-bf44-cca62e7daf5b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:18:15.362686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3ea638ca-8015-47be-9fe2-9a7ef878852c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Deleting port 4ae29962-b9c3-4ef6-aa84-4a88e36e249a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:15.363530 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ea638ca-8015-47be-9fe2-9a7ef878852c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.388997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 378d6ae8-460c-42d8-bf44-cca62e7daf5b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:15.389376 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.450119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-899165fa-92c1-4c3d-a802-c35d2c149893 None None] Provisioning complete for port 4ae29962-b9c3-4ef6-aa84-4a88e36e249a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:15.450491 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-899165fa-92c1-4c3d-a802-c35d2c149893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.473178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ea638ca-8015-47be-9fe2-9a7ef878852c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.485196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-3ea638ca-8015-47be-9fe2-9a7ef878852c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Calling delete_port for 4ae29962-b9c3-4ef6-aa84-4a88e36e249a owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:15.515079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-899165fa-92c1-4c3d-a802-c35d2c149893 None None] Port 4ae29962-b9c3-4ef6-aa84-4a88e36e249a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:15.617328 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ea638ca-8015-47be-9fe2-9a7ef878852c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.652126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea638ca-8015-47be-9fe2-9a7ef878852c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event deleted for resources: {'Port': ['ID=4ae29962-b9c3-4ef6-aa84-4a88e36e249a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:15.783998 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ea638ca-8015-47be-9fe2-9a7ef878852c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.789689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3ea638ca-8015-47be-9fe2-9a7ef878852c tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "DELETE /v2.0/ports/4ae29962-b9c3-4ef6-aa84-4a88e36e249a HTTP/1.1" status: 204 len: 168 time: 0.5395889 Dec 10 09:18:15.790550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56748) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:15.823460 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4e7efa-9788-4234-bdd7-3858e4e59746 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] GET failed (client error): The resource could not be found. Dec 10 09:18:15.828972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56750) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:15.829198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0d4e7efa-9788-4234-bdd7-3858e4e59746 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "GET /v2.0/ports/4ae29962-b9c3-4ef6-aa84-4a88e36e249a HTTP/1.1" status: 404 len: 333 time: 0.0360835 Dec 10 09:18:15.834009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'port': {'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12', 'name': 'tempest-AllowedAddressPairTestJSON-1970010469'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:15.948626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Made reservation on behalf of 0ed1278d41374b2aa5210cd0da569a01 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:15.952022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:15.970520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] device_id is not set on port 5f4604bc-d651-41d9-bbfd-f98318847e35 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:18:16.083855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Allocated IP 172.20.0.8 (a85b152f-1a93-4ffb-8767-8eae4977dd12/8dd24c4d-761e-46f3-a2f9-51090a5b6c8a/5f4604bc-d651-41d9-bbfd-f98318847e35) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:16.243766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.281562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.332767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:16.335870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:16.340370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:16.366717 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Port': ['ID=5f4604bc-d651-41d9-bbfd-f98318847e35,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:16.397934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:16.398586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.416787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-816727c2-a9ac-406b-a5d4-ad4f72795e39 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5865796 Dec 10 09:18:16.419605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56754) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:16.425098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ef787d7f-50cf-4462-a031-e5c0c2a97766 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:23:a6:47'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:16.497914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef787d7f-50cf-4462-a031-e5c0c2a97766 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.654793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3c99c8f2-044e-4698-a34c-0d6f7fb85fd1 None None] Provisioning complete for port 5f4604bc-d651-41d9-bbfd-f98318847e35 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:16.655391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3c99c8f2-044e-4698-a34c-0d6f7fb85fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.689778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3c99c8f2-044e-4698-a34c-0d6f7fb85fd1 None None] Port 5f4604bc-d651-41d9-bbfd-f98318847e35 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:16.692518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef787d7f-50cf-4462-a031-e5c0c2a97766 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.698440 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef787d7f-50cf-4462-a031-e5c0c2a97766 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.778779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef787d7f-50cf-4462-a031-e5c0c2a97766 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Port': ['ID=5f4604bc-d651-41d9-bbfd-f98318847e35,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:16.791896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ef787d7f-50cf-4462-a031-e5c0c2a97766 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] In _notify_port_updated(), no bound segment for port 5f4604bc-d651-41d9-bbfd-f98318847e35 on network a85b152f-1a93-4ffb-8767-8eae4977dd12 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:18:16.797621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef787d7f-50cf-4462-a031-e5c0c2a97766 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:16.798356 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ef787d7f-50cf-4462-a031-e5c0c2a97766 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.799727 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ef787d7f-50cf-4462-a031-e5c0c2a97766 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "PUT /v2.0/ports/5f4604bc-d651-41d9-bbfd-f98318847e35 HTTP/1.1" status: 200 len: 996 time: 0.3789151 Dec 10 09:18:16.802476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56756) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:16.902166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d45a1-3756-461f-af32-443e0fcab0fd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Deleting port 5f4604bc-d651-41d9-bbfd-f98318847e35 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:16.902514 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b3d45a1-3756-461f-af32-443e0fcab0fd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:16.996772 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b3d45a1-3756-461f-af32-443e0fcab0fd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:17.010989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d45a1-3756-461f-af32-443e0fcab0fd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Calling delete_port for 5f4604bc-d651-41d9-bbfd-f98318847e35 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:17.011725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-73029727-da54-4cdf-a55e-b61468905edd None None] Provisioning complete for port 5f4604bc-d651-41d9-bbfd-f98318847e35 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:17.012097 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-73029727-da54-4cdf-a55e-b61468905edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:17.047633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-73029727-da54-4cdf-a55e-b61468905edd None None] Port 5f4604bc-d651-41d9-bbfd-f98318847e35 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:17.152391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b3d45a1-3756-461f-af32-443e0fcab0fd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:17.195917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d45a1-3756-461f-af32-443e0fcab0fd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event deleted for resources: {'Port': ['ID=5f4604bc-d651-41d9-bbfd-f98318847e35,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:17.275412 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b3d45a1-3756-461f-af32-443e0fcab0fd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:17.281144 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2b3d45a1-3756-461f-af32-443e0fcab0fd tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "DELETE /v2.0/ports/5f4604bc-d651-41d9-bbfd-f98318847e35 HTTP/1.1" status: 204 len: 168 time: 0.4756515 Dec 10 09:18:17.281727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56760) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:17.308108 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac931e6-9100-4b1d-9a55-c33ba1b335d3 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] GET failed (client error): The resource could not be found. Dec 10 09:18:17.309588 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0ac931e6-9100-4b1d-9a55-c33ba1b335d3 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "GET /v2.0/ports/5f4604bc-d651-41d9-bbfd-f98318847e35 HTTP/1.1" status: 404 len: 333 time: 0.0269136 Dec 10 09:18:17.313414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56762) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:17.318985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'port': {'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12', 'name': 'tempest-AllowedAddressPairTestJSON-678143061'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:17.434384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Made reservation on behalf of 0ed1278d41374b2aa5210cd0da569a01 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:17.437922 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:17.456125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] device_id is not set on port 62c0ff64-7d14-413c-b21d-53f38d175abe yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:18:17.577032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Allocated IP 172.20.0.3 (a85b152f-1a93-4ffb-8767-8eae4977dd12/8dd24c4d-761e-46f3-a2f9-51090a5b6c8a/62c0ff64-7d14-413c-b21d-53f38d175abe) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:17.727255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:17.762556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:17.817194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:17.821264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:17.826098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:17.851873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Port': ['ID=62c0ff64-7d14-413c-b21d-53f38d175abe,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:17.883202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:17.883876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:17.900732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-be44c00e-2d7f-43a0-a1c9-c8d10a8c6a67 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5857525 Dec 10 09:18:17.903397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56764) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:17.908284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'port': {'network_id': 'a85b152f-1a93-4ffb-8767-8eae4977dd12', 'name': 'tempest-AllowedAddressPairTestJSON-569603370'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:18.031620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Made reservation on behalf of 0ed1278d41374b2aa5210cd0da569a01 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:18.035714 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.054914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] device_id is not set on port bbdb1aac-08cc-4dff-9e75-c76ea5efd715 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:18:18.075071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2fe7a08f-c341-4b67-ad86-7bd2509c2d69 None None] Provisioning complete for port 62c0ff64-7d14-413c-b21d-53f38d175abe triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:18.075631 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a08f-c341-4b67-ad86-7bd2509c2d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.114827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7a08f-c341-4b67-ad86-7bd2509c2d69 None None] Port 62c0ff64-7d14-413c-b21d-53f38d175abe cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:18.168596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Allocated IP 172.20.0.8 (a85b152f-1a93-4ffb-8767-8eae4977dd12/8dd24c4d-761e-46f3-a2f9-51090a5b6c8a/bbdb1aac-08cc-4dff-9e75-c76ea5efd715) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:18.319938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.355919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.402884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:18.406010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:18.409628 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:18.438428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Port': ['ID=bbdb1aac-08cc-4dff-9e75-c76ea5efd715,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:18.468380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:18.469064 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.488786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2f8ac866-7a23-4496-bd9d-c78a90483c75 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5821462 Dec 10 09:18:18.489136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56768) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:18.495755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-627781de-645d-47ec-ab7d-2a6f6285cc04 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:23:a6:47'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:10:e5:b3'}]}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:18.579419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-627781de-645d-47ec-ab7d-2a6f6285cc04 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.741267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-63cb498d-11a0-46ec-b6dc-b60dea5c105d None None] Provisioning complete for port bbdb1aac-08cc-4dff-9e75-c76ea5efd715 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:18.741924 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63cb498d-11a0-46ec-b6dc-b60dea5c105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.765348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-627781de-645d-47ec-ab7d-2a6f6285cc04 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.770193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-627781de-645d-47ec-ab7d-2a6f6285cc04 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.778841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-63cb498d-11a0-46ec-b6dc-b60dea5c105d None None] Port bbdb1aac-08cc-4dff-9e75-c76ea5efd715 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:18.848390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627781de-645d-47ec-ab7d-2a6f6285cc04 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event updated for resources: {'Port': ['ID=bbdb1aac-08cc-4dff-9e75-c76ea5efd715,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:18.860557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-627781de-645d-47ec-ab7d-2a6f6285cc04 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] In _notify_port_updated(), no bound segment for port bbdb1aac-08cc-4dff-9e75-c76ea5efd715 on network a85b152f-1a93-4ffb-8767-8eae4977dd12 {{(pid=114970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 09:18:18.866306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627781de-645d-47ec-ab7d-2a6f6285cc04 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:18.866984 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-627781de-645d-47ec-ab7d-2a6f6285cc04 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:18.868413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-627781de-645d-47ec-ab7d-2a6f6285cc04 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "PUT /v2.0/ports/bbdb1aac-08cc-4dff-9e75-c76ea5efd715 HTTP/1.1" status: 200 len: 1055 time: 0.3776555 Dec 10 09:18:18.871291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56770) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:18.974794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-54b99c6e-591a-4cf2-a695-f150bfae4f61 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Deleting port bbdb1aac-08cc-4dff-9e75-c76ea5efd715 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:18.975130 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54b99c6e-591a-4cf2-a695-f150bfae4f61 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.060741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54b99c6e-591a-4cf2-a695-f150bfae4f61 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.072236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-54b99c6e-591a-4cf2-a695-f150bfae4f61 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Calling delete_port for bbdb1aac-08cc-4dff-9e75-c76ea5efd715 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:19.099269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b5d38e14-2c1d-4c12-afc7-e21e652ba868 None None] Provisioning complete for port bbdb1aac-08cc-4dff-9e75-c76ea5efd715 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:19.099803 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b5d38e14-2c1d-4c12-afc7-e21e652ba868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.136178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b5d38e14-2c1d-4c12-afc7-e21e652ba868 None None] Port bbdb1aac-08cc-4dff-9e75-c76ea5efd715 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:19.203821 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54b99c6e-591a-4cf2-a695-f150bfae4f61 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.231512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b99c6e-591a-4cf2-a695-f150bfae4f61 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event deleted for resources: {'Port': ['ID=bbdb1aac-08cc-4dff-9e75-c76ea5efd715,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:19.271810 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.449118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-54b99c6e-591a-4cf2-a695-f150bfae4f61 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.453963 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-54b99c6e-591a-4cf2-a695-f150bfae4f61 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "DELETE /v2.0/ports/bbdb1aac-08cc-4dff-9e75-c76ea5efd715 HTTP/1.1" status: 204 len: 168 time: 0.5816772 Dec 10 09:18:19.455564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56782) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:19.481078 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-5897c170-8cd0-49cc-a942-690df28688f1 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] GET failed (client error): The resource could not be found. Dec 10 09:18:19.482934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5897c170-8cd0-49cc-a942-690df28688f1 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "GET /v2.0/ports/bbdb1aac-08cc-4dff-9e75-c76ea5efd715 HTTP/1.1" status: 404 len: 333 time: 0.0262401 Dec 10 09:18:19.485660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56784) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:19.582367 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-332f2ced-8514-48a1-b1ce-47376096f8af tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Deleting port 62c0ff64-7d14-413c-b21d-53f38d175abe {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:19.582920 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-332f2ced-8514-48a1-b1ce-47376096f8af tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.675218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-332f2ced-8514-48a1-b1ce-47376096f8af tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.687519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-332f2ced-8514-48a1-b1ce-47376096f8af tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Calling delete_port for 62c0ff64-7d14-413c-b21d-53f38d175abe owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:19.830390 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-332f2ced-8514-48a1-b1ce-47376096f8af tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.859934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f2ced-8514-48a1-b1ce-47376096f8af tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event deleted for resources: {'Port': ['ID=62c0ff64-7d14-413c-b21d-53f38d175abe,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:19.953918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-332f2ced-8514-48a1-b1ce-47376096f8af tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:19.957314 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-332f2ced-8514-48a1-b1ce-47376096f8af tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "DELETE /v2.0/ports/62c0ff64-7d14-413c-b21d-53f38d175abe HTTP/1.1" status: 204 len: 168 time: 0.4705961 Dec 10 09:18:19.959701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56850) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:19.984627 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aabb196-d411-454b-9d5f-aae5299371ee tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] GET failed (client error): The resource could not be found. Dec 10 09:18:19.986141 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5aabb196-d411-454b-9d5f-aae5299371ee tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "GET /v2.0/ports/62c0ff64-7d14-413c-b21d-53f38d175abe HTTP/1.1" status: 404 len: 333 time: 0.0254960 Dec 10 09:18:19.990667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56858) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:20.091514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-942f9d28-0dd9-4149-a16b-31d8c0c63458 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Deleting port c36f58bb-5d6b-4491-a6ed-e8946937cfd0 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:20.091853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-942f9d28-0dd9-4149-a16b-31d8c0c63458 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.185957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-942f9d28-0dd9-4149-a16b-31d8c0c63458 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.198598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-942f9d28-0dd9-4149-a16b-31d8c0c63458 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Calling delete_port for c36f58bb-5d6b-4491-a6ed-e8946937cfd0 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:20.341315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-942f9d28-0dd9-4149-a16b-31d8c0c63458 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.376639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f9d28-0dd9-4149-a16b-31d8c0c63458 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event deleted for resources: {'Port': ['ID=c36f58bb-5d6b-4491-a6ed-e8946937cfd0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:20.455318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-942f9d28-0dd9-4149-a16b-31d8c0c63458 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.461346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 56934) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:20.461745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-942f9d28-0dd9-4149-a16b-31d8c0c63458 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "DELETE /v2.0/ports/c36f58bb-5d6b-4491-a6ed-e8946937cfd0 HTTP/1.1" status: 204 len: 168 time: 0.4699874 Dec 10 09:18:20.522976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a5ad38-3f25-4d04-8109-02d105038226 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Deleting subnet 8dd24c4d-761e-46f3-a2f9-51090a5b6c8a {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:18:20.528569 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ad38-3f25-4d04-8109-02d105038226 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.590747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ad38-3f25-4d04-8109-02d105038226 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.678846 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ad38-3f25-4d04-8109-02d105038226 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.738153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ad38-3f25-4d04-8109-02d105038226 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.765711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5ad38-3f25-4d04-8109-02d105038226 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd24c4d-761e-46f3-a2f9-51090a5b6c8a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:20.769098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ad38-3f25-4d04-8109-02d105038226 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.774970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 56984) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:20.778026 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e8a5ad38-3f25-4d04-8109-02d105038226 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "DELETE /v2.0/subnets/8dd24c4d-761e-46f3-a2f9-51090a5b6c8a HTTP/1.1" status: 204 len: 168 time: 0.3144257 Dec 10 09:18:20.780144 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af0b32e-6b15-400f-8e99-05b8298aaa5c None None] Network a85b152f-1a93-4ffb-8767-8eae4977dd12 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:20.858952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.920856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Deleting port 378d6ae8-460c-42d8-bf44-cca62e7daf5b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:20.921252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:20.950664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004fc7e2-a522-4b8d-9076-4604be297565 None None] DHCP port deletion for a85b152f-1a93-4ffb-8767-8eae4977dd12 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:18:20.997872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] For port 378d6ae8-460c-42d8-bf44-cca62e7daf5b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=378d6ae8-460c-42d8-bf44-cca62e7daf5b,segment=NetworkSegment(f29ceb55-ee5b-4acd-86b3-3f2c26d5f730),segment_id=f29ceb55-ee5b-4acd-86b3-3f2c26d5f730)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:20.998283 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.006515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-004fc7e2-a522-4b8d-9076-4604be297565 None None] Deleting port 378d6ae8-460c-42d8-bf44-cca62e7daf5b {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:21.006854 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-004fc7e2-a522-4b8d-9076-4604be297565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.012300 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Calling delete_port for 378d6ae8-460c-42d8-bf44-cca62e7daf5b owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:21.084774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-004fc7e2-a522-4b8d-9076-4604be297565 None None] For port 378d6ae8-460c-42d8-bf44-cca62e7daf5b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=378d6ae8-460c-42d8-bf44-cca62e7daf5b,segment=NetworkSegment(f29ceb55-ee5b-4acd-86b3-3f2c26d5f730),segment_id=f29ceb55-ee5b-4acd-86b3-3f2c26d5f730)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:21.085172 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-004fc7e2-a522-4b8d-9076-4604be297565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.098490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-004fc7e2-a522-4b8d-9076-4604be297565 None None] Calling delete_port for 378d6ae8-460c-42d8-bf44-cca62e7daf5b owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:21.105909 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.134197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event deleted for resources: {'Port': ['ID=378d6ae8-460c-42d8-bf44-cca62e7daf5b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:21.142847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] No DVR routers for this DVR port 378d6ae8-460c-42d8-bf44-cca62e7daf5b on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:21.186352 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-004fc7e2-a522-4b8d-9076-4604be297565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.211620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fc7e2-a522-4b8d-9076-4604be297565 None None] Pushing event deleted for resources: {'Port': ['ID=378d6ae8-460c-42d8-bf44-cca62e7daf5b,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:21.215966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fc7e2-a522-4b8d-9076-4604be297565 None None] No DVR routers for this DVR port 378d6ae8-460c-42d8-bf44-cca62e7daf5b on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:21.234987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.258899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85b152f-1a93-4ffb-8767-8eae4977dd12']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:21.275301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29ceb55-ee5b-4acd-86b3-3f2c26d5f730') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:21.276563 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29ceb55-ee5b-4acd-86b3-3f2c26d5f730') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:21.287634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.303199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.310311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:18:21.310731 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:18:21.315716 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:18:21.320025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 378d6ae8-460c-42d8-bf44-cca62e7daf5b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:21.345282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 378d6ae8-460c-42d8-bf44-cca62e7daf5b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:21.345729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 378d6ae8-460c-42d8-bf44-cca62e7daf5b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:21.390928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.402740 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.409927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] 10.222.0.31 "DELETE /v2.0/networks/a85b152f-1a93-4ffb-8767-8eae4977dd12 HTTP/1.1" status: 204 len: 168 time: 0.6330874 Dec 10 09:18:21.420273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93235d0-3f08-41b4-943a-276ca840a961 tempest-AllowedAddressPairTestJSON-846274715 tempest-AllowedAddressPairTestJSON-846274715-project] Pushing event deleted for resources: {'Network': ['ID=a85b152f-1a93-4ffb-8767-8eae4977dd12,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:21.671207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57116) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:21.817063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-38679579-94fa-4cf7-951a-e7edadf03b8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ed1278d41374b2aa5210cd0da569a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445627 Dec 10 09:18:21.819458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:21.875139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90213906-26a0-45cc-8138-39127f02df34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.897794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90213906-26a0-45cc-8138-39127f02df34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.946911 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90213906-26a0-45cc-8138-39127f02df34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.950030 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-90213906-26a0-45cc-8138-39127f02df34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:21.951173 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-90213906-26a0-45cc-8138-39127f02df34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37dbc66f-1d8d-4d18-91bb-c0fa433abc97 HTTP/1.1" status: 204 len: 168 time: 0.1308084 Dec 10 09:18:21.958935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90213906-26a0-45cc-8138-39127f02df34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dbc66f-1d8d-4d18-91bb-c0fa433abc97,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:22.696999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57266) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:22.804331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-adb2da9d-c0ea-48e8-afe5-9d42e61da2be tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-763599260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:22.828683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-adb2da9d-c0ea-48e8-afe5-9d42e61da2be tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:22.829717 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-adb2da9d-c0ea-48e8-afe5-9d42e61da2be tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:22.885016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-adb2da9d-c0ea-48e8-afe5-9d42e61da2be tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:22.890932 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-adb2da9d-c0ea-48e8-afe5-9d42e61da2be tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:22.909982 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-adb2da9d-c0ea-48e8-afe5-9d42e61da2be tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:22.911184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-adb2da9d-c0ea-48e8-afe5-9d42e61da2be tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2122102 Dec 10 09:18:22.913881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57270) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:22.919142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1711196981'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:22.940217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Made reservation on behalf of c7d2738778b044afafbf89621048e049 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:22.943647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:22.953285 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.029789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.034933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.063419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:18:23.068690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63591d56-206e-4d94-8399-00448221e06e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:23.076426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.076763 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Added segment 9ac3e427-b533-473a-9925-e2bf4e9426f4 of type vlan for network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 Dec 10 09:18:23.119222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.144342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.149865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:23.151765 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.204347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2866225 Dec 10 09:18:23.204528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57272) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:23.215809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'subnet': {'network_id': 'dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:23.266545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a374ef-e629-4ff9-a45f-3e4a6902c7ef tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Network': ['ID=dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:23.279203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:18:23.318698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Made reservation on behalf of c7d2738778b044afafbf89621048e049 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:23.322454 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.533156 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.599082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Subnet': ['ID=5b69b6f5-c812-450d-825f-130b97c68f56,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:23.608773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Checking segment: {'id': '9ac3e427-b533-473a-9925-e2bf4e9426f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:23.609143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network hostable DHCP agents. Network: dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:18:23.635125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:18:23.650023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:23.655548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:23.656666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.659605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6f9af9-d902-4643-889c-635840fc7a84 None None] Network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:23.674972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ca04f9eb-3483-440a-895c-7fb6f9ac822f tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4695542 Dec 10 09:18:23.678293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57274) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:23.684351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'network': {'name': 'tempest-router-network01--1990205459'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:23.702457 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:18:23.711267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Made reservation on behalf of c7d2738778b044afafbf89621048e049 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:23.716317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.743451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:18:23.754596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.755184 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Added segment 5fea669b-232e-4bcf-a799-7f18cfafc855 of type vlan for network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f Dec 10 09:18:23.783386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05', 'network_id': 'dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05', 'project_id': 'c7d2738778b044afafbf89621048e049', 'fixed_ips': [{'subnet_id': '5b69b6f5-c812-450d-825f-130b97c68f56'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:18:23.784639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.807756 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.840232 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.846731 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:23.847331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.873403 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57278) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:23.874004 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1939118 Dec 10 09:18:23.881417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'network': {'name': 'tempest-router-network02--578118944'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:23.909423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Made reservation on behalf of c7d2738778b044afafbf89621048e049 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:23.914182 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.934293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0f87a-37bc-4bb9-8a01-02d1232cf3fe tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Network': ['ID=5ed31d8b-7109-413b-ae2c-4d8726c5a90f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:23.945864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:18:23.950257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:18:23.961634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:23.962036 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Added segment cfaa322d-eb92-4c95-8cb9-9d47e77832a9 of type vlan for network d78e6cf8-9256-45e2-9d36-9ce31e120fe1 Dec 10 09:18:23.969727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Allocated IP 2001:db8::2 (dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05/5b69b6f5-c812-450d-825f-130b97c68f56/c44f0eb7-ff19-40e9-907d-381385d2a53d) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:24.174799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.181587 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.229687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:24.233093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:24.236852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:24.249176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Pushing event updated for resources: {'Port': ['ID=c44f0eb7-ff19-40e9-907d-381385d2a53d,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:24.283847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.300569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Attempting to bind port c44f0eb7-ff19-40e9-907d-381385d2a53d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:18:24.301579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Attempting to bind port c44f0eb7-ff19-40e9-907d-381385d2a53d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '9ac3e427-b533-473a-9925-e2bf4e9426f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:18:24.302159 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Attempting to bind port c44f0eb7-ff19-40e9-907d-381385d2a53d on network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:18:24.307955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:18:24.308334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Checking segment: {'id': '9ac3e427-b533-473a-9925-e2bf4e9426f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:24.308732 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.309125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Bound using segment: {'id': '9ac3e427-b533-473a-9925-e2bf4e9426f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:18:24.309790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Bound port: c44f0eb7-ff19-40e9-907d-381385d2a53d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac3e427-b533-473a-9925-e2bf4e9426f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:18:24.310175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.312804 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.319305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:24.320137 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.353119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57280) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:24.353302 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4778242 Dec 10 09:18:24.362412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'subnet': {'network_id': '5ed31d8b-7109-413b-ae2c-4d8726c5a90f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:24.376930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] For port c44f0eb7-ff19-40e9-907d-381385d2a53d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:18:24.380267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] For port c44f0eb7-ff19-40e9-907d-381385d2a53d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c44f0eb7-ff19-40e9-907d-381385d2a53d,segment=NetworkSegment(9ac3e427-b533-473a-9925-e2bf4e9426f4),segment_id=9ac3e427-b533-473a-9925-e2bf4e9426f4)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:18:24.387085 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.409377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ec8a2-2ef5-43d0-b61f-5af1ab622ee7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Network': ['ID=d78e6cf8-9256-45e2-9d36-9ce31e120fe1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:24.424616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network d78e6cf8-9256-45e2-9d36-9ce31e120fe1 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:18:24.485069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Made reservation on behalf of c7d2738778b044afafbf89621048e049 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:24.489203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.521652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd8a18-6d03-4c48-948c-1798a0226843 None None] Pushing event updated for resources: {'Port': ['ID=c44f0eb7-ff19-40e9-907d-381385d2a53d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:24.723088 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.791727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Subnet': ['ID=c1416177-3824-47f8-970c-16dec600f888,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:24.800191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Checking segment: {'id': '5fea669b-232e-4bcf-a799-7f18cfafc855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ed31d8b-7109-413b-ae2c-4d8726c5a90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:24.800560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network hostable DHCP agents. Network: 5ed31d8b-7109-413b-ae2c-4d8726c5a90f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:18:24.827686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:18:24.839822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 5ed31d8b-7109-413b-ae2c-4d8726c5a90f) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:24.843460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:24.844054 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:24.850414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf59bc83-3290-4307-a99b-6ecac1a0253e None None] Network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:24.868541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57284) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:24.870147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5de2880c-ebfd-4699-aedb-321f343cb463 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5127516 Dec 10 09:18:24.875344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'subnet': {'network_id': 'd78e6cf8-9256-45e2-9d36-9ce31e120fe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:24.986239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Made reservation on behalf of c7d2738778b044afafbf89621048e049 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:24.989793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:25.144138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-5ed31d8b-7109-413b-ae2c-4d8726c5a90f', 'network_id': '5ed31d8b-7109-413b-ae2c-4d8726c5a90f', 'project_id': 'c7d2738778b044afafbf89621048e049', 'fixed_ips': [{'subnet_id': 'c1416177-3824-47f8-970c-16dec600f888'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:18:25.145835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:25.220763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:25.326110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Subnet': ['ID=60994601-2dbf-45fa-ad20-9d5ff6228ae3,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:25.328014 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Allocated IP 2001:db8::2 (5ed31d8b-7109-413b-ae2c-4d8726c5a90f/c1416177-3824-47f8-970c-16dec600f888/506ac4ba-3d57-42c0-8271-f67417f6a6a4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:25.329792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Checking segment: {'id': 'cfaa322d-eb92-4c95-8cb9-9d47e77832a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd78e6cf8-9256-45e2-9d36-9ce31e120fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:25.330555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network hostable DHCP agents. Network: d78e6cf8-9256-45e2-9d36-9ce31e120fe1, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:18:25.352217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network d78e6cf8-9256-45e2-9d36-9ce31e120fe1 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:18:25.366928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, d78e6cf8-9256-45e2-9d36-9ce31e120fe1) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:25.375947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:25.387455 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:25.410713 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bf48627e-6c14-4273-9578-5cb9f3d638b3 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5410960 Dec 10 09:18:25.414155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57286) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:25.440586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c6e24-09b4-45de-b112-32d79869187c None None] Network d78e6cf8-9256-45e2-9d36-9ce31e120fe1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:25.460216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c44f0eb7-ff19-40e9-907d-381385d2a53d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:18:25.648475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-d78e6cf8-9256-45e2-9d36-9ce31e120fe1', 'network_id': 'd78e6cf8-9256-45e2-9d36-9ce31e120fe1', 'project_id': 'c7d2738778b044afafbf89621048e049', 'fixed_ips': [{'subnet_id': '60994601-2dbf-45fa-ad20-9d5ff6228ae3'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:18:25.649375 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:25.656070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c44f0eb7-ff19-40e9-907d-381385d2a53d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:25.656440 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:25.724314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a24cc-7fc7-4ed4-83ba-8f697c67ef7e None None] Network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:25.859654 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:25.893142 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:25.985577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8ef988b1-6eb1-487f-b97a-e2518a5dd15a None None] Provisioning complete for port c44f0eb7-ff19-40e9-907d-381385d2a53d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:25.985785 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8ef988b1-6eb1-487f-b97a-e2518a5dd15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.017324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:26.063834 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:26.068275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:26.080920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Pushing event updated for resources: {'Port': ['ID=506ac4ba-3d57-42c0-8271-f67417f6a6a4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:26.099484 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.124559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Allocated IP 2001:db8::2 (d78e6cf8-9256-45e2-9d36-9ce31e120fe1/60994601-2dbf-45fa-ad20-9d5ff6228ae3/6962d494-f687-4faa-b843-d461f9d27a09) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:26.154505 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.218402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57294) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:26.227738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port c44f0eb7-ff19-40e9-907d-381385d2a53d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c44f0eb7-ff19-40e9-907d-381385d2a53d,segment=NetworkSegment(9ac3e427-b533-473a-9925-e2bf4e9426f4),segment_id=9ac3e427-b533-473a-9925-e2bf4e9426f4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:26.242139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Attempting to bind port 506ac4ba-3d57-42c0-8271-f67417f6a6a4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:18:26.242513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Attempting to bind port 506ac4ba-3d57-42c0-8271-f67417f6a6a4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '5fea669b-232e-4bcf-a799-7f18cfafc855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ed31d8b-7109-413b-ae2c-4d8726c5a90f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:18:26.242882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Attempting to bind port 506ac4ba-3d57-42c0-8271-f67417f6a6a4 on network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:18:26.277763 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.435825 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.441990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55640fa8-a94f-4cd9-b38d-9d108c0eb29c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.477602 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.480199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:18:26.480734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Checking segment: {'id': '5fea669b-232e-4bcf-a799-7f18cfafc855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ed31d8b-7109-413b-ae2c-4d8726c5a90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:26.481232 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.481660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Bound using segment: {'id': '5fea669b-232e-4bcf-a799-7f18cfafc855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ed31d8b-7109-413b-ae2c-4d8726c5a90f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:18:26.482673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Bound port: 506ac4ba-3d57-42c0-8271-f67417f6a6a4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fea669b-232e-4bcf-a799-7f18cfafc855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ed31d8b-7109-413b-ae2c-4d8726c5a90f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:18:26.482673 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.496619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Allocated IP 2001:db8::1 (5ed31d8b-7109-413b-ae2c-4d8726c5a90f/c1416177-3824-47f8-970c-16dec600f888/1db816cf-adcd-478c-a160-4b90e1f2a9ef) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:26.552547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Network d78e6cf8-9256-45e2-9d36-9ce31e120fe1 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:26.568029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:26.579829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:26.581048 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55640fa8-a94f-4cd9-b38d-9d108c0eb29c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.587004 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55640fa8-a94f-4cd9-b38d-9d108c0eb29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.617872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=c44f0eb7-ff19-40e9-907d-381385d2a53d,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:26.624741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55640fa8-a94f-4cd9-b38d-9d108c0eb29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fff981-197e-499c-aa3b-3db3e642a68c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:26.660011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-13560846-2995-4cb9-8eca-f484da197741 None None] For port 506ac4ba-3d57-42c0-8271-f67417f6a6a4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:18:26.662273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-55640fa8-a94f-4cd9-b38d-9d108c0eb29c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5dda88bde5b405e9ebbe5a7940bac1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427757 Dec 10 09:18:26.666152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57300) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:26.689030 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.693239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-13560846-2995-4cb9-8eca-f484da197741 None None] For port 506ac4ba-3d57-42c0-8271-f67417f6a6a4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=506ac4ba-3d57-42c0-8271-f67417f6a6a4,segment=NetworkSegment(5fea669b-232e-4bcf-a799-7f18cfafc855),segment_id=5fea669b-232e-4bcf-a799-7f18cfafc855)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:18:26.699122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Attempting to bind port 6962d494-f687-4faa-b843-d461f9d27a09 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:18:26.699662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Attempting to bind port 6962d494-f687-4faa-b843-d461f9d27a09 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'cfaa322d-eb92-4c95-8cb9-9d47e77832a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd78e6cf8-9256-45e2-9d36-9ce31e120fe1'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:18:26.700029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Attempting to bind port 6962d494-f687-4faa-b843-d461f9d27a09 on network d78e6cf8-9256-45e2-9d36-9ce31e120fe1 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:18:26.709014 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:18:26.709397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Checking segment: {'id': 'cfaa322d-eb92-4c95-8cb9-9d47e77832a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd78e6cf8-9256-45e2-9d36-9ce31e120fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:26.709831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.710230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Bound using segment: {'id': 'cfaa322d-eb92-4c95-8cb9-9d47e77832a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd78e6cf8-9256-45e2-9d36-9ce31e120fe1'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:18:26.710702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Bound port: 6962d494-f687-4faa-b843-d461f9d27a09, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaa322d-eb92-4c95-8cb9-9d47e77832a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd78e6cf8-9256-45e2-9d36-9ce31e120fe1'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:18:26.711084 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.718138 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.730730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.731195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Pushing event updated for resources: {'Port': ['ID=6962d494-f687-4faa-b843-d461f9d27a09,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:26.747430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-366fda07-913c-4482-aace-6be53c9dbd3f None None] Provisioning complete for port c44f0eb7-ff19-40e9-907d-381385d2a53d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:26.747430 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-366fda07-913c-4482-aace-6be53c9dbd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.770714 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e62b7b2-dc18-4f8d-bd7d-44b775ec893f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.784280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:26.788733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:26.793583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:26.794113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.797916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Port': ['ID=1db816cf-adcd-478c-a160-4b90e1f2a9ef,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:26.818560 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e62b7b2-dc18-4f8d-bd7d-44b775ec893f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.828321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] For port 6962d494-f687-4faa-b843-d461f9d27a09, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:18:26.831888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] For port 6962d494-f687-4faa-b843-d461f9d27a09, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6962d494-f687-4faa-b843-d461f9d27a09,segment=NetworkSegment(cfaa322d-eb92-4c95-8cb9-9d47e77832a9),segment_id=cfaa322d-eb92-4c95-8cb9-9d47e77832a9)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:18:26.864978 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.931601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13560846-2995-4cb9-8eca-f484da197741 None None] Pushing event updated for resources: {'Port': ['ID=506ac4ba-3d57-42c0-8271-f67417f6a6a4,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:26.947203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.959313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e62b7b2-dc18-4f8d-bd7d-44b775ec893f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.966467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e62b7b2-dc18-4f8d-bd7d-44b775ec893f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:26.968470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8e62b7b2-dc18-4f8d-bd7d-44b775ec893f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92fff981-197e-499c-aa3b-3db3e642a68c HTTP/1.1" status: 204 len: 168 time: 0.2981248 Dec 10 09:18:26.985207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62b7b2-dc18-4f8d-bd7d-44b775ec893f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fff981-197e-499c-aa3b-3db3e642a68c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:27.147278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e779965-6bc7-41ea-84c3-5d364f83f4a1 None None] Pushing event updated for resources: {'Port': ['ID=6962d494-f687-4faa-b843-d461f9d27a09,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:27.457705 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:27.477092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:27.477970 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:27.536657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 506ac4ba-3d57-42c0-8271-f67417f6a6a4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:18:27.598033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 506ac4ba-3d57-42c0-8271-f67417f6a6a4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:27.598412 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:27.618424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Port': ['ID=1db816cf-adcd-478c-a160-4b90e1f2a9ef,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:27.675811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:27.677285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:27.699335 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:27.732988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 506ac4ba-3d57-42c0-8271-f67417f6a6a4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=506ac4ba-3d57-42c0-8271-f67417f6a6a4,segment=NetworkSegment(5fea669b-232e-4bcf-a799-7f18cfafc855),segment_id=5fea669b-232e-4bcf-a799-7f18cfafc855)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:27.738823 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:27.739952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c44f0eb7-ff19-40e9-907d-381385d2a53d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:18:27.819435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=506ac4ba-3d57-42c0-8271-f67417f6a6a4,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:27.830425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Router 83c778d3-d00f-4569-8186-f9141fa429c8 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:18:27.839655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c44f0eb7-ff19-40e9-907d-381385d2a53d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:27.840307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:27.935464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:18:27.943902 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fe68e154-064f-4955-a212-7e533e8924e5 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "PUT /v2.0/routers/83c778d3-d00f-4569-8186-f9141fa429c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5254045 Dec 10 09:18:27.943902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57322) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:27.946612 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0c4ca-dac0-4c2f-8833-5b93e27d7a5c None None] Sync routers for ids ['83c778d3-d00f-4569-8186-f9141fa429c8'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:18:27.966229 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0c4ca-dac0-4c2f-8833-5b93e27d7a5c None None] Routers {'83c778d3-d00f-4569-8186-f9141fa429c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:27.966976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dea0c4ca-dac0-4c2f-8833-5b93e27d7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['83c778d3-d00f-4569-8186-f9141fa429c8'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:28.004669 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dea0c4ca-dac0-4c2f-8833-5b93e27d7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:28.016110 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0c4ca-dac0-4c2f-8833-5b93e27d7a5c None None] Routers {'83c778d3-d00f-4569-8186-f9141fa429c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:28.016977 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dea0c4ca-dac0-4c2f-8833-5b93e27d7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['83c778d3-d00f-4569-8186-f9141fa429c8'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:28.059287 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dea0c4ca-dac0-4c2f-8833-5b93e27d7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:28.060151 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0c4ca-dac0-4c2f-8833-5b93e27d7a5c None None] The sync data for ids ['83c778d3-d00f-4569-8186-f9141fa429c8'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:18:28.352132 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-a3e6965a-b235-4378-909c-12c2e9d71b23 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:28.353712 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a3e6965a-b235-4378-909c-12c2e9d71b23 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "PUT /v2.0/routers/83c778d3-d00f-4569-8186-f9141fa429c8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4087341 Dec 10 09:18:28.356580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57360) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:28.375595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea8a69-b517-4641-aee5-e6bd1addd8a1 None None] Network d78e6cf8-9256-45e2-9d36-9ce31e120fe1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:28.494789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1a42c0e9-a466-4b46-82a0-8a09eac62fa9 None None] Provisioning complete for port 6962d494-f687-4faa-b843-d461f9d27a09 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:28.495249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1a42c0e9-a466-4b46-82a0-8a09eac62fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:28.633888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1a42c0e9-a466-4b46-82a0-8a09eac62fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:28.706079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1a42c0e9-a466-4b46-82a0-8a09eac62fa9 None None] For port 6962d494-f687-4faa-b843-d461f9d27a09, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6962d494-f687-4faa-b843-d461f9d27a09,segment=NetworkSegment(cfaa322d-eb92-4c95-8cb9-9d47e77832a9),segment_id=cfaa322d-eb92-4c95-8cb9-9d47e77832a9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:28.714693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1a42c0e9-a466-4b46-82a0-8a09eac62fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:28.779549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6fe40-0152-4a14-81f2-2bb13b2ccf8f None None] Network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:28.789649 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.002171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42c0e9-a466-4b46-82a0-8a09eac62fa9 None None] Pushing event updated for resources: {'Port': ['ID=6962d494-f687-4faa-b843-d461f9d27a09,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:29.028827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-df640373-9309-4e85-aa0f-53264f679c4d None None] Provisioning complete for port 506ac4ba-3d57-42c0-8271-f67417f6a6a4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:29.029208 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-df640373-9309-4e85-aa0f-53264f679c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.086614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Deleting port 1db816cf-adcd-478c-a160-4b90e1f2a9ef {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:29.086614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.195269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.214686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Calling delete_port for 1db816cf-adcd-478c-a160-4b90e1f2a9ef owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:29.297475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d72de6f9-9891-44b2-85ec-4e684196dc76 None None] Provisioning complete for port 6962d494-f687-4faa-b843-d461f9d27a09 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:29.299548 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d72de6f9-9891-44b2-85ec-4e684196dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.429429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.450907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6962d494-f687-4faa-b843-d461f9d27a09 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:18:29.464468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Port': ['ID=1db816cf-adcd-478c-a160-4b90e1f2a9ef,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:29.535525 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b57395a8-3736-4a43-b07c-0d678329a698 None None] Provisioning complete for port 506ac4ba-3d57-42c0-8271-f67417f6a6a4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:29.535898 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b57395a8-3736-4a43-b07c-0d678329a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.571061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.584471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6962d494-f687-4faa-b843-d461f9d27a09 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:29.585428 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.694293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b57395a8-3736-4a43-b07c-0d678329a698 None None] Could not find standard attr ID for object 1db816cf-adcd-478c-a160-4b90e1f2a9ef. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:18:29.740510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 506ac4ba-3d57-42c0-8271-f67417f6a6a4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:18:29.757037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Router 83c778d3-d00f-4569-8186-f9141fa429c8 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:18:29.806312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 506ac4ba-3d57-42c0-8271-f67417f6a6a4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:29.806821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:29.837409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0290333f-0a9f-4b8c-9f20-7dadad15deb9 None None] Could not find standard attr ID for object 1db816cf-adcd-478c-a160-4b90e1f2a9ef. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:18:29.852649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:18:29.858948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e84c6ae1-0132-4ca0-bc7d-cfee26650f29 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "PUT /v2.0/routers/83c778d3-d00f-4569-8186-f9141fa429c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5013709 Dec 10 09:18:29.862579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57402) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:29.866687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d783c1-6bb1-40e3-acf7-581ca2ca4d9e None None] Sync routers for ids ['83c778d3-d00f-4569-8186-f9141fa429c8'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:18:29.888069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d783c1-6bb1-40e3-acf7-581ca2ca4d9e None None] Routers {'83c778d3-d00f-4569-8186-f9141fa429c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:29.888806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-19d783c1-6bb1-40e3-acf7-581ca2ca4d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['83c778d3-d00f-4569-8186-f9141fa429c8'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:29.901989 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-2316346d-1198-455b-ab48-94049ea59c9c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] delete failed (client error): The resource could not be found. Dec 10 09:18:29.906615 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2316346d-1198-455b-ab48-94049ea59c9c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-2131658778 HTTP/1.1" status: 404 len: 335 time: 0.0393791 Dec 10 09:18:29.906956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57404) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:29.911794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-637588b3-87ff-42b8-a7ef-f30bdc760f02 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'router': {'external_gateway_info': {'network_id': '83c778d3-d00f-4569-8186-f9141fa429c8'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:29.952652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-19d783c1-6bb1-40e3-acf7-581ca2ca4d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:29.971945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d783c1-6bb1-40e3-acf7-581ca2ca4d9e None None] Routers {'83c778d3-d00f-4569-8186-f9141fa429c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:29.972548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-19d783c1-6bb1-40e3-acf7-581ca2ca4d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['83c778d3-d00f-4569-8186-f9141fa429c8'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:30.005520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-19d783c1-6bb1-40e3-acf7-581ca2ca4d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:30.006183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d783c1-6bb1-40e3-acf7-581ca2ca4d9e None None] The sync data for ids ['83c778d3-d00f-4569-8186-f9141fa429c8'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:18:30.125088 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-637588b3-87ff-42b8-a7ef-f30bdc760f02 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:30.146795 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-637588b3-87ff-42b8-a7ef-f30bdc760f02 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] update failed (client error): The resource could not be found. Dec 10 09:18:30.147851 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-637588b3-87ff-42b8-a7ef-f30bdc760f02 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "PUT /v2.0/routers/83c778d3-d00f-4569-8186-f9141fa429c8 HTTP/1.1" status: 404 len: 339 time: 0.2400999 Dec 10 09:18:30.152073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57406) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:30.157151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1095753527'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:30.179956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Made reservation on behalf of c7d2738778b044afafbf89621048e049 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:30.184585 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:30.208344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:18:30.218285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:30.218666 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Added segment 8ba122bf-d0ee-40ef-919b-b8579cca8909 of type vlan for network ec7755ad-4554-427e-b50a-791e46374f88 Dec 10 09:18:30.260848 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:30.287500 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:30.293372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:30.295981 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:30.367142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2109256 Dec 10 09:18:30.367142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57408) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:30.372858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'subnet': {'network_id': 'ec7755ad-4554-427e-b50a-791e46374f88', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:30.392839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21486ca-ba1a-46ae-8e34-3e78b7994a47 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Network': ['ID=ec7755ad-4554-427e-b50a-791e46374f88,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:30.408160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ec7755ad-4554-427e-b50a-791e46374f88 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:18:30.484577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Made reservation on behalf of c7d2738778b044afafbf89621048e049 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:18:30.488218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.003726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.071073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Subnet': ['ID=dc04964f-c857-4b4b-9b4d-c536f36bc8c9,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:31.087560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Checking segment: {'id': '8ba122bf-d0ee-40ef-919b-b8579cca8909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ec7755ad-4554-427e-b50a-791e46374f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:31.087964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network hostable DHCP agents. Network: ec7755ad-4554-427e-b50a-791e46374f88, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:18:31.104934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network ec7755ad-4554-427e-b50a-791e46374f88 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:18:31.114398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ec7755ad-4554-427e-b50a-791e46374f88) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:31.118776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:31.121031 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.123953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87ceb4e-0f52-49de-bb05-4cb4ffe7b146 None None] Network ec7755ad-4554-427e-b50a-791e46374f88 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:31.146301 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-762ce519-2d25-47c6-a571-4860ef797254 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7781861 Dec 10 09:18:31.149149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57412) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:31.156790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a2ecedfc-1e40-47db-bc79-a32a2b650de9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec7755ad-4554-427e-b50a-791e46374f88'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:31.236039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-ec7755ad-4554-427e-b50a-791e46374f88', 'network_id': 'ec7755ad-4554-427e-b50a-791e46374f88', 'project_id': 'c7d2738778b044afafbf89621048e049', 'fixed_ips': [{'subnet_id': 'dc04964f-c857-4b4b-9b4d-c536f36bc8c9'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:18:31.236921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.388293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2ecedfc-1e40-47db-bc79-a32a2b650de9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.392807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Allocated IP 2001:db8:1::2 (ec7755ad-4554-427e-b50a-791e46374f88/dc04964f-c857-4b4b-9b4d-c536f36bc8c9/be613877-4880-4cf0-b97b-e1b333429241) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:31.507680 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-a2ecedfc-1e40-47db-bc79-a32a2b650de9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:31.508743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a2ecedfc-1e40-47db-bc79-a32a2b650de9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "PUT /v2.0/routers/83c778d3-d00f-4569-8186-f9141fa429c8 HTTP/1.1" status: 400 len: 364 time: 0.3585999 Dec 10 09:18:31.513601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57414) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:31.571288 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.578895 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.626580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Network ec7755ad-4554-427e-b50a-791e46374f88 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:31.629566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:31.632983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:31.643594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Pushing event updated for resources: {'Port': ['ID=be613877-4880-4cf0-b97b-e1b333429241,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:31.695948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Attempting to bind port be613877-4880-4cf0-b97b-e1b333429241 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:18:31.696324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Attempting to bind port be613877-4880-4cf0-b97b-e1b333429241 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '8ba122bf-d0ee-40ef-919b-b8579cca8909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ec7755ad-4554-427e-b50a-791e46374f88'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:18:31.696692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Attempting to bind port be613877-4880-4cf0-b97b-e1b333429241 on network ec7755ad-4554-427e-b50a-791e46374f88 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:18:31.705318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:18:31.705726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Checking segment: {'id': '8ba122bf-d0ee-40ef-919b-b8579cca8909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ec7755ad-4554-427e-b50a-791e46374f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:18:31.706135 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.706532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Bound using segment: {'id': '8ba122bf-d0ee-40ef-919b-b8579cca8909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ec7755ad-4554-427e-b50a-791e46374f88'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:18:31.707008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Bound port: be613877-4880-4cf0-b97b-e1b333429241, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba122bf-d0ee-40ef-919b-b8579cca8909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ec7755ad-4554-427e-b50a-791e46374f88'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:18:31.707391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.772417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] For port be613877-4880-4cf0-b97b-e1b333429241, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:18:31.776663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] For port be613877-4880-4cf0-b97b-e1b333429241, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=be613877-4880-4cf0-b97b-e1b333429241,segment=NetworkSegment(8ba122bf-d0ee-40ef-919b-b8579cca8909),segment_id=8ba122bf-d0ee-40ef-919b-b8579cca8909)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:18:31.781823 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.817704 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:31.847574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a1679-933c-41ec-b1a4-e5d9b0c9c3e9 None None] Pushing event updated for resources: {'Port': ['ID=be613877-4880-4cf0-b97b-e1b333429241,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:32.120971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Allocated IP 2001:db8::1 (dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05/5b69b6f5-c812-450d-825f-130b97c68f56/01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:32.255309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:32.291315 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:32.333803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:32.337170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:32.341658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:32.342312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:32.392571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Port': ['ID=01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:32.514626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:32.707296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6b7c03b4-4c28-4768-be75-ae9e4f1dafaa None None] Provisioning complete for port 01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:32.707811 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b7c03b4-4c28-4768-be75-ae9e4f1dafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:32.764272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c03b4-4c28-4768-be75-ae9e4f1dafaa None None] Port 01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:32.876326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:32.882336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:32.883454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:32.985464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event updated for resources: {'Port': ['ID=01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:33.039262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:33.041448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:33.163920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e467db5-6190-4d36-b7e0-307538f65ccf None None] Network ec7755ad-4554-427e-b50a-791e46374f88 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:33.174911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Router 83c778d3-d00f-4569-8186-f9141fa429c8 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:18:33.241397 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7e20fdad-74ad-46ef-b127-86c8a8b68ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:33.302587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:18:33.312064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7a0a7088-3d72-449f-bf68-79d375abf867 None None] Provisioning complete for port be613877-4880-4cf0-b97b-e1b333429241 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:33.312442 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7088-3d72-449f-bf68-79d375abf867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:33.314894 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2b645-a5da-48c6-8390-703f7189455f None None] Sync routers for ids ['83c778d3-d00f-4569-8186-f9141fa429c8'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:18:33.315590 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b9d9febc-9288-450e-9830-495125e44bcc tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "PUT /v2.0/routers/83c778d3-d00f-4569-8186-f9141fa429c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8007870 Dec 10 09:18:33.318436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57420) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:33.328885 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2b645-a5da-48c6-8390-703f7189455f None None] Routers {'83c778d3-d00f-4569-8186-f9141fa429c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:33.334374 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-80f2b645-a5da-48c6-8390-703f7189455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['83c778d3-d00f-4569-8186-f9141fa429c8'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:33.411228 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-80f2b645-a5da-48c6-8390-703f7189455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:33.430347 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2b645-a5da-48c6-8390-703f7189455f None None] Routers {'83c778d3-d00f-4569-8186-f9141fa429c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:33.430974 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-80f2b645-a5da-48c6-8390-703f7189455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['83c778d3-d00f-4569-8186-f9141fa429c8'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:33.483299 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-80f2b645-a5da-48c6-8390-703f7189455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:33.484184 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2b645-a5da-48c6-8390-703f7189455f None None] The sync data for ids ['83c778d3-d00f-4569-8186-f9141fa429c8'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:18:33.500961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e5c5-5894-4d2d-982d-9e765fb2c398 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:33.516483 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7088-3d72-449f-bf68-79d375abf867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:33.521105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device be613877-4880-4cf0-b97b-e1b333429241 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:18:33.604022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7a0a7088-3d72-449f-bf68-79d375abf867 None None] For port be613877-4880-4cf0-b97b-e1b333429241, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=be613877-4880-4cf0-b97b-e1b333429241,segment=NetworkSegment(8ba122bf-d0ee-40ef-919b-b8579cca8909),segment_id=8ba122bf-d0ee-40ef-919b-b8579cca8909)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:33.614462 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7088-3d72-449f-bf68-79d375abf867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:33.629190 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-c5c8e5c5-5894-4d2d-982d-9e765fb2c398 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 09:18:33.633802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57422) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:33.636545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c5c8e5c5-5894-4d2d-982d-9e765fb2c398 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/routers/83c778d3-d00f-4569-8186-f9141fa429c8 HTTP/1.1" status: 409 len: 329 time: 0.3163171 Dec 10 09:18:33.656184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port be613877-4880-4cf0-b97b-e1b333429241 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:33.656950 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:33.739852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a7088-3d72-449f-bf68-79d375abf867 None None] Pushing event updated for resources: {'Port': ['ID=be613877-4880-4cf0-b97b-e1b333429241,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:33.766421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d99cd32c-fe09-4acf-8882-c76bfa33fb09 None None] Provisioning complete for port 01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:33.766797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d99cd32c-fe09-4acf-8882-c76bfa33fb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:33.845564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d99cd32c-fe09-4acf-8882-c76bfa33fb09 None None] Port 01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:18:33.966501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-de326ba6-cf2c-4dcc-8254-911e3da76a9c None None] Provisioning complete for port be613877-4880-4cf0-b97b-e1b333429241 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:33.966967 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de326ba6-cf2c-4dcc-8254-911e3da76a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:34.048989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:34.303370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Deleting port 01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:34.304033 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:34.391115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:34.403340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Calling delete_port for 01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:34.580991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:34.610639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Port': ['ID=01070b0c-5a6c-4b9d-afb6-da0a8ec8e49c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:34.718053 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:34.882466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Router 83c778d3-d00f-4569-8186-f9141fa429c8 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:18:34.964928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:18:34.974008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57428) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:34.974519 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e899c959-40ee-4bee-82ae-32a77ff418b9 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "PUT /v2.0/routers/83c778d3-d00f-4569-8186-f9141fa429c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3384097 Dec 10 09:18:34.979406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e720a-73f9-4e3d-9b19-b95ac618a8fb None None] Sync routers for ids ['83c778d3-d00f-4569-8186-f9141fa429c8'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:18:34.990396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e720a-73f9-4e3d-9b19-b95ac618a8fb None None] Routers {'83c778d3-d00f-4569-8186-f9141fa429c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:34.992051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-544e720a-73f9-4e3d-9b19-b95ac618a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['83c778d3-d00f-4569-8186-f9141fa429c8'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:35.022477 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-d77992ac-1394-425a-93d6-c40d1757750c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] show failed (client error): The resource could not be found. Dec 10 09:18:35.024157 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d77992ac-1394-425a-93d6-c40d1757750c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1120422347 HTTP/1.1" status: 404 len: 335 time: 0.0484424 Dec 10 09:18:35.028833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57430) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:35.029936 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-544e720a-73f9-4e3d-9b19-b95ac618a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:35.034471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1b7515ae-c041-4cb8-ab1f-f131d2db27f6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:35.038803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e720a-73f9-4e3d-9b19-b95ac618a8fb None None] Routers {'83c778d3-d00f-4569-8186-f9141fa429c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:35.039399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-544e720a-73f9-4e3d-9b19-b95ac618a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['83c778d3-d00f-4569-8186-f9141fa429c8'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:35.072617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-544e720a-73f9-4e3d-9b19-b95ac618a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:35.073523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e720a-73f9-4e3d-9b19-b95ac618a8fb None None] The sync data for ids ['83c778d3-d00f-4569-8186-f9141fa429c8'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:18:35.076572 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-1b7515ae-c041-4cb8-ab1f-f131d2db27f6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] update failed (client error): The resource could not be found. Dec 10 09:18:35.077650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1b7515ae-c041-4cb8-ab1f-f131d2db27f6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-52886473 HTTP/1.1" status: 404 len: 333 time: 0.0476322 Dec 10 09:18:35.082335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57434) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:35.140543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5d2562-f52a-42ca-9c7b-99985f468583 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Deleting subnet dc04964f-c857-4b4b-9b4d-c536f36bc8c9 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:18:35.143722 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2562-f52a-42ca-9c7b-99985f468583 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.186473 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2562-f52a-42ca-9c7b-99985f468583 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.309705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2562-f52a-42ca-9c7b-99985f468583 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.328276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device be613877-4880-4cf0-b97b-e1b333429241 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:18:35.375493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2562-f52a-42ca-9c7b-99985f468583 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.389256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port be613877-4880-4cf0-b97b-e1b333429241 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:18:35.389690 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.405872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d2562-f52a-42ca-9c7b-99985f468583 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Subnet': ['ID=dc04964f-c857-4b4b-9b4d-c536f36bc8c9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:35.408564 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2562-f52a-42ca-9c7b-99985f468583 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.411801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ea5d2562-f52a-42ca-9c7b-99985f468583 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/subnets/dc04964f-c857-4b4b-9b4d-c536f36bc8c9 HTTP/1.1" status: 204 len: 168 time: 0.3278446 Dec 10 09:18:35.414325 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57436) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:35.425536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a9d88a-2360-4655-a366-dfca6539e573 None None] Network ec7755ad-4554-427e-b50a-791e46374f88 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:35.499709 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7eb5-79af-4d14-aa36-6efede660feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.514224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.578793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Deleting port be613877-4880-4cf0-b97b-e1b333429241 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:35.579135 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.643620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55388210-b141-4229-a53a-6d4e624bd321 None None] DHCP port deletion for ec7755ad-4554-427e-b50a-791e46374f88 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:18:35.653085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] For port be613877-4880-4cf0-b97b-e1b333429241, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=be613877-4880-4cf0-b97b-e1b333429241,segment=NetworkSegment(8ba122bf-d0ee-40ef-919b-b8579cca8909),segment_id=8ba122bf-d0ee-40ef-919b-b8579cca8909)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:35.653567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.667463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Calling delete_port for be613877-4880-4cf0-b97b-e1b333429241 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:35.692940 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-55388210-b141-4229-a53a-6d4e624bd321 None None] Deleting port be613877-4880-4cf0-b97b-e1b333429241 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:35.693598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55388210-b141-4229-a53a-6d4e624bd321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.751378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.766432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-55388210-b141-4229-a53a-6d4e624bd321 None None] For port be613877-4880-4cf0-b97b-e1b333429241, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=be613877-4880-4cf0-b97b-e1b333429241,segment=NetworkSegment(8ba122bf-d0ee-40ef-919b-b8579cca8909),segment_id=8ba122bf-d0ee-40ef-919b-b8579cca8909)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:35.767122 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55388210-b141-4229-a53a-6d4e624bd321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.782031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-55388210-b141-4229-a53a-6d4e624bd321 None None] Calling delete_port for be613877-4880-4cf0-b97b-e1b333429241 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:35.782264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Port': ['ID=be613877-4880-4cf0-b97b-e1b333429241,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:35.783976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] No DVR routers for this DVR port be613877-4880-4cf0-b97b-e1b333429241 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:35.866139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.866839 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55388210-b141-4229-a53a-6d4e624bd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.890755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7755ad-4554-427e-b50a-791e46374f88']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:35.898753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55388210-b141-4229-a53a-6d4e624bd321 None None] Pushing event deleted for resources: {'Port': ['ID=be613877-4880-4cf0-b97b-e1b333429241,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:35.901227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba122bf-d0ee-40ef-919b-b8579cca8909') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:35.901391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55388210-b141-4229-a53a-6d4e624bd321 None None] No DVR routers for this DVR port be613877-4880-4cf0-b97b-e1b333429241 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:35.901610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba122bf-d0ee-40ef-919b-b8579cca8909') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:35.914331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.928190 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.934687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:18:35.935055 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:18:35.938078 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:18:36.005937 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.016075 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.018587 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/networks/ec7755ad-4554-427e-b50a-791e46374f88 HTTP/1.1" status: 204 len: 168 time: 0.6029460 Dec 10 09:18:36.021193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57438) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:36.032719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa48a51-8964-46da-ba50-70a20370478a tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Network': ['ID=ec7755ad-4554-427e-b50a-791e46374f88,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:36.079299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a702a65-7ba9-406a-ad49-06ce9b61db4c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Deleting subnet 60994601-2dbf-45fa-ad20-9d5ff6228ae3 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:18:36.082626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a702a65-7ba9-406a-ad49-06ce9b61db4c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.130092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a702a65-7ba9-406a-ad49-06ce9b61db4c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.218825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a702a65-7ba9-406a-ad49-06ce9b61db4c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.281288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a702a65-7ba9-406a-ad49-06ce9b61db4c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.309148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a702a65-7ba9-406a-ad49-06ce9b61db4c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Subnet': ['ID=60994601-2dbf-45fa-ad20-9d5ff6228ae3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:36.313128 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a702a65-7ba9-406a-ad49-06ce9b61db4c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.316398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3a702a65-7ba9-406a-ad49-06ce9b61db4c tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/subnets/60994601-2dbf-45fa-ad20-9d5ff6228ae3 HTTP/1.1" status: 204 len: 168 time: 0.2940984 Dec 10 09:18:36.318820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57442) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:36.321170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c515c305-70d0-46f4-b8fd-aa7e4fb345ce None None] Network d78e6cf8-9256-45e2-9d36-9ce31e120fe1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:36.376762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dae8cdf-6b3b-4dd7-b4fe-b8c54793e1c4 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Deleting subnet c1416177-3824-47f8-970c-16dec600f888 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:18:36.380315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5dae8cdf-6b3b-4dd7-b4fe-b8c54793e1c4 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.426035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5dae8cdf-6b3b-4dd7-b4fe-b8c54793e1c4 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.484907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc312212-4cf9-4894-a876-4dbef72657cb None None] DHCP port deletion for d78e6cf8-9256-45e2-9d36-9ce31e120fe1 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:18:36.522504 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5dae8cdf-6b3b-4dd7-b4fe-b8c54793e1c4 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.598623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5dae8cdf-6b3b-4dd7-b4fe-b8c54793e1c4 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.632184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae8cdf-6b3b-4dd7-b4fe-b8c54793e1c4 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Subnet': ['ID=c1416177-3824-47f8-970c-16dec600f888,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:36.640088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5dae8cdf-6b3b-4dd7-b4fe-b8c54793e1c4 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.643534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5dae8cdf-6b3b-4dd7-b4fe-b8c54793e1c4 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/subnets/c1416177-3824-47f8-970c-16dec600f888 HTTP/1.1" status: 204 len: 168 time: 0.3237615 Dec 10 09:18:36.646076 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57444) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:36.690819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424e99f-4a9f-4138-9138-b1aacaa23f2f None None] Network 5ed31d8b-7109-413b-ae2c-4d8726c5a90f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:36.739332 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.744579 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.781944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cc312212-4cf9-4894-a876-4dbef72657cb None None] Deleting port 6962d494-f687-4faa-b843-d461f9d27a09 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:36.782404 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cc312212-4cf9-4894-a876-4dbef72657cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.801613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Deleting port 6962d494-f687-4faa-b843-d461f9d27a09 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:36.801955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.860724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-cc312212-4cf9-4894-a876-4dbef72657cb None None] For port 6962d494-f687-4faa-b843-d461f9d27a09, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6962d494-f687-4faa-b843-d461f9d27a09,segment=NetworkSegment(cfaa322d-eb92-4c95-8cb9-9d47e77832a9),segment_id=cfaa322d-eb92-4c95-8cb9-9d47e77832a9)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:36.861220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cc312212-4cf9-4894-a876-4dbef72657cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.876698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cc312212-4cf9-4894-a876-4dbef72657cb None None] Calling delete_port for 6962d494-f687-4faa-b843-d461f9d27a09 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:36.878798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] For port 6962d494-f687-4faa-b843-d461f9d27a09, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6962d494-f687-4faa-b843-d461f9d27a09,segment=NetworkSegment(cfaa322d-eb92-4c95-8cb9-9d47e77832a9),segment_id=cfaa322d-eb92-4c95-8cb9-9d47e77832a9)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:36.880391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:36.896724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Calling delete_port for 6962d494-f687-4faa-b843-d461f9d27a09 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:36.940002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb5eb91-3715-448e-bd14-6f4465ae2d33 None None] DHCP port deletion for 5ed31d8b-7109-413b-ae2c-4d8726c5a90f request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:18:37.012861 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cc312212-4cf9-4894-a876-4dbef72657cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.044879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc312212-4cf9-4894-a876-4dbef72657cb None None] No DVR routers for this DVR port 6962d494-f687-4faa-b843-d461f9d27a09 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:37.047212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-adb5eb91-3715-448e-bd14-6f4465ae2d33 None None] Deleting port 506ac4ba-3d57-42c0-8271-f67417f6a6a4 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:37.047582 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-adb5eb91-3715-448e-bd14-6f4465ae2d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.051120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312212-4cf9-4894-a876-4dbef72657cb None None] Pushing event deleted for resources: {'Port': ['ID=6962d494-f687-4faa-b843-d461f9d27a09,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:37.135467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-adb5eb91-3715-448e-bd14-6f4465ae2d33 None None] For port 506ac4ba-3d57-42c0-8271-f67417f6a6a4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=506ac4ba-3d57-42c0-8271-f67417f6a6a4,segment=NetworkSegment(5fea669b-232e-4bcf-a799-7f18cfafc855),segment_id=5fea669b-232e-4bcf-a799-7f18cfafc855)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:37.136102 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-adb5eb91-3715-448e-bd14-6f4465ae2d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.152434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-adb5eb91-3715-448e-bd14-6f4465ae2d33 None None] Calling delete_port for 506ac4ba-3d57-42c0-8271-f67417f6a6a4 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:37.256263 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-adb5eb91-3715-448e-bd14-6f4465ae2d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.295769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5eb91-3715-448e-bd14-6f4465ae2d33 None None] Pushing event deleted for resources: {'Port': ['ID=506ac4ba-3d57-42c0-8271-f67417f6a6a4,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:37.299473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5eb91-3715-448e-bd14-6f4465ae2d33 None None] No DVR routers for this DVR port 506ac4ba-3d57-42c0-8271-f67417f6a6a4 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:37.328434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.347005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device be613877-4880-4cf0-b97b-e1b333429241 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:37.356399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Port': ['ID=6962d494-f687-4faa-b843-d461f9d27a09,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:37.359995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] No DVR routers for this DVR port 6962d494-f687-4faa-b843-d461f9d27a09 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:37.370466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: be613877-4880-4cf0-b97b-e1b333429241 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:37.370822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device be613877-4880-4cf0-b97b-e1b333429241 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:37.371237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6962d494-f687-4faa-b843-d461f9d27a09 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:37.404732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6962d494-f687-4faa-b843-d461f9d27a09 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:37.405062 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6962d494-f687-4faa-b843-d461f9d27a09 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:37.405495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 506ac4ba-3d57-42c0-8271-f67417f6a6a4 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:37.434558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 506ac4ba-3d57-42c0-8271-f67417f6a6a4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:37.434907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 506ac4ba-3d57-42c0-8271-f67417f6a6a4 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:37.461139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.488899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78e6cf8-9256-45e2-9d36-9ce31e120fe1']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:37.498459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaa322d-eb92-4c95-8cb9-9d47e77832a9') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:37.498845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaa322d-eb92-4c95-8cb9-9d47e77832a9') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:37.510162 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.523358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.530294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:18:37.530682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: self.session.flush() Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:18:37.534352 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:18:37.595420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.602814 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.609392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/networks/d78e6cf8-9256-45e2-9d36-9ce31e120fe1 HTTP/1.1" status: 204 len: 168 time: 0.9562006 Dec 10 09:18:37.610225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57448) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:37.620537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715724e5-07bd-4dc7-b489-ba5b4b0b5bd6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Network': ['ID=d78e6cf8-9256-45e2-9d36-9ce31e120fe1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:37.694139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.792306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.815859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed31d8b-7109-413b-ae2c-4d8726c5a90f']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:37.826168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fea669b-232e-4bcf-a799-7f18cfafc855') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:37.826467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fea669b-232e-4bcf-a799-7f18cfafc855') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:37.836425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.850948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.858226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:18:37.858739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:18:37.861922 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:18:37.925132 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.929961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:37.933352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/networks/5ed31d8b-7109-413b-ae2c-4d8726c5a90f HTTP/1.1" status: 204 len: 168 time: 0.3220837 Dec 10 09:18:37.935984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57450) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:37.957616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6384c-8680-4f4f-b85f-ca1aa90a3247 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Network': ['ID=5ed31d8b-7109-413b-ae2c-4d8726c5a90f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:38.002201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e61c91d-b338-41e7-b0dc-0781820f8a66 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Deleting subnet 5b69b6f5-c812-450d-825f-130b97c68f56 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:18:38.005386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e61c91d-b338-41e7-b0dc-0781820f8a66 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.047862 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e61c91d-b338-41e7-b0dc-0781820f8a66 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.136614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e61c91d-b338-41e7-b0dc-0781820f8a66 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.202807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e61c91d-b338-41e7-b0dc-0781820f8a66 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.241116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61c91d-b338-41e7-b0dc-0781820f8a66 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Subnet': ['ID=5b69b6f5-c812-450d-825f-130b97c68f56,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:38.248640 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.251769 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0e61c91d-b338-41e7-b0dc-0781820f8a66 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.251971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e91a35-69a8-4b53-a9af-4da455040d06 None None] Network dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:18:38.256336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0e61c91d-b338-41e7-b0dc-0781820f8a66 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/subnets/5b69b6f5-c812-450d-825f-130b97c68f56 HTTP/1.1" status: 204 len: 168 time: 0.3192644 Dec 10 09:18:38.259149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57454) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:38.345188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.413159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Deleting port c44f0eb7-ff19-40e9-907d-381385d2a53d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:38.413530 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.437015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db3dbd-954d-4baa-a2fb-d5852bad2cc3 None None] DHCP port deletion for dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:18:38.482154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] For port c44f0eb7-ff19-40e9-907d-381385d2a53d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c44f0eb7-ff19-40e9-907d-381385d2a53d,segment=NetworkSegment(9ac3e427-b533-473a-9925-e2bf4e9426f4),segment_id=9ac3e427-b533-473a-9925-e2bf4e9426f4)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:38.482528 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.497799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-79db3dbd-954d-4baa-a2fb-d5852bad2cc3 None None] Deleting port c44f0eb7-ff19-40e9-907d-381385d2a53d {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:38.498029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Calling delete_port for c44f0eb7-ff19-40e9-907d-381385d2a53d owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:38.498527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79db3dbd-954d-4baa-a2fb-d5852bad2cc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.570698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-79db3dbd-954d-4baa-a2fb-d5852bad2cc3 None None] For port c44f0eb7-ff19-40e9-907d-381385d2a53d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c44f0eb7-ff19-40e9-907d-381385d2a53d,segment=NetworkSegment(9ac3e427-b533-473a-9925-e2bf4e9426f4),segment_id=9ac3e427-b533-473a-9925-e2bf4e9426f4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:38.571537 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79db3dbd-954d-4baa-a2fb-d5852bad2cc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.589615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-79db3dbd-954d-4baa-a2fb-d5852bad2cc3 None None] Calling delete_port for c44f0eb7-ff19-40e9-907d-381385d2a53d owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:38.589918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.626946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Port': ['ID=c44f0eb7-ff19-40e9-907d-381385d2a53d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:38.635708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] No DVR routers for this DVR port c44f0eb7-ff19-40e9-907d-381385d2a53d on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:38.677436 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-79db3dbd-954d-4baa-a2fb-d5852bad2cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.705929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db3dbd-954d-4baa-a2fb-d5852bad2cc3 None None] Pushing event deleted for resources: {'Port': ['ID=c44f0eb7-ff19-40e9-907d-381385d2a53d,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:38.709463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db3dbd-954d-4baa-a2fb-d5852bad2cc3 None None] No DVR routers for this DVR port c44f0eb7-ff19-40e9-907d-381385d2a53d on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:38.729791 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.751962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:38.762364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac3e427-b533-473a-9925-e2bf4e9426f4') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:38.762668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac3e427-b533-473a-9925-e2bf4e9426f4') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:38.777017 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.791491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.797474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:18:38.797892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:18:38.800804 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:18:38.860302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.872114 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:38.875377 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/networks/dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05 HTTP/1.1" status: 204 len: 168 time: 0.6148281 Dec 10 09:18:38.878767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57456) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:38.892502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f7b7d-b55b-4675-9504-c1a39a0627ae tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Pushing event deleted for resources: {'Network': ['ID=dfad36a5-cc9f-4fe8-8fec-4ca9628d5c05,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:38.909977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-22ebc455-accc-4f1a-b1f3-405f9f2b5ef6 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "GET /v2.0/ports?device_id=83c778d3-d00f-4569-8186-f9141fa429c8 HTTP/1.1" status: 200 len: 205 time: 0.0292249 Dec 10 09:18:38.912202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57458) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:38.990816 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14392502-1cbc-499b-828d-24b8814313a7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.178218 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14392502-1cbc-499b-828d-24b8814313a7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.180535 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14392502-1cbc-499b-828d-24b8814313a7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.229587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14392502-1cbc-499b-828d-24b8814313a7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.230147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14392502-1cbc-499b-828d-24b8814313a7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Fanout notify agent at l3_agent the message router_deleted on router 83c778d3-d00f-4569-8186-f9141fa429c8 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:18:39.237668 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-14392502-1cbc-499b-828d-24b8814313a7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.241087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-14392502-1cbc-499b-828d-24b8814313a7 tempest-RoutersNegativeIpV6Test-660361162 tempest-RoutersNegativeIpV6Test-660361162-project] 10.222.0.31 "DELETE /v2.0/routers/83c778d3-d00f-4569-8186-f9141fa429c8 HTTP/1.1" status: 204 len: 168 time: 0.3257344 Dec 10 09:18:39.262186 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.332003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c44f0eb7-ff19-40e9-907d-381385d2a53d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:39.360431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c44f0eb7-ff19-40e9-907d-381385d2a53d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:39.360781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c44f0eb7-ff19-40e9-907d-381385d2a53d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:39.566913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57466) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:39.719417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-be034789-2061-4fa6-b62b-13554792d9d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7d2738778b044afafbf89621048e049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510623 Dec 10 09:18:39.721727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57470) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:39.771586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0ac8aff-dbd5-448d-8e0a-bea0451c2405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.794814 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0ac8aff-dbd5-448d-8e0a-bea0451c2405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.848164 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0ac8aff-dbd5-448d-8e0a-bea0451c2405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.850900 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0ac8aff-dbd5-448d-8e0a-bea0451c2405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:39.852092 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c0ac8aff-dbd5-448d-8e0a-bea0451c2405 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63591d56-206e-4d94-8399-00448221e06e HTTP/1.1" status: 204 len: 168 time: 0.1294460 Dec 10 09:18:39.860349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac8aff-dbd5-448d-8e0a-bea0451c2405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63591d56-206e-4d94-8399-00448221e06e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:40.579462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57502) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:40.677375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-secgroup--829795020'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:40.700750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:40.709251 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:40.783987 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:40.788756 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:40.824563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44456707-2cfc-458f-9180-2070cc98ee86,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:40.866139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:40.870549 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:40.898986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613b09df-c037-4863-b2dc-b5fe6e34afcb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:40.903639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:40.907636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57506) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:40.908112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-535a6355-651f-4aff-96f7-a4655cdd3ed2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3271620 Dec 10 09:18:40.970720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ffe5ebee-ba6c-4d25-92b9-583fea28751d tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0611115 Dec 10 09:18:40.973316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57508) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:40.978009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-security--1276981379', 'description': 'tempest-security-description-1812820139'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:41.012245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.062442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.066343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.069058 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.073346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "PUT /v2.0/security-groups/613b09df-c037-4863-b2dc-b5fe6e34afcb HTTP/1.1" status: 200 len: 1797 time: 0.0961778 Dec 10 09:18:41.074840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57510) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.111844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613b09df-c037-4863-b2dc-b5fe6e34afcb,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:41.123978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.124345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.124696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.125039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.125428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.125799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.126143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.126613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.126951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.127279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.127608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.127936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.128257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01ac0f-5f8c-4a67-ae8c-70a5dd35c4ea tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:18:41.128985 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8e367a02-3728-4a1f-ba38-a171a753bebc tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups/613b09df-c037-4863-b2dc-b5fe6e34afcb HTTP/1.1" status: 200 len: 1797 time: 0.0525298 Dec 10 09:18:41.129838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57512) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.189149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4557fe1a-c29e-421d-b365-c28d8bb0d2e7 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.213362 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4557fe1a-c29e-421d-b365-c28d8bb0d2e7 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.259418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4557fe1a-c29e-421d-b365-c28d8bb0d2e7 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.262240 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4557fe1a-c29e-421d-b365-c28d8bb0d2e7 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.263384 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4557fe1a-c29e-421d-b365-c28d8bb0d2e7 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/613b09df-c037-4863-b2dc-b5fe6e34afcb HTTP/1.1" status: 204 len: 168 time: 0.1326559 Dec 10 09:18:41.266200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57522) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.272813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557fe1a-c29e-421d-b365-c28d8bb0d2e7 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613b09df-c037-4863-b2dc-b5fe6e34afcb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:41.316770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a1a90a88-cbaa-45c3-bdeb-24170d5ee4f0 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0489023 Dec 10 09:18:41.319423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57524) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.332422 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-3b4fdde9-30e8-46a7-8fb7-d3f7abf4c481 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] delete failed (client error): The resource could not be found. Dec 10 09:18:41.333537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3b4fdde9-30e8-46a7-8fb7-d3f7abf4c481 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/613b09df-c037-4863-b2dc-b5fe6e34afcb HTTP/1.1" status: 404 len: 347 time: 0.0131235 Dec 10 09:18:41.337155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57526) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.342532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-341b98f3-eb7d-41d6-8aa1-522a88097cb2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200220220'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:41.364694 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-341b98f3-eb7d-41d6-8aa1-522a88097cb2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.433529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-341b98f3-eb7d-41d6-8aa1-522a88097cb2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.438085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-341b98f3-eb7d-41d6-8aa1-522a88097cb2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.469192 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-341b98f3-eb7d-41d6-8aa1-522a88097cb2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.470461 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-341b98f3-eb7d-41d6-8aa1-522a88097cb2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1320205 Dec 10 09:18:41.473279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57530) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.479337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-eaef3e49-078f-478e-b8ca-b0fb097ad110 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': '435b1ad8-4679-4e35-af39-c2cfddac7759', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:41.484826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b98f3-eb7d-41d6-8aa1-522a88097cb2 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435b1ad8-4679-4e35-af39-c2cfddac7759,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:41.514503 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaef3e49-078f-478e-b8ca-b0fb097ad110 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.569865 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaef3e49-078f-478e-b8ca-b0fb097ad110 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.574388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaef3e49-078f-478e-b8ca-b0fb097ad110 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.592790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef3e49-078f-478e-b8ca-b0fb097ad110 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6e601c-62d4-49f8-aade-428fdc75b29a,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:41.603056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaef3e49-078f-478e-b8ca-b0fb097ad110 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.604274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eaef3e49-078f-478e-b8ca-b0fb097ad110 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295557 Dec 10 09:18:41.607089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57532) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.640496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-861fc564-34de-460d-b57c-c93d7e3e267f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.648345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-861fc564-34de-460d-b57c-c93d7e3e267f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.675426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-861fc564-34de-460d-b57c-c93d7e3e267f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.682053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-861fc564-34de-460d-b57c-c93d7e3e267f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.683217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-861fc564-34de-460d-b57c-c93d7e3e267f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ca6e601c-62d4-49f8-aade-428fdc75b29a HTTP/1.1" status: 204 len: 168 time: 0.0751805 Dec 10 09:18:41.685785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57534) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.701765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fc564-34de-460d-b57c-c93d7e3e267f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca6e601c-62d4-49f8-aade-428fdc75b29a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:41.735560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2450c7dc-7de1-4dd1-b10b-8b3f8487c74c tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486906 Dec 10 09:18:41.738201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57536) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.793042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-850e3fcc-67b2-4c6f-b843-804fba2888e5 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.817215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-850e3fcc-67b2-4c6f-b843-804fba2888e5 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.860078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-850e3fcc-67b2-4c6f-b843-804fba2888e5 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.862774 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-850e3fcc-67b2-4c6f-b843-804fba2888e5 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:41.863928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-850e3fcc-67b2-4c6f-b843-804fba2888e5 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/435b1ad8-4679-4e35-af39-c2cfddac7759 HTTP/1.1" status: 204 len: 168 time: 0.1248312 Dec 10 09:18:41.866808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57538) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.873648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e3fcc-67b2-4c6f-b843-804fba2888e5 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435b1ad8-4679-4e35-af39-c2cfddac7759,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:41.926338 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-05d03472-acd0-4184-8b5c-1e450b48d028 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580933 Dec 10 09:18:41.930328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57540) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:41.935260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a42702d0-6a8c-4905-9f95-8abea645a5a3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335928245'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:41.958744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a42702d0-6a8c-4905-9f95-8abea645a5a3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.026680 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a42702d0-6a8c-4905-9f95-8abea645a5a3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.030879 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a42702d0-6a8c-4905-9f95-8abea645a5a3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.064701 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a42702d0-6a8c-4905-9f95-8abea645a5a3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.066001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a42702d0-6a8c-4905-9f95-8abea645a5a3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1345167 Dec 10 09:18:42.067809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42702d0-6a8c-4905-9f95-8abea645a5a3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ad6ee9-82db-4f95-b1a5-3be174de62d6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:42.068785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57542) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:42.074550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-80e86ffe-066d-4c19-a5b3-b0491ff0d07f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': 'b7ad6ee9-82db-4f95-b1a5-3be174de62d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:42.113922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-80e86ffe-066d-4c19-a5b3-b0491ff0d07f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.171022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-80e86ffe-066d-4c19-a5b3-b0491ff0d07f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.174696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-80e86ffe-066d-4c19-a5b3-b0491ff0d07f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.192886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e86ffe-066d-4c19-a5b3-b0491ff0d07f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7902997d-5070-431c-b350-cacc7fc41f1c,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:42.200896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-80e86ffe-066d-4c19-a5b3-b0491ff0d07f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.202127 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-80e86ffe-066d-4c19-a5b3-b0491ff0d07f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319516 Dec 10 09:18:42.204891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57544) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:42.209167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4fb35567-16a4-4c6e-a31e-65932ffe79e9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': 'b7ad6ee9-82db-4f95-b1a5-3be174de62d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:42.235859 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb35567-16a4-4c6e-a31e-65932ffe79e9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.296697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb35567-16a4-4c6e-a31e-65932ffe79e9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.301092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb35567-16a4-4c6e-a31e-65932ffe79e9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.314656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb35567-16a4-4c6e-a31e-65932ffe79e9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bf59dd-63bb-4e66-9610-8bc61b8d435b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:42.328146 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb35567-16a4-4c6e-a31e-65932ffe79e9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.329355 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4fb35567-16a4-4c6e-a31e-65932ffe79e9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235468 Dec 10 09:18:42.332061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57546) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:42.336423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fed713a6-768a-465d-8b33-fc131ec24390 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': 'b7ad6ee9-82db-4f95-b1a5-3be174de62d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:42.364489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fed713a6-768a-465d-8b33-fc131ec24390 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.427422 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fed713a6-768a-465d-8b33-fc131ec24390 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.432943 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fed713a6-768a-465d-8b33-fc131ec24390 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.452171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed713a6-768a-465d-8b33-fc131ec24390 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8a6fb1-8b00-43f6-8b3f-0a5277620ed0,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:42.465283 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fed713a6-768a-465d-8b33-fc131ec24390 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.469909 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fed713a6-768a-465d-8b33-fc131ec24390 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367698 Dec 10 09:18:42.470581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57548) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:42.476244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-22726eaa-eff9-47cc-a477-a31f88ea0296 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': 'b7ad6ee9-82db-4f95-b1a5-3be174de62d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:42.505858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22726eaa-eff9-47cc-a477-a31f88ea0296 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.575742 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22726eaa-eff9-47cc-a477-a31f88ea0296 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.580650 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22726eaa-eff9-47cc-a477-a31f88ea0296 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.598730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22726eaa-eff9-47cc-a477-a31f88ea0296 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510d414b-62d1-496f-8884-9e107e2460ab,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:42.607413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22726eaa-eff9-47cc-a477-a31f88ea0296 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.611179 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-22726eaa-eff9-47cc-a477-a31f88ea0296 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368804 Dec 10 09:18:42.611464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57560) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:42.615961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cc157aa9-e241-4d01-8faa-1bfba4741e88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': 'b7ad6ee9-82db-4f95-b1a5-3be174de62d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:42.643022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc157aa9-e241-4d01-8faa-1bfba4741e88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.704895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc157aa9-e241-4d01-8faa-1bfba4741e88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.709037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc157aa9-e241-4d01-8faa-1bfba4741e88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.730547 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc157aa9-e241-4d01-8faa-1bfba4741e88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533f56ba-f07f-4cf6-95e8-eab1d9f478be,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:42.737756 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc157aa9-e241-4d01-8faa-1bfba4741e88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.741821 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cc157aa9-e241-4d01-8faa-1bfba4741e88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1293077 Dec 10 09:18:42.741978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57562) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:42.767028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85635e4e-7329-4c54-9da1-07b046bf97be tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.774715 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85635e4e-7329-4c54-9da1-07b046bf97be tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.801532 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85635e4e-7329-4c54-9da1-07b046bf97be tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.809616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85635e4e-7329-4c54-9da1-07b046bf97be tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.810704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-85635e4e-7329-4c54-9da1-07b046bf97be tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/533f56ba-f07f-4cf6-95e8-eab1d9f478be HTTP/1.1" status: 204 len: 168 time: 0.0678484 Dec 10 09:18:42.813440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57564) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:42.814771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85635e4e-7329-4c54-9da1-07b046bf97be tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=533f56ba-f07f-4cf6-95e8-eab1d9f478be,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:42.859524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3d626a98-61ca-4ccc-9dc4-420520e6ee5b tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0447581 Dec 10 09:18:42.862427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57566) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:42.887766 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c879d3b-19e7-4515-bd7f-8a995f21aa7e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.895434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c879d3b-19e7-4515-bd7f-8a995f21aa7e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.921940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c879d3b-19e7-4515-bd7f-8a995f21aa7e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.928873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c879d3b-19e7-4515-bd7f-8a995f21aa7e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:42.930022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1c879d3b-19e7-4515-bd7f-8a995f21aa7e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/510d414b-62d1-496f-8884-9e107e2460ab HTTP/1.1" status: 204 len: 168 time: 0.0665030 Dec 10 09:18:42.933307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57568) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:42.936457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c879d3b-19e7-4515-bd7f-8a995f21aa7e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=510d414b-62d1-496f-8884-9e107e2460ab,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:42.982656 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-446728f7-8471-4348-9e10-5625c7db433a tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0470092 Dec 10 09:18:42.985322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57570) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.009689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db9bbcab-516a-4059-b68e-35a342fc24ab tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.017883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db9bbcab-516a-4059-b68e-35a342fc24ab tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.043904 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db9bbcab-516a-4059-b68e-35a342fc24ab tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.048719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-db9bbcab-516a-4059-b68e-35a342fc24ab tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.052491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-db9bbcab-516a-4059-b68e-35a342fc24ab tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ac8a6fb1-8b00-43f6-8b3f-0a5277620ed0 HTTP/1.1" status: 204 len: 168 time: 0.0638814 Dec 10 09:18:43.052878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57572) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.062869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bbcab-516a-4059-b68e-35a342fc24ab tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac8a6fb1-8b00-43f6-8b3f-0a5277620ed0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:43.097123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4af9263d-4334-4e77-8a1b-7872eecf2af4 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0429811 Dec 10 09:18:43.099889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57576) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.123762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1db9d47a-1384-474e-bb59-80681fc42f61 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.131351 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1db9d47a-1384-474e-bb59-80681fc42f61 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.159328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1db9d47a-1384-474e-bb59-80681fc42f61 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.166095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1db9d47a-1384-474e-bb59-80681fc42f61 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.167321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1db9d47a-1384-474e-bb59-80681fc42f61 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e2bf59dd-63bb-4e66-9610-8bc61b8d435b HTTP/1.1" status: 204 len: 168 time: 0.0665293 Dec 10 09:18:43.170219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57578) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.173775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9d47a-1384-474e-bb59-80681fc42f61 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2bf59dd-63bb-4e66-9610-8bc61b8d435b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:43.220082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-efb0c8fc-0388-45de-a0b6-4f50e0adbc29 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0484288 Dec 10 09:18:43.223069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57580) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.247411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ef2455-fa1c-48ad-a19d-e313d4e87f08 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.255242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ef2455-fa1c-48ad-a19d-e313d4e87f08 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.282957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ef2455-fa1c-48ad-a19d-e313d4e87f08 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.288362 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67ef2455-fa1c-48ad-a19d-e313d4e87f08 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.289667 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-67ef2455-fa1c-48ad-a19d-e313d4e87f08 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7902997d-5070-431c-b350-cacc7fc41f1c HTTP/1.1" status: 204 len: 168 time: 0.0657692 Dec 10 09:18:43.293247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57582) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.298390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef2455-fa1c-48ad-a19d-e313d4e87f08 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7902997d-5070-431c-b350-cacc7fc41f1c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:43.334976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7c74cb2f-920a-419f-9f52-ea4bf1d8e487 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403945 Dec 10 09:18:43.338283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57584) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.390183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed5be-3411-4f7c-a3db-f4affe0bad88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.412882 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed5be-3411-4f7c-a3db-f4affe0bad88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.455641 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed5be-3411-4f7c-a3db-f4affe0bad88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.458390 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed5be-3411-4f7c-a3db-f4affe0bad88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.459478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cd9ed5be-3411-4f7c-a3db-f4affe0bad88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/b7ad6ee9-82db-4f95-b1a5-3be174de62d6 HTTP/1.1" status: 204 len: 168 time: 0.1202900 Dec 10 09:18:43.469284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57586) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.473586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ed5be-3411-4f7c-a3db-f4affe0bad88 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ad6ee9-82db-4f95-b1a5-3be174de62d6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:43.514161 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f61a10ab-6f76-4913-bfc7-245b8f81454f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0459464 Dec 10 09:18:43.514366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57588) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.518726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-877ebaa1-1fe9-410d-8121-fac226f513aa tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-secgroup--963148534'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:43.541896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-877ebaa1-1fe9-410d-8121-fac226f513aa tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.621690 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-877ebaa1-1fe9-410d-8121-fac226f513aa tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.626337 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-877ebaa1-1fe9-410d-8121-fac226f513aa tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.660096 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-877ebaa1-1fe9-410d-8121-fac226f513aa tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.664173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57596) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.664334 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-877ebaa1-1fe9-410d-8121-fac226f513aa tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1488826 Dec 10 09:18:43.666622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ebaa1-1fe9-410d-8121-fac226f513aa tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e4352e-e79e-418a-a73a-aad1db269a1d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:43.670068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-88dfdd9f-d07d-4bae-8909-635369c7d7f4 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': '98e4352e-e79e-418a-a73a-aad1db269a1d', 'direction': 'ingress', 'protocol': 17}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:43.699989 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88dfdd9f-d07d-4bae-8909-635369c7d7f4 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.748038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88dfdd9f-d07d-4bae-8909-635369c7d7f4 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.752194 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88dfdd9f-d07d-4bae-8909-635369c7d7f4 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.771759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfdd9f-d07d-4bae-8909-635369c7d7f4 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9169eb1-df32-4c52-aee7-400517060028,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:43.778944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88dfdd9f-d07d-4bae-8909-635369c7d7f4 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.783282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57598) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.783434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-88dfdd9f-d07d-4bae-8909-635369c7d7f4 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1182055 Dec 10 09:18:43.842241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-addcf754-1baf-4814-b662-f696db9d592d tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.872120 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-addcf754-1baf-4814-b662-f696db9d592d tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.941599 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-addcf754-1baf-4814-b662-f696db9d592d tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.944601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-addcf754-1baf-4814-b662-f696db9d592d tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:43.948338 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-addcf754-1baf-4814-b662-f696db9d592d tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/98e4352e-e79e-418a-a73a-aad1db269a1d HTTP/1.1" status: 204 len: 168 time: 0.1616068 Dec 10 09:18:43.949030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57604) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:43.955884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcf754-1baf-4814-b662-f696db9d592d tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e4352e-e79e-418a-a73a-aad1db269a1d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:44.009209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7fad48cd-3e0f-4bbc-a9a1-31adf5393fff tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0544286 Dec 10 09:18:44.009209 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57608) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:44.013782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1f1d7ad4-6d9b-4cfb-a092-7fb1832a0690 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-secgroup--713458430'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:44.036910 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f1d7ad4-6d9b-4cfb-a092-7fb1832a0690 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.110378 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f1d7ad4-6d9b-4cfb-a092-7fb1832a0690 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.114857 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f1d7ad4-6d9b-4cfb-a092-7fb1832a0690 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.145594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d7ad4-6d9b-4cfb-a092-7fb1832a0690 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1193717-73f6-4857-9539-42e711ae34a5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:44.151088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1f1d7ad4-6d9b-4cfb-a092-7fb1832a0690 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.153563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1f1d7ad4-6d9b-4cfb-a092-7fb1832a0690 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1420450 Dec 10 09:18:44.155306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57614) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:44.159653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1b761c26-9f9f-4df7-923b-9c7a69355680 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282118281'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:44.191215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b761c26-9f9f-4df7-923b-9c7a69355680 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.270538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b761c26-9f9f-4df7-923b-9c7a69355680 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.276387 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b761c26-9f9f-4df7-923b-9c7a69355680 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.308733 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b761c26-9f9f-4df7-923b-9c7a69355680 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.309986 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1b761c26-9f9f-4df7-923b-9c7a69355680 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1537330 Dec 10 09:18:44.311930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b761c26-9f9f-4df7-923b-9c7a69355680 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d907267-3bbb-4899-b2dd-8ad806f8b316,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:44.312893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57616) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:44.317968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c1749f34-b9c7-412c-a84f-bef2fef17f7f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': 'b1193717-73f6-4857-9539-42e711ae34a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8d907267-3bbb-4899-b2dd-8ad806f8b316', 'remote_ip_prefix': None}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:44.350746 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c1749f34-b9c7-412c-a84f-bef2fef17f7f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.424718 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c1749f34-b9c7-412c-a84f-bef2fef17f7f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.429303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c1749f34-b9c7-412c-a84f-bef2fef17f7f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.450955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1749f34-b9c7-412c-a84f-bef2fef17f7f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00ab995-62f6-410d-813e-21398eab654f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:44.465092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c1749f34-b9c7-412c-a84f-bef2fef17f7f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.467169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c1749f34-b9c7-412c-a84f-bef2fef17f7f tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1527822 Dec 10 09:18:44.469798 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57618) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:44.499832 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e598fcd-8ee1-44c6-8161-e6433894e946 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.507824 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e598fcd-8ee1-44c6-8161-e6433894e946 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.534575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e598fcd-8ee1-44c6-8161-e6433894e946 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.541009 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e598fcd-8ee1-44c6-8161-e6433894e946 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.542296 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8e598fcd-8ee1-44c6-8161-e6433894e946 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c00ab995-62f6-410d-813e-21398eab654f HTTP/1.1" status: 204 len: 168 time: 0.0714202 Dec 10 09:18:44.545055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57620) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:44.550390 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e598fcd-8ee1-44c6-8161-e6433894e946 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c00ab995-62f6-410d-813e-21398eab654f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:44.588712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3865b3ee-9811-4547-bf3a-306af69b24c8 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0423245 Dec 10 09:18:44.591490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57622) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:44.651292 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd546b5-71dc-4904-9e47-cbb1f48cff71 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.675237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd546b5-71dc-4904-9e47-cbb1f48cff71 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.719145 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd546b5-71dc-4904-9e47-cbb1f48cff71 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.722316 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-afd546b5-71dc-4904-9e47-cbb1f48cff71 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.723817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-afd546b5-71dc-4904-9e47-cbb1f48cff71 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d907267-3bbb-4899-b2dd-8ad806f8b316 HTTP/1.1" status: 204 len: 168 time: 0.1311893 Dec 10 09:18:44.726416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57626) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:44.734428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd546b5-71dc-4904-9e47-cbb1f48cff71 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d907267-3bbb-4899-b2dd-8ad806f8b316,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:44.795083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57628) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:44.795862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c6f76523-a39c-4520-9e5b-c044fcc1f991 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0678034 Dec 10 09:18:44.882287 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-44a11b37-64f6-4ec0-a3a3-64e1f15d0659 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695543 Dec 10 09:18:44.890084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-362433a1-e289-496e-8fc3-6fd635421eb9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:44.915754 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-362433a1-e289-496e-8fc3-6fd635421eb9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.004671 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-362433a1-e289-496e-8fc3-6fd635421eb9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.007610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-362433a1-e289-496e-8fc3-6fd635421eb9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.012413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-362433a1-e289-496e-8fc3-6fd635421eb9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1193717-73f6-4857-9539-42e711ae34a5 HTTP/1.1" status: 204 len: 168 time: 0.2127035 Dec 10 09:18:45.013285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57630) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:45.025567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362433a1-e289-496e-8fc3-6fd635421eb9 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1193717-73f6-4857-9539-42e711ae34a5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:45.028813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-060a320a-9b38-4843-bd49-29ea89af622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:45.030366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-060a320a-9b38-4843-bd49-29ea89af622b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 1098 time: 0.0866973 Dec 10 09:18:45.109703 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-512db49a-f81b-450c-84e4-f1f1f263e31c tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0949795 Dec 10 09:18:45.110411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57632) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:45.115569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-50d1b50d-0d07-479f-a71f-773df17f6d64 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526563315'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:45.148400 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50d1b50d-0d07-479f-a71f-773df17f6d64 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.193322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-e53d1977-f22e-4c5e-92aa-e2b29796d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:45.195807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-e53d1977-f22e-4c5e-92aa-e2b29796d066 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.1338973 Dec 10 09:18:45.213301 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.294121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50d1b50d-0d07-479f-a71f-773df17f6d64 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.304520 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50d1b50d-0d07-479f-a71f-773df17f6d64 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.334285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-8be2135c-9cd3-4db8-a8db-cc9e531492cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 200 len: 1002 time: 0.1310630 Dec 10 09:18:45.355443 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b50d-0d07-479f-a71f-773df17f6d64 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91ed867-aaa2-4d20-a50a-3a8fa99449a6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:45.369237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50d1b50d-0d07-479f-a71f-773df17f6d64 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.372835 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-50d1b50d-0d07-479f-a71f-773df17f6d64 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2611709 Dec 10 09:18:45.375972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57636) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:45.384086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-32375709-1d0c-4440-876c-cd1b4aae8da3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': 'c91ed867-aaa2-4d20-a50a-3a8fa99449a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:45.419981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-0e45fed9-d98e-4740-8a79-eb4c707f4a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:45.421905 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-0e45fed9-d98e-4740-8a79-eb4c707f4a54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0810375 Dec 10 09:18:45.446287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32375709-1d0c-4440-876c-cd1b4aae8da3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.515160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-e640e786-d3fb-4d7a-b53b-a14baa345db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:45.516562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-e640e786-d3fb-4d7a-b53b-a14baa345db8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832262 Dec 10 09:18:45.583003 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32375709-1d0c-4440-876c-cd1b4aae8da3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.594773 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32375709-1d0c-4440-876c-cd1b4aae8da3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.626107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32375709-1d0c-4440-876c-cd1b4aae8da3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710d0156-71da-41ae-abbf-06f50662ec5d,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:45.663730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32375709-1d0c-4440-876c-cd1b4aae8da3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.669298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57640) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:45.669621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-32375709-1d0c-4440-876c-cd1b4aae8da3 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2898052 Dec 10 09:18:45.685105 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-b343e07e-1372-4087-bb49-f7f0a85ad955 service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598747 Dec 10 09:18:45.718325 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a650f068-cb65-4b52-973f-7fce726e4d28 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.736068 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a650f068-cb65-4b52-973f-7fce726e4d28 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.782851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a650f068-cb65-4b52-973f-7fce726e4d28 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.794698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a650f068-cb65-4b52-973f-7fce726e4d28 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.796091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a650f068-cb65-4b52-973f-7fce726e4d28 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/710d0156-71da-41ae-abbf-06f50662ec5d HTTP/1.1" status: 204 len: 168 time: 0.1245964 Dec 10 09:18:45.799723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57642) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:45.804836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650f068-cb65-4b52-973f-7fce726e4d28 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=710d0156-71da-41ae-abbf-06f50662ec5d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:45.866834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d889da0c-0029-4b87-8f4e-3e3900ba1278 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0637534 Dec 10 09:18:45.870093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57644) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:45.870907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3f17e65-5a84-4d62-a209-89f546878fc6 req-9bb91e01-d8ed-4010-98da-c68aeb68f0f5 service neutron] 10.222.0.18 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779783 Dec 10 09:18:45.932747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7978f7ad-9d0f-4dba-992d-60523787c3b1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:45.956302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7978f7ad-9d0f-4dba-992d-60523787c3b1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.010192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7978f7ad-9d0f-4dba-992d-60523787c3b1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.014001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7978f7ad-9d0f-4dba-992d-60523787c3b1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.014913 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7978f7ad-9d0f-4dba-992d-60523787c3b1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/c91ed867-aaa2-4d20-a50a-3a8fa99449a6 HTTP/1.1" status: 204 len: 168 time: 0.1437750 Dec 10 09:18:46.017765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57646) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.034546 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978f7ad-9d0f-4dba-992d-60523787c3b1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91ed867-aaa2-4d20-a50a-3a8fa99449a6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:46.084717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-30d1fa61-a9be-4566-8c54-1d27cde3552e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0657544 Dec 10 09:18:46.090263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57648) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.095029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-928509f3-c2bd-4406-b8e6-16b5beafb354 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-secgroup--209012222'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:46.117532 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-928509f3-c2bd-4406-b8e6-16b5beafb354 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.192193 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-928509f3-c2bd-4406-b8e6-16b5beafb354 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.196584 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-928509f3-c2bd-4406-b8e6-16b5beafb354 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.232400 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-928509f3-c2bd-4406-b8e6-16b5beafb354 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.236338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-928509f3-c2bd-4406-b8e6-16b5beafb354 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1422586 Dec 10 09:18:46.236338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928509f3-c2bd-4406-b8e6-16b5beafb354 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909b332b-ffbf-4ecc-8f3a-6618ffe4c439,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:46.238152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57650) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.248268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-558a5306-1090-4175-a788-fd387282bf0e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': '909b332b-ffbf-4ecc-8f3a-6618ffe4c439', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:46.287082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-558a5306-1090-4175-a788-fd387282bf0e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.385712 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-558a5306-1090-4175-a788-fd387282bf0e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.398092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-558a5306-1090-4175-a788-fd387282bf0e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.435673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a5306-1090-4175-a788-fd387282bf0e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2737f97b-d4f6-46b2-a9a8-c76712b7c630,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:46.452256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-558a5306-1090-4175-a788-fd387282bf0e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.453923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-558a5306-1090-4175-a788-fd387282bf0e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2142746 Dec 10 09:18:46.456192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57654) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.475248 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1b9b5c63-1f07-4543-a566-fed3ad5825ce tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules/2737f97b-d4f6-46b2-a9a8-c76712b7c630 HTTP/1.1" status: 200 len: 763 time: 0.0173993 Dec 10 09:18:46.478711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57656) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.523352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9f8534c1-c547-4dc6-ac28-ec9419544954 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0430341 Dec 10 09:18:46.526263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57658) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.567890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b04895bf-2171-4d68-9dbc-2652a4678f89 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.576437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b04895bf-2171-4d68-9dbc-2652a4678f89 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.604914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b04895bf-2171-4d68-9dbc-2652a4678f89 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.610074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b04895bf-2171-4d68-9dbc-2652a4678f89 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.614038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b04895bf-2171-4d68-9dbc-2652a4678f89 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2737f97b-d4f6-46b2-a9a8-c76712b7c630 HTTP/1.1" status: 204 len: 168 time: 0.0841744 Dec 10 09:18:46.614464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57660) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.636708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04895bf-2171-4d68-9dbc-2652a4678f89 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2737f97b-d4f6-46b2-a9a8-c76712b7c630,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:46.677226 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4266434e-b298-4cf4-8487-820082b76327 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612454 Dec 10 09:18:46.680169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57662) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.685830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-eb31f9a9-7b8e-42c3-8023-a64859a721c1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': '909b332b-ffbf-4ecc-8f3a-6618ffe4c439', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:46.719758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb31f9a9-7b8e-42c3-8023-a64859a721c1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.783166 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb31f9a9-7b8e-42c3-8023-a64859a721c1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.794527 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb31f9a9-7b8e-42c3-8023-a64859a721c1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.819289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31f9a9-7b8e-42c3-8023-a64859a721c1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97c2081-36d1-4e65-a34e-876d0e370179,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:46.827545 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb31f9a9-7b8e-42c3-8023-a64859a721c1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.828826 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eb31f9a9-7b8e-42c3-8023-a64859a721c1 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468494 Dec 10 09:18:46.831542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57666) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.848335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d0102f42-4a03-4f2a-a190-add91807ec8e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules/f97c2081-36d1-4e65-a34e-876d0e370179 HTTP/1.1" status: 200 len: 763 time: 0.0155284 Dec 10 09:18:46.851179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57668) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.895038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8cf2c891-6fc9-46fe-8bcc-a22cae5a5912 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425961 Dec 10 09:18:46.897766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57670) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.922460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbdf2-8e2b-4a8e-89cc-4c352c63ccdf tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.933108 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbdf2-8e2b-4a8e-89cc-4c352c63ccdf tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.960937 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbdf2-8e2b-4a8e-89cc-4c352c63ccdf tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.969467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbdf2-8e2b-4a8e-89cc-4c352c63ccdf tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:46.970671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0d5cbdf2-8e2b-4a8e-89cc-4c352c63ccdf tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f97c2081-36d1-4e65-a34e-876d0e370179 HTTP/1.1" status: 204 len: 168 time: 0.0719879 Dec 10 09:18:46.973334 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57672) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:46.975884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cbdf2-8e2b-4a8e-89cc-4c352c63ccdf tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f97c2081-36d1-4e65-a34e-876d0e370179,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:47.020361 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6fe2b94f-bc7c-42b5-b94f-3e2576529925 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0435450 Dec 10 09:18:47.020908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57674) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.024858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-da7d7d02-0291-44af-9816-da462f4288b8 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': '909b332b-ffbf-4ecc-8f3a-6618ffe4c439', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:47.051628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da7d7d02-0291-44af-9816-da462f4288b8 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.112972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da7d7d02-0291-44af-9816-da462f4288b8 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.116649 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da7d7d02-0291-44af-9816-da462f4288b8 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.135173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d7d02-0291-44af-9816-da462f4288b8 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d79969-5d65-497b-895e-8c37fe31e9ff,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:47.142947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da7d7d02-0291-44af-9816-da462f4288b8 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.144143 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-da7d7d02-0291-44af-9816-da462f4288b8 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227081 Dec 10 09:18:47.146819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57676) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.162567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b8907218-a045-4f05-ae30-9e452028d7cc tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules/e5d79969-5d65-497b-895e-8c37fe31e9ff HTTP/1.1" status: 200 len: 764 time: 0.0147240 Dec 10 09:18:47.165001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57678) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.205052 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-baa0689a-899e-4c3d-a6bc-9d830e64fd29 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0382762 Dec 10 09:18:47.207721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57680) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.233230 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c8726cb-0376-4b7d-87aa-0c3c2c536acb tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.240799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c8726cb-0376-4b7d-87aa-0c3c2c536acb tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.274471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c8726cb-0376-4b7d-87aa-0c3c2c536acb tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.282717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6c8726cb-0376-4b7d-87aa-0c3c2c536acb tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.286830 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6c8726cb-0376-4b7d-87aa-0c3c2c536acb tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e5d79969-5d65-497b-895e-8c37fe31e9ff HTTP/1.1" status: 204 len: 168 time: 0.0752637 Dec 10 09:18:47.287296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57682) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.289068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8726cb-0376-4b7d-87aa-0c3c2c536acb tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5d79969-5d65-497b-895e-8c37fe31e9ff,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:47.332136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d3e8b5e1-5008-435d-b2e1-b9be41a8c2dc tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434206 Dec 10 09:18:47.334849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57684) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.388525 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4168d9b-02a8-444e-b88c-b0d61da7ae34 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.411280 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4168d9b-02a8-444e-b88c-b0d61da7ae34 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.458832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4168d9b-02a8-444e-b88c-b0d61da7ae34 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.469539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4168d9b-02a8-444e-b88c-b0d61da7ae34 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.469751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57688) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.474977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c4168d9b-02a8-444e-b88c-b0d61da7ae34 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/909b332b-ffbf-4ecc-8f3a-6618ffe4c439 HTTP/1.1" status: 204 len: 168 time: 0.1390667 Dec 10 09:18:47.490476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4168d9b-02a8-444e-b88c-b0d61da7ae34 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909b332b-ffbf-4ecc-8f3a-6618ffe4c439,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:47.525491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4f226165-c170-4e90-ac88-dc587275def8 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0568483 Dec 10 09:18:47.531503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57690) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.536446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9c705443-4f28-4650-9f03-5bc181cb2b48 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group': {'name': 'tempest-secgroup--825062391'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:47.560205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c705443-4f28-4650-9f03-5bc181cb2b48 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.637305 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c705443-4f28-4650-9f03-5bc181cb2b48 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.641241 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c705443-4f28-4650-9f03-5bc181cb2b48 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.669435 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9c705443-4f28-4650-9f03-5bc181cb2b48 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.670688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9c705443-4f28-4650-9f03-5bc181cb2b48 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1382327 Dec 10 09:18:47.673454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57692) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.678469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ce0e5bd6-44d3-4d6f-862b-ae121b381b83 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Request body: {'security_group_rule': {'security_group_id': 'b7fdeb0a-7b05-4e02-95f2-7019f4099fa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:47.684526 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c705443-4f28-4650-9f03-5bc181cb2b48 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fdeb0a-7b05-4e02-95f2-7019f4099fa0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:47.707916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5bd6-44d3-4d6f-862b-ae121b381b83 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.763978 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5bd6-44d3-4d6f-862b-ae121b381b83 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.767737 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5bd6-44d3-4d6f-862b-ae121b381b83 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.786262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e5bd6-44d3-4d6f-862b-ae121b381b83 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb809e8-260d-452b-afe2-e4b9d1999c30,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:47.794531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5bd6-44d3-4d6f-862b-ae121b381b83 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.795731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ce0e5bd6-44d3-4d6f-862b-ae121b381b83 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213257 Dec 10 09:18:47.798497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57696) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.862852 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0fdccaf-949e-4754-b2c9-0dad853f73ac tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.888657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0fdccaf-949e-4754-b2c9-0dad853f73ac tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.944506 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0fdccaf-949e-4754-b2c9-0dad853f73ac tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.948516 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c0fdccaf-949e-4754-b2c9-0dad853f73ac tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:47.952807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57700) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:47.953407 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c0fdccaf-949e-4754-b2c9-0dad853f73ac tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/b7fdeb0a-7b05-4e02-95f2-7019f4099fa0 HTTP/1.1" status: 204 len: 168 time: 0.1525741 Dec 10 09:18:47.964954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdccaf-949e-4754-b2c9-0dad853f73ac tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fdeb0a-7b05-4e02-95f2-7019f4099fa0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:48.012272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f88c188f-0919-486f-bad5-91e2d9ba9b8e tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0579801 Dec 10 09:18:48.014759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57702) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:48.054682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8a2d2b05-a0f8-470e-983b-8d1a73094974 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0384786 Dec 10 09:18:48.057532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57704) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:48.075127 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-7ac09d7a-e3a7-4425-a852-71a7c0f411cf tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] delete failed (client error): The resource could not be found. Dec 10 09:18:48.080107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7ac09d7a-e3a7-4425-a852-71a7c0f411cf tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "DELETE /v2.0/security-groups/b7fdeb0a-7b05-4e02-95f2-7019f4099fa0 HTTP/1.1" status: 404 len: 347 time: 0.0177534 Dec 10 09:18:48.080897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57706) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:48.139396 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-75ee8b8c-69f8-48bd-b2e9-3fe86f9a38f5 tempest-SecGroupTest-1857774563 tempest-SecGroupTest-1857774563-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0569174 Dec 10 09:18:48.430454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57718) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:48.599653 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-efbb962c-e0a7-4dd2-9e16-1adcc3bf9c88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfacb8b17cf843cb81cb068d2d80551d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1656089 Dec 10 09:18:48.599869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57724) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:48.648585 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-547f3ece-ae7e-47ea-8a92-d5d8f196ab5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:48.673729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-547f3ece-ae7e-47ea-8a92-d5d8f196ab5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:48.723765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-547f3ece-ae7e-47ea-8a92-d5d8f196ab5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:48.726415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-547f3ece-ae7e-47ea-8a92-d5d8f196ab5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:48.730575 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-547f3ece-ae7e-47ea-8a92-d5d8f196ab5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44456707-2cfc-458f-9180-2070cc98ee86 HTTP/1.1" status: 204 len: 168 time: 0.1268528 Dec 10 09:18:48.745028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f3ece-ae7e-47ea-8a92-d5d8f196ab5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44456707-2cfc-458f-9180-2070cc98ee86,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:49.278045 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:49.454692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57748) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:49.561556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fbc120a1-1af2-430a-9ecb-983db3fc2f51 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:49.562144 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-fbc120a1-1af2-430a-9ecb-983db3fc2f51 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 09:18:49.562744 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-fbc120a1-1af2-430a-9ecb-983db3fc2f51 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 09:18:49.563778 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fbc120a1-1af2-430a-9ecb-983db3fc2f51 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1074574 Dec 10 09:18:49.568012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57752) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:49.576949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587982900'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:49.603578 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:49.615537 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:49.741689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:49.748073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:49.785452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ccf998-8a19-4462-80a9-328a06bbc130,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:49.856848 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:49.863100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:49.898934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:49.900754 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3319676 Dec 10 09:18:49.902714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c1f98-22c2-458f-b326-b4d6fde22ab0 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3afee3-a10b-4706-ab0f-896892bb9856,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:49.903818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57760) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:49.916532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-247d3668-e596-4632-b059-9c12ae8987b7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '5e3afee3-a10b-4706-ab0f-896892bb9856', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:49.968934 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-247d3668-e596-4632-b059-9c12ae8987b7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.033681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-247d3668-e596-4632-b059-9c12ae8987b7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.039377 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-247d3668-e596-4632-b059-9c12ae8987b7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.058816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d3668-e596-4632-b059-9c12ae8987b7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684bf40e-acb2-41f1-96d8-f2f1d69a44ac,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:50.066880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-247d3668-e596-4632-b059-9c12ae8987b7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.070413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-247d3668-e596-4632-b059-9c12ae8987b7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599038 Dec 10 09:18:50.074963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57764) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.081735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6ee2274a-be17-45a8-9e22-96946c598e8c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '5e3afee3-a10b-4706-ab0f-896892bb9856', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:50.085858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668e84-9cce-4cff-87fa-f26a112f8688 req-82e1b236-e8cd-47a4-b635-5689b21211d1 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:50.088383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0668e84-9cce-4cff-87fa-f26a112f8688 req-82e1b236-e8cd-47a4-b635-5689b21211d1 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 947 time: 0.0668571 Dec 10 09:18:50.115117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ee2274a-be17-45a8-9e22-96946c598e8c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.158068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0668e84-9cce-4cff-87fa-f26a112f8688 req-0bb85212-96fc-497a-8ee8-2d982c5a1f1e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551238 Dec 10 09:18:50.172961 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-6ee2274a-be17-45a8-9e22-96946c598e8c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 09:18:50.176861 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6ee2274a-be17-45a8-9e22-96946c598e8c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0978775 Dec 10 09:18:50.177908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57766) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.256948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b261882-fbd7-4d97-8b8c-599ebd7c55fd tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.285361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b261882-fbd7-4d97-8b8c-599ebd7c55fd tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.339677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b261882-fbd7-4d97-8b8c-599ebd7c55fd tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.341461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2b261882-fbd7-4d97-8b8c-599ebd7c55fd tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.343295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2b261882-fbd7-4d97-8b8c-599ebd7c55fd tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/5e3afee3-a10b-4706-ab0f-896892bb9856 HTTP/1.1" status: 204 len: 168 time: 0.1646366 Dec 10 09:18:50.347563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57770) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.355182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b261882-fbd7-4d97-8b8c-599ebd7c55fd tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3afee3-a10b-4706-ab0f-896892bb9856,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:50.406568 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fa861732-dba3-4208-b3ed-59c60d6609e1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0576406 Dec 10 09:18:50.410615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57772) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.416302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-26bd9567-680d-42fc-8e7a-e35f029e6ab9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817975035'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:50.439394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26bd9567-680d-42fc-8e7a-e35f029e6ab9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.534460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26bd9567-680d-42fc-8e7a-e35f029e6ab9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.538897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26bd9567-680d-42fc-8e7a-e35f029e6ab9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.590923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26bd9567-680d-42fc-8e7a-e35f029e6ab9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.590923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-26bd9567-680d-42fc-8e7a-e35f029e6ab9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1789179 Dec 10 09:18:50.591607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd9567-680d-42fc-8e7a-e35f029e6ab9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffacd59b-d859-42a1-8790-a8cdbdfca303,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:50.593446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57774) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.597914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9ba60077-88fc-4a38-9f96-70e760218b6b tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': 'ffacd59b-d859-42a1-8790-a8cdbdfca303', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:50.598731 n-d-814746-3 neutron-server[114969]: WARNING neutron.api.v2.base [None req-9ba60077-88fc-4a38-9f96-70e760218b6b tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 09:18:50.601956 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-9ba60077-88fc-4a38-9f96-70e760218b6b tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:50.601956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9ba60077-88fc-4a38-9f96-70e760218b6b tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058131 Dec 10 09:18:50.605073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57776) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.672299 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09fe387-12ab-434d-875f-7200c99b11c7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.710140 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09fe387-12ab-434d-875f-7200c99b11c7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.769327 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09fe387-12ab-434d-875f-7200c99b11c7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.772237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09fe387-12ab-434d-875f-7200c99b11c7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.773732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b09fe387-12ab-434d-875f-7200c99b11c7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/ffacd59b-d859-42a1-8790-a8cdbdfca303 HTTP/1.1" status: 204 len: 168 time: 0.1673105 Dec 10 09:18:50.776393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57778) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.783672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fe387-12ab-434d-875f-7200c99b11c7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffacd59b-d859-42a1-8790-a8cdbdfca303,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:50.833297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c5b21cad-a476-46e7-a432-1953d9f164df tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0556154 Dec 10 09:18:50.836887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57780) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.841843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9d34bdf3-2cfc-4c05-83b2-8f49e6fe4712 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763677874'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:50.865295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d34bdf3-2cfc-4c05-83b2-8f49e6fe4712 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.944169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d34bdf3-2cfc-4c05-83b2-8f49e6fe4712 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.948982 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d34bdf3-2cfc-4c05-83b2-8f49e6fe4712 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.978932 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9d34bdf3-2cfc-4c05-83b2-8f49e6fe4712 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:50.980194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9d34bdf3-2cfc-4c05-83b2-8f49e6fe4712 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1420856 Dec 10 09:18:50.985257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57782) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.991774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-319a217d-29e6-4248-a7dd-e3846331b073 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': 'aa330f98-fc31-47e1-aef1-87fad970a4b7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:50.992629 n-d-814746-3 neutron-server[114969]: WARNING neutron.api.v2.base [None req-319a217d-29e6-4248-a7dd-e3846331b073 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 09:18:50.993873 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-319a217d-29e6-4248-a7dd-e3846331b073 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:50.997811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-319a217d-29e6-4248-a7dd-e3846331b073 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079536 Dec 10 09:18:50.997811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57784) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:50.999821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34bdf3-2cfc-4c05-83b2-8f49e6fe4712 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa330f98-fc31-47e1-aef1-87fad970a4b7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:51.057221 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e2d39d7-694d-4234-b715-3dfb46f33bf9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.081687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e2d39d7-694d-4234-b715-3dfb46f33bf9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.123305 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e2d39d7-694d-4234-b715-3dfb46f33bf9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.125943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e2d39d7-694d-4234-b715-3dfb46f33bf9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.129408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1e2d39d7-694d-4234-b715-3dfb46f33bf9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/aa330f98-fc31-47e1-aef1-87fad970a4b7 HTTP/1.1" status: 204 len: 168 time: 0.1284177 Dec 10 09:18:51.129956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57786) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.137085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d39d7-694d-4234-b715-3dfb46f33bf9 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa330f98-fc31-47e1-aef1-87fad970a4b7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:51.182897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b0becafa-f045-4c9d-8223-c980929d4175 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515316 Dec 10 09:18:51.186451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57788) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.193220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7fa3f6aa-f3ed-4619-bf20-89e416defd29 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--298589837'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.220971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7fa3f6aa-f3ed-4619-bf20-89e416defd29 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.327938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1bdf8-9b45-451c-b5da-2f0c75fdb7a1 req-0e8acd0f-b111-4155-9d1a-d9525d7a06a4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:51.329591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35b1bdf8-9b45-451c-b5da-2f0c75fdb7a1 req-0e8acd0f-b111-4155-9d1a-d9525d7a06a4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 947 time: 0.0777225 Dec 10 09:18:51.340597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7fa3f6aa-f3ed-4619-bf20-89e416defd29 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.355895 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7fa3f6aa-f3ed-4619-bf20-89e416defd29 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.413258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7fa3f6aa-f3ed-4619-bf20-89e416defd29 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.417622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57794) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.417759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7fa3f6aa-f3ed-4619-bf20-89e416defd29 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2300713 Dec 10 09:18:51.420006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3f6aa-f3ed-4619-bf20-89e416defd29 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b50db8-c5a0-4649-930a-283c4c693f04,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:51.422351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6f199155-2018-4c8b-b235-b851f028b330 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '58b50db8-c5a0-4649-930a-283c4c693f04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.423365 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-6f199155-2018-4c8b-b235-b851f028b330 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 09:18:51.423873 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-6f199155-2018-4c8b-b235-b851f028b330 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.424840 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6f199155-2018-4c8b-b235-b851f028b330 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060563 Dec 10 09:18:51.427482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57796) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.433543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-feb96a45-2a76-4726-9536-68fd80fe567f tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '58b50db8-c5a0-4649-930a-283c4c693f04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.434201 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-feb96a45-2a76-4726-9536-68fd80fe567f tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 09:18:51.434688 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-feb96a45-2a76-4726-9536-68fd80fe567f tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.438791 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-feb96a45-2a76-4726-9536-68fd80fe567f tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077426 Dec 10 09:18:51.438952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57798) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.442485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35b1bdf8-9b45-451c-b5da-2f0c75fdb7a1 req-79fd36dc-d19e-4012-82bc-7e78df817dcb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043050 Dec 10 09:18:51.444751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9fcbe57a-29a9-4e60-b7eb-b2b546adbef2 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '58b50db8-c5a0-4649-930a-283c4c693f04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.449809 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-9fcbe57a-29a9-4e60-b7eb-b2b546adbef2 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 09:18:51.449809 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-9fcbe57a-29a9-4e60-b7eb-b2b546adbef2 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.449809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9fcbe57a-29a9-4e60-b7eb-b2b546adbef2 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076048 Dec 10 09:18:51.450565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57800) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.456548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cef7e079-46ae-4ee6-b0bc-12152e185ded tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '58b50db8-c5a0-4649-930a-283c4c693f04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.457408 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-cef7e079-46ae-4ee6-b0bc-12152e185ded tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 09:18:51.457926 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-cef7e079-46ae-4ee6-b0bc-12152e185ded tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.458880 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cef7e079-46ae-4ee6-b0bc-12152e185ded tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072820 Dec 10 09:18:51.461341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57802) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.516014 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e9f3757d-094d-4b76-a07c-9b1003922de6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.539887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e9f3757d-094d-4b76-a07c-9b1003922de6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.581187 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e9f3757d-094d-4b76-a07c-9b1003922de6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.584011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e9f3757d-094d-4b76-a07c-9b1003922de6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.585965 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e9f3757d-094d-4b76-a07c-9b1003922de6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/58b50db8-c5a0-4649-930a-283c4c693f04 HTTP/1.1" status: 204 len: 168 time: 0.1230762 Dec 10 09:18:51.588455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57804) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.598359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3757d-094d-4b76-a07c-9b1003922de6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b50db8-c5a0-4649-930a-283c4c693f04,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:51.650938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dc6c9992-2af4-47d1-9fce-e8bbcdbd1ea2 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0609355 Dec 10 09:18:51.654970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57806) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.659479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-44eff1de-32fc-4e4f-8d55-532e5ae73786 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101930738'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.682158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44eff1de-32fc-4e4f-8d55-532e5ae73786 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.751079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44eff1de-32fc-4e4f-8d55-532e5ae73786 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.754857 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44eff1de-32fc-4e4f-8d55-532e5ae73786 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.786222 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-44eff1de-32fc-4e4f-8d55-532e5ae73786 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.790105 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-44eff1de-32fc-4e4f-8d55-532e5ae73786 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1339262 Dec 10 09:18:51.790958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57808) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.793360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eff1de-32fc-4e4f-8d55-532e5ae73786 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85631097-1e9e-4db7-b515-3271d4ec149b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:51.796355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4b7a3d43-7062-442a-a0e2-56e9c7484f55 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '85631097-1e9e-4db7-b515-3271d4ec149b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.805418 n-d-814746-3 neutron-server[114969]: WARNING neutron.api.v2.base [None req-4b7a3d43-7062-442a-a0e2-56e9c7484f55 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 09:18:51.805990 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-4b7a3d43-7062-442a-a0e2-56e9c7484f55 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.809772 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4b7a3d43-7062-442a-a0e2-56e9c7484f55 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153077 Dec 10 09:18:51.810306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57810) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.815141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c305efdf-6fe7-42e5-bde9-888339e53fa5 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '85631097-1e9e-4db7-b515-3271d4ec149b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.848886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-4df93ccd-221b-43e0-b6fc-8c5a038b0a46 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:51.850504 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-4df93ccd-221b-43e0-b6fc-8c5a038b0a46 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 947 time: 0.0679758 Dec 10 09:18:51.854069 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-c305efdf-6fe7-42e5-bde9-888339e53fa5 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.855471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c305efdf-6fe7-42e5-bde9-888339e53fa5 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0439663 Dec 10 09:18:51.858296 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57812) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.863117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3ad1259c-963e-4208-ba9c-d470f2993ce8 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '85631097-1e9e-4db7-b515-3271d4ec149b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.864774 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-3ad1259c-963e-4208-ba9c-d470f2993ce8 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 09:18:51.865280 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-3ad1259c-963e-4208-ba9c-d470f2993ce8 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.866275 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3ad1259c-963e-4208-ba9c-d470f2993ce8 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068333 Dec 10 09:18:51.869232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57814) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.873799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7d310486-f795-46d4-b4aa-6e5574196880 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '85631097-1e9e-4db7-b515-3271d4ec149b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.925002 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-7d310486-f795-46d4-b4aa-6e5574196880 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.926212 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7d310486-f795-46d4-b4aa-6e5574196880 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0557556 Dec 10 09:18:51.929146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57816) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.935506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-de2e624c-11cf-40a5-858c-e3980a4a7c0d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '85631097-1e9e-4db7-b515-3271d4ec149b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.935989 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-de2e624c-11cf-40a5-858c-e3980a4a7c0d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 09:18:51.936477 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-de2e624c-11cf-40a5-858c-e3980a4a7c0d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.937521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-de2e624c-11cf-40a5-858c-e3980a4a7c0d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071869 Dec 10 09:18:51.941058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57818) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:51.947742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-28192062-36ae-4fc7-bce1-dd821ac5dde1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '85631097-1e9e-4db7-b515-3271d4ec149b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:51.972747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Deleting port 5d53e549-1145-4852-9b00-814a0bb5ac5b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:51.973539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:51.980275 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-28192062-36ae-4fc7-bce1-dd821ac5dde1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Project 6d2ecfa50952404288f4ac2db18d95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:18:51.996090 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-28192062-36ae-4fc7-bce1-dd821ac5dde1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:51.997493 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-28192062-36ae-4fc7-bce1-dd821ac5dde1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0545347 Dec 10 09:18:52.000364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57820) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.005649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4acf0c9b-8522-4ffc-b285-b8b08008436d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '85631097-1e9e-4db7-b515-3271d4ec149b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:52.006122 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-4acf0c9b-8522-4ffc-b285-b8b08008436d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 09:18:52.006589 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-4acf0c9b-8522-4ffc-b285-b8b08008436d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:52.007502 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4acf0c9b-8522-4ffc-b285-b8b08008436d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062473 Dec 10 09:18:52.011222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57822) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.015734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fa74b56d-aaff-4ca8-9db0-55693efb989a tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '85631097-1e9e-4db7-b515-3271d4ec149b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:52.039069 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-fa74b56d-aaff-4ca8-9db0-55693efb989a tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Project 6d2ecfa50952404288f4ac2db18d95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:18:52.055163 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-fa74b56d-aaff-4ca8-9db0-55693efb989a tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:52.060117 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fa74b56d-aaff-4ca8-9db0-55693efb989a tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0449605 Dec 10 09:18:52.060459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57824) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.065750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2bf31da7-b14b-4054-96d2-451d3e688e72 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '85631097-1e9e-4db7-b515-3271d4ec149b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:52.073932 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] For port 5d53e549-1145-4852-9b00-814a0bb5ac5b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=5d53e549-1145-4852-9b00-814a0bb5ac5b,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:18:52.074285 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.096567 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-2bf31da7-b14b-4054-96d2-451d3e688e72 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Project 6d2ecfa50952404288f4ac2db18d95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:18:52.112635 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-2bf31da7-b14b-4054-96d2-451d3e688e72 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:52.116628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2bf31da7-b14b-4054-96d2-451d3e688e72 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0524168 Dec 10 09:18:52.116943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57826) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.176274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2813a89-fd5a-47b8-bd32-bdd0559d647d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.201036 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2813a89-fd5a-47b8-bd32-bdd0559d647d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.249926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2813a89-fd5a-47b8-bd32-bdd0559d647d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.253025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2813a89-fd5a-47b8-bd32-bdd0559d647d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.256647 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c2813a89-fd5a-47b8-bd32-bdd0559d647d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/85631097-1e9e-4db7-b515-3271d4ec149b HTTP/1.1" status: 204 len: 168 time: 0.1362021 Dec 10 09:18:52.257398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57828) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.281701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2813a89-fd5a-47b8-bd32-bdd0559d647d tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85631097-1e9e-4db7-b515-3271d4ec149b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:52.321948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d99d2bdb-a9c4-4a00-b680-fc170e809627 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0591879 Dec 10 09:18:52.323136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57830) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.327754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5caa4f33-371e-4cd2-9c4e-dd6c2205db11 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--45019219'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:52.351481 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5caa4f33-371e-4cd2-9c4e-dd6c2205db11 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.441872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5caa4f33-371e-4cd2-9c4e-dd6c2205db11 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.447757 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5caa4f33-371e-4cd2-9c4e-dd6c2205db11 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.485341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5caa4f33-371e-4cd2-9c4e-dd6c2205db11 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.486673 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5caa4f33-371e-4cd2-9c4e-dd6c2205db11 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1625562 Dec 10 09:18:52.490617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57836) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.494608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1bafc063-e711-4d2f-b6bc-227bfb739119 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '50e2846a-98c7-4a1b-9d4e-ce92d1222d73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:52.501294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa4f33-371e-4cd2-9c4e-dd6c2205db11 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e2846a-98c7-4a1b-9d4e-ce92d1222d73,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:52.548137 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-1bafc063-e711-4d2f-b6bc-227bfb739119 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The resource could not be found. Dec 10 09:18:52.549154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1bafc063-e711-4d2f-b6bc-227bfb739119 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0583458 Dec 10 09:18:52.551908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57838) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.556948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-93dd263d-ab8c-49e3-94a3-bb527e75ce2a tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '50e2846a-98c7-4a1b-9d4e-ce92d1222d73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd8c81019-94d9-4ee0-8afe-45fe22defb90'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:52.600082 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-93dd263d-ab8c-49e3-94a3-bb527e75ce2a tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The resource could not be found. Dec 10 09:18:52.601258 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-93dd263d-ab8c-49e3-94a3-bb527e75ce2a tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0483503 Dec 10 09:18:52.605000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57840) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.659308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96b414b3-5c99-4962-8db1-c53f516bfc90 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.666545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581fc9e-9bff-4091-a571-d9ec0e0ed1af req-4e56b29b-588a-4e20-970b-b2edc70a98d6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:52.668927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5581fc9e-9bff-4091-a571-d9ec0e0ed1af req-4e56b29b-588a-4e20-970b-b2edc70a98d6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 947 time: 0.1054056 Dec 10 09:18:52.683747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96b414b3-5c99-4962-8db1-c53f516bfc90 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.701980 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.702447 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.702856 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Floating IP a8aa1d5a-a869-4710-9d78-16eae8a19293 disassociated. External IP: 172.25.3.123, port: 5d53e549-1145-4852-9b00-814a0bb5ac5b. Dec 10 09:18:52.703271 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Calling delete_port for 5d53e549-1145-4852-9b00-814a0bb5ac5b owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:52.725632 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96b414b3-5c99-4962-8db1-c53f516bfc90 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.729067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-96b414b3-5c99-4962-8db1-c53f516bfc90 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.732557 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-96b414b3-5c99-4962-8db1-c53f516bfc90 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/50e2846a-98c7-4a1b-9d4e-ce92d1222d73 HTTP/1.1" status: 204 len: 168 time: 0.1241992 Dec 10 09:18:52.733564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57842) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.746850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b414b3-5c99-4962-8db1-c53f516bfc90 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e2846a-98c7-4a1b-9d4e-ce92d1222d73,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:52.781607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5581fc9e-9bff-4091-a571-d9ec0e0ed1af req-630c5282-7604-4bd5-91dd-9d79882682c6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=a60cd78d-ce06-4c28-8256-4169d46fb192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057017 Dec 10 09:18:52.793546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-aaf4ec50-079d-4b92-baf5-4fe171deeca7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0570827 Dec 10 09:18:52.796753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57844) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.801169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8a51cbfe-e4a6-4f58-9947-80090c5a4683 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': 'ca02258a-6acc-49e5-8da8-6a459ec75812', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:52.841334 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-8a51cbfe-e4a6-4f58-9947-80090c5a4683 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The resource could not be found. Dec 10 09:18:52.842449 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8a51cbfe-e4a6-4f58-9947-80090c5a4683 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0447385 Dec 10 09:18:52.846266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57846) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:52.851000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fb8e106b-5544-4d70-bc92-97fcc9446cc1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597799646'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:52.876028 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb8e106b-5544-4d70-bc92-97fcc9446cc1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.890905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.920672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event deleted for resources: {'Port': ['ID=5d53e549-1145-4852-9b00-814a0bb5ac5b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:52.955273 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb8e106b-5544-4d70-bc92-97fcc9446cc1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.960826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb8e106b-5544-4d70-bc92-97fcc9446cc1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.991695 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fb8e106b-5544-4d70-bc92-97fcc9446cc1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:52.993532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fb8e106b-5544-4d70-bc92-97fcc9446cc1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1457391 Dec 10 09:18:53.000215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57848) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:53.004745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5c8db149-459e-4dd6-8726-970abfdc11e4 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286409828'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:53.013083 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e106b-5544-4d70-bc92-97fcc9446cc1 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8759a72a-45f1-4f22-b398-0d8d9a2b6b2c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:53.034277 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c8db149-459e-4dd6-8726-970abfdc11e4 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.063243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:18:53.116052 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c8db149-459e-4dd6-8726-970abfdc11e4 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.120540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c8db149-459e-4dd6-8726-970abfdc11e4 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.154262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8db149-459e-4dd6-8726-970abfdc11e4 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ec70c-30a3-4074-b60d-d6a13e2e2e5f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:53.178645 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5c8db149-459e-4dd6-8726-970abfdc11e4 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.183581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57850) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:53.183908 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5c8db149-459e-4dd6-8726-970abfdc11e4 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1847153 Dec 10 09:18:53.189220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0dfd5955-9539-48c6-abc9-0504f0d7f118 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': '8759a72a-45f1-4f22-b398-0d8d9a2b6b2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ae0ec70c-30a3-4074-b60d-d6a13e2e2e5f'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:53.228514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:18:53.248541 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] Sync routers for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:18:53.273108 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:53.273916 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:53.287349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] No DVR routers for this DVR port 5d53e549-1145-4852-9b00-814a0bb5ac5b on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:18:53.290914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.295297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4c32042-09b4-4dbd-a47d-27ee8dc06d12 req-9fef2917-2f8f-4394-b1ea-5458e3ada4ae tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.18 "DELETE /v2.0/ports/5d53e549-1145-4852-9b00-814a0bb5ac5b HTTP/1.1" status: 204 len: 173 time: 1.4357333 Dec 10 09:18:53.295731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-deleted', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:18:53.299358 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720ad068-5d3f-43d0-8f20-ed0eb8b7f34a" -d '{"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-deleted", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:18:53.303311 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-0dfd5955-9539-48c6-abc9-0504f0d7f118 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:53.307138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0dfd5955-9539-48c6-abc9-0504f0d7f118 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1198094 Dec 10 09:18:53.307275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57854) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:53.462170 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91b79b9d-a5bd-461c-b6bb-bdc4be4939ac tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.540826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91b79b9d-a5bd-461c-b6bb-bdc4be4939ac tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.627076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91b79b9d-a5bd-461c-b6bb-bdc4be4939ac tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.629080 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-91b79b9d-a5bd-461c-b6bb-bdc4be4939ac tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.633009 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-91b79b9d-a5bd-461c-b6bb-bdc4be4939ac tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae0ec70c-30a3-4074-b60d-d6a13e2e2e5f HTTP/1.1" status: 204 len: 168 time: 0.3221061 Dec 10 09:18:53.636759 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:18:53.637244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57860) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:53.645640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79b9d-a5bd-461c-b6bb-bdc4be4939ac tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ec70c-30a3-4074-b60d-d6a13e2e2e5f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:53.735863 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5895058e-519d-4fe5-8af2-8740a38aa063 x-openstack-request-id: req-5895058e-519d-4fe5-8af2-8740a38aa063 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:18:53.736476 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fc2dbc-7821-4514-9e93-4909f0e1ac77", "name": "network-vif-deleted", "tag": "5d53e549-1145-4852-9b00-814a0bb5ac5b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:18:53.736476 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5895058e-519d-4fe5-8af2-8740a38aa063 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:18:53.736790 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fc2dbc-7821-4514-9e93-4909f0e1ac77', 'name': 'network-vif-deleted', 'tag': '5d53e549-1145-4852-9b00-814a0bb5ac5b', 'status': 'completed', 'code': 200} Dec 10 09:18:53.757545 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5dcb2342-0caa-447c-afde-8690c52083ed tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1171024 Dec 10 09:18:53.758727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57862) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:53.869084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38436dca-4c59-4c72-9553-4111f56d42a3 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.908967 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:53.936210 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38436dca-4c59-4c72-9553-4111f56d42a3 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:53.983530 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] Checking router: 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:18:53.998201 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:18:53.999344 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:18:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:54.020072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79387111-3a30-403b-8cf6-fc173bf38563 req-8df696d5-0828-436f-839b-65405efb2bc3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fc2dbc-7821-4514-9e93-4909f0e1ac77 HTTP/1.1" status: 200 len: 210 time: 0.0478673 Dec 10 09:18:54.036950 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38436dca-4c59-4c72-9553-4111f56d42a3 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.043604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-38436dca-4c59-4c72-9553-4111f56d42a3 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.046079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-38436dca-4c59-4c72-9553-4111f56d42a3 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/8759a72a-45f1-4f22-b398-0d8d9a2b6b2c HTTP/1.1" status: 204 len: 168 time: 0.2854705 Dec 10 09:18:54.050994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57866) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:54.059028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38436dca-4c59-4c72-9553-4111f56d42a3 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8759a72a-45f1-4f22-b398-0d8d9a2b6b2c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:54.121555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-82e896c8-91b9-401d-83f2-f0c3071417b3 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0691161 Dec 10 09:18:54.127196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57868) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:54.135440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fcdea99e-681c-443b-a35f-685fe50a7524 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--868179855'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:54.173562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcdea99e-681c-443b-a35f-685fe50a7524 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.182614 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:18:54.273315 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcdea99e-681c-443b-a35f-685fe50a7524 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.284145 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcdea99e-681c-443b-a35f-685fe50a7524 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.329833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fcdea99e-681c-443b-a35f-685fe50a7524 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.331115 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fcdea99e-681c-443b-a35f-685fe50a7524 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2026434 Dec 10 09:18:54.334781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57870) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:54.338906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea99e-681c-443b-a35f-685fe50a7524 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27f0bf9-20af-429d-9ac7-999153522d33,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:54.359647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3f8de928-6921-4b49-8511-1e1fc24d5ef8 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': 'c27f0bf9-20af-429d-9ac7-999153522d33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:54.420948 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-3f8de928-6921-4b49-8511-1e1fc24d5ef8 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:54.422057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3f8de928-6921-4b49-8511-1e1fc24d5ef8 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0852289 Dec 10 09:18:54.427279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57872) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:54.435297 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5bd14910-2450-4eb4-bf2f-3c96349ecda6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group_rule': {'security_group_id': 'c27f0bf9-20af-429d-9ac7-999153522d33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:54.487742 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-5bd14910-2450-4eb4-bf2f-3c96349ecda6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 09:18:54.488823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5bd14910-2450-4eb4-bf2f-3c96349ecda6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0598607 Dec 10 09:18:54.494128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57874) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:54.532005 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:18:54.565202 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96139b-a511-4b6a-94ff-26da64965a40 None None] The sync data for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 is: [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:18:54.593765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b3b608a-fe41-458b-84ce-ed7f139589da tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.639425 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b3b608a-fe41-458b-84ce-ed7f139589da tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.702566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b3b608a-fe41-458b-84ce-ed7f139589da tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.712357 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b3b608a-fe41-458b-84ce-ed7f139589da tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.718099 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9b3b608a-fe41-458b-84ce-ed7f139589da tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/c27f0bf9-20af-429d-9ac7-999153522d33 HTTP/1.1" status: 204 len: 168 time: 0.2223449 Dec 10 09:18:54.718395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57878) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:54.733908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b608a-fe41-458b-84ce-ed7f139589da tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27f0bf9-20af-429d-9ac7-999153522d33,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:54.802268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8050f634-f0ce-4a86-b957-c8204654bdd7 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0790555 Dec 10 09:18:54.806823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57880) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:54.814249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-265511aa-ba41-45bf-ab9d-da6b69969fc6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738547635'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:54.852893 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-265511aa-ba41-45bf-ab9d-da6b69969fc6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.931234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cdbab2-4645-4aba-b3af-3ae7b1d15871 None None] New status for floating IP a8aa1d5a-a869-4710-9d78-16eae8a19293: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:18:54.968223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-265511aa-ba41-45bf-ab9d-da6b69969fc6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:54.978412 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-265511aa-ba41-45bf-ab9d-da6b69969fc6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.011108 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-265511aa-ba41-45bf-ab9d-da6b69969fc6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.016312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-265511aa-ba41-45bf-ab9d-da6b69969fc6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2040679 Dec 10 09:18:55.016312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265511aa-ba41-45bf-ab9d-da6b69969fc6 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78001164-e2b8-4648-aa6a-16cca9bf52f5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:55.016545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57882) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:55.022088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-13103dc2-5b62-46ea-b256-ba9026054008 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:55.022991 n-d-814746-3 neutron-server[114970]: WARNING neutron.api.v2.base [None req-13103dc2-5b62-46ea-b256-ba9026054008 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 09:18:55.022991 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-13103dc2-5b62-46ea-b256-ba9026054008 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 09:18:55.032629 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-13103dc2-5b62-46ea-b256-ba9026054008 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "PUT /v2.0/security-groups/78001164-e2b8-4648-aa6a-16cca9bf52f5 HTTP/1.1" status: 409 len: 330 time: 0.0067949 Dec 10 09:18:55.032629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57884) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:55.124237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-814fa4a6-8604-4da0-a6c6-1e0142af3f6c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.178016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-814fa4a6-8604-4da0-a6c6-1e0142af3f6c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.223680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57890) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:55.239046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 5d53e549-1145-4852-9b00-814a0bb5ac5b no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:18:55.256823 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-814fa4a6-8604-4da0-a6c6-1e0142af3f6c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.262496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-814fa4a6-8604-4da0-a6c6-1e0142af3f6c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.269837 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-814fa4a6-8604-4da0-a6c6-1e0142af3f6c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/78001164-e2b8-4648-aa6a-16cca9bf52f5 HTTP/1.1" status: 204 len: 168 time: 0.2306445 Dec 10 09:18:55.270560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57892) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:55.283886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 5d53e549-1145-4852-9b00-814a0bb5ac5b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:18:55.284990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 5d53e549-1145-4852-9b00-814a0bb5ac5b not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:18:55.293365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fa4a6-8604-4da0-a6c6-1e0142af3f6c tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78001164-e2b8-4648-aa6a-16cca9bf52f5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:55.342590 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d589c63d-170c-4706-aa8b-cc6a76526294 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.347373 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a084806d-3b72-4c04-b59b-d6874a4257d2 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0717220 Dec 10 09:18:55.357871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:55.375811 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-076aedaa-9bd1-4150-ad08-d7c2b46f3a33 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] delete failed (client error): The resource could not be found. Dec 10 09:18:55.378124 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-076aedaa-9bd1-4150-ad08-d7c2b46f3a33 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "DELETE /v2.0/security-groups/54c68279-a056-478c-8303-2cda40959007 HTTP/1.1" status: 404 len: 347 time: 0.0192049 Dec 10 09:18:55.382536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57896) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:55.398578 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-69ccaf6b-3514-41d3-8d1f-0f8b49fdf083 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] show failed (client error): The resource could not be found. Dec 10 09:18:55.401206 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-69ccaf6b-3514-41d3-8d1f-0f8b49fdf083 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-groups/6cf6d1c7-5991-4898-917b-9f7a8cb21650 HTTP/1.1" status: 404 len: 347 time: 0.0176933 Dec 10 09:18:55.402596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d589c63d-170c-4706-aa8b-cc6a76526294 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.405766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57898) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:55.418430 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-b28682e0-2c9a-47f4-98a7-cb12689dd610 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] show failed (client error): The resource could not be found. Dec 10 09:18:55.419164 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b28682e0-2c9a-47f4-98a7-cb12689dd610 tempest-NegativeSecGroupIPv6Test-131385530 tempest-NegativeSecGroupIPv6Test-131385530-project] 10.222.0.31 "GET /v2.0/security-group-rules/9c36925e-7f11-49b8-85fb-3823d4a8e87c HTTP/1.1" status: 404 len: 356 time: 0.0121694 Dec 10 09:18:55.478836 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d589c63d-170c-4706-aa8b-cc6a76526294 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.484084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d589c63d-170c-4706-aa8b-cc6a76526294 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.489031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57902) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:55.490077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d589c63d-170c-4706-aa8b-cc6a76526294 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "DELETE /v2.0/security-groups/a60cd78d-ce06-4c28-8256-4169d46fb192 HTTP/1.1" status: 204 len: 168 time: 0.2646413 Dec 10 09:18:55.506381 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-ae2a407f-e325-4bde-8880-00e75c5cbacf tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] show failed (client error): The resource could not be found. Dec 10 09:18:55.511415 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ae2a407f-e325-4bde-8880-00e75c5cbacf tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups/a60cd78d-ce06-4c28-8256-4169d46fb192 HTTP/1.1" status: 404 len: 347 time: 0.0216599 Dec 10 09:18:55.512050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57904) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:55.520213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589c63d-170c-4706-aa8b-cc6a76526294 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cd78d-ce06-4c28-8256-4169d46fb192,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:55.711437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Deleting port 19f373c7-4349-4f23-854a-0438573038bf {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:18:55.711894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.837458 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.837920 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:55.854013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Calling delete_port for 19f373c7-4349-4f23-854a-0438573038bf owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:18:55.947662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57910) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:56.065710 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.119081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event deleted for resources: {'Port': ['ID=19f373c7-4349-4f23-854a-0438573038bf,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:56.138464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-825dca02-bb0d-4936-aecd-5b8eae46ff18 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d2ecfa50952404288f4ac2db18d95e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1896012 Dec 10 09:18:56.139181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57914) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:56.194999 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.199318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.200581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-679e80f8-68b1-46ae-a9a9-935453be9d15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "DELETE /v2.0/floatingips/a8aa1d5a-a869-4710-9d78-16eae8a19293 HTTP/1.1" status: 204 len: 168 time: 0.6875305 Dec 10 09:18:56.214883 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3abfe65f-a1be-465b-aecd-87399ecbd377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.276832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3abfe65f-a1be-465b-aecd-87399ecbd377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.342249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3abfe65f-a1be-465b-aecd-87399ecbd377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.345800 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3abfe65f-a1be-465b-aecd-87399ecbd377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.349016 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3abfe65f-a1be-465b-aecd-87399ecbd377 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86ccf998-8a19-4462-80a9-328a06bbc130 HTTP/1.1" status: 204 len: 168 time: 0.2066615 Dec 10 09:18:56.358500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfe65f-a1be-465b-aecd-87399ecbd377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ccf998-8a19-4462-80a9-328a06bbc130,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:56.759992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57928) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:56.773003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a81c5e73-fdb4-412f-9d32-b4faee09a88a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075035781', 'description': 'tempest-description--468806937'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:56.815326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a81c5e73-fdb4-412f-9d32-b4faee09a88a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.924163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a81c5e73-fdb4-412f-9d32-b4faee09a88a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.936672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a81c5e73-fdb4-412f-9d32-b4faee09a88a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.973331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c5e73-fdb4-412f-9d32-b4faee09a88a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b4e6d0-31ef-4ce0-b709-59710b9c6a32,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:56.982823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a81c5e73-fdb4-412f-9d32-b4faee09a88a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:56.984703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a81c5e73-fdb4-412f-9d32-b4faee09a88a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2230680 Dec 10 09:18:56.987748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57936) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:56.992956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f6e77b7e-04e7-473f-a53a-75f1970e4ec7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'security_group_rule': {'security_group_id': '51b4e6d0-31ef-4ce0-b709-59710b9c6a32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:57.030104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b7e-04e7-473f-a53a-75f1970e4ec7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.110088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b7e-04e7-473f-a53a-75f1970e4ec7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.116200 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b7e-04e7-473f-a53a-75f1970e4ec7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.137497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e77b7e-04e7-473f-a53a-75f1970e4ec7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62abbcbd-912b-4f98-a8de-9204fc6f27e4,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:57.163440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b7e-04e7-473f-a53a-75f1970e4ec7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.167989 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f6e77b7e-04e7-473f-a53a-75f1970e4ec7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1758018 Dec 10 09:18:57.168379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 57944) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:57.172916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b385b511-a9a5-49a1-8935-e814d9f9e562 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'security_group_rule': {'security_group_id': '51b4e6d0-31ef-4ce0-b709-59710b9c6a32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:57.209814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b385b511-a9a5-49a1-8935-e814d9f9e562 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.317559 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b385b511-a9a5-49a1-8935-e814d9f9e562 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.325817 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b385b511-a9a5-49a1-8935-e814d9f9e562 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.347120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b511-a9a5-49a1-8935-e814d9f9e562 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f68f10b-f37f-4568-aaf2-1ab829b355ee,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:57.354353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b385b511-a9a5-49a1-8935-e814d9f9e562 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.355725 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b385b511-a9a5-49a1-8935-e814d9f9e562 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864192 Dec 10 09:18:57.358758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 57948) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:18:57.363410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:18:57.391788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.531466 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.670217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Allocated IP 172.25.3.130 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/e7b41731-b750-4fb4-8bca-74963efc82f6) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:18:57.803472 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.857241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:57.905059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:18:57.908541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:18:57.918667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:18:57.922633 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'Port': ['ID=e7b41731-b750-4fb4-8bca-74963efc82f6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:58.037460 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:58.079379 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:58.245574 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:58.251318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:58.326008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'Port': ['ID=e7b41731-b750-4fb4-8bca-74963efc82f6,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:18:58.345354 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:58.367121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:18:58.369936 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-14f456bb-86bf-4410-b300-5006d229c069 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0086031 Dec 10 09:18:58.624543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-ce6f31a2-acff-4f16-a381-2b3fb5280315 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2075035781&fields=id&tenant_id=d0d2c2c25d624f5baaa30c820992c2ea HTTP/1.1" status: 200 len: 267 time: 0.0449004 Dec 10 09:18:58.739700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-34db3c25-ac5c-4051-b1f5-44d7b64184d3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:18:58.741176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-34db3c25-ac5c-4051-b1f5-44d7b64184d3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 816 time: 0.1096547 Dec 10 09:18:58.756955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-5b0e6186-c566-4c07-9776-b5772189705d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/quotas/d0d2c2c25d624f5baaa30c820992c2ea HTTP/1.1" status: 200 len: 375 time: 0.0090961 Dec 10 09:18:58.819504 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-6139999e-13af-4e61-9735-54fcfc018358 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561049 Dec 10 09:18:58.835741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-11d6c4d2-e5cb-4179-8541-4b4dfbbfca5e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:18:58.837283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-11d6c4d2-e5cb-4179-8541-4b4dfbbfca5e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058317 Dec 10 09:18:58.937080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-4ae778af-4901-465f-9e54-442bb9a7240b service neutron] 10.222.0.31 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934787 Dec 10 09:18:59.044916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-a46f9c21-6abe-4e05-9e80-967268485acd service neutron] 10.222.0.31 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014340 Dec 10 09:18:59.214072 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b2ff258-660f-4311-8950-dc90b01c85a6 req-51f790b2-5f03-4c7c-962d-c2deb6d31e43 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 210 time: 0.0295820 Dec 10 09:19:00.378051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-11ac29eb-f130-48fa-8068-16ae9909dbe5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:00.381625 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-11ac29eb-f130-48fa-8068-16ae9909dbe5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.39 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 816 time: 0.1774361 Dec 10 09:19:00.406275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbb9b605-3f0b-4b3b-9a14-a76c81147028 req-c3a6f10b-5f17-4320-8175-d0f714ef79b6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 210 time: 0.0574603 Dec 10 09:19:00.475624 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-4325239a-1b5a-4138-a4cc-558491aba4c8 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d2c2c25d624f5baaa30c820992c2ea HTTP/1.1" status: 200 len: 380 time: 0.0832412 Dec 10 09:19:00.488221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'port': {'device_id': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'admin_state_up': True, 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'security_groups': ['51b4e6d0-31ef-4ce0-b709-59710b9c6a32']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:00.609590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Made reservation on behalf of d0d2c2c25d624f5baaa30c820992c2ea for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:19:00.613074 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:00.704704 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:19:00.763943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Allocated IP 172.20.0.10 (5ddf88cd-850e-4fa9-8931-bcbfab7d6080/d59e7171-3697-4b4d-a409-602ec1632f9d/35f12d90-5419-4605-b1d2-3bad3934062c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:19:00.907239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:00.940499 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:00.985252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:19:00.988321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:19:00.991909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:19:01.016962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:01.057170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:01.067993 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:01.091440 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-b0c6509c-90fc-4af3-8ed5-4327b251b8ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6068103 Dec 10 09:19:01.103480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-74795d8d-5e7a-4638-b532-23e9a6226bf7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:19:01.105283 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-74795d8d-5e7a-4638-b532-23e9a6226bf7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075922 Dec 10 09:19:01.272196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Request body: {'port': {'device_id': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:01.319656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fb25fb11-dcaf-468e-a442-53cf9991c348 None None] Provisioning complete for port 35f12d90-5419-4605-b1d2-3bad3934062c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:01.322099 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fb25fb11-dcaf-468e-a442-53cf9991c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:01.341128 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:01.372077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fb25fb11-dcaf-468e-a442-53cf9991c348 None None] Port 35f12d90-5419-4605-b1d2-3bad3934062c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:19:01.577039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623dea1-17d5-4f6b-93fc-ac6333ff2ed1 req-695e9a73-829b-4fab-a4df-6e38336139ec tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:01.578738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1623dea1-17d5-4f6b-93fc-ac6333ff2ed1 req-695e9a73-829b-4fab-a4df-6e38336139ec tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 932 time: 0.0690963 Dec 10 09:19:01.638500 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1623dea1-17d5-4f6b-93fc-ac6333ff2ed1 req-fc74f9cb-f9ae-43f8-9c2b-31c1f65a23fb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527272 Dec 10 09:19:01.732744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f12d90-5419-4605-b1d2-3bad3934062c {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:19:01.747378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:01.754055 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Transition to ACTIVE for port object 35f12d90-5419-4605-b1d2-3bad3934062c will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:19:01.760323 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:01.838860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:01.909308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Attempting to bind port 35f12d90-5419-4605-b1d2-3bad3934062c on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:19:01.911613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Attempting to bind port 35f12d90-5419-4605-b1d2-3bad3934062c by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:19:01.912209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Attempting to bind port 35f12d90-5419-4605-b1d2-3bad3934062c on network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:19:01.918771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Port 35f12d90-5419-4605-b1d2-3bad3934062c on network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:19:01.919242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Attempting to bind port 35f12d90-5419-4605-b1d2-3bad3934062c on network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:19:01.925385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:19:01.925835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Checking segment: {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:19:01.926380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Bound using segment: {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:19:01.926821 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Bound port: 35f12d90-5419-4605-b1d2-3bad3934062c, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838d416b-a4d4-4547-98fd-f740aa1e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:19:01.927185 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:02.018360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:19:02.021766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:19:02.031469 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:02.074904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:02.075684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:02.077227 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] 10.222.0.39 "PUT /v2.0/ports/35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 200 len: 1092 time: 0.9639554 Dec 10 09:19:02.078119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:19:02.080674 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f" -d '{"events": [{"name": "network-changed", "server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:19:02.137147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13c92-dbd5-4fab-8b3d-021679af7c8c service neutron] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:02.176063 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d092e287-f6fc-46df-9952-6313c89ed4f0 x-openstack-request-id: req-d092e287-f6fc-46df-9952-6313c89ed4f0 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:19:02.176641 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:19:02.177050 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d092e287-f6fc-46df-9952-6313c89ed4f0 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:19:02.177627 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c', 'status': 'completed', 'code': 200} Dec 10 09:19:02.197479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-68277ba3-7cef-44e7-ae6c-6dc8ef475404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:02.199044 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-68277ba3-7cef-44e7-ae6c-6dc8ef475404 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1095 time: 0.0587609 Dec 10 09:19:02.254803 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-5c8f4c9c-e69c-4908-9f21-f0f8d1d9f263 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 200 len: 217 time: 0.0464742 Dec 10 09:19:02.314308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-a054469b-6ec6-4dd2-916a-d5316ae449d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:02.315794 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-a054469b-6ec6-4dd2-916a-d5316ae449d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0544777 Dec 10 09:19:02.367252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-570f93e3-e3ba-4f36-a564-d9d910395e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:02.368952 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-570f93e3-e3ba-4f36-a564-d9d910395e2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463562 Dec 10 09:19:02.489890 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-94be990d-a772-4810-8c3f-559d4498cd74 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096499 Dec 10 09:19:02.591731 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d6f812fe-70b6-469a-ac12-ed5c05c41d77 req-4d581abd-2dd2-4f28-befc-a869b783db92 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921004 Dec 10 09:19:02.690574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-604a1901-3d67-4385-b36d-e0539879f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:02.692091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-604a1901-3d67-4385-b36d-e0539879f8d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1095 time: 0.0479171 Dec 10 09:19:02.784105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a454c-2cff-4db7-b9e6-f852e65ffa08 req-43bc1973-cd71-43fc-b744-fe9c7e554cf2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:02.785677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b11a454c-2cff-4db7-b9e6-f852e65ffa08 req-43bc1973-cd71-43fc-b744-fe9c7e554cf2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0632954 Dec 10 09:19:02.793895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-3e26b0d4-05bd-4a60-a8fa-eddf51a2dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:02.795444 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-3e26b0d4-05bd-4a60-a8fa-eddf51a2dfd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.0966456 Dec 10 09:19:02.845898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b11a454c-2cff-4db7-b9e6-f852e65ffa08 req-530d7872-162b-4175-925d-df3c177936f8 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525038 Dec 10 09:19:02.849526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-5db17442-74aa-43e7-87df-23ad7e6824c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 200 len: 217 time: 0.0450528 Dec 10 09:19:02.901230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-ef23b67f-6a6c-42e4-a49d-442404fdf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:02.902724 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-ef23b67f-6a6c-42e4-a49d-442404fdf9c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0448081 Dec 10 09:19:02.950593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-ba0230af-434c-433e-b869-ccec4113de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:02.952381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-ba0230af-434c-433e-b869-ccec4113de0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421391 Dec 10 09:19:03.059164 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-7490b8ea-9464-46e1-8f0f-b18f5339d6ce service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963984 Dec 10 09:19:03.171092 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de23783a-552c-48e2-bd69-e9dca85dcffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:03.187187 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fcd5f44-33d4-44cf-b10b-8ca3c46ff22f req-ee5e98aa-4d8f-44f8-b151-633165067ec4 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205060 Dec 10 09:19:04.002113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445eff4-5e36-40b1-98bd-df3e38cf6404 req-7bcb1b46-bc3e-4ac4-b1b8-06551ff92008 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:04.003847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3445eff4-5e36-40b1-98bd-df3e38cf6404 req-7bcb1b46-bc3e-4ac4-b1b8-06551ff92008 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0604722 Dec 10 09:19:04.063984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3445eff4-5e36-40b1-98bd-df3e38cf6404 req-edde2df7-b36b-4d5f-a7a3-20ca86c562dd tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524352 Dec 10 09:19:05.204701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b22fad-4cf1-47fe-bb88-98f831601f73 req-facf71f9-f789-47cc-b6ed-520a652231f4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:05.206347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14b22fad-4cf1-47fe-bb88-98f831601f73 req-facf71f9-f789-47cc-b6ed-520a652231f4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0665267 Dec 10 09:19:05.270060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14b22fad-4cf1-47fe-bb88-98f831601f73 req-bca4940f-2bf0-48d6-96d0-abc3cd044ac9 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568759 Dec 10 09:19:05.456778 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-af449b8e-d399-4c62-9385-6c992e7296f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:05.836370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 35f12d90-5419-4605-b1d2-3bad3934062c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:19:05.936344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:19:05.950390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '35f12d90-5419-4605-b1d2-3bad3934062c', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'port_id': '35f12d90-5419-4605-b1d2-3bad3934062c', 'mac_address': 'fa:16:3e:5e:08:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:19:05.991403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:06.016743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f12d90-5419-4605-b1d2-3bad3934062c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:19:06.040659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:19:06.047372 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:06.113154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:06.259344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['35f12d90-5419-4605-b1d2-3bad3934062c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:19:06.452920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1f21c-d88d-4a43-94ec-496070ef308f req-6a5db2dc-1483-4762-9dee-19e105e00749 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:06.458152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ae1f21c-d88d-4a43-94ec-496070ef308f req-6a5db2dc-1483-4762-9dee-19e105e00749 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 945 time: 0.0806024 Dec 10 09:19:06.538617 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:06.541727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ae1f21c-d88d-4a43-94ec-496070ef308f req-836b76aa-918d-4777-a1a6-0c8b678e433a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670040 Dec 10 09:19:07.682934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fbf6-0f6c-41a3-8fc3-489d6c2c6268 req-6057dbbf-fd32-419e-83e3-a98661bcf838 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:07.689979 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba38fbf6-0f6c-41a3-8fc3-489d6c2c6268 req-6057dbbf-fd32-419e-83e3-a98661bcf838 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 945 time: 0.0588069 Dec 10 09:19:07.752959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba38fbf6-0f6c-41a3-8fc3-489d6c2c6268 req-8b3040fb-80df-4593-80c3-fadd97291e75 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618894 Dec 10 09:19:07.851392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 35f12d90-5419-4605-b1d2-3bad3934062c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:19:07.908905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 35f12d90-5419-4605-b1d2-3bad3934062c completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:19:07.913414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 35f12d90-5419-4605-b1d2-3bad3934062c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:07.915186 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:08.009738 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:08.040143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:19:08.042442 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1374e4-3547-4aac-96a7-3fb4ea70d065" -d '{"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-plugged", "status": "completed", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:19:08.076030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:19:08.084055 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:08.155123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:08.179505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.180816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.182975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.197864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.198307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.198762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.199202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.199630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.200054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.200484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.200911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.201326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.201777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:08.255835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:08.351154 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8f2e67-15ed-46de-aa81-ec469b630803 x-openstack-request-id: req-3e8f2e67-15ed-46de-aa81-ec469b630803 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:19:08.352373 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-plugged", "status": "completed", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:19:08.352373 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e8f2e67-15ed-46de-aa81-ec469b630803 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:19:08.352681 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c', 'code': 200} Dec 10 09:19:08.493113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116e618-cc00-4602-be58-de29ea705adf req-611abc13-c331-426d-8aa5-5496cf5bebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:08.495414 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a116e618-cc00-4602-be58-de29ea705adf req-611abc13-c331-426d-8aa5-5496cf5bebbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1097 time: 0.0675371 Dec 10 09:19:08.557170 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a116e618-cc00-4602-be58-de29ea705adf req-fd01d18f-2270-41f0-9d3c-8d70bc28a656 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551262 Dec 10 09:19:08.869632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda38a1-b5b9-4e6d-b894-6bbd3426d20d req-fa4d86d2-2b5b-49c8-9716-6c7035cfd9bc tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:08.876940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-afda38a1-b5b9-4e6d-b894-6bbd3426d20d req-fa4d86d2-2b5b-49c8-9716-6c7035cfd9bc tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0577884 Dec 10 09:19:08.924371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-afda38a1-b5b9-4e6d-b894-6bbd3426d20d req-ba9e9b7a-72e6-4e0f-b9ca-2ab187355e2a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463107 Dec 10 09:19:09.245333 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:10.054426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16663e8f-052e-4559-a67c-ca97c7beba8c req-fa022cf8-d543-4198-a0b1-5badc255e3a7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:10.057470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16663e8f-052e-4559-a67c-ca97c7beba8c req-fa022cf8-d543-4198-a0b1-5badc255e3a7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0564024 Dec 10 09:19:10.119869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16663e8f-052e-4559-a67c-ca97c7beba8c req-1aabfbc8-f48e-4277-b9bf-1018d67b5c07 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564082 Dec 10 09:19:10.270923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ee558-0e95-463c-a7df-38fba6080d2d req-dd2bc263-55ab-41e2-b26b-3787447dd22a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:10.272564 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f0ee558-0e95-463c-a7df-38fba6080d2d req-dd2bc263-55ab-41e2-b26b-3787447dd22a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0679855 Dec 10 09:19:10.281615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58128) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:10.287913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-62f3be08-69ef-459c-8c29-9aa1cd4f2591 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Request body: {'floatingip': {'port_id': '35f12d90-5419-4605-b1d2-3bad3934062c'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:10.344187 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62f3be08-69ef-459c-8c29-9aa1cd4f2591 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:11.021346 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62f3be08-69ef-459c-8c29-9aa1cd4f2591 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:11.026594 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62f3be08-69ef-459c-8c29-9aa1cd4f2591 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:11.166006 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-62f3be08-69ef-459c-8c29-9aa1cd4f2591 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Floating IP cce8039d-3c1d-4418-abfc-180024f9f3de associated. External IP: 172.25.3.130, port: 35f12d90-5419-4605-b1d2-3bad3934062c. Dec 10 09:19:11.444692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f3be08-69ef-459c-8c29-9aa1cd4f2591 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:19:11.566107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f3be08-69ef-459c-8c29-9aa1cd4f2591 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:19:11.571534 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-62f3be08-69ef-459c-8c29-9aa1cd4f2591 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:11.586486 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] Sync routers for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:19:11.603281 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:19:11.605047 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:19:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:11.609800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-62f3be08-69ef-459c-8c29-9aa1cd4f2591 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "PUT /v2.0/floatingips/cce8039d-3c1d-4418-abfc-180024f9f3de HTTP/1.1" status: 200 len: 992 time: 1.3270922 Dec 10 09:19:11.610392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:19:11.612757 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34" -d '{"events": [{"name": "network-changed", "server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:19:11.672624 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8dc505-58da-4528-b939-796bc72f7d9d x-openstack-request-id: req-ba8dc505-58da-4528-b939-796bc72f7d9d {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:19:11.673105 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:19:11.673538 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba8dc505-58da-4528-b939-796bc72f7d9d {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:19:11.673970 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c', 'status': 'completed', 'code': 200} Dec 10 09:19:11.773024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-af8efd4c-fa76-4cd0-8411-66572e62603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:11.775481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-af8efd4c-fa76-4cd0-8411-66572e62603d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1097 time: 0.0650988 Dec 10 09:19:11.838796 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:19:11.901616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-6d3bb9f5-0213-4eeb-908e-d51c97cdf911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:11.904058 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-6d3bb9f5-0213-4eeb-908e-d51c97cdf911 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.1139095 Dec 10 09:19:11.998793 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-4bd2357d-6e57-4bc0-a5aa-52a951187a94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 200 len: 1000 time: 0.0841281 Dec 10 09:19:12.076796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-49f5d2db-7030-493c-9f41-2238fab99f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:12.078485 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-49f5d2db-7030-493c-9f41-2238fab99f67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0720627 Dec 10 09:19:12.131307 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'cce8039d-3c1d-4418-abfc-180024f9f3de', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'port_id': '35f12d90-5419-4605-b1d2-3bad3934062c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'mac_address': 'fa:16:3e:5e:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:18:57Z', 'updated_at': '2021-12-10T09:19:10Z', 'revision_number': 1, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:12.137615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-4b919638-8a77-4f07-8e18-09060dc908c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:12.139428 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-4b919638-8a77-4f07-8e18-09060dc908c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538352 Dec 10 09:19:12.159519 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] Checking router: 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:19:12.175109 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:19:12.175820 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:19:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:12.253722 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-2826a3cc-110f-41e3-9fa1-03468dc25d3e service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066320 Dec 10 09:19:12.314066 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:19:12.369563 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8eaa9c9-f442-4114-b8fd-c3c664c0de34 req-0eb1a504-c552-482d-ba30-8b010aa1ddf3 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063704 Dec 10 09:19:12.577916 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'cce8039d-3c1d-4418-abfc-180024f9f3de', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'port_id': '35f12d90-5419-4605-b1d2-3bad3934062c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'mac_address': 'fa:16:3e:5e:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:18:57Z', 'updated_at': '2021-12-10T09:19:10Z', 'revision_number': 1, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:12.605562 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c20edd-996c-423d-9899-b41ff8521b7f None None] The sync data for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 is: [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'cce8039d-3c1d-4418-abfc-180024f9f3de', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'port_id': '35f12d90-5419-4605-b1d2-3bad3934062c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'mac_address': 'fa:16:3e:5e:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:18:57Z', 'updated_at': '2021-12-10T09:19:10Z', 'revision_number': 1, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:19:12.885375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be48ab8-5f2b-4a86-afd2-ee4993922c85 None None] New status for floating IP cce8039d-3c1d-4418-abfc-180024f9f3de: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:19:15.197607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.025184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58234) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:18.199768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1154bc22-4111-4835-9977-d6740877935b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.283295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1154bc22-4111-4835-9977-d6740877935b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.288975 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1154bc22-4111-4835-9977-d6740877935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.318099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1154bc22-4111-4835-9977-d6740877935b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77eac05ab8ed4fcc857a88e592d9c2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2911246 Dec 10 09:19:18.321680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58240) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:18.338247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154bc22-4111-4835-9977-d6740877935b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494e5949-f8bf-486a-ac46-d26aecaeaf61,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:18.398073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.428714 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.492980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.496287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.500261 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/494e5949-f8bf-486a-ac46-d26aecaeaf61 HTTP/1.1" status: 204 len: 168 time: 0.1747668 Dec 10 09:19:18.508467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e5949-f8bf-486a-ac46-d26aecaeaf61,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:18.516678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.517037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.517386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.517762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.518101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.518448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.518765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.519289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.520003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.520534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.521029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.521557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.522240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b6b5a-3f1a-43fe-9ca6-e96a7c6cb27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:18.843995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58246) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:18.858312 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37bcb039-5962-4d38-97c2-3f012d11fca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.943045 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37bcb039-5962-4d38-97c2-3f012d11fca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:18.949766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-37bcb039-5962-4d38-97c2-3f012d11fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:19.009872 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-37bcb039-5962-4d38-97c2-3f012d11fca9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b212efb4f42c49bd9d5849940553c4ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647463 Dec 10 09:19:19.011141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcb039-5962-4d38-97c2-3f012d11fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a831a4ed-7f7c-4bb7-a23a-ce162691e0ff,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:19.012780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58250) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:19.064488 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23102a1e-28d8-4b88-ada6-086369206d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:19.086092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23102a1e-28d8-4b88-ada6-086369206d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:19.136490 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23102a1e-28d8-4b88-ada6-086369206d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:19.140553 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-23102a1e-28d8-4b88-ada6-086369206d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:19.144730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-23102a1e-28d8-4b88-ada6-086369206d32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a831a4ed-7f7c-4bb7-a23a-ce162691e0ff HTTP/1.1" status: 204 len: 168 time: 0.1305046 Dec 10 09:19:19.154674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23102a1e-28d8-4b88-ada6-086369206d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a831a4ed-7f7c-4bb7-a23a-ce162691e0ff,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:19.294014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.354556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58346) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:24.488060 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b88be280-268a-420b-a0f6-b81869084d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.588558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b88be280-268a-420b-a0f6-b81869084d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.594520 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b88be280-268a-420b-a0f6-b81869084d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.655223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b88be280-268a-420b-a0f6-b81869084d8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dfe66286c1e44672bc62bf8e86c1e565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2963748 Dec 10 09:19:24.655592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58358) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:24.656258 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88be280-268a-420b-a0f6-b81869084d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ead24a6-6425-4d94-b939-4a0f2045bc27,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:24.704329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58360) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:24.723576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d90d581-1c9b-447a-8083-fa22905bafdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.749158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d90d581-1c9b-447a-8083-fa22905bafdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.803478 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d90d581-1c9b-447a-8083-fa22905bafdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.807087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d90d581-1c9b-447a-8083-fa22905bafdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.812274 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8d90d581-1c9b-447a-8083-fa22905bafdc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ead24a6-6425-4d94-b939-4a0f2045bc27 HTTP/1.1" status: 204 len: 168 time: 0.1517835 Dec 10 09:19:24.822852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90d581-1c9b-447a-8083-fa22905bafdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ead24a6-6425-4d94-b939-4a0f2045bc27,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:24.863300 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f102fd5-34ef-4751-aeac-a21322b24470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.955366 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f102fd5-34ef-4751-aeac-a21322b24470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:24.961843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f102fd5-34ef-4751-aeac-a21322b24470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:25.004582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f102fd5-34ef-4751-aeac-a21322b24470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc38a87-1155-40ff-b907-0cdc941c0284,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:25.013042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58368) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:25.013528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7f102fd5-34ef-4751-aeac-a21322b24470 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a9a425e211d49f49af93d16271aaad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3082681 Dec 10 09:19:25.076024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6f0f7b2-3e6a-4737-a542-49308ac14476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:25.099575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6f0f7b2-3e6a-4737-a542-49308ac14476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:25.163879 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6f0f7b2-3e6a-4737-a542-49308ac14476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:25.166771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6f0f7b2-3e6a-4737-a542-49308ac14476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:25.170276 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d6f0f7b2-3e6a-4737-a542-49308ac14476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccc38a87-1155-40ff-b907-0cdc941c0284 HTTP/1.1" status: 204 len: 168 time: 0.1533046 Dec 10 09:19:25.178520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0f7b2-3e6a-4737-a542-49308ac14476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc38a87-1155-40ff-b907-0cdc941c0284,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:26.654924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58436) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:26.659619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380590791', 'description': 'tempest-secgroup-smoke-380590791 description', 'project_id': '752f951f190a47a7a12dda1f81f009bf'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:26.682200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:26.690243 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:26.777776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:26.781628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.132612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5152ce50-d9ac-4fd9-a347-56b4da1f53db,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:27.173839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.178047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.206506 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.209635 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5518026 Dec 10 09:19:27.214834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58440) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:27.219251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-635a1bc2-b8a6-4726-97ba-71d9930bb2d6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '93de1090-f0dc-41f0-8e7f-8e236a55e2e1', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:27.228532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dab6c-454e-4e75-a6a1-fee81240a1bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93de1090-f0dc-41f0-8e7f-8e236a55e2e1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:27.253217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-635a1bc2-b8a6-4726-97ba-71d9930bb2d6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.313876 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-635a1bc2-b8a6-4726-97ba-71d9930bb2d6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.317618 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-635a1bc2-b8a6-4726-97ba-71d9930bb2d6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.336646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a1bc2-b8a6-4726-97ba-71d9930bb2d6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572387ca-2090-4248-b618-db2e1f058027,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:27.345901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-635a1bc2-b8a6-4726-97ba-71d9930bb2d6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.350230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58442) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:27.356086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-78029591-8418-442a-ad29-e5c3769e7ce1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '93de1090-f0dc-41f0-8e7f-8e236a55e2e1', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:27.361115 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-635a1bc2-b8a6-4726-97ba-71d9930bb2d6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452138 Dec 10 09:19:27.382896 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-78029591-8418-442a-ad29-e5c3769e7ce1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.438567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-78029591-8418-442a-ad29-e5c3769e7ce1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.441934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-78029591-8418-442a-ad29-e5c3769e7ce1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.458892 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78029591-8418-442a-ad29-e5c3769e7ce1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c77b96-7c6b-4ab8-b3d2-a0ea63d56ea8,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:27.467803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-78029591-8418-442a-ad29-e5c3769e7ce1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.469049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-78029591-8418-442a-ad29-e5c3769e7ce1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170182 Dec 10 09:19:27.471733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58444) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:27.476933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c18a0e97-132d-4169-a647-3c149172c155 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '93de1090-f0dc-41f0-8e7f-8e236a55e2e1', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:27.502884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c18a0e97-132d-4169-a647-3c149172c155 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.563438 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c18a0e97-132d-4169-a647-3c149172c155 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.567687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c18a0e97-132d-4169-a647-3c149172c155 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.583146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a0e97-132d-4169-a647-3c149172c155 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a618e94-fe28-4a81-8eed-34232707cce6,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:27.594664 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c18a0e97-132d-4169-a647-3c149172c155 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.595960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c18a0e97-132d-4169-a647-3c149172c155 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232989 Dec 10 09:19:27.598801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58450) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:27.603582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-76d71874-b920-413d-98c2-1acbb5da1457 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '93de1090-f0dc-41f0-8e7f-8e236a55e2e1', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:27.630932 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76d71874-b920-413d-98c2-1acbb5da1457 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.692638 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76d71874-b920-413d-98c2-1acbb5da1457 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.696909 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76d71874-b920-413d-98c2-1acbb5da1457 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.717307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d71874-b920-413d-98c2-1acbb5da1457 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853b7dbf-58b1-459c-9ccf-ba07adf1caa0,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:27.722804 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-76d71874-b920-413d-98c2-1acbb5da1457 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.728021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-76d71874-b920-413d-98c2-1acbb5da1457 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242092 Dec 10 09:19:27.728143 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58458) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:27.732468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-117b0dac-f973-4fd2-a228-fba1364902d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '93de1090-f0dc-41f0-8e7f-8e236a55e2e1', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:27.754180 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-117b0dac-f973-4fd2-a228-fba1364902d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Project 752f951f190a47a7a12dda1f81f009bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:19:27.761271 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-117b0dac-f973-4fd2-a228-fba1364902d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.829215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-117b0dac-f973-4fd2-a228-fba1364902d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.833153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-117b0dac-f973-4fd2-a228-fba1364902d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.854263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b0dac-f973-4fd2-a228-fba1364902d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015177c2-63cd-407f-ab81-f633265c1d19,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:27.861044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-117b0dac-f973-4fd2-a228-fba1364902d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.862378 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-117b0dac-f973-4fd2-a228-fba1364902d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334081 Dec 10 09:19:27.865163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58464) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:27.870368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bcef5f84-b590-41aa-9e57-93285658a31f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '93de1090-f0dc-41f0-8e7f-8e236a55e2e1', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:27.893183 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-bcef5f84-b590-41aa-9e57-93285658a31f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Project 752f951f190a47a7a12dda1f81f009bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:19:27.898079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcef5f84-b590-41aa-9e57-93285658a31f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.956448 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcef5f84-b590-41aa-9e57-93285658a31f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.966967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcef5f84-b590-41aa-9e57-93285658a31f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:27.990512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef5f84-b590-41aa-9e57-93285658a31f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd11924-fd6c-478d-b42e-f500465f9f22,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:27.997175 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcef5f84-b590-41aa-9e57-93285658a31f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.001531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58470) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:28.001662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bcef5f84-b590-41aa-9e57-93285658a31f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354301 Dec 10 09:19:28.008458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'network': {'name': 'tempest-network-smoke--2032260663', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'port_security_enabled': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:28.032961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:19:28.036878 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.064793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:19:28.080622 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.080981 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Added segment 9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4 of type vlan for network a5a0d070-2dd9-462a-a14a-9e2535b2435e Dec 10 09:19:28.122254 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.149264 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.155056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:28.155677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.216593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2136455 Dec 10 09:19:28.219415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58474) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:28.226819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'admin_state_up': True, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:28.238927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714a58b-a665-4bde-93f0-12edf7000a11 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Network': ['ID=a5a0d070-2dd9-462a-a14a-9e2535b2435e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:28.250143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network a5a0d070-2dd9-462a-a14a-9e2535b2435e details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:19:28.256790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.258295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.314550 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.729525 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.939977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:28.959543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:29.068703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.25.3.79 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/59a5a73f-bf90-479f-8dda-70d6e9674b5f) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:19:29.186850 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:29.224082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:29.269158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:19:29.272129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:19:29.275809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:19:29.287428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834ea1b-43f8-45ee-8780-492af1ad0ed6 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:19:29.301870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=59a5a73f-bf90-479f-8dda-70d6e9674b5f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:29.384967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-439430c5-fb7e-42a9-8ba1-b8a100115acc None None] Provisioning complete for port 59a5a73f-bf90-479f-8dda-70d6e9674b5f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:29.385245 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-439430c5-fb7e-42a9-8ba1-b8a100115acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:29.419384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-439430c5-fb7e-42a9-8ba1-b8a100115acc None None] Port 59a5a73f-bf90-479f-8dda-70d6e9674b5f cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:19:29.539125 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:29.739462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:29.875906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 38789fa7-f682-4cab-9cf0-bcd031b6c31f is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:19:29.986043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:19:29.997977 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Sync routers for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:19:30.009554 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.010914 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:19:30.011052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b7c3badb-824d-4a5f-a1e9-ffd7d2da1815 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7907412 Dec 10 09:19:30.011982 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:19:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:30.014326 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58488) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:30.122234 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:19:30.149098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e664c366-0abb-4c17-ac11-9cfeb80e824d tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=752f951f190a47a7a12dda1f81f009bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1301982 Dec 10 09:19:30.149344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58492) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:30.257650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f5134-cbe1-4392-9ea0-ffdb9b680804 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:30.261996 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-777f5134-cbe1-4392-9ea0-ffdb9b680804 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1090961 Dec 10 09:19:30.262300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58496) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:30.292442 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4db11431-98e8-4119-8fc2-80c9e6d2d67a tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288079 Dec 10 09:19:30.295073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58498) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:30.300315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1914220999', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:30.324719 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:29Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:30.393712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:19:30.397456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.448441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Checking router: 38789fa7-f682-4cab-9cf0-bcd031b6c31f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:19:30.448777 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Updating router 38789fa7-f682-4cab-9cf0-bcd031b6c31f port 59a5a73f-bf90-479f-8dda-70d6e9674b5f binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:19:30.479491 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.602993 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.669209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Subnet': ['ID=214dc6d7-c10b-451a-9120-fad6ee4e4a64,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:30.681294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Checking segment: {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:19:30.681705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network hostable DHCP agents. Network: a5a0d070-2dd9-462a-a14a-9e2535b2435e, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:19:30.699995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network a5a0d070-2dd9-462a-a14a-9e2535b2435e is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:19:30.711330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, a5a0d070-2dd9-462a-a14a-9e2535b2435e) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:19:30.722147 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4b4f8-f2fb-49f9-9df0-b5a70a9c71e6 None None] Network a5a0d070-2dd9-462a-a14a-9e2535b2435e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:19:30.730626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:30.732046 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.745112 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.752294 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.755071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-25c04fe8-5bf6-4c05-a0de-8a9fd1e6b0ac tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4585063 Dec 10 09:19:30.759123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58500) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:30.802441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Attempting to bind port 59a5a73f-bf90-479f-8dda-70d6e9674b5f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:19:30.802953 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Attempting to bind port 59a5a73f-bf90-479f-8dda-70d6e9674b5f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:19:30.803330 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Attempting to bind port 59a5a73f-bf90-479f-8dda-70d6e9674b5f on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:19:30.815782 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:19:30.816182 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:19:30.816558 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.816956 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:19:30.817432 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Bound port: 59a5a73f-bf90-479f-8dda-70d6e9674b5f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:19:30.817835 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.870979 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] For port 59a5a73f-bf90-479f-8dda-70d6e9674b5f, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:19:30.874400 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] For port 59a5a73f-bf90-479f-8dda-70d6e9674b5f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=59a5a73f-bf90-479f-8dda-70d6e9674b5f,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:19:30.881266 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Pushing event updated for resources: {'Port': ['ID=59a5a73f-bf90-479f-8dda-70d6e9674b5f,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:30.886466 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:30.898697 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.899045 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.899362 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.899696 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.900022 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.900344 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.900662 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.900992 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.901291 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.901635 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.901950 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.902315 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.902632 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:19:30.956198 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c221c-ce31-4ded-84f7-8a7af33d5089 None None] Pushing event updated for resources: {'Port': ['ID=59a5a73f-bf90-479f-8dda-70d6e9674b5f,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:30.972796 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:19:30.973429 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:19:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:30.985686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412edb28-36be-4183-a546-74449388940f None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:19:31.069025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55297b1-14d9-49eb-8970-4f847041e94e None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:19:31.079642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:19:31.080504 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.086161 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:19:31.192591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-24a26b81-8f88-4fab-bb5d-81a38b9fc7d8 None None] Provisioning complete for port 59a5a73f-bf90-479f-8dda-70d6e9674b5f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:31.193258 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24a26b81-8f88-4fab-bb5d-81a38b9fc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.294473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Allocated IP 172.20.0.2 (a5a0d070-2dd9-462a-a14a-9e2535b2435e/214dc6d7-c10b-451a-9120-fad6ee4e4a64/9c1f03f4-ce3d-4af5-8f43-1e39a5063242) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:19:31.346622 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24a26b81-8f88-4fab-bb5d-81a38b9fc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.348653 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:29Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:31.386585 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed80109-3f05-4010-8927-4b5696e14e81 None None] The sync data for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 is: [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:29Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:19:31.395027 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.423903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-24a26b81-8f88-4fab-bb5d-81a38b9fc7d8 None None] For port 59a5a73f-bf90-479f-8dda-70d6e9674b5f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=59a5a73f-bf90-479f-8dda-70d6e9674b5f,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:19:31.431070 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24a26b81-8f88-4fab-bb5d-81a38b9fc7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.526457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a26b81-8f88-4fab-bb5d-81a38b9fc7d8 None None] Pushing event updated for resources: {'Port': ['ID=59a5a73f-bf90-479f-8dda-70d6e9674b5f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:31.588369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.590020 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0db782e5-e414-4603-a69c-1acbd6a17ab7 None None] Provisioning complete for port 59a5a73f-bf90-479f-8dda-70d6e9674b5f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:31.590616 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0db782e5-e414-4603-a69c-1acbd6a17ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.622548 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.673699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Network a5a0d070-2dd9-462a-a14a-9e2535b2435e is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:19:31.680964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:19:31.687952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:19:31.692768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Pushing event updated for resources: {'Port': ['ID=9c1f03f4-ce3d-4af5-8f43-1e39a5063242,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:31.799414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Attempting to bind port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:19:31.799920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Attempting to bind port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:19:31.800274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Attempting to bind port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 on network a5a0d070-2dd9-462a-a14a-9e2535b2435e {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:19:31.806235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:19:31.806707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Checking segment: {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:19:31.807175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.807635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Bound using segment: {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:19:31.808175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Bound port: 9c1f03f4-ce3d-4af5-8f43-1e39a5063242, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:19:31.808645 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.871779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.20.0.1 (a5a0d070-2dd9-462a-a14a-9e2535b2435e/214dc6d7-c10b-451a-9120-fad6ee4e4a64/e1c80483-080d-443f-81ef-3707cae96b5d) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:19:31.885550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] For port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:19:31.891658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] For port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c1f03f4-ce3d-4af5-8f43-1e39a5063242,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:19:31.900460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:31.978934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e611f-755f-47e9-ab93-4e26cdb354ff None None] Pushing event updated for resources: {'Port': ['ID=9c1f03f4-ce3d-4af5-8f43-1e39a5063242,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:32.023153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:32.061860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:32.130155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=e1c80483-080d-443f-81ef-3707cae96b5d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:32.145074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network a5a0d070-2dd9-462a-a14a-9e2535b2435e is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:19:32.149725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:19:32.153158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:19:32.235543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:32.480518 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:32.904308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:32.911142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:33.012769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=e1c80483-080d-443f-81ef-3707cae96b5d,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:33.022003 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:33.163566 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aa9f1521-dc19-420d-8125-51acbba820a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:33.400189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e4e2f-a1b0-4ac2-aed9-2ca2b58cfbc7 None None] Network a5a0d070-2dd9-462a-a14a-9e2535b2435e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:19:33.515362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 59a5a73f-bf90-479f-8dda-70d6e9674b5f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:19:33.556899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e8fc2572-8d35-4f28-b749-1f23cb3ff015 None None] Provisioning complete for port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:33.557538 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e8fc2572-8d35-4f28-b749-1f23cb3ff015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:33.669366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network a5a0d070-2dd9-462a-a14a-9e2535b2435e is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:19:33.673527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:19:33.706703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 59a5a73f-bf90-479f-8dda-70d6e9674b5f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:33.707434 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:33.788955 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e8fc2572-8d35-4f28-b749-1f23cb3ff015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:33.848511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e8fc2572-8d35-4f28-b749-1f23cb3ff015 None None] For port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c1f03f4-ce3d-4af5-8f43-1e39a5063242,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:19:33.858723 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e8fc2572-8d35-4f28-b749-1f23cb3ff015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:33.863113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 38789fa7-f682-4cab-9cf0-bcd031b6c31f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:19:33.951349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:19:33.996473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc2572-8d35-4f28-b749-1f23cb3ff015 None None] Pushing event updated for resources: {'Port': ['ID=9c1f03f4-ce3d-4af5-8f43-1e39a5063242,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:34.034826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:34.035216 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:34.035974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:19:34.059649 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c907351a-97e8-46c9-a98a-5678a54706e7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "PUT /v2.0/routers/38789fa7-f682-4cab-9cf0-bcd031b6c31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2910569 Dec 10 09:19:34.125404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Sync routers for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:19:34.145393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:19:34.146122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:19:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:34.264787 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-e8a6305c-b823-461b-b591-e7cfdd1b9f4d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380590791&fields=id&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 267 time: 0.0708010 Dec 10 09:19:34.296508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d5ad0882-4f03-4731-a52c-3c11ea9fa7e8 None None] Provisioning complete for port e1c80483-080d-443f-81ef-3707cae96b5d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:34.297110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0882-4f03-4731-a52c-3c11ea9fa7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:34.349238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad0882-4f03-4731-a52c-3c11ea9fa7e8 None None] Port e1c80483-080d-443f-81ef-3707cae96b5d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:19:34.352527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:19:34.383314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315410bf-7596-4825-93a4-5c2f8c283736 req-7b6c7ec5-c25b-48b1-ad71-2c2f9f423f22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:34.384990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-7b6c7ec5-c25b-48b1-ad71-2c2f9f423f22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 797 time: 0.1193817 Dec 10 09:19:34.405448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-42290e8b-daa0-4ef0-92f4-d70e0d0eb21a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/quotas/752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 375 time: 0.0103173 Dec 10 09:19:34.405910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d5ad0882-4f03-4731-a52c-3c11ea9fa7e8 None None] Provisioning complete for port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:34.406292 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0882-4f03-4731-a52c-3c11ea9fa7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:34.484647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-38411e95-446c-4006-93f1-8f09f4790f72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647399 Dec 10 09:19:34.620037 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-3bc5c6a9-fed2-4961-8ffe-33d8183638f7 service neutron] 10.222.0.31 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146996 Dec 10 09:19:34.666001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e1c80483-080d-443f-81ef-3707cae96b5d', 'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:ad:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:31Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 2, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:34.693331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Checking router: 38789fa7-f682-4cab-9cf0-bcd031b6c31f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:19:34.693723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Updating router 38789fa7-f682-4cab-9cf0-bcd031b6c31f port e1c80483-080d-443f-81ef-3707cae96b5d binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:19:34.719053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:34.728872 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-01457dbd-7973-4e69-ac33-66f072865696 service neutron] 10.222.0.31 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011097 Dec 10 09:19:34.793439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-668123ec-7827-45f0-be18-8599a09dc8c1 None None] Provisioning complete for port e1c80483-080d-443f-81ef-3707cae96b5d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:34.794253 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-668123ec-7827-45f0-be18-8599a09dc8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:34.901214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-668123ec-7827-45f0-be18-8599a09dc8c1 None None] Port e1c80483-080d-443f-81ef-3707cae96b5d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:19:34.931371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a09ed856-de78-4da7-a4d1-d9c012822643 req-9a003ee2-bb7d-4e07-b501-badc46491346 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 210 time: 0.0324450 Dec 10 09:19:35.072798 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:35.080076 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:35.142115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f5eca-320c-4dba-b4b2-7604de5c3a19 None None] Pushing event updated for resources: {'Port': ['ID=e1c80483-080d-443f-81ef-3707cae96b5d,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:35.219321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Attempting to bind port e1c80483-080d-443f-81ef-3707cae96b5d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:19:35.219982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Attempting to bind port e1c80483-080d-443f-81ef-3707cae96b5d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:19:35.220478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Attempting to bind port e1c80483-080d-443f-81ef-3707cae96b5d on network a5a0d070-2dd9-462a-a14a-9e2535b2435e {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:19:35.230214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:19:35.231016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Checking segment: {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:19:35.231711 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:35.232181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Bound using segment: {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:19:35.232870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Bound port: e1c80483-080d-443f-81ef-3707cae96b5d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:19:35.233220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:35.310730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] For port e1c80483-080d-443f-81ef-3707cae96b5d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:19:35.314589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] For port e1c80483-080d-443f-81ef-3707cae96b5d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e1c80483-080d-443f-81ef-3707cae96b5d,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:19:35.320732 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:35.414602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:19:35.415726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:19:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:35.418420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:19:35.518917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f5eca-320c-4dba-b4b2-7604de5c3a19 None None] Pushing event updated for resources: {'Port': ['ID=e1c80483-080d-443f-81ef-3707cae96b5d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:35.566913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6f91af5-d051-4855-8730-aafd4d532a5f None None] Provisioning complete for port e1c80483-080d-443f-81ef-3707cae96b5d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:35.567404 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6f91af5-d051-4855-8730-aafd4d532a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:35.575938 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c92f15f5-be3b-4d05-aeab-cc010d937d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:35.843170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:35.843577 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:35.846855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:19:36.030757 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6f91af5-d051-4855-8730-aafd4d532a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:36.138617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6f91af5-d051-4855-8730-aafd4d532a5f None None] For port e1c80483-080d-443f-81ef-3707cae96b5d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e1c80483-080d-443f-81ef-3707cae96b5d,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:19:36.148114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a108bd0-af5d-4afe-b666-28950ce2f46c req-754e2a1c-01ce-44be-8b75-547fa02f7b41 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 210 time: 0.0699506 Dec 10 09:19:36.156725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6f91af5-d051-4855-8730-aafd4d532a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:36.241487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f91af5-d051-4855-8730-aafd4d532a5f None None] Pushing event updated for resources: {'Port': ['ID=e1c80483-080d-443f-81ef-3707cae96b5d,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:36.299538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b935abb4-73e4-4075-a97e-455ed5c864ea None None] Provisioning complete for port e1c80483-080d-443f-81ef-3707cae96b5d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:36.299914 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b935abb4-73e4-4075-a97e-455ed5c864ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:36.305161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e1c80483-080d-443f-81ef-3707cae96b5d', 'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:ad:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:31Z', 'updated_at': '2021-12-10T09:19:35Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:36.339521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315410bf-7596-4825-93a4-5c2f8c283736 req-a20d3615-cdcb-4018-ad70-dae89e492dd3 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:36.341826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-a20d3615-cdcb-4018-ad70-dae89e492dd3 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 797 time: 0.1920555 Dec 10 09:19:36.360693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a4fc-73e9-41a7-9892-ece5589cae21 None None] The sync data for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 is: [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e1c80483-080d-443f-81ef-3707cae96b5d', 'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:ad:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:31Z', 'updated_at': '2021-12-10T09:19:35Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:19:36.483609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d67263bb-3c71-4693-8100-d514911b5128 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 379 time: 0.1312780 Dec 10 09:19:36.496866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'port': {'device_id': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'admin_state_up': True, 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'security_groups': ['93de1090-f0dc-41f0-8e7f-8e236a55e2e1']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:36.533375 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:36.653779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:19:36.658546 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:36.823152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.20.0.4 (a5a0d070-2dd9-462a-a14a-9e2535b2435e/214dc6d7-c10b-451a-9120-fad6ee4e4a64/8c0d8a1c-f380-469b-a380-56a2c5496fcd) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:19:37.026812 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:37.065100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:37.129879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network a5a0d070-2dd9-462a-a14a-9e2535b2435e is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:19:37.134643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:19:37.136965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:37.147595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:19:37.246791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:37.249304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:37.285777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-af5d9654-78f7-4b1f-ac96-0b9919b59c21 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7949140 Dec 10 09:19:37.305532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Request body: {'port': {'device_id': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:37.370454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8194b5-1759-48ff-b9f8-34b7e0c30aad req-322686bb-0f98-421f-9c67-a4524f300d6a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:37.372509 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b8194b5-1759-48ff-b9f8-34b7e0c30aad req-322686bb-0f98-421f-9c67-a4524f300d6a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 931 time: 0.1101403 Dec 10 09:19:37.418557 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:37.464136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e1c80483-080d-443f-81ef-3707cae96b5d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:19:37.488021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b8194b5-1759-48ff-b9f8-34b7e0c30aad req-658284fa-86d7-4704-a1ce-758bfae66821 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956612 Dec 10 09:19:37.535183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port e1c80483-080d-443f-81ef-3707cae96b5d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:37.535632 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:37.622795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-262e4d81-1c24-4dd7-aa48-4391fbb75caf None None] Provisioning complete for port 8c0d8a1c-f380-469b-a380-56a2c5496fcd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:37.623261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-262e4d81-1c24-4dd7-aa48-4391fbb75caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:37.669445 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-262e4d81-1c24-4dd7-aa48-4391fbb75caf None None] Port 8c0d8a1c-f380-469b-a380-56a2c5496fcd cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:19:37.703820 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:19:37.786457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0d8a1c-f380-469b-a380-56a2c5496fcd {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:19:37.794558 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:37.811981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Transition to ACTIVE for port object 8c0d8a1c-f380-469b-a380-56a2c5496fcd will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:19:37.816339 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:37.868529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:37.939994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Attempting to bind port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:19:37.940322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Attempting to bind port 8c0d8a1c-f380-469b-a380-56a2c5496fcd by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:19:37.940646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Attempting to bind port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on network a5a0d070-2dd9-462a-a14a-9e2535b2435e {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:19:37.945375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on network a5a0d070-2dd9-462a-a14a-9e2535b2435e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:19:37.945728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Attempting to bind port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on network a5a0d070-2dd9-462a-a14a-9e2535b2435e {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:19:37.950894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:19:37.951224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Checking segment: {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:19:37.951602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Bound using segment: {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:19:37.952024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Bound port: 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:19:37.952388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:38.019140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:19:38.022866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:19:38.027867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:38.068245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:38.069599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:38.071230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 1091 time: 0.7708032 Dec 10 09:19:38.071736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:19:38.074066 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb810017-8fc1-414f-b791-07736fb7ee22" -d '{"events": [{"name": "network-changed", "server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:19:38.102283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e17e7-3bfb-471c-a1ab-aa98d2f600b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:38.122943 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884e7fb0-aec8-4909-8313-0ed59e01e16e x-openstack-request-id: req-884e7fb0-aec8-4909-8313-0ed59e01e16e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:19:38.123310 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:19:38.123650 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-884e7fb0-aec8-4909-8313-0ed59e01e16e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:19:38.124111 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'status': 'completed', 'code': 200} Dec 10 09:19:38.169007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315410bf-7596-4825-93a4-5c2f8c283736 req-9b3519ad-801e-4cfd-9c63-a4da881a5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:38.170577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-9b3519ad-801e-4cfd-9c63-a4da881a5834 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1094 time: 0.0451102 Dec 10 09:19:38.219905 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-7cbe3ec8-0b59-49e3-a25d-eb8127c09b57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 217 time: 0.0400093 Dec 10 09:19:38.246847 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:38.273030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315410bf-7596-4825-93a4-5c2f8c283736 req-3cf7ee77-2010-462d-adb5-42fde485150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:38.274549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-3cf7ee77-2010-462d-adb5-42fde485150c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0477977 Dec 10 09:19:38.321580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315410bf-7596-4825-93a4-5c2f8c283736 req-1c780950-57b8-4ab1-990f-17573e58d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:38.323135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-1c780950-57b8-4ab1-990f-17573e58d675 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420384 Dec 10 09:19:38.418259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-5543ed2c-e09d-4b76-b18d-6e58358f772b service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878391 Dec 10 09:19:38.511225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-315410bf-7596-4825-93a4-5c2f8c283736 req-1cd93ad3-617a-4465-89da-0fbb76afbff8 service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865014 Dec 10 09:19:38.651473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-cc0ad315-e735-49b7-a5c8-0e1900b043bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:38.653003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-cc0ad315-e735-49b7-a5c8-0e1900b043bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1094 time: 0.0865498 Dec 10 09:19:38.664864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c240cb-e41a-4126-bdd2-134a4344aed2 req-0916b764-dd39-4ce6-9296-47eeb6931380 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:38.666502 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65c240cb-e41a-4126-bdd2-134a4344aed2 req-0916b764-dd39-4ce6-9296-47eeb6931380 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 943 time: 0.0882289 Dec 10 09:19:38.778443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65c240cb-e41a-4126-bdd2-134a4344aed2 req-de1436d0-cbe0-4c14-8613-5c0a6c50258e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031878 Dec 10 09:19:38.809622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-4915a5e8-90a4-4f0d-9432-a4648c9a00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:38.809622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-4915a5e8-90a4-4f0d-9432-a4648c9a00f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.1364119 Dec 10 09:19:38.848752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-ed8aba15-b431-4deb-8102-1b312dec3e7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 217 time: 0.0379035 Dec 10 09:19:38.900779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-e624b047-2284-4d90-b4b2-57808eaca0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:38.902289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-e624b047-2284-4d90-b4b2-57808eaca0db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0461364 Dec 10 09:19:38.952222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-b730ceb6-9fe6-45e1-b2b2-c4fa1f371140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:38.953748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-b730ceb6-9fe6-45e1-b2b2-c4fa1f371140 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443549 Dec 10 09:19:39.046172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-7624a206-760a-4d6a-b5fd-2eefd90c2f1d service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852575 Dec 10 09:19:39.142092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb810017-8fc1-414f-b791-07736fb7ee22 req-e70f0729-8e1a-4c75-88cc-d05348baa59b service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882807 Dec 10 09:19:39.239473 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:39.911617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31145-3499-4abf-9df5-2b961e9940cc req-7fbce485-9ff8-4f9e-a20d-8b55040a53bf tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:39.913548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ca31145-3499-4abf-9df5-2b961e9940cc req-7fbce485-9ff8-4f9e-a20d-8b55040a53bf tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 943 time: 0.0526845 Dec 10 09:19:39.967992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ca31145-3499-4abf-9df5-2b961e9940cc req-e652c831-5b29-49dd-bf64-d07e2f395c19 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480552 Dec 10 09:19:41.092532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce91229-22a2-4786-bd49-6f996442fb5e req-5030e7ce-4586-4339-91d0-720018cbdc1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:41.094066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ce91229-22a2-4786-bd49-6f996442fb5e req-5030e7ce-4586-4339-91d0-720018cbdc1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 943 time: 0.0490704 Dec 10 09:19:41.151079 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ce91229-22a2-4786-bd49-6f996442fb5e req-2a4452c2-0c22-460c-be4a-63131514ab29 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502255 Dec 10 09:19:41.419508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8c0d8a1c-f380-469b-a380-56a2c5496fcd details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:19:41.514915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:19:41.527772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'port_id': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'mac_address': 'fa:16:3e:e2:a8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:19:41.569997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:41.586743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0d8a1c-f380-469b-a380-56a2c5496fcd {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:19:41.605882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:19:41.610620 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:41.665953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:41.954327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['8c0d8a1c-f380-469b-a380-56a2c5496fcd'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:19:42.277058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426254fe-75ca-436e-ae16-ff044fa2d325 req-1c75ed8c-21f5-4f25-bf81-0a94b56b75a6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:42.278572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-426254fe-75ca-436e-ae16-ff044fa2d325 req-1c75ed8c-21f5-4f25-bf81-0a94b56b75a6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 944 time: 0.0543466 Dec 10 09:19:42.327534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-426254fe-75ca-436e-ae16-ff044fa2d325 req-f787e8ed-9a15-4a2a-ab2f-a34cfd1b9640 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428517 Dec 10 09:19:43.442668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8c0d8a1c-f380-469b-a380-56a2c5496fcd up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:19:43.450315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f03943-7225-4336-9536-3ab26d94790b req-9cf0eba6-60f8-4277-963e-ac3bfb51619d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:43.451808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7f03943-7225-4336-9536-3ab26d94790b req-9cf0eba6-60f8-4277-963e-ac3bfb51619d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 944 time: 0.0506477 Dec 10 09:19:43.497767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 8c0d8a1c-f380-469b-a380-56a2c5496fcd completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:19:43.503863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 8c0d8a1c-f380-469b-a380-56a2c5496fcd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:19:43.504461 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:43.509183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7f03943-7225-4336-9536-3ab26d94790b req-66e4b9cf-6445-4c44-b7cb-41ebb96af5b7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514643 Dec 10 09:19:43.594713 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:43.618587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:19:43.620837 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833a7030-a05d-4e35-9098-d7874883dedc" -d '{"events": [{"server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:19:43.634415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:19:43.639770 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:43.672218 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9617b279-4dfa-40e2-ac66-db344c36185c x-openstack-request-id: req-9617b279-4dfa-40e2-ac66-db344c36185c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:19:43.672512 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:19:43.672766 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9617b279-4dfa-40e2-ac66-db344c36185c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:19:43.673210 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'code': 200} Dec 10 09:19:43.699328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:43.776547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33f575-7e03-4a93-9c04-d294cc4550ce req-4cd7c8eb-60b3-47ad-b9d4-be82c1208dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:43.778298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db33f575-7e03-4a93-9c04-d294cc4550ce req-4cd7c8eb-60b3-47ad-b9d4-be82c1208dcf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1096 time: 0.0428090 Dec 10 09:19:43.840375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db33f575-7e03-4a93-9c04-d294cc4550ce req-7f9dd86c-710a-4281-8bc6-b6eb91ac4add service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553780 Dec 10 09:19:44.632809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc8894-01d4-4f6c-9d17-e54bcd2707bf req-4c2d2cdb-5b8e-4248-ae99-9992ba12e899 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:44.634342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4bc8894-01d4-4f6c-9d17-e54bcd2707bf req-4c2d2cdb-5b8e-4248-ae99-9992ba12e899 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0510209 Dec 10 09:19:44.684345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4bc8894-01d4-4f6c-9d17-e54bcd2707bf req-dc975ebc-8d14-427d-92ef-aae1c3fb627d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440252 Dec 10 09:19:45.208403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:45.840326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21daeaa4-d5b1-42fd-9629-557713424365 req-ce67e708-d225-4426-b77d-a69225a319e4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:45.841814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21daeaa4-d5b1-42fd-9629-557713424365 req-ce67e708-d225-4426-b77d-a69225a319e4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0830841 Dec 10 09:19:45.884423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-dc8cda39-4d46-4fde-b71f-ac21fc06a6ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826719 Dec 10 09:19:45.901988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21daeaa4-d5b1-42fd-9629-557713424365 req-c1523ef9-8b6e-4869-8441-92513a2be0d1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523646 Dec 10 09:19:46.034432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-5e4c4d94-7a6b-440d-b228-52ac34fc6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:46.036020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-5e4c4d94-7a6b-440d-b228-52ac34fc6e68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1096 time: 0.0763359 Dec 10 09:19:46.055792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa7a60-7adf-4f8f-943d-38772b84a4f7 req-f56f4348-0fc2-4b4d-9244-108af1c4a70c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:46.057686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62fa7a60-7adf-4f8f-943d-38772b84a4f7 req-f56f4348-0fc2-4b4d-9244-108af1c4a70c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0683806 Dec 10 09:19:46.172787 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62fa7a60-7adf-4f8f-943d-38772b84a4f7 req-2b754267-c201-4ab0-a1cd-d7540efb3ada tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056249 Dec 10 09:19:46.186179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58626) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:46.219144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-89acbcdc-a6e2-4faf-91b9-b04e6193a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:46.220574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-89acbcdc-a6e2-4faf-91b9-b04e6193a06e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.1609082 Dec 10 09:19:46.233692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1b910-69fd-45dd-9d51-c8d782ca158f tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:46.235762 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b0a1b910-69fd-45dd-9d51-c8d782ca158f tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1091 time: 0.0477004 Dec 10 09:19:46.241922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58628) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:46.246241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:19:46.277783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-5dfb2ded-0399-444c-a332-2f4540089168 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 217 time: 0.0494332 Dec 10 09:19:46.277998 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:46.342820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-fb345d39-3026-4e01-a9be-5ef46d8ed39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:46.344420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-fb345d39-3026-4e01-a9be-5ef46d8ed39c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0603223 Dec 10 09:19:46.386921 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:46.402112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-ec0d2b8b-a79c-44ee-a8ca-1e8dc213f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:46.403732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-ec0d2b8b-a79c-44ee-a8ca-1e8dc213f8b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526140 Dec 10 09:19:46.502885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-a03f3498-49ce-4931-b5b6-98135330d042 service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918705 Dec 10 09:19:46.515984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.25.3.235 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/7969d2bd-7025-44e7-bff5-92cf42e7791e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:19:46.620040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4918fced-5a0a-4cfa-9031-7d21ae65ff07 req-facc7c7b-e244-41ee-beae-ac41106dd2a2 service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103938 Dec 10 09:19:46.629080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:46.672760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:46.715337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:19:46.716721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:19:46.720667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:19:46.726391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=7969d2bd-7025-44e7-bff5-92cf42e7791e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:47.098827 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:47.171787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:47.348990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:47.354316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:47.421476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=7969d2bd-7025-44e7-bff5-92cf42e7791e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:19:47.438749 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:47.567343 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Floating IP 7b10ba49-5dda-4ed9-9390-33022ae67f17 associated. External IP: 172.25.3.235, port: 8c0d8a1c-f380-469b-a380-56a2c5496fcd. Dec 10 09:19:47.780779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 38789fa7-f682-4cab-9cf0-bcd031b6c31f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:19:47.893828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:19:47.906789 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] Sync routers for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:19:47.915298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:47.919926 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:19:47.920647 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:19:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:47.946277 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dfa2c7d3-7091-4ab0-882a-a6a19546de37 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7003224 Dec 10 09:19:47.946277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:19:47.947086 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba09fab-e05c-4b5e-9509-bb403949f06c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:19:47.986077 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0714004-a79e-4734-9f5d-9e777a8bee76 x-openstack-request-id: req-a0714004-a79e-4734-9f5d-9e777a8bee76 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:19:47.986374 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:19:47.986635 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0714004-a79e-4734-9f5d-9e777a8bee76 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:19:47.987045 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'status': 'completed', 'code': 200} Dec 10 09:19:48.040055 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:19:48.076628 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-1b86f63b-bddc-450d-9f63-9778cbd01f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:48.078199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-1b86f63b-bddc-450d-9f63-9778cbd01f4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1096 time: 0.0675488 Dec 10 09:19:48.090562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478095dd-2690-4a1a-828e-6dcc85f05063 req-d7961fb3-032c-46e6-9aa0-e96d86f25e5e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:48.092047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-478095dd-2690-4a1a-828e-6dcc85f05063 req-d7961fb3-032c-46e6-9aa0-e96d86f25e5e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0736408 Dec 10 09:19:48.211063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-478095dd-2690-4a1a-828e-6dcc85f05063 req-31b6e37d-e059-4c37-a77f-78deaeab6771 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101878 Dec 10 09:19:48.236440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-dbc81930-fcf9-41b6-aa32-44a99270d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:48.238270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-dbc81930-fcf9-41b6-aa32-44a99270d575 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.1453016 Dec 10 09:19:48.238729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58642) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:48.308940 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '7b10ba49-5dda-4ed9-9390-33022ae67f17', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'port_id': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'mac_address': 'fa:16:3e:e2:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:19:46Z', 'updated_at': '2021-12-10T09:19:46Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c80483-080d-443f-81ef-3707cae96b5d', 'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:ad:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:31Z', 'updated_at': '2021-12-10T09:19:36Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:48.336845 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] Checking router: 38789fa7-f682-4cab-9cf0-bcd031b6c31f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:19:48.345920 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:19:48.346547 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:19:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:48.457103 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:19:48.676382 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4efb22a1-f5c8-4c41-8bb0-ac2a2bea8e18 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/7b10ba49-5dda-4ed9-9390-33022ae67f17 HTTP/1.1" status: 200 len: 991 time: 0.4294488 Dec 10 09:19:48.679693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-6eed5d35-2e4b-47c6-a678-1479f02bee09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 999 time: 0.4283259 Dec 10 09:19:48.717103 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '7b10ba49-5dda-4ed9-9390-33022ae67f17', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'port_id': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'mac_address': 'fa:16:3e:e2:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:19:46Z', 'updated_at': '2021-12-10T09:19:46Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c80483-080d-443f-81ef-3707cae96b5d', 'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:ad:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:31Z', 'updated_at': '2021-12-10T09:19:36Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:19:48.729273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-6e51b9d0-4634-4acf-acac-b9cbd3d7896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:48.730753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-6e51b9d0-4634-4acf-acac-b9cbd3d7896a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0442166 Dec 10 09:19:48.748920 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb76f1-9109-40bb-b7b2-10eab96a2073 None None] The sync data for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 is: [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '7b10ba49-5dda-4ed9-9390-33022ae67f17', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'port_id': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'mac_address': 'fa:16:3e:e2:a8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:19:46Z', 'updated_at': '2021-12-10T09:19:46Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c80483-080d-443f-81ef-3707cae96b5d', 'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:ad:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:31Z', 'updated_at': '2021-12-10T09:19:36Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:19:48.796261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-1cbd5176-ab53-4395-ae8a-d4e1e4baeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:48.797673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-1cbd5176-ab53-4395-ae8a-d4e1e4baeae0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595727 Dec 10 09:19:48.911753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-8ddbe30e-5e57-461d-8002-37c8bfa15228 service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072428 Dec 10 09:19:49.000163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d307fd6-87b8-418a-bb08-6e242687b7f1 None None] New status for floating IP 7b10ba49-5dda-4ed9-9390-33022ae67f17: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:19:49.023971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ba09fab-e05c-4b5e-9509-bb403949f06c req-94255da3-94ea-4f8c-9614-e0a74b6f6c9a service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039846 Dec 10 09:19:49.305756 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:19:49.679936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58660) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:19:49.700234 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-e2b22679-cf87-4a5b-85c0-2ae5cbf7fa27 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465326 Dec 10 09:19:49.753724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c4bc2fb9-06a7-4c0f-b11c-3ed267aedc6e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/7b10ba49-5dda-4ed9-9390-33022ae67f17 HTTP/1.1" status: 200 len: 993 time: 0.0724494 Dec 10 09:19:49.799605 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-2848ec1c-253b-44c7-8801-0975bf07e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:49.801542 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-2848ec1c-253b-44c7-8801-0975bf07e3de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1097 time: 0.0510728 Dec 10 09:19:49.917023 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-94b5f62f-cb09-4b93-9819-2099f1f7a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:49.918660 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-94b5f62f-cb09-4b93-9819-2099f1f7a9b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.0951328 Dec 10 09:19:49.986725 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-2d64a586-6cc8-47c4-b8d1-4caf4f73c24b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 200 len: 1002 time: 0.0604720 Dec 10 09:19:50.042871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-833f3d12-8309-4621-915c-50d1c7ea41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:50.044362 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-833f3d12-8309-4621-915c-50d1c7ea41d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0500641 Dec 10 09:19:50.097610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-1378d0aa-6959-4ca1-84c0-50ea29df6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:19:50.099296 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-1378d0aa-6959-4ca1-84c0-50ea29df6d07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466902 Dec 10 09:19:50.192337 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-7f9c0d6f-dd30-48e3-890d-d175d5289616 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849223 Dec 10 09:19:50.288209 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f766bcea-67a5-4704-9cc9-ae7785a5c50f req-c9069725-8b23-4cb1-8e3e-62dd9da90fdd service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886424 Dec 10 09:19:53.087879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-2497a52b-f06f-4d57-b200-2a5bc5053b33 req-7c9c624c-850c-43d2-8f90-8e7d6bf53f59 service neutron] (114969) timed out ('10.222.0.31', 37142) {{(pid=114969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:20:03.157128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7cab6657-e606-4ced-bde1-8585606f894c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:05.440589 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6ce7-c701-442e-aaf4-e7596bfde434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:06.535756 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:08.247685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:09.245767 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:14.703255 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:20:15.212382 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:18.640369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 58920) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:18.747045 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:18.827388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:18.830840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:18.874180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f014d3-491d-4038-9ff9-7e67f88c219d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:18.881536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b5d79e2b6e84947b2c1237ef82f9f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368391 Dec 10 09:20:18.882020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 58924) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:18.886340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.886340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.886553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.886806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.887143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.887475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.887808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.888133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.888459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.888784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.889108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.889429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.889776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f424c3a-86b2-42f6-9e26-1dad4332cedd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:18.932457 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:18.953895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:19.002407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:19.004956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:19.008881 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15f014d3-491d-4038-9ff9-7e67f88c219d HTTP/1.1" status: 204 len: 168 time: 0.1233945 Dec 10 09:20:19.014502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f014d3-491d-4038-9ff9-7e67f88c219d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:19.022758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.023109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.023452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.023789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.024130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.024464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.024820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.025110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.025488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.025780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.026106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.026424 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.026941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9490d0-81ac-44db-9579-495d27abdf67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:19.298577 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:33.160765 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f799063c-13b7-480a-9322-c8255236630b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:35.441470 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-20801e40-71b9-4f2c-8022-a5a009232d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:36.540834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:37.133788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59104) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:37.245723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58476c93-6eaf-4223-8054-af6546b0adc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:37.327831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58476c93-6eaf-4223-8054-af6546b0adc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:37.332540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58476c93-6eaf-4223-8054-af6546b0adc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:37.371710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58476c93-6eaf-4223-8054-af6546b0adc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc5f87d-db51-43b7-b5b9-40e7197674e2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:37.376148 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-58476c93-6eaf-4223-8054-af6546b0adc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b411910d271479d9d2cd726895dae5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412262 Dec 10 09:20:37.378881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59108) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:37.427329 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd553-535c-4f17-ba00-9b2aea5bb9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:37.448447 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd553-535c-4f17-ba00-9b2aea5bb9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:37.496583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd553-535c-4f17-ba00-9b2aea5bb9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:37.499357 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd553-535c-4f17-ba00-9b2aea5bb9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:37.500522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8f8cd553-535c-4f17-ba00-9b2aea5bb9d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bc5f87d-db51-43b7-b5b9-40e7197674e2 HTTP/1.1" status: 204 len: 168 time: 0.1206563 Dec 10 09:20:37.511722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cd553-535c-4f17-ba00-9b2aea5bb9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc5f87d-db51-43b7-b5b9-40e7197674e2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:38.137810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:38.252351 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.255477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-330018288-network', 'tenant_id': '5041beb7e72446b992e69547c1991fde'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:20:38.277188 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Made reservation on behalf of 5041beb7e72446b992e69547c1991fde for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:20:38.279440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.287600 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.358881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.362324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.386514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:20:38.395900 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09c1bb2-8985-44c0-a1e0-ddff8d2e54d4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:38.401836 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.402208 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Added segment 376aa948-67fb-47e5-87e0-4f0f4912c912 of type vlan for network dd1c0245-47f1-4b43-bd4f-152d2434982a Dec 10 09:20:38.443383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.468187 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.469167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:38.469759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.517899 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3784862 Dec 10 09:20:38.521895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59136) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:38.526951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Request body: {'subnet': {'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-330018288-subnet', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:20:38.534488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ff582-1141-4a46-af33-9eff77f31756 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1c0245-47f1-4b43-bd4f-152d2434982a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:38.545806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network dd1c0245-47f1-4b43-bd4f-152d2434982a details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:20:38.552166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Made reservation on behalf of 5041beb7e72446b992e69547c1991fde for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:20:38.554596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.720058 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.775680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6488cbd-c182-41e4-900b-cc6cb54293d6,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:38.784318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Checking segment: {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:20:38.784721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Network hostable DHCP agents. Network: dd1c0245-47f1-4b43-bd4f-152d2434982a, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:20:38.801116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Network dd1c0245-47f1-4b43-bd4f-152d2434982a is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:20:38.809582 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, dd1c0245-47f1-4b43-bd4f-152d2434982a) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:38.813814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:38.814532 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.820654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d107bd-441b-4afb-922e-09aadf64030f None None] Network dd1c0245-47f1-4b43-bd4f-152d2434982a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:20:38.838542 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-851ac82b-d210-4eb0-84bd-bef6fca6abf5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3129628 Dec 10 09:20:38.838774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59140) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:38.843102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:20:38.874183 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.875447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.934849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-dd1c0245-47f1-4b43-bd4f-152d2434982a', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'project_id': '5041beb7e72446b992e69547c1991fde', 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:20:38.935711 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:38.938044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.071063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Allocated IP 172.20.0.2 (dd1c0245-47f1-4b43-bd4f-152d2434982a/f6488cbd-c182-41e4-900b-cc6cb54293d6/1c432410-81b6-4b88-a49e-70d8e4867de0) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:20:39.074450 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.217005 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.228302 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.277351 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.280345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Network dd1c0245-47f1-4b43-bd4f-152d2434982a is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:20:39.282200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.285120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:39.289518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:20:39.292556 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Pushing event updated for resources: {'Port': ['ID=1c432410-81b6-4b88-a49e-70d8e4867de0,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:39.301415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.319913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.320260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.320598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.320943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.321327 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.321622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.321956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.322280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.322606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.322949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.323244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.323553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.323869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:39.357199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Attempting to bind port 1c432410-81b6-4b88-a49e-70d8e4867de0 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:20:39.357710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Attempting to bind port 1c432410-81b6-4b88-a49e-70d8e4867de0 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:20:39.358155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Attempting to bind port 1c432410-81b6-4b88-a49e-70d8e4867de0 on network dd1c0245-47f1-4b43-bd4f-152d2434982a {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:20:39.363198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:20:39.363657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Checking segment: {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:20:39.364137 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.364610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Bound using segment: {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:20:39.365728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Bound port: 1c432410-81b6-4b88-a49e-70d8e4867de0, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:20:39.366188 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.406040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Allocated IP 172.25.3.162 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/3c9b9389-73ab-44e2-991a-625b8b4313c7) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:20:39.431651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] For port 1c432410-81b6-4b88-a49e-70d8e4867de0, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:20:39.434903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] For port 1c432410-81b6-4b88-a49e-70d8e4867de0, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1c432410-81b6-4b88-a49e-70d8e4867de0,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:20:39.438977 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.497019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32486809-1cd8-4538-ba08-f7733dd28b6e None None] Pushing event updated for resources: {'Port': ['ID=1c432410-81b6-4b88-a49e-70d8e4867de0,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:39.521039 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.559501 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.601276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:20:39.604383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:39.607818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:20:39.618081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf2d54-3082-42a4-ba0e-144222f7ac01 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:20:39.638313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9b9389-73ab-44e2-991a-625b8b4313c7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:39.678576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-365deae2-c52a-474f-93f8-35f5823f3d12 None None] Provisioning complete for port 3c9b9389-73ab-44e2-991a-625b8b4313c7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:39.679177 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-365deae2-c52a-474f-93f8-35f5823f3d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:39.720270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-365deae2-c52a-474f-93f8-35f5823f3d12 None None] Port 3c9b9389-73ab-44e2-991a-625b8b4313c7 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:20:39.900393 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:40.094130 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:40.226121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:20:40.338926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:20:40.349101 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Sync routers for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:20:40.360111 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:40.360885 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:20:40.361760 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:20:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:40.362153 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-03f2f210-c5da-4a97-84fe-733e907dcc37 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5222583 Dec 10 09:20:40.364631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:40.450059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a7331-6ca9-44d3-8b85-efade1f72ab6 None None] Network dd1c0245-47f1-4b43-bd4f-152d2434982a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:20:40.478104 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:20:40.570991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5cfd5942-33df-4754-bd8b-4ff9d20e0ecb None None] Provisioning complete for port 1c432410-81b6-4b88-a49e-70d8e4867de0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:40.571509 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5942-33df-4754-bd8b-4ff9d20e0ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:40.690051 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:39Z', 'revision_number': 3, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:40.726483 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Checking router: d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:20:40.727095 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Updating router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad port 3c9b9389-73ab-44e2-991a-625b8b4313c7 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:20:40.766868 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:40.833201 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5942-33df-4754-bd8b-4ff9d20e0ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:40.870540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5cfd5942-33df-4754-bd8b-4ff9d20e0ecb None None] For port 1c432410-81b6-4b88-a49e-70d8e4867de0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1c432410-81b6-4b88-a49e-70d8e4867de0,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:20:40.875637 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5942-33df-4754-bd8b-4ff9d20e0ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:40.927006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd5942-33df-4754-bd8b-4ff9d20e0ecb None None] Pushing event updated for resources: {'Port': ['ID=1c432410-81b6-4b88-a49e-70d8e4867de0,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:41.010626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8b65191c-a863-48ea-9228-d7784e8be142 None None] Provisioning complete for port 1c432410-81b6-4b88-a49e-70d8e4867de0 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:41.011331 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b65191c-a863-48ea-9228-d7784e8be142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.044447 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.054817 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.110546 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Attempting to bind port 3c9b9389-73ab-44e2-991a-625b8b4313c7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:20:41.111177 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Attempting to bind port 3c9b9389-73ab-44e2-991a-625b8b4313c7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:20:41.111339 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Attempting to bind port 3c9b9389-73ab-44e2-991a-625b8b4313c7 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:20:41.114231 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Pushing event updated for resources: {'Port': ['ID=3c9b9389-73ab-44e2-991a-625b8b4313c7,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:41.119839 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:20:41.120383 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:20:41.120612 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.121004 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:20:41.121580 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Bound port: 3c9b9389-73ab-44e2-991a-625b8b4313c7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:20:41.121982 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.125695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ebef3d-70b1-42d2-a566-b58382c334bc None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:20:41.145165 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.145537 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.146004 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.146244 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.146574 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.146898 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.147218 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.147540 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.147846 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.148163 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.148478 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.148789 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.149153 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:20:41.150713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.197309 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] For port 3c9b9389-73ab-44e2-991a-625b8b4313c7, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:20:41.200587 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] For port 3c9b9389-73ab-44e2-991a-625b8b4313c7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c9b9389-73ab-44e2-991a-625b8b4313c7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:20:41.205100 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.254062 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:20:41.254959 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:20:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:41.258543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ead1c5-f836-4519-ac93-fd37629cfe6d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:20:41.276216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6d4a60ce-d92d-4560-bbd4-796126a832d2 None None] Provisioning complete for port 3c9b9389-73ab-44e2-991a-625b8b4313c7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:41.276585 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6d4a60ce-d92d-4560-bbd4-796126a832d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.316108 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2826d1d-18f8-48ed-8af8-07b64653bd21 None None] Pushing event updated for resources: {'Port': ['ID=3c9b9389-73ab-44e2-991a-625b8b4313c7,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:41.331777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Allocated IP 172.20.0.1 (dd1c0245-47f1-4b43-bd4f-152d2434982a/f6488cbd-c182-41e4-900b-cc6cb54293d6/17cd1584-0b30-4741-858c-9396264dffb7) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:20:41.386173 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6d4a60ce-d92d-4560-bbd4-796126a832d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.390883 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:20:41.411252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6d4a60ce-d92d-4560-bbd4-796126a832d2 None None] For port 3c9b9389-73ab-44e2-991a-625b8b4313c7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c9b9389-73ab-44e2-991a-625b8b4313c7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:20:41.416770 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6d4a60ce-d92d-4560-bbd4-796126a832d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.466764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1c432410-81b6-4b88-a49e-70d8e4867de0 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:20:41.496832 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.509751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a60ce-d92d-4560-bbd4-796126a832d2 None None] Pushing event updated for resources: {'Port': ['ID=3c9b9389-73ab-44e2-991a-625b8b4313c7,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:41.533663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1c432410-81b6-4b88-a49e-70d8e4867de0 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:41.534277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.542263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.587469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Network dd1c0245-47f1-4b43-bd4f-152d2434982a is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:20:41.590131 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-96e84fdc-3455-4aa8-9f5f-69b314d6e7dc None None] Provisioning complete for port 3c9b9389-73ab-44e2-991a-625b8b4313c7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:41.590512 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-96e84fdc-3455-4aa8-9f5f-69b314d6e7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.593187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:41.594902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Pushing event updated for resources: {'Port': ['ID=17cd1584-0b30-4741-858c-9396264dffb7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:41.597086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:20:41.624888 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:39Z', 'revision_number': 3, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:41.636167 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.660366 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a89a4-6fd9-4830-9435-51cc5da09f91 None None] The sync data for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 is: [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:39Z', 'revision_number': 3, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:20:41.783269 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.952437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b70f6622-7ab1-4274-aed0-b694d53d1b4a None None] Provisioning complete for port 17cd1584-0b30-4741-858c-9396264dffb7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:41.952804 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b70f6622-7ab1-4274-aed0-b694d53d1b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.983789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.990536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:41.996165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b70f6622-7ab1-4274-aed0-b694d53d1b4a None None] Port 17cd1584-0b30-4741-858c-9396264dffb7 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:20:42.069041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Pushing event updated for resources: {'Port': ['ID=17cd1584-0b30-4741-858c-9396264dffb7,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:42.072517 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:42.171820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Network dd1c0245-47f1-4b43-bd4f-152d2434982a is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:20:42.173350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:42.305171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:20:42.419483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a08500c3-6ac5-4f8f-9fcd-5aabff67ffb8 None None] Provisioning complete for port 17cd1584-0b30-4741-858c-9396264dffb7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:42.419850 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a08500c3-6ac5-4f8f-9fcd-5aabff67ffb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:42.428604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:20:42.436799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3feaf82c-196c-4c68-aabc-252ce21800d4 admin admin] 10.222.0.31 "PUT /v2.0/routers/d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0679300 Dec 10 09:20:42.459373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a08500c3-6ac5-4f8f-9fcd-5aabff67ffb8 None None] Port 17cd1584-0b30-4741-858c-9396264dffb7 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:20:42.904504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59166) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:42.909449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1288298382-network', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:20:42.930343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Made reservation on behalf of ef037b706ef741dc94e63d81146467ce for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:20:42.932664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:42.941468 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.023217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.027364 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.053758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:20:43.066149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e193cd-d02b-4438-8909-542adc10ec2d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:43.071496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.071852 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Added segment fb5a8c95-ec6a-4e12-9485-cf79ed7ba715 of type vlan for network daef21fb-9150-47aa-9def-3de8fbab9608 Dec 10 09:20:43.119804 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.146708 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.147919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:43.149661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.200811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2951527 Dec 10 09:20:43.203459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59170) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:43.214808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Request body: {'subnet': {'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1288298382-subnet', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:20:43.228577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0860d47-568b-458f-9fc6-846d8abf0ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=daef21fb-9150-47aa-9def-3de8fbab9608,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:43.238886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network daef21fb-9150-47aa-9def-3de8fbab9608 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:20:43.247101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Made reservation on behalf of ef037b706ef741dc94e63d81146467ce for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:20:43.249532 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.300691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Sync routers for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:20:43.324473 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:20:43.324930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:20:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:43.429573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c9b9389-73ab-44e2-991a-625b8b4313c7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:20:43.431376 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.476478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:20:43.493544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f96edb6-d966-47c7-9c2a-6e629b67ca12,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:43.501934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Checking segment: {'id': 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:20:43.502303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Network hostable DHCP agents. Network: daef21fb-9150-47aa-9def-3de8fbab9608, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:20:43.520153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Network daef21fb-9150-47aa-9def-3de8fbab9608 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:20:43.534772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, daef21fb-9150-47aa-9def-3de8fbab9608) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:43.539317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:43.539927 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.554183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f906e-4709-4880-84ea-59e7f64ac236 None None] Network daef21fb-9150-47aa-9def-3de8fbab9608 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:20:43.556523 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d3e386b-edf2-41a2-8a46-9f020ace2aae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3462009 Dec 10 09:20:43.559085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59172) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:43.563404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:20:43.587881 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.589082 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.639044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 3c9b9389-73ab-44e2-991a-625b8b4313c7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:43.639410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.646952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.778912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-daef21fb-9150-47aa-9def-3de8fbab9608', 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608', 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'fixed_ips': [{'subnet_id': '5f96edb6-d966-47c7-9c2a-6e629b67ca12'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:20:43.779769 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.789156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:43.920387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 2, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:43.970211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Checking router: d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:20:43.970571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Updating router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad port 17cd1584-0b30-4741-858c-9396264dffb7 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:20:43.989095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.004284 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.008936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.021939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Allocated IP 172.20.0.2 (daef21fb-9150-47aa-9def-3de8fbab9608/5f96edb6-d966-47c7-9c2a-6e629b67ca12/34e9d93c-0698-42a4-a948-76a4bf384af7) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:20:44.117630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Allocated IP 172.25.3.89 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/15f3de22-1b2a-4450-8c6a-311193c5aa6e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:20:44.227197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.265686 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.312450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:20:44.315524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:44.319654 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:20:44.342965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Pushing event updated for resources: {'Port': ['ID=15f3de22-1b2a-4450-8c6a-311193c5aa6e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:44.418935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed82bc0-a570-447f-b9e6-69021add9bca None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:20:44.491457 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.511654 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.557909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a4f3ef3f-79a0-4251-9487-23082c3b8f6b None None] Provisioning complete for port 15f3de22-1b2a-4450-8c6a-311193c5aa6e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:44.558287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a4f3ef3f-79a0-4251-9487-23082c3b8f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.584391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.605846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Network daef21fb-9150-47aa-9def-3de8fbab9608 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:20:44.618637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:44.640878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:20:44.654255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Pushing event updated for resources: {'Port': ['ID=34e9d93c-0698-42a4-a948-76a4bf384af7,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:44.656400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3ef3f-79a0-4251-9487-23082c3b8f6b None None] Port 15f3de22-1b2a-4450-8c6a-311193c5aa6e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:20:44.691714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.715778 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.758025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Attempting to bind port 34e9d93c-0698-42a4-a948-76a4bf384af7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:20:44.758248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Attempting to bind port 34e9d93c-0698-42a4-a948-76a4bf384af7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:20:44.758567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Attempting to bind port 34e9d93c-0698-42a4-a948-76a4bf384af7 on network daef21fb-9150-47aa-9def-3de8fbab9608 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:20:44.772343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:20:44.772728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Checking segment: {'id': 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:20:44.773140 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.773591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Bound using segment: {'id': 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:20:44.774610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Bound port: 34e9d93c-0698-42a4-a948-76a4bf384af7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:20:44.774610 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.793220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.796187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd32d83-3565-47fe-9abd-b182c420e58e None None] Pushing event updated for resources: {'Port': ['ID=17cd1584-0b30-4741-858c-9396264dffb7,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:44.879992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Attempting to bind port 17cd1584-0b30-4741-858c-9396264dffb7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:20:44.880584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Attempting to bind port 17cd1584-0b30-4741-858c-9396264dffb7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:20:44.880959 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Attempting to bind port 17cd1584-0b30-4741-858c-9396264dffb7 on network dd1c0245-47f1-4b43-bd4f-152d2434982a {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:20:44.892390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:20:44.892759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Checking segment: {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:20:44.893173 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.893594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Bound using segment: {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:20:44.894078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Bound port: 17cd1584-0b30-4741-858c-9396264dffb7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:20:44.894464 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:44.915945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] For port 34e9d93c-0698-42a4-a948-76a4bf384af7, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:20:44.946410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Router 4816cba6-55d5-44c7-83fc-6338663a20c8 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:20:44.949580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] For port 34e9d93c-0698-42a4-a948-76a4bf384af7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=34e9d93c-0698-42a4-a948-76a4bf384af7,segment=NetworkSegment(fb5a8c95-ec6a-4e12-9485-cf79ed7ba715),segment_id=fb5a8c95-ec6a-4e12-9485-cf79ed7ba715)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:20:44.958799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.017669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] For port 17cd1584-0b30-4741-858c-9396264dffb7, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:20:45.023553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] For port 17cd1584-0b30-4741-858c-9396264dffb7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=17cd1584-0b30-4741-858c-9396264dffb7,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:20:45.036369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.044585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1ce7e-769e-4b80-8d55-712bdfc2e8e8 None None] Pushing event updated for resources: {'Port': ['ID=34e9d93c-0698-42a4-a948-76a4bf384af7,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:45.068606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:20:45.077460 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Sync routers for ids ['4816cba6-55d5-44c7-83fc-6338663a20c8'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:20:45.095233 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Routers {'4816cba6-55d5-44c7-83fc-6338663a20c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:20:45.096024 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:20:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4816cba6-55d5-44c7-83fc-6338663a20c8'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:45.109287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.113786 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eeccd3d1-3596-4168-bdef-156b647b464a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5513177 Dec 10 09:20:45.113954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59176) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:45.126439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:20:45.127080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:20:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:45.173224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-269508ce-2327-44b8-9dee-b810960c5258 None None] Provisioning complete for port 17cd1584-0b30-4741-858c-9396264dffb7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:45.173639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-269508ce-2327-44b8-9dee-b810960c5258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.194406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd32d83-3565-47fe-9abd-b182c420e58e None None] Pushing event updated for resources: {'Port': ['ID=17cd1584-0b30-4741-858c-9396264dffb7,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:45.269766 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Set router 4816cba6-55d5-44c7-83fc-6338663a20c8 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:20:45.272460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.423301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:20:45.425627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-269508ce-2327-44b8-9dee-b810960c5258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.539070 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 34e9d93c-0698-42a4-a948-76a4bf384af7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:20:45.580521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-269508ce-2327-44b8-9dee-b810960c5258 None None] For port 17cd1584-0b30-4741-858c-9396264dffb7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=17cd1584-0b30-4741-858c-9396264dffb7,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:20:45.621914 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-269508ce-2327-44b8-9dee-b810960c5258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.708077 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:43Z', 'updated_at': '2021-12-10T09:20:44Z', 'revision_number': 3, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'gw_port': {'id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:44Z', 'updated_at': '2021-12-10T09:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:45.723462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.737122 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Checking router: 4816cba6-55d5-44c7-83fc-6338663a20c8 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:20:45.737462 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Updating router 4816cba6-55d5-44c7-83fc-6338663a20c8 port 15f3de22-1b2a-4450-8c6a-311193c5aa6e binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:20:45.748419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269508ce-2327-44b8-9dee-b810960c5258 None None] Pushing event updated for resources: {'Port': ['ID=17cd1584-0b30-4741-858c-9396264dffb7,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:45.755580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 34e9d93c-0698-42a4-a948-76a4bf384af7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:45.756221 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.770700 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.803976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2e9eecaa-ca36-49aa-bac7-edab4806673e None None] Provisioning complete for port 17cd1584-0b30-4741-858c-9396264dffb7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:45.804357 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e9eecaa-ca36-49aa-bac7-edab4806673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.890653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Allocated IP 172.20.0.1 (daef21fb-9150-47aa-9def-3de8fbab9608/5f96edb6-d966-47c7-9c2a-6e629b67ca12/1f70ff16-0e8e-4bed-9fd1-c78412df1460) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:20:45.934933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:45.981203 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:45.986354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9370250-7ad3-4d43-8f83-4ccdb8951f5a None None] The sync data for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 is: [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:20:46.046777 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.054765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 34e9d93c-0698-42a4-a948-76a4bf384af7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=34e9d93c-0698-42a4-a948-76a4bf384af7,segment=NetworkSegment(fb5a8c95-ec6a-4e12-9485-cf79ed7ba715),segment_id=fb5a8c95-ec6a-4e12-9485-cf79ed7ba715)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:20:46.068233 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.071316 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.100703 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.135566 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Attempting to bind port 15f3de22-1b2a-4450-8c6a-311193c5aa6e on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:20:46.136054 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Attempting to bind port 15f3de22-1b2a-4450-8c6a-311193c5aa6e by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:20:46.136433 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Attempting to bind port 15f3de22-1b2a-4450-8c6a-311193c5aa6e on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:20:46.146965 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:20:46.147322 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:20:46.147695 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.148084 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:20:46.148869 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Bound port: 15f3de22-1b2a-4450-8c6a-311193c5aa6e, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:20:46.149003 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.156307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24547d32-4d4b-4821-8572-8b621cd8320d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:20:46.178781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-cfc62403-3903-40b4-a709-db6f2d339e17 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1191099 Dec 10 09:20:46.205948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.218026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=34e9d93c-0698-42a4-a948-76a4bf384af7,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:46.255509 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] For port 15f3de22-1b2a-4450-8c6a-311193c5aa6e, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:20:46.258023 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7fdee-dcfe-4ba9-878e-d44c8d76585d None None] Pushing event updated for resources: {'Port': ['ID=15f3de22-1b2a-4450-8c6a-311193c5aa6e,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:46.267254 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] For port 15f3de22-1b2a-4450-8c6a-311193c5aa6e, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=15f3de22-1b2a-4450-8c6a-311193c5aa6e,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:20:46.276987 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.308559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-aed2f0e2-1fea-471f-bab9-e4afa5757e7f None None] Provisioning complete for port 15f3de22-1b2a-4450-8c6a-311193c5aa6e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:46.309154 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aed2f0e2-1fea-471f-bab9-e4afa5757e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.317915 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Network daef21fb-9150-47aa-9def-3de8fbab9608 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:20:46.333313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:46.340480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:20:46.343699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756cf431-7799-4d0b-a153-9a6558195b49 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:20:46.392182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Pushing event updated for resources: {'Port': ['ID=1f70ff16-0e8e-4bed-9fd1-c78412df1460,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:46.393222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Routers {'4816cba6-55d5-44c7-83fc-6338663a20c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:20:46.393888 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:20:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4816cba6-55d5-44c7-83fc-6338663a20c8'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:46.400698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-cd598f29-1cad-49ab-a4f9-23bcd7a9d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:46.402948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-cd598f29-1cad-49ab-a4f9-23bcd7a9d6b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1096 time: 0.1486604 Dec 10 09:20:46.407342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.475797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aed2f0e2-1fea-471f-bab9-e4afa5757e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.482862 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7fdee-dcfe-4ba9-878e-d44c8d76585d None None] Pushing event updated for resources: {'Port': ['ID=15f3de22-1b2a-4450-8c6a-311193c5aa6e,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:46.526784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-aed2f0e2-1fea-471f-bab9-e4afa5757e7f None None] For port 15f3de22-1b2a-4450-8c6a-311193c5aa6e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=15f3de22-1b2a-4450-8c6a-311193c5aa6e,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:20:46.542858 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aed2f0e2-1fea-471f-bab9-e4afa5757e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.618846 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] Set router 4816cba6-55d5-44c7-83fc-6338663a20c8 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:20:46.651584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2f0e2-1fea-471f-bab9-e4afa5757e7f None None] Pushing event updated for resources: {'Port': ['ID=15f3de22-1b2a-4450-8c6a-311193c5aa6e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:46.676452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ead98f-bb27-458a-9efe-ae9184dab7c8 None None] Network daef21fb-9150-47aa-9def-3de8fbab9608 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:20:46.685391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-aa16ed16-285d-4c92-90af-ebd9139c7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:46.687026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-aa16ed16-285d-4c92-90af-ebd9139c7769 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.2256267 Dec 10 09:20:46.740347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1c9d0d73-10dc-406e-814a-a0b134e431a9 None None] Provisioning complete for port 15f3de22-1b2a-4450-8c6a-311193c5aa6e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:46.741367 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0d73-10dc-406e-814a-a0b134e431a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.803006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:46.829378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-9b1ef20d-bc8c-44fc-9d14-04538740050c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 1001 time: 0.1343532 Dec 10 09:20:46.862913 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:43Z', 'updated_at': '2021-12-10T09:20:44Z', 'revision_number': 3, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'gw_port': {'id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:44Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:46.896926 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e5b0d9-1ff4-41d7-8ba7-1d89a73551ce None None] The sync data for ids ['4816cba6-55d5-44c7-83fc-6338663a20c8'] in n-d-814746-3 is: [{'id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:43Z', 'updated_at': '2021-12-10T09:20:44Z', 'revision_number': 3, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'gw_port': {'id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:44Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:20:46.950619 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-ab1f50cf-9174-4cca-8c44-a4eb35cb125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:46.952244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-ab1f50cf-9174-4cca-8c44-a4eb35cb125b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0805454 Dec 10 09:20:47.034476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-64a06b4f-16de-4e68-af6c-72247ecc4610 None None] Provisioning complete for port 34e9d93c-0698-42a4-a948-76a4bf384af7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:47.034842 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64a06b4f-16de-4e68-af6c-72247ecc4610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.061414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-3512d9bd-47b3-4d93-a7c2-6ead8e30fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:47.062991 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-3512d9bd-47b3-4d93-a7c2-6ead8e30fcd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942721 Dec 10 09:20:47.215002 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.218648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-8dfe75a4-fe39-4184-929e-cbe21fddbe8c service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452663 Dec 10 09:20:47.223184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.278133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-10395a58-ff16-4982-8818-ef0c7aec6b51 None None] Provisioning complete for port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:47.278507 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-10395a58-ff16-4982-8818-ef0c7aec6b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.356621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-10395a58-ff16-4982-8818-ef0c7aec6b51 None None] Port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:20:47.363481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Pushing event updated for resources: {'Port': ['ID=1f70ff16-0e8e-4bed-9fd1-c78412df1460,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:47.373678 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.388291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-10395a58-ff16-4982-8818-ef0c7aec6b51 None None] Provisioning complete for port 34e9d93c-0698-42a4-a948-76a4bf384af7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:47.388746 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-10395a58-ff16-4982-8818-ef0c7aec6b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.519174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa97a227-bc32-4210-b50c-6ac3bc50b995 req-e4b7e821-4adf-4d5d-a64c-27e4d91d6b35 service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919955 Dec 10 09:20:47.605264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Network daef21fb-9150-47aa-9def-3de8fbab9608 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:20:47.606756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:20:47.640098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 15f3de22-1b2a-4450-8c6a-311193c5aa6e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:20:47.717874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9b2e5a42-5663-49a9-b627-ef8f23a9cf7b None None] Provisioning complete for port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:47.718034 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5a42-5663-49a9-b627-ef8f23a9cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.761954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e5a42-5663-49a9-b627-ef8f23a9cf7b None None] Port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:20:47.763374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 15f3de22-1b2a-4450-8c6a-311193c5aa6e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:47.763744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.782550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Router 4816cba6-55d5-44c7-83fc-6338663a20c8 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:20:47.863207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 34e9d93c-0698-42a4-a948-76a4bf384af7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:20:47.918955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 34e9d93c-0698-42a4-a948-76a4bf384af7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:47.919332 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:47.932327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:20:47.943258 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-478a8a8c-f12c-4ccc-ba3e-056aaaa7f7ca admin admin] 10.222.0.31 "PUT /v2.0/routers/4816cba6-55d5-44c7-83fc-6338663a20c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8282907 Dec 10 09:20:48.014282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c4224e43-05ed-480e-9cfb-c2b8459a6412 None None] Provisioning complete for port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:48.014656 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c4224e43-05ed-480e-9cfb-c2b8459a6412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:48.018067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 17cd1584-0b30-4741-858c-9396264dffb7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:20:48.083981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c4224e43-05ed-480e-9cfb-c2b8459a6412 None None] Port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:20:48.099998 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 17cd1584-0b30-4741-858c-9396264dffb7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:48.100370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:49.304053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:49.726100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Sync routers for ids ['4816cba6-55d5-44c7-83fc-6338663a20c8'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:20:49.739120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Routers {'4816cba6-55d5-44c7-83fc-6338663a20c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:20:49.740811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:20:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4816cba6-55d5-44c7-83fc-6338663a20c8'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:49.873249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Set router 4816cba6-55d5-44c7-83fc-6338663a20c8 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:20:50.081566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:43Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 4, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'gw_port': {'id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:44Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '1f70ff16-0e8e-4bed-9fd1-c78412df1460', 'name': '', 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'mac_address': 'fa:16:3e:10:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5f96edb6-d966-47c7-9c2a-6e629b67ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:45Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 2, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'subnets': [{'id': '5f96edb6-d966-47c7-9c2a-6e629b67ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:50.116157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Checking router: 4816cba6-55d5-44c7-83fc-6338663a20c8 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:20:50.116388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Updating router 4816cba6-55d5-44c7-83fc-6338663a20c8 port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:20:50.144990 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.431692 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.438897 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.487805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01d82a-427b-40cc-87de-911568b9c85b None None] Pushing event updated for resources: {'Port': ['ID=1f70ff16-0e8e-4bed-9fd1-c78412df1460,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:50.537716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3235bc-d2cc-47ec-b91e-80a308920bda req-26a1d1f9-234d-46e1-b261-bfbe38af6343 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:50.539290 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c3235bc-d2cc-47ec-b91e-80a308920bda req-26a1d1f9-234d-46e1-b261-bfbe38af6343 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1096 time: 0.0634811 Dec 10 09:20:50.561356 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7c3235bc-d2cc-47ec-b91e-80a308920bda req-a5a516a7-c9b8-4ee5-a5b7-ea74a0501645 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.566786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Attempting to bind port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:20:50.567286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Attempting to bind port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:20:50.568412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Attempting to bind port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 on network daef21fb-9150-47aa-9def-3de8fbab9608 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:20:50.577670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:20:50.578237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Checking segment: {'id': 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:20:50.578756 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.579651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Bound using segment: {'id': 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:20:50.579843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Bound port: 1f70ff16-0e8e-4bed-9fd1-c78412df1460, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:20:50.580616 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.669390 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7c3235bc-d2cc-47ec-b91e-80a308920bda req-a5a516a7-c9b8-4ee5-a5b7-ea74a0501645 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.673778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] For port 1f70ff16-0e8e-4bed-9fd1-c78412df1460, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:20:50.674911 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7c3235bc-d2cc-47ec-b91e-80a308920bda req-a5a516a7-c9b8-4ee5-a5b7-ea74a0501645 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.678446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] For port 1f70ff16-0e8e-4bed-9fd1-c78412df1460, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1f70ff16-0e8e-4bed-9fd1-c78412df1460,segment=NetworkSegment(fb5a8c95-ec6a-4e12-9485-cf79ed7ba715),segment_id=fb5a8c95-ec6a-4e12-9485-cf79ed7ba715)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:20:50.684671 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.723381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c3235bc-d2cc-47ec-b91e-80a308920bda req-a5a516a7-c9b8-4ee5-a5b7-ea74a0501645 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771898 Dec 10 09:20:50.726961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a516a7-c9b8-4ee5-a5b7-ea74a0501645 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71432bef-5a65-4b87-a231-a43583bdb83e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:50.821255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01d82a-427b-40cc-87de-911568b9c85b None None] Pushing event updated for resources: {'Port': ['ID=1f70ff16-0e8e-4bed-9fd1-c78412df1460,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:50.845088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Routers {'4816cba6-55d5-44c7-83fc-6338663a20c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:20:50.845744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:20:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4816cba6-55d5-44c7-83fc-6338663a20c8'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:50.924675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4604eda9-6505-487b-ac66-b56140a65cd4 None None] Provisioning complete for port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:50.925057 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4604eda9-6505-487b-ac66-b56140a65cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:50.952367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8879f6f-bbd3-47ee-90af-b64c89ce3d57 req-7175d645-fad2-4e7b-ae37-ac2130485b60 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:50.954233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8879f6f-bbd3-47ee-90af-b64c89ce3d57 req-7175d645-fad2-4e7b-ae37-ac2130485b60 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0928760 Dec 10 09:20:51.032501 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8879f6f-bbd3-47ee-90af-b64c89ce3d57 req-fcd9f59e-0810-4620-aa07-c87c4ecde7cc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708928 Dec 10 09:20:51.061940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59294) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:20:51.189134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d877f14b-5b0b-4bb6-9332-713ae0ff9155 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/7b10ba49-5dda-4ed9-9390-33022ae67f17 HTTP/1.1" status: 200 len: 993 time: 0.1241584 Dec 10 09:20:51.189297 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] Set router 4816cba6-55d5-44c7-83fc-6338663a20c8 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:20:51.250381 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4604eda9-6505-487b-ac66-b56140a65cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:51.340565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68a946-8d86-42bd-a139-5030084c8b28 req-c5cdf426-831f-4b6f-8ea0-1ee2a2f539be tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:51.346017 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc68a946-8d86-42bd-a139-5030084c8b28 req-c5cdf426-831f-4b6f-8ea0-1ee2a2f539be tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0688479 Dec 10 09:20:51.362206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4604eda9-6505-487b-ac66-b56140a65cd4 None None] For port 1f70ff16-0e8e-4bed-9fd1-c78412df1460, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1f70ff16-0e8e-4bed-9fd1-c78412df1460,segment=NetworkSegment(fb5a8c95-ec6a-4e12-9485-cf79ed7ba715),segment_id=fb5a8c95-ec6a-4e12-9485-cf79ed7ba715)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:20:51.370405 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4604eda9-6505-487b-ac66-b56140a65cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:51.404140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc68a946-8d86-42bd-a139-5030084c8b28 req-ae04949e-e9cf-46c5-91b0-b8bcb9939257 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540581 Dec 10 09:20:51.448032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604eda9-6505-487b-ac66-b56140a65cd4 None None] Pushing event updated for resources: {'Port': ['ID=1f70ff16-0e8e-4bed-9fd1-c78412df1460,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:20:51.503279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f8d65632-b84c-4640-8ea9-6e5457fb0e0d None None] Provisioning complete for port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:51.503549 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8d65632-b84c-4640-8ea9-6e5457fb0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:51.555681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:43Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 4, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'gw_port': {'id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:44Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '1f70ff16-0e8e-4bed-9fd1-c78412df1460', 'name': '', 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'mac_address': 'fa:16:3e:10:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5f96edb6-d966-47c7-9c2a-6e629b67ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:45Z', 'updated_at': '2021-12-10T09:20:50Z', 'revision_number': 4, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'subnets': [{'id': '5f96edb6-d966-47c7-9c2a-6e629b67ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:20:51.589282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6241b-d12c-442c-9a2e-cb1f646e2dbd None None] The sync data for ids ['4816cba6-55d5-44c7-83fc-6338663a20c8'] in n-d-814746-3 is: [{'id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:43Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 4, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'gw_port': {'id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:44Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '1f70ff16-0e8e-4bed-9fd1-c78412df1460', 'name': '', 'network_id': 'daef21fb-9150-47aa-9def-3de8fbab9608', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'mac_address': 'fa:16:3e:10:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '5f96edb6-d966-47c7-9c2a-6e629b67ca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:45Z', 'updated_at': '2021-12-10T09:20:50Z', 'revision_number': 4, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'subnets': [{'id': '5f96edb6-d966-47c7-9c2a-6e629b67ca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:20:51.695957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-291a181e-4671-4f87-b53b-202fb4e2c7c0 req-12e22636-2298-4960-9708-9390e9d8ea89 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:20:51.697011 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-291a181e-4671-4f87-b53b-202fb4e2c7c0 req-12e22636-2298-4960-9708-9390e9d8ea89 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1496847 Dec 10 09:20:51.705004 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:20:52.331698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ac2d3-ff09-4fae-90ee-a6570e274065 req-87b7327a-6a05-4b3f-9ef0-fa1b300c3111 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:52.333948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b4ac2d3-ff09-4fae-90ee-a6570e274065 req-87b7327a-6a05-4b3f-9ef0-fa1b300c3111 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.1048400 Dec 10 09:20:52.344640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-0743716b-e621-462f-aed3-b5ae077f456d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146257 Dec 10 09:20:52.409552 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b4ac2d3-ff09-4fae-90ee-a6570e274065 req-9ffb9b99-5b68-4006-ac93-989c16bd4b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632722 Dec 10 09:20:52.602011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa68d27-1ec2-451d-a021-ac4006982125 req-92c5601b-16e6-4738-af38-120d166505ac tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:52.603793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fa68d27-1ec2-451d-a021-ac4006982125 req-92c5601b-16e6-4738-af38-120d166505ac tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0912800 Dec 10 09:20:52.694494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fa68d27-1ec2-451d-a021-ac4006982125 req-481c4c84-d96d-4555-8dcf-c9d8cb36e23f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842972 Dec 10 09:20:52.760146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b31fb4-d670-473a-b33e-834287803f06 req-750d8a23-ce65-41c8-9a7b-949cbeb0ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:52.761768 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8b31fb4-d670-473a-b33e-834287803f06 req-750d8a23-ce65-41c8-9a7b-949cbeb0ab67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1097 time: 0.4893734 Dec 10 09:20:52.893490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b31fb4-d670-473a-b33e-834287803f06 req-7b7c1f01-a5b7-42d5-802d-fcb082b9ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:52.896773 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8b31fb4-d670-473a-b33e-834287803f06 req-7b7c1f01-a5b7-42d5-802d-fcb082b9ee49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.1101675 Dec 10 09:20:53.025155 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8b31fb4-d670-473a-b33e-834287803f06 req-2e61432a-045b-4b64-b201-c67cad591cdc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 200 len: 1002 time: 0.1201644 Dec 10 09:20:53.097850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b31fb4-d670-473a-b33e-834287803f06 req-bf959051-1944-4c17-8391-cc583d72f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:53.100152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8b31fb4-d670-473a-b33e-834287803f06 req-bf959051-1944-4c17-8391-cc583d72f42b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0630498 Dec 10 09:20:53.170688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b31fb4-d670-473a-b33e-834287803f06 req-9af6f9fd-4a1e-44bc-a6b5-19c55dda4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:53.172706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8b31fb4-d670-473a-b33e-834287803f06 req-9af6f9fd-4a1e-44bc-a6b5-19c55dda4dc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623691 Dec 10 09:20:53.301847 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8b31fb4-d670-473a-b33e-834287803f06 req-ec00bfe8-e2e0-41e9-aba1-aa5709c33033 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193316 Dec 10 09:20:53.424347 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e8b31fb4-d670-473a-b33e-834287803f06 req-c8308e8b-e781-44b6-ad00-7044465f4b7d service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138561 Dec 10 09:20:53.482188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1f70ff16-0e8e-4bed-9fd1-c78412df1460 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:20:53.548726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:20:53.549096 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:20:53.579587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602ae9-c6b1-4bd7-803e-f540b666efbf req-e52aad58-cc9c-433a-9557-73e90b909c38 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:53.584023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36602ae9-c6b1-4bd7-803e-f540b666efbf req-e52aad58-cc9c-433a-9557-73e90b909c38 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0670166 Dec 10 09:20:53.640983 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36602ae9-c6b1-4bd7-803e-f540b666efbf req-c672858c-6c5f-424b-a6c9-a96f5268b29d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508649 Dec 10 09:20:53.846460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b675285-f13f-40ed-8437-888aa686eb84 req-923172c1-8ada-45a8-b8c0-6acb4e1998e6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:53.848109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b675285-f13f-40ed-8437-888aa686eb84 req-923172c1-8ada-45a8-b8c0-6acb4e1998e6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0776739 Dec 10 09:20:53.851477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-fbbef74c-c616-4c77-9382-1d69529224f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:53.852903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-fbbef74c-c616-4c77-9382-1d69529224f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1096 time: 0.0805776 Dec 10 09:20:53.964344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b675285-f13f-40ed-8437-888aa686eb84 req-5b9f14f2-fb2d-4647-86a7-41f6bfa8abf7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093552 Dec 10 09:20:53.991920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-b74bc0df-4f29-4739-baee-697f7c27eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:53.993417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-b74bc0df-4f29-4739-baee-697f7c27eede service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.1320674 Dec 10 09:20:54.078557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-c4034b87-fd02-4127-ab57-0c1c001f119c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 1001 time: 0.0725746 Dec 10 09:20:54.132004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-043b2dea-3697-4d3d-a40a-b33106c9137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:54.133688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-043b2dea-3697-4d3d-a40a-b33106c9137f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0484145 Dec 10 09:20:54.182359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-09dad11b-c928-4a9b-9adf-ce9b5be68d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:54.183923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-09dad11b-c928-4a9b-9adf-ce9b5be68d6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432844 Dec 10 09:20:54.287232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-7c9fc75a-df15-49fa-a935-d0aa63cd88cd service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951409 Dec 10 09:20:54.385808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-ede195b6-6c7a-4005-accf-4f0072de033c service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913525 Dec 10 09:20:54.766744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdbfc9-cc7c-4616-aedd-8826b78420e2 req-881a1fe5-1889-4b6c-84c0-3e12717f7c2d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:54.768252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38bdbfc9-cc7c-4616-aedd-8826b78420e2 req-881a1fe5-1889-4b6c-84c0-3e12717f7c2d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0519845 Dec 10 09:20:54.819515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38bdbfc9-cc7c-4616-aedd-8826b78420e2 req-2e1b688b-7576-485d-8da1-005a4e66fff0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451338 Dec 10 09:20:55.100533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39d90c-1cae-4f23-9114-ef7acfa93a07 req-800a9eb0-5d56-4c73-ab74-a3adf64784b1 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:55.102158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c39d90c-1cae-4f23-9114-ef7acfa93a07 req-800a9eb0-5d56-4c73-ab74-a3adf64784b1 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0547185 Dec 10 09:20:55.154282 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c39d90c-1cae-4f23-9114-ef7acfa93a07 req-680e5e0f-5167-4468-a787-2a31303471f5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Dec 10 09:20:55.938525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51212-75f3-4370-b573-882c32f2761f req-f127afd1-c23f-43c1-8e4b-74d5b4dda47b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:55.940069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eea51212-75f3-4370-b573-882c32f2761f req-f127afd1-c23f-43c1-8e4b-74d5b4dda47b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0498469 Dec 10 09:20:55.994093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eea51212-75f3-4370-b573-882c32f2761f req-2be8d91e-0388-4ee0-9095-686d9098cefc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470376 Dec 10 09:20:56.286475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7703600-347d-49f9-b634-ec72c6e9d673 req-3cd14f57-80ae-45aa-913c-babb1fbf859b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:56.288279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7703600-347d-49f9-b634-ec72c6e9d673 req-3cd14f57-80ae-45aa-913c-babb1fbf859b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0589459 Dec 10 09:20:56.342018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7703600-347d-49f9-b634-ec72c6e9d673 req-b8031321-bece-49a9-82eb-608dc1de117e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475118 Dec 10 09:20:57.128536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354b2d3-2d25-4b8f-9752-c56b74b97e55 req-6985dc0f-328b-4d4e-9ef1-e157e14dcaad tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:57.131659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f354b2d3-2d25-4b8f-9752-c56b74b97e55 req-6985dc0f-328b-4d4e-9ef1-e157e14dcaad tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0668185 Dec 10 09:20:57.198968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f354b2d3-2d25-4b8f-9752-c56b74b97e55 req-44a094c3-66ff-45b7-a097-25ec14d55ef5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605366 Dec 10 09:20:57.472137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5efd46-0afc-417a-943d-702421c7aac4 req-85808086-894a-4872-bd13-a2cfde85c2f2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:57.473805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd5efd46-0afc-417a-943d-702421c7aac4 req-85808086-894a-4872-bd13-a2cfde85c2f2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0530255 Dec 10 09:20:57.527770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd5efd46-0afc-417a-943d-702421c7aac4 req-0c773ab1-0cfb-4b6d-893c-c48646fb708f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474305 Dec 10 09:20:58.331016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2007f0-e4dc-4998-be73-ac58c5a59211 req-23caad7b-302a-4e9b-9d90-3619c6a77f4c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:58.332514 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c2007f0-e4dc-4998-be73-ac58c5a59211 req-23caad7b-302a-4e9b-9d90-3619c6a77f4c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0523522 Dec 10 09:20:58.387552 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c2007f0-e4dc-4998-be73-ac58c5a59211 req-25c4c4fc-b3b7-488c-ab6e-0f730c8d7bb1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472825 Dec 10 09:20:58.656568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896b1fb-f08c-4666-8231-c0cc492f1342 req-84321a43-5ffa-4220-952c-b3eda6aa26d6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:58.658074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a896b1fb-f08c-4666-8231-c0cc492f1342 req-84321a43-5ffa-4220-952c-b3eda6aa26d6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0509269 Dec 10 09:20:58.710337 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a896b1fb-f08c-4666-8231-c0cc492f1342 req-7309e1e4-9c07-404e-89ce-56f7b0b86845 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454314 Dec 10 09:20:59.512827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f7e93-0304-4ecd-a3a5-56fcc11e8947 req-3ec66bb3-0e7e-40ba-8da5-9539e6a6534c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:59.514497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e97f7e93-0304-4ecd-a3a5-56fcc11e8947 req-3ec66bb3-0e7e-40ba-8da5-9539e6a6534c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0555115 Dec 10 09:20:59.563631 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e97f7e93-0304-4ecd-a3a5-56fcc11e8947 req-0e200a5f-102a-4586-958d-62a6e3ee622d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430758 Dec 10 09:20:59.833734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91347d-b4c2-4307-8ed2-e7fdab70ed1f req-a1951190-7f54-40b8-932d-e58c1bb0b2eb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:20:59.835190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee91347d-b4c2-4307-8ed2-e7fdab70ed1f req-a1951190-7f54-40b8-932d-e58c1bb0b2eb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0497019 Dec 10 09:20:59.886606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee91347d-b4c2-4307-8ed2-e7fdab70ed1f req-a210217d-e315-4c85-839e-3aa3c3092a98 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448749 Dec 10 09:21:00.682293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0d28-04ef-4946-b17b-a35a2aec42f4 req-d429bf60-830f-489f-a238-825e8dce7d31 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:00.683830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7aeb0d28-04ef-4946-b17b-a35a2aec42f4 req-d429bf60-830f-489f-a238-825e8dce7d31 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0497272 Dec 10 09:21:00.737848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7aeb0d28-04ef-4946-b17b-a35a2aec42f4 req-002fce6b-84b2-48a8-bf13-9840d1fad551 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477722 Dec 10 09:21:01.012743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c119b51-88ad-4a1d-a1db-40f491d1fd2a req-cfa6cac5-e44f-4e84-bcb2-f333596b04cf tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:01.014280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c119b51-88ad-4a1d-a1db-40f491d1fd2a req-cfa6cac5-e44f-4e84-bcb2-f333596b04cf tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0503771 Dec 10 09:21:01.062528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c119b51-88ad-4a1d-a1db-40f491d1fd2a req-f5cc2265-2325-43d0-a773-2659278b64c0 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Dec 10 09:21:01.861139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353bced-a3c3-4d06-a0ca-497d32724a2f req-952501de-793b-4f3a-853f-92f44aad64ad tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:01.862609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9353bced-a3c3-4d06-a0ca-497d32724a2f req-952501de-793b-4f3a-853f-92f44aad64ad tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0507207 Dec 10 09:21:01.916980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9353bced-a3c3-4d06-a0ca-497d32724a2f req-4a96437d-6e2c-4a0d-8ede-b52ce712d94e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468369 Dec 10 09:21:02.187108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343adfa-9bbf-41a1-9ce3-692a742864f9 req-f5be25ae-8f11-4d4d-918f-9b37794b893e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:02.188721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9343adfa-9bbf-41a1-9ce3-692a742864f9 req-f5be25ae-8f11-4d4d-918f-9b37794b893e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0529540 Dec 10 09:21:02.237280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9343adfa-9bbf-41a1-9ce3-692a742864f9 req-34871a68-f401-4a02-8920-a3606598de4d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 Dec 10 09:21:03.042572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090295ca-c781-4cf8-a7e4-d37d5b2089be req-47acee19-4b76-41c1-87f1-0894d6cc17c7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:03.044231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-090295ca-c781-4cf8-a7e4-d37d5b2089be req-47acee19-4b76-41c1-87f1-0894d6cc17c7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0587068 Dec 10 09:21:03.098369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-090295ca-c781-4cf8-a7e4-d37d5b2089be req-73cbe72e-e0ca-4360-bed1-66a618394871 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473502 Dec 10 09:21:03.165386 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b7553cb8-4c2c-422d-b871-558a84509226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:03.363794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d598357-2ff9-4182-af14-b1fda86e53f1 req-da522af1-7f65-4478-987b-015e703332b7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:03.365317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d598357-2ff9-4182-af14-b1fda86e53f1 req-da522af1-7f65-4478-987b-015e703332b7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0536933 Dec 10 09:21:03.413437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d598357-2ff9-4182-af14-b1fda86e53f1 req-c19aaa5d-933e-46e0-8734-daf9c029b248 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Dec 10 09:21:04.221198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54354976-e857-411d-b2f3-d032866badb7 req-07a71330-83a9-4017-9180-5a71ced67ccf tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:04.222707 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54354976-e857-411d-b2f3-d032866badb7 req-07a71330-83a9-4017-9180-5a71ced67ccf tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0488784 Dec 10 09:21:04.277198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54354976-e857-411d-b2f3-d032866badb7 req-d1dce1c5-c331-4108-a028-b24db641d9e4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478094 Dec 10 09:21:04.534449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d4441-c0c4-4db5-abd6-7317311bfc8d req-d0942fc6-ec6e-4bca-a434-b691a749c7a5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:04.535953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f92d4441-c0c4-4db5-abd6-7317311bfc8d req-d0942fc6-ec6e-4bca-a434-b691a749c7a5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0487018 Dec 10 09:21:04.586902 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f92d4441-c0c4-4db5-abd6-7317311bfc8d req-7deb6640-ecdd-435d-9ef2-a2abb02c29bd tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Dec 10 09:21:05.392336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7d070-5049-4091-9a87-e8828d14aa1f req-95a6a5d5-ef55-4120-a9a0-696bd2e1b2a7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:05.393803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47e7d070-5049-4091-9a87-e8828d14aa1f req-95a6a5d5-ef55-4120-a9a0-696bd2e1b2a7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0480888 Dec 10 09:21:05.442520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47e7d070-5049-4091-9a87-e8828d14aa1f req-f0c06729-3bfd-4b00-9ee0-4a4765f3c0e5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422544 Dec 10 09:21:05.445389 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-72d4835d-5eca-4dca-802c-ce10e7509252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:05.707372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a2f40-4ba9-4d52-bf07-4657ff2b87d3 req-14698cad-06f6-4c0d-b66d-73533b3af095 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:05.708834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af1a2f40-4ba9-4d52-bf07-4657ff2b87d3 req-14698cad-06f6-4c0d-b66d-73533b3af095 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0477655 Dec 10 09:21:05.756569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af1a2f40-4ba9-4d52-bf07-4657ff2b87d3 req-ec8229a5-edb0-4198-b6bf-dadb39c2c604 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416496 Dec 10 09:21:06.311532 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-7a8e07ab-5c0d-493d-9a81-c7dd664d3847 service neutron] show failed (client error): The resource could not be found. Dec 10 09:21:06.312554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-7a8e07ab-5c0d-493d-9a81-c7dd664d3847 service neutron] 10.222.0.18 "GET /v2.0/ports/8c0d8a1c-f380-469b-a380-56a2c5496fcd/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0606568 Dec 10 09:21:06.524527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-8ae1316f-9fbb-4c17-a66e-4ddae16c5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:06.526380 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-8ae1316f-9fbb-4c17-a66e-4ddae16c5567 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 1096 time: 0.0470071 Dec 10 09:21:06.540243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:06.545971 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:06.591921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92297751-8b77-4273-b787-913274292a3d req-4733a968-341c-40e1-bd74-af5ff918152c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:06.593791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92297751-8b77-4273-b787-913274292a3d req-4733a968-341c-40e1-bd74-af5ff918152c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0578389 Dec 10 09:21:06.601348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:06.647341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92297751-8b77-4273-b787-913274292a3d req-4c54a9c6-37a6-4c78-84c4-6db502b074ee tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460942 Dec 10 09:21:06.828370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:06.862685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:21:06.891865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb2bb6-5912-41ac-802d-527ce6362bde req-9d8eee52-cfc9-48a6-894b-959f87b26cf3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:06.893390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8acb2bb6-5912-41ac-802d-527ce6362bde req-9d8eee52-cfc9-48a6-894b-959f87b26cf3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0584064 Dec 10 09:21:06.907159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:21:06.910250 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6490f6e-ec3d-4b40-99c7-cb4fd3ce47d4" -d '{"events": [{"server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:21:06.914378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:06.929517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Transition to ACTIVE for port object 8c0d8a1c-f380-469b-a380-56a2c5496fcd will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:21:06.936086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:06.955785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8acb2bb6-5912-41ac-802d-527ce6362bde req-42e506f9-15cc-4ec4-a0ea-ec2ec360c8d7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532846 Dec 10 09:21:07.023176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:07.033465 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a379cc-67c4-4cd5-8e50-9e41e0aa3f20 x-openstack-request-id: req-86a379cc-67c4-4cd5-8e50-9e41e0aa3f20 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:21:07.033767 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:21:07.034029 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86a379cc-67c4-4cd5-8e50-9e41e0aa3f20 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:21:07.035459 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'code': 200} Dec 10 09:21:07.145957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] No DVR routers for this DVR port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:21:07.286900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Attempting to bind port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:21:07.287250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Attempting to bind port 8c0d8a1c-f380-469b-a380-56a2c5496fcd by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:21:07.287588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Attempting to bind port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on network a5a0d070-2dd9-462a-a14a-9e2535b2435e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:21:07.292292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on network a5a0d070-2dd9-462a-a14a-9e2535b2435e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:21:07.292629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Attempting to bind port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on network a5a0d070-2dd9-462a-a14a-9e2535b2435e {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:21:07.297496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:21:07.297862 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Checking segment: {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:21:07.298251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Bound using segment: {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:21:07.298681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Bound port: 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:21:07.299038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:07.362440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:21:07.365533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:21:07.370573 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:07.408160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:07.408969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:07.410600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] 10.222.0.39 "PUT /v2.0/ports/8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 1091 time: 0.8744345 Dec 10 09:21:07.474906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a519d-251b-4a6f-8146-8f7cfceded7a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:07.496265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-91045001-9afa-4b1f-a6ed-abda3bd5ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:07.497852 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-91045001-9afa-4b1f-a6ed-abda3bd5ad36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1094 time: 0.0638096 Dec 10 09:21:07.612788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-2cf3a801-e666-465c-b355-5c16adc0b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:07.615253 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-2cf3a801-e666-465c-b355-5c16adc0b485 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.1081510 Dec 10 09:21:07.691244 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-4e135c03-8fea-42bf-9f90-a094b36081d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 999 time: 0.0689852 Dec 10 09:21:07.752491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-ccac9aa9-1121-48cf-86b1-279c509e485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:07.754325 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-ccac9aa9-1121-48cf-86b1-279c509e485d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0540147 Dec 10 09:21:07.806036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-9ca02696-259f-4896-9364-f54e17824e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:07.807483 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-9ca02696-259f-4896-9364-f54e17824e94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446894 Dec 10 09:21:07.912450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-fd0a93c0-daf2-484f-9a88-19451604e763 service neutron] 10.222.0.39 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959516 Dec 10 09:21:08.019506 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f3bb9e6e-a315-4648-ae48-a2dfc45f33d8 req-f94f4ed9-d4c6-46d2-8166-83c604ddb808 service neutron] 10.222.0.39 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994434 Dec 10 09:21:08.135323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e730331-7c8c-4ab8-af20-c255a5a761b7 req-19351b5e-7cee-4178-8266-14e60f2a7368 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:08.136954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e730331-7c8c-4ab8-af20-c255a5a761b7 req-19351b5e-7cee-4178-8266-14e60f2a7368 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 943 time: 0.4052446 Dec 10 09:21:08.150339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afed33e-a9ab-4618-9d2a-578b4c218a86 req-4a9e3041-9ef2-4468-bd5d-b4550b8ce3ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:08.151791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8afed33e-a9ab-4618-9d2a-578b4c218a86 req-4a9e3041-9ef2-4468-bd5d-b4550b8ce3ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0738859 Dec 10 09:21:08.228964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e730331-7c8c-4ab8-af20-c255a5a761b7 req-fa3633e8-3c36-4a54-a046-06671ea7bfdf tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761931 Dec 10 09:21:08.233970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8afed33e-a9ab-4618-9d2a-578b4c218a86 req-aacdd826-4d52-4317-9a31-2445766cb934 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752635 Dec 10 09:21:08.270131 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:08.448115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 35f12d90-5419-4605-b1d2-3bad3934062c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:21:08.547976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:08.561429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '35f12d90-5419-4605-b1d2-3bad3934062c', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'port_id': '35f12d90-5419-4605-b1d2-3bad3934062c', 'mac_address': 'fa:16:3e:5e:08:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:21:08.602015 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:08.621469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35f12d90-5419-4605-b1d2-3bad3934062c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:21:08.646369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:08.650993 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:08.709392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:08.726905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['35f12d90-5419-4605-b1d2-3bad3934062c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:21:09.036960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:21:09.039598 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28697348-fa84-4f27-8f1d-580c658400d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:21:09.108536 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4780dbb0-d974-4060-bebb-5ee705e61177 x-openstack-request-id: req-4780dbb0-d974-4060-bebb-5ee705e61177 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:21:09.109156 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:21:09.110619 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4780dbb0-d974-4060-bebb-5ee705e61177 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:21:09.111242 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'status': 'completed', 'code': 200} Dec 10 09:21:09.220925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697348-fa84-4f27-8f1d-580c658400d5 req-fe185581-d046-4696-9915-94901e806567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.224290 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-fe185581-d046-4696-9915-94901e806567 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1094 time: 0.0897136 Dec 10 09:21:09.255036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697348-fa84-4f27-8f1d-580c658400d5 req-03ee8c16-0be4-4323-aafd-62f54b0f0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.258183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-03ee8c16-0be4-4323-aafd-62f54b0f0454 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1094 time: 0.1276174 Dec 10 09:21:09.272835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:09.471867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697348-fa84-4f27-8f1d-580c658400d5 req-faa8af64-b530-48da-a492-45104b844519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.474693 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-faa8af64-b530-48da-a492-45104b844519 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.2413275 Dec 10 09:21:09.482076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697348-fa84-4f27-8f1d-580c658400d5 req-958cc9f6-30d3-44ec-a4d6-da6b0381c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.483904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-958cc9f6-30d3-44ec-a4d6-da6b0381c7de service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.2177031 Dec 10 09:21:09.506156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d787a-660e-4a57-b7b9-9c446a16be8e req-60252bf7-86f2-4de6-b212-ebbf252068e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.508106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-419d787a-660e-4a57-b7b9-9c446a16be8e req-60252bf7-86f2-4de6-b212-ebbf252068e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 943 time: 0.1467831 Dec 10 09:21:09.524462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54430778-5621-4951-b92a-5fc0eb3c7e98 req-fff8ebfe-bc30-4d13-8de8-4f58e3e5cb1f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.531969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54430778-5621-4951-b92a-5fc0eb3c7e98 req-fff8ebfe-bc30-4d13-8de8-4f58e3e5cb1f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 945 time: 0.1542959 Dec 10 09:21:09.614009 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-e9b214dd-d415-47f4-8ec7-4ee16ec825c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 999 time: 0.1283705 Dec 10 09:21:09.636343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-0e23b458-2687-4468-aadc-4b3c73456046 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 999 time: 0.1428056 Dec 10 09:21:09.690127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697348-fa84-4f27-8f1d-580c658400d5 req-afc0d725-6e6d-4936-a594-9faf358f8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.692178 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-afc0d725-6e6d-4936-a594-9faf358f8e88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0696733 Dec 10 09:21:09.722542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54430778-5621-4951-b92a-5fc0eb3c7e98 req-1ed5e018-8132-4287-885b-1bf93de57108 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777189 Dec 10 09:21:09.745689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-419d787a-660e-4a57-b7b9-9c446a16be8e req-aa385f3d-c10f-4a9a-9013-d0efc1979273 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039983 Dec 10 09:21:09.774556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697348-fa84-4f27-8f1d-580c658400d5 req-ff4a0e9e-ac03-4a36-99bf-0682972eff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.776039 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-ff4a0e9e-ac03-4a36-99bf-0682972eff75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.1231091 Dec 10 09:21:09.790378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697348-fa84-4f27-8f1d-580c658400d5 req-64b0c490-0c23-4f0d-9b36-feaa11fed94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.791944 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-64b0c490-0c23-4f0d-9b36-feaa11fed94c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911181 Dec 10 09:21:09.831485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697348-fa84-4f27-8f1d-580c658400d5 req-65ad3a48-e85d-49ac-995f-f2d9b8efd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:09.833381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-65ad3a48-e85d-49ac-995f-f2d9b8efd40c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500326 Dec 10 09:21:09.921809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-0f2e139f-fbc0-4e7a-b42a-a748192b7e0a service neutron] 10.222.0.39 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170907 Dec 10 09:21:10.071490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-0772f724-acbb-44ce-9e3e-754bb7769e7b service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303469 Dec 10 09:21:10.104901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-a44b5a4a-a95d-4449-8cba-8d3405ecbb84 service neutron] 10.222.0.39 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740658 Dec 10 09:21:10.193793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-28697348-fa84-4f27-8f1d-580c658400d5 req-83f1946b-a61c-4a55-ae93-be5aa9ccfa89 service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070240 Dec 10 09:21:10.475262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c0d8a1c-f380-469b-a380-56a2c5496fcd details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:21:10.480107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 35f12d90-5419-4605-b1d2-3bad3934062c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:21:10.611121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 35f12d90-5419-4605-b1d2-3bad3934062c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:21:10.611419 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:10.685834 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:10.701168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'port_id': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'mac_address': 'fa:16:3e:e2:a8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:21:10.818471 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:10.836793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0d8a1c-f380-469b-a380-56a2c5496fcd {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:21:10.865776 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:10.889092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:10.903991 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:10.918118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:21:10.920621 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d200d-c137-42fd-bf4b-5eed73f5f421" -d '{"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-plugged", "status": "completed", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:21:10.932790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82602c04-67b5-4566-bb8e-58b7f88beb40 req-5bf325be-fd6e-44bf-927b-21cb99ef1964 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:10.940048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82602c04-67b5-4566-bb8e-58b7f88beb40 req-5bf325be-fd6e-44bf-927b-21cb99ef1964 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 945 time: 0.1016846 Dec 10 09:21:10.961140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b397d1-194d-4350-92a6-2fb9bc45018e req-ab0feb9f-04d0-4e71-b1c3-8e8a7d47a4fa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:10.962753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7b397d1-194d-4350-92a6-2fb9bc45018e req-ab0feb9f-04d0-4e71-b1c3-8e8a7d47a4fa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 943 time: 0.0978553 Dec 10 09:21:10.969446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:10.987734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:11.010130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:11.045339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82602c04-67b5-4566-bb8e-58b7f88beb40 req-51b128ef-8001-4a16-ab48-655f390a5f77 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990911 Dec 10 09:21:11.089809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:11.126290 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c546535-3336-4c1c-8845-dbf3d5371ed5 x-openstack-request-id: req-6c546535-3336-4c1c-8845-dbf3d5371ed5 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:21:11.126590 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-plugged", "status": "completed", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:21:11.126853 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c546535-3336-4c1c-8845-dbf3d5371ed5 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:21:11.127259 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c', 'code': 200} Dec 10 09:21:11.133835 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7b397d1-194d-4350-92a6-2fb9bc45018e req-74d56c91-5630-4e13-862d-60793da727f4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579435 Dec 10 09:21:11.164809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['8c0d8a1c-f380-469b-a380-56a2c5496fcd'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:21:11.496914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35429e9a-3b41-4d6e-aaf6-2382fa4fda8e req-3e8790c3-9c3a-4171-840b-bf7aa3f56f1d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:11.498846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35429e9a-3b41-4d6e-aaf6-2382fa4fda8e req-3e8790c3-9c3a-4171-840b-bf7aa3f56f1d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 944 time: 0.1187470 Dec 10 09:21:11.509697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94109d52-6281-48e9-881d-6f6a79aae17f req-ef02152a-bbfe-4f39-a58b-d483a6c7a255 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:11.512269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94109d52-6281-48e9-881d-6f6a79aae17f req-ef02152a-bbfe-4f39-a58b-d483a6c7a255 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94&tenant_id=752f951f190a47a7a12dda1f81f009bf&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 944 time: 0.1724896 Dec 10 09:21:11.606567 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-94109d52-6281-48e9-881d-6f6a79aae17f req-d3a25798-d469-45a4-ae2b-f2a7651ab504 service neutron] delete failed (client error): The resource could not be found. Dec 10 09:21:11.610577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94109d52-6281-48e9-881d-6f6a79aae17f req-d3a25798-d469-45a4-ae2b-f2a7651ab504 service neutron] 10.222.0.18 "DELETE /v2.0/ports/8c0d8a1c-f380-469b-a380-56a2c5496fcd/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0862305 Dec 10 09:21:11.694158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35429e9a-3b41-4d6e-aaf6-2382fa4fda8e req-4aebcad0-1b9b-4558-831c-83992b213b4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806993 Dec 10 09:21:11.748017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94109d52-6281-48e9-881d-6f6a79aae17f req-3e93c24a-c237-482b-ba26-bdaaf45c9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:11.749768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94109d52-6281-48e9-881d-6f6a79aae17f req-3e93c24a-c237-482b-ba26-bdaaf45c9852 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1095 time: 0.0872688 Dec 10 09:21:11.869092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94109d52-6281-48e9-881d-6f6a79aae17f req-39277e3e-740b-43a1-832c-5539306e1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:11.870619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94109d52-6281-48e9-881d-6f6a79aae17f req-39277e3e-740b-43a1-832c-5539306e1a64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.1135528 Dec 10 09:21:11.913064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8c0d8a1c-f380-469b-a380-56a2c5496fcd no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:21:11.968732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94109d52-6281-48e9-881d-6f6a79aae17f req-3a39081d-5599-4442-856c-5c5e512ac9cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 1000 time: 0.0900712 Dec 10 09:21:11.987570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 8c0d8a1c-f380-469b-a380-56a2c5496fcd not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:21:12.038162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94109d52-6281-48e9-881d-6f6a79aae17f req-9b572d7b-ff76-40eb-a0b5-8fbbd22484c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:12.039717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94109d52-6281-48e9-881d-6f6a79aae17f req-9b572d7b-ff76-40eb-a0b5-8fbbd22484c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0627725 Dec 10 09:21:12.120849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94109d52-6281-48e9-881d-6f6a79aae17f req-0fde603a-5f61-4ab1-b89b-947698dac417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:12.124033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94109d52-6281-48e9-881d-6f6a79aae17f req-0fde603a-5f61-4ab1-b89b-947698dac417 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767832 Dec 10 09:21:12.239918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b9a00-ec9c-4724-97be-af479d26adba req-c4f64de6-bf98-478c-83f4-c0ed0e67c32f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:12.241515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e36b9a00-ec9c-4724-97be-af479d26adba req-c4f64de6-bf98-478c-83f4-c0ed0e67c32f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.1150608 Dec 10 09:21:12.317611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94109d52-6281-48e9-881d-6f6a79aae17f req-c7505f06-35c9-4175-bbf0-898a71771cdb service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595874 Dec 10 09:21:12.325458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e36b9a00-ec9c-4724-97be-af479d26adba req-3a8a581a-3820-48e4-9576-3d49d722fa0f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767035 Dec 10 09:21:12.431250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94109d52-6281-48e9-881d-6f6a79aae17f req-0ec7b849-6e09-41b1-b48c-0d8b857a1967 service neutron] 10.222.0.18 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046157 Dec 10 09:21:12.468631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c0d8a1c-f380-469b-a380-56a2c5496fcd up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:21:12.530369 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 8c0d8a1c-f380-469b-a380-56a2c5496fcd completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:21:12.534846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 8c0d8a1c-f380-469b-a380-56a2c5496fcd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:21:12.535416 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:12.634686 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:12.668502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:12.673406 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:12.860248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea4fd0-6a52-4c7e-b928-8d16e60c515b req-d9058150-afcd-4cef-9a87-079801798450 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:12.860248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4ea4fd0-6a52-4c7e-b928-8d16e60c515b req-d9058150-afcd-4cef-9a87-079801798450 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0819659 Dec 10 09:21:12.942228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:12.970604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4ea4fd0-6a52-4c7e-b928-8d16e60c515b req-4d925607-b2f4-40cc-887c-cb7e86b88901 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945640 Dec 10 09:21:13.131708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:21:13.134913 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323606ec-fec1-41a2-9a45-21e7b01e6121" -d '{"events": [{"server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:21:13.186791 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7352dc05-69c9-43a3-b327-f61bf84b4dbf x-openstack-request-id: req-7352dc05-69c9-43a3-b327-f61bf84b4dbf {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:21:13.187375 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:21:13.188186 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7352dc05-69c9-43a3-b327-f61bf84b4dbf {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:21:13.188820 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'code': 200} Dec 10 09:21:13.497192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc644d5b-3ea0-4e27-977e-f3cecdc81fc4 req-0a7b2c44-62a8-479a-8d87-3b27c061f28c tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:13.498990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc644d5b-3ea0-4e27-977e-f3cecdc81fc4 req-0a7b2c44-62a8-479a-8d87-3b27c061f28c tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0703883 Dec 10 09:21:13.583351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc644d5b-3ea0-4e27-977e-f3cecdc81fc4 req-954c79b9-842c-404e-a1f8-46c3d55d07ad tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763686 Dec 10 09:21:14.122389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57c7e-89b6-4c61-9182-c216d53e2c82 req-0ba5eba7-7bbe-40d5-8ded-078bf4aa17da tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:14.131779 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69a57c7e-89b6-4c61-9182-c216d53e2c82 req-0ba5eba7-7bbe-40d5-8ded-078bf4aa17da tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0654528 Dec 10 09:21:14.194891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69a57c7e-89b6-4c61-9182-c216d53e2c82 req-0a8b263e-d2c7-4a7a-b5d4-ee4bb41206a6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620854 Dec 10 09:21:14.213562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59562) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:14.308865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-460d7d5a-2975-4ac7-a73c-b537516a9fb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/7b10ba49-5dda-4ed9-9390-33022ae67f17 HTTP/1.1" status: 200 len: 993 time: 0.0939844 Dec 10 09:21:14.760767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb99c0-fd32-404d-a9df-d9d815bd95c4 req-8ce0f637-cca0-4a48-895f-7f4246a01581 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:14.762431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83eb99c0-fd32-404d-a9df-d9d815bd95c4 req-8ce0f637-cca0-4a48-895f-7f4246a01581 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0615804 Dec 10 09:21:14.821133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83eb99c0-fd32-404d-a9df-d9d815bd95c4 req-4b4f8aa7-3b29-4d9e-a3e7-835666ac94a9 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511582 Dec 10 09:21:15.264647 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:15.992335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427171cd-00fd-48ee-89fc-8e9a8c479f8e req-5ca8a6a7-edce-4da7-a0d2-2c82ef54f43f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:15.994025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-427171cd-00fd-48ee-89fc-8e9a8c479f8e req-5ca8a6a7-edce-4da7-a0d2-2c82ef54f43f tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0868511 Dec 10 09:21:16.043852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-427171cd-00fd-48ee-89fc-8e9a8c479f8e req-d83f6975-94d3-4527-9bf6-414361e7d9d7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439343 Dec 10 09:21:17.197900 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0fd8b-7765-4ecf-8a70-78da40869539 req-db084287-723f-47ee-968f-cec70b0c38eb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:17.205436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39d0fd8b-7765-4ecf-8a70-78da40869539 req-db084287-723f-47ee-968f-cec70b0c38eb tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0777094 Dec 10 09:21:17.266478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39d0fd8b-7765-4ecf-8a70-78da40869539 req-219988ed-29cd-41d7-b8c4-32d3ae1e805a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598454 Dec 10 09:21:18.446001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e5caa-efa6-4c44-8539-fe619f48853b req-abe71bfe-3d95-4473-9164-2cc94dd86165 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:18.448491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-690e5caa-efa6-4c44-8539-fe619f48853b req-abe71bfe-3d95-4473-9164-2cc94dd86165 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0764446 Dec 10 09:21:18.514274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-690e5caa-efa6-4c44-8539-fe619f48853b req-8da50bf3-1c89-47c9-950e-f72c4645b27a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590053 Dec 10 09:21:19.322090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:19.656795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e67f87-dca5-42b6-83fa-396d273f03c0 req-4dd657f0-f673-40ec-8577-3de9baf90b27 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:19.658660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50e67f87-dca5-42b6-83fa-396d273f03c0 req-4dd657f0-f673-40ec-8577-3de9baf90b27 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0583706 Dec 10 09:21:19.710522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50e67f87-dca5-42b6-83fa-396d273f03c0 req-312a3fda-11a6-4b27-ab23-4844650aeeb6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452735 Dec 10 09:21:20.304859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-b7bb1d82-2308-4dda-92d6-99e2c3033869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:20.306606 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-b7bb1d82-2308-4dda-92d6-99e2c3033869 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1097 time: 0.0518572 Dec 10 09:21:20.400569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-ddbe9ad9-293e-4e20-b719-b6c948d05547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:20.402087 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-ddbe9ad9-293e-4e20-b719-b6c948d05547 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.0874603 Dec 10 09:21:20.476163 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-e9c91ec4-78d5-4227-a258-97b0b046a5fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 200 len: 1002 time: 0.0644271 Dec 10 09:21:20.525839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-c426f13b-1200-4543-a060-8bccacbe2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:20.531518 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-c426f13b-1200-4543-a060-8bccacbe2dca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0438550 Dec 10 09:21:20.576262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-869b034b-8275-4cef-bc42-551429afb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:20.577887 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-869b034b-8275-4cef-bc42-551429afb033 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432928 Dec 10 09:21:20.678556 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-c578f51f-f1b2-487c-baba-bf3d4eb04591 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930095 Dec 10 09:21:20.769894 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5a065eab-8d41-4962-823f-dff52d39b0ed req-68377126-f9ee-4460-8362-1d2b3fa96705 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830889 Dec 10 09:21:20.833093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c4bb-e51b-41b4-a8ea-ae618f50c2a7 req-62b7e1b1-0e2f-4773-ad78-7657ac441fec tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:20.834590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edb3c4bb-e51b-41b4-a8ea-ae618f50c2a7 req-62b7e1b1-0e2f-4773-ad78-7657ac441fec tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0491855 Dec 10 09:21:20.882078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edb3c4bb-e51b-41b4-a8ea-ae618f50c2a7 req-9bb71e95-763e-4940-b196-c3b6e56ebf05 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415220 Dec 10 09:21:22.010131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93f33-7a41-4d67-bb5d-4a84c49c9e6b req-e6b2d32c-e978-43da-acf2-5a633bce7846 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:22.011622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4c93f33-7a41-4d67-bb5d-4a84c49c9e6b req-e6b2d32c-e978-43da-acf2-5a633bce7846 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0539966 Dec 10 09:21:22.058637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4c93f33-7a41-4d67-bb5d-4a84c49c9e6b req-e6165234-3abd-4746-b7bf-319ec6c35f69 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Dec 10 09:21:23.180375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288f33f-f0d8-4ea4-99ae-c31403799532 req-26f4b299-991f-459d-8ff6-2ef2295f8820 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:23.181960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a288f33f-f0d8-4ea4-99ae-c31403799532 req-26f4b299-991f-459d-8ff6-2ef2295f8820 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0490689 Dec 10 09:21:23.229836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a288f33f-f0d8-4ea4-99ae-c31403799532 req-cf19919e-0807-44a3-a4d2-b3d60fdbcd9c tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 Dec 10 09:21:24.111119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122483f2-32b5-4798-8fe2-734b1f5efeae req-2e23e29a-7938-4b89-b1c3-bc35544a115b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:24.114217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-122483f2-32b5-4798-8fe2-734b1f5efeae req-2e23e29a-7938-4b89-b1c3-bc35544a115b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 946 time: 0.0555832 Dec 10 09:21:24.162224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-122483f2-32b5-4798-8fe2-734b1f5efeae req-666db0cc-6968-4d44-8b06-4d664e74fc15 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429842 Dec 10 09:21:24.225182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 59714) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:24.324342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-6a42d7da-87f1-4966-be46-f263067ad1d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979114 Dec 10 09:21:24.334224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-bc4bd159-c1e5-454b-a05f-05c2295bf322 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:21:24.335179 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-bc4bd159-c1e5-454b-a05f-05c2295bf322 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055768 Dec 10 09:21:24.566640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 35f12d90-5419-4605-b1d2-3bad3934062c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:21:24.668866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:24.694931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:21:24.697330 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524cb44e-0a02-4cb4-8b67-9bd23fdcf05a" -d '{"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-unplugged", "status": "completed", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:21:24.717451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:24.723134 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:24.748531 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 09:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2fe743-1ee5-4acf-9687-c9595d299b71 x-openstack-request-id: req-fa2fe743-1ee5-4acf-9687-c9595d299b71 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:21:24.748820 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-unplugged", "status": "failed", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c", "code": 422}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:21:24.749274 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa2fe743-1ee5-4acf-9687-c9595d299b71 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:21:24.749854 n-d-814746-3 neutron-server[114971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c', 'code': 422} returned with failed status Dec 10 09:21:24.779640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:25.224983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-1eb6315d-6375-48e1-9338-fc4b4d2a03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:25.226536 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-1eb6315d-6375-48e1-9338-fc4b4d2a03fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35&tenant_id=d0d2c2c25d624f5baaa30c820992c2ea HTTP/1.1" status: 200 len: 1095 time: 0.0462911 Dec 10 09:21:25.289812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-5b528b24-dcfb-4f72-8ecd-43cfc1ef39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:25.291455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-5b528b24-dcfb-4f72-8ecd-43cfc1ef39d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1095 time: 0.0418644 Dec 10 09:21:25.306056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102cef6-be9f-41ef-a370-9419bd379b5c req-21a8b62f-4168-416f-8420-270d55e8e555 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:25.307667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9102cef6-be9f-41ef-a370-9419bd379b5c req-21a8b62f-4168-416f-8420-270d55e8e555 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0517550 Dec 10 09:21:25.357150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9102cef6-be9f-41ef-a370-9419bd379b5c req-ffb72251-c4b4-4585-ae8d-c1dfad3a5fe0 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Dec 10 09:21:25.394886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-764f531a-1c44-45a2-943e-dca6498f56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:25.396376 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-764f531a-1c44-45a2-943e-dca6498f56d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.0974760 Dec 10 09:21:25.475491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-c6d60e63-697d-4165-8bfa-a4a0a6710b6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 200 len: 1000 time: 0.0619745 Dec 10 09:21:25.524807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-1364d3de-afd9-4440-9004-d81f380d0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:25.526381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-1364d3de-afd9-4440-9004-d81f380d0c92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0437868 Dec 10 09:21:25.572475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-c395d16a-8f06-48f4-9176-6d54d95a1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:25.573967 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-c395d16a-8f06-48f4-9176-6d54d95a1ae4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409310 Dec 10 09:21:25.672003 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-5d09ff80-23b0-4b59-bca9-387a88a58205 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908613 Dec 10 09:21:25.764886 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9ce5144e-822b-4fba-ade9-38c4730c7ae4 req-78c5ddc4-8029-4b9f-b59c-6427fbac0817 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857480 Dec 10 09:21:26.546437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8072e-0fbe-4137-b4dc-84264532f858 req-ac723575-b1eb-4b4b-a9a4-585228314786 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:26.547924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5a8072e-0fbe-4137-b4dc-84264532f858 req-ac723575-b1eb-4b4b-a9a4-585228314786 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0590062 Dec 10 09:21:26.636572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5a8072e-0fbe-4137-b4dc-84264532f858 req-fa47694c-19fd-4ab7-a83a-3d207d927a94 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820293 Dec 10 09:21:27.791359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacca04-0ea3-4f79-b50b-e148b5432176 req-d7d2fb87-c874-4862-be3c-64d2f68db6b2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:27.792843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ffacca04-0ea3-4f79-b50b-e148b5432176 req-d7d2fb87-c874-4862-be3c-64d2f68db6b2 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0493824 Dec 10 09:21:27.886099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ffacca04-0ea3-4f79-b50b-e148b5432176 req-ded3f276-493e-4fb2-898f-ce4b1f691eef tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868542 Dec 10 09:21:28.705251 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:21:29.018173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab65a1-ee91-4ae0-be53-4aca074a07c6 req-4a5dd4be-c481-439f-aecc-e9ef22bba3f1 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:29.020205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6ab65a1-ee91-4ae0-be53-4aca074a07c6 req-4a5dd4be-c481-439f-aecc-e9ef22bba3f1 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0687604 Dec 10 09:21:29.106950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6ab65a1-ee91-4ae0-be53-4aca074a07c6 req-2e547ae3-ac68-4412-bfde-f509249f56e5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787821 Dec 10 09:21:30.242783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4aa48-7f89-415d-a933-2bfbb5f801b9 req-644a2b65-aff9-41c1-8e51-af949c3644f3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:30.244766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ee4aa48-7f89-415d-a933-2bfbb5f801b9 req-644a2b65-aff9-41c1-8e51-af949c3644f3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0600719 Dec 10 09:21:30.308561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ee4aa48-7f89-415d-a933-2bfbb5f801b9 req-1d28a36e-fcd9-4ae3-a110-522140fd4da7 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569654 Dec 10 09:21:31.448040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9d175-0acf-438d-bd58-94af5a6b5017 req-1168d065-b44a-4286-ba7c-dc78364104bc tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:31.449524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dea9d175-0acf-438d-bd58-94af5a6b5017 req-1168d065-b44a-4286-ba7c-dc78364104bc tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0488963 Dec 10 09:21:31.498812 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dea9d175-0acf-438d-bd58-94af5a6b5017 req-7711f103-7e14-4a3b-b1f6-abfef92e9dab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Dec 10 09:21:32.685460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d43fc-f8c9-47ee-81c6-895589c8c012 req-42e4f636-be53-48d8-97f4-4c933ac9903a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:32.687832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d9d43fc-f8c9-47ee-81c6-895589c8c012 req-42e4f636-be53-48d8-97f4-4c933ac9903a tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0742559 Dec 10 09:21:32.778591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1d9d43fc-f8c9-47ee-81c6-895589c8c012 req-295da790-fe89-4438-a76b-d2c1f1f83018 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838361 Dec 10 09:21:33.180696 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-778849f4-7639-4b27-91ce-95502bf1b649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:33.950774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6cde-a324-4d2c-ba40-00b27521779d req-4963ab36-a146-44b1-8934-3c3d208af6ff tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:33.953012 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b4f6cde-a324-4d2c-ba40-00b27521779d req-4963ab36-a146-44b1-8934-3c3d208af6ff tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0561235 Dec 10 09:21:34.020015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b4f6cde-a324-4d2c-ba40-00b27521779d req-8fe48c43-6b20-4fa2-88fe-e4f2eb1bca98 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601399 Dec 10 09:21:35.147701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a3ca-52d8-49c6-89d8-3389d493b03c req-a01ffa97-d07d-474b-a039-188de6b2dd3b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:35.150010 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48f4a3ca-52d8-49c6-89d8-3389d493b03c req-a01ffa97-d07d-474b-a039-188de6b2dd3b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0567379 Dec 10 09:21:35.214314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48f4a3ca-52d8-49c6-89d8-3389d493b03c req-5c934413-287c-4e33-9267-53057aeec8cc tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567746 Dec 10 09:21:35.459751 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-07cb777a-6d52-4e14-9c9d-f787e99edd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:36.384013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd759b-368e-4439-8631-fee891b7a179 req-481ff5fe-c2ed-4e90-aa3d-c88d3c5809e3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:36.389959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8cd759b-368e-4439-8631-fee891b7a179 req-481ff5fe-c2ed-4e90-aa3d-c88d3c5809e3 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0932069 Dec 10 09:21:36.435218 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8cd759b-368e-4439-8631-fee891b7a179 req-c4a99b0d-6512-430b-80e5-4d32b980daa5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438368 Dec 10 09:21:36.546480 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:37.559285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771070f3-88bb-4c2c-99dd-6d1e9cab873a req-a928c74b-d11d-459f-9144-7548ae8b46da tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:37.560754 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-771070f3-88bb-4c2c-99dd-6d1e9cab873a req-a928c74b-d11d-459f-9144-7548ae8b46da tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0490618 Dec 10 09:21:37.611113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-771070f3-88bb-4c2c-99dd-6d1e9cab873a req-558ee813-bc16-49d0-a15a-4429d3363ae0 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Dec 10 09:21:38.258587 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:38.735505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aa1ba-b589-4c36-b055-1506209df722 req-0640f78b-77ff-41ab-bf71-e4fdc20274ac tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:38.736970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e40aa1ba-b589-4c36-b055-1506209df722 req-0640f78b-77ff-41ab-bf71-e4fdc20274ac tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0521510 Dec 10 09:21:38.783631 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e40aa1ba-b589-4c36-b055-1506209df722 req-aec71ebe-d645-4c44-95bf-dafd08d9117c tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406144 Dec 10 09:21:39.236523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:39.911542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c107a-5cfa-438a-a882-390533104cde req-6b1b0ed3-fa6c-4824-8bf3-d485eeb0fa96 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:39.913073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-977c107a-5cfa-438a-a882-390533104cde req-6b1b0ed3-fa6c-4824-8bf3-d485eeb0fa96 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 944 time: 0.0551469 Dec 10 09:21:39.960464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-977c107a-5cfa-438a-a882-390533104cde req-399c19fa-2f88-4450-884e-b704201781f5 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Dec 10 09:21:40.691896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 35f12d90-5419-4605-b1d2-3bad3934062c details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:21:40.787797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:40.800226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '35f12d90-5419-4605-b1d2-3bad3934062c', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'port_id': '35f12d90-5419-4605-b1d2-3bad3934062c', 'mac_address': 'fa:16:3e:5e:08:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:21:40.838068 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:40.854678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f12d90-5419-4605-b1d2-3bad3934062c {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:21:40.874914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:40.883175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:40.934352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:40.942275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.942624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.942966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.943301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.943630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.943961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.944288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.944611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.944960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.945284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.945630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.945953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:40.946270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:41.082092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc10f45-381a-4bc6-b667-392598887a3f req-7b7b8390-1d24-492e-9729-d96470bf1767 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:41.083707 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dc10f45-381a-4bc6-b667-392598887a3f req-7b7b8390-1d24-492e-9729-d96470bf1767 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 945 time: 0.0483360 Dec 10 09:21:41.087906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['35f12d90-5419-4605-b1d2-3bad3934062c'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:21:41.135492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dc10f45-381a-4bc6-b667-392598887a3f req-316108fd-54ee-476e-9957-8af7a651b5de tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454843 Dec 10 09:21:42.265052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07194f0-f84c-48fc-b74f-9aea266b1ecf req-d15f7d10-66ea-40d3-9099-57a960c911a6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:42.266606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c07194f0-f84c-48fc-b74f-9aea266b1ecf req-d15f7d10-66ea-40d3-9099-57a960c911a6 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 945 time: 0.0505214 Dec 10 09:21:42.313624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c07194f0-f84c-48fc-b74f-9aea266b1ecf req-6b6ce642-1115-4976-ab27-9c364832da1c tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406399 Dec 10 09:21:42.705718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 35f12d90-5419-4605-b1d2-3bad3934062c up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:21:42.752116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 35f12d90-5419-4605-b1d2-3bad3934062c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:21:42.753295 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:42.827696 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:42.850077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:21:42.852279 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b6ac4c-9c37-43d6-ba84-9aac63cecdf3" -d '{"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-plugged", "status": "completed", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:21:42.868615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:42.872921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:42.897068 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bfb381-b45c-42de-ad45-ef7e6ffd679c x-openstack-request-id: req-d0bfb381-b45c-42de-ad45-ef7e6ffd679c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:21:42.897361 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-plugged", "status": "completed", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:21:42.897748 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0bfb381-b45c-42de-ad45-ef7e6ffd679c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:21:42.898192 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c', 'code': 200} Dec 10 09:21:42.923600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=10']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:43.060016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddef83e-d1d4-49ee-87de-4aa255f5ef0f req-02cf0e76-ad83-4825-a666-f214e5e3fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:43.061497 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ddef83e-d1d4-49ee-87de-4aa255f5ef0f req-02cf0e76-ad83-4825-a666-f214e5e3fd0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1098 time: 0.0452015 Dec 10 09:21:43.109922 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ddef83e-d1d4-49ee-87de-4aa255f5ef0f req-5e32994c-f95e-43a6-b543-86773a3c144d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Dec 10 09:21:43.502793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379ec0a-ae9d-4110-b729-1147cab89e03 req-b0a5ca9e-f6fa-4eee-a6cc-47489e936913 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:43.504526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2379ec0a-ae9d-4110-b729-1147cab89e03 req-b0a5ca9e-f6fa-4eee-a6cc-47489e936913 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 947 time: 0.1087694 Dec 10 09:21:43.553416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2379ec0a-ae9d-4110-b729-1147cab89e03 req-87df5ba4-b290-49c1-a65f-be0a177454e4 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Dec 10 09:21:44.742966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aae7e5-c6f3-464d-b3bc-f1a28d867c2f req-6b872f46-73f0-412c-9e90-e9bb17b34c41 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:44.744808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2aae7e5-c6f3-464d-b3bc-f1a28d867c2f req-6b872f46-73f0-412c-9e90-e9bb17b34c41 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 947 time: 0.1138253 Dec 10 09:21:44.803824 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2aae7e5-c6f3-464d-b3bc-f1a28d867c2f req-3b7e837d-6e31-46e1-90f2-4c418480b82e tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525160 Dec 10 09:21:45.233410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:45.925818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803fdec-6604-4d1b-8dba-7b2dda4ae0f9 req-95e8fb6c-c4a6-453d-ab40-573a049d8303 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:45.927313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c803fdec-6604-4d1b-8dba-7b2dda4ae0f9 req-95e8fb6c-c4a6-453d-ab40-573a049d8303 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 947 time: 0.0495007 Dec 10 09:21:45.974767 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c803fdec-6604-4d1b-8dba-7b2dda4ae0f9 req-552e80b5-49ce-469f-9d47-4bb071801449 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415201 Dec 10 09:21:48.796916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1f54e-bc3f-4e95-88f7-c051688f5b58 req-6460cb9b-a08d-43cd-91b1-65b0d13eef9f tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:48.798375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ad1f54e-bc3f-4e95-88f7-c051688f5b58 req-6460cb9b-a08d-43cd-91b1-65b0d13eef9f tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1096 time: 0.0406623 Dec 10 09:21:48.848597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ad1f54e-bc3f-4e95-88f7-c051688f5b58 req-403b2479-f59c-493e-b079-1b72179ac92e tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441179 Dec 10 09:21:48.871426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 59994) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:49.030422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 7969d2bd-7025-44e7-bff5-92cf42e7791e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:21:49.030771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:49.105930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:49.106176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:49.119249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 7969d2bd-7025-44e7-bff5-92cf42e7791e owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:21:49.285998 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:49.315535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=7969d2bd-7025-44e7-bff5-92cf42e7791e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:49.329685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:49.339247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.339604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.339953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.340295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.340631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.340966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.341298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.341661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.341992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.342324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.342653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.342978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.343304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:49.387725 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:49.388065 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Floating IP 7b10ba49-5dda-4ed9-9390-33022ae67f17 disassociated (deleted). External IP: 172.25.3.235, port: 8c0d8a1c-f380-469b-a380-56a2c5496fcd. Dec 10 09:21:49.596816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 38789fa7-f682-4cab-9cf0-bcd031b6c31f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:21:49.704027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:21:49.709964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:49.715724 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] Sync routers for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:21:49.726544 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:21:49.727236 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:21:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:49.742008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7f3a789d-0055-4e12-9736-d45f56b6f91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/floatingips/7b10ba49-5dda-4ed9-9390-33022ae67f17 HTTP/1.1" status: 204 len: 168 time: 0.8695045 Dec 10 09:21:49.742898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:21:49.746382 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37193b13-17e0-4b85-b289-043fd488ba37" -d '{"events": [{"name": "network-changed", "server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:21:49.801530 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51eff8e-4d27-45cd-9185-b92e549829d6 x-openstack-request-id: req-d51eff8e-4d27-45cd-9185-b92e549829d6 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:21:49.802166 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:21:49.802166 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d51eff8e-4d27-45cd-9185-b92e549829d6 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:21:49.802452 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'status': 'completed', 'code': 200} Dec 10 09:21:49.842635 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:21:49.875136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193b13-17e0-4b85-b289-043fd488ba37 req-fb9a0721-51f9-4908-9321-680113cee475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:49.877716 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37193b13-17e0-4b85-b289-043fd488ba37 req-fb9a0721-51f9-4908-9321-680113cee475 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 1096 time: 0.0494137 Dec 10 09:21:49.997171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193b13-17e0-4b85-b289-043fd488ba37 req-32aae82a-d65e-4842-914d-9c308b58f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:49.998561 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37193b13-17e0-4b85-b289-043fd488ba37 req-32aae82a-d65e-4842-914d-9c308b58f2a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 200 len: 898 time: 0.1135442 Dec 10 09:21:50.051091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37193b13-17e0-4b85-b289-043fd488ba37 req-1885a1ae-62d8-462b-87ad-b9bf2ef0cd2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 200 len: 217 time: 0.0441003 Dec 10 09:21:50.055962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b15531-6c15-44c0-bce5-66c2405d93cd req-e5297a4e-942a-41af-8ec6-276a0459b608 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:50.057542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0b15531-6c15-44c0-bce5-66c2405d93cd req-e5297a4e-942a-41af-8ec6-276a0459b608 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0621538 Dec 10 09:21:50.101554 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e1c80483-080d-443f-81ef-3707cae96b5d', 'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:ad:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:31Z', 'updated_at': '2021-12-10T09:19:36Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:50.114498 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0b15531-6c15-44c0-bce5-66c2405d93cd req-46a48eea-b4c5-4000-8dcd-6b56b1445ba5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501561 Dec 10 09:21:50.123908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193b13-17e0-4b85-b289-043fd488ba37 req-7a666354-608b-4f61-8b17-c0e52381e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:50.125749 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37193b13-17e0-4b85-b289-043fd488ba37 req-7a666354-608b-4f61-8b17-c0e52381e89e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 200 len: 835 time: 0.0666437 Dec 10 09:21:50.131231 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] Checking router: 38789fa7-f682-4cab-9cf0-bcd031b6c31f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:21:50.139992 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:21:50.140596 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:21:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:50.181145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193b13-17e0-4b85-b289-043fd488ba37 req-e7ba64ae-256a-415b-ba9c-f9e037edbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:50.182688 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37193b13-17e0-4b85-b289-043fd488ba37 req-e7ba64ae-256a-415b-ba9c-f9e037edbcc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5a0d070-2dd9-462a-a14a-9e2535b2435e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454581 Dec 10 09:21:50.249478 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:21:50.279305 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37193b13-17e0-4b85-b289-043fd488ba37 req-689a52c3-f88b-42e8-9995-b6a1956aa3fc service neutron] 10.222.0.39 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879116 Dec 10 09:21:50.396110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37193b13-17e0-4b85-b289-043fd488ba37 req-3ce6ed35-ea31-46c8-a577-e5ad1d5ff584 service neutron] 10.222.0.39 "GET /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078181 Dec 10 09:21:50.555835 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e1c80483-080d-443f-81ef-3707cae96b5d', 'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:ad:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:31Z', 'updated_at': '2021-12-10T09:19:36Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:50.582994 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067509d-2bd0-4e25-a313-2f678d90ae81 None None] The sync data for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 is: [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:32Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'e1c80483-080d-443f-81ef-3707cae96b5d', 'name': '', 'network_id': 'a5a0d070-2dd9-462a-a14a-9e2535b2435e', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:ad:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:31Z', 'updated_at': '2021-12-10T09:19:36Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '214dc6d7-c10b-451a-9120-fad6ee4e4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:21:50.811326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd33961-8418-4fa6-b11f-1c6f7a750a6d None None] New status for floating IP 7b10ba49-5dda-4ed9-9390-33022ae67f17: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:21:51.235399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab68a2-5aa5-4620-8bd2-2f63ac4641dc req-ce5caf7f-e945-4fdd-a530-13d47fa19d72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:51.237777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07ab68a2-5aa5-4620-8bd2-2f63ac4641dc req-ce5caf7f-e945-4fdd-a530-13d47fa19d72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0494249 Dec 10 09:21:51.290323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07ab68a2-5aa5-4620-8bd2-2f63ac4641dc req-154057c2-957b-40c9-b4f1-c259027a5dcd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=93de1090-f0dc-41f0-8e7f-8e236a55e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463903 Dec 10 09:21:51.312253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-2ef2c31e-fa04-4eda-9d07-367e93725647 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:51.317723 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-2ef2c31e-fa04-4eda-9d07-367e93725647 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c79cc96-55e7-4900-9223-f0f2697a3c94 HTTP/1.1" status: 200 len: 945 time: 0.0636783 Dec 10 09:21:51.409700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 8c0d8a1c-f380-469b-a380-56a2c5496fcd {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:21:51.410042 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:51.501778 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port 8c0d8a1c-f380-469b-a380-56a2c5496fcd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8c0d8a1c-f380-469b-a380-56a2c5496fcd,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:51.502983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:51.514520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 8c0d8a1c-f380-469b-a380-56a2c5496fcd owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:21:51.646298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:51.676218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=8c0d8a1c-f380-469b-a380-56a2c5496fcd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:51.701447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.701832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.702175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.702515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.702865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.703196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.703523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.703848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.704172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.704490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.704814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.705144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.706075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:21:51.728172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] No DVR routers for this DVR port 8c0d8a1c-f380-469b-a380-56a2c5496fcd on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:21:51.731062 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:51.734407 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2196b181-d5e3-4555-9f92-44e2fa1f27f6 req-462904d0-35af-4ec1-ad0a-7f931acbceb5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.39 "DELETE /v2.0/ports/8c0d8a1c-f380-469b-a380-56a2c5496fcd HTTP/1.1" status: 204 len: 173 time: 0.4103155 Dec 10 09:21:51.734852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'name': 'network-vif-deleted', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:21:51.737153 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cdd23d-dac3-4391-8de8-cb759838e3c8" -d '{"events": [{"server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "name": "network-vif-deleted", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:21:51.783303 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ff27b-ca10-4be3-9034-1102d2824156 x-openstack-request-id: req-946ff27b-ca10-4be3-9034-1102d2824156 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:21:51.783694 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c79cc96-55e7-4900-9223-f0f2697a3c94", "name": "network-vif-deleted", "tag": "8c0d8a1c-f380-469b-a380-56a2c5496fcd", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:21:51.783953 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-946ff27b-ca10-4be3-9034-1102d2824156 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:21:51.784394 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c79cc96-55e7-4900-9223-f0f2697a3c94', 'name': 'network-vif-deleted', 'tag': '8c0d8a1c-f380-469b-a380-56a2c5496fcd', 'status': 'completed', 'code': 200} Dec 10 09:21:52.351021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60032) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:52.682741 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-1f905b64-82b9-49e1-93c9-feb2ab186d48 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418434 Dec 10 09:21:52.782928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-4e5cac64-e17f-49c6-a66d-b9f94e0a38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:52.784765 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-4e5cac64-e17f-49c6-a66d-b9f94e0a38c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 1098 time: 0.0533774 Dec 10 09:21:52.914716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-3fea9772-7585-49c5-b228-b6d9fd91707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:52.916333 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-3fea9772-7585-49c5-b228-b6d9fd91707e service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 200 len: 917 time: 0.1083219 Dec 10 09:21:52.989717 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-a3d82b27-e421-4d1c-81c6-960e1c75857f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 200 len: 1002 time: 0.0665145 Dec 10 09:21:53.024916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:53.040125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-a78c4de7-7837-4726-bd3d-1a1d8ec02d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:53.041722 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-a78c4de7-7837-4726-bd3d-1a1d8ec02d28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 200 len: 855 time: 0.0454607 Dec 10 09:21:53.090168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-b4a7496f-90b8-42d7-9365-899ca3b7e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:53.091854 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-b4a7496f-90b8-42d7-9365-899ca3b7e712 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ddf88cd-850e-4fa9-8931-bcbfab7d6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427620 Dec 10 09:21:53.196768 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-e5ff081c-d4af-4a53-b8c4-a3d5e4da010c service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963857 Dec 10 09:21:53.293931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c2f1168-025d-40af-a8ed-bde90d37c216 req-cddfe33c-3892-4ea3-80be-bda7fab637a9 service neutron] 10.222.0.39 "GET /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889289 Dec 10 09:21:53.302733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port e1c80483-080d-443f-81ef-3707cae96b5d {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:21:53.303579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:53.401331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port e1c80483-080d-443f-81ef-3707cae96b5d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=e1c80483-080d-443f-81ef-3707cae96b5d,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:53.401995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:53.414103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for e1c80483-080d-443f-81ef-3707cae96b5d owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:21:53.617118 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:53.650314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=e1c80483-080d-443f-81ef-3707cae96b5d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:53.840997 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.073592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 38789fa7-f682-4cab-9cf0-bcd031b6c31f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:21:54.202896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:21:54.208460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-50717c7a-8705-4d7c-96ac-2e66186751bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "PUT /v2.0/routers/38789fa7-f682-4cab-9cf0-bcd031b6c31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8560493 Dec 10 09:21:54.210940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60056) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:54.215005 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] Sync routers for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:21:54.228627 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:21:54.229398 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:21:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:54.281198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb7f992-6376-40ca-baa3-afbf7bb1b3ef tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting subnet 214dc6d7-c10b-451a-9120-fad6ee4e4a64 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:21:54.287677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f992-6376-40ca-baa3-afbf7bb1b3ef tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.344476 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f992-6376-40ca-baa3-afbf7bb1b3ef tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.354147 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:21:54.478984 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f992-6376-40ca-baa3-afbf7bb1b3ef tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.562207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f992-6376-40ca-baa3-afbf7bb1b3ef tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.578547 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:21:53Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:54.605672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7f992-6376-40ca-baa3-afbf7bb1b3ef tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Subnet': ['ID=214dc6d7-c10b-451a-9120-fad6ee4e4a64,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:54.607762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f992-6376-40ca-baa3-afbf7bb1b3ef tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.609250 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] Checking router: 38789fa7-f682-4cab-9cf0-bcd031b6c31f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:21:54.611138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cfb7f992-6376-40ca-baa3-afbf7bb1b3ef tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/subnets/214dc6d7-c10b-451a-9120-fad6ee4e4a64 HTTP/1.1" status: 204 len: 168 time: 0.3992372 Dec 10 09:21:54.615074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60064) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:54.619877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4526336-6a42-4a2c-a110-c3bb64b1db73 None None] Network a5a0d070-2dd9-462a-a14a-9e2535b2435e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:21:54.623954 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] Routers {'38789fa7-f682-4cab-9cf0-bcd031b6c31f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:21:54.624548 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:21:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:54.757022 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] Set router 38789fa7-f682-4cab-9cf0-bcd031b6c31f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:21:54.763737 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c0d8a1c-f380-469b-a380-56a2c5496fcd no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:21:54.778548 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.788733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 8c0d8a1c-f380-469b-a380-56a2c5496fcd {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:21:54.789468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8c0d8a1c-f380-469b-a380-56a2c5496fcd not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:21:54.821024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48832f5-247b-405c-8f7d-a6c375f68fe0 None None] DHCP port deletion for a5a0d070-2dd9-462a-a14a-9e2535b2435e request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:21:54.879171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e48832f5-247b-405c-8f7d-a6c375f68fe0 None None] Deleting port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:21:54.879841 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e48832f5-247b-405c-8f7d-a6c375f68fe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.908575 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.957988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e48832f5-247b-405c-8f7d-a6c375f68fe0 None None] For port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c1f03f4-ce3d-4af5-8f43-1e39a5063242,segment=NetworkSegment(9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4),segment_id=9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:54.958503 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e48832f5-247b-405c-8f7d-a6c375f68fe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:54.973440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e48832f5-247b-405c-8f7d-a6c375f68fe0 None None] Calling delete_port for 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:21:54.975911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 59a5a73f-bf90-479f-8dda-70d6e9674b5f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:21:54.976370 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.010501 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:21:53Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:55.045717 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83560f24-1e2c-4541-af6f-c21e988cdee2 None None] The sync data for ids ['38789fa7-f682-4cab-9cf0-bcd031b6c31f'] in n-d-814746-3 is: [{'id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707697338', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:21:53Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '59a5a73f-bf90-479f-8dda-70d6e9674b5f', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:22:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38789fa7-f682-4cab-9cf0-bcd031b6c31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:19:28Z', 'updated_at': '2021-12-10T09:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:21:55.075187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port 59a5a73f-bf90-479f-8dda-70d6e9674b5f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=59a5a73f-bf90-479f-8dda-70d6e9674b5f,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:21:55.075562 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.092974 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e48832f5-247b-405c-8f7d-a6c375f68fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.094203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 59a5a73f-bf90-479f-8dda-70d6e9674b5f owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:21:55.124953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48832f5-247b-405c-8f7d-a6c375f68fe0 None None] Pushing event deleted for resources: {'Port': ['ID=9c1f03f4-ce3d-4af5-8f43-1e39a5063242,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:55.127537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48832f5-247b-405c-8f7d-a6c375f68fe0 None None] No DVR routers for this DVR port 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:21:55.279935 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.306347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=59a5a73f-bf90-479f-8dda-70d6e9674b5f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:55.319238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc82694-88e8-4661-b7b1-cf68057d5665 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:21:55.369789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.496144 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.498442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.558932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e1c80483-080d-443f-81ef-3707cae96b5d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:21:55.563001 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.563001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Fanout notify agent at l3_agent the message router_deleted on router 38789fa7-f682-4cab-9cf0-bcd031b6c31f {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:21:55.571619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.574005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d876e275-2a7b-4da9-a473-40230ec267dd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/routers/38789fa7-f682-4cab-9cf0-bcd031b6c31f HTTP/1.1" status: 204 len: 168 time: 0.9560325 Dec 10 09:21:55.575603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60076) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:55.581394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: e1c80483-080d-443f-81ef-3707cae96b5d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:21:55.581777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device e1c80483-080d-443f-81ef-3707cae96b5d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:21:55.582380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:21:55.603181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:21:55.603785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c1f03f4-ce3d-4af5-8f43-1e39a5063242 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:21:55.676162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.767916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.791429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a0d070-2dd9-462a-a14a-9e2535b2435e']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:55.802709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:55.803016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b97e233-b3dd-448f-a4ba-e43e8ad7b8c4') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:55.815402 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.829376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.840559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:21:55.840559 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:21:55.843741 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:21:55.909363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.916828 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:55.920065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/networks/a5a0d070-2dd9-462a-a14a-9e2535b2435e HTTP/1.1" status: 204 len: 168 time: 0.3434823 Dec 10 09:21:55.923020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60078) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:55.932584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fda90-94fe-4e9a-a374-b1e7426aac81 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Network': ['ID=a5a0d070-2dd9-462a-a14a-9e2535b2435e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:55.990786 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef93db6-c868-45d8-b9bb-93382694bb0d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.021187 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef93db6-c868-45d8-b9bb-93382694bb0d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.094484 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef93db6-c868-45d8-b9bb-93382694bb0d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.097658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ef93db6-c868-45d8-b9bb-93382694bb0d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.098874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8ef93db6-c868-45d8-b9bb-93382694bb0d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/security-groups/93de1090-f0dc-41f0-8e7f-8e236a55e2e1 HTTP/1.1" status: 204 len: 168 time: 0.1741810 Dec 10 09:21:56.110596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef93db6-c868-45d8-b9bb-93382694bb0d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93de1090-f0dc-41f0-8e7f-8e236a55e2e1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:56.449370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60090) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:56.453885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-af2c2ad7-6f97-4c9f-9185-e7551d258bb7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739181665', 'description': 'tempest-secgroup-smoke-1739181665 description', 'project_id': '752f951f190a47a7a12dda1f81f009bf'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:56.482007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af2c2ad7-6f97-4c9f-9185-e7551d258bb7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.552807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af2c2ad7-6f97-4c9f-9185-e7551d258bb7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.556379 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af2c2ad7-6f97-4c9f-9185-e7551d258bb7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.588865 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-af2c2ad7-6f97-4c9f-9185-e7551d258bb7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.590144 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-af2c2ad7-6f97-4c9f-9185-e7551d258bb7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1397252 Dec 10 09:21:56.592113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c2ad7-6f97-4c9f-9185-e7551d258bb7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1647f811-cfb8-40ca-8d8b-668fe3e2440f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:56.593171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60096) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:56.598122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4dd782fd-cf19-4558-a6c9-4684cdda47a2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '1647f811-cfb8-40ca-8d8b-668fe3e2440f', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:56.625012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4dd782fd-cf19-4558-a6c9-4684cdda47a2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.679888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4dd782fd-cf19-4558-a6c9-4684cdda47a2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.683552 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4dd782fd-cf19-4558-a6c9-4684cdda47a2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.702667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd782fd-cf19-4558-a6c9-4684cdda47a2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3d6c34-6a77-4ec3-a69e-01731e3be4d9,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:56.711099 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4dd782fd-cf19-4558-a6c9-4684cdda47a2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.713930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4dd782fd-cf19-4558-a6c9-4684cdda47a2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196952 Dec 10 09:21:56.715158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60098) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:56.719776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-26823f97-4cc5-4c21-bc06-e68eb4f32923 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '1647f811-cfb8-40ca-8d8b-668fe3e2440f', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:56.746950 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26823f97-4cc5-4c21-bc06-e68eb4f32923 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.806306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26823f97-4cc5-4c21-bc06-e68eb4f32923 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.810052 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26823f97-4cc5-4c21-bc06-e68eb4f32923 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.829330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26823f97-4cc5-4c21-bc06-e68eb4f32923 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bacca4-d1fa-4147-8200-ad8e0561ff02,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:56.839228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26823f97-4cc5-4c21-bc06-e68eb4f32923 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.840485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-26823f97-4cc5-4c21-bc06-e68eb4f32923 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241529 Dec 10 09:21:56.843299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60100) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:56.847746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-790c0a9e-614b-419a-9a2d-720a51f7feb1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '1647f811-cfb8-40ca-8d8b-668fe3e2440f', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:56.877842 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-790c0a9e-614b-419a-9a2d-720a51f7feb1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.940639 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-790c0a9e-614b-419a-9a2d-720a51f7feb1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.944273 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-790c0a9e-614b-419a-9a2d-720a51f7feb1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.962434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c0a9e-614b-419a-9a2d-720a51f7feb1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a1d461-bdc7-4cc8-888e-6058cfdb0917,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:56.970150 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-790c0a9e-614b-419a-9a2d-720a51f7feb1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:56.974364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-790c0a9e-614b-419a-9a2d-720a51f7feb1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271672 Dec 10 09:21:56.974810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60106) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:56.980647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-366a793f-dea6-42aa-bed4-5821434d78b4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '1647f811-cfb8-40ca-8d8b-668fe3e2440f', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:57.013331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-366a793f-dea6-42aa-bed4-5821434d78b4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.077329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-366a793f-dea6-42aa-bed4-5821434d78b4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.081524 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-366a793f-dea6-42aa-bed4-5821434d78b4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.098621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a793f-dea6-42aa-bed4-5821434d78b4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b881f5a-d0d2-42fc-80af-022fe6316d7f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:57.106296 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-366a793f-dea6-42aa-bed4-5821434d78b4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.107506 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-366a793f-dea6-42aa-bed4-5821434d78b4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306255 Dec 10 09:21:57.110263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60108) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:57.116538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-29e400c4-9232-443d-afdf-02624be0f679 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '1647f811-cfb8-40ca-8d8b-668fe3e2440f', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:57.138989 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-29e400c4-9232-443d-afdf-02624be0f679 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Project 752f951f190a47a7a12dda1f81f009bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:21:57.144972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-29e400c4-9232-443d-afdf-02624be0f679 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.204249 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-29e400c4-9232-443d-afdf-02624be0f679 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.213749 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-29e400c4-9232-443d-afdf-02624be0f679 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.233096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e400c4-9232-443d-afdf-02624be0f679 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c47597-5a3b-4ea8-a8b0-1d5799fe6c5f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:57.238008 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-29e400c4-9232-443d-afdf-02624be0f679 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.242037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-29e400c4-9232-443d-afdf-02624be0f679 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276672 Dec 10 09:21:57.242037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60110) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:57.246247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e29acdde-6fa2-41a6-9731-ec2f82a392aa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': '1647f811-cfb8-40ca-8d8b-668fe3e2440f', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:57.268325 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-e29acdde-6fa2-41a6-9731-ec2f82a392aa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Project 752f951f190a47a7a12dda1f81f009bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:21:57.274020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e29acdde-6fa2-41a6-9731-ec2f82a392aa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.334580 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e29acdde-6fa2-41a6-9731-ec2f82a392aa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.338684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e29acdde-6fa2-41a6-9731-ec2f82a392aa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.356574 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29acdde-6fa2-41a6-9731-ec2f82a392aa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2ffb51-f23b-4f6f-9395-c3c6ca1b3b3a,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:57.364901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e29acdde-6fa2-41a6-9731-ec2f82a392aa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.368821 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e29acdde-6fa2-41a6-9731-ec2f82a392aa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232855 Dec 10 09:21:57.369020 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60112) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:57.373801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'network': {'name': 'tempest-network-smoke--1315940975', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'port_security_enabled': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:57.397282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:57.399535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.406291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 59a5a73f-bf90-479f-8dda-70d6e9674b5f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:21:57.427968 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 59a5a73f-bf90-479f-8dda-70d6e9674b5f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:21:57.428268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:21:57.428411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 59a5a73f-bf90-479f-8dda-70d6e9674b5f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:21:57.441592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.441940 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Added segment d34bcf07-636a-4622-8505-2791a3ee3936 of type vlan for network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 Dec 10 09:21:57.483030 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.510088 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.515724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:57.516319 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.580091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2100217 Dec 10 09:21:57.582996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60120) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:57.587789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'admin_state_up': True, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:57.593105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5ec6c-b620-49cd-aa9f-b1e5e2876f4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Network': ['ID=4e365057-9dd9-4e3f-aa97-770fcf8f4c88,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:57.609140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:21:57.625810 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.627435 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.683063 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:57.825907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.025053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.044286 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.152396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.25.3.94 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:21:58.257460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.290575 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.326151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:21:58.330755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:21:58.334924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:21:58.344602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05afd087-88e6-451b-aaf9-022b6a72912d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:21:58.362400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:21:58.445687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e00b0b69-7b12-44f1-be0f-01a3bf22cd37 None None] Provisioning complete for port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:21:58.446561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e00b0b69-7b12-44f1-be0f-01a3bf22cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.482410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e00b0b69-7b12-44f1-be0f-01a3bf22cd37 None None] Port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:21:58.608888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:58.813659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.257859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 05a2b32d-acc5-4eca-a950-1240fd2b04db is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:21:59.366393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:21:59.376308 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Sync routers for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:21:59.391485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:21:59.392164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:21:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:59.396263 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.400902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:59.401404 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f5b0ac69-68b9-4c85-9599-9dcb4f955e1f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8168335 Dec 10 09:21:59.431790 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-751fda8e-adae-453f-91af-4d85bed6cdb1 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=752f951f190a47a7a12dda1f81f009bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294802 Dec 10 09:21:59.434659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60146) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:59.513005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:21:59.534714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca5eb7a-7fe2-4243-90f9-891c66fc4629 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:21:59.536456 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bca5eb7a-7fe2-4243-90f9-891c66fc4629 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008623 Dec 10 09:21:59.539266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60150) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:59.577207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-70f840c7-58f0-4bb4-9971-604cde0145fa tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341768 Dec 10 09:21:59.577410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:21:59.582579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1436014731', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:21:59.673598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:21:59.677780 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.705859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:21:58Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:21:59.734621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Checking router: 05a2b32d-acc5-4eca-a950-1240fd2b04db for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:21:59.735142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Updating router 05a2b32d-acc5-4eca-a950-1240fd2b04db port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:21:59.770528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:21:59.875389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.047143 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.053342 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.111775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac961f50-c887-4f19-ba44-14909ae24f12 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:22:00.116127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Attempting to bind port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:00.116625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Attempting to bind port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:00.117082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Attempting to bind port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:00.119121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757aa3a-e5b3-4558-b598-91da68bb62b2 None None] Pushing event updated for resources: {'Port': ['ID=09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:00.127615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:00.128053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:00.128569 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.129058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:00.129839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Bound port: 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:00.130252 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.195699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] For port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:00.198816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] For port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:00.204739 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.266918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-592ce147-206a-4791-9658-17b82cc87dc3 None None] Provisioning complete for port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:00.267286 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-592ce147-206a-4791-9658-17b82cc87dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.270925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Subnet': ['ID=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:00.273441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aafb56-44c5-4791-a7a1-d98ae380f6e6 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:22:00.280376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Checking segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:00.280751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network hostable DHCP agents. Network: 4e365057-9dd9-4e3f-aa97-770fcf8f4c88, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:22:00.303051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:22:00.315156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 4e365057-9dd9-4e3f-aa97-770fcf8f4c88) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:00.320661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:00.321368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.321901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757aa3a-e5b3-4558-b598-91da68bb62b2 None None] Pushing event updated for resources: {'Port': ['ID=09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:00.326005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:00.326617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:21:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:00.341935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-df9ea879-7058-4d71-b908-d09114014a71 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7636049 Dec 10 09:22:00.344617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60158) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:00.372831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8127fb4-42d2-45e1-9bfc-8afd25f16664 None None] Network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:22:00.723866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-592ce147-206a-4791-9658-17b82cc87dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.729822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:00.796298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:22:00.797482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.809869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:00.820766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-592ce147-206a-4791-9658-17b82cc87dc3 None None] For port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:00.836618 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-592ce147-206a-4791-9658-17b82cc87dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.008971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ce147-206a-4791-9658-17b82cc87dc3 None None] Pushing event updated for resources: {'Port': ['ID=09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:01.026738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2399060f-da6e-4610-8a61-acce258b1469 None None] Provisioning complete for port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:01.027224 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2399060f-da6e-4610-8a61-acce258b1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.131373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Allocated IP 172.20.0.2 (4e365057-9dd9-4e3f-aa97-770fcf8f4c88/7452d7cb-cc82-4f7f-ba36-25a2138f8ae1/8b4eca71-d9c1-4b50-8af3-3b2021c57c7a) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:01.265200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:21:58Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:01.306116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dca424-e917-454d-a278-6b64990100f3 None None] The sync data for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 is: [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:21:58Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:01.375994 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.384021 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.429093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:01.433743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:01.437975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:01.442507 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.20.0.1 (4e365057-9dd9-4e3f-aa97-770fcf8f4c88/7452d7cb-cc82-4f7f-ba36-25a2138f8ae1/dec1288a-f8cc-46e9-9107-cfad0c36cfd2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:01.468973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Pushing event updated for resources: {'Port': ['ID=8b4eca71-d9c1-4b50-8af3-3b2021c57c7a,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:01.503318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Attempting to bind port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:01.503840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Attempting to bind port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:01.504283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Attempting to bind port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:01.510000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:01.510499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Checking segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:01.510972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.511439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Bound using segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:01.511980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Bound port: 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:01.512948 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.577975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.586443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] For port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:01.590609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] For port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8b4eca71-d9c1-4b50-8af3-3b2021c57c7a,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:01.599492 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.664354 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:01.704057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dede5-bbdb-4573-b58d-e75b68d1360e None None] Pushing event updated for resources: {'Port': ['ID=8b4eca71-d9c1-4b50-8af3-3b2021c57c7a,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:01.736108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=dec1288a-f8cc-46e9-9107-cfad0c36cfd2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:01.744983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:01.746630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:01.749213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:01.822403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.038455 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.382000 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.388213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.477820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=dec1288a-f8cc-46e9-9107-cfad0c36cfd2,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:02.480769 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:02.587615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:02.589145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:02.717080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 05a2b32d-acc5-4eca-a950-1240fd2b04db has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:22:02.842829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:02.849301 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dfec6076-eda4-4514-98e8-6025d0e68ab6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "PUT /v2.0/routers/05a2b32d-acc5-4eca-a950-1240fd2b04db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5034788 Dec 10 09:22:02.920634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc4634-927d-4a95-80bc-b5b1958968a1 None None] Network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:22:03.020941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d7566c8d-f6db-4003-b0e2-5a1cb1f2c9cb None None] Provisioning complete for port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:03.021604 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d7566c8d-f6db-4003-b0e2-5a1cb1f2c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.097353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-e81547d3-c88e-483d-9055-3daa31b21836 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739181665&fields=id&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 267 time: 0.0550811 Dec 10 09:22:03.148880 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d7566c8d-f6db-4003-b0e2-5a1cb1f2c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.190881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-752b756d-0a8a-43f2-96f3-5efdea4904d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.214501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d7566c8d-f6db-4003-b0e2-5a1cb1f2c9cb None None] For port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8b4eca71-d9c1-4b50-8af3-3b2021c57c7a,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:03.218991 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d7566c8d-f6db-4003-b0e2-5a1cb1f2c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.240285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4883-c911-4b96-b753-1343913d57f0 req-531273b1-f7a7-47ad-9e3c-0e3dfc597fa4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:03.242269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-531273b1-f7a7-47ad-9e3c-0e3dfc597fa4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 797 time: 0.1357386 Dec 10 09:22:03.265122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-dcb07433-9058-4af4-8351-4fcd14bbefda tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/quotas/752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 375 time: 0.0162923 Dec 10 09:22:03.284722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7566c8d-f6db-4003-b0e2-5a1cb1f2c9cb None None] Pushing event updated for resources: {'Port': ['ID=8b4eca71-d9c1-4b50-8af3-3b2021c57c7a,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:03.335713 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-48ec38e9-5db4-4b10-83ad-fce97d1de687 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603919 Dec 10 09:22:03.338074 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Sync routers for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:03.350069 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:03.350717 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:21:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:03.410175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-dc5317d2-60ff-4fee-ab2f-ef27a77433c8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:22:03.431819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-dc5317d2-60ff-4fee-ab2f-ef27a77433c8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0948637 Dec 10 09:22:03.473606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0af4e8ce-e398-4ab3-befc-41e26853f25c None None] Provisioning complete for port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:03.474148 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0af4e8ce-e398-4ab3-befc-41e26853f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.550256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:03.597200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-34003ef2-b640-4b87-ae22-7a444f285c6d service neutron] 10.222.0.31 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446235 Dec 10 09:22:03.624821 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:03.655112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:03.655642 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.659393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0af4e8ce-e398-4ab3-befc-41e26853f25c None None] Provisioning complete for port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:03.659888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0af4e8ce-e398-4ab3-befc-41e26853f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.737938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0af4e8ce-e398-4ab3-befc-41e26853f25c None None] Port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:03.759650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-1efe0e63-f393-42fd-aacf-08d49b4dfe7e service neutron] 10.222.0.31 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563692 Dec 10 09:22:03.788901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:03.841889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:03.842037 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.930720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ee6c7d4e-f267-401b-99ed-161f968c20e5 None None] Provisioning complete for port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:03.931416 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7d4e-f267-401b-99ed-161f968c20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:03.987355 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70067b3a-38d2-4b24-92cf-355c8d128abc req-c84be10c-f670-40f4-993a-5a8ef05bf0bc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 210 time: 0.0367255 Dec 10 09:22:04.022985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7d4e-f267-401b-99ed-161f968c20e5 None None] Port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:04.026121 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:22:01Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'dec1288a-f8cc-46e9-9107-cfad0c36cfd2', 'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:58:2e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:02Z', 'revision_number': 2, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:04.144389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-feefa131-28ef-45de-9d4e-659408e45d3d None None] Provisioning complete for port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:04.144849 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-feefa131-28ef-45de-9d4e-659408e45d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.168559 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Checking router: 05a2b32d-acc5-4eca-a950-1240fd2b04db for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:04.168911 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Updating router 05a2b32d-acc5-4eca-a950-1240fd2b04db port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:22:04.196273 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.219996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-feefa131-28ef-45de-9d4e-659408e45d3d None None] Port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:04.514702 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.520818 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.574019 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Pushing event updated for resources: {'Port': ['ID=dec1288a-f8cc-46e9-9107-cfad0c36cfd2,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:04.605906 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.606185 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.606627 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.606851 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.607194 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.607519 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.607890 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.608174 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.608511 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.608807 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.609125 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.609454 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.609791 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:04.653791 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Attempting to bind port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:04.654136 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Attempting to bind port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:04.654499 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Attempting to bind port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:04.660623 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:04.661066 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Checking segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:04.661542 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.662042 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Bound using segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:04.662254 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Bound port: dec1288a-f8cc-46e9-9107-cfad0c36cfd2, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:04.662631 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.735369 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] For port dec1288a-f8cc-46e9-9107-cfad0c36cfd2, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:04.739486 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] For port dec1288a-f8cc-46e9-9107-cfad0c36cfd2, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dec1288a-f8cc-46e9-9107-cfad0c36cfd2,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:04.749364 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.814352 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:04.815304 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:21:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:04.853700 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90b691-0f03-4ea8-a4ec-668ab9c6f651 None None] Pushing event updated for resources: {'Port': ['ID=dec1288a-f8cc-46e9-9107-cfad0c36cfd2,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:04.871165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b48abf2b-a580-4e47-b55f-566e4060c417 None None] Provisioning complete for port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:04.871541 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b48abf2b-a580-4e47-b55f-566e4060c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:04.943212 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:04.991641 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b48abf2b-a580-4e47-b55f-566e4060c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.066723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b48abf2b-a580-4e47-b55f-566e4060c417 None None] For port dec1288a-f8cc-46e9-9107-cfad0c36cfd2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dec1288a-f8cc-46e9-9107-cfad0c36cfd2,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:05.078124 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b48abf2b-a580-4e47-b55f-566e4060c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.167557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48abf2b-a580-4e47-b55f-566e4060c417 None None] Pushing event updated for resources: {'Port': ['ID=dec1288a-f8cc-46e9-9107-cfad0c36cfd2,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:05.176720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7807a37f-a2bc-4cf5-af82-22b3dfc60083 req-b21f4833-fe18-414f-b817-917d0f7f1de1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 210 time: 0.0552514 Dec 10 09:22:05.218769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ce535a45-05cb-412f-9461-ca43f59f1e1c None None] Provisioning complete for port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:05.219431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ce535a45-05cb-412f-9461-ca43f59f1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.221188 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4883-c911-4b96-b753-1343913d57f0 req-9ffb9a69-f359-4191-8136-0164b6f43f45 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:05.222945 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-9ffb9a69-f359-4191-8136-0164b6f43f45 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 797 time: 0.2423201 Dec 10 09:22:05.281953 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:22:01Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'dec1288a-f8cc-46e9-9107-cfad0c36cfd2', 'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:58:2e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:04Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:05.305417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-756d3f61-6498-4fe0-a51b-a59846634921 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 380 time: 0.0714166 Dec 10 09:22:05.317279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'port': {'device_id': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'admin_state_up': True, 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'security_groups': ['1647f811-cfb8-40ca-8d8b-668fe3e2440f']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:05.328638 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b7fff-29ab-4bdf-819a-76b76f5d5d8d None None] The sync data for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 is: [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:22:01Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'dec1288a-f8cc-46e9-9107-cfad0c36cfd2', 'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:58:2e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:04Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:05.454380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e6af1e45-a8d0-4714-85c3-afcbf6389a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.497251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:22:05.501050 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.661408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.20.0.11 (4e365057-9dd9-4e3f-aa97-770fcf8f4c88/7452d7cb-cc82-4f7f-ba36-25a2138f8ae1/40ed9fbc-7d11-4232-b887-8c56ce120fef) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:05.704519 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:22:05.848786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.890342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:05.936094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:05.939750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:05.943798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:05.974104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:06.012976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:06.013768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.037749 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-f406dcc2-104c-42e6-9a5c-eac88c11e83a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7241144 Dec 10 09:22:06.061639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Request body: {'port': {'device_id': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:06.143392 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.268502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6727eb9d-08c4-4634-a385-ca94d4ef0a12 None None] Provisioning complete for port 40ed9fbc-7d11-4232-b887-8c56ce120fef triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:06.269691 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6727eb9d-08c4-4634-a385-ca94d4ef0a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.320860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6727eb9d-08c4-4634-a385-ca94d4ef0a12 None None] Port 40ed9fbc-7d11-4232-b887-8c56ce120fef cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:06.416804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd09c0-099a-4a8b-a5fe-f9aeb9fb125b req-67d0bc63-685c-4944-9c4c-60be5d528863 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:06.418441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08cd09c0-099a-4a8b-a5fe-f9aeb9fb125b req-67d0bc63-685c-4944-9c4c-60be5d528863 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 932 time: 0.1211607 Dec 10 09:22:06.527890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08cd09c0-099a-4a8b-a5fe-f9aeb9fb125b req-06bf8597-e686-4cd5-9547-74d760ddae9d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976770 Dec 10 09:22:06.562165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ed9fbc-7d11-4232-b887-8c56ce120fef {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:06.574385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.576042 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.592199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Transition to ACTIVE for port object 40ed9fbc-7d11-4232-b887-8c56ce120fef will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:22:06.597745 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.656067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:06.737879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:06.738311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:06.738751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:06.743571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Port 40ed9fbc-7d11-4232-b887-8c56ce120fef on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:22:06.743988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:06.749285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:06.749748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Checking segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:06.750203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Bound using segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:06.750699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Bound port: 40ed9fbc-7d11-4232-b887-8c56ce120fef, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:06.751121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.827789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:06.831925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:06.840040 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.884448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:06.885061 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:06.886545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] 10.222.0.18 "PUT /v2.0/ports/40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 1092 time: 0.8412056 Dec 10 09:22:06.887073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:06.889442 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5156a97-3564-4140-b45c-8e4dce30c878" -d '{"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:06.934141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea08c19-4e26-47c0-a361-1cf7dc0acc28 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:06.981049 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800a88ec-33ca-48ae-b7df-231cea2da535 x-openstack-request-id: req-800a88ec-33ca-48ae-b7df-231cea2da535 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:06.983001 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:06.983297 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-800a88ec-33ca-48ae-b7df-231cea2da535 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:06.983711 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'status': 'completed', 'code': 200} Dec 10 09:22:07.002484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4883-c911-4b96-b753-1343913d57f0 req-a0ca577a-cd58-4fdc-8780-4f18f4ed99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:07.004078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-a0ca577a-cd58-4fdc-8780-4f18f4ed99b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1095 time: 0.0572526 Dec 10 09:22:07.072430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-472a0665-c43d-4fe7-bcc8-7c3928e99c9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 217 time: 0.0582712 Dec 10 09:22:07.127007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4883-c911-4b96-b753-1343913d57f0 req-8f0ea918-3106-4510-95c8-aa20e0a17ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:07.129015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-8f0ea918-3106-4510-95c8-aa20e0a17ec0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0493703 Dec 10 09:22:07.181240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d4883-c911-4b96-b753-1343913d57f0 req-0159a4df-37d6-4de8-a880-3f3b07484f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:07.182859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-0159a4df-37d6-4de8-a880-3f3b07484f38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444851 Dec 10 09:22:07.294252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-9f337963-f55b-4574-b223-018d7cb0adf8 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032290 Dec 10 09:22:07.385923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a21d4883-c911-4b96-b753-1343913d57f0 req-1fb4eb87-f7f7-485f-bf9e-a80a1c5a53f6 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845399 Dec 10 09:22:07.493230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device dec1288a-f8cc-46e9-9107-cfad0c36cfd2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:07.499559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-f9aee56c-447b-470b-8941-0f4f8c991a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:07.501136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-f9aee56c-447b-470b-8941-0f4f8c991a86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1095 time: 0.0612364 Dec 10 09:22:07.544595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:07.544969 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:07.620059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-7ad832da-195c-44cd-bddf-25c3f39cc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:07.621583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-7ad832da-195c-44cd-bddf-25c3f39cc328 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.1138241 Dec 10 09:22:07.677425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-f165d62d-e14f-42cd-ac4c-9e6679f8a765 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 217 time: 0.0462122 Dec 10 09:22:07.758052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-86d96062-f5de-4fb9-9b0d-0534249eeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:07.759583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-86d96062-f5de-4fb9-9b0d-0534249eeb49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0748410 Dec 10 09:22:07.768789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadf3fa-1e2a-46f5-ac02-fafe42375f6a req-db8ce875-3674-4c80-9aa2-7b2ef4d37ca3 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:07.771217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cadf3fa-1e2a-46f5-ac02-fafe42375f6a req-db8ce875-3674-4c80-9aa2-7b2ef4d37ca3 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 944 time: 0.0963950 Dec 10 09:22:07.850185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-49d2e8b4-01a0-4e52-bca6-9a50be39ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:07.851718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-49d2e8b4-01a0-4e52-bca6-9a50be39ea9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792861 Dec 10 09:22:07.855850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cadf3fa-1e2a-46f5-ac02-fafe42375f6a req-e19ccc51-76c8-4732-96ce-15f4e7c35a53 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755322 Dec 10 09:22:07.953022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-51085007-9f68-4de4-8f52-70d166e122f6 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933828 Dec 10 09:22:08.043753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5156a97-3564-4140-b45c-8e4dce30c878 req-38496503-1425-4d56-aeba-e4e55408d598 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834074 Dec 10 09:22:08.263165 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:08.981214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923000f9-f010-4f4b-b02b-218994d4b223 req-f89ba18d-7c46-4034-aa84-6a1004201e3c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:08.982831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-923000f9-f010-4f4b-b02b-218994d4b223 req-f89ba18d-7c46-4034-aa84-6a1004201e3c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 944 time: 0.0506701 Dec 10 09:22:09.037103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-923000f9-f010-4f4b-b02b-218994d4b223 req-ac640b67-c934-4c8c-84b4-56d8d3665908 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477026 Dec 10 09:22:09.241361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.096105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:22:10.167381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4fb62-d678-4c64-94ad-0539fe0f7250 req-c4c9104d-9d27-439e-a91e-2ebf55a15217 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:10.170023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bdf4fb62-d678-4c64-94ad-0539fe0f7250 req-c4c9104d-9d27-439e-a91e-2ebf55a15217 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 944 time: 0.0614192 Dec 10 09:22:10.205101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:10.216841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'port_id': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'mac_address': 'fa:16:3e:6a:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:22:10.227319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bdf4fb62-d678-4c64-94ad-0539fe0f7250 req-25d3fc18-7c18-48cc-9dbc-7a5c4ed0802f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463774 Dec 10 09:22:10.256318 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.270118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ed9fbc-7d11-4232-b887-8c56ce120fef {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:10.289155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:10.293125 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:10.339541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:10.587451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['40ed9fbc-7d11-4232-b887-8c56ce120fef'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:22:11.347687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555d777-169b-4b39-974a-81ace7e86a94 req-c2930762-e13f-4cf9-b5de-ebed19780a0e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:11.349190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9555d777-169b-4b39-974a-81ace7e86a94 req-c2930762-e13f-4cf9-b5de-ebed19780a0e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 945 time: 0.0491462 Dec 10 09:22:11.400123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9555d777-169b-4b39-974a-81ace7e86a94 req-cbc3a501-c762-4d06-a035-bd83fff67551 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 Dec 10 09:22:12.105064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:22:12.159975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 40ed9fbc-7d11-4232-b887-8c56ce120fef completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:22:12.164111 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 40ed9fbc-7d11-4232-b887-8c56ce120fef triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:12.164485 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.243925 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.268801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:12.271088 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc6e2e7-c564-402d-b73b-9878e825cf96" -d '{"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-plugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:12.285424 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:12.292082 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:12.328457 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092c4868-0359-4402-9aee-cd2089e878ec x-openstack-request-id: req-092c4868-0359-4402-9aee-cd2089e878ec {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:12.328763 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-plugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:12.329022 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-092c4868-0359-4402-9aee-cd2089e878ec {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:12.329982 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'code': 200} Dec 10 09:22:12.351146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:12.436872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dc413-7a66-4210-bcf5-ffee1d59e447 req-8eea14c1-a4ee-4bce-af6d-c0f2d68fd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:12.438565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-857dc413-7a66-4210-bcf5-ffee1d59e447 req-8eea14c1-a4ee-4bce-af6d-c0f2d68fd43b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1097 time: 0.0483179 Dec 10 09:22:12.518199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-857dc413-7a66-4210-bcf5-ffee1d59e447 req-83bf318a-7916-4f4e-a23f-641996d97c18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723529 Dec 10 09:22:12.541966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3fcd1-e66d-4dda-a58a-f784f3b3415c req-7c684e82-685f-4904-acf4-c8ea2adaad8a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:12.543490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39c3fcd1-e66d-4dda-a58a-f784f3b3415c req-7c684e82-685f-4904-acf4-c8ea2adaad8a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0679066 Dec 10 09:22:12.595646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39c3fcd1-e66d-4dda-a58a-f784f3b3415c req-30414f32-feb1-4ff6-ba9f-c99409c56e27 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447547 Dec 10 09:22:13.723455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f395-fbed-4c0a-90c0-9ba693148768 req-6e310b44-6df3-47a3-a5a7-de108c900f5d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:13.724898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb16f395-fbed-4c0a-90c0-9ba693148768 req-6e310b44-6df3-47a3-a5a7-de108c900f5d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0536354 Dec 10 09:22:13.776088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb16f395-fbed-4c0a-90c0-9ba693148768 req-06b14bad-05f7-4fd5-8a02-1eff16a970ba tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443711 Dec 10 09:22:14.904281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632c4f2-d013-4c42-9634-66b70b57d6f7 req-a0bc72fd-7419-45d9-93d1-fd120ed01953 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:14.905956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2632c4f2-d013-4c42-9634-66b70b57d6f7 req-a0bc72fd-7419-45d9-93d1-fd120ed01953 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0533302 Dec 10 09:22:14.981824 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2632c4f2-d013-4c42-9634-66b70b57d6f7 req-698ba1b7-4897-4507-9cf0-8ec01fac0ce0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584009 Dec 10 09:22:15.100148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ad117-535c-4f5f-9b81-3745e8ccb49c req-d5225c07-794c-4e6d-8a4e-e3580ce94c3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:15.101830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d80ad117-535c-4f5f-9b81-3745e8ccb49c req-d5225c07-794c-4e6d-8a4e-e3580ce94c3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0606096 Dec 10 09:22:15.156686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d80ad117-535c-4f5f-9b81-3745e8ccb49c req-a7003c1c-20da-4f1a-8bc6-1a97ff6fb89d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488696 Dec 10 09:22:15.178724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60402) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:15.222813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd1a09-4f72-47bd-872c-2060c8b86b51 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:15.227240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60404) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:15.227402 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-53bd1a09-4f72-47bd-872c-2060c8b86b51 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1092 time: 0.0475910 Dec 10 09:22:15.231179 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.232244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:15.255876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.356547 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.466375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.25.3.55 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/f2f56006-6b66-43fd-b07f-434251613cfb) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:15.568048 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.601818 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:15.644568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:15.647454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:15.651063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:15.677826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=f2f56006-6b66-43fd-b07f-434251613cfb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:16.029853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.102056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.256877 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.261306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.332217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=f2f56006-6b66-43fd-b07f-434251613cfb,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:16.338480 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:16.439897 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Floating IP fa991e5a-13fb-419c-b40c-6af63238cb11 associated. External IP: 172.25.3.55, port: 40ed9fbc-7d11-4232-b887-8c56ce120fef. Dec 10 09:22:16.648360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 05a2b32d-acc5-4eca-a950-1240fd2b04db has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:22:17.078657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:17.092534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] Sync routers for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:17.098485 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:17.104637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:17.105258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:22:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:17.130925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a79e7bcb-5b7e-45ec-b00a-da39236b22a0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9000227 Dec 10 09:22:17.130925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:17.131533 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04" -d '{"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:17.180340 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea9a07-9cad-4905-9f6a-7529e766b7f5 x-openstack-request-id: req-11ea9a07-9cad-4905-9f6a-7529e766b7f5 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:17.180340 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:17.180722 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11ea9a07-9cad-4905-9f6a-7529e766b7f5 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:17.181190 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'status': 'completed', 'code': 200} Dec 10 09:22:17.273665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-0260ec7a-a9b9-4430-a0bb-33ba653bcc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:17.275197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-0260ec7a-a9b9-4430-a0bb-33ba653bcc34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1097 time: 0.0625021 Dec 10 09:22:17.284252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2168f7-f58d-419f-b427-a9b62cb00649 req-08d3c589-31cc-4d71-9729-3a6648fc0331 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:17.285815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da2168f7-f58d-419f-b427-a9b62cb00649 req-08d3c589-31cc-4d71-9729-3a6648fc0331 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.1036990 Dec 10 09:22:17.395989 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da2168f7-f58d-419f-b427-a9b62cb00649 req-2abeb119-8728-4d07-8540-943306abfd67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016705 Dec 10 09:22:17.408663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:17.415269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-6a2d89c7-78ab-45f8-9b40-ff3a1a3952eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:17.416938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-6a2d89c7-78ab-45f8-9b40-ff3a1a3952eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.1299136 Dec 10 09:22:17.435010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60416) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:17.499403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-24c94310-5a33-406b-8150-02251255e4d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 999 time: 0.0733624 Dec 10 09:22:17.520482 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-71eeb3b4-6005-4777-b61d-6202d5844af3 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/fa991e5a-13fb-419c-b40c-6af63238cb11 HTTP/1.1" status: 200 len: 991 time: 0.0827997 Dec 10 09:22:17.574868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-999cf2b9-5808-429a-9b58-d2dfd6bd048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:17.576675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-999cf2b9-5808-429a-9b58-d2dfd6bd048a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0719285 Dec 10 09:22:17.635770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-5a033de0-d6bc-4497-ab61-4fff546e6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:17.637494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-5a033de0-d6bc-4497-ab61-4fff546e6fba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538404 Dec 10 09:22:17.721733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:22:01Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'fa991e5a-13fb-419c-b40c-6af63238cb11', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.55', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'port_id': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'mac_address': 'fa:16:3e:6a:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:22:15Z', 'updated_at': '2021-12-10T09:22:15Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec1288a-f8cc-46e9-9107-cfad0c36cfd2', 'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:58:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:05Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:17.744166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-daec9bf9-c71c-40fb-8342-e07c995cf28f service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998681 Dec 10 09:22:17.753258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] Checking router: 05a2b32d-acc5-4eca-a950-1240fd2b04db for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:17.762180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:17.762906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:22:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:17.855328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d6b85c9-bf04-4e5b-9a1c-d232fe242d04 req-81cf3662-714d-42fc-ad54-f5927ac73a29 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026034 Dec 10 09:22:17.877609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:17.908151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d32334-3bf4-4ae0-979d-d8f242d39930 req-739338dd-e775-46f4-bd4e-a3ebab896492 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:17.909697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6d32334-3bf4-4ae0-979d-d8f242d39930 req-739338dd-e775-46f4-bd4e-a3ebab896492 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 947 time: 0.0533793 Dec 10 09:22:17.958911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6d32334-3bf4-4ae0-979d-d8f242d39930 req-5ac3e854-59f5-4249-bc6f-32b4f5791d32 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Dec 10 09:22:18.102951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:22:01Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'fa991e5a-13fb-419c-b40c-6af63238cb11', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.55', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'port_id': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'mac_address': 'fa:16:3e:6a:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:22:15Z', 'updated_at': '2021-12-10T09:22:15Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec1288a-f8cc-46e9-9107-cfad0c36cfd2', 'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:58:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:05Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:18.134580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227de3e-9374-46e1-80f7-0fa9117f8ee3 None None] The sync data for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 is: [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:22:01Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'fa991e5a-13fb-419c-b40c-6af63238cb11', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.55', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'port_id': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'mac_address': 'fa:16:3e:6a:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:22:15Z', 'updated_at': '2021-12-10T09:22:15Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec1288a-f8cc-46e9-9107-cfad0c36cfd2', 'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:58:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:05Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:18.334394 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735d5ec-e796-4685-b0c4-5f4d7ac5c612 None None] New status for floating IP fa991e5a-13fb-419c-b40c-6af63238cb11: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:22:18.522224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60438) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:18.591272 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-edd76a52-befb-4229-a765-781a2a022254 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/fa991e5a-13fb-419c-b40c-6af63238cb11 HTTP/1.1" status: 200 len: 993 time: 0.0663977 Dec 10 09:22:19.088477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74841b-febc-4228-9766-23a4be305083 req-b230bc80-9791-4683-b0be-9d02abcc41ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:19.090069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b74841b-febc-4228-9766-23a4be305083 req-b230bc80-9791-4683-b0be-9d02abcc41ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 947 time: 0.0561552 Dec 10 09:22:19.142268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b74841b-febc-4228-9766-23a4be305083 req-303f7701-2db6-415f-8219-9dea61699397 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups?id=51b4e6d0-31ef-4ce0-b709-59710b9c6a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455461 Dec 10 09:22:19.170228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-15785aea-25e4-4c33-bb9c-217d5031d83d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:19.171729 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-15785aea-25e4-4c33-bb9c-217d5031d83d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.39 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 947 time: 0.0641911 Dec 10 09:22:19.267185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Deleting port 35f12d90-5419-4605-b1d2-3bad3934062c {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:22:19.267513 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.330264 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.361570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] For port 35f12d90-5419-4605-b1d2-3bad3934062c, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=35f12d90-5419-4605-b1d2-3bad3934062c,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:19.361938 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.555134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.555857 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.555857 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Floating IP cce8039d-3c1d-4418-abfc-180024f9f3de disassociated. External IP: 172.25.3.130, port: 35f12d90-5419-4605-b1d2-3bad3934062c. Dec 10 09:22:19.556139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Calling delete_port for 35f12d90-5419-4605-b1d2-3bad3934062c owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:22:19.692013 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.721089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event deleted for resources: {'Port': ['ID=35f12d90-5419-4605-b1d2-3bad3934062c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:19.836456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:22:19.946137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:19.955990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] Sync routers for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:19.966499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:19.967215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:22:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:19.987348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] No DVR routers for this DVR port 35f12d90-5419-4605-b1d2-3bad3934062c on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:22:19.990690 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:19.995182 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2b41165-6402-4db9-bb43-6d89ea697b28 req-6cd53b9b-a21a-453b-93b7-f70473bfff74 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.39 "DELETE /v2.0/ports/35f12d90-5419-4605-b1d2-3bad3934062c HTTP/1.1" status: 204 len: 173 time: 0.8163593 Dec 10 09:22:19.995659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-deleted', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:19.998724 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd6b5d-ae3a-4717-8729-9a52c3c96219" -d '{"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-deleted", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:20.100941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:20.135467 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac21cb-a459-4623-a9a6-62cdd39c5536 x-openstack-request-id: req-bdac21cb-a459-4623-a9a6-62cdd39c5536 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:20.135966 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96afe9c4-7f41-445f-9c01-0efb3af1da35", "name": "network-vif-deleted", "tag": "35f12d90-5419-4605-b1d2-3bad3934062c", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:20.136305 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdac21cb-a459-4623-a9a6-62cdd39c5536 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:20.136786 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96afe9c4-7f41-445f-9c01-0efb3af1da35', 'name': 'network-vif-deleted', 'tag': '35f12d90-5419-4605-b1d2-3bad3934062c', 'status': 'completed', 'code': 200} Dec 10 09:22:20.284528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e5c0ef39-76b8-4547-9154-a5f513d14230 req-5f42d9d5-c0ee-4253-8843-d9468ddb4b97 tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/ports?device_id=96afe9c4-7f41-445f-9c01-0efb3af1da35 HTTP/1.1" status: 200 len: 210 time: 0.0343840 Dec 10 09:22:20.346209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:20.381129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] Checking router: 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:20.392839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:20.393534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:22:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:20.510158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:20.728623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:20.756455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ac295-0889-43e3-a604-93a7c97fa51a None None] The sync data for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 is: [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:13:04Z', 'revision_number': 4, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '18a324d7-26b5-46b5-a6f9-6fc38c0276ea', 'name': '', 'network_id': '5ddf88cd-850e-4fa9-8931-bcbfab7d6080', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'mac_address': 'fa:16:3e:75:b6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:13:02Z', 'updated_at': '2021-12-10T09:13:13Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'subnets': [{'id': 'd59e7171-3697-4b4d-a409-602ec1632f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:20.993873 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9e30d-1a2e-40eb-be94-20066e266ead None None] New status for floating IP cce8039d-3c1d-4418-abfc-180024f9f3de: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:22:21.378046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60456) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:21.436179 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-170f2b0c-f586-41f7-9593-04735b2618ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.461198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-170f2b0c-f586-41f7-9593-04735b2618ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.510328 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-170f2b0c-f586-41f7-9593-04735b2618ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.512955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-170f2b0c-f586-41f7-9593-04735b2618ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.517278 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-170f2b0c-f586-41f7-9593-04735b2618ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "DELETE /v2.0/security-groups/51b4e6d0-31ef-4ce0-b709-59710b9c6a32 HTTP/1.1" status: 204 len: 168 time: 0.1350985 Dec 10 09:22:21.518057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60460) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:21.524225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f2b0c-f586-41f7-9593-04735b2618ab tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b4e6d0-31ef-4ce0-b709-59710b9c6a32,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:21.539031 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-d0489187-c4e4-4f75-bce0-e8b40bcf2a2d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] show failed (client error): The resource could not be found. Dec 10 09:22:21.543044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60462) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:21.543180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d0489187-c4e4-4f75-bce0-e8b40bcf2a2d tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "GET /v2.0/security-groups/51b4e6d0-31ef-4ce0-b709-59710b9c6a32 HTTP/1.1" status: 404 len: 347 time: 0.0239165 Dec 10 09:22:21.676813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Deleting port e7b41731-b750-4fb4-8bca-74963efc82f6 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:22:21.677163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.751142 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.751476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.762963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Calling delete_port for e7b41731-b750-4fb4-8bca-74963efc82f6 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:22:21.903432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.932384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Pushing event deleted for resources: {'Port': ['ID=e7b41731-b750-4fb4-8bca-74963efc82f6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:21.994798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.997595 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:21.998839 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-df250b4e-f036-4d67-abc3-192adcdd870b tempest-AttachVolumeShelveTestJSON-1077813133 tempest-AttachVolumeShelveTestJSON-1077813133-project] 10.222.0.31 "DELETE /v2.0/floatingips/cce8039d-3c1d-4418-abfc-180024f9f3de HTTP/1.1" status: 204 len: 168 time: 0.4544160 Dec 10 09:22:22.903561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 35f12d90-5419-4605-b1d2-3bad3934062c no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:22:22.932075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 35f12d90-5419-4605-b1d2-3bad3934062c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:22:22.932429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 35f12d90-5419-4605-b1d2-3bad3934062c not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:22:27.638527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60544) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:28.136662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.408908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Deleting port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:22:28.409470 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.491891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] For port 18a324d7-26b5-46b5-a6f9-6fc38c0276ea, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18a324d7-26b5-46b5-a6f9-6fc38c0276ea,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:28.492561 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.506100 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Calling delete_port for 18a324d7-26b5-46b5-a6f9-6fc38c0276ea owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:22:28.730180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:28.755299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=18a324d7-26b5-46b5-a6f9-6fc38c0276ea,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:28.951147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.196659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:22:29.635663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:22:29.640684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-17afac00-1653-46f7-babf-4f778f7dc4ea admin admin] 10.222.0.31 "PUT /v2.0/routers/1e8db260-7b61-4b22-b2f7-7a16b5a1c7af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0011179 Dec 10 09:22:29.643989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60580) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:29.647280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] Sync routers for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:22:29.657468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:29.658540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:22:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:29.768840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.786902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:29.883172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:29.940451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Deleting port 83d07d91-7a29-40de-ac51-cee675da477e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:22:29.941063 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.005748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '83d07d91-7a29-40de-ac51-cee675da477e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:22:28Z', 'revision_number': 5, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port': {'id': '83d07d91-7a29-40de-ac51-cee675da477e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:12:58Z', 'updated_at': '2021-12-10T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:30.034653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] For port 83d07d91-7a29-40de-ac51-cee675da477e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=83d07d91-7a29-40de-ac51-cee675da477e,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:30.035021 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.047082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Calling delete_port for 83d07d91-7a29-40de-ac51-cee675da477e owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:22:30.049714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] Checking router: 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:22:30.058468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] Routers {'1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:22:30.059081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:22:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:30.160712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] Set router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:22:30.226243 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.254346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d07d91-7a29-40de-ac51-cee675da477e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:30.332001 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.362039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509038ca-7eb4-417b-afe0-6336228e7b41 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:22:30.392024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:22:29Z', 'revision_number': 6, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:30.424559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17fa29-1769-4d38-b03a-71d641dd5f77 None None] The sync data for ids ['1e8db260-7b61-4b22-b2f7-7a16b5a1c7af'] in n-d-814746-3 is: [{'id': '1e8db260-7b61-4b22-b2f7-7a16b5a1c7af', 'name': 'tempest-AttachVolumeShelveTestJSON-226701284-router', 'tenant_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:12:56Z', 'updated_at': '2021-12-10T09:22:29Z', 'revision_number': 6, 'project_id': 'd0d2c2c25d624f5baaa30c820992c2ea', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:22:30.442406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.444697 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.496600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.497368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8db260-7b61-4b22-b2f7-7a16b5a1c7af {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:22:30.502539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.505628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ade71d1d-8bd5-4367-8e40-e4ff7cfdc764 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1e8db260-7b61-4b22-b2f7-7a16b5a1c7af HTTP/1.1" status: 204 len: 168 time: 0.8588731 Dec 10 09:22:30.506394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60594) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:30.554856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-66051671-b8e7-4acc-b581-0673f4c245b6 admin admin] Deleting subnet d59e7171-3697-4b4d-a409-602ec1632f9d {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:22:30.558592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66051671-b8e7-4acc-b581-0673f4c245b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.595416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66051671-b8e7-4acc-b581-0673f4c245b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.680756 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66051671-b8e7-4acc-b581-0673f4c245b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.740889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66051671-b8e7-4acc-b581-0673f4c245b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.767661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66051671-b8e7-4acc-b581-0673f4c245b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59e7171-3697-4b4d-a409-602ec1632f9d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:30.772785 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-66051671-b8e7-4acc-b581-0673f4c245b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.778217 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-66051671-b8e7-4acc-b581-0673f4c245b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d59e7171-3697-4b4d-a409-602ec1632f9d HTTP/1.1" status: 204 len: 168 time: 0.2684457 Dec 10 09:22:30.778597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60602) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:30.794227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77212a2d-9622-4d04-8f1b-896c3ffa519b None None] Network 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:22:30.870020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:30.934846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Deleting port 05ff51c1-d9aa-4d3f-a024-069605936064 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:22:30.935185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.011911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] For port 05ff51c1-d9aa-4d3f-a024-069605936064, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=05ff51c1-d9aa-4d3f-a024-069605936064,segment=NetworkSegment(838d416b-a4d4-4547-98fd-f740aa1e3f4a),segment_id=838d416b-a4d4-4547-98fd-f740aa1e3f4a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:22:31.012278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.026025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Calling delete_port for 05ff51c1-d9aa-4d3f-a024-069605936064 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:22:31.110235 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.143746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ff51c1-d9aa-4d3f-a024-069605936064,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:31.145837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] No DVR routers for this DVR port 05ff51c1-d9aa-4d3f-a024-069605936064 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:22:31.230185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.255932 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddf88cd-850e-4fa9-8931-bcbfab7d6080']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:31.281180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838d416b-a4d4-4547-98fd-f740aa1e3f4a') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:31.281404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838d416b-a4d4-4547-98fd-f740aa1e3f4a') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:22:31.289620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422b0ca2-c5f7-4e95-a728-7d6976b0f62e None None] DHCP port deletion for 5ddf88cd-850e-4fa9-8931-bcbfab7d6080 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:22:31.307767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.318596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.325848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:22:31.326369 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:22:31.328258 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:22:31.388941 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.394706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.398392 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5ddf88cd-850e-4fa9-8931-bcbfab7d6080 HTTP/1.1" status: 204 len: 168 time: 0.6187956 Dec 10 09:22:31.414664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4540f-b922-44d3-b32d-669984a81403 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ddf88cd-850e-4fa9-8931-bcbfab7d6080,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:31.514751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 05ff51c1-d9aa-4d3f-a024-069605936064 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:22:31.555192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60616) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:31.560138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 05ff51c1-d9aa-4d3f-a024-069605936064 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:22:31.560630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 05ff51c1-d9aa-4d3f-a024-069605936064 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:22:31.561119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 83d07d91-7a29-40de-ac51-cee675da477e no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:22:31.588780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 83d07d91-7a29-40de-ac51-cee675da477e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:22:31.589428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 83d07d91-7a29-40de-ac51-cee675da477e not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:22:31.589999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18a324d7-26b5-46b5-a6f9-6fc38c0276ea no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:22:31.608722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-78dc1c32-3972-42f5-b687-caa088ca2e68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0d2c2c25d624f5baaa30c820992c2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522716 Dec 10 09:22:31.611984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60618) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:31.613810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 18a324d7-26b5-46b5-a6f9-6fc38c0276ea {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:22:31.614276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18a324d7-26b5-46b5-a6f9-6fc38c0276ea not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:22:31.676823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d238c6da-0410-426e-aaee-9573d4078307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.699833 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d238c6da-0410-426e-aaee-9573d4078307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.760575 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d238c6da-0410-426e-aaee-9573d4078307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.763719 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d238c6da-0410-426e-aaee-9573d4078307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:31.764890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d238c6da-0410-426e-aaee-9573d4078307 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c087c7d7-20a3-4d90-b526-9d2f235cfd51 HTTP/1.1" status: 204 len: 168 time: 0.1520021 Dec 10 09:22:31.774664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238c6da-0410-426e-aaee-9573d4078307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c087c7d7-20a3-4d90-b526-9d2f235cfd51,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:33.181725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e30cddd-1da2-425f-a7bf-9534824064f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:35.443968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6e73120d-b779-4b15-bf28-375eb6e53106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:36.562143 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.500811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60948) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:37.616617 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-897cea3c-c1aa-4859-ac97-c2c26cbcabab admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.701793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-897cea3c-c1aa-4859-ac97-c2c26cbcabab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.709646 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-897cea3c-c1aa-4859-ac97-c2c26cbcabab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.751384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-897cea3c-c1aa-4859-ac97-c2c26cbcabab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a96d0f0520194f9da93d0fdd5b2aef25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493734 Dec 10 09:22:37.752479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cea3c-c1aa-4859-ac97-c2c26cbcabab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd471c8-4848-4bce-a043-29f703e9722f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:37.754077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60958) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:37.812213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb4c3-7041-4fc9-892b-96dd5f14910a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.834523 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb4c3-7041-4fc9-892b-96dd5f14910a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.887205 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb4c3-7041-4fc9-892b-96dd5f14910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.897455 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb4c3-7041-4fc9-892b-96dd5f14910a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:37.897455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f8fcb4c3-7041-4fc9-892b-96dd5f14910a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cd471c8-4848-4bce-a043-29f703e9722f HTTP/1.1" status: 204 len: 168 time: 0.1382082 Dec 10 09:22:37.905066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcb4c3-7041-4fc9-892b-96dd5f14910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd471c8-4848-4bce-a043-29f703e9722f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:38.207595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 60976) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:38.222024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8a96cb5-3357-4218-b081-47bafef85a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.286447 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.323884 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8a96cb5-3357-4218-b081-47bafef85a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.327688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d8a96cb5-3357-4218-b081-47bafef85a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.369615 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a96cb5-3357-4218-b081-47bafef85a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa47c05-d6fa-47c8-8bc7-7097edc4d7f8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:38.380722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 60980) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:38.386267 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d8a96cb5-3357-4218-b081-47bafef85a6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d86336f574940e0a5e8e4687ce3c4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773310 Dec 10 09:22:38.436063 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eae07907-e72d-4ed5-b917-11e2f40ee09e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.460629 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eae07907-e72d-4ed5-b917-11e2f40ee09e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.513994 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eae07907-e72d-4ed5-b917-11e2f40ee09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.517526 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eae07907-e72d-4ed5-b917-11e2f40ee09e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:38.518784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eae07907-e72d-4ed5-b917-11e2f40ee09e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aaa47c05-d6fa-47c8-8bc7-7097edc4d7f8 HTTP/1.1" status: 204 len: 168 time: 0.1365747 Dec 10 09:22:38.527096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae07907-e72d-4ed5-b917-11e2f40ee09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa47c05-d6fa-47c8-8bc7-7097edc4d7f8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:39.254087 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:41.789858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32872) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:41.909320 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1340e675-930f-4f00-aa90-ce791e00de95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:41.985893 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1340e675-930f-4f00-aa90-ce791e00de95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:41.989566 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1340e675-930f-4f00-aa90-ce791e00de95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.025130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340e675-930f-4f00-aa90-ce791e00de95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a76f3-1ff7-4a2e-a20d-d4cbf0782ff2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:42.033752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1340e675-930f-4f00-aa90-ce791e00de95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51458da81bbb4d46a2445179f700f9ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399659 Dec 10 09:22:42.034501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32876) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:42.089487 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f279785-9275-417c-a4af-506bde019f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.110604 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f279785-9275-417c-a4af-506bde019f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.155767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f279785-9275-417c-a4af-506bde019f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.158837 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4f279785-9275-417c-a4af-506bde019f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.159987 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4f279785-9275-417c-a4af-506bde019f03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a21a76f3-1ff7-4a2e-a20d-d4cbf0782ff2 HTTP/1.1" status: 204 len: 168 time: 0.1244996 Dec 10 09:22:42.167822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f279785-9275-417c-a4af-506bde019f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a76f3-1ff7-4a2e-a20d-d4cbf0782ff2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:42.445232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32884) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:42.458773 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ceb1cc44-4db2-472a-bad6-ff96815664d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.536271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ceb1cc44-4db2-472a-bad6-ff96815664d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.540255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ceb1cc44-4db2-472a-bad6-ff96815664d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.578871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1cc44-4db2-472a-bad6-ff96815664d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d6f146-8a67-4e76-a501-904bcb998114,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:42.587151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ceb1cc44-4db2-472a-bad6-ff96815664d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=739cb76dad2e43e99515209cca9a739d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407402 Dec 10 09:22:42.589786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32886) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:42.646214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc8f95b2-ca00-4cf3-bcac-4a73be5c6035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.669379 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc8f95b2-ca00-4cf3-bcac-4a73be5c6035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.706109 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:22:42.721122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc8f95b2-ca00-4cf3-bcac-4a73be5c6035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.723800 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bc8f95b2-ca00-4cf3-bcac-4a73be5c6035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:42.724968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bc8f95b2-ca00-4cf3-bcac-4a73be5c6035 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6d6f146-8a67-4e76-a501-904bcb998114 HTTP/1.1" status: 204 len: 168 time: 0.1342533 Dec 10 09:22:42.733448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f95b2-ca00-4cf3-bcac-4a73be5c6035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d6f146-8a67-4e76-a501-904bcb998114,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:44.771676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32946) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:44.877434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-04d96a99-359c-4e3a-875e-38b2c1763369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:44.949191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-04d96a99-359c-4e3a-875e-38b2c1763369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:44.953014 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-04d96a99-359c-4e3a-875e-38b2c1763369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:44.994555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-04d96a99-359c-4e3a-875e-38b2c1763369 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b45b35606ffa4da6a9d8d29d7ccbe232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217906 Dec 10 09:22:44.995712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d96a99-359c-4e3a-875e-38b2c1763369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0130112c-f1f3-417a-a503-be74c2ffc8a6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:44.997288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32950) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.049568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a01437e5-f3e9-49c7-bf46-117ef52f8911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.069825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a01437e5-f3e9-49c7-bf46-117ef52f8911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.118811 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a01437e5-f3e9-49c7-bf46-117ef52f8911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.121194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a01437e5-f3e9-49c7-bf46-117ef52f8911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.122352 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a01437e5-f3e9-49c7-bf46-117ef52f8911 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0130112c-f1f3-417a-a503-be74c2ffc8a6 HTTP/1.1" status: 204 len: 168 time: 0.1234941 Dec 10 09:22:45.130579 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01437e5-f3e9-49c7-bf46-117ef52f8911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0130112c-f1f3-417a-a503-be74c2ffc8a6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:45.245699 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.412535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32964) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.425661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e619b7f-5ba6-42e9-8d54-b0c0b51e826f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.503506 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e619b7f-5ba6-42e9-8d54-b0c0b51e826f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.506962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e619b7f-5ba6-42e9-8d54-b0c0b51e826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.545412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e619b7f-5ba6-42e9-8d54-b0c0b51e826f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=802b5515d325481787894da2809706df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317997 Dec 10 09:22:45.546407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e619b7f-5ba6-42e9-8d54-b0c0b51e826f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565c678d-ff39-470f-9906-b13d99cb9f3a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:45.548675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32966) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.597084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f028a6b-c5ab-4160-ac10-70a0f407a6bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.620184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f028a6b-c5ab-4160-ac10-70a0f407a6bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.667963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f028a6b-c5ab-4160-ac10-70a0f407a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.670651 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2f028a6b-c5ab-4160-ac10-70a0f407a6bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.675118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2f028a6b-c5ab-4160-ac10-70a0f407a6bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/565c678d-ff39-470f-9906-b13d99cb9f3a HTTP/1.1" status: 204 len: 168 time: 0.1249297 Dec 10 09:22:45.683004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f028a6b-c5ab-4160-ac10-70a0f407a6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565c678d-ff39-470f-9906-b13d99cb9f3a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:45.687284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32970) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.691911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e8dab816-253b-435c-9bed-2345c0a8669f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396133938', 'description': 'tempest-secgroup-smoke-1396133938 description', 'project_id': '5041beb7e72446b992e69547c1991fde'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:45.715759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8dab816-253b-435c-9bed-2345c0a8669f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.785225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8dab816-253b-435c-9bed-2345c0a8669f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.789197 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8dab816-253b-435c-9bed-2345c0a8669f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.821707 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e8dab816-253b-435c-9bed-2345c0a8669f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.823017 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e8dab816-253b-435c-9bed-2345c0a8669f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1348016 Dec 10 09:22:45.826178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32972) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.827848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dab816-253b-435c-9bed-2345c0a8669f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:45.832185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-588f7c30-2825-4f94-825a-981dc8f23f63 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'security_group_rule': {'security_group_id': '6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf', 'project_id': '5041beb7e72446b992e69547c1991fde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:45.863655 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-588f7c30-2825-4f94-825a-981dc8f23f63 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.927174 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-588f7c30-2825-4f94-825a-981dc8f23f63 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.930827 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-588f7c30-2825-4f94-825a-981dc8f23f63 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.952387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f7c30-2825-4f94-825a-981dc8f23f63 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ad70ee-02a3-409e-a0b6-6520fa0e44c7,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:45.959410 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-588f7c30-2825-4f94-825a-981dc8f23f63 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:45.962032 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-588f7c30-2825-4f94-825a-981dc8f23f63 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343026 Dec 10 09:22:45.963295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32974) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:45.967876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ec87b74f-2a88-4a3c-93cb-6ea8e99dae4d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'security_group_rule': {'security_group_id': '6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf', 'project_id': '5041beb7e72446b992e69547c1991fde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:45.996502 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec87b74f-2a88-4a3c-93cb-6ea8e99dae4d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.054351 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec87b74f-2a88-4a3c-93cb-6ea8e99dae4d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.057925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec87b74f-2a88-4a3c-93cb-6ea8e99dae4d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.079308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87b74f-2a88-4a3c-93cb-6ea8e99dae4d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3511d16f-0a3e-463f-9ee1-9b9c1f6c33b0,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:46.085211 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ec87b74f-2a88-4a3c-93cb-6ea8e99dae4d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.089173 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ec87b74f-2a88-4a3c-93cb-6ea8e99dae4d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247211 Dec 10 09:22:46.089391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32980) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:46.093907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-613ddb5b-2a4f-4a3e-b909-37007bc2bb9d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'security_group_rule': {'security_group_id': '6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf', 'project_id': '5041beb7e72446b992e69547c1991fde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:46.126475 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-613ddb5b-2a4f-4a3e-b909-37007bc2bb9d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.191092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-613ddb5b-2a4f-4a3e-b909-37007bc2bb9d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.195195 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-613ddb5b-2a4f-4a3e-b909-37007bc2bb9d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.211015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ddb5b-2a4f-4a3e-b909-37007bc2bb9d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0837db5b-3d2d-494a-9a60-f4a07c2faf8e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:46.222639 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-613ddb5b-2a4f-4a3e-b909-37007bc2bb9d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.226363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-613ddb5b-2a4f-4a3e-b909-37007bc2bb9d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336496 Dec 10 09:22:46.226780 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 32988) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:46.231490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8ab06919-9c59-4395-ad71-28548d1d9063 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'security_group_rule': {'security_group_id': '6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf', 'project_id': '5041beb7e72446b992e69547c1991fde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:46.260566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ab06919-9c59-4395-ad71-28548d1d9063 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.320914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ab06919-9c59-4395-ad71-28548d1d9063 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.325057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ab06919-9c59-4395-ad71-28548d1d9063 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.347603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab06919-9c59-4395-ad71-28548d1d9063 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5134bf94-79b1-4db1-b65e-172abbdba8c0,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:46.355286 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8ab06919-9c59-4395-ad71-28548d1d9063 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.356499 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8ab06919-9c59-4395-ad71-28548d1d9063 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287112 Dec 10 09:22:46.359371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 32994) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:46.364495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0c1e8e25-c678-489a-a44a-23e79eada574 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'security_group_rule': {'security_group_id': '6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf', 'project_id': '5041beb7e72446b992e69547c1991fde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:46.387033 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-0c1e8e25-c678-489a-a44a-23e79eada574 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Project 5041beb7e72446b992e69547c1991fde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:22:46.394426 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e25-c678-489a-a44a-23e79eada574 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.457705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e25-c678-489a-a44a-23e79eada574 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.461556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e25-c678-489a-a44a-23e79eada574 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.483257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e8e25-c678-489a-a44a-23e79eada574 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0225c329-832a-4f92-b32f-6e39f5e01780,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:46.492984 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e25-c678-489a-a44a-23e79eada574 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.494365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0c1e8e25-c678-489a-a44a-23e79eada574 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333628 Dec 10 09:22:46.496983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33000) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:46.502766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-450f88c5-b6c0-409c-89dc-744083e5081c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'security_group_rule': {'security_group_id': '6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf', 'project_id': '5041beb7e72446b992e69547c1991fde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:46.525070 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-450f88c5-b6c0-409c-89dc-744083e5081c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Project 5041beb7e72446b992e69547c1991fde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:22:46.530961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-450f88c5-b6c0-409c-89dc-744083e5081c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.597953 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-450f88c5-b6c0-409c-89dc-744083e5081c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.602200 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-450f88c5-b6c0-409c-89dc-744083e5081c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.619574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f88c5-b6c0-409c-89dc-744083e5081c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d3d076-00b6-4a06-8a9c-2f2a5401be04,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:46.628529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-450f88c5-b6c0-409c-89dc-744083e5081c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:46.629813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-450f88c5-b6c0-409c-89dc-744083e5081c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315989 Dec 10 09:22:46.851117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-b03760d6-35ce-4c08-b6c2-a2c888068731 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396133938&fields=id&tenant_id=5041beb7e72446b992e69547c1991fde HTTP/1.1" status: 200 len: 267 time: 0.0454240 Dec 10 09:22:46.963285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-2e1ccb05-c7c1-4aaa-96b2-6fb8c3ceba9d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:46.964785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-2e1ccb05-c7c1-4aaa-96b2-6fb8c3ceba9d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/networks?id=dd1c0245-47f1-4b43-bd4f-152d2434982a HTTP/1.1" status: 200 len: 813 time: 0.1062269 Dec 10 09:22:46.980781 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-6fbd6db7-4c63-4090-84d6-bc3896b98e7c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/quotas/5041beb7e72446b992e69547c1991fde HTTP/1.1" status: 200 len: 375 time: 0.0094020 Dec 10 09:22:47.033307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-de38d1ed-388f-4379-b99a-23f0b23777f7 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5041beb7e72446b992e69547c1991fde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460799 Dec 10 09:22:47.129636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-0eafbcc9-1ff5-4f0e-a61d-8e290aa67863 service neutron] 10.222.0.31 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849576 Dec 10 09:22:47.228630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-bf2b5806-69b7-4a8a-83f3-c255f47cedc7 service neutron] 10.222.0.31 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926020 Dec 10 09:22:47.535696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20103a8a-1ba8-44f4-b680-692d5db2c168 req-650f659c-f125-4f52-bc1a-e7cc04dc4ea1 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 210 time: 0.0282991 Dec 10 09:22:47.967450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-5f789081-9524-4e44-a631-74f278132d3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1761489 Dec 10 09:22:48.064688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-b29fa9f2-869e-451b-a520-d662b476f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.066234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-b29fa9f2-869e-451b-a520-d662b476f67b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1097 time: 0.0491786 Dec 10 09:22:48.145180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33076) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:48.175422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-e92b6ca6-07f1-4ce7-a28c-62d22ffab0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.176930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-e92b6ca6-07f1-4ce7-a28c-62d22ffab0cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.0915332 Dec 10 09:22:48.252904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-3bd2e8aa-5689-4801-8883-cdbc1ca86423 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 1001 time: 0.0678604 Dec 10 09:22:48.253540 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bc45f55-9200-4b82-ab70-9d1b5a0fa7ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:48.308034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-339dc053-f555-47b8-ba90-d70bdd85e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.309427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-339dc053-f555-47b8-ba90-d70bdd85e4cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0478268 Dec 10 09:22:48.337566 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bc45f55-9200-4b82-ab70-9d1b5a0fa7ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:48.341730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5bc45f55-9200-4b82-ab70-9d1b5a0fa7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:48.362481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-d270da23-93fa-4d00-9b4b-fed3b952b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.364586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-d270da23-93fa-4d00-9b4b-fed3b952b9e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475636 Dec 10 09:22:48.408911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc45f55-9200-4b82-ab70-9d1b5a0fa7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cf8aee-f186-4aba-b5c8-07412acbdf2f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:48.420105 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5bc45f55-9200-4b82-ab70-9d1b5a0fa7ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0aebcd883cfe47c1a871e00abf1dd184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736781 Dec 10 09:22:48.420273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33080) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:48.505143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-00322c25-3b5a-4e1e-a8a5-bdff6e467649 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339059 Dec 10 09:22:48.505943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a600e5f-4f28-4551-a3ea-25ac58414500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:48.522183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-adaeb462-b587-49fe-a198-a044bc9c683d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:48.523614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-adaeb462-b587-49fe-a198-a044bc9c683d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.39 "GET /v2.0/networks?id=dd1c0245-47f1-4b43-bd4f-152d2434982a HTTP/1.1" status: 200 len: 813 time: 0.1405871 Dec 10 09:22:48.574318 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a600e5f-4f28-4551-a3ea-25ac58414500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:48.617623 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-48657a85-3bd1-45da-9293-4cad61ba384a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5041beb7e72446b992e69547c1991fde HTTP/1.1" status: 200 len: 380 time: 0.0846233 Dec 10 09:22:48.643015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'port': {'device_id': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'admin_state_up': True, 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'security_groups': ['6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:48.667817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00370765-e22e-48d7-9aca-74a3bf72ed0f req-ef91d284-7d45-4806-9ae2-b5d2d094cfc0 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 210 time: 0.0369833 Dec 10 09:22:48.671882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8dc6e1ac-4308-4dd3-b5ac-39d07f519519 req-ccd26539-f99e-4db6-9cb7-0aa8c99f172c service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563814 Dec 10 09:22:48.677157 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a600e5f-4f28-4551-a3ea-25ac58414500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:48.680306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9a600e5f-4f28-4551-a3ea-25ac58414500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:48.681758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9a600e5f-4f28-4551-a3ea-25ac58414500 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2cf8aee-f186-4aba-b5c8-07412acbdf2f HTTP/1.1" status: 204 len: 168 time: 0.2604661 Dec 10 09:22:48.690759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a600e5f-4f28-4551-a3ea-25ac58414500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cf8aee-f186-4aba-b5c8-07412acbdf2f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:48.799356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Made reservation on behalf of 5041beb7e72446b992e69547c1991fde for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:22:48.809776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:48.942211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Allocated IP 172.20.0.11 (dd1c0245-47f1-4b43-bd4f-152d2434982a/f6488cbd-c182-41e4-900b-cc6cb54293d6/a3ebc4b3-4c72-4c04-9530-df7e935f9939) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:22:49.004339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33092) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:49.018960 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c470bcbd-4896-4e43-950f-e08c2dd85e24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.090006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.104217 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c470bcbd-4896-4e43-950f-e08c2dd85e24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.108416 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c470bcbd-4896-4e43-950f-e08c2dd85e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.126554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.152305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c470bcbd-4896-4e43-950f-e08c2dd85e24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0392313642b414bba7765209cfde3b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442657 Dec 10 09:22:49.152305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470bcbd-4896-4e43-950f-e08c2dd85e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7335c0-7373-4c3b-8abd-6285ab40b056,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:49.153055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33094) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:49.177434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Network dd1c0245-47f1-4b43-bd4f-152d2434982a is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:22:49.181054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:22:49.184954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:22:49.215152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'Port': ['ID=a3ebc4b3-4c72-4c04-9530-df7e935f9939,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:49.229372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00f2435a-b1b2-4a05-bbc9-93dc92251152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.242127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:49.242815 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.256170 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00f2435a-b1b2-4a05-bbc9-93dc92251152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.263544 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-d8c95407-e490-4e87-b5ab-3e69fa28de2c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6247890 Dec 10 09:22:49.275988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Request body: {'port': {'device_id': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:22:49.322352 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00f2435a-b1b2-4a05-bbc9-93dc92251152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.324953 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-00f2435a-b1b2-4a05-bbc9-93dc92251152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.326161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-00f2435a-b1b2-4a05-bbc9-93dc92251152 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c7335c0-7373-4c3b-8abd-6285ab40b056 HTTP/1.1" status: 204 len: 168 time: 0.1719623 Dec 10 09:22:49.331378 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.336480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2435a-b1b2-4a05-bbc9-93dc92251152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7335c0-7373-4c3b-8abd-6285ab40b056,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:49.351788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.518710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a29f55ee-7ad0-4eab-985d-264a8d8ad196 None None] Provisioning complete for port a3ebc4b3-4c72-4c04-9530-df7e935f9939 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:22:49.519345 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a29f55ee-7ad0-4eab-985d-264a8d8ad196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.568417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a29f55ee-7ad0-4eab-985d-264a8d8ad196 None None] Port a3ebc4b3-4c72-4c04-9530-df7e935f9939 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:22:49.663593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ebc4b3-4c72-4c04-9530-df7e935f9939 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:22:49.673317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.686593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Transition to ACTIVE for port object a3ebc4b3-4c72-4c04-9530-df7e935f9939 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:22:49.691631 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.788613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ebc4b3-4c72-4c04-9530-df7e935f9939,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:49.834787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Attempting to bind port a3ebc4b3-4c72-4c04-9530-df7e935f9939 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:22:49.835409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Attempting to bind port a3ebc4b3-4c72-4c04-9530-df7e935f9939 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:22:49.835950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Attempting to bind port a3ebc4b3-4c72-4c04-9530-df7e935f9939 on network dd1c0245-47f1-4b43-bd4f-152d2434982a {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:49.842306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Port a3ebc4b3-4c72-4c04-9530-df7e935f9939 on network dd1c0245-47f1-4b43-bd4f-152d2434982a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:22:49.842869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Attempting to bind port a3ebc4b3-4c72-4c04-9530-df7e935f9939 on network dd1c0245-47f1-4b43-bd4f-152d2434982a {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:22:49.849018 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:22:49.849848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Checking segment: {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:22:49.850653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Bound using segment: {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:22:49.851310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Bound port: a3ebc4b3-4c72-4c04-9530-df7e935f9939, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376aa948-67fb-47e5-87e0-4f0f4912c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:22:49.852110 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.920749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a6748-84b3-49ec-8fb1-e13ce7315438 req-0984929b-f72d-43d7-997c-5edc245c89f3 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:49.932290 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f6a6748-84b3-49ec-8fb1-e13ce7315438 req-0984929b-f72d-43d7-997c-5edc245c89f3 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.1187084 Dec 10 09:22:49.934561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] For port a3ebc4b3-4c72-4c04-9530-df7e935f9939, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:22:49.938944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] For port a3ebc4b3-4c72-4c04-9530-df7e935f9939, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:22:49.946863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.995277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:49.995920 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:49.998071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/a3ebc4b3-4c72-4c04-9530-df7e935f9939 HTTP/1.1" status: 200 len: 1092 time: 0.7265136 Dec 10 09:22:49.998530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:22:50.002692 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0698153-992e-4973-b630-ea67237e82fb" -d '{"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:22:50.061602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bba27b-59e3-4820-a2b4-c9b3094ea3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ebc4b3-4c72-4c04-9530-df7e935f9939,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:50.078214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f6a6748-84b3-49ec-8fb1-e13ce7315438 req-eb13ef8c-3f0b-4bca-b71b-d21d032b07f6 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447246 Dec 10 09:22:50.107266 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6852ce-6d48-4d7f-9344-5e70c3762871 x-openstack-request-id: req-9b6852ce-6d48-4d7f-9344-5e70c3762871 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:22:50.107631 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:22:50.107980 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b6852ce-6d48-4d7f-9344-5e70c3762871 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:22:50.108477 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'status': 'completed', 'code': 200} Dec 10 09:22:50.122714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-0ce95bcf-e261-472c-b4dc-40375ae8a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:50.125328 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-0ce95bcf-e261-472c-b4dc-40375ae8a84e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5041beb7e72446b992e69547c1991fde&device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 1095 time: 0.0755198 Dec 10 09:22:50.173994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-515b7cff-2a17-4674-b158-40b285ad384a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939 HTTP/1.1" status: 200 len: 217 time: 0.0400505 Dec 10 09:22:50.237110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-ef55c06b-5ed1-46f4-863e-32a492c1b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:50.238933 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-ef55c06b-5ed1-46f4-863e-32a492c1b5ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6488cbd-c182-41e4-900b-cc6cb54293d6 HTTP/1.1" status: 200 len: 852 time: 0.0564053 Dec 10 09:22:50.296152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-aa193c20-7a30-4746-9530-574bd960561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:50.297865 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-aa193c20-7a30-4746-9530-574bd960561a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd1c0245-47f1-4b43-bd4f-152d2434982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497534 Dec 10 09:22:50.400281 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-a0abf0ee-c071-4991-9e75-7b70f6c98c8d service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938647 Dec 10 09:22:50.521847 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3bbae374-fa6f-44ae-b1c2-e00be20d0dd2 req-2b615ff5-3872-49ec-9a69-fe4c5266cdaf service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148069 Dec 10 09:22:50.629720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0698153-992e-4973-b630-ea67237e82fb req-30918029-ae7e-4a10-8a96-557d4658dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:50.631620 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0698153-992e-4973-b630-ea67237e82fb req-30918029-ae7e-4a10-8a96-557d4658dcf3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5041beb7e72446b992e69547c1991fde&device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 1095 time: 0.0530641 Dec 10 09:22:50.735016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0698153-992e-4973-b630-ea67237e82fb req-d26a0e6f-35fb-4e02-97fc-69029d518a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:50.736539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0698153-992e-4973-b630-ea67237e82fb req-d26a0e6f-35fb-4e02-97fc-69029d518a94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd1c0245-47f1-4b43-bd4f-152d2434982a HTTP/1.1" status: 200 len: 914 time: 0.0983391 Dec 10 09:22:50.789809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0698153-992e-4973-b630-ea67237e82fb req-e62becd7-932c-4a07-ac17-33b08073842a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939 HTTP/1.1" status: 200 len: 217 time: 0.0449331 Dec 10 09:22:50.850602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0698153-992e-4973-b630-ea67237e82fb req-960433a8-a3cd-4cb8-be90-ed146f0cd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:50.852231 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0698153-992e-4973-b630-ea67237e82fb req-960433a8-a3cd-4cb8-be90-ed146f0cd48f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6488cbd-c182-41e4-900b-cc6cb54293d6 HTTP/1.1" status: 200 len: 852 time: 0.0563123 Dec 10 09:22:50.907792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0698153-992e-4973-b630-ea67237e82fb req-6a8c75bb-964e-427f-9806-f8e38da99262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:50.909342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0698153-992e-4973-b630-ea67237e82fb req-6a8c75bb-964e-427f-9806-f8e38da99262 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd1c0245-47f1-4b43-bd4f-152d2434982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504465 Dec 10 09:22:51.005496 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0698153-992e-4973-b630-ea67237e82fb req-6234c0a5-a16c-4225-bc4e-82a6469a2c8a service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884364 Dec 10 09:22:51.110009 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a0698153-992e-4973-b630-ea67237e82fb req-fe1ebf1a-4c99-468d-825f-40bcc93646ef service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979581 Dec 10 09:22:51.145570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:51.214778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccfc10-5e59-4b0b-a444-522fb4e9fce5 req-1d2b21e9-76c3-4884-872f-11505ddced1c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:51.216300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77ccfc10-5e59-4b0b-a444-522fb4e9fce5 req-1d2b21e9-76c3-4884-872f-11505ddced1c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.0662291 Dec 10 09:22:51.268318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9ca5282b-59d8-4d07-9e71-df3af7f99ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:51.280197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77ccfc10-5e59-4b0b-a444-522fb4e9fce5 req-7f1a91e6-0078-4bba-a81c-9bbfb7f6a29c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570970 Dec 10 09:22:51.361241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9ca5282b-59d8-4d07-9e71-df3af7f99ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:51.365202 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9ca5282b-59d8-4d07-9e71-df3af7f99ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:51.402733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5282b-59d8-4d07-9e71-df3af7f99ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f021d660-42f0-4689-b1d8-e27e274bc6bd,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:51.409763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9ca5282b-59d8-4d07-9e71-df3af7f99ef0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0840bafbd8a54eb8a0cffa91b6fea33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605107 Dec 10 09:22:51.410021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33158) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:51.458281 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12ae9324-7efe-4b1b-a235-69bbf99ff03a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:51.481290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12ae9324-7efe-4b1b-a235-69bbf99ff03a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:51.527872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12ae9324-7efe-4b1b-a235-69bbf99ff03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:51.531354 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12ae9324-7efe-4b1b-a235-69bbf99ff03a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:51.535100 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-12ae9324-7efe-4b1b-a235-69bbf99ff03a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f021d660-42f0-4689-b1d8-e27e274bc6bd HTTP/1.1" status: 204 len: 168 time: 0.1216176 Dec 10 09:22:51.544492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae9324-7efe-4b1b-a235-69bbf99ff03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f021d660-42f0-4689-b1d8-e27e274bc6bd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:52.415891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ef80d-f807-4997-912a-de27d64c61b7 req-a5f3c09f-723e-470c-aa81-afe33f0b47af tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:52.417784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b1ef80d-f807-4997-912a-de27d64c61b7 req-a5f3c09f-723e-470c-aa81-afe33f0b47af tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.0538251 Dec 10 09:22:52.480696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b1ef80d-f807-4997-912a-de27d64c61b7 req-e2fd9922-efd2-4c61-b060-7d02f53f2ea7 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553730 Dec 10 09:22:53.615975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ec57-eb86-4423-9045-fe0dbc8aa09c req-f4d6c9a6-bf58-4ff5-85e0-02570433e500 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:53.617765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6580ec57-eb86-4423-9045-fe0dbc8aa09c req-f4d6c9a6-bf58-4ff5-85e0-02570433e500 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.0534911 Dec 10 09:22:53.680028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6580ec57-eb86-4423-9045-fe0dbc8aa09c req-91c193f2-9de4-40e8-88cb-54b98f09823c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555570 Dec 10 09:22:53.900770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33276) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:54.021955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.100963 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.104925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.144039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da90e10e06474fedb117ea93eb4618bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421284 Dec 10 09:22:54.144934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f085ed-1036-432e-a9f3-4fc40a44d0be,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:54.146792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33280) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:54.153245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.153976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.154538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.155109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.155725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.156406 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.156852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.157454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.157921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.158433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.158889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.159315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.159847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ced70c-90c4-48d3-88e1-e00b7352f049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.200541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.222996 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.271283 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.274023 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.275183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31f085ed-1036-432e-a9f3-4fc40a44d0be HTTP/1.1" status: 204 len: 168 time: 0.1273861 Dec 10 09:22:54.283251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f085ed-1036-432e-a9f3-4fc40a44d0be,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:54.290718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.291069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.291430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.291754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.292090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.292423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.292752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.293084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.293408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.293777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.294093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.294415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.294737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb939d0-853c-4461-8b67-4bad2725476d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:22:54.534739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33286) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:54.548041 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b023-0832-4a33-8c5a-7c566885c188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.627166 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b023-0832-4a33-8c5a-7c566885c188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.630819 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b023-0832-4a33-8c5a-7c566885c188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.668807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1ba2b023-0832-4a33-8c5a-7c566885c188 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcde2f7df29948dca6f4908bf7f793c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329601 Dec 10 09:22:54.669719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2b023-0832-4a33-8c5a-7c566885c188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c4181c-e280-4f4d-8771-0ec18df21555,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:54.672585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33288) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:54.723760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc97dfdb-9516-4621-86e7-3a77c580cc86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.744910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc97dfdb-9516-4621-86e7-3a77c580cc86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.795359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc97dfdb-9516-4621-86e7-3a77c580cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.798913 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc97dfdb-9516-4621-86e7-3a77c580cc86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:54.799660 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cc97dfdb-9516-4621-86e7-3a77c580cc86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29c4181c-e280-4f4d-8771-0ec18df21555 HTTP/1.1" status: 204 len: 168 time: 0.1256785 Dec 10 09:22:54.808040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601337d2-fb0a-452d-a9f4-6762c797788b req-a063bd83-9ee1-484d-811d-74ff43e35338 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:54.808214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97dfdb-9516-4621-86e7-3a77c580cc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c4181c-e280-4f4d-8771-0ec18df21555,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:54.810413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-601337d2-fb0a-452d-a9f4-6762c797788b req-a063bd83-9ee1-484d-811d-74ff43e35338 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.0613494 Dec 10 09:22:54.869593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-601337d2-fb0a-452d-a9f4-6762c797788b req-8b2e6af0-05c8-4428-aa44-01909df90c2d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524042 Dec 10 09:22:56.001725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81059f82-ab42-42c5-a5fd-ae36440e7646 req-78442017-e70c-41f5-b2cb-7ae3b7cff250 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:56.003471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81059f82-ab42-42c5-a5fd-ae36440e7646 req-78442017-e70c-41f5-b2cb-7ae3b7cff250 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.0621164 Dec 10 09:22:56.058187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81059f82-ab42-42c5-a5fd-ae36440e7646 req-77738eb5-15b8-4890-953d-7cd8fafe926d tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480487 Dec 10 09:22:56.825252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33378) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:56.932182 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d500b84a-9ed8-47f6-af0f-80e086c98db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.011156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d500b84a-9ed8-47f6-af0f-80e086c98db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.016660 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d500b84a-9ed8-47f6-af0f-80e086c98db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.057956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500b84a-9ed8-47f6-af0f-80e086c98db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b74cc-4a77-4c18-a30d-c6dbd6e421d3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:57.064960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d500b84a-9ed8-47f6-af0f-80e086c98db7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=374e16601f9f477583f05ac9b313a06b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2385964 Dec 10 09:22:57.067350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33382) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:57.118691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dee99549-d0f4-4de2-a0ae-546fdb5abedf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.141108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dee99549-d0f4-4de2-a0ae-546fdb5abedf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.178129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d6269-d659-43fc-9096-0409b37c4760 req-01d256bc-ddd1-4bb3-862a-4b33ab42d52f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:57.180068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c28d6269-d659-43fc-9096-0409b37c4760 req-01d256bc-ddd1-4bb3-862a-4b33ab42d52f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.0488064 Dec 10 09:22:57.187120 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dee99549-d0f4-4de2-a0ae-546fdb5abedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.189956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dee99549-d0f4-4de2-a0ae-546fdb5abedf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.191206 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dee99549-d0f4-4de2-a0ae-546fdb5abedf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a99b74cc-4a77-4c18-a30d-c6dbd6e421d3 HTTP/1.1" status: 204 len: 168 time: 0.1229331 Dec 10 09:22:57.199887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee99549-d0f4-4de2-a0ae-546fdb5abedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99b74cc-4a77-4c18-a30d-c6dbd6e421d3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:57.246013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c28d6269-d659-43fc-9096-0409b37c4760 req-a9eba1c1-bbe1-4b1e-8c91-a05d6e596447 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581756 Dec 10 09:22:57.464135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33390) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:57.480295 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-307aa167-4db3-47c5-ac2e-68025d6010e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.560063 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-307aa167-4db3-47c5-ac2e-68025d6010e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.565014 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-307aa167-4db3-47c5-ac2e-68025d6010e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.602844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aa167-4db3-47c5-ac2e-68025d6010e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486421de-3242-4fa4-9769-a37f74f03b7b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:57.608381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-307aa167-4db3-47c5-ac2e-68025d6010e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=155d7f77397c4d9ebd052f55cff5e3e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430967 Dec 10 09:22:57.611577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33392) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:57.661420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4795da53-2281-4e42-a7b5-2966e4505ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.681790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4795da53-2281-4e42-a7b5-2966e4505ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.729892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4795da53-2281-4e42-a7b5-2966e4505ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.732470 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4795da53-2281-4e42-a7b5-2966e4505ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:57.733730 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4795da53-2281-4e42-a7b5-2966e4505ca1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/486421de-3242-4fa4-9769-a37f74f03b7b HTTP/1.1" status: 204 len: 168 time: 0.1212113 Dec 10 09:22:57.741807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795da53-2281-4e42-a7b5-2966e4505ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486421de-3242-4fa4-9769-a37f74f03b7b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:58.370813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf701f9-aa0a-4717-9634-9c47d41e4427 req-50328d79-1eb3-47b4-a15a-cd754021cdcc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:58.372313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cf701f9-aa0a-4717-9634-9c47d41e4427 req-50328d79-1eb3-47b4-a15a-cd754021cdcc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.0489392 Dec 10 09:22:58.422558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cf701f9-aa0a-4717-9634-9c47d41e4427 req-fd2b8e72-33cb-4fee-8173-0f1461b7e3db tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Dec 10 09:22:59.500853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33470) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:59.540206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360a92-6e93-45cc-a65c-b89bca9e111c req-575bc9f1-635f-4210-80d7-2f9a45dc0aee tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:22:59.541777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25360a92-6e93-45cc-a65c-b89bca9e111c req-575bc9f1-635f-4210-80d7-2f9a45dc0aee tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.0505619 Dec 10 09:22:59.591594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25360a92-6e93-45cc-a65c-b89bca9e111c req-f8401456-f93f-491e-86cb-f1e9a550a3bd tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431526 Dec 10 09:22:59.612692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20a06aee-ea98-42a1-96e9-8693867b4f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:59.689586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20a06aee-ea98-42a1-96e9-8693867b4f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:59.693327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-20a06aee-ea98-42a1-96e9-8693867b4f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:59.731045 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-20a06aee-ea98-42a1-96e9-8693867b4f68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2642eca8d1b0484fab2aae2b6a809171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289495 Dec 10 09:22:59.732163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06aee-ea98-42a1-96e9-8693867b4f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7f2174-cc03-4363-aba3-3b9437ab5f4e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:22:59.734052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33474) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:22:59.790191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83a78391-5a9f-4afd-8db8-a40bb41c1635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:59.812767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83a78391-5a9f-4afd-8db8-a40bb41c1635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:59.857806 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83a78391-5a9f-4afd-8db8-a40bb41c1635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:59.860740 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-83a78391-5a9f-4afd-8db8-a40bb41c1635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:22:59.861918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-83a78391-5a9f-4afd-8db8-a40bb41c1635 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa7f2174-cc03-4363-aba3-3b9437ab5f4e HTTP/1.1" status: 204 len: 168 time: 0.1262133 Dec 10 09:22:59.869494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a78391-5a9f-4afd-8db8-a40bb41c1635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7f2174-cc03-4363-aba3-3b9437ab5f4e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:00.128140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33480) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:00.141596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f36f486e-64ee-4c61-84be-32e4737aa8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.213531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f36f486e-64ee-4c61-84be-32e4737aa8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.217173 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f36f486e-64ee-4c61-84be-32e4737aa8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.254509 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f486e-64ee-4c61-84be-32e4737aa8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9225e7fa-c400-4e40-9d12-aa667bae0f47,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:00.260521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f36f486e-64ee-4c61-84be-32e4737aa8d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3305549b006e464e9a0cb55e6ba72c5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312151 Dec 10 09:23:00.263144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33482) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:00.311510 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-645cead3-81a6-471a-b990-e9a6a78967a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.334983 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-645cead3-81a6-471a-b990-e9a6a78967a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.380400 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-645cead3-81a6-471a-b990-e9a6a78967a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.382983 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-645cead3-81a6-471a-b990-e9a6a78967a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:00.384120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-645cead3-81a6-471a-b990-e9a6a78967a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9225e7fa-c400-4e40-9d12-aa667bae0f47 HTTP/1.1" status: 204 len: 168 time: 0.1200304 Dec 10 09:23:00.392283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cead3-81a6-471a-b990-e9a6a78967a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9225e7fa-c400-4e40-9d12-aa667bae0f47,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:00.711746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40be0f5-a6d5-4bed-8867-4f55ad1095a1 req-e5fb58a1-4306-4eb0-b528-b9d35e7d3d1f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:00.713356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a40be0f5-a6d5-4bed-8867-4f55ad1095a1 req-e5fb58a1-4306-4eb0-b528-b9d35e7d3d1f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 944 time: 0.0535965 Dec 10 09:23:00.766862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a40be0f5-a6d5-4bed-8867-4f55ad1095a1 req-f8f786b4-4e3e-4422-b3b3-b135517a4e0b tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468228 Dec 10 09:23:01.102960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a3ebc4b3-4c72-4c04-9530-df7e935f9939 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:23:01.199636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a3ebc4b3-4c72-4c04-9530-df7e935f9939, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:01.211517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'port_id': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'mac_address': 'fa:16:3e:ef:82:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:23:01.254022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:01.268095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ebc4b3-4c72-4c04-9530-df7e935f9939 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:01.287659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a3ebc4b3-4c72-4c04-9530-df7e935f9939, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:01.291638 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:01.339631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a3ebc4b3-4c72-4c04-9530-df7e935f9939,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:01.347255 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.347605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.348016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.348274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.348610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.348941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.349268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.349668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.349934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.350252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.350573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.350896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.351213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:01.497776 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['a3ebc4b3-4c72-4c04-9530-df7e935f9939'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:01.885898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e8ff-249f-4229-b265-f70f59cb0e6f req-cc08b2ec-fda5-4ee7-9795-85d0017408c4 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:01.887555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9793e8ff-249f-4229-b265-f70f59cb0e6f req-cc08b2ec-fda5-4ee7-9795-85d0017408c4 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 945 time: 0.0513542 Dec 10 09:23:01.939907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9793e8ff-249f-4229-b265-f70f59cb0e6f req-67648d07-c67a-497a-8ff0-d612bbc4a1c1 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462918 Dec 10 09:23:03.055906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172e312-1444-42d2-862a-5ae621c67c33 req-be688052-bcc6-4d03-9994-291eb2c4074e tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:03.057389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9172e312-1444-42d2-862a-5ae621c67c33 req-be688052-bcc6-4d03-9994-291eb2c4074e tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 945 time: 0.0488822 Dec 10 09:23:03.064823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33656) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:03.103139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a3ebc4b3-4c72-4c04-9530-df7e935f9939 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:03.115036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9172e312-1444-42d2-862a-5ae621c67c33 req-c8ad0c8b-ce5d-4e1d-a767-c9d7c0101854 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480180 Dec 10 09:23:03.176645 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe9975da-5fcd-41f0-8d20-3c098a1aa8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.178288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port a3ebc4b3-4c72-4c04-9530-df7e935f9939 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:23:03.183326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port a3ebc4b3-4c72-4c04-9530-df7e935f9939 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:03.183701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.186669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b378a109-991a-44a5-b465-15c1d6828a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.254350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe9975da-5fcd-41f0-8d20-3c098a1aa8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.258100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fe9975da-5fcd-41f0-8d20-3c098a1aa8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.269005 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.292826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:03.295113 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53c3802-a241-4741-92ce-9b4eb7d006f9" -d '{"events": [{"server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "name": "network-vif-plugged", "status": "completed", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:03.297783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fe9975da-5fcd-41f0-8d20-3c098a1aa8dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d350e59a2de748aaabd0c6e7610dfe94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319210 Dec 10 09:23:03.298665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9975da-5fcd-41f0-8d20-3c098a1aa8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f05112-7b26-47fa-bdbb-b3eb4a21a23a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:03.301072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33664) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:03.310478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a3ebc4b3-4c72-4c04-9530-df7e935f9939, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:03.317087 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.351192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a7dde6f2-0d6e-427a-932e-ea9581ffc3e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.353217 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecf1ec5-0ed2-49c5-9c2f-1e36add6a488 x-openstack-request-id: req-aecf1ec5-0ed2-49c5-9c2f-1e36add6a488 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:03.353533 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "name": "network-vif-plugged", "status": "completed", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:03.353796 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aecf1ec5-0ed2-49c5-9c2f-1e36add6a488 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:03.354191 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'code': 200} Dec 10 09:23:03.369737 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a3ebc4b3-4c72-4c04-9530-df7e935f9939,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:03.376173 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a7dde6f2-0d6e-427a-932e-ea9581ffc3e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.446251 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a7dde6f2-0d6e-427a-932e-ea9581ffc3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.448824 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a7dde6f2-0d6e-427a-932e-ea9581ffc3e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.449966 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a7dde6f2-0d6e-427a-932e-ea9581ffc3e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56f05112-7b26-47fa-bdbb-b3eb4a21a23a HTTP/1.1" status: 204 len: 168 time: 0.1484361 Dec 10 09:23:03.461650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dde6f2-0d6e-427a-932e-ea9581ffc3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f05112-7b26-47fa-bdbb-b3eb4a21a23a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:03.468535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823182a5-ada6-4e59-994e-f6996f269554 req-f99f01de-d0d7-47d0-9c3f-92242dbb0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:03.470672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-823182a5-ada6-4e59-994e-f6996f269554 req-f99f01de-d0d7-47d0-9c3f-92242dbb0c7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 1097 time: 0.0554318 Dec 10 09:23:03.523020 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-823182a5-ada6-4e59-994e-f6996f269554 req-1e1aecdc-32bd-4b18-9574-667bac89f4f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441763 Dec 10 09:23:03.710168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33670) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:03.723389 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbb7c-5e2b-49a4-a1f8-fd67bb5ad9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.800783 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbb7c-5e2b-49a4-a1f8-fd67bb5ad9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.804306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbb7c-5e2b-49a4-a1f8-fd67bb5ad9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.841739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b7cdbb7c-5e2b-49a4-a1f8-fd67bb5ad9f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65319781321b46678ae42909d0c6a50f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305017 Dec 10 09:23:03.843733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdbb7c-5e2b-49a4-a1f8-fd67bb5ad9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa12e2-dfa3-455f-8268-fc133ef5bb66,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:03.844509 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33672) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:03.893293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2383-6800-4441-8dee-b63497dc924e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.913360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2383-6800-4441-8dee-b63497dc924e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.959951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2383-6800-4441-8dee-b63497dc924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.962602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2383-6800-4441-8dee-b63497dc924e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:03.963711 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1a2f2383-6800-4441-8dee-b63497dc924e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2fa12e2-dfa3-455f-8268-fc133ef5bb66 HTTP/1.1" status: 204 len: 168 time: 0.1181183 Dec 10 09:23:03.971107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f2383-6800-4441-8dee-b63497dc924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa12e2-dfa3-455f-8268-fc133ef5bb66,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:04.230823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463fa4d-6df8-4d39-814e-f119769b5e36 req-ed7d47db-374a-4871-ba2e-6f725b29d62f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:04.232402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e463fa4d-6df8-4d39-814e-f119769b5e36 req-ed7d47db-374a-4871-ba2e-6f725b29d62f tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 946 time: 0.0505934 Dec 10 09:23:04.285796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e463fa4d-6df8-4d39-814e-f119769b5e36 req-f2284f7b-ed9f-4bd9-bd13-359529a5539b tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460608 Dec 10 09:23:05.406597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24856a-dd11-4c76-b52a-2161d25d983f req-e66691ac-6975-4299-a5af-13b7153e71e6 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:05.408471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e24856a-dd11-4c76-b52a-2161d25d983f req-e66691ac-6975-4299-a5af-13b7153e71e6 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 946 time: 0.0535908 Dec 10 09:23:05.438293 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d5780d66-d2b7-48d4-a078-26b8292f39f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:05.475422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e24856a-dd11-4c76-b52a-2161d25d983f req-1d73fca2-e8fa-4043-8c98-e11c228dada2 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603716 Dec 10 09:23:05.593731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a6e7-a26e-4a4f-bb26-61597d1de3fc req-c2786896-6c55-414d-b548-3ebb81fb7e87 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:05.595364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5387a6e7-a26e-4a4f-bb26-61597d1de3fc req-c2786896-6c55-414d-b548-3ebb81fb7e87 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 946 time: 0.0512249 Dec 10 09:23:05.646704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5387a6e7-a26e-4a4f-bb26-61597d1de3fc req-58a298ac-cb8a-4e3d-aee5-21d83e1c52bc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 Dec 10 09:23:05.667967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33760) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:05.859488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33766) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:05.875273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4643e96-9ce7-4a4d-bd2e-187bb0756c53 tempest-TestVolumeBackupRestore-1703689977 tempest-TestVolumeBackupRestore-1703689977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:05.876809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d4643e96-9ce7-4a4d-bd2e-187bb0756c53 tempest-TestVolumeBackupRestore-1703689977 tempest-TestVolumeBackupRestore-1703689977-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 1092 time: 0.2078459 Dec 10 09:23:05.879694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33770) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:05.883942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:05.905855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:05.967006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f096055c-961c-43bc-ac19-bcafbd156382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.002435 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.050612 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f096055c-961c-43bc-ac19-bcafbd156382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.055883 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f096055c-961c-43bc-ac19-bcafbd156382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.093306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f096055c-961c-43bc-ac19-bcafbd156382 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0904fd580544b699e496a4ea5371c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326100 Dec 10 09:23:06.095457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096055c-961c-43bc-ac19-bcafbd156382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74562955-6090-4366-bbd0-a31ffb80b98a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:06.097309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33772) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:06.125713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Allocated IP 172.25.3.74 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/8f627582-0958-44c7-98e4-91443d927219) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:06.211753 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-85817727-a2d8-497a-ae62-99b027c34eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.246464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-85817727-a2d8-497a-ae62-99b027c34eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.292723 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.329092 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-85817727-a2d8-497a-ae62-99b027c34eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.331980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-85817727-a2d8-497a-ae62-99b027c34eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.333129 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-85817727-a2d8-497a-ae62-99b027c34eca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74562955-6090-4366-bbd0-a31ffb80b98a HTTP/1.1" status: 204 len: 168 time: 0.2348461 Dec 10 09:23:06.337271 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.350218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85817727-a2d8-497a-ae62-99b027c34eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74562955-6090-4366-bbd0-a31ffb80b98a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:06.383505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:06.386595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:06.390624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:06.416849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'Port': ['ID=8f627582-0958-44c7-98e4-91443d927219,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:06.555377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.600024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33778) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:06.616794 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38b460c2-d2b7-4884-b64a-41828713fbe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.697925 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38b460c2-d2b7-4884-b64a-41828713fbe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.702229 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38b460c2-d2b7-4884-b64a-41828713fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.740102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-38b460c2-d2b7-4884-b64a-41828713fbe0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e150085a46c74c389c0b53c98e2a27a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389687 Dec 10 09:23:06.741030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b460c2-d2b7-4884-b64a-41828713fbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484b2292-3cff-4adf-8a31-9e0781871df5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:06.743545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33780) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:06.768825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.793057 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38d747ad-b4a9-471b-9262-3d3293f8b3fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.815107 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38d747ad-b4a9-471b-9262-3d3293f8b3fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.834626 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.861835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38d747ad-b4a9-471b-9262-3d3293f8b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.865444 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-38d747ad-b4a9-471b-9262-3d3293f8b3fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:06.866632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-38d747ad-b4a9-471b-9262-3d3293f8b3fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/484b2292-3cff-4adf-8a31-9e0781871df5 HTTP/1.1" status: 204 len: 168 time: 0.1223378 Dec 10 09:23:06.887252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d747ad-b4a9-471b-9262-3d3293f8b3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484b2292-3cff-4adf-8a31-9e0781871df5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:07.010663 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.015956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.088830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event updated for resources: {'Port': ['ID=8f627582-0958-44c7-98e4-91443d927219,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:07.096824 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.525660 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Floating IP 825c5ed7-b749-43eb-b744-6e58f15be912 associated. External IP: 172.25.3.74, port: a3ebc4b3-4c72-4c04-9530-df7e935f9939. Dec 10 09:23:07.739233 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:23:07.850835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:07.860880 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] Sync routers for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:07.869376 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:07.871501 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:07.872274 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:07.909742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ba522417-23e6-4948-ab07-c97819573080 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0265760 Dec 10 09:23:07.909742 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:07.910163 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc46e37e-a289-4e64-9ed6-8a82319ba92b" -d '{"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:07.910888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33830) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:07.985257 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:07.988673 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60314024-ef9d-4f22-a230-d52f5d8e2249 x-openstack-request-id: req-60314024-ef9d-4f22-a230-d52f5d8e2249 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:07.988673 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:07.988673 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60314024-ef9d-4f22-a230-d52f5d8e2249 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:07.988673 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'status': 'completed', 'code': 200} Dec 10 09:23:07.999499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562d1333-682a-410c-9344-38ca5cde4fa5 tempest-TestVolumeBackupRestore-1703689977 tempest-TestVolumeBackupRestore-1703689977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:08.004071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-562d1333-682a-410c-9344-38ca5cde4fa5 tempest-TestVolumeBackupRestore-1703689977 tempest-TestVolumeBackupRestore-1703689977-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 1092 time: 0.0888669 Dec 10 09:23:08.004285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33842) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:08.010283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e854ce10-b0c7-4d04-9bf0-0252f193aadc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Request body: {'floatingip': {'port_id': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:08.050873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-39d4a47c-d8af-4610-92fd-eaa23e50d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:08.052780 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-39d4a47c-d8af-4610-92fd-eaa23e50d1d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5041beb7e72446b992e69547c1991fde&device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 1097 time: 0.0463436 Dec 10 09:23:08.073292 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e854ce10-b0c7-4d04-9bf0-0252f193aadc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.179257 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-98d550d9-d648-48d3-a8c8-3892951c767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:08.182301 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-98d550d9-d648-48d3-a8c8-3892951c767b service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd1c0245-47f1-4b43-bd4f-152d2434982a HTTP/1.1" status: 200 len: 914 time: 0.1219032 Dec 10 09:23:08.274242 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-56e43a62-8bb6-4b0b-a7de-5709094768e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939 HTTP/1.1" status: 200 len: 999 time: 0.0849347 Dec 10 09:23:08.278859 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.338694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-c170363e-35ff-4a69-bbb8-34d32fa6abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:08.340399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-c170363e-35ff-4a69-bbb8-34d32fa6abba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6488cbd-c182-41e4-900b-cc6cb54293d6 HTTP/1.1" status: 200 len: 852 time: 0.0590472 Dec 10 09:23:08.340891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33848) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:08.343245 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '825c5ed7-b749-43eb-b744-6e58f15be912', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'port_id': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'mac_address': 'fa:16:3e:ef:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:06Z', 'revision_number': 0, 'project_id': '5041beb7e72446b992e69547c1991fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:08.377122 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] Checking router: d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:23:08.385669 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:08.386415 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:08.393736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-375a2285-80c8-4916-baae-9db3c9b1ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:08.395498 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-375a2285-80c8-4916-baae-9db3c9b1ffae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd1c0245-47f1-4b43-bd4f-152d2434982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480649 Dec 10 09:23:08.516968 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a299ad17-8463-49b4-b0b6-fd5fd6079abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.520166 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:08.527017 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-0abc9c1d-f488-4607-afcf-44cc01508fb8 service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243310 Dec 10 09:23:08.660989 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e854ce10-b0c7-4d04-9bf0-0252f193aadc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.661459 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc46e37e-a289-4e64-9ed6-8a82319ba92b req-51b8a6a6-fd0f-40f1-b8e5-1e69ccc6f231 service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252599 Dec 10 09:23:08.665302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e854ce10-b0c7-4d04-9bf0-0252f193aadc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.693889 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a299ad17-8463-49b4-b0b6-fd5fd6079abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.698564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a299ad17-8463-49b4-b0b6-fd5fd6079abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.741385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299ad17-8463-49b4-b0b6-fd5fd6079abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6787c8-a138-4b8f-bed8-8061442b533d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:08.748043 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a299ad17-8463-49b4-b0b6-fd5fd6079abd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e946c089bfb04093ad53412958422a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4036942 Dec 10 09:23:08.748279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33852) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:08.785891 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '825c5ed7-b749-43eb-b744-6e58f15be912', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'port_id': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'mac_address': 'fa:16:3e:ef:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:06Z', 'revision_number': 0, 'project_id': '5041beb7e72446b992e69547c1991fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:08.798750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-192eb04f-9a73-4709-bb56-5f0ea4c082f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.819193 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa0c1a-b567-4cdf-a81d-f05401deeb54 None None] The sync data for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 is: [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '825c5ed7-b749-43eb-b744-6e58f15be912', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'port_id': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'mac_address': 'fa:16:3e:ef:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:06Z', 'revision_number': 0, 'project_id': '5041beb7e72446b992e69547c1991fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:08.821663 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-192eb04f-9a73-4709-bb56-5f0ea4c082f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.883419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-192eb04f-9a73-4709-bb56-5f0ea4c082f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.887315 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-192eb04f-9a73-4709-bb56-5f0ea4c082f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:08.892104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-192eb04f-9a73-4709-bb56-5f0ea4c082f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a6787c8-a138-4b8f-bed8-8061442b533d HTTP/1.1" status: 204 len: 168 time: 0.1407990 Dec 10 09:23:08.903541 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eb04f-9a73-4709-bb56-5f0ea4c082f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6787c8-a138-4b8f-bed8-8061442b533d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:09.090346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a296506-12d7-41a6-b959-f9d9b2db67d5 None None] New status for floating IP 825c5ed7-b749-43eb-b744-6e58f15be912: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:23:09.235305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e854ce10-b0c7-4d04-9bf0-0252f193aadc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:23:09.284101 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.361655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e854ce10-b0c7-4d04-9bf0-0252f193aadc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:09.366875 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e854ce10-b0c7-4d04-9bf0-0252f193aadc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:09.372343 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] Sync routers for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:09.384496 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:09.385459 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:09.403379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:09.406322 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785" -d '{"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:09.446228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e854ce10-b0c7-4d04-9bf0-0252f193aadc tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "PUT /v2.0/floatingips/825c5ed7-b749-43eb-b744-6e58f15be912 HTTP/1.1" status: 200 len: 991 time: 1.4368868 Dec 10 09:23:09.479658 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bdd0d1-63ce-4e2d-9590-774594a33686 x-openstack-request-id: req-c4bdd0d1-63ce-4e2d-9590-774594a33686 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:09.479980 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:09.480239 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4bdd0d1-63ce-4e2d-9590-774594a33686 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:09.480643 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'status': 'completed', 'code': 200} Dec 10 09:23:09.499907 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:09.542586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-2fb24052-068d-4200-8439-c5e700c9d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:09.544220 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-2fb24052-068d-4200-8439-c5e700c9d17c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5041beb7e72446b992e69547c1991fde&device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 1097 time: 0.0448713 Dec 10 09:23:09.640220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-56425ca9-daad-405a-bb6c-bdd8092aaec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:09.641757 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-56425ca9-daad-405a-bb6c-bdd8092aaec1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd1c0245-47f1-4b43-bd4f-152d2434982a HTTP/1.1" status: 200 len: 914 time: 0.0912879 Dec 10 09:23:09.714935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-91c871d1-e136-46a3-95c0-6945c3f2201e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939 HTTP/1.1" status: 200 len: 1001 time: 0.0654395 Dec 10 09:23:09.745199 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '825c5ed7-b749-43eb-b744-6e58f15be912', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'port_id': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'mac_address': 'fa:16:3e:ef:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:09Z', 'revision_number': 2, 'project_id': '5041beb7e72446b992e69547c1991fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:09.772079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-ce9c717a-56a0-422f-9d01-68e971789de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:09.773625 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-ce9c717a-56a0-422f-9d01-68e971789de1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6488cbd-c182-41e4-900b-cc6cb54293d6 HTTP/1.1" status: 200 len: 852 time: 0.0517800 Dec 10 09:23:09.776944 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] Checking router: d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:23:09.786736 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:09.787381 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:09.824559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-c114f4d2-66fd-4eac-b9d9-bcfbd9b06a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:09.826110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-c114f4d2-66fd-4eac-b9d9-bcfbd9b06a52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd1c0245-47f1-4b43-bd4f-152d2434982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452316 Dec 10 09:23:09.894218 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:09.939063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-46066e3c-f9d4-4825-8a0f-4cd9289b945a service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958145 Dec 10 09:23:10.051123 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fac8cdbd-b0fd-4b32-8090-05a3e42a0785 req-500cb282-c557-42e5-8d61-3e1af40d0ad3 service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005976 Dec 10 09:23:10.148265 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '825c5ed7-b749-43eb-b744-6e58f15be912', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'port_id': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'mac_address': 'fa:16:3e:ef:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:09Z', 'revision_number': 2, 'project_id': '5041beb7e72446b992e69547c1991fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:10.177133 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03a027-b18b-429b-ad40-ae4b79c873e6 None None] The sync data for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 is: [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '825c5ed7-b749-43eb-b744-6e58f15be912', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'port_id': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'mac_address': 'fa:16:3e:ef:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:23:06Z', 'updated_at': '2021-12-10T09:23:09Z', 'revision_number': 2, 'project_id': '5041beb7e72446b992e69547c1991fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:10.325772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33890) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:10.470178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-88071951'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:10.490478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Made reservation on behalf of 4c798fc6ec5c49edbaad5fe6616b8754 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:10.494004 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.503272 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.581026 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.584642 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.613773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:10.619880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9e873-b71c-4ab5-ae12-b3bd94eb57bd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:10.627611 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.627969 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Added segment 522191de-e64f-49c4-ab8e-1bdcb54680e6 of type vlan for network ff688cf0-cb18-4215-9ba2-830befb80d9f Dec 10 09:23:10.669016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.694322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.699888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:10.700466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.751968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4243486 Dec 10 09:23:10.755380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33894) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:10.774497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb43a99-6561-4bb6-bfcb-98853d273aa4 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Pushing event updated for resources: {'Network': ['ID=ff688cf0-cb18-4215-9ba2-830befb80d9f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:10.790149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ff688cf0-cb18-4215-9ba2-830befb80d9f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:10.814962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Request body: {'network': {'name': 'tempest-network--1769245795', 'router:external': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:10.834333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Made reservation on behalf of 05cacc120e3b4b1eb8bb176488d01f46 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:10.836582 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.845448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.924278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.928058 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.957178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:10.966924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76032f9c-584f-4854-8e0e-4926394b7515,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:10.971896 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:10.972240 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Added segment 481614ad-4121-4eb5-a67b-def8d37c3ce8 of type vlan for network 08f0acef-43dd-480b-bc9c-b79a25016d61 Dec 10 09:23:11.017260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.045653 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.046437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:11.047009 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.100720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3443084 Dec 10 09:23:11.103525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33898) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:11.108017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfef25-6a1e-43d9-b2bf-435e9ce0de70 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'Network': ['ID=08f0acef-43dd-480b-bc9c-b79a25016d61,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:11.117969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 08f0acef-43dd-480b-bc9c-b79a25016d61 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:11.172761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.258011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.279201 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f0acef-43dd-480b-bc9c-b79a25016d61']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:11.288712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481614ad-4121-4eb5-a67b-def8d37c3ce8') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:11.289012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481614ad-4121-4eb5-a67b-def8d37c3ce8') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:11.298481 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.311961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.317827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:11.318242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:11.320316 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:11.376203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.381714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08f0acef-43dd-480b-bc9c-b79a25016d61 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 09:23:11.384593 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.387879 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "DELETE /v2.0/networks/08f0acef-43dd-480b-bc9c-b79a25016d61 HTTP/1.1" status: 204 len: 168 time: 0.2832515 Dec 10 09:23:11.391990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33902) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:11.397324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:11.402746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bb337-99f5-48ee-a991-7a23526975f2 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event deleted for resources: {'Network': ['ID=08f0acef-43dd-480b-bc9c-b79a25016d61,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:11.425236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Made reservation on behalf of 05cacc120e3b4b1eb8bb176488d01f46 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:11.427939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.458835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:11.471424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.471775 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Added segment d5f756d4-01b4-45a7-9296-b8c81e7b0922 of type vlan for network 84ca037a-1136-4291-8537-ce6f59db3efc Dec 10 09:23:11.481268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:11.485271 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efaf4f1-c82e-4ac6-bc62-18782ae45075" -d '{"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:11.532990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.538535 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b635909-4987-42ee-873b-0d6135196103 x-openstack-request-id: req-8b635909-4987-42ee-873b-0d6135196103 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:11.538935 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:11.539256 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b635909-4987-42ee-873b-0d6135196103 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:11.539751 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'status': 'completed', 'code': 200} Dec 10 09:23:11.570436 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.571444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:11.572116 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.606323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-1ee572b5-a125-454e-99ce-e402050e411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:11.607969 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-1ee572b5-a125-454e-99ce-e402050e411b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5041beb7e72446b992e69547c1991fde&device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 1097 time: 0.0449710 Dec 10 09:23:11.629295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2335699 Dec 10 09:23:11.633104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33906) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:11.638561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Request body: {'subnet': {'network_id': '84ca037a-1136-4291-8537-ce6f59db3efc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:11.663548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Made reservation on behalf of 05cacc120e3b4b1eb8bb176488d01f46 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:11.665855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:11.668776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aba98-7c87-4254-ae27-2816370be981 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'Network': ['ID=84ca037a-1136-4291-8537-ce6f59db3efc,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:11.680242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 84ca037a-1136-4291-8537-ce6f59db3efc details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:11.717994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-1f9ca77f-7f9a-491a-9345-2e7fdc93cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:11.720071 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-1f9ca77f-7f9a-491a-9345-2e7fdc93cdd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd1c0245-47f1-4b43-bd4f-152d2434982a HTTP/1.1" status: 200 len: 914 time: 0.1025729 Dec 10 09:23:11.804731 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-b63c4c37-ac95-494b-b319-86c8bafdaf92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939 HTTP/1.1" status: 200 len: 1001 time: 0.0756938 Dec 10 09:23:11.856344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-39886f03-073b-46c4-a8c3-cb65bb5d3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:11.858758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-39886f03-073b-46c4-a8c3-cb65bb5d3cff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6488cbd-c182-41e4-900b-cc6cb54293d6 HTTP/1.1" status: 200 len: 852 time: 0.0465689 Dec 10 09:23:11.907673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-76655889-728b-4d74-8640-3f5237e7e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:11.909337 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-76655889-728b-4d74-8640-3f5237e7e3d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd1c0245-47f1-4b43-bd4f-152d2434982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429020 Dec 10 09:23:11.979634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.objects.ports [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 09:23:11.980107 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.005762 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-d8fa5c70-ab42-4ff4-ac8c-278af7317a15 service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878396 Dec 10 09:23:12.037608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f10b4f88-7f7b-4f62-b4c8-046f5348ac0b,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:12.046829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Checking segment: {'id': 'd5f756d4-01b4-45a7-9296-b8c81e7b0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '84ca037a-1136-4291-8537-ce6f59db3efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:12.047190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Network hostable DHCP agents. Network: 84ca037a-1136-4291-8537-ce6f59db3efc, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:23:12.065102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Network 84ca037a-1136-4291-8537-ce6f59db3efc is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:23:12.074223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 84ca037a-1136-4291-8537-ce6f59db3efc) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:12.079153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:12.079978 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.085004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8bed44-35b3-49c5-a86f-ecaf8497118c None None] Network 84ca037a-1136-4291-8537-ce6f59db3efc requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:12.103275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f1b96c4d-31f3-4bc3-acdb-5acb85fc0859 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4692121 Dec 10 09:23:12.104420 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6efaf4f1-c82e-4ac6-bc62-18782ae45075 req-12464c57-34b1-49c8-ba5e-47ed9d0cdb47 service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910621 Dec 10 09:23:12.105905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33908) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:12.110966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Request body: {'floatingip': {'floating_network_id': '84ca037a-1136-4291-8537-ce6f59db3efc'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:12.131533 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.190705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b95be4-00b7-4a8c-9d81-067456eaf540 None None] Network 84ca037a-1136-4291-8537-ce6f59db3efc requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:12.226967 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.327830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Allocated IP 172.20.0.6 (84ca037a-1136-4291-8537-ce6f59db3efc/f10b4f88-7f7b-4f62-b4c8-046f5348ac0b/364341de-1582-4c41-a3b9-02b3e12dd52a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:12.430910 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.465922 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.507368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Network 84ca037a-1136-4291-8537-ce6f59db3efc is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:12.510339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:12.513824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:12.536037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'Port': ['ID=364341de-1582-4c41-a3b9-02b3e12dd52a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:12.606252 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.639909 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.787639 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.791064 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.860072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'Port': ['ID=364341de-1582-4c41-a3b9-02b3e12dd52a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:12.868163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.885191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:12.886473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cea6956e-f4ef-4f6d-8b27-17466633f137 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7796268 Dec 10 09:23:12.890419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33910) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:12.970429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1ff2ff9a-3807-4757-a38a-5402494a0cac tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=84ca037a-1136-4291-8537-ce6f59db3efc HTTP/1.1" status: 200 len: 689 time: 0.0784867 Dec 10 09:23:12.972774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33912) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:13.056878 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.153776 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Deleting port 364341de-1582-4c41-a3b9-02b3e12dd52a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:13.154111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.234296 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.234625 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.246001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Calling delete_port for 364341de-1582-4c41-a3b9-02b3e12dd52a owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:13.376976 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.406388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event deleted for resources: {'Port': ['ID=364341de-1582-4c41-a3b9-02b3e12dd52a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:13.465345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.510277 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.567210 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.594238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f10b4f88-7f7b-4f62-b4c8-046f5348ac0b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:13.645321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.667458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ca037a-1136-4291-8537-ce6f59db3efc']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:13.678416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f756d4-01b4-45a7-9296-b8c81e7b0922') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:13.678711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f756d4-01b4-45a7-9296-b8c81e7b0922') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:13.689545 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.704629 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.711511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:13.711908 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:13.713796 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:13.775904 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.781038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84ca037a-1136-4291-8537-ce6f59db3efc {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 09:23:13.783775 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:13.786855 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "DELETE /v2.0/networks/84ca037a-1136-4291-8537-ce6f59db3efc HTTP/1.1" status: 204 len: 168 time: 0.8131802 Dec 10 09:23:13.789444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33914) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:13.797612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b00716-4eee-435e-a338-41ec5fc601f6 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event deleted for resources: {'Network': ['ID=84ca037a-1136-4291-8537-ce6f59db3efc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:13.902701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dc7c0ce3-c876-4c3e-870a-cac689156424 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1112268 Dec 10 09:23:13.905006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33916) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:13.958761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf024c51-8782-4516-b00a-be180a6dd833 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:13.959220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf024c51-8782-4516-b00a-be180a6dd833 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:13.959709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf024c51-8782-4516-b00a-be180a6dd833 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:13.960160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf024c51-8782-4516-b00a-be180a6dd833 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:13.960596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf024c51-8782-4516-b00a-be180a6dd833 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:13.961033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf024c51-8782-4516-b00a-be180a6dd833 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:13.962856 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bf024c51-8782-4516-b00a-be180a6dd833 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.0569234 Dec 10 09:23:13.965797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33918) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:14.028110 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-5c46c703-dc3f-4a29-9053-11d67d261299 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] delete failed (client error): The resource could not be found. Dec 10 09:23:14.029677 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5c46c703-dc3f-4a29-9053-11d67d261299 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/54538096-b46d-4cc2-87d6-e3d50c7102b5 HTTP/1.1" status: 404 len: 345 time: 0.0624261 Dec 10 09:23:14.032619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33920) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:14.048973 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-470dde6c-c1ec-4d66-9c41-adea7b24ff12 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 09:23:14.049463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470dde6c-c1ec-4d66-9c41-adea7b24ff12 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:23:14.052445 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-470dde6c-c1ec-4d66-9c41-adea7b24ff12 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "DELETE /v2.0/networks/84ca037a-1136-4291-8537-ce6f59db3efc HTTP/1.1" status: 404 len: 339 time: 0.0189390 Dec 10 09:23:14.056066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33922) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:14.061215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Request body: {'network': {'name': 'tempest-network--104279837', 'router:external': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:14.082865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Made reservation on behalf of 05cacc120e3b4b1eb8bb176488d01f46 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:14.085218 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.111046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:14.121788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.122147 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Added segment 4a00c84c-29b1-4777-ade5-7e6fd03c9d7f of type vlan for network 2e5cbda2-53d4-417d-aee5-58db55616421 Dec 10 09:23:14.174623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.209802 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.210794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:14.211387 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.276293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2190893 Dec 10 09:23:14.278758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33924) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:14.313706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa6060-9620-47a3-b801-fc3645e36b7e tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'Network': ['ID=2e5cbda2-53d4-417d-aee5-58db55616421,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:14.324593 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 2e5cbda2-53d4-417d-aee5-58db55616421 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:14.463675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e1f8e-ca14-4d73-a80a-4542359a4a39 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:14.469810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e1f8e-ca14-4d73-a80a-4542359a4a39 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:14.475932 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e1f8e-ca14-4d73-a80a-4542359a4a39 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:14.481791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e1f8e-ca14-4d73-a80a-4542359a4a39 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:14.484006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f12e1f8e-ca14-4d73-a80a-4542359a4a39 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.2041543 Dec 10 09:23:14.486697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33926) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:14.557581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.633334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.653361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5cbda2-53d4-417d-aee5-58db55616421']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:14.663165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a00c84c-29b1-4777-ade5-7e6fd03c9d7f') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:14.663464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a00c84c-29b1-4777-ade5-7e6fd03c9d7f') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:14.672854 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.686383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.692792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:14.693204 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:14.694954 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:14.753288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.759422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e5cbda2-53d4-417d-aee5-58db55616421 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 09:23:14.769635 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.772863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "DELETE /v2.0/networks/2e5cbda2-53d4-417d-aee5-58db55616421 HTTP/1.1" status: 204 len: 168 time: 0.2852407 Dec 10 09:23:14.774257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94794ca6-e56a-437f-8c89-365eccd9c5db tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e5cbda2-53d4-417d-aee5-58db55616421,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:14.776362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33928) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:14.782044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Request body: {'network': {'name': 'tempest-network--1052611103', 'router:external': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:14.802868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Made reservation on behalf of 05cacc120e3b4b1eb8bb176488d01f46 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:14.805298 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.830391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:14.838914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.839260 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Added segment 81c2b6bf-7003-4830-8f49-8fdd11779de3 of type vlan for network 867b9dc1-4e29-4ddb-8cd8-d97b29da8a24 Dec 10 09:23:14.883577 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.916185 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.917128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:14.917731 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:14.971075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1928141 Dec 10 09:23:14.973675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33930) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:14.984556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b8a8a-c2e7-46b1-b872-536c8a3cf110 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'Network': ['ID=867b9dc1-4e29-4ddb-8cd8-d97b29da8a24,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:14.996329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 867b9dc1-4e29-4ddb-8cd8-d97b29da8a24 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:15.064189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53e9687-4084-4a28-bfc9-dbbea145a2ac tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:15.069902 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b53e9687-4084-4a28-bfc9-dbbea145a2ac tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] 10.222.0.31 "GET /v2.0/networks/867b9dc1-4e29-4ddb-8cd8-d97b29da8a24 HTTP/1.1" status: 200 len: 757 time: 0.0922101 Dec 10 09:23:15.070282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33932) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:15.161791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080be33-fa27-494d-9bd5-23c96e062356 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:15.163167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d080be33-fa27-494d-9bd5-23c96e062356 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] 10.222.0.31 "GET /v2.0/networks/ff688cf0-cb18-4215-9ba2-830befb80d9f HTTP/1.1" status: 200 len: 766 time: 0.0918987 Dec 10 09:23:15.166538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33934) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:15.238409 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.242200 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.327932 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.348578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867b9dc1-4e29-4ddb-8cd8-d97b29da8a24']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:15.358011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c2b6bf-7003-4830-8f49-8fdd11779de3') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:15.358320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c2b6bf-7003-4830-8f49-8fdd11779de3') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:15.367471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.380596 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.386788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:15.387266 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:15.389619 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:15.447341 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.451649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 867b9dc1-4e29-4ddb-8cd8-d97b29da8a24 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 09:23:15.454539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.461001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "DELETE /v2.0/networks/867b9dc1-4e29-4ddb-8cd8-d97b29da8a24 HTTP/1.1" status: 204 len: 168 time: 0.2902532 Dec 10 09:23:15.461422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33936) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:15.467371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Request body: {'network': {'name': 'tempest-network--1347448428'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:15.481708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242231b0-0192-4ade-b2e7-b79abc4ea686 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event deleted for resources: {'Network': ['ID=867b9dc1-4e29-4ddb-8cd8-d97b29da8a24,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:15.499684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Made reservation on behalf of 05cacc120e3b4b1eb8bb176488d01f46 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:15.502153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.526885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:15.538299 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.538653 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Added segment f1726eae-242a-4304-8c9b-7fce8adb4b97 of type vlan for network b0f78bc1-c15e-42c1-9712-92df1ce7182f Dec 10 09:23:15.582479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.610313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.611301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:15.611886 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:15.668289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2034690 Dec 10 09:23:15.668525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33938) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:15.673846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5979804e-3475-46d7-95d7-aaeb9a80bbc0 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:16.033542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71996bce-dc97-4c31-b36c-448a9361ca7a tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'Network': ['ID=b0f78bc1-c15e-42c1-9712-92df1ce7182f,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:16.044210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b0f78bc1-c15e-42c1-9712-92df1ce7182f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:16.146127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5979804e-3475-46d7-95d7-aaeb9a80bbc0 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.160266 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5979804e-3475-46d7-95d7-aaeb9a80bbc0 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.176724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5979804e-3475-46d7-95d7-aaeb9a80bbc0 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Network b0f78bc1-c15e-42c1-9712-92df1ce7182f is not hosted by any dhcp agent {{(pid=114969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 09:23:16.177595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5979804e-3475-46d7-95d7-aaeb9a80bbc0 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:16.178183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5979804e-3475-46d7-95d7-aaeb9a80bbc0 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.179480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5979804e-3475-46d7-95d7-aaeb9a80bbc0 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "PUT /v2.0/networks/b0f78bc1-c15e-42c1-9712-92df1ce7182f HTTP/1.1" status: 200 len: 858 time: 0.5101383 Dec 10 09:23:16.182316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33940) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:16.221517 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979804e-3475-46d7-95d7-aaeb9a80bbc0 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event updated for resources: {'Network': ['ID=b0f78bc1-c15e-42c1-9712-92df1ce7182f,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:16.252546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.352272 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.374931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f78bc1-c15e-42c1-9712-92df1ce7182f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:16.384900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1726eae-242a-4304-8c9b-7fce8adb4b97') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:16.385316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1726eae-242a-4304-8c9b-7fce8adb4b97') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:16.395568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.410501 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.416647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:16.417035 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:16.418725 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:16.473792 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.479474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0f78bc1-c15e-42c1-9712-92df1ce7182f {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 09:23:16.497022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.500874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b0f78bc1-c15e-42c1-9712-92df1ce7182f HTTP/1.1" status: 204 len: 168 time: 0.3174574 Dec 10 09:23:16.503583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e342c9-6950-4738-891b-6ab6f1600889 tempest-ExternalNetworksTestJSON-1963424775 tempest-ExternalNetworksTestJSON-1963424775-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0f78bc1-c15e-42c1-9712-92df1ce7182f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:16.504130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33942) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:16.533409 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-665a3b6f-5584-4db1-a102-e8a89c162df6 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] DELETE failed (client error): The resource could not be found. Dec 10 09:23:16.533981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665a3b6f-5584-4db1-a102-e8a89c162df6 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 09:23:16.537430 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-665a3b6f-5584-4db1-a102-e8a89c162df6 tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] 10.222.0.31 "DELETE /v2.0/subnets/f10b4f88-7f7b-4f62-b4c8-046f5348ac0b HTTP/1.1" status: 404 len: 337 time: 0.0322475 Dec 10 09:23:16.540094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 33944) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:16.615641 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.704100 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.724699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff688cf0-cb18-4215-9ba2-830befb80d9f']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:16.733856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522191de-e64f-49c4-ab8e-1bdcb54680e6') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:16.734156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522191de-e64f-49c4-ab8e-1bdcb54680e6') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:16.743585 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.757087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.763078 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:16.764002 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:16.766939 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:16.831262 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.839673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:16.843265 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] 10.222.0.31 "DELETE /v2.0/networks/ff688cf0-cb18-4215-9ba2-830befb80d9f HTTP/1.1" status: 204 len: 168 time: 0.3022382 Dec 10 09:23:16.853652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081065b-f92d-4f11-ad3d-d0bbee28823a tempest-ExternalNetworksTestJSON-1156606585 tempest-ExternalNetworksTestJSON-1156606585-project] Pushing event deleted for resources: {'Network': ['ID=ff688cf0-cb18-4215-9ba2-830befb80d9f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:17.097946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33950) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:17.231690 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-73a9d856-fac5-42a1-8918-7e4e486de9f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c798fc6ec5c49edbaad5fe6616b8754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325662 Dec 10 09:23:17.234438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33954) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:17.283165 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74027812-801b-4129-a03b-9c10b70db531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:17.303425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74027812-801b-4129-a03b-9c10b70db531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:17.352741 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74027812-801b-4129-a03b-9c10b70db531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:17.355396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-74027812-801b-4129-a03b-9c10b70db531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:17.356529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-74027812-801b-4129-a03b-9c10b70db531 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24b9e873-b71c-4ab5-ae12-b3bd94eb57bd HTTP/1.1" status: 204 len: 168 time: 0.1211801 Dec 10 09:23:17.364863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74027812-801b-4129-a03b-9c10b70db531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9e873-b71c-4ab5-ae12-b3bd94eb57bd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:17.618459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33960) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:17.658598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5cd807d8-0ccf-4e3a-a94a-147d09e41244 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05cacc120e3b4b1eb8bb176488d01f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389543 Dec 10 09:23:17.660882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 33962) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:17.708601 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb36607-2243-4052-acd4-9a62ba819cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:17.731255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb36607-2243-4052-acd4-9a62ba819cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:17.776878 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb36607-2243-4052-acd4-9a62ba819cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:17.780076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4bb36607-2243-4052-acd4-9a62ba819cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:17.781248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4bb36607-2243-4052-acd4-9a62ba819cbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76032f9c-584f-4854-8e0e-4926394b7515 HTTP/1.1" status: 204 len: 168 time: 0.1194062 Dec 10 09:23:17.789293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb36607-2243-4052-acd4-9a62ba819cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76032f9c-584f-4854-8e0e-4926394b7515,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:19.320371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862657-29e7-481f-952f-b2011c456699 req-94a9377b-1c52-48e2-9482-eb8f5b4a76f8 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:19.321947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99862657-29e7-481f-952f-b2011c456699 req-94a9377b-1c52-48e2-9482-eb8f5b4a76f8 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1097 time: 0.0405500 Dec 10 09:23:19.333058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:19.371895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99862657-29e7-481f-952f-b2011c456699 req-423ca6a7-9f82-4618-9a7d-80a250c0b2c8 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431094 Dec 10 09:23:19.384815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34014) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:19.492788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecb49b-b3d3-4d7d-93da-a4c3b1283c26 req-3aaf675f-3525-4cfb-9b32-6483c4910ab1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:19.494518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93ecb49b-b3d3-4d7d-93da-a4c3b1283c26 req-3aaf675f-3525-4cfb-9b32-6483c4910ab1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0494549 Dec 10 09:23:19.545781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:19.546522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93ecb49b-b3d3-4d7d-93da-a4c3b1283c26 req-ccc88059-7e01-457d-88cc-6e899149bd52 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449705 Dec 10 09:23:19.568327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:19.569361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34020) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:19.633471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4fa0f6b9-33c0-4de5-a1c4-85f7e2a0cf4d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/fa991e5a-13fb-419c-b40c-6af63238cb11 HTTP/1.1" status: 200 len: 993 time: 0.0628545 Dec 10 09:23:19.667124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:19.706489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:23:19.774301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Allocated IP 172.25.3.39 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/4bc0d8cc-e881-4a9b-b437-2de87f66ea65) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:19.873680 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:19.909456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:19.955319 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:19.958734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:19.962720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:19.968552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event updated for resources: {'Port': ['ID=4bc0d8cc-e881-4a9b-b437-2de87f66ea65,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:20.057901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.095964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.136711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4c6ec-d726-4378-b455-7b07a3269f83 req-e99b27de-cf77-49d1-96dc-9f6ddb25c31d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:20.138299 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1c4c6ec-d726-4378-b455-7b07a3269f83 req-e99b27de-cf77-49d1-96dc-9f6ddb25c31d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0519810 Dec 10 09:23:20.212662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-69eacd0e-c5c3-479b-b06c-2604a1a3d664 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436596 Dec 10 09:23:20.216923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1c4c6ec-d726-4378-b455-7b07a3269f83 req-8e5b20d3-47f0-4d09-a928-a343fd8bc3df tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698512 Dec 10 09:23:20.233863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-5383ed8a-9538-4afe-924d-4e947b514fef service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:23:20.238539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-5383ed8a-9538-4afe-924d-4e947b514fef service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137639 Dec 10 09:23:20.256942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.262954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.338797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event updated for resources: {'Port': ['ID=4bc0d8cc-e881-4a9b-b437-2de87f66ea65,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:20.347733 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.363242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.364475 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-35b171f5-64d9-42a3-b743-3e50d2332cae tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9785910 Dec 10 09:23:20.367346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34038) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:20.372271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-258167944'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:20.393958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Made reservation on behalf of efe5bc55c2e743828fd5dd00e781a3cd for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:20.397360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.406415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.488442 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.492335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.516047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:20.532658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.533120 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Added segment 06ae037b-de04-4d98-836e-30ac886b80f3 of type vlan for network feb4104c-6578-4db7-890a-2289fc3cd18f Dec 10 09:23:20.540657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e43871a-8360-406b-8bb8-cae22b3a6d9c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:20.574867 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.601264 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.607978 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:20.608568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.663096 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2946408 Dec 10 09:23:20.665918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34054) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:20.678395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Request body: {'subnet': {'network_id': 'feb4104c-6578-4db7-890a-2289fc3cd18f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:20.700445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17de6f-7f0e-4b13-a8cd-598dc18845bb tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event updated for resources: {'Network': ['ID=feb4104c-6578-4db7-890a-2289fc3cd18f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:20.710675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network feb4104c-6578-4db7-890a-2289fc3cd18f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:20.776096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Made reservation on behalf of efe5bc55c2e743828fd5dd00e781a3cd for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:20.780402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:20.967166 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.039515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event updated for resources: {'Subnet': ['ID=b9e85b57-7435-4f9e-b316-ec2c4b84251a,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:21.047153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Checking segment: {'id': '06ae037b-de04-4d98-836e-30ac886b80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'feb4104c-6578-4db7-890a-2289fc3cd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:21.047520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Network hostable DHCP agents. Network: feb4104c-6578-4db7-890a-2289fc3cd18f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:23:21.066217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Network feb4104c-6578-4db7-890a-2289fc3cd18f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:23:21.075498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, feb4104c-6578-4db7-890a-2289fc3cd18f) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:21.080241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:21.080855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.086377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776253d-dce1-48b9-99c4-59a8cca19ef7 None None] Network feb4104c-6578-4db7-890a-2289fc3cd18f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:21.106056 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f26e8ce7-566a-41c9-b282-bd5ed2ea60dc tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4391234 Dec 10 09:23:21.109477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34060) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:21.114293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1292624990', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}, 'admin_state_up': False}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:21.145537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.146686 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.200873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-feb4104c-6578-4db7-890a-2289fc3cd18f', 'network_id': 'feb4104c-6578-4db7-890a-2289fc3cd18f', 'project_id': 'efe5bc55c2e743828fd5dd00e781a3cd', 'fixed_ips': [{'subnet_id': 'b9e85b57-7435-4f9e-b316-ec2c4b84251a'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:23:21.201789 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.208534 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.343289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28c4cb-4f65-46a1-83cd-e29f926ed467 req-8e9dbfab-8cb9-4cd0-96aa-8a236610624c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:21.344845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb28c4cb-4f65-46a1-83cd-e29f926ed467 req-8e9dbfab-8cb9-4cd0-96aa-8a236610624c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0533369 Dec 10 09:23:21.345313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Allocated IP 172.20.0.2 (feb4104c-6578-4db7-890a-2289fc3cd18f/b9e85b57-7435-4f9e-b316-ec2c4b84251a/ccd7a9a2-609a-428f-8617-604a2f906382) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:21.356089 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.413554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb28c4cb-4f65-46a1-83cd-e29f926ed467 req-babd08d4-26b5-469f-adb2-915174af627b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598254 Dec 10 09:23:21.515419 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.521007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-d65940de-b018-4618-b83c-423bf52d5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:21.521313 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.522841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-d65940de-b018-4618-b83c-423bf52d5d11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1097 time: 0.0546646 Dec 10 09:23:21.564431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Network feb4104c-6578-4db7-890a-2289fc3cd18f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:21.569177 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:21.572599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:21.613802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.619521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Pushing event updated for resources: {'Port': ['ID=ccd7a9a2-609a-428f-8617-604a2f906382,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:21.633055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-13dbaec5-1235-4585-a859-9560217af0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:21.634818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-13dbaec5-1235-4585-a859-9560217af0c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.1037076 Dec 10 09:23:21.637176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Attempting to bind port ccd7a9a2-609a-428f-8617-604a2f906382 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:21.637592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Attempting to bind port ccd7a9a2-609a-428f-8617-604a2f906382 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '06ae037b-de04-4d98-836e-30ac886b80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'feb4104c-6578-4db7-890a-2289fc3cd18f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:21.637961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Attempting to bind port ccd7a9a2-609a-428f-8617-604a2f906382 on network feb4104c-6578-4db7-890a-2289fc3cd18f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:21.642136 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.643984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:21.644364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Checking segment: {'id': '06ae037b-de04-4d98-836e-30ac886b80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'feb4104c-6578-4db7-890a-2289fc3cd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:21.644766 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.645155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Bound using segment: {'id': '06ae037b-de04-4d98-836e-30ac886b80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'feb4104c-6578-4db7-890a-2289fc3cd18f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:21.645645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Bound port: ccd7a9a2-609a-428f-8617-604a2f906382, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ae037b-de04-4d98-836e-30ac886b80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'feb4104c-6578-4db7-890a-2289fc3cd18f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:21.646023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.710514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] For port ccd7a9a2-609a-428f-8617-604a2f906382, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:21.713714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] For port ccd7a9a2-609a-428f-8617-604a2f906382, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ccd7a9a2-609a-428f-8617-604a2f906382,segment=NetworkSegment(06ae037b-de04-4d98-836e-30ac886b80f3),segment_id=06ae037b-de04-4d98-836e-30ac886b80f3)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:21.720206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.720437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-5893812a-7bbb-4dd3-b784-23f427265cf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 1001 time: 0.0778451 Dec 10 09:23:21.752072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Allocated IP 172.25.3.151 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/327c64b2-bbfd-47e5-b892-cb842f3607de) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:21.776025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-75d709da-10ce-478c-b0c4-618e0ee8228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:21.778026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-75d709da-10ce-478c-b0c4-618e0ee8228b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0508680 Dec 10 09:23:21.785778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b1087-da45-4cbd-be57-297c5a778efa None None] Pushing event updated for resources: {'Port': ['ID=ccd7a9a2-609a-428f-8617-604a2f906382,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:21.829960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-7f86cf18-01c7-47e5-90a6-f35485ce742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:21.831871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-7f86cf18-01c7-47e5-90a6-f35485ce742f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462275 Dec 10 09:23:21.876983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:21.932045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-d7e08807-0126-4cc2-bf2d-f0e5055d8ae1 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932517 Dec 10 09:23:22.065213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-eede33fe-bec4-4ba5-9df4-c614796e33f9 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259696 Dec 10 09:23:22.291199 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:22.336082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:22.339115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:22.343777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:22.349130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event updated for resources: {'Port': ['ID=327c64b2-bbfd-47e5-b892-cb842f3607de,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:22.352222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6932794-7c2c-401e-a2c7-8f04207c2370 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:23:22.478896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b59ab9ef-5536-4d64-a359-90fca9deb0e9 None None] Provisioning complete for port 327c64b2-bbfd-47e5-b892-cb842f3607de triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:22.479278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b59ab9ef-5536-4d64-a359-90fca9deb0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:22.541090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b59ab9ef-5536-4d64-a359-90fca9deb0e9 None None] Port 327c64b2-bbfd-47e5-b892-cb842f3607de cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:23:22.606675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7e5fc-1ead-4d82-b879-5e3094c6f6ea req-23eb8476-3588-48d1-a077-dfac59e35e63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:22.609643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15d7e5fc-1ead-4d82-b879-5e3094c6f6ea req-23eb8476-3588-48d1-a077-dfac59e35e63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0699816 Dec 10 09:23:22.626293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:22.665161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-15d7e5fc-1ead-4d82-b879-5e3094c6f6ea req-e0cb6da6-debb-4035-91a8-c89ee4938c0d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487893 Dec 10 09:23:22.844666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0445e8-3ea1-47f3-bdb9-c88ee2627889 None None] Network feb4104c-6578-4db7-890a-2289fc3cd18f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:22.847708 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:22.994196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Router 4ab01ab2-43e1-4854-a6f4-db25b33536bc is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:23:23.083554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-09ad2277-58e4-4b8f-b59e-1ed5d3054715 None None] Provisioning complete for port ccd7a9a2-609a-428f-8617-604a2f906382 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:23.083787 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-09ad2277-58e4-4b8f-b59e-1ed5d3054715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:23.105431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:23.118600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb3f4e9-04f9-403f-8133-b929160bd415 None None] Sync routers for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:23.128047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:23.129376 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fa3e99c2-3340-4492-8224-84bdc2bd6037 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0186465 Dec 10 09:23:23.132150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34066) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:23.164997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3f4e9-04f9-403f-8133-b929160bd415 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:23.165736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-edb3f4e9-04f9-403f-8133-b929160bd415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:23.214288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-edb3f4e9-04f9-403f-8133-b929160bd415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:23.252539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3f4e9-04f9-403f-8133-b929160bd415 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:23.253168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-edb3f4e9-04f9-403f-8133-b929160bd415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:23.293302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-edb3f4e9-04f9-403f-8133-b929160bd415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:23.293989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb3f4e9-04f9-403f-8133-b929160bd415 None None] The sync data for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:23.302610 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-09ad2277-58e4-4b8f-b59e-1ed5d3054715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:23.346484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-09ad2277-58e4-4b8f-b59e-1ed5d3054715 None None] For port ccd7a9a2-609a-428f-8617-604a2f906382, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ccd7a9a2-609a-428f-8617-604a2f906382,segment=NetworkSegment(06ae037b-de04-4d98-836e-30ac886b80f3),segment_id=06ae037b-de04-4d98-836e-30ac886b80f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:23.353846 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-09ad2277-58e4-4b8f-b59e-1ed5d3054715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:23.411729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad2277-58e4-4b8f-b59e-1ed5d3054715 None None] Pushing event updated for resources: {'Port': ['ID=ccd7a9a2-609a-428f-8617-604a2f906382,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:23.483683 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fcc4b944-07d0-4213-827f-59dd7c4acb62 None None] Provisioning complete for port ccd7a9a2-609a-428f-8617-604a2f906382 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:23.484077 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b944-07d0-4213-827f-59dd7c4acb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:23.542703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ccd7a9a2-609a-428f-8617-604a2f906382 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:23.599415 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:23.632981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ccd7a9a2-609a-428f-8617-604a2f906382 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:23.633359 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:23.801770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dfc7a-05d1-4d9d-825f-7e2e3fd71611 req-150ecdec-641e-47e0-8165-2ad35476f69a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:23.803428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-942dfc7a-05d1-4d9d-825f-7e2e3fd71611 req-150ecdec-641e-47e0-8165-2ad35476f69a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0515025 Dec 10 09:23:23.854387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-942dfc7a-05d1-4d9d-825f-7e2e3fd71611 req-7596fb09-46cf-42d2-b646-32225da1d833 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447586 Dec 10 09:23:23.886740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Allocated IP 172.20.0.1 (feb4104c-6578-4db7-890a-2289fc3cd18f/b9e85b57-7435-4f9e-b316-ec2c4b84251a/e8e9da3c-3c9c-47bb-ae37-7fa9fedae998) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:24.002642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:24.041999 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:24.083969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Network feb4104c-6578-4db7-890a-2289fc3cd18f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:24.087129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:24.092070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:24.117928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event updated for resources: {'Port': ['ID=e8e9da3c-3c9c-47bb-ae37-7fa9fedae998,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:24.144181 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:24.280888 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:24.343567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ea85e656-2eb7-45de-8c88-e91f5364ac68 None None] Provisioning complete for port e8e9da3c-3c9c-47bb-ae37-7fa9fedae998 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:24.344192 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea85e656-2eb7-45de-8c88-e91f5364ac68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:24.381992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ea85e656-2eb7-45de-8c88-e91f5364ac68 None None] Port e8e9da3c-3c9c-47bb-ae37-7fa9fedae998 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:23:24.558138 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:24.562940 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:24.634116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:24.635807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event updated for resources: {'Port': ['ID=e8e9da3c-3c9c-47bb-ae37-7fa9fedae998,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:24.731306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Network feb4104c-6578-4db7-890a-2289fc3cd18f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:24.732955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:24.851462 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Router 4ab01ab2-43e1-4854-a6f4-db25b33536bc has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:23:24.971063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:24.976363 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9b13a2c5-3557-481a-b240-72cf0043560f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "PUT /v2.0/routers/4ab01ab2-43e1-4854-a6f4-db25b33536bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8431191 Dec 10 09:23:24.978888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34072) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:24.981357 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009842cb-590b-4e90-bc1a-c83c76b64904 None None] Sync routers for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:24.984811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Request body: {'port': {'network_id': 'feb4104c-6578-4db7-890a-2289fc3cd18f', 'name': 'tempest-FloatingIPAdminTestJSON-1826386417'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:24.996825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff67cd5-7129-41d9-b912-4938f5f85406 req-3c8efd01-b16e-4d7a-8f27-dac97fc79cd4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:24.997783 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009842cb-590b-4e90-bc1a-c83c76b64904 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:24.998969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ff67cd5-7129-41d9-b912-4938f5f85406 req-3c8efd01-b16e-4d7a-8f27-dac97fc79cd4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0659029 Dec 10 09:23:25.001586 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-009842cb-590b-4e90-bc1a-c83c76b64904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:25.007609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-015c7940-f70c-4f81-af8e-f64e15832c76 None None] Provisioning complete for port e8e9da3c-3c9c-47bb-ae37-7fa9fedae998 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:25.008285 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-015c7940-f70c-4f81-af8e-f64e15832c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:25.038656 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-009842cb-590b-4e90-bc1a-c83c76b64904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:25.048197 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009842cb-590b-4e90-bc1a-c83c76b64904 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:25.048458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-015c7940-f70c-4f81-af8e-f64e15832c76 None None] Port e8e9da3c-3c9c-47bb-ae37-7fa9fedae998 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:23:25.048835 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-009842cb-590b-4e90-bc1a-c83c76b64904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:25.077360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ff67cd5-7129-41d9-b912-4938f5f85406 req-11b97a77-28d5-49d6-8802-35cb8154fb5a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685513 Dec 10 09:23:25.085680 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-009842cb-590b-4e90-bc1a-c83c76b64904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:25.086328 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009842cb-590b-4e90-bc1a-c83c76b64904 None None] The sync data for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:25.131364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Made reservation on behalf of efe5bc55c2e743828fd5dd00e781a3cd for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:25.134991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:25.153105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] device_id is not set on port d0e34914-f96e-4103-9a20-a863d4ba53c3 yet. {{(pid=114970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:23:25.269299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Allocated IP 172.20.0.11 (feb4104c-6578-4db7-890a-2289fc3cd18f/b9e85b57-7435-4f9e-b316-ec2c4b84251a/d0e34914-f96e-4103-9a20-a863d4ba53c3) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:25.416848 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:25.455507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:25.500475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Network feb4104c-6578-4db7-890a-2289fc3cd18f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:25.503515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:25.506047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:25.533302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event updated for resources: {'Port': ['ID=d0e34914-f96e-4103-9a20-a863d4ba53c3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:25.563984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:25.564739 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:25.582183 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d83ecdda-a744-4a75-a12f-f5053d7b972f tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6020331 Dec 10 09:23:25.585393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34074) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:25.640108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'project_id': 'efe5bc55c2e743828fd5dd00e781a3cd', 'port_id': 'd0e34914-f96e-4103-9a20-a863d4ba53c3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:25.661770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:25.759962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:25.775304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b31bdfc8-b697-4a0c-9d62-0083730b2464 None None] Provisioning complete for port d0e34914-f96e-4103-9a20-a863d4ba53c3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:25.775855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b31bdfc8-b697-4a0c-9d62-0083730b2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:25.810985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b31bdfc8-b697-4a0c-9d62-0083730b2464 None None] Port d0e34914-f96e-4103-9a20-a863d4ba53c3 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:23:25.875358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Allocated IP 172.25.3.139 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/25d7bf8e-aac5-4564-b87e-48df5e51504e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:25.986592 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:26.022818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:26.062956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:26.065854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:26.069849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:26.075103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Pushing event updated for resources: {'Port': ['ID=25d7bf8e-aac5-4564-b87e-48df5e51504e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:26.206866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd10ee-c0e4-45ba-a6ea-e57478e5f17a req-ac978716-0179-4929-a43e-7e5410dc6161 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:26.208820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00fd10ee-c0e4-45ba-a6ea-e57478e5f17a req-ac978716-0179-4929-a43e-7e5410dc6161 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0538445 Dec 10 09:23:26.277481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00fd10ee-c0e4-45ba-a6ea-e57478e5f17a req-a18eac57-cdf1-4e65-9662-1b7e3b9016b3 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548637 Dec 10 09:23:26.750971 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:26.816094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:26.967801 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:26.972191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:27.045971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Pushing event updated for resources: {'Port': ['ID=25d7bf8e-aac5-4564-b87e-48df5e51504e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:27.056261 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:27.156210 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Floating IP 4389ad9d-8271-42b6-a90b-53b7325f2a29 associated. External IP: 172.25.3.139, port: d0e34914-f96e-4103-9a20-a863d4ba53c3. Dec 10 09:23:27.374505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Router 4ab01ab2-43e1-4854-a6f4-db25b33536bc has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:23:27.407774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462fb17-a896-4668-933c-84be5ebf2b17 req-8e2e6cde-24c4-47e0-85dc-061719c3e12f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:27.409298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d462fb17-a896-4668-933c-84be5ebf2b17 req-8e2e6cde-24c4-47e0-85dc-061719c3e12f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0566833 Dec 10 09:23:27.469391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d462fb17-a896-4668-933c-84be5ebf2b17 req-6c792485-ecbd-46b7-b959-4152a84e6e87 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531349 Dec 10 09:23:27.495303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:27.504814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a88eb1-76f3-4d84-b670-631a5cf05f39 None None] Sync routers for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:27.513562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:27.514954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a88eb1-76f3-4d84-b670-631a5cf05f39 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:27.515638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d4a88eb1-76f3-4d84-b670-631a5cf05f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:27.546718 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-87406268-56cf-41a4-a60c-d0ab9b86ca08 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 1.9602156 Dec 10 09:23:27.549273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34084) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:27.559087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d4a88eb1-76f3-4d84-b670-631a5cf05f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:27.568372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a88eb1-76f3-4d84-b670-631a5cf05f39 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:27.568969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d4a88eb1-76f3-4d84-b670-631a5cf05f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:27.604154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d4a88eb1-76f3-4d84-b670-631a5cf05f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:27.605274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a88eb1-76f3-4d84-b670-631a5cf05f39 None None] The sync data for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:27.644695 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ff37da0a-665b-42c7-862d-9c6191960b3b tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] 10.222.0.31 "GET /v2.0/floatingips/4389ad9d-8271-42b6-a90b-53b7325f2a29 HTTP/1.1" status: 200 len: 984 time: 0.0942852 Dec 10 09:23:27.647158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34086) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:27.709094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-72c4f4fc-8e2e-4407-b18b-cb6e34e469af tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.0607719 Dec 10 09:23:27.712228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34088) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:27.883044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Deleting port 25d7bf8e-aac5-4564-b87e-48df5e51504e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:27.883397 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:27.974121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:27.974365 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:27.986803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Calling delete_port for 25d7bf8e-aac5-4564-b87e-48df5e51504e owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:28.186079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.212879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event deleted for resources: {'Port': ['ID=25d7bf8e-aac5-4564-b87e-48df5e51504e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:28.276023 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.276250 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Floating IP 4389ad9d-8271-42b6-a90b-53b7325f2a29 disassociated (deleted). External IP: 172.25.3.139, port: d0e34914-f96e-4103-9a20-a863d4ba53c3. Dec 10 09:23:28.493115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Router 4ab01ab2-43e1-4854-a6f4-db25b33536bc has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:23:28.595998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c102e2-ff9b-474e-bfd7-01e563d6c181 req-27efc8b4-4396-4daf-a88f-4ba99f0bb451 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:28.597682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6c102e2-ff9b-474e-bfd7-01e563d6c181 req-27efc8b4-4396-4daf-a88f-4ba99f0bb451 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0561056 Dec 10 09:23:28.622642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:28.629101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.640379 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35731b1-a2ac-475f-b723-250cfc2f1865 None None] Sync routers for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:28.652540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6c102e2-ff9b-474e-bfd7-01e563d6c181 req-3740e326-a71f-4db5-bc9d-d85201b18b32 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474403 Dec 10 09:23:28.654869 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35731b1-a2ac-475f-b723-250cfc2f1865 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:28.655722 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d35731b1-a2ac-475f-b723-250cfc2f1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:28.661563 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5fd11923-3ace-4813-967e-a22ec00b4dc5 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "DELETE /v2.0/floatingips/4389ad9d-8271-42b6-a90b-53b7325f2a29 HTTP/1.1" status: 204 len: 168 time: 0.9474423 Dec 10 09:23:28.664812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34092) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:28.669974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:28.692748 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.797085 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:28.799137 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d35731b1-a2ac-475f-b723-250cfc2f1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:28.809089 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35731b1-a2ac-475f-b723-250cfc2f1865 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:28.809991 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d35731b1-a2ac-475f-b723-250cfc2f1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:28.851990 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d35731b1-a2ac-475f-b723-250cfc2f1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:28.852678 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35731b1-a2ac-475f-b723-250cfc2f1865 None None] The sync data for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 is: [] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:28.913053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Allocated IP 172.25.3.76 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/fab3cd41-1737-46eb-a49d-82240e968ae2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:29.027153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.064857 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.109969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:29.112875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:29.116321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:29.121662 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Pushing event updated for resources: {'Port': ['ID=fab3cd41-1737-46eb-a49d-82240e968ae2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:29.207439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.244960 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.396076 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.400448 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.466929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Pushing event updated for resources: {'Port': ['ID=fab3cd41-1737-46eb-a49d-82240e968ae2,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:29.482518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.498036 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.499584 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2435d6f7-7161-4a26-9540-140db2b6198f tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8338065 Dec 10 09:23:29.502238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34094) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:29.603345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:29.629280 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.737718 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.783119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b92b89-2bbf-4b3a-be40-b68eba66a872 req-28b34734-4bec-4cb1-90eb-5a71577038cb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:29.784769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13b92b89-2bbf-4b3a-be40-b68eba66a872 req-28b34734-4bec-4cb1-90eb-5a71577038cb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0513294 Dec 10 09:23:29.835485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13b92b89-2bbf-4b3a-be40-b68eba66a872 req-b73ac0b3-780a-40ef-b2bc-654ddaabe469 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 Dec 10 09:23:29.850460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Allocated IP 172.25.3.146 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/f26d27c8-a34d-427a-a691-7915f8b10864) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:23:29.956635 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:29.990238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.031692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:23:30.034404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:30.038776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:30.041444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Pushing event updated for resources: {'Port': ['ID=f26d27c8-a34d-427a-a691-7915f8b10864,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:30.122147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.159331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.305044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.309108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.381216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Pushing event updated for resources: {'Port': ['ID=f26d27c8-a34d-427a-a691-7915f8b10864,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:30.389759 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.404856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.406266 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-13abfc43-c6b6-49aa-b024-6da81640a805 tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9029763 Dec 10 09:23:30.408915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34100) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:30.473344 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8d822535-f380-44e9-b389-6e6a95c25531 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0632801 Dec 10 09:23:30.475733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34102) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:30.543150 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-02c4bf43-c3cd-493e-be90-15c09b40e80d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0663698 Dec 10 09:23:30.545820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34104) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:30.670782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Deleting port f26d27c8-a34d-427a-a691-7915f8b10864 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:30.671126 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.750303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.750637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.762224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Calling delete_port for f26d27c8-a34d-427a-a691-7915f8b10864 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:30.897925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.927554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Pushing event deleted for resources: {'Port': ['ID=f26d27c8-a34d-427a-a691-7915f8b10864,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:30.973573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668404c-ae58-46f2-a09a-9d1847c3ee0d req-da8db408-b0c5-4888-bf30-085bd12a43b6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:30.975091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9668404c-ae58-46f2-a09a-9d1847c3ee0d req-da8db408-b0c5-4888-bf30-085bd12a43b6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0627661 Dec 10 09:23:30.988341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.990962 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:30.992116 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-08e7ed4f-8950-4ef0-9430-139f49d142fa tempest-FloatingIPAdminTestJSON-1552954843 tempest-FloatingIPAdminTestJSON-1552954843-project] 10.222.0.31 "DELETE /v2.0/floatingips/01793e4b-ca21-4a1d-934e-73a20af003a1 HTTP/1.1" status: 204 len: 168 time: 0.4453754 Dec 10 09:23:30.994685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34108) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:31.029668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9668404c-ae58-46f2-a09a-9d1847c3ee0d req-3daab6eb-2963-4b91-a093-b0177e88ee68 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480967 Dec 10 09:23:31.462043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Deleting port fab3cd41-1737-46eb-a49d-82240e968ae2 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:31.462600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.551588 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.551899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.563357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Calling delete_port for fab3cd41-1737-46eb-a49d-82240e968ae2 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:31.704237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.729373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Pushing event deleted for resources: {'Port': ['ID=fab3cd41-1737-46eb-a49d-82240e968ae2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:31.797683 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.800399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.801565 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a1f6ce95-d83f-4ebe-9d7c-11964fef91b5 tempest-FloatingIPAdminTestJSON-329814034 tempest-FloatingIPAdminTestJSON-329814034-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/608e044e-711a-43d6-b0b2-dc1cf7f15602 HTTP/1.1" status: 204 len: 168 time: 0.8059576 Dec 10 09:23:31.805338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34112) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:31.901967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-9df6864f-c66c-4a52-b845-48c509b186df tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Deleting port d0e34914-f96e-4103-9a20-a863d4ba53c3 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:31.902399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9df6864f-c66c-4a52-b845-48c509b186df tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:31.995456 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9df6864f-c66c-4a52-b845-48c509b186df tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.009943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-9df6864f-c66c-4a52-b845-48c509b186df tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Calling delete_port for d0e34914-f96e-4103-9a20-a863d4ba53c3 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:32.159568 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9df6864f-c66c-4a52-b845-48c509b186df tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.165805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61523b4e-f9aa-4b32-8844-9b11f5dd2e00 req-48f8b1f4-1498-43ae-a02b-317244adabcd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.167238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61523b4e-f9aa-4b32-8844-9b11f5dd2e00 req-48f8b1f4-1498-43ae-a02b-317244adabcd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0528173 Dec 10 09:23:32.190163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6864f-c66c-4a52-b845-48c509b186df tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event deleted for resources: {'Port': ['ID=d0e34914-f96e-4103-9a20-a863d4ba53c3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:32.224894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61523b4e-f9aa-4b32-8844-9b11f5dd2e00 req-a0d33c4f-7166-41ce-a558-0f55ad9754fd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481524 Dec 10 09:23:32.309032 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9df6864f-c66c-4a52-b845-48c509b186df tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:32.313552 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9df6864f-c66c-4a52-b845-48c509b186df tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "DELETE /v2.0/ports/d0e34914-f96e-4103-9a20-a863d4ba53c3 HTTP/1.1" status: 204 len: 168 time: 0.5066285 Dec 10 09:23:32.315707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34116) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:32.378045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3ea422-3757-487f-a76e-653f94f8a73a tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:32.382691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34118) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:32.382922 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0f3ea422-3757-487f-a76e-653f94f8a73a tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ab01ab2-43e1-4854-a6f4-db25b33536bc HTTP/1.1" status: 200 len: 913 time: 0.0660193 Dec 10 09:23:32.817768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.176368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Deleting port e8e9da3c-3c9c-47bb-ae37-7fa9fedae998 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:33.176744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.180355 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2ce19fd9-f23b-4a81-8111-b90a2cb98ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.274797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.289473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Calling delete_port for e8e9da3c-3c9c-47bb-ae37-7fa9fedae998 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:33.377110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbcfe2-3707-4c2d-94be-e0284034201f req-9ce27748-044d-470e-b9cb-29164c4a4d76 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:33.379073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ccbcfe2-3707-4c2d-94be-e0284034201f req-9ce27748-044d-470e-b9cb-29164c4a4d76 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0602107 Dec 10 09:23:33.437893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ccbcfe2-3707-4c2d-94be-e0284034201f req-9a22fc26-f837-41c0-887e-9ce2b71d5b18 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507512 Dec 10 09:23:33.499196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.530613 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event deleted for resources: {'Port': ['ID=e8e9da3c-3c9c-47bb-ae37-7fa9fedae998,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:33.733605 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:33.922239 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-6963a395-80ba-4580-9040-3e412a216316 service neutron] show failed (client error): The resource could not be found. Dec 10 09:23:33.923278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-6963a395-80ba-4580-9040-3e412a216316 service neutron] 10.222.0.18 "GET /v2.0/ports/40ed9fbc-7d11-4232-b887-8c56ce120fef/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0556791 Dec 10 09:23:34.233289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Router 4ab01ab2-43e1-4854-a6f4-db25b33536bc has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:23:34.235447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-bc9eedab-4fb1-40d1-a6e7-8c005490aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.236940 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-bc9eedab-4fb1-40d1-a6e7-8c005490aa06 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 1097 time: 0.0879960 Dec 10 09:23:34.251575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:34.376084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:34.420280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:34.426394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c65ecd73-6f45-4591-be0f-57514f32320d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "PUT /v2.0/routers/4ab01ab2-43e1-4854-a6f4-db25b33536bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0426271 Dec 10 09:23:34.428927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34124) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:34.431146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502aba57-a773-467a-8182-392fdf6f2d69 None None] Sync routers for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:34.450010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502aba57-a773-467a-8182-392fdf6f2d69 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:34.451309 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-502aba57-a773-467a-8182-392fdf6f2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:34.484518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-502aba57-a773-467a-8182-392fdf6f2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:34.494087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502aba57-a773-467a-8182-392fdf6f2d69 None None] Routers {'4ab01ab2-43e1-4854-a6f4-db25b33536bc'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:34.494747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-502aba57-a773-467a-8182-392fdf6f2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:34.529870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-502aba57-a773-467a-8182-392fdf6f2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:34.530520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502aba57-a773-467a-8182-392fdf6f2d69 None None] The sync data for ids ['4ab01ab2-43e1-4854-a6f4-db25b33536bc'] in n-d-814746-3 is: [] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:34.601432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0aa34-1c59-494f-927c-3fbfc4c70171 req-f0d5b87b-c583-473f-980b-b95574ddef0c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:34.602968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41b0aa34-1c59-494f-927c-3fbfc4c70171 req-f0d5b87b-c583-473f-980b-b95574ddef0c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0577617 Dec 10 09:23:34.652507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:34.656845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41b0aa34-1c59-494f-927c-3fbfc4c70171 req-4d284dbf-85f9-40ab-80f7-a2c13de8414b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459781 Dec 10 09:23:34.761154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:34.806336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:34.812504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:34.875848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:34.878155 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8098d7-0dd5-4ed1-91fb-d34a97d019a9" -d '{"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-unplugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:34.881885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:34.898278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Transition to ACTIVE for port object 40ed9fbc-7d11-4232-b887-8c56ce120fef will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:23:34.904285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:34.941817 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0056b044-6a14-4c45-b53e-c7048c1fe268 x-openstack-request-id: req-0056b044-6a14-4c45-b53e-c7048c1fe268 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:34.942119 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-unplugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:34.942373 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0056b044-6a14-4c45-b53e-c7048c1fe268 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:34.942767 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'code': 200} Dec 10 09:23:34.949856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Deleting port 327c64b2-bbfd-47e5-b892-cb842f3607de {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:34.949856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.019293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:35.148275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] No DVR routers for this DVR port 40ed9fbc-7d11-4232-b887-8c56ce120fef on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:23:35.152944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.202723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Calling delete_port for 327c64b2-bbfd-47e5-b892-cb842f3607de owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:35.383825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:35.384519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:35.384519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:35.390175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Port 40ed9fbc-7d11-4232-b887-8c56ce120fef on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:23:35.390501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:35.398954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:35.399289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Checking segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:35.399673 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Bound using segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:35.400095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Bound port: 40ed9fbc-7d11-4232-b887-8c56ce120fef, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:35.400446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.446100 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-89493f3c-2c99-4ec4-9a87-2324c799b118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.479619 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.517608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event deleted for resources: {'Port': ['ID=327c64b2-bbfd-47e5-b892-cb842f3607de,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:35.528272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:35.539260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb93dc-95bb-4348-8a82-c21180658408 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:23:35.578130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:35.586519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.628708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:35.629327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.630726 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] 10.222.0.39 "PUT /v2.0/ports/40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 1092 time: 1.3851471 Dec 10 09:23:35.633326 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.777696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81676098-95f6-4a02-a34d-0290e47f4fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:35.783533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.786719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.795492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19be3-5137-4d39-9ef6-cd5be3ce5603 req-6f168348-aea9-4bf7-a0f5-a7796cb2943c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:35.797374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0b19be3-5137-4d39-9ef6-cd5be3ce5603 req-6f168348-aea9-4bf7-a0f5-a7796cb2943c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 944 time: 0.0660412 Dec 10 09:23:35.851722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0b19be3-5137-4d39-9ef6-cd5be3ce5603 req-56f3a3b5-3b69-4ca4-8691-78fb5914e10f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470469 Dec 10 09:23:35.856590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-432653ea-f46d-495d-936a-47c136304e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:35.858202 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-432653ea-f46d-495d-936a-47c136304e7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1095 time: 0.1760781 Dec 10 09:23:35.859571 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.860197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Fanout notify agent at l3_agent the message router_deleted on router 4ab01ab2-43e1-4854-a6f4-db25b33536bc {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:23:35.867798 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.869174 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-87cdee01-fe0a-4189-b24a-6015fe4efef3 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "DELETE /v2.0/routers/4ab01ab2-43e1-4854-a6f4-db25b33536bc HTTP/1.1" status: 204 len: 168 time: 1.4392300 Dec 10 09:23:35.871752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:35.924956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ec69ac-3dd6-4d27-b0da-504e01678150 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Deleting subnet b9e85b57-7435-4f9e-b316-ec2c4b84251a {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:23:35.928198 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05ec69ac-3dd6-4d27-b0da-504e01678150 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:35.956963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-ae70fd75-b0c4-4941-a384-b8d2ac294b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:35.958480 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-ae70fd75-b0c4-4941-a384-b8d2ac294b83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.0882590 Dec 10 09:23:35.967557 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05ec69ac-3dd6-4d27-b0da-504e01678150 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.058431 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05ec69ac-3dd6-4d27-b0da-504e01678150 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.121104 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05ec69ac-3dd6-4d27-b0da-504e01678150 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.153587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec69ac-3dd6-4d27-b0da-504e01678150 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e85b57-7435-4f9e-b316-ec2c4b84251a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:36.155594 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05ec69ac-3dd6-4d27-b0da-504e01678150 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.158936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-05ec69ac-3dd6-4d27-b0da-504e01678150 tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "DELETE /v2.0/subnets/b9e85b57-7435-4f9e-b316-ec2c4b84251a HTTP/1.1" status: 204 len: 168 time: 0.2851741 Dec 10 09:23:36.161452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34134) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:36.162388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f67a1bf-2bed-4258-8841-1e95d20a4b1e None None] Network feb4104c-6578-4db7-890a-2289fc3cd18f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:36.252916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.305109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-706f18a5-9dff-4694-953f-cd4f99e9d80a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 999 time: 0.3379917 Dec 10 09:23:36.311719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Deleting port ccd7a9a2-609a-428f-8617-604a2f906382 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:36.312067 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.345939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd2ed5c-37d8-43b5-8db5-54de2613a570 None None] DHCP port deletion for feb4104c-6578-4db7-890a-2289fc3cd18f request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:23:36.358077 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-d06d08bc-b118-4cc8-a1da-5c4a5ec89d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:36.360027 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-d06d08bc-b118-4cc8-a1da-5c4a5ec89d09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0478976 Dec 10 09:23:36.380127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] For port ccd7a9a2-609a-428f-8617-604a2f906382, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ccd7a9a2-609a-428f-8617-604a2f906382,segment=NetworkSegment(06ae037b-de04-4d98-836e-30ac886b80f3),segment_id=06ae037b-de04-4d98-836e-30ac886b80f3)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:36.380589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.396348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Calling delete_port for ccd7a9a2-609a-428f-8617-604a2f906382 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:36.402146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2ed5c-37d8-43b5-8db5-54de2613a570 None None] Deleting port ccd7a9a2-609a-428f-8617-604a2f906382 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:36.402753 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ed5c-37d8-43b5-8db5-54de2613a570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.410620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-19d81765-5603-48f7-b33b-6a0d47adea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:36.412133 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-19d81765-5603-48f7-b33b-6a0d47adea03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426764 Dec 10 09:23:36.479565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6bd2ed5c-37d8-43b5-8db5-54de2613a570 None None] For port ccd7a9a2-609a-428f-8617-604a2f906382, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ccd7a9a2-609a-428f-8617-604a2f906382,segment=NetworkSegment(06ae037b-de04-4d98-836e-30ac886b80f3),segment_id=06ae037b-de04-4d98-836e-30ac886b80f3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:36.480184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ed5c-37d8-43b5-8db5-54de2613a570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.493789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2ed5c-37d8-43b5-8db5-54de2613a570 None None] Calling delete_port for ccd7a9a2-609a-428f-8617-604a2f906382 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:36.495108 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.519706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-7a036485-a2f2-4fcc-ba29-b87065920a06 service neutron] 10.222.0.39 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994015 Dec 10 09:23:36.522971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event deleted for resources: {'Port': ['ID=ccd7a9a2-609a-428f-8617-604a2f906382,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:36.526320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] No DVR routers for this DVR port ccd7a9a2-609a-428f-8617-604a2f906382 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:23:36.576930 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.613128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ed5c-37d8-43b5-8db5-54de2613a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.615464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.628133 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-2aea13a7-a8ef-4ffe-b2ae-edf80374f918 service neutron] 10.222.0.39 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977180 Dec 10 09:23:36.638577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb4104c-6578-4db7-890a-2289fc3cd18f']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:36.641852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2ed5c-37d8-43b5-8db5-54de2613a570 None None] Pushing event deleted for resources: {'Port': ['ID=ccd7a9a2-609a-428f-8617-604a2f906382,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:36.645635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2ed5c-37d8-43b5-8db5-54de2613a570 None None] No DVR routers for this DVR port ccd7a9a2-609a-428f-8617-604a2f906382 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:23:36.651747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ae037b-de04-4d98-836e-30ac886b80f3') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:36.652788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ae037b-de04-4d98-836e-30ac886b80f3') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:36.664674 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.679320 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.686468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:36.686965 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:36.690929 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:36.756249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.756249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.759764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "DELETE /v2.0/networks/feb4104c-6578-4db7-890a-2289fc3cd18f HTTP/1.1" status: 204 len: 168 time: 0.5971444 Dec 10 09:23:36.762606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34136) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:36.775767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c2444-ccb4-431b-94e2-5fa3980000fd tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event deleted for resources: {'Network': ['ID=feb4104c-6578-4db7-890a-2289fc3cd18f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:36.896498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Deleting port 4bc0d8cc-e881-4a9b-b437-2de87f66ea65 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:36.896850 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.945640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:36.947856 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48764097-61e7-437d-a1f2-685b38256e49" -d '{"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:36.988761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0007ed3-481b-426b-b4f0-1d9612db9af9 req-d139280a-5369-427c-8518-3f3a10e0786e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:36.989263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.989263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:36.990330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0007ed3-481b-426b-b4f0-1d9612db9af9 req-d139280a-5369-427c-8518-3f3a10e0786e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 944 time: 0.0556800 Dec 10 09:23:37.005704 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453c3a47-9b87-48ee-a78b-cfb7e3afc2b6 x-openstack-request-id: req-453c3a47-9b87-48ee-a78b-cfb7e3afc2b6 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:37.005926 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:37.006136 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-453c3a47-9b87-48ee-a78b-cfb7e3afc2b6 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:37.006522 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'status': 'completed', 'code': 200} Dec 10 09:23:37.007355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Calling delete_port for 4bc0d8cc-e881-4a9b-b437-2de87f66ea65 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:37.068928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d0007ed3-481b-426b-b4f0-1d9612db9af9 req-856f9471-fa12-47d5-b15d-ea36b7b8cbff tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700171 Dec 10 09:23:37.083106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764097-61e7-437d-a1f2-685b38256e49 req-a5b5ca35-0f23-4380-b0a9-b95bef6b119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.084691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-a5b5ca35-0f23-4380-b0a9-b95bef6b119e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1095 time: 0.0520086 Dec 10 09:23:37.122962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764097-61e7-437d-a1f2-685b38256e49 req-57b138a1-2b6c-4ed3-b7c7-80a8e8a9359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.124852 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-57b138a1-2b6c-4ed3-b7c7-80a8e8a9359f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1095 time: 0.0700693 Dec 10 09:23:37.184976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764097-61e7-437d-a1f2-685b38256e49 req-45775c61-01cd-4184-8074-6e76a267119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.186692 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-45775c61-01cd-4184-8074-6e76a267119a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.0944579 Dec 10 09:23:37.256876 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-0727b048-287f-4918-961b-5a0a0cb172e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 999 time: 0.0622058 Dec 10 09:23:37.259620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:37.271716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764097-61e7-437d-a1f2-685b38256e49 req-35bfde0e-1be0-4fd6-ab2d-eff3bc4ad106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.273199 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-35bfde0e-1be0-4fd6-ab2d-eff3bc4ad106 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.1382961 Dec 10 09:23:37.302554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Pushing event deleted for resources: {'Port': ['ID=4bc0d8cc-e881-4a9b-b437-2de87f66ea65,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:37.315606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764097-61e7-437d-a1f2-685b38256e49 req-0992b74f-8f8c-42f1-a8e8-de1fd92d6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.317083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-0992b74f-8f8c-42f1-a8e8-de1fd92d6464 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0537038 Dec 10 09:23:37.367828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764097-61e7-437d-a1f2-685b38256e49 req-55cdd3ab-ba54-40e9-a94f-59c767472433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.369227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-55cdd3ab-ba54-40e9-a94f-59c767472433 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453169 Dec 10 09:23:37.402380 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-e9126259-2bf2-4fa4-b440-54f7885b4a41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 999 time: 0.1103153 Dec 10 09:23:37.411104 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:37.413932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:37.415073 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b319452d-7c4b-441f-8f84-2863083eba2d tempest-FloatingIPAdminTestJSON-33936668 tempest-FloatingIPAdminTestJSON-33936668-project] 10.222.0.31 "DELETE /v2.0/floatingips/a84aafc7-c7ed-40ad-8aa3-1c11a0c5a2f7 HTTP/1.1" status: 204 len: 168 time: 0.6509356 Dec 10 09:23:37.466315 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764097-61e7-437d-a1f2-685b38256e49 req-04ae228d-7059-491a-b838-d612736ea605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.468229 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-04ae228d-7059-491a-b838-d612736ea605 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0517337 Dec 10 09:23:37.476997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-2e922425-7269-451e-b4ee-9b6475f26084 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005056 Dec 10 09:23:37.524127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764097-61e7-437d-a1f2-685b38256e49 req-323b0247-60b0-4b7e-a9cd-75664e3e739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:37.526596 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-323b0247-60b0-4b7e-a9cd-75664e3e739b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499609 Dec 10 09:23:37.531681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ccd7a9a2-609a-428f-8617-604a2f906382 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:23:37.560179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ccd7a9a2-609a-428f-8617-604a2f906382 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:23:37.561790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ccd7a9a2-609a-428f-8617-604a2f906382 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:23:37.590708 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-3c012db0-2950-40c5-aa58-09176d1304df service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065583 Dec 10 09:23:37.653734 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-26fe855c-9f9e-483a-9fd6-cbebf1fc861f service neutron] 10.222.0.39 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146233 Dec 10 09:23:37.713762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34148) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:37.761472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-48764097-61e7-437d-a1f2-685b38256e49 req-426a6aaa-30e2-42fc-91a0-54b2ce34dbce service neutron] 10.222.0.39 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990262 Dec 10 09:23:37.869832 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f0b73cf0-36a9-4b96-a3bc-a7d68364c6a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efe5bc55c2e743828fd5dd00e781a3cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546628 Dec 10 09:23:37.872878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:37.919701 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a712f18-20ee-4ff7-8e6b-4d069c49383e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:37.940636 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a712f18-20ee-4ff7-8e6b-4d069c49383e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:37.986523 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a712f18-20ee-4ff7-8e6b-4d069c49383e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:37.989070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a712f18-20ee-4ff7-8e6b-4d069c49383e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:37.990289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8a712f18-20ee-4ff7-8e6b-4d069c49383e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e43871a-8360-406b-8bb8-cae22b3a6d9c HTTP/1.1" status: 204 len: 168 time: 0.1162024 Dec 10 09:23:37.997760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a712f18-20ee-4ff7-8e6b-4d069c49383e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e43871a-8360-406b-8bb8-cae22b3a6d9c,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:38.193446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2a935-1931-480d-8b79-9cd651f36676 req-02a07384-1ed7-4ccb-aa71-9e6b5af95e78 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:38.195063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61d2a935-1931-480d-8b79-9cd651f36676 req-02a07384-1ed7-4ccb-aa71-9e6b5af95e78 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 944 time: 0.0512784 Dec 10 09:23:38.261416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61d2a935-1931-480d-8b79-9cd651f36676 req-eb5754a0-b583-4fa8-8451-324ae08ba181 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601635 Dec 10 09:23:38.279710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34160) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:38.290217 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.293347 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd92c48f-e668-4104-b2ec-46ba9c147cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.376886 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd92c48f-e668-4104-b2ec-46ba9c147cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.380947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-dd92c48f-e668-4104-b2ec-46ba9c147cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.398900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:23:38.417554 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92c48f-e668-4104-b2ec-46ba9c147cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b086f865-69fb-4434-8492-62ce572c4638,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:38.425216 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-dd92c48f-e668-4104-b2ec-46ba9c147cb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b259fdd809f4c53a9119355e5324e86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419504 Dec 10 09:23:38.425387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34162) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:38.446506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:23:38.477453 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f29d15ba-6821-41db-bd0f-6c73c64424c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.499378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f29d15ba-6821-41db-bd0f-6c73c64424c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.544775 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f29d15ba-6821-41db-bd0f-6c73c64424c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.547489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f29d15ba-6821-41db-bd0f-6c73c64424c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.548659 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f29d15ba-6821-41db-bd0f-6c73c64424c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b086f865-69fb-4434-8492-62ce572c4638 HTTP/1.1" status: 204 len: 168 time: 0.1223035 Dec 10 09:23:38.556441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d15ba-6821-41db-bd0f-6c73c64424c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b086f865-69fb-4434-8492-62ce572c4638,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:38.864588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34168) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:38.878254 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93c0ffa4-224e-47eb-a78f-c64b3cbbec13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.952882 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93c0ffa4-224e-47eb-a78f-c64b3cbbec13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.956710 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-93c0ffa4-224e-47eb-a78f-c64b3cbbec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:38.991820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0ffa4-224e-47eb-a78f-c64b3cbbec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe8c1da-c03e-4ab8-a0d9-380edcd26b55,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:38.996547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-93c0ffa4-224e-47eb-a78f-c64b3cbbec13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2ca978a49be46afa0a074d3584cc649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309512 Dec 10 09:23:39.000163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34170) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:39.047239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff312c99-075f-4fb3-bd40-e021e1caebff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.068666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff312c99-075f-4fb3-bd40-e021e1caebff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.117457 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff312c99-075f-4fb3-bd40-e021e1caebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.120128 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ff312c99-075f-4fb3-bd40-e021e1caebff admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.121280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ff312c99-075f-4fb3-bd40-e021e1caebff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fe8c1da-c03e-4ab8-a0d9-380edcd26b55 HTTP/1.1" status: 204 len: 168 time: 0.1202071 Dec 10 09:23:39.130314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff312c99-075f-4fb3-bd40-e021e1caebff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe8c1da-c03e-4ab8-a0d9-380edcd26b55,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:39.249071 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.289476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:23:39.399779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:39.415686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'port_id': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'mac_address': 'fa:16:3e:6a:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:23:39.427385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714053b-3e57-4d32-b1bd-b82a28bac5e4 req-196c79c6-f2f1-4aae-8fec-515239c15159 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:39.429766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e714053b-3e57-4d32-b1bd-b82a28bac5e4 req-196c79c6-f2f1-4aae-8fec-515239c15159 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 944 time: 0.0522151 Dec 10 09:23:39.460621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.477466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ed9fbc-7d11-4232-b887-8c56ce120fef {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:39.486637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e714053b-3e57-4d32-b1bd-b82a28bac5e4 req-74b02055-eaf6-4ac3-9944-c1738dec5df2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492358 Dec 10 09:23:39.501284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:39.505672 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:39.563297 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:39.754693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['40ed9fbc-7d11-4232-b887-8c56ce120fef'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:39.774398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64867a71-467e-4f40-af42-ef5989ac0d30 req-2f766d50-14bb-4061-88d9-1365e747203c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:39.776183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64867a71-467e-4f40-af42-ef5989ac0d30 req-2f766d50-14bb-4061-88d9-1365e747203c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 945 time: 0.0740280 Dec 10 09:23:39.791433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-30a0e735-6771-4057-abc6-5e478ce8cc70 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:39.793035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-30a0e735-6771-4057-abc6-5e478ce8cc70 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.39 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e&tenant_id=752f951f190a47a7a12dda1f81f009bf&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 945 time: 0.1082535 Dec 10 09:23:39.845444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64867a71-467e-4f40-af42-ef5989ac0d30 req-c812066a-3d6c-481c-897c-d6cd9fc3a7ff tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607255 Dec 10 09:23:39.877760 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-79d25a2b-237a-48de-a7db-d4aac85d3ac1 service neutron] 10.222.0.39 "GET /v2.0/ports/40ed9fbc-7d11-4232-b887-8c56ce120fef/bindings/n-h2-814746-3 HTTP/1.1" status: 200 len: 382 time: 0.0742145 Dec 10 09:23:39.946053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34198) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:39.957289 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-aa8bb438-25b8-4962-a212-f55e64dd67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:39.959054 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-aa8bb438-25b8-4962-a212-f55e64dd67c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1096 time: 0.0556262 Dec 10 09:23:40.055587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-9224a56d-eea0-4016-9d04-74ddb33ced91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.057068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-9224a56d-eea0-4016-9d04-74ddb33ced91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.0898917 Dec 10 09:23:40.060957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'networks': [{'name': 'tempest-network--842364656'}, {'name': 'tempest-network--1415918763'}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:40.061265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'network': {'name': 'tempest-network--842364656'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:40.061755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'network': {'name': 'tempest-network--1415918763'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:40.081617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Made reservation on behalf of f1f10e06c9aa4231a0d1950be12688a6 for: {'network': 2} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:40.086103 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.094977 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.130343 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-777c2f57-7877-4691-84f8-b0e990e8431a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 1000 time: 0.0650699 Dec 10 09:23:40.180360 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.184891 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.185654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.185767 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-2fa98ec2-188a-41b4-9188-6b797ec8ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.187237 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-2fa98ec2-188a-41b4-9188-6b797ec8ddad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0484290 Dec 10 09:23:40.225052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0854fa-f2a9-4597-bcc4-84beb04774f6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:40.230397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:40.236648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-5fd1c535-3453-4821-a319-4c44c1287980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.237923 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-5fd1c535-3453-4821-a319-4c44c1287980 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425737 Dec 10 09:23:40.241625 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.242019 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Added segment c1b9af0c-fea7-4a8c-87b8-4713bb494381 of type vlan for network fadf9033-2387-44c8-b7e8-e41aa22acac4 Dec 10 09:23:40.296760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.327405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:40.336894 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-50a2f6eb-8f7f-4b94-bc3f-77a76ab5a2ac service neutron] 10.222.0.39 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889935 Dec 10 09:23:40.337114 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.337311 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Added segment 6afd8a3b-32b8-4687-bd70-84d6f7919a6b of type vlan for network 9e4e4941-e514-4dc8-8342-77931ca25e3b Dec 10 09:23:40.378728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.404801 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.405286 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.410963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.416170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.416816 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.432709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-8adab64c-ba27-4be3-947c-a015861997ea service neutron] 10.222.0.39 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863400 Dec 10 09:23:40.479561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5293813 Dec 10 09:23:40.480138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34202) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:40.498701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Network': ['ID=fadf9033-2387-44c8-b7e8-e41aa22acac4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:40.509410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network fadf9033-2387-44c8-b7e8-e41aa22acac4 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:40.570828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c8114-3fcc-4374-b0ab-323fd3db4b19 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Network': ['ID=9e4e4941-e514-4dc8-8342-77931ca25e3b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:40.583787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 9e4e4941-e514-4dc8-8342-77931ca25e3b details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:40.677930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3237f9a-5b07-44f1-9d95-f017b42c43a0 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.683699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3237f9a-5b07-44f1-9d95-f017b42c43a0 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.690474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3237f9a-5b07-44f1-9d95-f017b42c43a0 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.696195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3237f9a-5b07-44f1-9d95-f017b42c43a0 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.697829 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d3237f9a-5b07-44f1-9d95-f017b42c43a0 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2167749 Dec 10 09:23:40.700903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34204) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:40.781034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.868355 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.891260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fadf9033-2387-44c8-b7e8-e41aa22acac4']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:40.901146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b9af0c-fea7-4a8c-87b8-4713bb494381') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:40.901627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b9af0c-fea7-4a8c-87b8-4713bb494381') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:40.911368 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.927146 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.933222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:40.933639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:40.937338 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:40.978056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48306784-1ed5-4497-81cb-5c70a0723ade req-f89b401b-e3fe-49e9-b237-275da6e39b05 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:40.979874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48306784-1ed5-4497-81cb-5c70a0723ade req-f89b401b-e3fe-49e9-b237-275da6e39b05 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 945 time: 0.0544119 Dec 10 09:23:40.995030 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.016789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.020232 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/networks/fadf9033-2387-44c8-b7e8-e41aa22acac4 HTTP/1.1" status: 204 len: 168 time: 0.3184061 Dec 10 09:23:41.021540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a639d-ad54-4916-bd00-de8efb07122b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Network': ['ID=fadf9033-2387-44c8-b7e8-e41aa22acac4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:41.023761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34208) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:41.058285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48306784-1ed5-4497-81cb-5c70a0723ade req-dd2fb11b-eac4-4ba0-ae25-f3858058e22f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712135 Dec 10 09:23:41.121143 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.207980 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.228614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4e4941-e514-4dc8-8342-77931ca25e3b']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:41.238745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afd8a3b-32b8-4687-bd70-84d6f7919a6b') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:41.239045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afd8a3b-32b8-4687-bd70-84d6f7919a6b') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:41.248801 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.262361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.268471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:41.268844 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:41.271857 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:41.289340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:41.337180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.339555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 40ed9fbc-7d11-4232-b887-8c56ce120fef completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:23:41.342698 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.345133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 40ed9fbc-7d11-4232-b887-8c56ce120fef triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:41.345517 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.346112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/networks/9e4e4941-e514-4dc8-8342-77931ca25e3b HTTP/1.1" status: 204 len: 168 time: 0.3210337 Dec 10 09:23:41.348970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34210) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:41.361323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9480d-821f-48ae-b829-e5460820c4c9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Network': ['ID=9e4e4941-e514-4dc8-8342-77931ca25e3b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:41.436836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.460413 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:41.462928 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5d32b-5e59-4caa-959a-6324a5e91231" -d '{"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-plugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:41.464344 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5fe48-ead5-4c7e-9f13-d7422256a3b9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:41.472161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5fe48-ead5-4c7e-9f13-d7422256a3b9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:41.473828 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9eb5fe48-ead5-4c7e-9f13-d7422256a3b9 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1231840 Dec 10 09:23:41.477724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34214) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:41.483346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:41.484062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1650407595'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:41.489699 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.511098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Made reservation on behalf of f1f10e06c9aa4231a0d1950be12688a6 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:41.516451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.523584 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc796512-97c2-4d71-9d98-504d56f78fbc x-openstack-request-id: req-fc796512-97c2-4d71-9d98-504d56f78fbc {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:41.524096 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-plugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:41.524203 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc796512-97c2-4d71-9d98-504d56f78fbc {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:41.524580 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'code': 200} Dec 10 09:23:41.542953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:41.545274 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:41.552380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.552724 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Added segment 90f1b411-322e-4d2d-bb78-c297b5f1c3d7 of type vlan for network b76386f0-0d35-4ae8-ba86-5e53333e7cb2 Dec 10 09:23:41.592331 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.615538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.620994 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:41.621632 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.688147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2090938 Dec 10 09:23:41.690663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34216) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:41.695359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1238002390'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:41.708786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70294c5-1288-429d-a374-b738ca71480b tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Network': ['ID=b76386f0-0d35-4ae8-ba86-5e53333e7cb2,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:41.718714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network b76386f0-0d35-4ae8-ba86-5e53333e7cb2 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:41.726935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Made reservation on behalf of f1f10e06c9aa4231a0d1950be12688a6 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:41.731086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.755645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:41.765619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.766022 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Added segment 4cbe70ae-1bb9-46a1-887c-f2fb87895ea0 of type vlan for network 4d773852-c979-4db2-8653-5362b076ebd0 Dec 10 09:23:41.805015 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.830421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.835960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:41.836539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:41.903326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2111158 Dec 10 09:23:41.906897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34218) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:41.911676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'ports': [{'network_id': 'b76386f0-0d35-4ae8-ba86-5e53333e7cb2', 'name': 'tempest-port--930554648', 'admin_state_up': True}, {'network_id': '4d773852-c979-4db2-8653-5362b076ebd0', 'admin_state_up': False}]} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:41.911992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'port': {'network_id': 'b76386f0-0d35-4ae8-ba86-5e53333e7cb2', 'name': 'tempest-port--930554648', 'admin_state_up': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:41.912471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'port': {'network_id': '4d773852-c979-4db2-8653-5362b076ebd0', 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:41.931162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067172f-5a5f-41e2-a6e2-272102283825 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Network': ['ID=4d773852-c979-4db2-8653-5362b076ebd0,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:41.941363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 4d773852-c979-4db2-8653-5362b076ebd0 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:42.076967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Made reservation on behalf of f1f10e06c9aa4231a0d1950be12688a6 for: {'port': 2} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:42.081629 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.096659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.213494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] device_id is not set on port 10a80ecf-a586-4c5e-87a4-47fc44b298d6 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:23:42.246502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a62e2-edfa-466c-bd2c-33fabb677f6c req-a237b8c9-6e4e-4f4d-aa60-dd254385ab3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:42.248838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c8a62e2-edfa-466c-bd2c-33fabb677f6c req-a237b8c9-6e4e-4f4d-aa60-dd254385ab3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 946 time: 0.0952799 Dec 10 09:23:42.372537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c8a62e2-edfa-466c-bd2c-33fabb677f6c req-01a58c65-08e2-45a0-8c08-ec8c0e882409 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148708 Dec 10 09:23:42.423379 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.452982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34224) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:42.530321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] device_id is not set on port 4e7ba4dc-d483-485d-a855-a738d585ea99 yet. {{(pid=114969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 09:23:42.560879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-b2db443b-fcdf-4935-8a5c-a8cbd2335657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:42.562602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-b2db443b-fcdf-4935-8a5c-a8cbd2335657 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 1097 time: 0.0695338 Dec 10 09:23:42.577680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:42.620149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Deleting port 8f627582-0958-44c7-98e4-91443d927219 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:42.620519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.689182 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.701439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.701863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.714203 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Calling delete_port for 8f627582-0958-44c7-98e4-91443d927219 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:42.751134 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.869210 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.891669 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.897237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event deleted for resources: {'Port': ['ID=8f627582-0958-44c7-98e4-91443d927219,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:42.960890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:42.961220 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Floating IP 825c5ed7-b749-43eb-b744-6e58f15be912 disassociated (deleted). External IP: 172.25.3.74, port: a3ebc4b3-4c72-4c04-9530-df7e935f9939. Dec 10 09:23:42.995047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Port': ['ID=10a80ecf-a586-4c5e-87a4-47fc44b298d6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:43.029784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:43.044340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Checking segment: {'id': '90f1b411-322e-4d2d-bb78-c297b5f1c3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76386f0-0d35-4ae8-ba86-5e53333e7cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:43.044755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Network hostable DHCP agents. Network: b76386f0-0d35-4ae8-ba86-5e53333e7cb2, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:23:43.080078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Network b76386f0-0d35-4ae8-ba86-5e53333e7cb2 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:23:43.082765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:43.110008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, b76386f0-0d35-4ae8-ba86-5e53333e7cb2) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:43.116315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:43.117168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.121675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d82d8fd-5025-49e0-90db-237c1254eec8 None None] Network b76386f0-0d35-4ae8-ba86-5e53333e7cb2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:43.165537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:43.167907 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b623be55-adae-4831-9b12-00a68e14683e" -d '{"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-unplugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:43.172670 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.205997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Transition to ACTIVE for port object 40ed9fbc-7d11-4232-b887-8c56ce120fef will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:23:43.207543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Port': ['ID=4e7ba4dc-d483-485d-a855-a738d585ea99,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:43.217949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.250478 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3151d3-0af1-47cf-9d8e-766cc4c9d942 x-openstack-request-id: req-bd3151d3-0af1-47cf-9d8e-766cc4c9d942 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:43.250751 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-unplugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:43.251000 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd3151d3-0af1-47cf-9d8e-766cc4c9d942 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:43.251385 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'code': 200} Dec 10 09:23:43.254790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:23:43.264956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Checking segment: {'id': '4cbe70ae-1bb9-46a1-887c-f2fb87895ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4d773852-c979-4db2-8653-5362b076ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:43.265376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Network hostable DHCP agents. Network: 4d773852-c979-4db2-8653-5362b076ebd0, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:23:43.288603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=10']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:43.369734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Network 4d773852-c979-4db2-8653-5362b076ebd0 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:23:43.401155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 4d773852-c979-4db2-8653-5362b076ebd0) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:43.411859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a0e91-d0eb-423c-aa5c-17023174e14a None None] Network 4d773852-c979-4db2-8653-5362b076ebd0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:43.418445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:23:43.424341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:43.432124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:43.432839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.479314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] No DVR routers for this DVR port 40ed9fbc-7d11-4232-b887-8c56ce120fef on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:23:43.559637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5a046bc4-d9d5-4852-b07f-44342c7352bc tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6498606 Dec 10 09:23:43.576528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34230) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:43.679033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:43.684605 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:43.692448 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] Sync routers for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:43.707898 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:43.708821 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:43.718689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f488d031-8311-4c5e-9853-37661667ef6a tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "DELETE /v2.0/floatingips/825c5ed7-b749-43eb-b744-6e58f15be912 HTTP/1.1" status: 204 len: 168 time: 1.2637293 Dec 10 09:23:43.719410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:43.722116 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485f1b28-c428-4df5-9d7f-379ae152d5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:43.858475 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:43.911704 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdc8a8e-b2c6-4e1b-a7c5-33d3e522474d x-openstack-request-id: req-2bdc8a8e-b2c6-4e1b-a7c5-33d3e522474d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:43.912301 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:43.912764 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bdc8a8e-b2c6-4e1b-a7c5-33d3e522474d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:43.913365 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'status': 'completed', 'code': 200} Dec 10 09:23:43.989396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-adc8d186-8f38-46a0-afae-c2e3606f3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:43.991066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-adc8d186-8f38-46a0-afae-c2e3606f3283 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5041beb7e72446b992e69547c1991fde&device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 1097 time: 0.0475512 Dec 10 09:23:44.076029 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:44.079596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dcab3-f45e-4d5f-9587-cd92967eb3db req-a1bd0332-9b8f-431b-9b98-eb409e940693 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.081126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e6dcab3-f45e-4d5f-9587-cd92967eb3db req-a1bd0332-9b8f-431b-9b98-eb409e940693 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 945 time: 0.5384998 Dec 10 09:23:44.092938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-b4dfa16d-e9b9-4a86-908f-5523b3e84873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.094448 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-b4dfa16d-e9b9-4a86-908f-5523b3e84873 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd1c0245-47f1-4b43-bd4f-152d2434982a HTTP/1.1" status: 200 len: 914 time: 0.0955539 Dec 10 09:23:44.105763 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] Checking router: d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:23:44.115072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499218d5-411d-4189-a997-a7761205aa56 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.115504 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:44.116124 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:44.120868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499218d5-411d-4189-a997-a7761205aa56 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.125825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-499218d5-411d-4189-a997-a7761205aa56 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5453966 Dec 10 09:23:44.131537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34238) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:44.141968 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-8b0f58aa-b34a-4e97-a004-b38d85a0b835 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939 HTTP/1.1" status: 200 len: 217 time: 0.0379963 Dec 10 09:23:44.153791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3e002-56a2-4015-9c50-e296213e8383 req-8cd4833b-507d-4ee5-ac08-638a30bc4cb3 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.155265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-deb3e002-56a2-4015-9c50-e296213e8383 req-8cd4833b-507d-4ee5-ac08-638a30bc4cb3 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 946 time: 0.1444767 Dec 10 09:23:44.194939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-d2c2473c-d17c-4082-b860-920356f3cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.196510 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-d2c2473c-d17c-4082-b860-920356f3cb12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6488cbd-c182-41e4-900b-cc6cb54293d6 HTTP/1.1" status: 200 len: 852 time: 0.0465202 Dec 10 09:23:44.236056 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:44.251561 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-df5bf834-79fd-4170-a63c-fb9a49c88bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.253066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-df5bf834-79fd-4170-a63c-fb9a49c88bca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd1c0245-47f1-4b43-bd4f-152d2434982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486715 Dec 10 09:23:44.289186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e6dcab3-f45e-4d5f-9587-cd92967eb3db req-8103f3b6-1c43-4189-8f74-9684bace3412 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973207 Dec 10 09:23:44.295897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:23:44.296243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:23:44.296573 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:44.313425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Port 40ed9fbc-7d11-4232-b887-8c56ce120fef on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:23:44.313783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Attempting to bind port 40ed9fbc-7d11-4232-b887-8c56ce120fef on network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:23:44.322417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-deb3e002-56a2-4015-9c50-e296213e8383 req-f47bd336-cce2-4ec3-942e-f6b70e6a809c tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407883 Dec 10 09:23:44.327527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:23:44.327958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Checking segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:44.328261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Bound using segment: {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:23:44.328707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Bound port: 40ed9fbc-7d11-4232-b887-8c56ce120fef, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34bcf07-636a-4622-8505-2791a3ee3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:23:44.329068 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.364237 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-23a3e35e-27f5-4050-86ee-8e14a1f1e304 service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030262 Dec 10 09:23:44.384974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7c692-d5f3-49ee-9841-0d4eebc6e6db tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Deleting port 10a80ecf-a586-4c5e-87a4-47fc44b298d6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:44.385222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c692-d5f3-49ee-9841-0d4eebc6e6db tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.458956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:23:44.468792 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:44.469670 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c692-d5f3-49ee-9841-0d4eebc6e6db tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.475586 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-485f1b28-c428-4df5-9d7f-379ae152d5e5 req-972b0205-9b9b-4430-95b1-f662ffcb89b8 service neutron] 10.222.0.39 "GET /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028082 Dec 10 09:23:44.493384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:23:44.498931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.500524 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aff8f5-353d-4a1f-8f05-c1b3ff79f645 None None] The sync data for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 is: [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '17cd1584-0b30-4741-858c-9396264dffb7', 'name': '', 'network_id': 'dd1c0245-47f1-4b43-bd4f-152d2434982a', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'mac_address': 'fa:16:3e:53:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:41Z', 'updated_at': '2021-12-10T09:20:45Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'subnets': [{'id': 'f6488cbd-c182-41e4-900b-cc6cb54293d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:44.501060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7c692-d5f3-49ee-9841-0d4eebc6e6db tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Calling delete_port for 10a80ecf-a586-4c5e-87a4-47fc44b298d6 owned by {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:44.548914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.549563 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.550966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-43d79154-7660-4924-9582-b74428bbec91 service neutron] 10.222.0.18 "PUT /v2.0/ports/40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 1093 time: 1.9784834 Dec 10 09:23:44.632542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d79154-7660-4924-9582-b74428bbec91 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=11']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:44.665878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-4e892d85-ef26-473a-a3ae-2e71b06d6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.667471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-4e892d85-ef26-473a-a3ae-2e71b06d6967 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1096 time: 0.0834231 Dec 10 09:23:44.701219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c692-d5f3-49ee-9841-0d4eebc6e6db tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.767033 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7c692-d5f3-49ee-9841-0d4eebc6e6db tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Port': ['ID=10a80ecf-a586-4c5e-87a4-47fc44b298d6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:44.772314 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c692-d5f3-49ee-9841-0d4eebc6e6db tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.775733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9cd7c692-d5f3-49ee-9841-0d4eebc6e6db tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/ports/10a80ecf-a586-4c5e-87a4-47fc44b298d6 HTTP/1.1" status: 204 len: 168 time: 0.6393111 Dec 10 09:23:44.779260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34240) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:44.785871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c0261-b15e-4eb0-903a-66e4514147e0 None None] New status for floating IP 825c5ed7-b749-43eb-b744-6e58f15be912: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:23:44.812183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-2d3a74d2-d518-4cfa-b8e2-18d1f7976541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.813785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-2d3a74d2-d518-4cfa-b8e2-18d1f7976541 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.1392596 Dec 10 09:23:44.883793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e7df00c7-2ca1-47c8-80be-a0138726110f tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Deleting port 4e7ba4dc-d483-485d-a855-a738d585ea99 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:44.884148 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e7df00c7-2ca1-47c8-80be-a0138726110f tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.892865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-6bc36421-5dae-40c3-82e6-4a126a7a7916 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 999 time: 0.0714025 Dec 10 09:23:44.945525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-641950c5-3ca1-46ea-9a65-848ca2dee982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.947044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-641950c5-3ca1-46ea-9a65-848ca2dee982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0478253 Dec 10 09:23:44.959702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e7df00c7-2ca1-47c8-80be-a0138726110f tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:44.973079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e7df00c7-2ca1-47c8-80be-a0138726110f tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Calling delete_port for 4e7ba4dc-d483-485d-a855-a738d585ea99 owned by {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:44.991514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d454b-943e-4f83-9452-533f16866316 req-e60b057c-b8d3-4d0c-8184-e3f99b457a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:44.993102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-e60b057c-b8d3-4d0c-8184-e3f99b457a2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396016 Dec 10 09:23:45.051187 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e7df00c7-2ca1-47c8-80be-a0138726110f tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.078558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df00c7-2ca1-47c8-80be-a0138726110f tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Port': ['ID=4e7ba4dc-d483-485d-a855-a738d585ea99,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:45.086384 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e7df00c7-2ca1-47c8-80be-a0138726110f tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.090011 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e7df00c7-2ca1-47c8-80be-a0138726110f tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/ports/4e7ba4dc-d483-485d-a855-a738d585ea99 HTTP/1.1" status: 204 len: 168 time: 0.3096731 Dec 10 09:23:45.092742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34242) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:45.108400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-2bc06836-82d1-47e6-95ac-8c3d51fd668a service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079819 Dec 10 09:23:45.130950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0dce8fa6-7531-4b75-ab7e-d80e9910bf57 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0371358 Dec 10 09:23:45.134657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34244) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:45.140179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1805001366'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:45.161416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Made reservation on behalf of f1f10e06c9aa4231a0d1950be12688a6 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:45.165047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.189496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:45.198363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.198715 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Added segment 14c2d41c-ea4b-409f-b9f4-248df97d420c of type vlan for network e05bec38-c88c-4809-938d-e4edf96d8367 Dec 10 09:23:45.211302 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-645d454b-943e-4f83-9452-533f16866316 req-12c28391-258a-43b9-95ee-fc8b74d078ed service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894623 Dec 10 09:23:45.242465 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.252100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:45.255315 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ff93d3-a627-450d-be3e-309113ed6039" -d '{"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:45.261327 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.268700 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.274248 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.274837 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.306879 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11376a1f-4188-4430-9664-1fa6291a80cd x-openstack-request-id: req-11376a1f-4188-4430-9664-1fa6291a80cd {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:45.307305 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:45.309719 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11376a1f-4188-4430-9664-1fa6291a80cd {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:45.310339 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'status': 'completed', 'code': 200} Dec 10 09:23:45.326352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:23:45.330845 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1924801 Dec 10 09:23:45.332817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34250) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:45.351449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2022328894'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:45.374640 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-fa6bb640-49e5-4410-b497-94b0179a52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.376374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-fa6bb640-49e5-4410-b497-94b0179a52b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1096 time: 0.0465763 Dec 10 09:23:45.400939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67e6c0-672f-46a5-bfed-bc6c46736ef6 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Network': ['ID=e05bec38-c88c-4809-938d-e4edf96d8367,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:45.413836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Made reservation on behalf of f1f10e06c9aa4231a0d1950be12688a6 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:45.416139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:23:45.417454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.417664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network e05bec38-c88c-4809-938d-e4edf96d8367 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:45.458158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-d263f45d-bf56-48f7-8691-50e2f4a4fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.459689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-d263f45d-bf56-48f7-8691-50e2f4a4fce5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1096 time: 0.1276488 Dec 10 09:23:45.572444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:23:45.583712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1ed72-ff8d-4aea-8da7-0792479a2f01 req-e184ebbc-1182-49e5-baab-157f7d9843a7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.585230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4db1ed72-ff8d-4aea-8da7-0792479a2f01 req-e184ebbc-1182-49e5-baab-157f7d9843a7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 945 time: 0.1573236 Dec 10 09:23:45.587148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-a89e364d-b8a7-4f42-b539-b7c84cde5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.588470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-a89e364d-b8a7-4f42-b539-b7c84cde5161 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.2042201 Dec 10 09:23:45.588885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-ef16eb06-0e96-4659-b6de-f9504b5e7c3e tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.590465 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-ef16eb06-0e96-4659-b6de-f9504b5e7c3e tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.39 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 946 time: 0.1701279 Dec 10 09:23:45.605630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba8025-bb52-4773-b522-375079eeb7af req-b037e9e3-f2d3-4f94-88e0-c638e94d5414 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.607339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02ba8025-bb52-4773-b522-375079eeb7af req-b037e9e3-f2d3-4f94-88e0-c638e94d5414 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 946 time: 0.1646318 Dec 10 09:23:45.612436 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.612792 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Added segment f97f47dd-4fb2-44a1-9b14-d60968336296 of type vlan for network 76a4e826-127a-4d16-a895-3f4bbeb92422 Dec 10 09:23:45.681221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-df330c77-5ff1-4d17-bb3b-4df8c7bd9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.682642 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-df330c77-5ff1-4d17-bb3b-4df8c7bd9e74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.2045443 Dec 10 09:23:45.697429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.723133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4db1ed72-ff8d-4aea-8da7-0792479a2f01 req-248ae9d8-7f2f-4486-8881-736f1ba92741 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308272 Dec 10 09:23:45.740182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-03991c72-dd26-4616-8d8f-f2b734318d0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 999 time: 0.1263976 Dec 10 09:23:45.740706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02ba8025-bb52-4773-b522-375079eeb7af req-ad1a398c-d6a5-4218-a39d-a0e01b7c5640 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176298 Dec 10 09:23:45.790656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-74cfa29c-18e6-4b5e-80f3-ae149ca26bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.792159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-74cfa29c-18e6-4b5e-80f3-ae149ca26bf1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0492089 Dec 10 09:23:45.802777 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.808250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.809429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.822431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-dcaebf02-a67d-423c-a547-2a57303c94b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 999 time: 0.1275592 Dec 10 09:23:45.838569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-40968a14-1be2-423c-b4ff-4d5e47c1661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.840179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-40968a14-1be2-423c-b4ff-4d5e47c1661a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413842 Dec 10 09:23:45.923979 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5780156 Dec 10 09:23:45.923979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Deleting port a3ebc4b3-4c72-4c04-9530-df7e935f9939 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:45.923979 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:45.925815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e74618-3f64-4c71-8f2b-e158fca023d4 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Network': ['ID=76a4e826-127a-4d16-a895-3f4bbeb92422,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:45.932070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-628190c6-18d6-4d39-b123-79f9f4b668d0 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844672 Dec 10 09:23:45.946618 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 76a4e826-127a-4d16-a895-3f4bbeb92422 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:23:45.988979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-b73a1c9b-e5de-41c5-b129-ea8e63d9c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:45.990479 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-b73a1c9b-e5de-41c5-b129-ea8e63d9c985 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.1533186 Dec 10 09:23:46.055568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-f0834a5b-f165-4123-a77f-7a4f305deea9 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137559 Dec 10 09:23:46.074347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] For port a3ebc4b3-4c72-4c04-9530-df7e935f9939, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a3ebc4b3-4c72-4c04-9530-df7e935f9939,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:46.074741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.087036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-7afe0461-321b-45be-8b5e-4747a3b78c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:46.088531 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-7afe0461-321b-45be-8b5e-4747a3b78c87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907209 Dec 10 09:23:46.092610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Calling delete_port for a3ebc4b3-4c72-4c04-9530-df7e935f9939 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:46.239715 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-b655538d-9190-405f-ab94-6e37c963eb24 service neutron] 10.222.0.39 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428685 Dec 10 09:23:46.351453 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.392801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event deleted for resources: {'Port': ['ID=a3ebc4b3-4c72-4c04-9530-df7e935f9939,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:46.399033 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c6ff93d3-a627-450d-be3e-309113ed6039 req-f92bed87-ca41-4c83-9265-cbecb295fe36 service neutron] 10.222.0.39 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525757 Dec 10 09:23:46.435946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] No DVR routers for this DVR port a3ebc4b3-4c72-4c04-9530-df7e935f9939 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:23:46.438447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:46.442026 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41a803ee-82fa-49f4-a5da-90331145ca54 req-d61f4b98-f83d-4547-a670-496c91098638 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.39 "DELETE /v2.0/ports/a3ebc4b3-4c72-4c04-9530-df7e935f9939 HTTP/1.1" status: 204 len: 173 time: 0.8398027 Dec 10 09:23:46.442470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'name': 'network-vif-deleted', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:46.444722 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53259ec-c174-4097-a5ce-e82f971894c6" -d '{"events": [{"server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "name": "network-vif-deleted", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:46.494230 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64176ccd-4a01-44af-9c8b-11af56802671 x-openstack-request-id: req-64176ccd-4a01-44af-9c8b-11af56802671 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:46.494525 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238d1db1-7ce1-4872-8889-97c64b3dad10", "name": "network-vif-deleted", "tag": "a3ebc4b3-4c72-4c04-9530-df7e935f9939", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:46.494779 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64176ccd-4a01-44af-9c8b-11af56802671 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:46.495181 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238d1db1-7ce1-4872-8889-97c64b3dad10', 'name': 'network-vif-deleted', 'tag': 'a3ebc4b3-4c72-4c04-9530-df7e935f9939', 'status': 'completed', 'code': 200} Dec 10 09:23:46.931408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4e9b1fc-4aca-4692-bb94-bf002e2a1c14 req-eefd4e6f-65d9-4174-a7dc-66a74b07f3d9 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 210 time: 0.0365102 Dec 10 09:23:46.966221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500eff0-1d35-4307-a0a3-7b5fec232443 req-0ee351f2-edcd-40d8-8054-4c1860a80998 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:46.968070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1500eff0-1d35-4307-a0a3-7b5fec232443 req-0ee351f2-edcd-40d8-8054-4c1860a80998 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 945 time: 0.1214330 Dec 10 09:23:47.033378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1500eff0-1d35-4307-a0a3-7b5fec232443 req-e0f56d3d-39c7-4c21-a711-f54cd6c2266f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589759 Dec 10 09:23:47.898525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-191a6df0-0cce-4ae5-9342-02aac6f4961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:47.900424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-191a6df0-0cce-4ae5-9342-02aac6f4961f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1096 time: 0.0486522 Dec 10 09:23:48.046410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-c443053e-8c0b-45b6-ae11-fd97bd9b4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:48.047911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-c443053e-8c0b-45b6-ae11-fd97bd9b4df0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.1272180 Dec 10 09:23:48.102454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66dcc144-0cdb-400f-ad40-8384c66736f1 req-4fcb4056-d623-4a98-8c37-e99a538c34df tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 210 time: 0.0445695 Dec 10 09:23:48.200666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-1575da21-d7fa-4c92-a91c-de6ca0b30632 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 999 time: 0.1380236 Dec 10 09:23:48.273091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ceea4a-63c2-4148-864d-41c5b83af9f1 req-3693d9a7-a3b5-44eb-bdc0-92eb19f63297 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:48.275502 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9ceea4a-63c2-4148-864d-41c5b83af9f1 req-3693d9a7-a3b5-44eb-bdc0-92eb19f63297 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 945 time: 0.1246326 Dec 10 09:23:48.307221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-79fb0ff2-1492-4752-bc03-da76f38e63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:48.308756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-79fb0ff2-1492-4752-bc03-da76f38e63a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.1011305 Dec 10 09:23:48.346542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9ceea4a-63c2-4148-864d-41c5b83af9f1 req-16ff9ba9-987b-4ef4-a3d3-473068dfe030 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568366 Dec 10 09:23:48.397708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-afdb7790-3add-44cd-aacb-aacdc8f27a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:48.399465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-afdb7790-3add-44cd-aacb-aacdc8f27a8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582635 Dec 10 09:23:48.506602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-7702ff44-9794-43e5-b593-4ce0d70c5739 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001070 Dec 10 09:23:48.612590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fbad6af-2d0b-42d4-8289-bbd43c8b6227 req-4c657961-dd61-4761-99db-9e6d68340de4 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991137 Dec 10 09:23:49.200630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af2b3b4e-ab53-49c4-a1bc-a00cec78a041 req-69712749-4433-4c5c-ae2f-e43b1c102096 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 210 time: 0.0290189 Dec 10 09:23:49.207845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34268) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:49.213053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'subnets': [{'network_id': 'e05bec38-c88c-4809-938d-e4edf96d8367', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1781196572', 'ip_version': 6}, {'network_id': '76a4e826-127a-4d16-a895-3f4bbeb92422', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:49.213384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'subnet': {'network_id': 'e05bec38-c88c-4809-938d-e4edf96d8367', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1781196572', 'ip_version': 6}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:49.214087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Request body: {'subnet': {'network_id': '76a4e826-127a-4d16-a895-3f4bbeb92422', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:49.335418 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:49.349921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a3ebc4b3-4c72-4c04-9530-df7e935f9939 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:23:49.369208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: a3ebc4b3-4c72-4c04-9530-df7e935f9939 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:23:49.369674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a3ebc4b3-4c72-4c04-9530-df7e935f9939 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:23:49.382147 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Made reservation on behalf of f1f10e06c9aa4231a0d1950be12688a6 for: {'subnet': 2} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:23:49.388628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:49.389097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:49.478745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c5e47-2377-49de-b34d-30e045c935fd req-fff7deb1-dec5-4402-b661-22d028dd7a01 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:49.480941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b52c5e47-2377-49de-b34d-30e045c935fd req-fff7deb1-dec5-4402-b661-22d028dd7a01 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 945 time: 0.0528245 Dec 10 09:23:49.540409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b52c5e47-2377-49de-b34d-30e045c935fd req-75f441ed-7f0d-4c5b-9352-02a0e49900b0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523462 Dec 10 09:23:49.564503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34272) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:49.637403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b8945d53-ad56-4c67-9dbe-5702ecfd9399 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/fa991e5a-13fb-419c-b40c-6af63238cb11 HTTP/1.1" status: 200 len: 991 time: 0.0626702 Dec 10 09:23:49.794436 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:49.854932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Subnet': ['ID=792c4129-0028-451b-8ca0-4943c6e57272,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:49.863114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Checking segment: {'id': '14c2d41c-ea4b-409f-b9f4-248df97d420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e05bec38-c88c-4809-938d-e4edf96d8367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:49.863483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Network hostable DHCP agents. Network: e05bec38-c88c-4809-938d-e4edf96d8367, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:23:49.881245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Network e05bec38-c88c-4809-938d-e4edf96d8367 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:23:49.892230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, e05bec38-c88c-4809-938d-e4edf96d8367) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:49.897644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:49.901103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feebd2c-f0ec-417f-b7f4-78869a52551f None None] Network e05bec38-c88c-4809-938d-e4edf96d8367 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:49.968009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event updated for resources: {'Subnet': ['ID=31453e85-5756-4e7e-9b2a-72537b8e4678,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:49.977330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Checking segment: {'id': 'f97f47dd-4fb2-44a1-9b14-d60968336296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '76a4e826-127a-4d16-a895-3f4bbeb92422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:23:49.977735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Network hostable DHCP agents. Network: 76a4e826-127a-4d16-a895-3f4bbeb92422, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:23:49.997245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Network 76a4e826-127a-4d16-a895-3f4bbeb92422 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:23:50.007686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 76a4e826-127a-4d16-a895-3f4bbeb92422) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:23:50.014960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f721df-3103-4027-9e7e-49584f6e71e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-e05bec38-c88c-4809-938d-e4edf96d8367', 'network_id': 'e05bec38-c88c-4809-938d-e4edf96d8367', 'project_id': 'f1f10e06c9aa4231a0d1950be12688a6', 'fixed_ips': [{'subnet_id': '792c4129-0028-451b-8ca0-4943c6e57272'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:23:50.015964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-54f721df-3103-4027-9e7e-49584f6e71e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.017797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:50.018552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:50.019462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.031796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5a50b-84a1-460b-8010-c57240653230 None None] Network 76a4e826-127a-4d16-a895-3f4bbeb92422 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:50.038235 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e8ca28ac-ece7-43e3-b30c-2851e2673f15 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8292944 Dec 10 09:23:50.040819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34274) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:50.142331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c1e7f1-3ff8-4a1c-8127-d04d1f2ac3af tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:50.143822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c1e7f1-3ff8-4a1c-8127-d04d1f2ac3af tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:50.145359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c1e7f1-3ff8-4a1c-8127-d04d1f2ac3af tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:50.147115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97c1e7f1-3ff8-4a1c-8127-d04d1f2ac3af tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1050112 Dec 10 09:23:50.156958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34276) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:50.211883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9bf0f9-8756-4835-bfe7-902f6d4bbe31 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Deleting subnet 792c4129-0028-451b-8ca0-4943c6e57272 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:23:50.215566 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf0f9-8756-4835-bfe7-902f6d4bbe31 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.264074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf0f9-8756-4835-bfe7-902f6d4bbe31 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.340529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9310ee12-08ca-4b76-9cd0-3c888d1ea214 req-d823b141-dd5e-405c-8f35-de0dbd3ca106 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "GET /v2.0/ports?device_id=238d1db1-7ce1-4872-8889-97c64b3dad10 HTTP/1.1" status: 200 len: 210 time: 0.0507982 Dec 10 09:23:50.354374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf0f9-8756-4835-bfe7-902f6d4bbe31 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.401266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:23:50.417774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2545f0d-c8fb-40ce-afc3-b191c9060635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-76a4e826-127a-4d16-a895-3f4bbeb92422', 'network_id': '76a4e826-127a-4d16-a895-3f4bbeb92422', 'project_id': 'f1f10e06c9aa4231a0d1950be12688a6', 'fixed_ips': [{'subnet_id': '31453e85-5756-4e7e-9b2a-72537b8e4678'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:23:50.418523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf0f9-8756-4835-bfe7-902f6d4bbe31 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.419708 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2545f0d-c8fb-40ce-afc3-b191c9060635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server [None req-54f721df-3103-4027-9e7e-49584f6e71e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 792c4129-0028-451b-8ca0-4943c6e57272: This subnet is being modified by another concurrent operation. Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise exception Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 792c4129-0028-451b-8ca0-4943c6e57272: This subnet is being modified by another concurrent operation. Dec 10 09:23:50.437995 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Dec 10 09:23:50.448141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bf0f9-8756-4835-bfe7-902f6d4bbe31 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Subnet': ['ID=792c4129-0028-451b-8ca0-4943c6e57272,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:50.450753 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf0f9-8756-4835-bfe7-902f6d4bbe31 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.456825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3b9bf0f9-8756-4835-bfe7-902f6d4bbe31 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/subnets/792c4129-0028-451b-8ca0-4943c6e57272 HTTP/1.1" status: 204 len: 168 time: 0.2987549 Dec 10 09:23:50.457207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34280) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:50.494034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e1f56-f8f3-46de-8779-4427113bf135 None None] Network e05bec38-c88c-4809-938d-e4edf96d8367 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:50.517400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eeb66c7-8f19-4b50-939f-1795ef09f565 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Deleting subnet 31453e85-5756-4e7e-9b2a-72537b8e4678 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:23:50.521487 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2eeb66c7-8f19-4b50-939f-1795ef09f565 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.571311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2eeb66c7-8f19-4b50-939f-1795ef09f565 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.623565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2eeb66c7-8f19-4b50-939f-1795ef09f565 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.687720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:50.691122 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2eeb66c7-8f19-4b50-939f-1795ef09f565 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server [None req-c2545f0d-c8fb-40ce-afc3-b191c9060635 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31453e85-5756-4e7e-9b2a-72537b8e4678: This subnet is being modified by another concurrent operation. Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise exception Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31453e85-5756-4e7e-9b2a-72537b8e4678: This subnet is being modified by another concurrent operation. Dec 10 09:23:50.700456 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Dec 10 09:23:50.708961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'port_id': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'mac_address': 'fa:16:3e:6a:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:23:50.724382 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb66c7-8f19-4b50-939f-1795ef09f565 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Subnet': ['ID=31453e85-5756-4e7e-9b2a-72537b8e4678,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:50.728445 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2eeb66c7-8f19-4b50-939f-1795ef09f565 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.735312 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2eeb66c7-8f19-4b50-939f-1795ef09f565 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/subnets/31453e85-5756-4e7e-9b2a-72537b8e4678 HTTP/1.1" status: 204 len: 168 time: 0.2738273 Dec 10 09:23:50.735834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34284) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:50.744767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee247bdd-c980-417d-b112-71b0239ce6b2 None None] Network 76a4e826-127a-4d16-a895-3f4bbeb92422 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:50.814924 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.833795 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce1e935-dd15-44aa-9a56-1ceb1be9feb3 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:23:50.834759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ed9fbc-7d11-4232-b887-8c56ce120fef {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:23:50.839311 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0ce1e935-dd15-44aa-9a56-1ceb1be9feb3 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0985169 Dec 10 09:23:50.839677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34286) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:50.866022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5a652-3c49-4e29-b7f9-29a1db0df67b None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:23:50.898395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:50.907563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.936920 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:50.990659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=12']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:51.006273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e5a652-3c49-4e29-b7f9-29a1db0df67b None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:23:51.039471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.060867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a4e826-127a-4d16-a895-3f4bbeb92422']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:51.070395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97f47dd-4fb2-44a1-9b14-d60968336296') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:51.070698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97f47dd-4fb2-44a1-9b14-d60968336296') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:51.080952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.094388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.102269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:51.102840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:51.106383 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:51.171471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.178823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.188811 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34288) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:51.189022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/networks/76a4e826-127a-4d16-a895-3f4bbeb92422 HTTP/1.1" status: 204 len: 168 time: 0.3470805 Dec 10 09:23:51.209554 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e063b-2f1f-4e9e-929f-d9909659d367 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Network': ['ID=76a4e826-127a-4d16-a895-3f4bbeb92422,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:51.224986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['40ed9fbc-7d11-4232-b887-8c56ce120fef'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:23:51.287783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.331372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b862c4e-ee98-469b-92b3-0813497d06d6 None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 09:23:51.391939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.399037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34292) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:51.414514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05bec38-c88c-4809-938d-e4edf96d8367']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:51.425584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c2d41c-ea4b-409f-b9f4-248df97d420c') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:51.425939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c2d41c-ea4b-409f-b9f4-248df97d420c') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:51.437149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.451982 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.460341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:51.460965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:51.465888 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:51.471031 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-77ddd074-d323-4b17-bb4d-0b39d5929da0 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.478678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b862c4e-ee98-469b-92b3-0813497d06d6 None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 09:23:51.503768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-77ddd074-d323-4b17-bb4d-0b39d5929da0 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.542372 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.553543 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.559277 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/networks/e05bec38-c88c-4809-938d-e4edf96d8367 HTTP/1.1" status: 204 len: 168 time: 0.3661211 Dec 10 09:23:51.559629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34294) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:51.583400 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-77ddd074-d323-4b17-bb4d-0b39d5929da0 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.585912 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-77ddd074-d323-4b17-bb4d-0b39d5929da0 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.589531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-77ddd074-d323-4b17-bb4d-0b39d5929da0 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf HTTP/1.1" status: 204 len: 168 time: 0.1860099 Dec 10 09:23:51.598349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddd074-d323-4b17-bb4d-0b39d5929da0 tempest-TestVolumeBackupRestore-421384812 tempest-TestVolumeBackupRestore-421384812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8340b9-6ee5-45d6-b846-0d0f5ca59bcf,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:51.636526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ceb26-ad4e-4caf-97b3-f20c50526d20 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Network': ['ID=e05bec38-c88c-4809-938d-e4edf96d8367,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:51.655246 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.763691 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.816162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d773852-c979-4db2-8653-5362b076ebd0']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:51.832663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbe70ae-1bb9-46a1-887c-f2fb87895ea0') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:51.832956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbe70ae-1bb9-46a1-887c-f2fb87895ea0') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:51.860693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.883985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.894251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:51.894886 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:51.899215 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:51.979189 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.985209 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:51.990474 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/networks/4d773852-c979-4db2-8653-5362b076ebd0 HTTP/1.1" status: 204 len: 168 time: 0.4295676 Dec 10 09:23:51.993068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34328) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:52.008913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af8054-dd2d-4091-bc90-2842d207dc82 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Network': ['ID=4d773852-c979-4db2-8653-5362b076ebd0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:52.091472 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.196409 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.222251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76386f0-0d35-4ae8-ba86-5e53333e7cb2']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:52.232114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f1b411-322e-4d2d-bb78-c297b5f1c3d7') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:52.232416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f1b411-322e-4d2d-bb78-c297b5f1c3d7') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:52.243263 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.259864 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.266286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:23:52.266813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:23:52.269835 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:23:52.338171 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.350893 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.356639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] 10.222.0.31 "DELETE /v2.0/networks/b76386f0-0d35-4ae8-ba86-5e53333e7cb2 HTTP/1.1" status: 204 len: 168 time: 0.3599999 Dec 10 09:23:52.375355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fe6b5-3494-406a-bd7d-8de7dca61447 tempest-BulkNetworkOpsIpV6Test-1327555111 tempest-BulkNetworkOpsIpV6Test-1327555111-project] Pushing event deleted for resources: {'Network': ['ID=b76386f0-0d35-4ae8-ba86-5e53333e7cb2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:52.411142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:23:52.484005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 40ed9fbc-7d11-4232-b887-8c56ce120fef completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:23:52.490380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 40ed9fbc-7d11-4232-b887-8c56ce120fef triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:23:52.490813 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.586013 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.615435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:23:52.618667 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a04e80-b17f-40a2-b61d-a39c15f1dddb" -d '{"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-plugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:23:52.634824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:52.641688 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:52.688198 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bab72b-a732-4af5-a3ca-4b95e6ee9251 x-openstack-request-id: req-b8bab72b-a732-4af5-a3ca-4b95e6ee9251 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:23:52.688771 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-plugged", "status": "completed", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:23:52.689241 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8bab72b-a732-4af5-a3ca-4b95e6ee9251 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:23:52.689866 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'code': 200} Dec 10 09:23:52.713877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34422) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:52.717709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=13']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:52.908804 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b806b085-4a50-4f5e-bae3-104abf305db5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1f10e06c9aa4231a0d1950be12688a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1914163 Dec 10 09:23:52.909108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34450) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:52.969618 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49505c97-b0e3-4d90-9190-53493298b0be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:53.000799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49505c97-b0e3-4d90-9190-53493298b0be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:53.062984 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49505c97-b0e3-4d90-9190-53493298b0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:53.065890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49505c97-b0e3-4d90-9190-53493298b0be admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:53.067469 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-49505c97-b0e3-4d90-9190-53493298b0be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a0854fa-f2a9-4597-bcc4-84beb04774f6 HTTP/1.1" status: 204 len: 168 time: 0.1573086 Dec 10 09:23:53.078977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49505c97-b0e3-4d90-9190-53493298b0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0854fa-f2a9-4597-bcc4-84beb04774f6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:54.040084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34592) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:54.188383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-53ba6dcb-0213-4300-a587-2cd6c8464831 tempest-DvrRoutersNegativeTest-1446427352 tempest-DvrRoutersNegativeTest-1446427352-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-567715326', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:23:54.194473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.policy [None req-53ba6dcb-0213-4300-a587-2cd6c8464831 tempest-DvrRoutersNegativeTest-1446427352 tempest-DvrRoutersNegativeTest-1446427352-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114970) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 10 09:23:54.194860 n-d-814746-3 neutron-server[114970]: DEBUG neutron.policy [None req-53ba6dcb-0213-4300-a587-2cd6c8464831 tempest-DvrRoutersNegativeTest-1446427352 tempest-DvrRoutersNegativeTest-1446427352-project] Failed policy check for 'create_router' {{(pid=114970) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 10 09:23:54.195483 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [None req-53ba6dcb-0213-4300-a587-2cd6c8464831 tempest-DvrRoutersNegativeTest-1446427352 tempest-DvrRoutersNegativeTest-1446427352-project] create failed (client error): Access was denied to this resource. Dec 10 09:23:54.196564 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-53ba6dcb-0213-4300-a587-2cd6c8464831 tempest-DvrRoutersNegativeTest-1446427352 tempest-DvrRoutersNegativeTest-1446427352-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1554739 Dec 10 09:23:54.582493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34660) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:54.738090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:54.848873 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:54.853665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:54.911438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34698) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:54.914291 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d4e0a1ba2214279be36ade19c769729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304279 Dec 10 09:23:54.921460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e8e714-047f-4062-baaf-69d3200f03be,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:54.958156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.958769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.959371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.960373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.960939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.961879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.962455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.963676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.964231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.965883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.966587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.967751 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:54.968322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d42642-3237-4aff-8029-7d595653e8e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.006434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.035580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.107985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.127370 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:55.128801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31e8e714-047f-4062-baaf-69d3200f03be HTTP/1.1" status: 204 len: 168 time: 0.2155840 Dec 10 09:23:55.154858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e8e714-047f-4062-baaf-69d3200f03be,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:55.190309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.190829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.191802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.192534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.193419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.194241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.195003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.195544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.196181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.196737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.197241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.197885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:55.198425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbf6ce-7762-411d-b47e-e3ea1a53f314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:23:56.254535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34820) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:56.705850 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:23:56.799823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.092734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Deleting port 17cd1584-0b30-4741-858c-9396264dffb7 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:57.093079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.174269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] For port 17cd1584-0b30-4741-858c-9396264dffb7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=17cd1584-0b30-4741-858c-9396264dffb7,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:57.174633 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.187827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Calling delete_port for 17cd1584-0b30-4741-858c-9396264dffb7 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:57.296402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34846) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:57.394861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.421856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cd1584-0b30-4741-858c-9396264dffb7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:57.422865 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-439f6dd7-b056-4415-b908-784d44c11e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.555829 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-439f6dd7-b056-4415-b908-784d44c11e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.562150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-439f6dd7-b056-4415-b908-784d44c11e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.604031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f6dd7-b056-4415-b908-784d44c11e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195165c5-d942-4b93-a1dc-274616ca47c7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:57.611883 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-439f6dd7-b056-4415-b908-784d44c11e96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b2fcd42974a441fb4da6749a8d00a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146250 Dec 10 09:23:57.612812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34850) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:57.641800 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.684878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfa3e-4373-493e-beb3-0cdad30e71b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.725434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfa3e-4373-493e-beb3-0cdad30e71b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.789985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfa3e-4373-493e-beb3-0cdad30e71b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.793298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfa3e-4373-493e-beb3-0cdad30e71b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:57.794539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5f1dfa3e-4373-493e-beb3-0cdad30e71b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/195165c5-d942-4b93-a1dc-274616ca47c7 HTTP/1.1" status: 204 len: 168 time: 0.1799695 Dec 10 09:23:57.802855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dfa3e-4373-493e-beb3-0cdad30e71b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195165c5-d942-4b93-a1dc-274616ca47c7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:58.083610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34856) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:58.097201 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8577f88d-222e-4e22-adaf-53ea14699867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.173636 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8577f88d-222e-4e22-adaf-53ea14699867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.177652 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8577f88d-222e-4e22-adaf-53ea14699867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.218764 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8577f88d-222e-4e22-adaf-53ea14699867 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=964800643dc1465cab6cb6aee6a03745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340032 Dec 10 09:23:58.219976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577f88d-222e-4e22-adaf-53ea14699867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea1b947-cac0-4d6a-ade6-e5fd66013db4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:58.221332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34858) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:58.238888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:23:58.322135 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ded3951e-a081-4372-8245-2869e061aadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.376304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ded3951e-a081-4372-8245-2869e061aadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.414069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:23:58.419421 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-442b136d-fc24-419e-b63a-b8d885374860 admin admin] 10.222.0.31 "PUT /v2.0/routers/d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1639132 Dec 10 09:23:58.423523 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34860) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:58.424591 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] Sync routers for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:23:58.435605 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:58.436219 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:58.442855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ded3951e-a081-4372-8245-2869e061aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.445693 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ded3951e-a081-4372-8245-2869e061aadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.450146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ded3951e-a081-4372-8245-2869e061aadc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ea1b947-cac0-4d6a-ade6-e5fd66013db4 HTTP/1.1" status: 204 len: 168 time: 0.2245407 Dec 10 09:23:58.456299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3951e-a081-4372-8245-2869e061aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea1b947-cac0-4d6a-ade6-e5fd66013db4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:58.537878 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:58.547015 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:58.743046 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:23:57Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:58.778034 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] Checking router: d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:23:58.787094 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] Routers {'d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:23:58.787744 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:58.899010 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] Set router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:23:58.939035 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.008917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Deleting port 3c9b9389-73ab-44e2-991a-625b8b4313c7 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:23:59.010101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.110113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] For port 3c9b9389-73ab-44e2-991a-625b8b4313c7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=3c9b9389-73ab-44e2-991a-625b8b4313c7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:23:59.110349 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.124140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Calling delete_port for 3c9b9389-73ab-44e2-991a-625b8b4313c7 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:23:59.191422 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:23:57Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:23:59.219357 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1a7f3-1bab-424c-ac1f-0ea7ac597048 None None] The sync data for ids ['d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad'] in n-d-814746-3 is: [{'id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'name': 'tempest-TestVolumeBackupRestore-330018288-router', 'tenant_id': '5041beb7e72446b992e69547c1991fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:38Z', 'updated_at': '2021-12-10T09:23:57Z', 'revision_number': 5, 'project_id': '5041beb7e72446b992e69547c1991fde', 'gw_port': {'id': '3c9b9389-73ab-44e2-991a-625b8b4313c7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b49a03-fa4f-4015-99a7-2eed9b6dc7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:39Z', 'updated_at': '2021-12-10T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:23:59.316061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.343369 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9b9389-73ab-44e2-991a-625b8b4313c7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:59.354658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2abd5d-747f-42b9-a235-88160f8bd544 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:23:59.409828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.503018 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.505281 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.559144 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.559946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:23:59.566424 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.570210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34890) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:59.570754 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-acc96af1-3ea9-417d-b16a-0421a2056fde admin admin] 10.222.0.31 "DELETE /v2.0/routers/d2b49a03-fa4f-4015-99a7-2eed9b6dc7ad HTTP/1.1" status: 204 len: 168 time: 1.1457274 Dec 10 09:23:59.652861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6984f9-5188-4a38-81c4-d20dadfb477c admin admin] Deleting subnet f6488cbd-c182-41e4-900b-cc6cb54293d6 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:23:59.657347 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea6984f9-5188-4a38-81c4-d20dadfb477c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.665768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 17cd1584-0b30-4741-858c-9396264dffb7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:23:59.690024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 17cd1584-0b30-4741-858c-9396264dffb7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:23:59.690372 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 17cd1584-0b30-4741-858c-9396264dffb7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:23:59.702461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea6984f9-5188-4a38-81c4-d20dadfb477c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.792030 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea6984f9-5188-4a38-81c4-d20dadfb477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.851523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea6984f9-5188-4a38-81c4-d20dadfb477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.883614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6984f9-5188-4a38-81c4-d20dadfb477c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6488cbd-c182-41e4-900b-cc6cb54293d6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:23:59.887587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea6984f9-5188-4a38-81c4-d20dadfb477c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:23:59.893238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ea6984f9-5188-4a38-81c4-d20dadfb477c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6488cbd-c182-41e4-900b-cc6cb54293d6 HTTP/1.1" status: 204 len: 168 time: 0.3184516 Dec 10 09:23:59.893535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34898) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:23:59.897673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab390fd-de60-4411-9235-47d220a487bf None None] Network dd1c0245-47f1-4b43-bd4f-152d2434982a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:23:59.973918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.036043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Deleting port 1c432410-81b6-4b88-a49e-70d8e4867de0 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:00.036483 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.108851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] For port 1c432410-81b6-4b88-a49e-70d8e4867de0, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1c432410-81b6-4b88-a49e-70d8e4867de0,segment=NetworkSegment(376aa948-67fb-47e5-87e0-4f0f4912c912),segment_id=376aa948-67fb-47e5-87e0-4f0f4912c912)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:00.109219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.122868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Calling delete_port for 1c432410-81b6-4b88-a49e-70d8e4867de0 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:00.201340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.228610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c432410-81b6-4b88-a49e-70d8e4867de0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:00.230544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] No DVR routers for this DVR port 1c432410-81b6-4b88-a49e-70d8e4867de0 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:24:00.316061 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.346139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d6bdb5-67b9-439b-9519-b1effec5fb91 None None] DHCP port deletion for dd1c0245-47f1-4b43-bd4f-152d2434982a request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:24:00.349348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1c0245-47f1-4b43-bd4f-152d2434982a']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:00.360889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376aa948-67fb-47e5-87e0-4f0f4912c912') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:00.361175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376aa948-67fb-47e5-87e0-4f0f4912c912') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:00.373295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.390120 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.396725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:24:00.397315 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:24:00.399139 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:24:00.458023 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.463722 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:00.467599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dd1c0245-47f1-4b43-bd4f-152d2434982a HTTP/1.1" status: 204 len: 168 time: 0.5729949 Dec 10 09:24:00.470688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34912) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:00.479184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b16511-001f-4d18-ba86-facc03ade2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1c0245-47f1-4b43-bd4f-152d2434982a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:00.815610 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.061614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Deleting port 1f70ff16-0e8e-4bed-9fd1-c78412df1460 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:01.061960 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.145933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] For port 1f70ff16-0e8e-4bed-9fd1-c78412df1460, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1f70ff16-0e8e-4bed-9fd1-c78412df1460,segment=NetworkSegment(fb5a8c95-ec6a-4e12-9485-cf79ed7ba715),segment_id=fb5a8c95-ec6a-4e12-9485-cf79ed7ba715)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:01.146290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.157819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Calling delete_port for 1f70ff16-0e8e-4bed-9fd1-c78412df1460 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:01.341355 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.367239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f70ff16-0e8e-4bed-9fd1-c78412df1460,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:01.570511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:01.627869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c9b9389-73ab-44e2-991a-625b8b4313c7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:01.654128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 3c9b9389-73ab-44e2-991a-625b8b4313c7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:01.654485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 3c9b9389-73ab-44e2-991a-625b8b4313c7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:01.654907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1c432410-81b6-4b88-a49e-70d8e4867de0 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:01.674977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 1c432410-81b6-4b88-a49e-70d8e4867de0 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:01.675333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1c432410-81b6-4b88-a49e-70d8e4867de0 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:01.804322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Router 4816cba6-55d5-44c7-83fc-6338663a20c8 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:24:01.917759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:24:01.924758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d40dadeb-b5cf-4db4-9a46-4f54a74e6869 admin admin] 10.222.0.31 "PUT /v2.0/routers/4816cba6-55d5-44c7-83fc-6338663a20c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4529366 Dec 10 09:24:01.927316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34920) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:01.928891 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] Sync routers for ids ['4816cba6-55d5-44c7-83fc-6338663a20c8'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:24:01.940458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] Routers {'4816cba6-55d5-44c7-83fc-6338663a20c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:01.941080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4816cba6-55d5-44c7-83fc-6338663a20c8'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:02.033057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.046349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] Set router 4816cba6-55d5-44c7-83fc-6338663a20c8 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:02.136961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.189103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Deleting port 15f3de22-1b2a-4450-8c6a-311193c5aa6e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:02.189538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.232334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:43Z', 'updated_at': '2021-12-10T09:24:01Z', 'revision_number': 5, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'gw_port': {'id': '15f3de22-1b2a-4450-8c6a-311193c5aa6e', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:20:44Z', 'updated_at': '2021-12-10T09:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:02.265228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] Checking router: 4816cba6-55d5-44c7-83fc-6338663a20c8 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:24:02.273671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] Routers {'4816cba6-55d5-44c7-83fc-6338663a20c8'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:02.274298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:23:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4816cba6-55d5-44c7-83fc-6338663a20c8'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:02.276772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] For port 15f3de22-1b2a-4450-8c6a-311193c5aa6e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=15f3de22-1b2a-4450-8c6a-311193c5aa6e,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:02.277203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.290970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Calling delete_port for 15f3de22-1b2a-4450-8c6a-311193c5aa6e owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:02.360383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] Set router 4816cba6-55d5-44c7-83fc-6338663a20c8 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:02.462989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.489849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f3de22-1b2a-4450-8c6a-311193c5aa6e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:02.556115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.575721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59f17e-561d-4b2f-80fe-74f26c9af31f None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:24:02.579143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:43Z', 'updated_at': '2021-12-10T09:24:02Z', 'revision_number': 6, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:02.612361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21901438-b420-4a3c-a025-1d887b516e53 None None] The sync data for ids ['4816cba6-55d5-44c7-83fc-6338663a20c8'] in n-d-814746-3 is: [{'id': '4816cba6-55d5-44c7-83fc-6338663a20c8', 'name': 'tempest-TestVolumeBackupRestore-1288298382-router', 'tenant_id': 'ef037b706ef741dc94e63d81146467ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:20:43Z', 'updated_at': '2021-12-10T09:24:02Z', 'revision_number': 6, 'project_id': 'ef037b706ef741dc94e63d81146467ce', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:24:02.653574 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.655763 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.704043 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.704629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4816cba6-55d5-44c7-83fc-6338663a20c8 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:24:02.709696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.710841 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-da47dfcb-96ff-4df6-bb22-e0b79f595260 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4816cba6-55d5-44c7-83fc-6338663a20c8 HTTP/1.1" status: 204 len: 168 time: 0.7823987 Dec 10 09:24:02.713665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34926) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:02.762968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d35570c-21fd-408b-ba27-5e955a953c59 admin admin] Deleting subnet 5f96edb6-d966-47c7-9c2a-6e629b67ca12 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:24:02.766072 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d35570c-21fd-408b-ba27-5e955a953c59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.800317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d35570c-21fd-408b-ba27-5e955a953c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.918553 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d35570c-21fd-408b-ba27-5e955a953c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:02.986978 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d35570c-21fd-408b-ba27-5e955a953c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.016498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35570c-21fd-408b-ba27-5e955a953c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f96edb6-d966-47c7-9c2a-6e629b67ca12,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:03.024977 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5d35570c-21fd-408b-ba27-5e955a953c59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.026288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be13233-57bf-4451-8b6a-45943d8ac3ff None None] Network daef21fb-9150-47aa-9def-3de8fbab9608 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:24:03.029811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5d35570c-21fd-408b-ba27-5e955a953c59 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5f96edb6-d966-47c7-9c2a-6e629b67ca12 HTTP/1.1" status: 204 len: 168 time: 0.3136134 Dec 10 09:24:03.032494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34936) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:03.116633 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.175871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Deleting port 34e9d93c-0698-42a4-a948-76a4bf384af7 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:03.176412 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.191826 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7ddd017f-5914-48d0-8053-a4121ed7568b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.250354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] For port 34e9d93c-0698-42a4-a948-76a4bf384af7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=34e9d93c-0698-42a4-a948-76a4bf384af7,segment=NetworkSegment(fb5a8c95-ec6a-4e12-9485-cf79ed7ba715),segment_id=fb5a8c95-ec6a-4e12-9485-cf79ed7ba715)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:03.250647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.265316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Calling delete_port for 34e9d93c-0698-42a4-a948-76a4bf384af7 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:03.345614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.375800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=34e9d93c-0698-42a4-a948-76a4bf384af7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:03.379224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] No DVR routers for this DVR port 34e9d93c-0698-42a4-a948-76a4bf384af7 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:24:03.449450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc693b-b13b-44ee-9f45-24fc6e72f168 None None] DHCP port deletion for daef21fb-9150-47aa-9def-3de8fbab9608 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:24:03.471388 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.506763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daef21fb-9150-47aa-9def-3de8fbab9608']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:03.517339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:03.517676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5a8c95-ec6a-4e12-9485-cf79ed7ba715') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:03.530195 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.547971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.554944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:24:03.555341 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.557447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1f70ff16-0e8e-4bed-9fd1-c78412df1460 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:24:03.557714 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:24:03.582006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 1f70ff16-0e8e-4bed-9fd1-c78412df1460 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:03.584364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1f70ff16-0e8e-4bed-9fd1-c78412df1460 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:03.584778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 34e9d93c-0698-42a4-a948-76a4bf384af7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:03.607270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 34e9d93c-0698-42a4-a948-76a4bf384af7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:03.607623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 34e9d93c-0698-42a4-a948-76a4bf384af7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:03.608047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 15f3de22-1b2a-4450-8c6a-311193c5aa6e no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:03.627445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.629488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 15f3de22-1b2a-4450-8c6a-311193c5aa6e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:03.630675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 15f3de22-1b2a-4450-8c6a-311193c5aa6e not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:03.634912 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.640245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] 10.222.0.31 "DELETE /v2.0/networks/daef21fb-9150-47aa-9def-3de8fbab9608 HTTP/1.1" status: 204 len: 168 time: 0.6055059 Dec 10 09:24:03.654593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c93b35-d8e8-47b5-9121-5cd8d3634e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=daef21fb-9150-47aa-9def-3de8fbab9608,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:03.842272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34942) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:03.894803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cbed2e87-afdb-4f17-8356-90eb3f6262ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5041beb7e72446b992e69547c1991fde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512507 Dec 10 09:24:03.897326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 34944) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:03.948449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dcc35c86-cf97-4c63-89c8-c042fa48eb79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:03.972587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dcc35c86-cf97-4c63-89c8-c042fa48eb79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.019529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dcc35c86-cf97-4c63-89c8-c042fa48eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.022198 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dcc35c86-cf97-4c63-89c8-c042fa48eb79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.023362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dcc35c86-cf97-4c63-89c8-c042fa48eb79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a09c1bb2-8985-44c0-a1e0-ddff8d2e54d4 HTTP/1.1" status: 204 len: 168 time: 0.1250679 Dec 10 09:24:04.031951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc35c86-cf97-4c63-89c8-c042fa48eb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09c1bb2-8985-44c0-a1e0-ddff8d2e54d4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:04.351473 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34966) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:04.392425 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-347b21e5-7f3f-4f37-a696-eb40bcfe81ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef037b706ef741dc94e63d81146467ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397155 Dec 10 09:24:04.395048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 34970) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:04.448863 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d8e189f-d53d-495e-b1bc-a97e7ad5b7b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.470833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d8e189f-d53d-495e-b1bc-a97e7ad5b7b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.523370 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d8e189f-d53d-495e-b1bc-a97e7ad5b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.526250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d8e189f-d53d-495e-b1bc-a97e7ad5b7b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:04.528346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d8e189f-d53d-495e-b1bc-a97e7ad5b7b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21e193cd-d02b-4438-8909-542adc10ec2d HTTP/1.1" status: 204 len: 168 time: 0.1321740 Dec 10 09:24:04.536895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e189f-d53d-495e-b1bc-a97e7ad5b7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e193cd-d02b-4438-8909-542adc10ec2d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:05.439296 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fe793a4e-8cea-4b2c-a153-4dfde53266c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:06.561133 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:08.274749 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:09.252305 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:15.260015 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.335183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.518383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35120) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:19.631599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d567c109-c95c-485f-8ff7-489dc3e2bba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.706694 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d567c109-c95c-485f-8ff7-489dc3e2bba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.710630 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d567c109-c95c-485f-8ff7-489dc3e2bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.752370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d567c109-c95c-485f-8ff7-489dc3e2bba7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ecc7a4dacbd434fa308fb3e0abb0951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306345 Dec 10 09:24:19.752370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567c109-c95c-485f-8ff7-489dc3e2bba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f610f718-2fd0-41e0-a9d5-b59cde7d9545,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:19.753358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35124) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:19.806676 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-43a2e5f9-4323-4d92-9d6d-7229c3f8f218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.828933 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-43a2e5f9-4323-4d92-9d6d-7229c3f8f218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.875006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-43a2e5f9-4323-4d92-9d6d-7229c3f8f218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.877637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-43a2e5f9-4323-4d92-9d6d-7229c3f8f218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:19.878772 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-43a2e5f9-4323-4d92-9d6d-7229c3f8f218 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f610f718-2fd0-41e0-a9d5-b59cde7d9545 HTTP/1.1" status: 204 len: 168 time: 0.1228485 Dec 10 09:24:19.886149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2e5f9-4323-4d92-9d6d-7229c3f8f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f610f718-2fd0-41e0-a9d5-b59cde7d9545,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:20.150678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35130) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:20.163769 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c66102a-370f-4989-8210-67e138be3594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:20.237599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c66102a-370f-4989-8210-67e138be3594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:20.241153 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6c66102a-370f-4989-8210-67e138be3594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:20.280339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6c66102a-370f-4989-8210-67e138be3594 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d5a742a4f534cc2956961824a89e3e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285987 Dec 10 09:24:20.281194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66102a-370f-4989-8210-67e138be3594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c41211-1ebb-4da9-9e63-9018137d7143,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:20.283103 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35132) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:20.330071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd89644a-2f64-40a5-aef5-7e851d77ad31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:20.350080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd89644a-2f64-40a5-aef5-7e851d77ad31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:20.397807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd89644a-2f64-40a5-aef5-7e851d77ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:20.400363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fd89644a-2f64-40a5-aef5-7e851d77ad31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:20.401477 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fd89644a-2f64-40a5-aef5-7e851d77ad31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87c41211-1ebb-4da9-9e63-9018137d7143 HTTP/1.1" status: 204 len: 168 time: 0.1173344 Dec 10 09:24:20.409148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89644a-2f64-40a5-aef5-7e851d77ad31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c41211-1ebb-4da9-9e63-9018137d7143,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:30.379172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35232) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:30.486527 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12c2355a-eba0-47d8-87b2-7013e168573e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:30.568671 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12c2355a-eba0-47d8-87b2-7013e168573e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:30.572418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12c2355a-eba0-47d8-87b2-7013e168573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:30.612459 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-12c2355a-eba0-47d8-87b2-7013e168573e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78d4d445787748d68cb89d556f2726f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321894 Dec 10 09:24:30.613347 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2355a-eba0-47d8-87b2-7013e168573e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa22d2dc-755e-4864-b414-66d1b3a394d8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:30.615948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35236) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:30.671557 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848c821f-c308-4684-866a-4f26fb06a31f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:30.696367 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848c821f-c308-4684-866a-4f26fb06a31f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:30.741354 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848c821f-c308-4684-866a-4f26fb06a31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:30.744067 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-848c821f-c308-4684-866a-4f26fb06a31f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:30.745856 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-848c821f-c308-4684-866a-4f26fb06a31f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa22d2dc-755e-4864-b414-66d1b3a394d8 HTTP/1.1" status: 204 len: 168 time: 0.1227076 Dec 10 09:24:30.755391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c821f-c308-4684-866a-4f26fb06a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa22d2dc-755e-4864-b414-66d1b3a394d8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:31.020009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35242) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:31.033375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82a12bf6-bf1e-48b6-b32e-98ca4267c794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:31.109748 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82a12bf6-bf1e-48b6-b32e-98ca4267c794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:31.113355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-82a12bf6-bf1e-48b6-b32e-98ca4267c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:31.160319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a12bf6-bf1e-48b6-b32e-98ca4267c794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c0e24e-532d-4f83-8a6b-04fb2ecfe3f6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:31.168317 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35244) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:31.174285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-82a12bf6-bf1e-48b6-b32e-98ca4267c794 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e5c073316fc48c7b3997124a3c381e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529307 Dec 10 09:24:31.226603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1eebd6e-8882-4a8b-9aac-76a61872b43f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:31.248956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1eebd6e-8882-4a8b-9aac-76a61872b43f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:31.294038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1eebd6e-8882-4a8b-9aac-76a61872b43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:31.296744 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a1eebd6e-8882-4a8b-9aac-76a61872b43f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:31.297921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a1eebd6e-8882-4a8b-9aac-76a61872b43f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1c0e24e-532d-4f83-8a6b-04fb2ecfe3f6 HTTP/1.1" status: 204 len: 168 time: 0.1286857 Dec 10 09:24:31.305774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eebd6e-8882-4a8b-9aac-76a61872b43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c0e24e-532d-4f83-8a6b-04fb2ecfe3f6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:33.192220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-145ce192-02c2-4f2d-b156-ddb4c78782d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:33.705823 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:24:35.442424 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3be1b80c-5fbc-473d-9382-8160be8f263b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:36.563900 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:38.285166 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:38.318178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86383da-0a52-4473-8f7d-b8899ba94596 req-07eef9e2-4231-4361-a3e4-145b70e47c04 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:38.319967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a86383da-0a52-4473-8f7d-b8899ba94596 req-07eef9e2-4231-4361-a3e4-145b70e47c04 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1098 time: 0.0483363 Dec 10 09:24:38.378546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a86383da-0a52-4473-8f7d-b8899ba94596 req-a8870e98-79c2-4d6f-86ba-4c3cd42aa8cc tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514162 Dec 10 09:24:38.404962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35374) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:38.647750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35380) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:38.743784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port f2f56006-6b66-43fd-b07f-434251613cfb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:38.744138 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:38.764902 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35d540c9-76ba-4f60-8522-bec71f6ca079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:38.828147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:38.828474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:38.842191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for f2f56006-6b66-43fd-b07f-434251613cfb owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:38.847871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35d540c9-76ba-4f60-8522-bec71f6ca079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:38.852257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35d540c9-76ba-4f60-8522-bec71f6ca079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:38.882585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-35d540c9-76ba-4f60-8522-bec71f6ca079 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=108651a9356e4dfaa42fc396b9e69ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312975 Dec 10 09:24:38.882795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35384) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:38.923643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d540c9-76ba-4f60-8522-bec71f6ca079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff959a8-7c48-442c-99fe-c92c4216613a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:38.956345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a3a48b0-9ccc-4e5f-a702-825da62e6872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:38.979154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a3a48b0-9ccc-4e5f-a702-825da62e6872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.005471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.032064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=f2f56006-6b66-43fd-b07f-434251613cfb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:39.037045 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a3a48b0-9ccc-4e5f-a702-825da62e6872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.043458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4a3a48b0-9ccc-4e5f-a702-825da62e6872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.046399 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4a3a48b0-9ccc-4e5f-a702-825da62e6872 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ff959a8-7c48-442c-99fe-c92c4216613a HTTP/1.1" status: 204 len: 168 time: 0.1625106 Dec 10 09:24:39.054665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a48b0-9ccc-4e5f-a702-825da62e6872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff959a8-7c48-442c-99fe-c92c4216613a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:39.107575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.108004 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Floating IP fa991e5a-13fb-419c-b40c-6af63238cb11 disassociated (deleted). External IP: 172.25.3.55, port: 40ed9fbc-7d11-4232-b887-8c56ce120fef. Dec 10 09:24:39.258968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.371553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35390) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:39.385105 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05bd4da1-8e1b-4948-b1e5-b4c6988aa8ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.472057 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05bd4da1-8e1b-4948-b1e5-b4c6988aa8ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.477768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-05bd4da1-8e1b-4948-b1e5-b4c6988aa8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.517481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd4da1-8e1b-4948-b1e5-b4c6988aa8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d830defb-ee65-4aaf-bdc3-b27c3207ba5c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:39.529556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-05bd4da1-8e1b-4948-b1e5-b4c6988aa8ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3155c758865b45e0acdc40aca22862bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533685 Dec 10 09:24:39.533795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35392) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:39.582708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4e909211-cb90-47c4-8130-a9cb56b80125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.603868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4e909211-cb90-47c4-8130-a9cb56b80125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.616828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 05a2b32d-acc5-4eca-a950-1240fd2b04db has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:24:39.650224 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4e909211-cb90-47c4-8130-a9cb56b80125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.653779 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4e909211-cb90-47c4-8130-a9cb56b80125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.654960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4e909211-cb90-47c4-8130-a9cb56b80125 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d830defb-ee65-4aaf-bdc3-b27c3207ba5c HTTP/1.1" status: 204 len: 168 time: 0.1203542 Dec 10 09:24:39.662877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e909211-cb90-47c4-8130-a9cb56b80125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d830defb-ee65-4aaf-bdc3-b27c3207ba5c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:39.726942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:24:39.732843 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:39.738072 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] Sync routers for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:24:39.748331 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:39.749050 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:24:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:39.766036 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d7aef75f-ed91-4e44-961b-b47eaa4a33d0 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/floatingips/fa991e5a-13fb-419c-b40c-6af63238cb11 HTTP/1.1" status: 204 len: 168 time: 1.3599277 Dec 10 09:24:39.766776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:39.769199 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c54186-2622-424b-9fd4-7a5ce178158c" -d '{"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:39.813245 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024809a7-5cb9-4909-85e9-33ccec645a04 x-openstack-request-id: req-024809a7-5cb9-4909-85e9-33ccec645a04 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:39.813585 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:39.813841 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-024809a7-5cb9-4909-85e9-33ccec645a04 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:39.814661 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'status': 'completed', 'code': 200} Dec 10 09:24:39.881351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c54186-2622-424b-9fd4-7a5ce178158c req-2ead3dd7-f1c9-4919-9b1a-b656d864044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:39.883651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c54186-2622-424b-9fd4-7a5ce178158c req-2ead3dd7-f1c9-4919-9b1a-b656d864044a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 1098 time: 0.0469768 Dec 10 09:24:39.892052 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:40.050304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c54186-2622-424b-9fd4-7a5ce178158c req-9107cdd2-6b34-422e-98bc-3278d815804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:40.051783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c54186-2622-424b-9fd4-7a5ce178158c req-9107cdd2-6b34-422e-98bc-3278d815804d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 200 len: 898 time: 0.1602006 Dec 10 09:24:40.067768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c7bc2-ad7d-4667-8d7b-bc460628e520 req-7b06ea70-51ab-4fe8-a95f-ecb5d87bcea3 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:40.069281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-175c7bc2-ad7d-4667-8d7b-bc460628e520 req-7b06ea70-51ab-4fe8-a95f-ecb5d87bcea3 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 947 time: 0.0697608 Dec 10 09:24:40.118318 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:22:01Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'dec1288a-f8cc-46e9-9107-cfad0c36cfd2', 'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:58:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:05Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:40.125007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c54186-2622-424b-9fd4-7a5ce178158c req-2ed0849a-329d-4ea0-b61a-968be9d1cd24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 200 len: 217 time: 0.0547366 Dec 10 09:24:40.146909 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] Checking router: 05a2b32d-acc5-4eca-a950-1240fd2b04db for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:24:40.155716 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:40.156332 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:24:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:40.185978 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-175c7bc2-ad7d-4667-8d7b-bc460628e520 req-38f1917c-6a26-4fad-98ec-beede2b00b8b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090479 Dec 10 09:24:40.198317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c54186-2622-424b-9fd4-7a5ce178158c req-639fe9aa-abab-44a1-b27a-fe5635400871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:40.199848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c54186-2622-424b-9fd4-7a5ce178158c req-639fe9aa-abab-44a1-b27a-fe5635400871 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 200 len: 835 time: 0.0636449 Dec 10 09:24:40.253469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c54186-2622-424b-9fd4-7a5ce178158c req-affe9195-4eb2-43a4-a2ae-57d1043c5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:40.255304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c54186-2622-424b-9fd4-7a5ce178158c req-affe9195-4eb2-43a4-a2ae-57d1043c5a45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e365057-9dd9-4e3f-aa97-770fcf8f4c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466075 Dec 10 09:24:40.275013 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:40.363173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c54186-2622-424b-9fd4-7a5ce178158c req-9a0d924e-aabf-4ff1-ba9a-dc84b7040cbf service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989106 Dec 10 09:24:40.460162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c54186-2622-424b-9fd4-7a5ce178158c req-2005914c-a8a0-44df-b8fe-b6c2ea1be013 service neutron] 10.222.0.18 "GET /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890503 Dec 10 09:24:40.485796 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:22:01Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'dec1288a-f8cc-46e9-9107-cfad0c36cfd2', 'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:58:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:05Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:40.514760 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9684ec1-274b-46e1-b00f-1486431e5f61 None None] The sync data for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 is: [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:22:01Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'dec1288a-f8cc-46e9-9107-cfad0c36cfd2', 'name': '', 'network_id': '4e365057-9dd9-4e3f-aa97-770fcf8f4c88', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:58:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:22:00Z', 'updated_at': '2021-12-10T09:22:05Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '7452d7cb-cc82-4f7f-ba36-25a2138f8ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:24:40.761796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e45df8-e168-4bde-8de4-5765807a8161 None None] New status for floating IP fa991e5a-13fb-419c-b40c-6af63238cb11: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:24:40.849841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35428) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:40.960094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5fe62960-862c-4189-890b-44f495fc71fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.036836 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5fe62960-862c-4189-890b-44f495fc71fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.040661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5fe62960-862c-4189-890b-44f495fc71fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.078185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5fe62960-862c-4189-890b-44f495fc71fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19364939b92b4e7f8db5c79fcb6e46a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272387 Dec 10 09:24:41.080253 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe62960-862c-4189-890b-44f495fc71fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0fc207-55b2-4720-baca-f4bd5a59f5c4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:41.080997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35432) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:41.132496 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6da72dd-eb1e-4a51-a44d-ce496ceda622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.153777 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6da72dd-eb1e-4a51-a44d-ce496ceda622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.208678 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6da72dd-eb1e-4a51-a44d-ce496ceda622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.212147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6da72dd-eb1e-4a51-a44d-ce496ceda622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.213361 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a6da72dd-eb1e-4a51-a44d-ce496ceda622 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb0fc207-55b2-4720-baca-f4bd5a59f5c4 HTTP/1.1" status: 204 len: 168 time: 0.1312430 Dec 10 09:24:41.225820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da72dd-eb1e-4a51-a44d-ce496ceda622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0fc207-55b2-4720-baca-f4bd5a59f5c4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:41.340899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e0a89-548f-4238-b11c-f07931b757f1 req-4c53a6c1-cb40-469d-bdca-b9557258e91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:41.340899 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f4e0a89-548f-4238-b11c-f07931b757f1 req-4c53a6c1-cb40-469d-bdca-b9557258e91d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 947 time: 0.0560896 Dec 10 09:24:41.390515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f4e0a89-548f-4238-b11c-f07931b757f1 req-7a70838b-0e02-4241-90ef-0395d74e800a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=1647f811-cfb8-40ca-8d8b-668fe3e2440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450754 Dec 10 09:24:41.577859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-45c7e104-2f7a-4170-a507-69cc95e051c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:41.579328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-45c7e104-2f7a-4170-a507-69cc95e051c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 947 time: 0.0534112 Dec 10 09:24:41.676967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 40ed9fbc-7d11-4232-b887-8c56ce120fef {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:41.677306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.768248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port 40ed9fbc-7d11-4232-b887-8c56ce120fef, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=40ed9fbc-7d11-4232-b887-8c56ce120fef,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:41.768616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.782063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 40ed9fbc-7d11-4232-b887-8c56ce120fef owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:41.925529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:41.953790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=40ed9fbc-7d11-4232-b887-8c56ce120fef,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:41.999756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] No DVR routers for this DVR port 40ed9fbc-7d11-4232-b887-8c56ce120fef on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:24:42.002414 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:42.005752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e2c86bab-aa34-4a15-b221-bf54b5865f9b req-8bf8fcd1-6c4d-4849-8d1a-7650e3a1ad3a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "DELETE /v2.0/ports/40ed9fbc-7d11-4232-b887-8c56ce120fef HTTP/1.1" status: 204 len: 173 time: 0.4200218 Dec 10 09:24:42.006189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-deleted', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:42.008454 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e222710-d834-46a8-9135-d4a119efb93c" -d '{"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-deleted", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:42.193441 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043039d-25bb-4373-8972-e2e3c9dc76cb x-openstack-request-id: req-1043039d-25bb-4373-8972-e2e3c9dc76cb {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:42.193804 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fca3b-7c99-4378-b8e2-2019636fd84e", "name": "network-vif-deleted", "tag": "40ed9fbc-7d11-4232-b887-8c56ce120fef", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:42.194125 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1043039d-25bb-4373-8972-e2e3c9dc76cb {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:42.194716 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fca3b-7c99-4378-b8e2-2019636fd84e', 'name': 'network-vif-deleted', 'tag': '40ed9fbc-7d11-4232-b887-8c56ce120fef', 'status': 'completed', 'code': 200} Dec 10 09:24:42.537173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbfda1e-f333-42f8-9862-45d4e593ff8c req-1f122b35-721f-4597-9aff-ee78d814b8d7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=059fca3b-7c99-4378-b8e2-2019636fd84e HTTP/1.1" status: 200 len: 210 time: 0.0392957 Dec 10 09:24:43.500884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-0b05e0c7-c75b-4786-b814-675d9c99a3d6 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=873a45e43eee424286e561822dd943c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302029 Dec 10 09:24:43.598312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35492) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:43.685888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-a043fec6-878e-45e7-a774-880f9ace523b tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:43.687415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-a043fec6-878e-45e7-a774-880f9ace523b tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810174 Dec 10 09:24:43.702889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-62e18dca-db7e-4408-99ab-6c3bff2d85fb tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/quotas/873a45e43eee424286e561822dd943c6 HTTP/1.1" status: 200 len: 375 time: 0.0095162 Dec 10 09:24:43.737924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-d876ed80-d409-42fa-858e-30e20878a928 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=873a45e43eee424286e561822dd943c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296240 Dec 10 09:24:43.904133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6912462-8444-4afc-ad25-c8f68b307863 req-c8cfe293-b99a-469f-94dd-dcb34af6470b tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 210 time: 0.0304041 Dec 10 09:24:43.982288 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:44.252886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port dec1288a-f8cc-46e9-9107-cfad0c36cfd2 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:44.253239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:44.350839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port dec1288a-f8cc-46e9-9107-cfad0c36cfd2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dec1288a-f8cc-46e9-9107-cfad0c36cfd2,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:44.351216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:44.363196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for dec1288a-f8cc-46e9-9107-cfad0c36cfd2 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:44.568927 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:44.599754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=dec1288a-f8cc-46e9-9107-cfad0c36cfd2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:44.778430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:44.965473 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-db868c63-79eb-486f-a8df-87bb0e93b4f6 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=873a45e43eee424286e561822dd943c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359228 Dec 10 09:24:45.013882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7dba2ae8-6c39-4ccc-bd9f-b9cdc46aaf51 req-9bca220d-af7a-4c35-bb42-bab5072c9fb8 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 210 time: 0.0315769 Dec 10 09:24:45.163765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 05a2b32d-acc5-4eca-a950-1240fd2b04db has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:24:45.200373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-c5c5e38b-6fbb-4758-a634-62844dd5fd06 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:45.201955 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-c5c5e38b-6fbb-4758-a634-62844dd5fd06 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298868 Dec 10 09:24:45.246210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Request body: {'port': {'device_id': '9dbcb9eb-4139-4be6-b6be-f24eb13364ed', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': '873a45e43eee424286e561822dd943c6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:45.261311 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.650518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:24:45.658159 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-87db983b-fae9-4e0d-9277-303c03ae8f10 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "PUT /v2.0/routers/05a2b32d-acc5-4eca-a950-1240fd2b04db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0588045 Dec 10 09:24:45.661005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35508) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:45.664162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] Sync routers for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:24:45.674938 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:45.675638 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:24:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:45.678015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Made reservation on behalf of 873a45e43eee424286e561822dd943c6 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:24:45.681785 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.690903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.726777 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a010bb0a-4d28-495f-bb1e-7828c1f38b36 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting subnet 7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:24:45.731064 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a010bb0a-4d28-495f-bb1e-7828c1f38b36 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.773178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.775281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a010bb0a-4d28-495f-bb1e-7828c1f38b36 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.777871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.785114 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:45.844549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851b364f-2c83-47da-a942-82e16fc55d44,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:45.865900 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a010bb0a-4d28-495f-bb1e-7828c1f38b36 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.930017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Allocated IP 192.168.233.155 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/8a283e68-6842-4993-9c14-57dcfc34b9a5) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:45.930446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a010bb0a-4d28-495f-bb1e-7828c1f38b36 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.967401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010bb0a-4d28-495f-bb1e-7828c1f38b36 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Subnet': ['ID=7452d7cb-cc82-4f7f-ba36-25a2138f8ae1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:45.972868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a010bb0a-4d28-495f-bb1e-7828c1f38b36 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:45.975985 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:24:44Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:45.980415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a010bb0a-4d28-495f-bb1e-7828c1f38b36 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/subnets/7452d7cb-cc82-4f7f-ba36-25a2138f8ae1 HTTP/1.1" status: 204 len: 168 time: 0.3059380 Dec 10 09:24:45.981665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35510) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:45.982999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72955f88-f278-4402-9c9f-e70a6b47f62a None None] Network 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:24:46.102590 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] Checking router: 05a2b32d-acc5-4eca-a950-1240fd2b04db for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:24:46.113247 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] Routers {'05a2b32d-acc5-4eca-a950-1240fd2b04db'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:46.114356 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:24:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['05a2b32d-acc5-4eca-a950-1240fd2b04db'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:46.164606 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.168669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24a01827-c26d-483f-9dff-acdeaddfa2bc req-910253ae-5b30-4a48-81c4-a5dba5b1a911 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 210 time: 0.0429330 Dec 10 09:24:46.178080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] DHCP port deletion for 4e365057-9dd9-4e3f-aa97-770fcf8f4c88 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:24:46.187453 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.226692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.245931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Deleting port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:46.246306 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.277415 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] Set router 05a2b32d-acc5-4eca-a950-1240fd2b04db gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:46.281221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:46.284970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:46.289079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:46.320485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Pushing event updated for resources: {'Port': ['ID=8a283e68-6842-4993-9c14-57dcfc34b9a5,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:46.344124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] For port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8b4eca71-d9c1-4b50-8af3-3b2021c57c7a,segment=NetworkSegment(d34bcf07-636a-4622-8505-2791a3ee3936),segment_id=d34bcf07-636a-4622-8505-2791a3ee3936)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:46.344740 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.353996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:46.356346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.361815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Calling delete_port for 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:46.383976 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-811d7627-e98e-4f77-a2d7-a32258ea0943 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1422668 Dec 10 09:24:46.392202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.469521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:24:46.470325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.474502 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.517263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Pushing event deleted for resources: {'Port': ['ID=8b4eca71-d9c1-4b50-8af3-3b2021c57c7a,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:46.531856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] No DVR routers for this DVR port 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:24:46.534665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.535211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.536132 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:24:44Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:46.536474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.536979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.537850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.538484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.539161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.539658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.540157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.540495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.540827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.541716 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.542047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67985bfb-c49f-4e0a-a8fd-e9fb8dfc6960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:46.581914 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537e1d1-bbdf-46c2-8536-a0f9ca22262a None None] The sync data for ids ['05a2b32d-acc5-4eca-a950-1240fd2b04db'] in n-d-814746-3 is: [{'id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050033496', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:21:57Z', 'updated_at': '2021-12-10T09:24:44Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a2b32d-acc5-4eca-a950-1240fd2b04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:21:58Z', 'updated_at': '2021-12-10T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:24:46.596013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:46.596681 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.607248 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Request body: {'port': {'device_id': '9dbcb9eb-4139-4be6-b6be-f24eb13364ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:46.616211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:24:46.634951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:46.663404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 40ed9fbc-7d11-4232-b887-8c56ce120fef {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:46.663752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 40ed9fbc-7d11-4232-b887-8c56ce120fef not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:46.672034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b9246fc3-19d1-4ec8-86b7-c39cc8858c5c None None] Provisioning complete for port 8a283e68-6842-4993-9c14-57dcfc34b9a5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:46.672404 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9246fc3-19d1-4ec8-86b7-c39cc8858c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.678039 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.707567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b9246fc3-19d1-4ec8-86b7-c39cc8858c5c None None] Port 8a283e68-6842-4993-9c14-57dcfc34b9a5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:46.811897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.838292 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:46.855409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd689a5e-6560-475d-8eb9-96226a8d49c1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:24:46.897822 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.959815 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a283e68-6842-4993-9c14-57dcfc34b9a5 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:24:46.968813 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:46.982126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Transition to ACTIVE for port object 8a283e68-6842-4993-9c14-57dcfc34b9a5 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:24:46.987070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.000998 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.003288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.042781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Pushing event updated for resources: {'Port': ['ID=8a283e68-6842-4993-9c14-57dcfc34b9a5,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:47.059497 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.061748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Fanout notify agent at l3_agent the message router_deleted on router 05a2b32d-acc5-4eca-a950-1240fd2b04db {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:24:47.070835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.072079 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3cf452cc-5f7b-497d-92bd-c2cd5f36ae67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/routers/05a2b32d-acc5-4eca-a950-1240fd2b04db HTTP/1.1" status: 204 len: 168 time: 1.0892234 Dec 10 09:24:47.075264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35516) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:47.147553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Attempting to bind port 8a283e68-6842-4993-9c14-57dcfc34b9a5 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:47.147889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Attempting to bind port 8a283e68-6842-4993-9c14-57dcfc34b9a5 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:47.148220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Attempting to bind port 8a283e68-6842-4993-9c14-57dcfc34b9a5 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:47.153544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Port 8a283e68-6842-4993-9c14-57dcfc34b9a5 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:24:47.153862 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Attempting to bind port 8a283e68-6842-4993-9c14-57dcfc34b9a5 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:47.158828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:47.159745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:47.159745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:47.159997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Bound port: 8a283e68-6842-4993-9c14-57dcfc34b9a5, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:47.160299 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.181323 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.243885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] For port 8a283e68-6842-4993-9c14-57dcfc34b9a5, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:47.253314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] For port 8a283e68-6842-4993-9c14-57dcfc34b9a5, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8a283e68-6842-4993-9c14-57dcfc34b9a5,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:47.259887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.298784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.299473 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.301005 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] 10.222.0.39 "PUT /v2.0/ports/8a283e68-6842-4993-9c14-57dcfc34b9a5 HTTP/1.1" status: 200 len: 1096 time: 0.9077249 Dec 10 09:24:47.301590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbcb9eb-4139-4be6-b6be-f24eb13364ed', 'tag': '8a283e68-6842-4993-9c14-57dcfc34b9a5'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:47.304463 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639e4e19-5492-4981-b41f-e6b07dd630cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbcb9eb-4139-4be6-b6be-f24eb13364ed", "tag": "8a283e68-6842-4993-9c14-57dcfc34b9a5"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:47.309940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.334129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e365057-9dd9-4e3f-aa97-770fcf8f4c88']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:47.359559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34bcf07-636a-4622-8505-2791a3ee3936') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:47.359837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34bcf07-636a-4622-8505-2791a3ee3936') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:47.367609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e16ff-47b8-4778-a4b8-18aead2b2f6e service neutron] Pushing event updated for resources: {'Port': ['ID=8a283e68-6842-4993-9c14-57dcfc34b9a5,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:47.395739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.424215 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd0158a-5c13-47cc-9c5b-0da8c538684e x-openstack-request-id: req-1cd0158a-5c13-47cc-9c5b-0da8c538684e {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:47.424825 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbcb9eb-4139-4be6-b6be-f24eb13364ed", "tag": "8a283e68-6842-4993-9c14-57dcfc34b9a5", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:47.425286 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cd0158a-5c13-47cc-9c5b-0da8c538684e {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:47.425997 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbcb9eb-4139-4be6-b6be-f24eb13364ed', 'tag': '8a283e68-6842-4993-9c14-57dcfc34b9a5', 'status': 'completed', 'code': 200} Dec 10 09:24:47.430039 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.446600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d4e1f-df19-4e43-9f1d-8dae44185d47 req-a7bd383b-f5f0-4e7b-b3e9-808390390440 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.452696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-85e12838-4f5d-4c66-9247-3449365df2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.454742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-85e12838-4f5d-4c66-9247-3449365df2ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=873a45e43eee424286e561822dd943c6&device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 1099 time: 0.0885191 Dec 10 09:24:47.454931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2d4e1f-df19-4e43-9f1d-8dae44185d47 req-a7bd383b-f5f0-4e7b-b3e9-808390390440 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 948 time: 0.1105626 Dec 10 09:24:47.457363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:24:47.457793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:24:47.461808 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:24:47.527988 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-7773322b-33ae-42b3-a6b9-14615de1875f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=8a283e68-6842-4993-9c14-57dcfc34b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0612764 Dec 10 09:24:47.586720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-adbd4a09-a5be-408b-b16d-2cc755379a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.588412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-adbd4a09-a5be-408b-b16d-2cc755379a0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0528738 Dec 10 09:24:47.639302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-428be8f0-cd08-4ba1-9dbe-6dbe51033a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.641079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-428be8f0-cd08-4ba1-9dbe-6dbe51033a6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457287 Dec 10 09:24:47.745018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-0287fa4f-7861-4485-9ef7-3774731cd6aa service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969715 Dec 10 09:24:47.859332 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-08b38d0f-4aae-4028-a30a-798e306374e9 req-a1175c65-159a-4567-bb29-0e3e15d479c3 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075370 Dec 10 09:24:47.874204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:47.911592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:47.912436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 09e2bfe2-7b18-4dd7-a3e8-18cc8ff879f7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:47.912927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device dec1288a-f8cc-46e9-9107-cfad0c36cfd2 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:47.926571 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.935892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:47.941432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/networks/4e365057-9dd9-4e3f-aa97-770fcf8f4c88 HTTP/1.1" status: 204 len: 168 time: 0.8624277 Dec 10 09:24:47.943695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: dec1288a-f8cc-46e9-9107-cfad0c36cfd2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:47.943695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device dec1288a-f8cc-46e9-9107-cfad0c36cfd2 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:47.943879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35522) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:47.943968 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:24:47.964269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:24:47.964904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8b4eca71-d9c1-4b50-8af3-3b2021c57c7a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:24:47.970575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe05911-8a8a-47a7-989b-b08ffd95e8ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Network': ['ID=4e365057-9dd9-4e3f-aa97-770fcf8f4c88,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:47.979141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-233184ff-e6a6-487e-bb56-c2073405be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:47.980727 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-233184ff-e6a6-487e-bb56-c2073405be24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=873a45e43eee424286e561822dd943c6&device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 1099 time: 0.0537202 Dec 10 09:24:47.985071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2d4e1f-df19-4e43-9f1d-8dae44185d47 req-b3600a00-db7c-4b38-aa28-9c48eebf42e1 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/security-groups?id=851b364f-2c83-47da-a942-82e16fc55d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292876 Dec 10 09:24:48.022163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-819bd825-453d-4a75-9346-3ffaff2c3486 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.048597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-819bd825-453d-4a75-9346-3ffaff2c3486 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.075758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-306ee330-3034-41c5-b7ae-2fcd497436d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:48.077248 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-306ee330-3034-41c5-b7ae-2fcd497436d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.0898092 Dec 10 09:24:48.110237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-819bd825-453d-4a75-9346-3ffaff2c3486 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.113154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-819bd825-453d-4a75-9346-3ffaff2c3486 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:48.114345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-819bd825-453d-4a75-9346-3ffaff2c3486 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/security-groups/1647f811-cfb8-40ca-8d8b-668fe3e2440f HTTP/1.1" status: 204 len: 168 time: 0.1701148 Dec 10 09:24:48.124490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bd825-453d-4a75-9346-3ffaff2c3486 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1647f811-cfb8-40ca-8d8b-668fe3e2440f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:48.132378 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-6fc7396c-4066-483f-9dcb-fbc597613cd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=8a283e68-6842-4993-9c14-57dcfc34b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0476496 Dec 10 09:24:48.185387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-f417f2bd-8732-4eb1-81e0-011c6f6d46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:48.186885 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-f417f2bd-8732-4eb1-81e0-011c6f6d46cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0467222 Dec 10 09:24:48.235238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-6c6fba20-53fa-49bb-a120-b2fa6b827820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:48.236725 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-6c6fba20-53fa-49bb-a120-b2fa6b827820 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421944 Dec 10 09:24:48.331385 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-fb9e5cac-e583-439c-a0d6-4d4660509182 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851517 Dec 10 09:24:48.421982 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-639e4e19-5492-4981-b41f-e6b07dd630cd req-e201c7bb-b0a1-4e40-b94e-6b5cc5c6643e service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820425 Dec 10 09:24:49.105291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9a36b-190a-45bb-8ec6-7655cfdc48d7 req-8f9f8dfe-4bd7-4916-8565-2aa830409c43 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:49.106796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ba9a36b-190a-45bb-8ec6-7655cfdc48d7 req-8f9f8dfe-4bd7-4916-8565-2aa830409c43 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 948 time: 0.0518742 Dec 10 09:24:49.156293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ba9a36b-190a-45bb-8ec6-7655cfdc48d7 req-41536794-018a-4640-b996-8390a5225707 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/security-groups?id=851b364f-2c83-47da-a942-82e16fc55d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Dec 10 09:24:49.326744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.331323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35532) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:49.335815 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-233e7e3b-e03f-4546-8a9b-e9fa76a7c1d5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1815361445', 'description': 'tempest-secgroup-smoke-1815361445 description', 'project_id': '752f951f190a47a7a12dda1f81f009bf'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:49.358014 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233e7e3b-e03f-4546-8a9b-e9fa76a7c1d5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.423376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233e7e3b-e03f-4546-8a9b-e9fa76a7c1d5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.426862 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233e7e3b-e03f-4546-8a9b-e9fa76a7c1d5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.455902 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233e7e3b-e03f-4546-8a9b-e9fa76a7c1d5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.457123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-233e7e3b-e03f-4546-8a9b-e9fa76a7c1d5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1247749 Dec 10 09:24:49.459024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e7e3b-e03f-4546-8a9b-e9fa76a7c1d5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82739b0-7723-4109-8942-1d0d4b760bed,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:49.460187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35534) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:49.465644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d735575d-22e5-4b79-8651-46812f5ec04e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'a82739b0-7723-4109-8942-1d0d4b760bed', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:49.496163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d735575d-22e5-4b79-8651-46812f5ec04e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.564113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d735575d-22e5-4b79-8651-46812f5ec04e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.567451 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d735575d-22e5-4b79-8651-46812f5ec04e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.585364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735575d-22e5-4b79-8651-46812f5ec04e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54341003-7c83-4ea5-8d28-d6cf3f8c6b5e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:49.593160 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d735575d-22e5-4b79-8651-46812f5ec04e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.594394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d735575d-22e5-4b79-8651-46812f5ec04e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332006 Dec 10 09:24:49.597224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35536) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:49.601485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0ae6eed2-6f2a-48ee-b907-729ab11ae41b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'a82739b0-7723-4109-8942-1d0d4b760bed', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:49.626699 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0ae6eed2-6f2a-48ee-b907-729ab11ae41b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.643361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8a283e68-6842-4993-9c14-57dcfc34b9a5 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:24:49.686989 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0ae6eed2-6f2a-48ee-b907-729ab11ae41b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.690646 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0ae6eed2-6f2a-48ee-b907-729ab11ae41b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.708502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6eed2-6f2a-48ee-b907-729ab11ae41b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0725ad23-2b73-4bb3-b85b-d71ab9d5f626,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:49.719563 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0ae6eed2-6f2a-48ee-b907-729ab11ae41b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.723336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0ae6eed2-6f2a-48ee-b907-729ab11ae41b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226714 Dec 10 09:24:49.723599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35538) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:49.728180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8a5a5fa0-9a5a-45d8-accb-e163f00577a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'a82739b0-7723-4109-8942-1d0d4b760bed', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:49.746035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8a283e68-6842-4993-9c14-57dcfc34b9a5, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8a283e68-6842-4993-9c14-57dcfc34b9a5,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:49.754316 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5fa0-9a5a-45d8-accb-e163f00577a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.757588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '8a283e68-6842-4993-9c14-57dcfc34b9a5', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '8a283e68-6842-4993-9c14-57dcfc34b9a5', 'mac_address': 'fa:16:3e:57:a7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:24:49.795246 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.808398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a283e68-6842-4993-9c14-57dcfc34b9a5 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:24:49.810620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5fa0-9a5a-45d8-accb-e163f00577a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.814578 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5fa0-9a5a-45d8-accb-e163f00577a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.828842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8a283e68-6842-4993-9c14-57dcfc34b9a5, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8a283e68-6842-4993-9c14-57dcfc34b9a5,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:49.833422 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.833737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a5fa0-9a5a-45d8-accb-e163f00577a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e6b65a-d1ee-4b2c-9867-23d548de02b6,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:49.841946 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5fa0-9a5a-45d8-accb-e163f00577a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.845713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8a5a5fa0-9a5a-45d8-accb-e163f00577a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184616 Dec 10 09:24:49.845934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35540) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:49.850436 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a3c8c045-13cd-49d3-9c08-ad99b0c409bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'a82739b0-7723-4109-8942-1d0d4b760bed', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:49.877049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c045-13cd-49d3-9c08-ad99b0c409bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.886251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8a283e68-6842-4993-9c14-57dcfc34b9a5,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:49.934887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c045-13cd-49d3-9c08-ad99b0c409bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.938524 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c045-13cd-49d3-9c08-ad99b0c409bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.959255 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8c045-13cd-49d3-9c08-ad99b0c409bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a5a5f7-e4cf-4124-8dcf-77fb57cc3a69,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:49.965075 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c045-13cd-49d3-9c08-ad99b0c409bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:49.966609 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a3c8c045-13cd-49d3-9c08-ad99b0c409bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195869 Dec 10 09:24:49.969717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35542) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:49.974386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3e7e469e-06ca-4002-95f5-253741ea5a1a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'a82739b0-7723-4109-8942-1d0d4b760bed', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:49.996055 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-3e7e469e-06ca-4002-95f5-253741ea5a1a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Project 752f951f190a47a7a12dda1f81f009bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:24:50.001246 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3e7e469e-06ca-4002-95f5-253741ea5a1a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.039624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['8a283e68-6842-4993-9c14-57dcfc34b9a5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:24:50.060442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3e7e469e-06ca-4002-95f5-253741ea5a1a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.064308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3e7e469e-06ca-4002-95f5-253741ea5a1a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.083178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e469e-06ca-4002-95f5-253741ea5a1a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9af2c9d-a177-468d-aa40-3b37cc99401b,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:50.092373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3e7e469e-06ca-4002-95f5-253741ea5a1a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.097380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3e7e469e-06ca-4002-95f5-253741ea5a1a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228650 Dec 10 09:24:50.097601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35544) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:50.102338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c2a73208-bd99-4fc5-867a-535f8211df22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'a82739b0-7723-4109-8942-1d0d4b760bed', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:50.124828 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-c2a73208-bd99-4fc5-867a-535f8211df22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Project 752f951f190a47a7a12dda1f81f009bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:24:50.131892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2a73208-bd99-4fc5-867a-535f8211df22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.194659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2a73208-bd99-4fc5-867a-535f8211df22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.199258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2a73208-bd99-4fc5-867a-535f8211df22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.218383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a73208-bd99-4fc5-867a-535f8211df22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28514c8-20ec-4c46-9cf7-f556016fd953,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:50.223804 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c2a73208-bd99-4fc5-867a-535f8211df22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.227940 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c2a73208-bd99-4fc5-867a-535f8211df22 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265168 Dec 10 09:24:50.228068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35548) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:50.233125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'network': {'name': 'tempest-network-smoke--115882854', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'port_security_enabled': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:50.255500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:24:50.258547 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.275720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6febd-11dd-46c1-b05a-f03e41ebc111 req-d922ffba-c685-48fd-ba2f-6afac5f8de42 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:50.277233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9a6febd-11dd-46c1-b05a-f03e41ebc111 req-d922ffba-c685-48fd-ba2f-6afac5f8de42 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 949 time: 0.0498335 Dec 10 09:24:50.288552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:24:50.298612 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.298967 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Added segment 1954c4ef-0240-460c-aa12-a5e197c025d3 of type vlan for network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 Dec 10 09:24:50.327682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9a6febd-11dd-46c1-b05a-f03e41ebc111 req-bcf60c6f-ac9a-4830-862d-2b5582f5c27d tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/security-groups?id=851b364f-2c83-47da-a942-82e16fc55d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Dec 10 09:24:50.347810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.366531 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.373411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:50.374038 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.427593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1984084 Dec 10 09:24:50.430352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35550) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:50.441581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'admin_state_up': True, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:50.457242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12486c8c-ebb6-4885-87cb-342578afaa3f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Network': ['ID=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:50.471469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:24:50.473817 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.474843 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.531408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.668204 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.861597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.880137 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:50.984197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.25.3.78 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/959e6e6c-bc0e-41fc-be49-11651a95d921) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:51.083407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.116196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.158041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:51.160915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:51.164419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:51.174915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc1f755-e68c-4c71-8de6-ccf0f714449c None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:24:51.191645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=959e6e6c-bc0e-41fc-be49-11651a95d921,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:51.227431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-433dde23-5a7a-4c89-a524-647c9b83d6d2 None None] Provisioning complete for port 959e6e6c-bc0e-41fc-be49-11651a95d921 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:51.227795 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-433dde23-5a7a-4c89-a524-647c9b83d6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.269215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-433dde23-5a7a-4c89-a524-647c9b83d6d2 None None] Port 959e6e6c-bc0e-41fc-be49-11651a95d921 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:51.423446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.445553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9025-8ab3-4f47-ac15-b6a81f800a2b req-c0f71088-fb99-4886-8401-086932fe0ac5 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:51.447069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63cd9025-8ab3-4f47-ac15-b6a81f800a2b req-c0f71088-fb99-4886-8401-086932fe0ac5 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 949 time: 0.0498853 Dec 10 09:24:51.498083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-63cd9025-8ab3-4f47-ac15-b6a81f800a2b req-1f5a7456-9c45-4664-8ab7-d88f3c12e280 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/security-groups?id=851b364f-2c83-47da-a942-82e16fc55d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Dec 10 09:24:51.621071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.668417 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8a283e68-6842-4993-9c14-57dcfc34b9a5 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:51.720730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 8a283e68-6842-4993-9c14-57dcfc34b9a5 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:24:51.724674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 8a283e68-6842-4993-9c14-57dcfc34b9a5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:51.725043 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.743237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:24:51.801645 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.825107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbcb9eb-4139-4be6-b6be-f24eb13364ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a283e68-6842-4993-9c14-57dcfc34b9a5'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:51.827382 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d904b18-2664-4d58-bbbb-e151efa2588a" -d '{"events": [{"server_uuid": "9dbcb9eb-4139-4be6-b6be-f24eb13364ed", "name": "network-vif-plugged", "status": "completed", "tag": "8a283e68-6842-4993-9c14-57dcfc34b9a5"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:51.839762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 8a283e68-6842-4993-9c14-57dcfc34b9a5, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8a283e68-6842-4993-9c14-57dcfc34b9a5,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:51.845139 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.850990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:24:51.872964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:51.874196 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5ad411f2-cf81-4972-a54a-254a6be347d8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4429204 Dec 10 09:24:51.877292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35558) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:51.881536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Sync routers for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:24:51.905226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:51.905888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:24:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:51.917307 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-aab55bc6-db73-4f37-9b99-6a1c80d88071 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=752f951f190a47a7a12dda1f81f009bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386224 Dec 10 09:24:51.919573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35560) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:51.952006 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f330e599-41d7-4389-bc89-f96dddf39ea5 x-openstack-request-id: req-f330e599-41d7-4389-bc89-f96dddf39ea5 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:51.952304 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbcb9eb-4139-4be6-b6be-f24eb13364ed", "name": "network-vif-plugged", "status": "completed", "tag": "8a283e68-6842-4993-9c14-57dcfc34b9a5", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:51.952563 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f330e599-41d7-4389-bc89-f96dddf39ea5 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:51.952959 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbcb9eb-4139-4be6-b6be-f24eb13364ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a283e68-6842-4993-9c14-57dcfc34b9a5', 'code': 200} Dec 10 09:24:51.955479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=8a283e68-6842-4993-9c14-57dcfc34b9a5,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:52.035586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:52.225742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:51Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:52.255602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Checking router: 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:24:52.255958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Updating router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 port 959e6e6c-bc0e-41fc-be49-11651a95d921 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:24:52.284185 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:52.403497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ac54b-fb60-4eba-a215-c01bb08a9343 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.405037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-714ac54b-fb60-4eba-a215-c01bb08a9343 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4845371 Dec 10 09:24:52.407697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd77722-e59f-4496-8119-46d3c8697e70 req-977b9761-973b-46f5-b31c-5bb94bced2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.408399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35562) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:52.409072 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bd77722-e59f-4496-8119-46d3c8697e70 req-977b9761-973b-46f5-b31c-5bb94bced2d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 1101 time: 0.3940704 Dec 10 09:24:52.450814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35564) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:52.451227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ea2a2a14-43b9-445c-a918-ea53ccc7d043 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413079 Dec 10 09:24:52.455979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482349029', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:52.474329 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7bd77722-e59f-4496-8119-46d3c8697e70 req-3d53e49b-bbe8-459d-b600-a8825ca5070b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=851b364f-2c83-47da-a942-82e16fc55d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571945 Dec 10 09:24:52.562570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:24:52.567016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:52.626645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d4fdc-d716-4c27-926f-6d9cb2b0ed83 req-da33a7dc-f811-40c7-b0ae-99d5744e75d9 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.628436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f76d4fdc-d716-4c27-926f-6d9cb2b0ed83 req-da33a7dc-f811-40c7-b0ae-99d5744e75d9 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 950 time: 0.0560141 Dec 10 09:24:52.683350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f76d4fdc-d716-4c27-926f-6d9cb2b0ed83 req-c4b369e2-833c-4049-8e4e-8a19b1815e2c tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/security-groups?id=851b364f-2c83-47da-a942-82e16fc55d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468361 Dec 10 09:24:52.706636 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:52.712493 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:52.763784 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:52.766812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bbf236-76d6-4520-ad2e-13e23f521253 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:24:52.780835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Attempting to bind port 959e6e6c-bc0e-41fc-be49-11651a95d921 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:52.781138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Attempting to bind port 959e6e6c-bc0e-41fc-be49-11651a95d921 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:52.781535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Attempting to bind port 959e6e6c-bc0e-41fc-be49-11651a95d921 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:52.786894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5a31c-269b-49d5-a504-225d478f19b6 None None] Pushing event updated for resources: {'Port': ['ID=959e6e6c-bc0e-41fc-be49-11651a95d921,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:52.793374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:52.793783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:52.794189 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:52.794581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:52.795052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Bound port: 959e6e6c-bc0e-41fc-be49-11651a95d921, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:52.795439 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:52.824622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Subnet': ['ID=857f61ce-f4af-4fed-8486-a0d12a640aa0,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:52.833205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Checking segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:52.833597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network hostable DHCP agents. Network: 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:24:52.852006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] For port 959e6e6c-bc0e-41fc-be49-11651a95d921, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:52.852222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:24:52.855856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] For port 959e6e6c-bc0e-41fc-be49-11651a95d921, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=959e6e6c-bc0e-41fc-be49-11651a95d921,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:52.860357 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:52.862395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:52.873581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:52.874192 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:52.874312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e4b1c-4625-4c04-9129-2fc7c046bb40 None None] Network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:24:52.892334 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d6752f9c-0523-43d8-a772-bf5a028f9b72 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4402061 Dec 10 09:24:52.895088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 35568) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:24:52.957192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0226bb-04be-4e32-9acc-29dd531d75db None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:24:53.004987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:53.005648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:24:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:53.018611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-900b73f0-fe12-4e17-bc2c-c2d3c02ab508 None None] Provisioning complete for port 959e6e6c-bc0e-41fc-be49-11651a95d921 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:53.018987 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-900b73f0-fe12-4e17-bc2c-c2d3c02ab508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:53.020446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5a31c-269b-49d5-a504-225d478f19b6 None None] Pushing event updated for resources: {'Port': ['ID=959e6e6c-bc0e-41fc-be49-11651a95d921,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:53.125691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:24:53.126552 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:53.204469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:53.347736 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:53.404428 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-900b73f0-fe12-4e17-bc2c-c2d3c02ab508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:53.457031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-900b73f0-fe12-4e17-bc2c-c2d3c02ab508 None None] For port 959e6e6c-bc0e-41fc-be49-11651a95d921, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=959e6e6c-bc0e-41fc-be49-11651a95d921,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:53.470538 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-900b73f0-fe12-4e17-bc2c-c2d3c02ab508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:53.518008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Allocated IP 172.20.0.2 (6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588/857f61ce-f4af-4fed-8486-a0d12a640aa0/00782776-a596-4a2d-bb82-93134c65fa21) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:53.621292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b73f0-fe12-4e17-bc2c-c2d3c02ab508 None None] Pushing event updated for resources: {'Port': ['ID=959e6e6c-bc0e-41fc-be49-11651a95d921,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:53.648685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-378edba1-c630-4c9e-9103-9b9e8d411200 None None] Provisioning complete for port 959e6e6c-bc0e-41fc-be49-11651a95d921 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:53.649052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-378edba1-c630-4c9e-9103-9b9e8d411200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:53.749859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:51Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:53.786876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e8aa3-a11e-418c-a2e1-2f39b8ed0a18 None None] The sync data for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 is: [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:51Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:24:53.809268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b9439-6854-4623-9e2a-bc3f716f8dcb req-06f30233-72f5-4585-81cd-89a738099c07 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:53.810871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce9b9439-6854-4623-9e2a-bc3f716f8dcb req-06f30233-72f5-4585-81cd-89a738099c07 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 950 time: 0.0528173 Dec 10 09:24:53.831156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:53.841137 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:53.891582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce9b9439-6854-4623-9e2a-bc3f716f8dcb req-17449e95-8516-4894-a767-0a72296e9714 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/security-groups?id=851b364f-2c83-47da-a942-82e16fc55d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573561 Dec 10 09:24:53.899760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:53.903873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:53.907577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:53.913234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Pushing event updated for resources: {'Port': ['ID=00782776-a596-4a2d-bb82-93134c65fa21,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:53.943044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.20.0.1 (6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588/857f61ce-f4af-4fed-8486-a0d12a640aa0/c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:53.998451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Attempting to bind port 00782776-a596-4a2d-bb82-93134c65fa21 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:53.998451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Attempting to bind port 00782776-a596-4a2d-bb82-93134c65fa21 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:53.998451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Attempting to bind port 00782776-a596-4a2d-bb82-93134c65fa21 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:54.004043 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:54.004456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Checking segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:54.004983 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:54.005633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Bound using segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:54.006115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Bound port: 00782776-a596-4a2d-bb82-93134c65fa21, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:54.006500 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:54.081854 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:54.093987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] For port 00782776-a596-4a2d-bb82-93134c65fa21, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:54.097855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] For port 00782776-a596-4a2d-bb82-93134c65fa21, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=00782776-a596-4a2d-bb82-93134c65fa21,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:54.116829 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:54.128932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:54.196271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:54.201432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:54.204402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:54.233927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5509f-489d-475a-92e9-6772790293fa None None] Pushing event updated for resources: {'Port': ['ID=00782776-a596-4a2d-bb82-93134c65fa21,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:54.267593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:54.300877 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:54.478306 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:54.847121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:54.853958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:54.937629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:54.948318 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:55.047659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:55.050242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:55.172517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:24:55.305895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:24:55.309900 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-784e735d-5780-4247-9a27-45c8c46d8163 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "PUT /v2.0/routers/06ce5384-7abe-41eb-88ba-4cd5803ac0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4137201 Dec 10 09:24:55.376281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1c0b5-e8fa-4cbd-8c05-071ea2e5fc46 None None] Network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:24:55.435745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-783ad930-858c-4af4-b312-fd5235504b55 None None] Provisioning complete for port 00782776-a596-4a2d-bb82-93134c65fa21 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:55.436209 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-783ad930-858c-4af4-b312-fd5235504b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:55.548061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-4b12a259-9412-420d-bd68-3b57fb2c53ec tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815361445&fields=id&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 267 time: 0.0619202 Dec 10 09:24:55.640855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-783ad930-858c-4af4-b312-fd5235504b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:55.708843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-783ad930-858c-4af4-b312-fd5235504b55 None None] For port 00782776-a596-4a2d-bb82-93134c65fa21, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=00782776-a596-4a2d-bb82-93134c65fa21,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:55.716611 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-783ad930-858c-4af4-b312-fd5235504b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:55.734425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e41c3ced-d26f-4f7e-8616-25f0ed572575 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:55.736183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e41c3ced-d26f-4f7e-8616-25f0ed572575 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/networks?id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 200 len: 796 time: 0.1865506 Dec 10 09:24:55.770490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-ca0d0496-b031-40c5-a050-7ad8d9655923 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/quotas/752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 375 time: 0.0231192 Dec 10 09:24:55.785652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 00782776-a596-4a2d-bb82-93134c65fa21 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:55.844552 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-2ecae03e-ce88-465c-8bbc-22cdfef40cb4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730574 Dec 10 09:24:55.882818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ad930-858c-4af4-b312-fd5235504b55 None None] Pushing event updated for resources: {'Port': ['ID=00782776-a596-4a2d-bb82-93134c65fa21,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:55.909106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 00782776-a596-4a2d-bb82-93134c65fa21 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:55.909437 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:55.966105 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-720c6a03-a49f-45ff-8175-d947f8b5d9d5 service neutron] 10.222.0.31 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059504 Dec 10 09:24:55.999620 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Sync routers for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:24:56.016040 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:56.017160 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:24:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:56.033155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 959e6e6c-bc0e-41fc-be49-11651a95d921 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:56.090410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c449ba51-1878-460a-9bdc-73307b79190e None None] Provisioning complete for port 00782776-a596-4a2d-bb82-93134c65fa21 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:56.091201 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c449ba51-1878-460a-9bdc-73307b79190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:56.153522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-8a82c198-2da7-4354-b3d5-38b392f1e63d service neutron] 10.222.0.31 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804652 Dec 10 09:24:56.163368 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:56.403439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 959e6e6c-bc0e-41fc-be49-11651a95d921 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:56.403998 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:56.497783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c2d80aa-659b-4c74-858b-6bfdb6b92360 req-cbd27768-d688-46a8-bb8e-d0a7cc88cdcf tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 210 time: 0.0512969 Dec 10 09:24:56.504978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c449ba51-1878-460a-9bdc-73307b79190e None None] Provisioning complete for port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:56.505358 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c449ba51-1878-460a-9bdc-73307b79190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:56.551094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c449ba51-1878-460a-9bdc-73307b79190e None None] Port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:56.582223 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3', 'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:0b:1d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:53Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 2, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:56.653788 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Checking router: 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:24:56.654152 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Updating router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:24:56.696646 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-757595f0-cc61-4b34-ac5f-f0a17a79bbc3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693994 Dec 10 09:24:56.700357 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:56.706872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-68237609-8afa-40e7-8025-07cdce0399c2 None None] Provisioning complete for port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:56.707247 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68237609-8afa-40e7-8025-07cdce0399c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:56.760920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-68237609-8afa-40e7-8025-07cdce0399c2 None None] Port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:56.804111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-efa6ec46-e7b2-435e-a121-d1fee5ae47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:56.805846 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-efa6ec46-e7b2-435e-a121-d1fee5ae47b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=873a45e43eee424286e561822dd943c6&device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 1101 time: 0.0572469 Dec 10 09:24:56.937649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-30db608f-e2f3-4484-b31f-ddbbdbea2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:56.939326 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-30db608f-e2f3-4484-b31f-ddbbdbea2e4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.1122830 Dec 10 09:24:56.988617 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-1ed365b9-7799-443f-924f-f03c18368fe5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=8a283e68-6842-4993-9c14-57dcfc34b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0419397 Dec 10 09:24:57.034055 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:57.043169 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:57.062199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-15b4478a-737c-4942-8ee1-fa13293a05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:57.063824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-15b4478a-737c-4942-8ee1-fa13293a05aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0684934 Dec 10 09:24:57.110914 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Pushing event updated for resources: {'Port': ['ID=c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:57.123320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-3d0b7224-8584-45be-ba8b-cd761d99bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:57.125735 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-3d0b7224-8584-45be-ba8b-cd761d99bd8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536499 Dec 10 09:24:57.136480 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.136480 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.136733 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.137057 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.137384 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.137743 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.138110 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.138439 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.138695 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.139011 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.139331 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.139647 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.139961 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:57.187443 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Attempting to bind port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:57.187947 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Attempting to bind port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:57.188406 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Attempting to bind port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:57.195300 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:57.195864 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Checking segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:57.196343 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:57.198008 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Bound using segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:57.198207 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Bound port: c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:57.198810 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:57.255158 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-bb1cee0e-ac6d-4f9e-9a60-17820085e03a service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221077 Dec 10 09:24:57.278249 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] For port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:57.282078 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] For port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:57.293073 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:57.369970 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc8829-cd6e-4fa1-a287-a4df1a9200ec None None] Pushing event updated for resources: {'Port': ['ID=c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:57.386735 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:24:57.387513 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:24:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:57.388874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-31204eb8-17af-47dd-8835-ec8493389b12 None None] Provisioning complete for port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:57.389243 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31204eb8-17af-47dd-8835-ec8493389b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:57.461408 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-bee9e033-17ba-42fc-a5e8-41f0801572aa req-0d89b155-e179-4b2b-bbf2-74f9905354a4 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982596 Dec 10 09:24:57.545865 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:24:57.558640 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31204eb8-17af-47dd-8835-ec8493389b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:57.657982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-31204eb8-17af-47dd-8835-ec8493389b12 None None] For port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:24:57.670347 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31204eb8-17af-47dd-8835-ec8493389b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:57.685188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d14e14b4-73ed-49e4-94d5-69ee7395a060 req-1c4988c7-c465-423f-9132-08e45a4c6524 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 210 time: 0.0509970 Dec 10 09:24:57.747169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 00782776-a596-4a2d-bb82-93134c65fa21 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:57.861208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2d6f3ac7-78e1-489a-8a91-dea96e8f9c94 None None] Provisioning complete for port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:57.861604 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3ac7-78e1-489a-8a91-dea96e8f9c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:57.896788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31204eb8-17af-47dd-8835-ec8493389b12 None None] Pushing event updated for resources: {'Port': ['ID=c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:57.982911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 00782776-a596-4a2d-bb82-93134c65fa21 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:57.983543 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:58.018676 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3', 'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:0b:1d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:53Z', 'updated_at': '2021-12-10T09:24:57Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:24:58.054461 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec815941-19e8-44bc-a207-e6f5e5c3ed37 None None] The sync data for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 is: [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3', 'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:0b:1d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:53Z', 'updated_at': '2021-12-10T09:24:57Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:24:58.088238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-368acdfa-9082-4002-a2d6-437ae3e23d09 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:58.093786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-368acdfa-9082-4002-a2d6-437ae3e23d09 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/networks?id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 200 len: 796 time: 0.2020981 Dec 10 09:24:58.212585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-ebde9416-ab5e-4784-8721-e4456cb5c663 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 380 time: 0.1089747 Dec 10 09:24:58.226432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'port': {'device_id': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'admin_state_up': True, 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'security_groups': ['a82739b0-7723-4109-8942-1d0d4b760bed']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:58.385091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:24:58.389986 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:58.584714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.20.0.5 (6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588/857f61ce-f4af-4fed-8486-a0d12a640aa0/d1e04e4b-a690-44be-ba65-8a387c120142) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:24:58.778259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:58.873972 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:58.924570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:24:58.929821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:24:58.936064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:24:58.993446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:58.994808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:59.013114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd02aff-36de-43c2-b829-581544b784d6 req-7fd78be3-a5a5-4c56-a148-51d345cb58fe tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:59.014768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fd02aff-36de-43c2-b829-581544b784d6 req-7fd78be3-a5a5-4c56-a148-51d345cb58fe tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 931 time: 0.1778805 Dec 10 09:24:59.018870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:59.036258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.036606 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.037071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.037420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.037804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.038141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.038481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.038816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.039201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.039480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.039812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.040148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.040507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:24:59.059472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-9f95b0d1-6932-4fb4-8d89-f6333c117aab tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351264 Dec 10 09:24:59.087962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Request body: {'port': {'device_id': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:24:59.203387 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:59.208762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fd02aff-36de-43c2-b829-581544b784d6 req-be8483ee-1e9b-492f-b154-20a1b4d61590 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846540 Dec 10 09:24:59.329213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dd380360-e9ed-43f1-9907-7bb06b256e0a None None] Provisioning complete for port d1e04e4b-a690-44be-ba65-8a387c120142 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:59.329831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd380360-e9ed-43f1-9907-7bb06b256e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:59.383680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-dd380360-e9ed-43f1-9907-7bb06b256e0a None None] Port d1e04e4b-a690-44be-ba65-8a387c120142 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:24:59.528879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e04e4b-a690-44be-ba65-8a387c120142 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:24:59.536871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:59.550504 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Transition to ACTIVE for port object d1e04e4b-a690-44be-ba65-8a387c120142 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:24:59.555029 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:59.619200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Pushing event updated for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:24:59.690869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:24:59.717200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:24:59.717590 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:24:59.717940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:59.722827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Port d1e04e4b-a690-44be-ba65-8a387c120142 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:24:59.723381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:24:59.731198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:24:59.731572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Checking segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:24:59.731974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Bound using segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:24:59.732428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Bound port: d1e04e4b-a690-44be-ba65-8a387c120142, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:24:59.732793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:59.756769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:24:59.757272 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:59.803635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:24:59.808607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:24:59.813924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:59.865711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:24:59.866454 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:24:59.867724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] 10.222.0.18 "PUT /v2.0/ports/d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 1091 time: 0.7866616 Dec 10 09:24:59.868167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:24:59.871661 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:24:59.951894 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba14047-ee80-4380-bd2b-51d96f6f4721 x-openstack-request-id: req-9ba14047-ee80-4380-bd2b-51d96f6f4721 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:24:59.952723 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:24:59.953199 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ba14047-ee80-4380-bd2b-51d96f6f4721 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:24:59.953866 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'status': 'completed', 'code': 200} Dec 10 09:24:59.969202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0924731-373f-41e2-ae6c-abe4726881ce service neutron] Pushing event updated for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:00.008709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-2f9fa351-7444-4c3a-a176-906879b968b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.011392 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-2f9fa351-7444-4c3a-a176-906879b968b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1094 time: 0.0620127 Dec 10 09:25:00.057067 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-ab8186dd-fb14-4bf5-b31a-a2fbc342b687 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 217 time: 0.0376658 Dec 10 09:25:00.114489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-ea1f6f01-8682-4dc6-976a-42a1c6dac9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.116052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-ea1f6f01-8682-4dc6-976a-42a1c6dac9a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=857f61ce-f4af-4fed-8486-a0d12a640aa0 HTTP/1.1" status: 200 len: 835 time: 0.0514078 Dec 10 09:25:00.169667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-88c0f3a1-11d4-4c8f-a64a-4af8d80b17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.171150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-88c0f3a1-11d4-4c8f-a64a-4af8d80b17d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470703 Dec 10 09:25:00.263987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-dc96dc8b-c8da-4983-b859-87230c24681f service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855305 Dec 10 09:25:00.382646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed04a0-7d0f-4b77-89a5-ecfd4e457a59 req-1f6f156c-f098-4868-bb54-071bb09b0c69 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.384705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1ed04a0-7d0f-4b77-89a5-ecfd4e457a59 req-1f6f156c-f098-4868-bb54-071bb09b0c69 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 943 time: 0.0943794 Dec 10 09:25:00.415896 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-992704ae-6bf9-4809-9351-44f7e2bc45d2 req-e21fa975-f0da-435a-b855-e31ae966c220 service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448667 Dec 10 09:25:00.448384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1ed04a0-7d0f-4b77-89a5-ecfd4e457a59 req-53c268b1-7761-4fdf-b53c-4119704e91ec tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568242 Dec 10 09:25:00.513582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-54c1a716-108f-4372-9d24-3d8073914a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.515281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-54c1a716-108f-4372-9d24-3d8073914a42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1094 time: 0.0529776 Dec 10 09:25:00.612345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-2578a120-a254-422b-a79c-faf383da5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.613882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-2578a120-a254-422b-a79c-faf383da5190 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 200 len: 897 time: 0.0910585 Dec 10 09:25:00.664066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-ee33d166-ea6f-4913-8434-ccae2e1ed45a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 217 time: 0.0426276 Dec 10 09:25:00.714699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-96bd13f9-adcd-4e4e-bff8-980780aedeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.716198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-96bd13f9-adcd-4e4e-bff8-980780aedeb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=857f61ce-f4af-4fed-8486-a0d12a640aa0 HTTP/1.1" status: 200 len: 835 time: 0.0454476 Dec 10 09:25:00.762292 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-ec91edb7-ebb4-4fa2-ab0f-dfb6380a29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:00.763831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-ec91edb7-ebb4-4fa2-ab0f-dfb6380a29f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410597 Dec 10 09:25:00.856450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-53a42bf4-9c71-4663-8be6-4182a0b8ade6 service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852101 Dec 10 09:25:00.946097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1439bcc2-faa3-48a1-981a-98e8d68f3bdb req-13476be4-3c05-415f-b4bc-f28bf2a023a1 service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825734 Dec 10 09:25:01.567067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a75ee1-4424-41f6-8ea4-0835a8d317d2 req-38f0f14f-30d2-4a43-afd3-b7f2537cec64 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:01.568548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36a75ee1-4424-41f6-8ea4-0835a8d317d2 req-38f0f14f-30d2-4a43-afd3-b7f2537cec64 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 943 time: 0.0509028 Dec 10 09:25:01.619834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36a75ee1-4424-41f6-8ea4-0835a8d317d2 req-e4be1d1b-8527-4ea9-881d-83200dd8ff4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446024 Dec 10 09:25:02.739680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002038e-0160-47c3-8faf-bdddcfa5b01b req-7a51ca1c-06d4-46fd-93d3-28d70fd8c448 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:02.741263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b002038e-0160-47c3-8faf-bdddcfa5b01b req-7a51ca1c-06d4-46fd-93d3-28d70fd8c448 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 943 time: 0.0540540 Dec 10 09:25:02.790884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b002038e-0160-47c3-8faf-bdddcfa5b01b req-a4dacf06-bfb1-4e31-a60b-29bf3225fe9c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Dec 10 09:25:03.195049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-35438a2a-7ad6-49fe-8b2b-0834ed773755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:03.906907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28254e-7de6-485f-93b8-45eb2fe07a04 req-2d1498da-6315-4fca-80ee-2df5ef063f2b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:03.908408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f28254e-7de6-485f-93b8-45eb2fe07a04 req-2d1498da-6315-4fca-80ee-2df5ef063f2b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 943 time: 0.0495434 Dec 10 09:25:03.957739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f28254e-7de6-485f-93b8-45eb2fe07a04 req-4b48306a-6549-47c0-bef2-17dc6586a2f4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Dec 10 09:25:04.767013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d1e04e4b-a690-44be-ba65-8a387c120142 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:25:04.860796 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:04.872778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'port_id': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'mac_address': 'fa:16:3e:6a:f1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:25:04.908490 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:04.921896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e04e4b-a690-44be-ba65-8a387c120142 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:25:04.940824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:04.944429 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:04.990188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:05.075691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d4e7-96b5-409b-95d4-12bbdd48205d req-d9ac4dd8-f178-43b4-89c2-ed8dd44cec2d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:05.077035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e42d4e7-96b5-409b-95d4-12bbdd48205d req-d9ac4dd8-f178-43b4-89c2-ed8dd44cec2d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 944 time: 0.0520000 Dec 10 09:25:05.125361 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e42d4e7-96b5-409b-95d4-12bbdd48205d req-b90f4daa-05f3-461d-abc7-2443ebc4c122 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Dec 10 09:25:05.257640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['d1e04e4b-a690-44be-ba65-8a387c120142'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:25:05.453187 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3aa55d10-f918-436f-9867-30200d41f5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:06.264499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572741a4-3af4-4c58-85c0-61eec3e03c06 req-5f44e5d6-db66-4616-a8f1-128ccbd61300 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:06.266323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-572741a4-3af4-4c58-85c0-61eec3e03c06 req-5f44e5d6-db66-4616-a8f1-128ccbd61300 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 944 time: 0.0720696 Dec 10 09:25:06.317989 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-572741a4-3af4-4c58-85c0-61eec3e03c06 req-b7eb2f11-5c21-4a31-833e-c3f3f53e37d1 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456276 Dec 10 09:25:06.564950 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:06.797638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d1e04e4b-a690-44be-ba65-8a387c120142 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:25:06.852330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port d1e04e4b-a690-44be-ba65-8a387c120142 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:25:06.855979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port d1e04e4b-a690-44be-ba65-8a387c120142 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:25:06.856350 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:06.934445 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:06.957718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:06.959951 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe872a7-5d67-4ddc-bc23-9cd85784487c" -d '{"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:06.972982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:25:06.977539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:07.005531 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd70bc3-986f-4791-a7c6-13884b9f49b2 x-openstack-request-id: req-6dd70bc3-986f-4791-a7c6-13884b9f49b2 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:07.005827 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:07.006091 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dd70bc3-986f-4791-a7c6-13884b9f49b2 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:07.006486 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'code': 200} Dec 10 09:25:07.034612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:07.106311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfe65b-5015-443e-ae7e-31e6bc6aa01b req-0cebfae4-ce12-45cb-9ce8-51be84821685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:07.107747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62dfe65b-5015-443e-ae7e-31e6bc6aa01b req-0cebfae4-ce12-45cb-9ce8-51be84821685 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1096 time: 0.0400817 Dec 10 09:25:07.159294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62dfe65b-5015-443e-ae7e-31e6bc6aa01b req-b29239b8-e94d-4531-9ce6-88ca97126b35 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449212 Dec 10 09:25:07.436861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77901549-70be-48d2-b51c-196f66543d7a req-75c96a67-fb96-45d1-b930-20c232afff84 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:07.438371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77901549-70be-48d2-b51c-196f66543d7a req-75c96a67-fb96-45d1-b930-20c232afff84 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0507898 Dec 10 09:25:07.492692 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77901549-70be-48d2-b51c-196f66543d7a req-e9fad571-a4f7-4e4b-9d96-480a20b2d50f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481913 Dec 10 09:25:08.285371 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:08.621420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb4568-86f4-4574-8d42-409d25419b1f req-3598f033-de0e-46f1-ba76-a71cff2d02c5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:08.623851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74eb4568-86f4-4574-8d42-409d25419b1f req-3598f033-de0e-46f1-ba76-a71cff2d02c5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0542095 Dec 10 09:25:08.690505 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74eb4568-86f4-4574-8d42-409d25419b1f req-37e7fc2c-7cde-46c0-9858-fdaa97005a41 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573297 Dec 10 09:25:08.824422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca9f39-d2d8-435c-8235-7d5e486f986f req-7c6da0f0-2472-45a7-b22d-962a81868853 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:08.825985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36ca9f39-d2d8-435c-8235-7d5e486f986f req-7c6da0f0-2472-45a7-b22d-962a81868853 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0562782 Dec 10 09:25:08.876053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36ca9f39-d2d8-435c-8235-7d5e486f986f req-aa30f593-2436-45bc-bee6-700f724a7bcb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Dec 10 09:25:08.897823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35680) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:08.938166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502570d-f82e-4194-9471-fd0a8b8cf556 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:08.939714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f502570d-f82e-4194-9471-fd0a8b8cf556 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1091 time: 0.0409091 Dec 10 09:25:08.942609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35682) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:08.946803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:25:08.969488 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.075342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.175395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.25.3.153 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/77021775-8254-4e91-aa0f-4151e52dab42) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:25:09.255635 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.289930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.323763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.366368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:25:09.370369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:25:09.374290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:25:09.379397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=77021775-8254-4e91-aa0f-4151e52dab42,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:09.749127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.814445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.984769 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:09.989471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:10.063012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=77021775-8254-4e91-aa0f-4151e52dab42,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:25:10.073289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:10.175348 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Floating IP 376e3e4b-b014-47ff-bca0-c7e550480b34 associated. External IP: 172.25.3.153, port: d1e04e4b-a690-44be-ba65-8a387c120142. Dec 10 09:25:10.380855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:25:10.499522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:25:10.510828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] Sync routers for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:25:10.521231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:25:10.521231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:25:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:10.527057 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:10.560836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d56999e4-6b5d-48ef-8b88-6f9cf1fd0bbc tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6172628 Dec 10 09:25:10.561689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:25:10.564777 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4615edac-60d6-4538-a289-db4413cd7b56" -d '{"events": [{"name": "network-changed", "server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:25:10.622385 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4afc9b8-685e-4756-8728-31c240721dc1 x-openstack-request-id: req-e4afc9b8-685e-4756-8728-31c240721dc1 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:25:10.622760 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:25:10.624089 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4afc9b8-685e-4756-8728-31c240721dc1 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:25:10.624303 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'status': 'completed', 'code': 200} Dec 10 09:25:10.647895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:25:10.710227 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:25:10.716322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615edac-60d6-4538-a289-db4413cd7b56 req-0ed9b21e-0113-422e-89ed-5c09c9066a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:10.717954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4615edac-60d6-4538-a289-db4413cd7b56 req-0ed9b21e-0113-422e-89ed-5c09c9066a75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1096 time: 0.0634892 Dec 10 09:25:10.726146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c57243-7b19-4e30-88bd-1c6689eaf504 req-34c34996-973f-4697-8030-02f61062a6ec tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:10.727676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89c57243-7b19-4e30-88bd-1c6689eaf504 req-34c34996-973f-4697-8030-02f61062a6ec tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0828915 Dec 10 09:25:10.898775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '376e3e4b-b014-47ff-bca0-c7e550480b34', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'port_id': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'mac_address': 'fa:16:3e:6a:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:25:09Z', 'updated_at': '2021-12-10T09:25:09Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3', 'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:0b:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:53Z', 'updated_at': '2021-12-10T09:24:57Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:10.934487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] Checking router: 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:25:10.951161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:25:10.952109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:25:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:11.098694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:25:11.206554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89c57243-7b19-4e30-88bd-1c6689eaf504 req-137a3afc-428f-475d-8e5e-a78106461cf5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4685318 Dec 10 09:25:11.218244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615edac-60d6-4538-a289-db4413cd7b56 req-155e04e4-6f1e-44da-8456-f0f74f194735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:11.219934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4615edac-60d6-4538-a289-db4413cd7b56 req-155e04e4-6f1e-44da-8456-f0f74f194735 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 200 len: 897 time: 0.4913235 Dec 10 09:25:11.227270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35692) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:11.347259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-271e21d1-9134-4135-896f-54696eea69f6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/376e3e4b-b014-47ff-bca0-c7e550480b34 HTTP/1.1" status: 200 len: 991 time: 0.1188464 Dec 10 09:25:11.349304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4615edac-60d6-4538-a289-db4413cd7b56 req-fa4e4c7a-cbfb-4840-9a70-68b93bd4b69a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 999 time: 0.1192524 Dec 10 09:25:11.376683 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '376e3e4b-b014-47ff-bca0-c7e550480b34', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'port_id': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'mac_address': 'fa:16:3e:6a:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:25:09Z', 'updated_at': '2021-12-10T09:25:09Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3', 'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:0b:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:53Z', 'updated_at': '2021-12-10T09:24:57Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:25:11.408463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615edac-60d6-4538-a289-db4413cd7b56 req-0c9a804b-fed1-4358-ad9a-0c01bc982f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:11.409844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4615edac-60d6-4538-a289-db4413cd7b56 req-0c9a804b-fed1-4358-ad9a-0c01bc982f7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=857f61ce-f4af-4fed-8486-a0d12a640aa0 HTTP/1.1" status: 200 len: 835 time: 0.0531256 Dec 10 09:25:11.410093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a1f0f-0463-4102-9f35-d7aa9a3978b5 None None] The sync data for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 is: [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '376e3e4b-b014-47ff-bca0-c7e550480b34', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'port_id': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'mac_address': 'fa:16:3e:6a:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:25:09Z', 'updated_at': '2021-12-10T09:25:09Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3', 'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:0b:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:53Z', 'updated_at': '2021-12-10T09:24:57Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:25:11.465981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615edac-60d6-4538-a289-db4413cd7b56 req-425442da-b35f-4d62-ae83-8780de1db37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:11.467432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4615edac-60d6-4538-a289-db4413cd7b56 req-425442da-b35f-4d62-ae83-8780de1db37e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489137 Dec 10 09:25:11.582273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4615edac-60d6-4538-a289-db4413cd7b56 req-5680a2d8-0b0a-4691-a33c-12816d1110e2 service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061749 Dec 10 09:25:11.663076 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8f0a4-08ab-41e7-8654-663e7599a7f2 None None] New status for floating IP 376e3e4b-b014-47ff-bca0-c7e550480b34: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:25:11.717112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4615edac-60d6-4538-a289-db4413cd7b56 req-edbc53c5-9328-48e5-8adc-e613f180e9ec service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276338 Dec 10 09:25:12.351120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 35698) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:25:12.422135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-75037dae-ecff-4bbe-b733-9c9abe799ffd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/376e3e4b-b014-47ff-bca0-c7e550480b34 HTTP/1.1" status: 200 len: 993 time: 0.0698402 Dec 10 09:25:15.268606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:19.358041 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:33.200023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-550f9a36-138c-4953-9d82-88df4296fa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:35.444861 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f216db45-639f-4490-892e-6e6e01234205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:36.572958 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:38.281964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:39.258797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:45.266741 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:47.701917 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:25:49.388548 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:25:49.891329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-7ff77e1b-a138-46c6-9f00-1091b75c9ca8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417233 Dec 10 09:25:49.974721 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-68f3f1e5-a940-4a51-9328-c23a91e0ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:49.976211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-68f3f1e5-a940-4a51-9328-c23a91e0ca3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1096 time: 0.0417290 Dec 10 09:25:50.083207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-62e34f66-d433-4b19-abe7-244610be2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:50.084654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-62e34f66-d433-4b19-abe7-244610be2374 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 200 len: 897 time: 0.0882192 Dec 10 09:25:50.155536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-c11c7bfd-4b38-4a57-964c-bf8ca1a1d388 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 1001 time: 0.0621948 Dec 10 09:25:50.211336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-f14a098e-31e7-4b5e-92bb-08de57d1a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:50.212986 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-f14a098e-31e7-4b5e-92bb-08de57d1a1f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=857f61ce-f4af-4fed-8486-a0d12a640aa0 HTTP/1.1" status: 200 len: 835 time: 0.0506563 Dec 10 09:25:50.263289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-fea5c3f9-7d61-4484-a518-20ff08ed817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:50.264967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-fea5c3f9-7d61-4484-a518-20ff08ed817e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442836 Dec 10 09:25:50.359573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-830745e5-7579-4768-a05b-db36dcb69899 service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877998 Dec 10 09:25:50.456772 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b1f5bf4-d716-4be3-b8dc-116cf9898e68 req-dd91b806-b4e4-4ce7-ad2a-4ea8896cf3db service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904801 Dec 10 09:25:57.232525 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-0ef874fc-8b60-4677-ba05-ffd47058a6f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552325 Dec 10 09:25:57.334359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-3d59a524-6805-41e5-b804-eb71e5936fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:57.336978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-3d59a524-6805-41e5-b804-eb71e5936fe0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=873a45e43eee424286e561822dd943c6&device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 1101 time: 0.0573955 Dec 10 09:25:57.456777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-745dabf2-cbd8-4762-b9d4-65eb8025497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:57.458376 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-745dabf2-cbd8-4762-b9d4-65eb8025497f service neutron] 10.222.0.39 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.0974474 Dec 10 09:25:57.502696 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-1cfd2fd7-bc51-46a1-9b16-6364fef4990b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=8a283e68-6842-4993-9c14-57dcfc34b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0369048 Dec 10 09:25:57.555916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-66286cd8-0196-4f67-b44c-859d27a44e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:57.557294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-66286cd8-0196-4f67-b44c-859d27a44e80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0476503 Dec 10 09:25:57.601897 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-6111690e-0c3c-4191-8846-47d9346ba901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:25:57.603385 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-6111690e-0c3c-4191-8846-47d9346ba901 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0392089 Dec 10 09:25:57.692303 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-e5d41207-1179-4b0c-a545-bd3306126229 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818512 Dec 10 09:25:57.794589 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6c81e4a4-e3ed-4d1e-a45e-445d545d337a req-3f5a6d4d-7cb7-407a-84f8-337844b63557 service neutron] 10.222.0.39 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943985 Dec 10 09:26:03.201910 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7df19fe5-b62e-4394-a3cd-2db867c2b1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:03.519365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3124e5e-b715-4134-a9d1-5357db3cf523 req-ea2dd0db-afff-4109-8fae-127c84392604 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:03.520750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3124e5e-b715-4134-a9d1-5357db3cf523 req-ea2dd0db-afff-4109-8fae-127c84392604 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 950 time: 0.0506060 Dec 10 09:26:03.568928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3124e5e-b715-4134-a9d1-5357db3cf523 req-70220562-fe1e-4c1e-84ac-83019a1d16e1 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/security-groups?id=851b364f-2c83-47da-a942-82e16fc55d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Dec 10 09:26:04.695608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd9ff-bde4-4db5-b407-7ccfa2f5b33c req-66caf2d5-4a98-43f8-8ee0-d9d848fd20f5 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:04.697101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b73fd9ff-bde4-4db5-b407-7ccfa2f5b33c req-66caf2d5-4a98-43f8-8ee0-d9d848fd20f5 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 950 time: 0.0547416 Dec 10 09:26:04.747144 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b73fd9ff-bde4-4db5-b407-7ccfa2f5b33c req-f9327c39-8a4c-404a-b12b-bdbdc007e3ca tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/security-groups?id=851b364f-2c83-47da-a942-82e16fc55d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439978 Dec 10 09:26:04.963992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-05e1141d-8f9d-46d0-951b-39dfd1c15085 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:04.966185 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-05e1141d-8f9d-46d0-951b-39dfd1c15085 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 950 time: 0.0522764 Dec 10 09:26:05.059281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Deleting port 8a283e68-6842-4993-9c14-57dcfc34b9a5 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:05.059619 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.145977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] For port 8a283e68-6842-4993-9c14-57dcfc34b9a5, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=8a283e68-6842-4993-9c14-57dcfc34b9a5,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:05.146344 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.158273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Calling delete_port for 8a283e68-6842-4993-9c14-57dcfc34b9a5 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:05.287117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.298690 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['8a283e68-6842-4993-9c14-57dcfc34b9a5'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:26:05.323279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Pushing event deleted for resources: {'Port': ['ID=8a283e68-6842-4993-9c14-57dcfc34b9a5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:05.348898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.349252 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.349614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.349957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.350294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.350697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.351231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.351569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.351901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.352229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.352558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.352887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.353209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:05.373532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] No DVR routers for this DVR port 8a283e68-6842-4993-9c14-57dcfc34b9a5 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:26:05.375999 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.379550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dff61028-1bbc-4dc1-b68d-dcfe06db7c3b req-0cb06351-a4d5-46c6-9935-057494492516 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.39 "DELETE /v2.0/ports/8a283e68-6842-4993-9c14-57dcfc34b9a5 HTTP/1.1" status: 204 len: 173 time: 0.4070797 Dec 10 09:26:05.380004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbcb9eb-4139-4be6-b6be-f24eb13364ed', 'name': 'network-vif-deleted', 'tag': '8a283e68-6842-4993-9c14-57dcfc34b9a5'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:05.383130 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b553a2aa-7bd3-4022-a4e3-2a8ad3d93277" -d '{"events": [{"server_uuid": "9dbcb9eb-4139-4be6-b6be-f24eb13364ed", "name": "network-vif-deleted", "tag": "8a283e68-6842-4993-9c14-57dcfc34b9a5"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:05.420849 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3230f190-a676-457b-90d4-7b27f8ca64e4 x-openstack-request-id: req-3230f190-a676-457b-90d4-7b27f8ca64e4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:05.421167 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbcb9eb-4139-4be6-b6be-f24eb13364ed", "name": "network-vif-deleted", "tag": "8a283e68-6842-4993-9c14-57dcfc34b9a5", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:05.421425 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3230f190-a676-457b-90d4-7b27f8ca64e4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:05.421896 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbcb9eb-4139-4be6-b6be-f24eb13364ed', 'name': 'network-vif-deleted', 'tag': '8a283e68-6842-4993-9c14-57dcfc34b9a5', 'status': 'completed', 'code': 200} Dec 10 09:26:05.451883 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2bc67ee-4320-421c-8eec-ea36b76be9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:05.858027 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3e65a25-ccfe-442b-bd29-aab46ebaa96e req-83094655-5f5c-4d61-a6cb-d28a3666a7e0 tempest-VolumesBackupsTest-1165249134 tempest-VolumesBackupsTest-1165249134-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb9eb-4139-4be6-b6be-f24eb13364ed HTTP/1.1" status: 200 len: 210 time: 0.0270183 Dec 10 09:26:06.573149 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:08.092247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8a283e68-6842-4993-9c14-57dcfc34b9a5 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:08.112649 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 8a283e68-6842-4993-9c14-57dcfc34b9a5 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:08.112991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 8a283e68-6842-4993-9c14-57dcfc34b9a5 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:08.285836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:09.261575 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:15.137409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bee56-0cfe-4818-9880-e2394f6d8d3c req-a55f30e8-2033-4d3b-b92e-ad42530bccaf tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:15.139679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-683bee56-0cfe-4818-9880-e2394f6d8d3c req-a55f30e8-2033-4d3b-b92e-ad42530bccaf tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0517299 Dec 10 09:26:15.192333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-683bee56-0cfe-4818-9880-e2394f6d8d3c req-3e52db43-549b-4f7d-b4ca-eaa88de2c2e2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457039 Dec 10 09:26:15.214839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36810) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:15.263679 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:15.286854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c2104c80-017f-4f7e-b2d6-3c7bc0bcf9ea tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/376e3e4b-b014-47ff-bca0-c7e550480b34 HTTP/1.1" status: 200 len: 993 time: 0.0708547 Dec 10 09:26:15.636716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6573d-79b5-4523-add3-bfc9648dfb10 req-8de87947-7573-4db1-b3f4-a2b9d0408d15 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:15.638291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6d6573d-79b5-4523-add3-bfc9648dfb10 req-8de87947-7573-4db1-b3f4-a2b9d0408d15 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1096 time: 0.0415223 Dec 10 09:26:15.688655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6d6573d-79b5-4523-add3-bfc9648dfb10 req-318757a2-d3d8-4819-8ff3-57e9066e9c3c tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416451 Dec 10 09:26:15.765223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-ff6efcbb-181a-46cb-a2ab-af0a816f1b6f req-0c7758c3-e1e4-4e53-a5bb-b81eb969c2f8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:26:15.766568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff6efcbb-181a-46cb-a2ab-af0a816f1b6f req-0c7758c3-e1e4-4e53-a5bb-b81eb969c2f8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057554 Dec 10 09:26:16.266151 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-ef3608d2-c4b7-48f6-90ed-dad30b5367bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655816 Dec 10 09:26:16.276096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-72e90a77-a044-4727-8ee8-d27e8d16c901 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:26:16.277236 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-72e90a77-a044-4727-8ee8-d27e8d16c901 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065212 Dec 10 09:26:16.781721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53ba0afc-f207-4c82-9ffe-c1bc49f6d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:16.783144 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53ba0afc-f207-4c82-9ffe-c1bc49f6d569 service neutron] 10.222.0.31 "GET /v2.0/ports/d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 1093 time: 0.0358498 Dec 10 09:26:16.792630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Request body: {'binding': {'host': 'n-h2-814746-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:16.793129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Unknown quota resources ['binding']. {{(pid=114970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 09:26:16.957779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 on host n-h2-814746-3 for vnic_type normal with profile None {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:16.958132 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:16.958430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:16.963914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Port d1e04e4b-a690-44be-ba65-8a387c120142 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:26:16.964263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:16.969086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:16.969496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Checking segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:16.969930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Bound using segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:16.970361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Bound port: d1e04e4b-a690-44be-ba65-8a387c120142, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:17.056871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:17.063949 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] Publish callbacks [] for binding, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:17.065138 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] 10.222.0.31 "POST /v2.0/ports/d1e04e4b-a690-44be-ba65-8a387c120142/bindings HTTP/1.1" status: 201 len: 389 time: 0.2759225 Dec 10 09:26:17.222152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbace5-d6c2-4890-a694-d9eb81ba5d5d req-cccca1f8-8c31-42d6-80d5-c7e899be5392 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:17.224724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fbbace5-d6c2-4890-a694-d9eb81ba5d5d req-cccca1f8-8c31-42d6-80d5-c7e899be5392 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0596502 Dec 10 09:26:17.290271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fbbace5-d6c2-4890-a694-d9eb81ba5d5d req-6cee3534-c876-492d-a420-a4f275ab0820 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571620 Dec 10 09:26:17.325814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-bcc05d15-8b3c-46e9-a45a-8fa9475e773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:17.327319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-bcc05d15-8b3c-46e9-a45a-8fa9475e773e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1096 time: 0.0487857 Dec 10 09:26:17.429526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-c2852726-8528-413f-a942-7564904cbdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:17.431013 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-c2852726-8528-413f-a942-7564904cbdda service neutron] 10.222.0.39 "GET /v2.0/networks?id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 200 len: 897 time: 0.0964332 Dec 10 09:26:17.499421 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-73f21c29-2e64-4438-8420-51f6c1f4ce18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 1001 time: 0.0611277 Dec 10 09:26:17.554006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-300bd96d-c4e0-4b6f-bc56-2f49ffe2995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:17.555511 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-300bd96d-c4e0-4b6f-bc56-2f49ffe2995c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=857f61ce-f4af-4fed-8486-a0d12a640aa0 HTTP/1.1" status: 200 len: 835 time: 0.0491724 Dec 10 09:26:17.602774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-1236649f-abd5-48da-8bca-83502a5b4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:17.604235 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-1236649f-abd5-48da-8bca-83502a5b4870 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414741 Dec 10 09:26:17.698563 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-25768561-afc0-4650-a776-41a454c8194f service neutron] 10.222.0.39 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864363 Dec 10 09:26:17.803648 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-eced7ad3-8432-4871-b122-dc38be5bcfee service neutron] 10.222.0.39 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972793 Dec 10 09:26:17.939648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-c60ca060-7808-4bf6-a17a-a5b857f5e5e0 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:17.941169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-c60ca060-7808-4bf6-a17a-a5b857f5e5e0 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e&tenant_id=752f951f190a47a7a12dda1f81f009bf&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1096 time: 0.0813134 Dec 10 09:26:17.953146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-3'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:18.014187 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:18.420611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68081f-1fb2-49a7-b083-90537d41297f req-b364d1c1-ab61-491b-a646-4edddf2c2007 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:18.422437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f68081f-1fb2-49a7-b083-90537d41297f req-b364d1c1-ab61-491b-a646-4edddf2c2007 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0519547 Dec 10 09:26:18.448937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:18.478837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f68081f-1fb2-49a7-b083-90537d41297f req-24c5c895-0de6-4eb0-9be6-ef491e4fbd55 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488856 Dec 10 09:26:18.492622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:18.534772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:18.537148 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434c90e2-a87d-4c77-8bfb-540af8e89b07" -d '{"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:18.541580 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:18.547121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:18.588173 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ace629-531b-4e45-8bf8-0290beb7e018 x-openstack-request-id: req-30ace629-531b-4e45-8bf8-0290beb7e018 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:18.588627 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:18.589050 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30ace629-531b-4e45-8bf8-0290beb7e018 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:18.589720 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'code': 200} Dec 10 09:26:18.675946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:18.721383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 on host n-h1-814746-3 for vnic_type normal with profile {"migrating_to": "n-h2-814746-3"} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:18.721947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:18.722288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:18.728887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Port d1e04e4b-a690-44be-ba65-8a387c120142 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:26:18.729222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Attempting to bind port d1e04e4b-a690-44be-ba65-8a387c120142 on network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:18.734789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:18.735163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Checking segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:18.735550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Bound using segment: {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:18.736265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Bound port: d1e04e4b-a690-44be-ba65-8a387c120142, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1954c4ef-0240-460c-aa12-a5e197c025d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:18.736630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:18.810893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:18.814056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:18.820204 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:18.865305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Provisioning complete for port d1e04e4b-a690-44be-ba65-8a387c120142 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:18.866744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:18.925346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=8']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:18.978425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:18.979248 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:18.982148 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-3d9560ec-138b-4277-aff1-8765e2a6cb52 service neutron] 10.222.0.39 "PUT /v2.0/ports/d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 1121 time: 1.0327456 Dec 10 09:26:18.984303 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:19.032496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:19.034834 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a22b646-c1ff-4e71-b1d9-dc51209c6e76" -d '{"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:19.066081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:19.068090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['d1e04e4b-a690-44be-ba65-8a387c120142'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:26:19.075184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:19.107523 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce4fb00-064d-4ef4-be36-70cc9f933fdd x-openstack-request-id: req-6ce4fb00-064d-4ef4-be36-70cc9f933fdd {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:19.107829 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:19.108137 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ce4fb00-064d-4ef4-be36-70cc9f933fdd {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:19.108479 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'code': 200} Dec 10 09:26:19.459347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Pushing event updated for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:19.475762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:19.497629 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.497982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.498330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.498676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.499002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.499335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.499665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.499991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.499991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.499991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.499991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.499991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.501933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05a8486-1c0c-45be-a530-82999f182193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:19.619565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d959b-25f1-489a-9bc0-940b78921a79 req-1926834d-f746-48f0-a756-cfd351d64f4c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:19.625952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a8d959b-25f1-489a-9bc0-940b78921a79 req-1926834d-f746-48f0-a756-cfd351d64f4c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0559809 Dec 10 09:26:19.673351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-de36a359-bc3d-4890-887d-16e4ee20edf6 None None] Provisioning complete for port d1e04e4b-a690-44be-ba65-8a387c120142 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:19.673746 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de36a359-bc3d-4890-887d-16e4ee20edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:19.687473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a8d959b-25f1-489a-9bc0-940b78921a79 req-3137c0fe-be3f-4265-a304-f4be682513a2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583713 Dec 10 09:26:20.590888 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:20.593571 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8498269a-0739-4817-9b86-f1f5655f7efb" -d '{"events": [{"name": "network-changed", "server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:20.632895 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e603a636-123d-44dd-86d3-82e7703409aa x-openstack-request-id: req-e603a636-123d-44dd-86d3-82e7703409aa {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:20.633189 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:20.633457 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e603a636-123d-44dd-86d3-82e7703409aa {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:20.633881 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'status': 'completed', 'code': 200} Dec 10 09:26:20.703118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498269a-0739-4817-9b86-f1f5655f7efb req-59a8e3de-b2c8-469a-ae4c-ae0409059730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:20.706211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8498269a-0739-4817-9b86-f1f5655f7efb req-59a8e3de-b2c8-469a-ae4c-ae0409059730 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1126 time: 0.0482793 Dec 10 09:26:20.841061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43222602-8edb-4c96-9171-a0272a2da502 req-df283ae0-14ed-46fe-b5ad-b63e61b85674 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:20.842485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43222602-8edb-4c96-9171-a0272a2da502 req-df283ae0-14ed-46fe-b5ad-b63e61b85674 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0801055 Dec 10 09:26:20.847384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498269a-0739-4817-9b86-f1f5655f7efb req-4c87d583-0710-4c9f-9c25-b952ef6be82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:20.848686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8498269a-0739-4817-9b86-f1f5655f7efb req-4c87d583-0710-4c9f-9c25-b952ef6be82d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 200 len: 897 time: 0.1339731 Dec 10 09:26:20.943174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43222602-8edb-4c96-9171-a0272a2da502 req-ef60cbf3-e440-4e8e-b190-86847e670d42 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935330 Dec 10 09:26:20.946545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8498269a-0739-4817-9b86-f1f5655f7efb req-6ad7e1af-d3fb-45a6-950c-16f7be763d71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 1001 time: 0.0891638 Dec 10 09:26:21.000142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498269a-0739-4817-9b86-f1f5655f7efb req-55f08c2b-5730-4749-b1a3-03fd770c7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:21.001612 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8498269a-0739-4817-9b86-f1f5655f7efb req-55f08c2b-5730-4749-b1a3-03fd770c7f28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=857f61ce-f4af-4fed-8486-a0d12a640aa0 HTTP/1.1" status: 200 len: 835 time: 0.0485859 Dec 10 09:26:21.049067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498269a-0739-4817-9b86-f1f5655f7efb req-32554ac2-924e-457d-9b80-2eb3a9f09545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:21.050642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8498269a-0739-4817-9b86-f1f5655f7efb req-32554ac2-924e-457d-9b80-2eb3a9f09545 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403256 Dec 10 09:26:21.141494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8498269a-0739-4817-9b86-f1f5655f7efb req-abeb3284-2fc6-467f-8374-1351f737aa21 service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825889 Dec 10 09:26:21.243749 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8498269a-0739-4817-9b86-f1f5655f7efb req-9494417b-416b-4a33-bed6-704c534bca8e service neutron] 10.222.0.18 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946541 Dec 10 09:26:22.064611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a8fb7-ae98-4fa0-8312-9ab2d591092d req-27259326-65e2-41c8-aa57-4d1776d0582b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:22.066126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc3a8fb7-ae98-4fa0-8312-9ab2d591092d req-27259326-65e2-41c8-aa57-4d1776d0582b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0503039 Dec 10 09:26:22.118935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc3a8fb7-ae98-4fa0-8312-9ab2d591092d req-43cadeb6-604e-4441-a7e4-1e1cf8a2333b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459218 Dec 10 09:26:22.169871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d1e04e4b-a690-44be-ba65-8a387c120142 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:26:22.270527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:22.282450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d1e04e4b-a690-44be-ba65-8a387c120142 has no active binding in host n-h2-814746-3 {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 09:26:23.240047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8a210-3bfb-4304-a8cb-2c89b2ea0762 req-b4b6e57f-f73c-4ab2-aa3d-61bf923b02ea tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:23.242428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ea8a210-3bfb-4304-a8cb-2c89b2ea0762 req-b4b6e57f-f73c-4ab2-aa3d-61bf923b02ea tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 945 time: 0.0502095 Dec 10 09:26:23.297104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ea8a210-3bfb-4304-a8cb-2c89b2ea0762 req-5408c9a6-5ab9-4886-923f-03e722362860 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485685 Dec 10 09:26:23.933146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-752d3af7-6254-4762-8c42-18d930089e1d service neutron] 10.222.0.18 "GET /v2.0/ports/d1e04e4b-a690-44be-ba65-8a387c120142/bindings/n-h2-814746-3 HTTP/1.1" status: 200 len: 384 time: 0.0566337 Dec 10 09:26:24.114803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53930f33-f266-4481-a298-a4bde936723f service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:24.134610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53930f33-f266-4481-a298-a4bde936723f service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:24.175389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:24.177827 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9cb375-61eb-4a68-b73e-2096dd1f02c6" -d '{"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:24.185227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53930f33-f266-4481-a298-a4bde936723f service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:24.204471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53930f33-f266-4481-a298-a4bde936723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:24.225351 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16180209-b348-40a0-a9e3-18e47ff352d5 x-openstack-request-id: req-16180209-b348-40a0-a9e3-18e47ff352d5 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:24.226070 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:24.226404 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16180209-b348-40a0-a9e3-18e47ff352d5 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:24.227030 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'code': 200} Dec 10 09:26:24.323439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53930f33-f266-4481-a298-a4bde936723f service neutron] Transition to ACTIVE for port object d1e04e4b-a690-44be-ba65-8a387c120142 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:26:24.329248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53930f33-f266-4481-a298-a4bde936723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:24.478317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Pushing event updated for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=11']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:24.499790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.500069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.500417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.500762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.501102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.501439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.501891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.502144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.502519 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.502873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.503190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.503521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.503849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930f33-f266-4481-a298-a4bde936723f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:24.531428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a179fd-4572-4bbd-935c-4fc02a6b3414 req-a0fd47de-b64d-4da7-97c4-9bff77276314 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:24.533071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34a179fd-4572-4bbd-935c-4fc02a6b3414 req-a0fd47de-b64d-4da7-97c4-9bff77276314 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 944 time: 0.1538134 Dec 10 09:26:24.552381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53930f33-f266-4481-a298-a4bde936723f service neutron] No DVR routers for this DVR port d1e04e4b-a690-44be-ba65-8a387c120142 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:26:24.694814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34a179fd-4572-4bbd-935c-4fc02a6b3414 req-da2181f7-1c0c-4b8b-9b79-e7784977feb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448095 Dec 10 09:26:24.703399 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:26:24.752835 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-53930f33-f266-4481-a298-a4bde936723f service neutron] 10.222.0.18 "PUT /v2.0/ports/d1e04e4b-a690-44be-ba65-8a387c120142/bindings/n-h2-814746-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8120110 Dec 10 09:26:24.857894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-88ef5960-d6f8-4eaf-ba46-6cfbf9acd481 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:24.860062 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-88ef5960-d6f8-4eaf-ba46-6cfbf9acd481 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e&tenant_id=752f951f190a47a7a12dda1f81f009bf&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.0509062 Dec 10 09:26:24.908475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-10c95bb3-5145-4ef3-bd5b-6b835122f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:24.909915 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-10c95bb3-5145-4ef3-bd5b-6b835122f9e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 1095 time: 0.0412993 Dec 10 09:26:24.975400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-55d72175-4dce-4056-b461-a050d091381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:24.977104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-55d72175-4dce-4056-b461-a050d091381a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1095 time: 0.0425565 Dec 10 09:26:25.071928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-a41897b2-9d4f-46ac-97bd-a953e2d89d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:25.073290 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-a41897b2-9d4f-46ac-97bd-a953e2d89d4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 200 len: 897 time: 0.0893440 Dec 10 09:26:25.141069 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-9365d846-f22d-40e6-9f14-216868c36e7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 999 time: 0.0608671 Dec 10 09:26:25.190594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-7a576a71-c024-4ea7-a671-0f294a27b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:25.192053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-7a576a71-c024-4ea7-a671-0f294a27b5f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=857f61ce-f4af-4fed-8486-a0d12a640aa0 HTTP/1.1" status: 200 len: 835 time: 0.0434051 Dec 10 09:26:25.243102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-74323f15-ea7c-4769-bf69-37eafac9f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:25.244590 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-74323f15-ea7c-4769-bf69-37eafac9f71e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443935 Dec 10 09:26:25.341050 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-7820c132-0037-47a9-bac5-0c79d3299db8 service neutron] 10.222.0.39 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890257 Dec 10 09:26:25.440581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-965e336f-dd46-439c-a1f1-49878ae74095 service neutron] 10.222.0.39 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928121 Dec 10 09:26:25.682951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-9bc9ea86-89fe-4c65-bb3f-c47ca935b123 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:25.684374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-9bc9ea86-89fe-4c65-bb3f-c47ca935b123 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e&tenant_id=752f951f190a47a7a12dda1f81f009bf&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 1095 time: 0.0455720 Dec 10 09:26:25.796041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-fcdd48b2-4582-42ec-a2b2-ed731b052829 service neutron] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:25.799630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-fcdd48b2-4582-42ec-a2b2-ed731b052829 service neutron] Publish callbacks [] for binding, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:25.800822 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-fcdd48b2-4582-42ec-a2b2-ed731b052829 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d1e04e4b-a690-44be-ba65-8a387c120142/bindings/n-h1-814746-3 HTTP/1.1" status: 204 len: 173 time: 0.1089542 Dec 10 09:26:25.819509 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96cf49-9b3d-44ee-a010-dc8e31ccdf89 req-14087183-6c41-4668-9740-9224584b67ee tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:25.821670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d96cf49-9b3d-44ee-a010-dc8e31ccdf89 req-14087183-6c41-4668-9740-9224584b67ee tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 944 time: 0.0505974 Dec 10 09:26:25.873401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d96cf49-9b3d-44ee-a010-dc8e31ccdf89 req-7ea0c4a6-465e-4135-ad8a-1ba784de5dc5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458858 Dec 10 09:26:25.983609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b2614-5d00-456c-b171-baa06c52a413 req-f191caf5-d544-43bd-b2d3-f541333a6d3b tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:25.985121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c5b2614-5d00-456c-b171-baa06c52a413 req-f191caf5-d544-43bd-b2d3-f541333a6d3b tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1095 time: 0.0439253 Dec 10 09:26:26.031489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c5b2614-5d00-456c-b171-baa06c52a413 req-45c7870e-1a1f-48c4-9d29-d76c76ecd070 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 Dec 10 09:26:26.154438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174035c-1ce7-4b57-8927-b276b068a7cb req-d0ad9cea-b087-4ece-9a2e-de6bb6e6699b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:26.155952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2174035c-1ce7-4b57-8927-b276b068a7cb req-d0ad9cea-b087-4ece-9a2e-de6bb6e6699b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 944 time: 0.0502355 Dec 10 09:26:26.204852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2174035c-1ce7-4b57-8927-b276b068a7cb req-442ef4ed-54ee-4349-aa5b-5e7ea745d8b8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Dec 10 09:26:26.228502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36914) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:26.293388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b076b9b4-12cd-4e19-9cd9-f2b3940327c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/376e3e4b-b014-47ff-bca0-c7e550480b34 HTTP/1.1" status: 200 len: 991 time: 0.0636818 Dec 10 09:26:26.523154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36928) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:26.693204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 77021775-8254-4e91-aa0f-4151e52dab42 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:26.693581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:26.771055 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:26.771424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:26.783332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 77021775-8254-4e91-aa0f-4151e52dab42 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:26.937670 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:26.968250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=77021775-8254-4e91-aa0f-4151e52dab42,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:27.029326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:27.029698 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Floating IP 376e3e4b-b014-47ff-bca0-c7e550480b34 disassociated (deleted). External IP: 172.25.3.153, port: d1e04e4b-a690-44be-ba65-8a387c120142. Dec 10 09:26:27.245224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:27.257039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d1e04e4b-a690-44be-ba65-8a387c120142 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:27.296772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d1e04e4b-a690-44be-ba65-8a387c120142 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:27.365637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:27.370816 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:27.376191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] Sync routers for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:27.386629 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:27.387509 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:27.399275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3b395cb6-62b8-4998-bb35-2c3ca043f385 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/floatingips/376e3e4b-b014-47ff-bca0-c7e550480b34 HTTP/1.1" status: 204 len: 168 time: 0.8749652 Dec 10 09:26:27.399888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:27.402730 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a5a2ad-6c94-4746-b257-482d9231ac43" -d '{"events": [{"name": "network-changed", "server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:27.450977 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d34f92f-5627-486e-a3e0-8331e1d32f2e x-openstack-request-id: req-3d34f92f-5627-486e-a3e0-8331e1d32f2e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:27.451280 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:27.451535 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d34f92f-5627-486e-a3e0-8331e1d32f2e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:27.451939 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'status': 'completed', 'code': 200} Dec 10 09:26:27.520018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:27.525452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-196e308c-06ac-4127-867c-5b6d6dd3c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:27.528224 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-196e308c-06ac-4127-867c-5b6d6dd3c44b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 1095 time: 0.0545573 Dec 10 09:26:27.665537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-604f7814-122e-4ef5-9901-d1f534f0f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:27.669382 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-604f7814-122e-4ef5-9901-d1f534f0f245 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 200 len: 897 time: 0.1323333 Dec 10 09:26:27.693963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d81b3-aa69-4021-b625-b146d8955751 req-601f29d3-b9fa-46f5-9c1d-25ea7d3d3299 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:27.701731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d50d81b3-aa69-4021-b625-b146d8955751 req-601f29d3-b9fa-46f5-9c1d-25ea7d3d3299 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 944 time: 0.0600653 Dec 10 09:26:27.731528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-fbf19ec5-5517-4783-b702-6fac51ee3038 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 200 len: 217 time: 0.0496025 Dec 10 09:26:27.791086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d50d81b3-aa69-4021-b625-b146d8955751 req-9ab4f28d-0fa6-4512-ade3-52eef70fd236 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=a82739b0-7723-4109-8942-1d0d4b760bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838430 Dec 10 09:26:27.797227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3', 'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:0b:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:53Z', 'updated_at': '2021-12-10T09:24:57Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:27.805868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-443dbe1f-ab5c-4baf-a99c-7e81010e4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:27.807824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-443dbe1f-ab5c-4baf-a99c-7e81010e4433 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=857f61ce-f4af-4fed-8486-a0d12a640aa0 HTTP/1.1" status: 200 len: 835 time: 0.0636189 Dec 10 09:26:27.827200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] Checking router: 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:27.841039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:27.841839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:27.860004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-d3a69e46-c66e-4e46-a115-d6a5bc61b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:27.862279 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-d3a69e46-c66e-4e46-a115-d6a5bc61b549 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451667 Dec 10 09:26:27.962432 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-1ec887f1-c374-4e43-a3ad-7000b16ccadc service neutron] 10.222.0.39 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898199 Dec 10 09:26:27.963718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:28.063737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-c62e3931-59af-4a7a-a754-1cf74df746b6 service neutron] 10.222.0.39 "GET /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933764 Dec 10 09:26:28.115585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-1ecdfe6e-4b30-43d9-a4b1-c4bdfc5fe389 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:28.117745 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-1ecdfe6e-4b30-43d9-a4b1-c4bdfc5fe389 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.39 "GET /v2.0/ports?device_id=441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e HTTP/1.1" status: 200 len: 944 time: 0.0530510 Dec 10 09:26:28.199103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3', 'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:0b:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:53Z', 'updated_at': '2021-12-10T09:24:57Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:28.233375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545afe6-7ca3-4cd4-a698-a716539e5ae4 None None] The sync data for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 is: [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:54Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3', 'name': '', 'network_id': '6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:0b:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:53Z', 'updated_at': '2021-12-10T09:24:57Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': '857f61ce-f4af-4fed-8486-a0d12a640aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:28.234432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port d1e04e4b-a690-44be-ba65-8a387c120142 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:28.235268 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:28.337051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port d1e04e4b-a690-44be-ba65-8a387c120142, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d1e04e4b-a690-44be-ba65-8a387c120142,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:28.337416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:28.349863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for d1e04e4b-a690-44be-ba65-8a387c120142 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:28.482538 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec458d2-7a76-44d6-88c8-63ef7729847f None None] New status for floating IP 376e3e4b-b014-47ff-bca0-c7e550480b34: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:26:28.505006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:28.534070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=d1e04e4b-a690-44be-ba65-8a387c120142,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:28.587456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] No DVR routers for this DVR port d1e04e4b-a690-44be-ba65-8a387c120142 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:26:28.591457 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:28.595055 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-edc164a7-44ab-44f5-91eb-3932523efec7 req-a1193d8d-87f4-40a6-9bc6-2d4df0570312 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.39 "DELETE /v2.0/ports/d1e04e4b-a690-44be-ba65-8a387c120142 HTTP/1.1" status: 204 len: 173 time: 0.4675303 Dec 10 09:26:28.595668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-deleted', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:28.597798 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d728e5-73d7-453e-a080-e7f127bc4e2e" -d '{"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-deleted", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:28.645478 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6186dc0-6964-4b5f-8ca5-a7cb2d82d92c x-openstack-request-id: req-a6186dc0-6964-4b5f-8ca5-a7cb2d82d92c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:28.646078 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e", "name": "network-vif-deleted", "tag": "d1e04e4b-a690-44be-ba65-8a387c120142", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:28.646467 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6186dc0-6964-4b5f-8ca5-a7cb2d82d92c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:28.647408 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441de6d0-6b2a-44a6-b4be-d4ed0d08ac8e', 'name': 'network-vif-deleted', 'tag': 'd1e04e4b-a690-44be-ba65-8a387c120142', 'status': 'completed', 'code': 200} Dec 10 09:26:28.841967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36946) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:29.237390 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:29.852849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:29.853490 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:29.948586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:29.948945 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:29.962740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:30.155116 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.183695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:30.383790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.606790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:30.723252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:30.731981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-87dfc293-7e21-4f76-8ec2-dd75a7f75f63 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "PUT /v2.0/routers/06ce5384-7abe-41eb-88ba-4cd5803ac0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8861604 Dec 10 09:26:30.731981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36952) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:30.734599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] Sync routers for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:30.747511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:30.748143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:30.785886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7adecf-59a1-4203-a699-cfc7f077917e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting subnet 857f61ce-f4af-4fed-8486-a0d12a640aa0 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:26:30.789700 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d7adecf-59a1-4203-a699-cfc7f077917e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.836060 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d7adecf-59a1-4203-a699-cfc7f077917e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.863195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:30.933058 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d7adecf-59a1-4203-a699-cfc7f077917e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:30.999240 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d7adecf-59a1-4203-a699-cfc7f077917e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.028303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7adecf-59a1-4203-a699-cfc7f077917e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Subnet': ['ID=857f61ce-f4af-4fed-8486-a0d12a640aa0,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:31.049181 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4d7adecf-59a1-4203-a699-cfc7f077917e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.050108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f79a1-fbe1-4ecc-8d0d-d8abfefb991c None None] Network 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:31.056340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4d7adecf-59a1-4203-a699-cfc7f077917e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/subnets/857f61ce-f4af-4fed-8486-a0d12a640aa0 HTTP/1.1" status: 204 len: 168 time: 0.3211119 Dec 10 09:26:31.057171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36954) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:31.107401 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:26:30Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:31.139733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] Checking router: 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:31.167211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] Routers {'06ce5384-7abe-41eb-88ba-4cd5803ac0c6'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:31.167987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:31.178394 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.309678 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.316498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] Set router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:31.322046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5cd171-797c-4533-93b3-3e4caf480f88 None None] DHCP port deletion for 6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:26:31.374985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 959e6e6c-bc0e-41fc-be49-11651a95d921 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:31.375444 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.456917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port 959e6e6c-bc0e-41fc-be49-11651a95d921, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=959e6e6c-bc0e-41fc-be49-11651a95d921,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:31.457405 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.473790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 959e6e6c-bc0e-41fc-be49-11651a95d921 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:31.491571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cd171-797c-4533-93b3-3e4caf480f88 None None] Deleting port 00782776-a596-4a2d-bb82-93134c65fa21 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:26:31.492205 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a5cd171-797c-4533-93b3-3e4caf480f88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.696659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.739618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=959e6e6c-bc0e-41fc-be49-11651a95d921,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:31.744809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5115481f-7d6f-4b0f-8966-6dbcd9207943 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:26:31.772329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4a5cd171-797c-4533-93b3-3e4caf480f88 None None] For port 00782776-a596-4a2d-bb82-93134c65fa21, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=00782776-a596-4a2d-bb82-93134c65fa21,segment=NetworkSegment(1954c4ef-0240-460c-aa12-a5e197c025d3),segment_id=1954c4ef-0240-460c-aa12-a5e197c025d3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:31.772731 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a5cd171-797c-4533-93b3-3e4caf480f88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.791260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cd171-797c-4533-93b3-3e4caf480f88 None None] Calling delete_port for 00782776-a596-4a2d-bb82-93134c65fa21 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:26:31.832420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.841630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 00782776-a596-4a2d-bb82-93134c65fa21 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:31.881877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:26:30Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:31.935824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb9f49-58b0-4c36-a6a3-1e45313de077 None None] The sync data for ids ['06ce5384-7abe-41eb-88ba-4cd5803ac0c6'] in n-d-814746-3 is: [{'id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346772039', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:26:30Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '959e6e6c-bc0e-41fc-be49-11651a95d921', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce5384-7abe-41eb-88ba-4cd5803ac0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:24:50Z', 'updated_at': '2021-12-10T09:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:31.940028 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.942267 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:31.980553 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a5cd171-797c-4533-93b3-3e4caf480f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.001321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.002047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Fanout notify agent at l3_agent the message router_deleted on router 06ce5384-7abe-41eb-88ba-4cd5803ac0c6 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:26:32.014298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.015413 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-22479109-d8b5-4dca-ba9e-ac1cb07872e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/routers/06ce5384-7abe-41eb-88ba-4cd5803ac0c6 HTTP/1.1" status: 204 len: 168 time: 0.9570799 Dec 10 09:26:32.018195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36960) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:32.032891 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cd171-797c-4533-93b3-3e4caf480f88 None None] No DVR routers for this DVR port 00782776-a596-4a2d-bb82-93134c65fa21 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:26:32.042063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cd171-797c-4533-93b3-3e4caf480f88 None None] Pushing event deleted for resources: {'Port': ['ID=00782776-a596-4a2d-bb82-93134c65fa21,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:32.051908 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.111546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.210428 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.231500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:32.242760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1954c4ef-0240-460c-aa12-a5e197c025d3') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:32.243063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1954c4ef-0240-460c-aa12-a5e197c025d3') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:32.243584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d1e04e4b-a690-44be-ba65-8a387c120142 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:32.252644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.264727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: d1e04e4b-a690-44be-ba65-8a387c120142 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:32.265073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d1e04e4b-a690-44be-ba65-8a387c120142 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:32.266881 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.274833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:26:32.275789 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:26:32.283356 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:26:32.358302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.375897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.382100 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/networks/6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588 HTTP/1.1" status: 204 len: 168 time: 0.3603504 Dec 10 09:26:32.382455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36962) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:32.399703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80565f7-4100-469a-a98f-2336fd100bb8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Network': ['ID=6151d0e2-4f34-4bf8-a1f6-e77f9ad0a588,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:32.464274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91f4e046-304d-44e7-808d-2ee7485c4c4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.491279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91f4e046-304d-44e7-808d-2ee7485c4c4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.562891 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91f4e046-304d-44e7-808d-2ee7485c4c4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.566165 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91f4e046-304d-44e7-808d-2ee7485c4c4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.570431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-91f4e046-304d-44e7-808d-2ee7485c4c4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/security-groups/a82739b0-7723-4109-8942-1d0d4b760bed HTTP/1.1" status: 204 len: 168 time: 0.1839697 Dec 10 09:26:32.578048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4e046-304d-44e7-808d-2ee7485c4c4a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82739b0-7723-4109-8942-1d0d4b760bed,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:32.894289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36970) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:32.898927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cfa23c63-55d0-497e-8f88-67b24e0d9ba2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230230755', 'description': 'tempest-secgroup-smoke-230230755 description', 'project_id': '752f951f190a47a7a12dda1f81f009bf'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:32.920026 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfa23c63-55d0-497e-8f88-67b24e0d9ba2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.993740 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfa23c63-55d0-497e-8f88-67b24e0d9ba2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:32.998116 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfa23c63-55d0-497e-8f88-67b24e0d9ba2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.039606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfa23c63-55d0-497e-8f88-67b24e0d9ba2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.040961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cfa23c63-55d0-497e-8f88-67b24e0d9ba2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1456342 Dec 10 09:26:33.041876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa23c63-55d0-497e-8f88-67b24e0d9ba2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f56e21-e0c4-4448-815e-f117724c886e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:33.046152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36972) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:33.057329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5e077a06-2179-46f5-b7b7-36ddcf6b899b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'c7f56e21-e0c4-4448-815e-f117724c886e', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:33.103924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e077a06-2179-46f5-b7b7-36ddcf6b899b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.155032 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e077a06-2179-46f5-b7b7-36ddcf6b899b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.160759 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e077a06-2179-46f5-b7b7-36ddcf6b899b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.191014 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e077a06-2179-46f5-b7b7-36ddcf6b899b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78142624-95a7-4c2a-b998-2754179a849a,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:33.203636 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5e077a06-2179-46f5-b7b7-36ddcf6b899b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.204994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5e077a06-2179-46f5-b7b7-36ddcf6b899b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576855 Dec 10 09:26:33.207756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36974) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:33.214081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b0c3d56c-c33c-40a6-89a5-9bcdb4c97283 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'c7f56e21-e0c4-4448-815e-f117724c886e', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:33.225129 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2ba9018e-d0c0-44ed-8914-0b5aebe3919e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.254752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0c3d56c-c33c-40a6-89a5-9bcdb4c97283 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.314881 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0c3d56c-c33c-40a6-89a5-9bcdb4c97283 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.319865 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0c3d56c-c33c-40a6-89a5-9bcdb4c97283 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.342449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3d56c-c33c-40a6-89a5-9bcdb4c97283 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6161223e-0313-435a-acf5-620c5213ab4b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:33.352109 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b0c3d56c-c33c-40a6-89a5-9bcdb4c97283 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.353459 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b0c3d56c-c33c-40a6-89a5-9bcdb4c97283 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433330 Dec 10 09:26:33.356161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36976) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:33.360962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-01f3796c-1bfc-4a71-a826-c2aec811c389 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'c7f56e21-e0c4-4448-815e-f117724c886e', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:33.388144 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f3796c-1bfc-4a71-a826-c2aec811c389 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.449798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f3796c-1bfc-4a71-a826-c2aec811c389 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.454722 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f3796c-1bfc-4a71-a826-c2aec811c389 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.480962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3796c-1bfc-4a71-a826-c2aec811c389 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4419db-faa6-45b4-82ca-279ba4651b53,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:33.492540 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-01f3796c-1bfc-4a71-a826-c2aec811c389 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.494182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-01f3796c-1bfc-4a71-a826-c2aec811c389 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368997 Dec 10 09:26:33.496845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36978) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:33.501889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-63d35d98-e5c1-458a-b7a1-c9e78f89c105 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'c7f56e21-e0c4-4448-815e-f117724c886e', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:33.531567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63d35d98-e5c1-458a-b7a1-c9e78f89c105 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.598905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63d35d98-e5c1-458a-b7a1-c9e78f89c105 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.604858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63d35d98-e5c1-458a-b7a1-c9e78f89c105 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.626798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d35d98-e5c1-458a-b7a1-c9e78f89c105 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e125cc3b-3496-43a0-9de8-25c3dadecf3e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:33.636421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-63d35d98-e5c1-458a-b7a1-c9e78f89c105 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.640424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-63d35d98-e5c1-458a-b7a1-c9e78f89c105 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398375 Dec 10 09:26:33.640824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36980) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:33.650178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1c94f5b3-6663-4d4a-8c76-3d0194666b87 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'c7f56e21-e0c4-4448-815e-f117724c886e', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:33.690891 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-1c94f5b3-6663-4d4a-8c76-3d0194666b87 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Project 752f951f190a47a7a12dda1f81f009bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:26:33.697606 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c94f5b3-6663-4d4a-8c76-3d0194666b87 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.718892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:33.744936 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:33.745278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device c3c05a79-3ad2-4806-8fa4-8af27dcbf3f3 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:33.745908 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 959e6e6c-bc0e-41fc-be49-11651a95d921 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:26:33.770317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 959e6e6c-bc0e-41fc-be49-11651a95d921 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:26:33.770685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 959e6e6c-bc0e-41fc-be49-11651a95d921 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:26:33.795497 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c94f5b3-6663-4d4a-8c76-3d0194666b87 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.800301 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c94f5b3-6663-4d4a-8c76-3d0194666b87 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.820256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94f5b3-6663-4d4a-8c76-3d0194666b87 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aff73cc-c809-481d-b163-0e1f64c7e55b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:33.830650 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1c94f5b3-6663-4d4a-8c76-3d0194666b87 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.831879 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1c94f5b3-6663-4d4a-8c76-3d0194666b87 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1897984 Dec 10 09:26:33.835067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36990) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:33.839817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3101c9e1-ca89-49c9-9a82-d4ac903d7397 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'security_group_rule': {'security_group_id': 'c7f56e21-e0c4-4448-815e-f117724c886e', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:33.862594 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-3101c9e1-ca89-49c9-9a82-d4ac903d7397 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Project 752f951f190a47a7a12dda1f81f009bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:26:33.868630 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3101c9e1-ca89-49c9-9a82-d4ac903d7397 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.928214 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3101c9e1-ca89-49c9-9a82-d4ac903d7397 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.932245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3101c9e1-ca89-49c9-9a82-d4ac903d7397 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.949877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101c9e1-ca89-49c9-9a82-d4ac903d7397 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e61d8ba-d136-499c-a7c5-b950f37d43b9,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:33.958706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3101c9e1-ca89-49c9-9a82-d4ac903d7397 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:33.959986 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3101c9e1-ca89-49c9-9a82-d4ac903d7397 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238456 Dec 10 09:26:33.962889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 36992) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:33.967787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'network': {'name': 'tempest-network-smoke--906299900', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'port_security_enabled': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:33.988003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:33.992191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.015112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:26:34.023890 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.024237 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Added segment 5d6e2ec0-bc80-4314-ab25-b59b379d54b3 of type vlan for network 38b3e110-c392-4d47-8472-aacf5e1a22f6 Dec 10 09:26:34.067620 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.093590 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.100010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:34.100588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.166826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2028394 Dec 10 09:26:34.169737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 36998) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:34.174429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'admin_state_up': True, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:34.179690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716df1f-eadc-4c78-926e-459f558d7039 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Network': ['ID=38b3e110-c392-4d47-8472-aacf5e1a22f6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:34.191938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 38b3e110-c392-4d47-8472-aacf5e1a22f6 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:26:34.199549 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.201402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.258017 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.401409 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.613244 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.632616 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.737674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.25.3.21 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/16dce0fb-cb7a-4650-9666-c0806dca7cea) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:34.838967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.875420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:34.918578 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:34.923041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:34.927692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:34.938942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713af807-a5f5-45e2-95c6-07b5eb3d6c13 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:26:34.947819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=16dce0fb-cb7a-4650-9666-c0806dca7cea,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:35.044916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8919738b-2d77-49df-adfa-7c908ba07288 None None] Provisioning complete for port 16dce0fb-cb7a-4650-9666-c0806dca7cea triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:35.045604 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8919738b-2d77-49df-adfa-7c908ba07288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.086506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-8919738b-2d77-49df-adfa-7c908ba07288 None None] Port 16dce0fb-cb7a-4650-9666-c0806dca7cea cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:35.447209 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-81235aeb-40c6-4ebb-b0f3-e88b6d1e1c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.479238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.683613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.823863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router bc9601bf-abd8-4654-83ba-2ee7e403e885 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:26:35.928918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:35.941408 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Sync routers for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:35.951733 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:35.952505 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:35.953233 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:35.957663 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3700b51c-21f2-45db-82b1-0850876719c9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7838006 Dec 10 09:26:35.957799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37012) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:35.994243 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-680b6fdf-b641-4ee5-a00d-bd014e6ee32b tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=752f951f190a47a7a12dda1f81f009bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344524 Dec 10 09:26:35.996559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37014) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:36.065124 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:36.092314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d85a56-c23e-4086-8788-365b6aca9d0e tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:36.094204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b2d85a56-c23e-4086-8788-365b6aca9d0e tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966167 Dec 10 09:26:36.097085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37020) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:36.137189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37022) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:36.137753 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f7c14575-21fb-422b-ad0c-b1475fb8a9fe tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391273 Dec 10 09:26:36.145653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1235478914', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:36.253517 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:36.257032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:36.261428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.284763 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Checking router: bc9601bf-abd8-4654-83ba-2ee7e403e885 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:36.285112 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Updating router bc9601bf-abd8-4654-83ba-2ee7e403e885 port 16dce0fb-cb7a-4650-9666-c0806dca7cea binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:26:36.311619 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.451442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.517574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Subnet': ['ID=e1ebe15b-f0d1-42fc-a0ac-5d59c5044161,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:36.522914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Checking segment: {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:36.523291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network hostable DHCP agents. Network: 38b3e110-c392-4d47-8472-aacf5e1a22f6, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:26:36.543196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 38b3e110-c392-4d47-8472-aacf5e1a22f6 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:26:36.553392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 38b3e110-c392-4d47-8472-aacf5e1a22f6) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:36.558178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:36.559580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.578766 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.580084 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2e41d4ff-22b6-45b0-a9dd-77598eb2a9a5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4410398 Dec 10 09:26:36.583717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37024) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:36.586315 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59123c35-2531-4f0a-be34-fd92115fba26 None None] Network 38b3e110-c392-4d47-8472-aacf5e1a22f6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:36.586844 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.606319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.638567 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Attempting to bind port 16dce0fb-cb7a-4650-9666-c0806dca7cea on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:36.638953 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Attempting to bind port 16dce0fb-cb7a-4650-9666-c0806dca7cea by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:36.639317 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Attempting to bind port 16dce0fb-cb7a-4650-9666-c0806dca7cea on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:36.641580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e1d874-c222-46cf-a0ad-0a70c49ab8fb None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:26:36.647109 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:36.647495 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:36.647902 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.648291 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:36.649162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Bound port: 16dce0fb-cb7a-4650-9666-c0806dca7cea, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:36.649571 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.707794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] For port 16dce0fb-cb7a-4650-9666-c0806dca7cea, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:36.711795 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] For port 16dce0fb-cb7a-4650-9666-c0806dca7cea, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=16dce0fb-cb7a-4650-9666-c0806dca7cea,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:36.713980 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Pushing event updated for resources: {'Port': ['ID=16dce0fb-cb7a-4650-9666-c0806dca7cea,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:36.722563 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.722914 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.723256 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.723610 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.724537 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.724873 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.725202 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.725548 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.725879 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.726207 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.726530 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.726848 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.727441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:26:36.730338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-38b3e110-c392-4d47-8472-aacf5e1a22f6', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:26:36.731479 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.731754 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.746457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e02944a1-9577-4bf8-bbea-4d197d5838ad None None] Provisioning complete for port 16dce0fb-cb7a-4650-9666-c0806dca7cea triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:36.747060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e02944a1-9577-4bf8-bbea-4d197d5838ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:36.785757 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef10afc-a8f1-4449-a75f-b665865d20ce None None] Pushing event updated for resources: {'Port': ['ID=16dce0fb-cb7a-4650-9666-c0806dca7cea,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:36.822060 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:36.822690 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:36.906300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Allocated IP 172.20.0.2 (38b3e110-c392-4d47-8472-aacf5e1a22f6/e1ebe15b-f0d1-42fc-a0ac-5d59c5044161/74813fd6-7e4f-4005-b11b-205973805a9f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:37.063308 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:37.064579 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.073790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46665c8-4ae7-4c56-bd4f-4055897dbcb8 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:26:37.082193 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.102449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.149989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Network 38b3e110-c392-4d47-8472-aacf5e1a22f6 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:37.154581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:37.157119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Pushing event updated for resources: {'Port': ['ID=74813fd6-7e4f-4005-b11b-205973805a9f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:37.159707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:37.244016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Attempting to bind port 74813fd6-7e4f-4005-b11b-205973805a9f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:37.244392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Attempting to bind port 74813fd6-7e4f-4005-b11b-205973805a9f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:37.244763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Attempting to bind port 74813fd6-7e4f-4005-b11b-205973805a9f on network 38b3e110-c392-4d47-8472-aacf5e1a22f6 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:37.246684 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e02944a1-9577-4bf8-bbea-4d197d5838ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.257513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:37.257918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Checking segment: {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:37.258321 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.258720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Bound using segment: {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:37.259197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Bound port: 74813fd6-7e4f-4005-b11b-205973805a9f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:37.259577 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.285298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e02944a1-9577-4bf8-bbea-4d197d5838ad None None] For port 16dce0fb-cb7a-4650-9666-c0806dca7cea, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=16dce0fb-cb7a-4650-9666-c0806dca7cea,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:37.293004 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:37.312196 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e02944a1-9577-4bf8-bbea-4d197d5838ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.326478 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84312ad-ac4c-4374-a146-daed8e9580b8 None None] The sync data for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 is: [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:35Z', 'revision_number': 3, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:37.340158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] For port 74813fd6-7e4f-4005-b11b-205973805a9f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:37.344977 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] For port 74813fd6-7e4f-4005-b11b-205973805a9f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=74813fd6-7e4f-4005-b11b-205973805a9f,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:37.378060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.441270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02944a1-9577-4bf8-bbea-4d197d5838ad None None] Pushing event updated for resources: {'Port': ['ID=16dce0fb-cb7a-4650-9666-c0806dca7cea,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:37.478973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.20.0.1 (38b3e110-c392-4d47-8472-aacf5e1a22f6/e1ebe15b-f0d1-42fc-a0ac-5d59c5044161/03b38218-f101-48ee-904c-13993e5c9399) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:37.484308 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-99312cc4-ef52-4353-b49a-0eea916a7046 None None] Provisioning complete for port 16dce0fb-cb7a-4650-9666-c0806dca7cea triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:37.484868 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-99312cc4-ef52-4353-b49a-0eea916a7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.553705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74541f-b76c-4170-9484-0dbdc7cc9580 None None] Pushing event updated for resources: {'Port': ['ID=74813fd6-7e4f-4005-b11b-205973805a9f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:37.658407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.722427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:37.804220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 38b3e110-c392-4d47-8472-aacf5e1a22f6 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:37.805149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:37.807872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:37.816023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=03b38218-f101-48ee-904c-13993e5c9399,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:37.877245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.053679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.304480 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.405742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.410889 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.494029 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.508382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=03b38218-f101-48ee-904c-13993e5c9399,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:38.620238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 38b3e110-c392-4d47-8472-aacf5e1a22f6 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:38.621838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:38.745712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210744d-1653-47f0-96d1-cbefdf72d4a2 None None] Network 38b3e110-c392-4d47-8472-aacf5e1a22f6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:26:38.762280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router bc9601bf-abd8-4654-83ba-2ee7e403e885 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:38.824299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-64f3ded1-73f5-4dc2-a689-2a93515fb856 None None] Provisioning complete for port 74813fd6-7e4f-4005-b11b-205973805a9f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:38.825909 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64f3ded1-73f5-4dc2-a689-2a93515fb856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.882124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:38.888531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f8790c12-01fa-4665-8f6b-6a309b78028e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "PUT /v2.0/routers/bc9601bf-abd8-4654-83ba-2ee7e403e885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3036327 Dec 10 09:26:38.950981 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64f3ded1-73f5-4dc2-a689-2a93515fb856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:38.992114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-64f3ded1-73f5-4dc2-a689-2a93515fb856 None None] For port 74813fd6-7e4f-4005-b11b-205973805a9f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=74813fd6-7e4f-4005-b11b-205973805a9f,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:38.997867 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64f3ded1-73f5-4dc2-a689-2a93515fb856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.078016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3ded1-73f5-4dc2-a689-2a93515fb856 None None] Pushing event updated for resources: {'Port': ['ID=74813fd6-7e4f-4005-b11b-205973805a9f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:39.126448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-7e2ed21e-908a-4c10-b087-979ed54d7470 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230230755&fields=id&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 267 time: 0.0572474 Dec 10 09:26:39.230692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-28824e44-7ba2-4d15-9111-82796e0039cb None None] Provisioning complete for port 74813fd6-7e4f-4005-b11b-205973805a9f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:39.231157 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-28824e44-7ba2-4d15-9111-82796e0039cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.262478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-96a11f1e-bfa1-46cf-a8ed-b402f6f4f62d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:39.264316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-96a11f1e-bfa1-46cf-a8ed-b402f6f4f62d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/networks?id=38b3e110-c392-4d47-8472-aacf5e1a22f6 HTTP/1.1" status: 200 len: 796 time: 0.1287823 Dec 10 09:26:39.281318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-1a906e26-981a-47a7-8e36-24c32ad89920 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/quotas/752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 375 time: 0.0107048 Dec 10 09:26:39.322330 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.343892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-d428e795-9700-457b-9472-87269385c958 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559525 Dec 10 09:26:39.403013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-28824e44-7ba2-4d15-9111-82796e0039cb None None] Provisioning complete for port 03b38218-f101-48ee-904c-13993e5c9399 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:39.403470 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-28824e44-7ba2-4d15-9111-82796e0039cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.469299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-28824e44-7ba2-4d15-9111-82796e0039cb None None] Port 03b38218-f101-48ee-904c-13993e5c9399 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:39.487378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-3e9e061c-b278-4dc0-b6fe-5e49a18b422c service neutron] 10.222.0.31 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308262 Dec 10 09:26:39.529543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Sync routers for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:39.540385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:39.541673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:39.610670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-c3155298-1e69-42d1-9d69-4002b1b0754c service neutron] 10.222.0.31 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147876 Dec 10 09:26:39.620814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a0da387e-a9d6-48db-be04-37a9514adcc7 None None] Provisioning complete for port 03b38218-f101-48ee-904c-13993e5c9399 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:39.621745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a0da387e-a9d6-48db-be04-37a9514adcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:39.739866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a0da387e-a9d6-48db-be04-37a9514adcc7 None None] Port 03b38218-f101-48ee-904c-13993e5c9399 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:39.748006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:39.828529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16dce0fb-cb7a-4650-9666-c0806dca7cea up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:39.889810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e6f6ec4-058c-4f91-bd5e-1b66028949c6 req-bd860340-5556-4b9c-b6c3-0e5c4a20145c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 210 time: 0.0364585 Dec 10 09:26:39.948944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fbae00b9-e38e-4ab5-b534-28ce68011707 None None] Provisioning complete for port 03b38218-f101-48ee-904c-13993e5c9399 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:39.949322 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fbae00b9-e38e-4ab5-b534-28ce68011707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.027692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 16dce0fb-cb7a-4650-9666-c0806dca7cea triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:40.028073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.031661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fbae00b9-e38e-4ab5-b534-28ce68011707 None None] Port 03b38218-f101-48ee-904c-13993e5c9399 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:40.330010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '03b38218-f101-48ee-904c-13993e5c9399', 'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:56:6c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 2, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:40.360421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Checking router: bc9601bf-abd8-4654-83ba-2ee7e403e885 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:40.360763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Updating router bc9601bf-abd8-4654-83ba-2ee7e403e885 port 03b38218-f101-48ee-904c-13993e5c9399 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:26:40.364756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 74813fd6-7e4f-4005-b11b-205973805a9f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:40.416393 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.471082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 74813fd6-7e4f-4005-b11b-205973805a9f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:40.471723 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.776412 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.783589 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.840289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d15479-9dcc-4026-a6b2-58405cc03e57 None None] Pushing event updated for resources: {'Port': ['ID=03b38218-f101-48ee-904c-13993e5c9399,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:40.908841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Attempting to bind port 03b38218-f101-48ee-904c-13993e5c9399 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:40.909228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Attempting to bind port 03b38218-f101-48ee-904c-13993e5c9399 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:40.925861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Attempting to bind port 03b38218-f101-48ee-904c-13993e5c9399 on network 38b3e110-c392-4d47-8472-aacf5e1a22f6 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:40.933356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:40.934300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Checking segment: {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:40.935218 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:40.935919 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Bound using segment: {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:40.936823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Bound port: 03b38218-f101-48ee-904c-13993e5c9399, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:40.937482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.066271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] For port 03b38218-f101-48ee-904c-13993e5c9399, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:41.071507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] For port 03b38218-f101-48ee-904c-13993e5c9399, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=03b38218-f101-48ee-904c-13993e5c9399,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:41.076432 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.183537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d15479-9dcc-4026-a6b2-58405cc03e57 None None] Pushing event updated for resources: {'Port': ['ID=03b38218-f101-48ee-904c-13993e5c9399,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:41.240379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:41.241572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:41.361824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:41.434370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d2b3826-0904-4d6c-a259-d84e394ae6fc req-200c2403-02c2-4da3-8a8d-6f117b023e2a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 210 time: 0.0313981 Dec 10 09:26:41.454837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6c92b935-cb7c-4818-a9e3-8260040b729c None None] Provisioning complete for port 03b38218-f101-48ee-904c-13993e5c9399 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:41.454837 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c92b935-cb7c-4818-a9e3-8260040b729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.486157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-7be2e2b7-f445-4e4a-bb85-edb12020b2c6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:41.487875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-7be2e2b7-f445-4e4a-bb85-edb12020b2c6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/networks?id=38b3e110-c392-4d47-8472-aacf5e1a22f6 HTTP/1.1" status: 200 len: 796 time: 0.6565747 Dec 10 09:26:41.557624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-ad6e43ce-4ba4-4192-9bf2-7eab06e626d2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=752f951f190a47a7a12dda1f81f009bf HTTP/1.1" status: 200 len: 379 time: 0.0594437 Dec 10 09:26:41.568062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'port': {'device_id': '10160801-d86a-42f6-8378-2ff6345737c2', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'admin_state_up': True, 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'security_groups': ['c7f56e21-e0c4-4448-815e-f117724c886e']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:41.684372 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c92b935-cb7c-4818-a9e3-8260040b729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.685434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Made reservation on behalf of 752f951f190a47a7a12dda1f81f009bf for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:26:41.689689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.742165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6c92b935-cb7c-4818-a9e3-8260040b729c None None] For port 03b38218-f101-48ee-904c-13993e5c9399, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=03b38218-f101-48ee-904c-13993e5c9399,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:41.751654 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c92b935-cb7c-4818-a9e3-8260040b729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:41.792289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '03b38218-f101-48ee-904c-13993e5c9399', 'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:56:6c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:41Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:41.828253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf637dc-d7fd-45f4-959c-430aab0b114e None None] The sync data for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 is: [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '03b38218-f101-48ee-904c-13993e5c9399', 'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:56:6c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:41Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:41.846640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92b935-cb7c-4818-a9e3-8260040b729c None None] Pushing event updated for resources: {'Port': ['ID=03b38218-f101-48ee-904c-13993e5c9399,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:41.847872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.20.0.10 (38b3e110-c392-4d47-8472-aacf5e1a22f6/e1ebe15b-f0d1-42fc-a0ac-5d59c5044161/93219bb8-b0f7-450c-828b-54143142a453) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:41.904778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f0512123-3b53-46b3-9f6a-b9c74a7a66c3 None None] Provisioning complete for port 03b38218-f101-48ee-904c-13993e5c9399 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:41.905230 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f0512123-3b53-46b3-9f6a-b9c74a7a66c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.053074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.091541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.142958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network 38b3e110-c392-4d47-8472-aacf5e1a22f6 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:42.146332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:42.150898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:42.177249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=93219bb8-b0f7-450c-828b-54143142a453,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:42.209060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:42.209845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.228375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-6fb02283-fe73-4e74-b5ed-85308f7f7fdb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6644397 Dec 10 09:26:42.240835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Request body: {'port': {'device_id': '10160801-d86a-42f6-8378-2ff6345737c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:42.314850 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.478176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9be79693-843f-4dca-a813-ac4df925836e None None] Provisioning complete for port 93219bb8-b0f7-450c-828b-54143142a453 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:42.478729 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9be79693-843f-4dca-a813-ac4df925836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.564664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9be79693-843f-4dca-a813-ac4df925836e None None] Port 93219bb8-b0f7-450c-828b-54143142a453 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:26:42.639692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a46493-f6bf-4407-b22d-1e8ed0f32f3d req-c5bcec02-7c2b-4cb5-8760-e7ce05434771 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:42.641443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16a46493-f6bf-4407-b22d-1e8ed0f32f3d req-c5bcec02-7c2b-4cb5-8760-e7ce05434771 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 932 time: 0.0878732 Dec 10 09:26:42.703679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93219bb8-b0f7-450c-828b-54143142a453 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:26:42.717571 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.744236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Transition to ACTIVE for port object 93219bb8-b0f7-450c-828b-54143142a453 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:26:42.748903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16a46493-f6bf-4407-b22d-1e8ed0f32f3d req-d2b94f7f-f913-49dd-82ca-8ac326e05e59 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823066 Dec 10 09:26:42.753407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:42.810071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Pushing event updated for resources: {'Port': ['ID=93219bb8-b0f7-450c-828b-54143142a453,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:42.903677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Attempting to bind port 93219bb8-b0f7-450c-828b-54143142a453 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:26:42.904017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Attempting to bind port 93219bb8-b0f7-450c-828b-54143142a453 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:26:42.904355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Attempting to bind port 93219bb8-b0f7-450c-828b-54143142a453 on network 38b3e110-c392-4d47-8472-aacf5e1a22f6 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:42.911725 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Port 93219bb8-b0f7-450c-828b-54143142a453 on network 38b3e110-c392-4d47-8472-aacf5e1a22f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:26:42.912339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Attempting to bind port 93219bb8-b0f7-450c-828b-54143142a453 on network 38b3e110-c392-4d47-8472-aacf5e1a22f6 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:26:42.918329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:26:42.919007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Checking segment: {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:26:42.919807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Bound using segment: {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:26:42.920341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Bound port: 93219bb8-b0f7-450c-828b-54143142a453, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d6e2ec0-bc80-4314-ab25-b59b379d54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:26:42.920797 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:43.006447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:26:43.009804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93219bb8-b0f7-450c-828b-54143142a453,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:26:43.017092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:43.070841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:43.071744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:43.073539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/93219bb8-b0f7-450c-828b-54143142a453 HTTP/1.1" status: 200 len: 1092 time: 0.8375163 Dec 10 09:26:43.076442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'tag': '93219bb8-b0f7-450c-828b-54143142a453'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:43.079631 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d09de4-c4af-4b15-bd95-51155b79ed66" -d '{"events": [{"name": "network-changed", "server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "tag": "93219bb8-b0f7-450c-828b-54143142a453"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:43.097425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cf368-a08b-4ca5-88d5-4617b8b029f8 service neutron] Pushing event updated for resources: {'Port': ['ID=93219bb8-b0f7-450c-828b-54143142a453,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:43.171459 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17f70fd-eb2f-4ca1-8589-32aa4a3455e7 x-openstack-request-id: req-f17f70fd-eb2f-4ca1-8589-32aa4a3455e7 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:43.171849 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "tag": "93219bb8-b0f7-450c-828b-54143142a453", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:43.172198 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f17f70fd-eb2f-4ca1-8589-32aa4a3455e7 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:43.172680 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'tag': '93219bb8-b0f7-450c-828b-54143142a453', 'status': 'completed', 'code': 200} Dec 10 09:26:43.195988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-46377da9-85a4-4f76-a6ef-42151646b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:43.197651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-46377da9-85a4-4f76-a6ef-42151646b080 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 1095 time: 0.0680337 Dec 10 09:26:43.250139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-973b5fd0-e355-4c48-8a7e-e2520f1f1611 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93219bb8-b0f7-450c-828b-54143142a453 HTTP/1.1" status: 200 len: 217 time: 0.0445657 Dec 10 09:26:43.307799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-1b3e1208-8d76-43b5-816c-a4fa2695dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:43.309439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-1b3e1208-8d76-43b5-816c-a4fa2695dd6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1ebe15b-f0d1-42fc-a0ac-5d59c5044161 HTTP/1.1" status: 200 len: 835 time: 0.0513535 Dec 10 09:26:43.356775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-dde10abf-d203-4cbf-a471-6ac52e42b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:43.358325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-dde10abf-d203-4cbf-a471-6ac52e42b867 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38b3e110-c392-4d47-8472-aacf5e1a22f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417192 Dec 10 09:26:43.455629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-dba2a132-7517-4e98-a06e-dc80dee8d16c service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889678 Dec 10 09:26:43.546175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a0108a-f8a5-4885-b76a-c319bf3e27d9 req-ee2aa5ea-5268-413b-8ddf-5bfdebc0db3f service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837798 Dec 10 09:26:43.638690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-98a200bb-3f20-4283-8818-3c347919e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:43.640203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-98a200bb-3f20-4283-8818-3c347919e6af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 1095 time: 0.0448234 Dec 10 09:26:43.736019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 03b38218-f101-48ee-904c-13993e5c9399 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:43.757671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-bccac0bf-8525-4bc2-a668-6e33f09ff01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:43.759356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-bccac0bf-8525-4bc2-a668-6e33f09ff01a service neutron] 10.222.0.18 "GET /v2.0/networks?id=38b3e110-c392-4d47-8472-aacf5e1a22f6 HTTP/1.1" status: 200 len: 897 time: 0.1088183 Dec 10 09:26:43.791275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 03b38218-f101-48ee-904c-13993e5c9399 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:43.791771 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:43.806260 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-04448eb0-bf58-44c8-ba01-c08f874c57c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93219bb8-b0f7-450c-828b-54143142a453 HTTP/1.1" status: 200 len: 217 time: 0.0397646 Dec 10 09:26:43.867289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-765bb039-a1d1-4b6d-a3b2-dfd6b81e5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:43.869065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-765bb039-a1d1-4b6d-a3b2-dfd6b81e5e78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1ebe15b-f0d1-42fc-a0ac-5d59c5044161 HTTP/1.1" status: 200 len: 835 time: 0.0558100 Dec 10 09:26:43.925385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-dd87cd8e-630f-4473-a11b-38c8fafc64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:43.927551 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-dd87cd8e-630f-4473-a11b-38c8fafc64d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38b3e110-c392-4d47-8472-aacf5e1a22f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510869 Dec 10 09:26:44.055884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e5360-95ad-4e54-914d-fd9b772e06c5 req-810cb95f-6046-4c9f-bc9d-eed5e7e6f2e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:44.057301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-351e5360-95ad-4e54-914d-fd9b772e06c5 req-810cb95f-6046-4c9f-bc9d-eed5e7e6f2e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 944 time: 0.1688859 Dec 10 09:26:44.063273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-70e598e3-0841-437c-892c-3d2976ea3c9c service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284297 Dec 10 09:26:44.163569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-351e5360-95ad-4e54-914d-fd9b772e06c5 req-f99b7e4c-8928-433a-8e59-d7d26e600722 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991962 Dec 10 09:26:44.193795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50d09de4-c4af-4b15-bd95-51155b79ed66 req-3bf68e8a-7fb4-4e24-8d8f-9e391efe7414 service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153877 Dec 10 09:26:45.262865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:45.346147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a923d-0554-4dd5-aa45-db9f08fb839b req-568ac683-05ef-42ef-b0c5-70b7b50ff612 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:45.347612 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704a923d-0554-4dd5-aa45-db9f08fb839b req-568ac683-05ef-42ef-b0c5-70b7b50ff612 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 944 time: 0.1146450 Dec 10 09:26:45.399089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704a923d-0554-4dd5-aa45-db9f08fb839b req-31935eb9-54eb-4444-abfc-91765b62ff1b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446231 Dec 10 09:26:46.521946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48bbcd-2ce1-47a5-b924-1b8a5fde389b req-d4b60eb3-b3e4-4056-aaf7-56a232f3394b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:46.523372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b48bbcd-2ce1-47a5-b924-1b8a5fde389b req-d4b60eb3-b3e4-4056-aaf7-56a232f3394b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 944 time: 0.0521712 Dec 10 09:26:46.573879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b48bbcd-2ce1-47a5-b924-1b8a5fde389b req-08b076da-65bf-4371-bf64-a5620c6ac009 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444601 Dec 10 09:26:47.303865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93219bb8-b0f7-450c-828b-54143142a453 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:26:47.404713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93219bb8-b0f7-450c-828b-54143142a453,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:47.417033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '93219bb8-b0f7-450c-828b-54143142a453', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'port_id': '93219bb8-b0f7-450c-828b-54143142a453', 'mac_address': 'fa:16:3e:1a:84:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:26:47.461615 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.476037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93219bb8-b0f7-450c-828b-54143142a453 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:26:47.496411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93219bb8-b0f7-450c-828b-54143142a453,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:47.500356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:47.554089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=93219bb8-b0f7-450c-828b-54143142a453,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:47.695020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59a41a-c74a-4608-895a-361a28f20ed2 req-7787f7ed-6da5-4450-8825-4d121a485038 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:47.696408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c59a41a-c74a-4608-895a-361a28f20ed2 req-7787f7ed-6da5-4450-8825-4d121a485038 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 945 time: 0.0531919 Dec 10 09:26:47.748735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c59a41a-c74a-4608-895a-361a28f20ed2 req-e11bc1a9-dc58-4928-aa8d-831af0121ac6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462458 Dec 10 09:26:47.844469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['93219bb8-b0f7-450c-828b-54143142a453'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:26:48.863941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4f562-1e9a-423f-b52f-a511ff0ece7c req-4d91c5ff-91db-4535-9f4f-4969a233d26e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:48.865440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19b4f562-1e9a-423f-b52f-a511ff0ece7c req-4d91c5ff-91db-4535-9f4f-4969a233d26e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 945 time: 0.0494878 Dec 10 09:26:48.920917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19b4f562-1e9a-423f-b52f-a511ff0ece7c req-4faed79b-0a6e-4788-98f7-436ad7d97f8c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468645 Dec 10 09:26:49.304566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93219bb8-b0f7-450c-828b-54143142a453 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:26:49.355391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 93219bb8-b0f7-450c-828b-54143142a453 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:26:49.359607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 93219bb8-b0f7-450c-828b-54143142a453 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:26:49.359992 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.410103 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.452682 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.481694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93219bb8-b0f7-450c-828b-54143142a453'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:49.483935 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a751fea9-784c-4fc3-ac02-6c7928b928cc" -d '{"events": [{"server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "name": "network-vif-plugged", "status": "completed", "tag": "93219bb8-b0f7-450c-828b-54143142a453"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:49.498079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93219bb8-b0f7-450c-828b-54143142a453,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:26:49.503015 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:49.529075 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06332fb-bea8-4e2e-8486-4fea0de7ac18 x-openstack-request-id: req-c06332fb-bea8-4e2e-8486-4fea0de7ac18 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:49.529378 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "name": "network-vif-plugged", "status": "completed", "tag": "93219bb8-b0f7-450c-828b-54143142a453", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:49.529659 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c06332fb-bea8-4e2e-8486-4fea0de7ac18 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:49.530055 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93219bb8-b0f7-450c-828b-54143142a453', 'code': 200} Dec 10 09:26:49.559284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=93219bb8-b0f7-450c-828b-54143142a453,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:49.641031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873b7c8-54ad-409c-b9e5-48716aa2d1ae req-15f5aefa-7d4d-49e4-923e-a59773f2cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:49.642629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d873b7c8-54ad-409c-b9e5-48716aa2d1ae req-15f5aefa-7d4d-49e4-923e-a59773f2cd70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 1097 time: 0.0508678 Dec 10 09:26:49.694455 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d873b7c8-54ad-409c-b9e5-48716aa2d1ae req-b444c915-de1d-4421-b86c-dd04444d2c89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437851 Dec 10 09:26:50.051920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25b32e-96ef-4dae-88ba-fc6143b99e39 req-d0ab6c5c-2383-4255-99b9-c00514e14a78 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:50.054438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f25b32e-96ef-4dae-88ba-fc6143b99e39 req-d0ab6c5c-2383-4255-99b9-c00514e14a78 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0548522 Dec 10 09:26:50.105425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f25b32e-96ef-4dae-88ba-fc6143b99e39 req-4171741e-0db2-4640-a01f-fe1e456e71d4 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459692 Dec 10 09:26:51.226018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f92d2-09cc-4dba-aaf6-e05ebde6b8c2 req-2afc12e4-dc70-4697-9dfe-669d4458520b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:51.227527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-228f92d2-09cc-4dba-aaf6-e05ebde6b8c2 req-2afc12e4-dc70-4697-9dfe-669d4458520b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0494871 Dec 10 09:26:51.290029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-228f92d2-09cc-4dba-aaf6-e05ebde6b8c2 req-fd932c61-8520-45ef-bdc3-0ff08a82da52 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525246 Dec 10 09:26:51.406827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff666692-bf49-4cc5-9ebb-729bc58af347 req-3f9c16d4-3897-4bc3-a56a-2d8ed8e123ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:51.408331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff666692-bf49-4cc5-9ebb-729bc58af347 req-3f9c16d4-3897-4bc3-a56a-2d8ed8e123ce tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0538392 Dec 10 09:26:51.459224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff666692-bf49-4cc5-9ebb-729bc58af347 req-e3cf3546-1e2a-4694-8250-265bfcb5fbbb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440640 Dec 10 09:26:51.486252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37188) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:51.525891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a200b3-48a0-4190-99bc-10b944799313 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:51.531338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-75a200b3-48a0-4190-99bc-10b944799313 tempest-TestNetworkAdvancedServerOps-1553207073 tempest-TestNetworkAdvancedServerOps-1553207073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 1092 time: 0.0402212 Dec 10 09:26:51.531338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 37190) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:51.534796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '93219bb8-b0f7-450c-828b-54143142a453', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:26:51.558110 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:51.661597 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:51.762937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Allocated IP 172.25.3.2 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/31140887-9f84-4c11-be4b-f4ffa46fa094) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:26:51.875569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:51.912081 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:51.952537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:26:51.955492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:26:51.958885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:26:51.982380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=31140887-9f84-4c11-be4b-f4ffa46fa094,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:52.329672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.395421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.550393 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.555501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.630155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event updated for resources: {'Port': ['ID=31140887-9f84-4c11-be4b-f4ffa46fa094,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:26:52.640614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:52.742165 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Floating IP 9939c556-67ce-4da7-b21d-1623ccd92960 associated. External IP: 172.25.3.2, port: 93219bb8-b0f7-450c-828b-54143142a453. Dec 10 09:26:52.947427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router bc9601bf-abd8-4654-83ba-2ee7e403e885 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:26:53.054846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:26:53.065399 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] Sync routers for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:26:53.073106 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:26:53.076825 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:53.077444 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:53.105675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a28c24b6-9762-4294-bb27-8fc4e638f7b2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5719011 Dec 10 09:26:53.105675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'tag': '93219bb8-b0f7-450c-828b-54143142a453'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:26:53.106525 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e934482b-615f-412b-9755-45b933d0c358" -d '{"events": [{"name": "network-changed", "server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "tag": "93219bb8-b0f7-450c-828b-54143142a453"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:26:53.151542 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2155a99-4ac4-44ae-ae9b-c1d1a27a01d7 x-openstack-request-id: req-f2155a99-4ac4-44ae-ae9b-c1d1a27a01d7 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:26:53.151833 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "tag": "93219bb8-b0f7-450c-828b-54143142a453", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:26:53.152198 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2155a99-4ac4-44ae-ae9b-c1d1a27a01d7 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:26:53.152668 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'tag': '93219bb8-b0f7-450c-828b-54143142a453', 'status': 'completed', 'code': 200} Dec 10 09:26:53.185531 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:53.253212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3652b3e-6552-4c79-be5d-d5a24aff4c90 req-4aa3bc96-361a-472c-acc8-ee0970fc22d9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:53.255850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3652b3e-6552-4c79-be5d-d5a24aff4c90 req-4aa3bc96-361a-472c-acc8-ee0970fc22d9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0851686 Dec 10 09:26:53.259674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934482b-615f-412b-9755-45b933d0c358 req-f697d0b0-1dcf-4cf0-a267-eb64b9190421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:53.261169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e934482b-615f-412b-9755-45b933d0c358 req-f697d0b0-1dcf-4cf0-a267-eb64b9190421 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 1097 time: 0.0805786 Dec 10 09:26:53.370071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3652b3e-6552-4c79-be5d-d5a24aff4c90 req-ae6fd005-2909-493b-a20b-f1a67c656462 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059625 Dec 10 09:26:53.395417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934482b-615f-412b-9755-45b933d0c358 req-abd53ec1-de79-4cf3-8066-3f649d8a83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:53.396926 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e934482b-615f-412b-9755-45b933d0c358 req-abd53ec1-de79-4cf3-8066-3f649d8a83f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38b3e110-c392-4d47-8472-aacf5e1a22f6 HTTP/1.1" status: 200 len: 897 time: 0.1261027 Dec 10 09:26:53.406213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37212) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:53.431069 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '9939c556-67ce-4da7-b21d-1623ccd92960', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'port_id': '93219bb8-b0f7-450c-828b-54143142a453', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'mac_address': 'fa:16:3e:1a:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10160801-d86a-42f6-8378-2ff6345737c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:26:52Z', 'updated_at': '2021-12-10T09:26:52Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b38218-f101-48ee-904c-13993e5c9399', 'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:56:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:41Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:53.462766 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] Checking router: bc9601bf-abd8-4654-83ba-2ee7e403e885 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:26:53.474260 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:26:53.474976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:26:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:53.487709 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e934482b-615f-412b-9755-45b933d0c358 req-3d9af736-bafa-4f1a-8d61-92e00513654b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93219bb8-b0f7-450c-828b-54143142a453 HTTP/1.1" status: 200 len: 998 time: 0.0836794 Dec 10 09:26:53.490191 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d96964e4-7680-4457-b29f-9bab8ae3f5c2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/9939c556-67ce-4da7-b21d-1623ccd92960 HTTP/1.1" status: 200 len: 990 time: 0.0778220 Dec 10 09:26:53.542510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934482b-615f-412b-9755-45b933d0c358 req-babdcb60-893f-411b-a2a3-1a3963e81b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:53.544055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e934482b-615f-412b-9755-45b933d0c358 req-babdcb60-893f-411b-a2a3-1a3963e81b1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1ebe15b-f0d1-42fc-a0ac-5d59c5044161 HTTP/1.1" status: 200 len: 835 time: 0.0485787 Dec 10 09:26:53.585655 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:26:53.595387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934482b-615f-412b-9755-45b933d0c358 req-3243c051-aeca-4fa3-b37e-2f097fa6ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:26:53.596963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e934482b-615f-412b-9755-45b933d0c358 req-3243c051-aeca-4fa3-b37e-2f097fa6ceb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38b3e110-c392-4d47-8472-aacf5e1a22f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452545 Dec 10 09:26:53.691390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e934482b-615f-412b-9755-45b933d0c358 req-94664c83-5634-4972-a5b7-21cbb8bc4e58 service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866575 Dec 10 09:26:53.789465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e934482b-615f-412b-9755-45b933d0c358 req-cae4e131-3f62-4b0c-b75e-797264b6cb5b service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909235 Dec 10 09:26:53.826941 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '9939c556-67ce-4da7-b21d-1623ccd92960', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'port_id': '93219bb8-b0f7-450c-828b-54143142a453', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'mac_address': 'fa:16:3e:1a:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10160801-d86a-42f6-8378-2ff6345737c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:26:52Z', 'updated_at': '2021-12-10T09:26:52Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b38218-f101-48ee-904c-13993e5c9399', 'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:56:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:41Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:26:53.857092 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba99e35b-45a5-4579-8c4e-c8ab5ab868cd None None] The sync data for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 is: [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '9939c556-67ce-4da7-b21d-1623ccd92960', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'port_id': '93219bb8-b0f7-450c-828b-54143142a453', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'mac_address': 'fa:16:3e:1a:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10160801-d86a-42f6-8378-2ff6345737c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:26:52Z', 'updated_at': '2021-12-10T09:26:52Z', 'revision_number': 0, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b38218-f101-48ee-904c-13993e5c9399', 'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:56:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:41Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:26:54.055008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96018ca9-6a45-4130-970a-8db36402c4d6 None None] New status for floating IP 9939c556-67ce-4da7-b21d-1623ccd92960: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:26:54.492796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 37220) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:26:54.554765 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-94be6272-3c12-4e5d-9197-c81af9bd65b6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/9939c556-67ce-4da7-b21d-1623ccd92960 HTTP/1.1" status: 200 len: 992 time: 0.0606546 Dec 10 09:27:01.703196 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:27:03.209447 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-708f13c9-b4b7-43fd-981e-36fe8b9b5a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:05.442385 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-752c229d-3981-4e51-a494-7511eac57030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:06.582050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:08.283747 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:09.266166 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:15.287051 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:19.415513 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:33.212102 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-293c66f5-d8bc-49dc-b3d7-f43430df15b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:35.435597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a8675b32-eb9c-4f33-800e-3dad2bf7f65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:36.584158 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:38.285933 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:38.703510 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:27:39.271671 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:45.284151 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:49.409972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:27:50.967650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-1d9d68b7-ae78-48ea-90ee-166cb0f52685 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441791 Dec 10 09:27:51.058799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-ee142e9f-84dc-4c5d-bec4-8770bfed6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:51.060301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-ee142e9f-84dc-4c5d-bec4-8770bfed6eb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 1097 time: 0.0460997 Dec 10 09:27:51.176846 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-3b39bc53-9159-4845-b5d3-0b7719931883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:51.178578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-3b39bc53-9159-4845-b5d3-0b7719931883 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38b3e110-c392-4d47-8472-aacf5e1a22f6 HTTP/1.1" status: 200 len: 897 time: 0.0968716 Dec 10 09:27:51.251838 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-219d2ae6-96c7-4694-a59b-abcec0f47bbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93219bb8-b0f7-450c-828b-54143142a453 HTTP/1.1" status: 200 len: 1000 time: 0.0663385 Dec 10 09:27:51.303439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-c1a1c206-00fc-4dc7-8d49-0c07eaf10fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:51.304908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-c1a1c206-00fc-4dc7-8d49-0c07eaf10fbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1ebe15b-f0d1-42fc-a0ac-5d59c5044161 HTTP/1.1" status: 200 len: 835 time: 0.0465829 Dec 10 09:27:51.359083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-148e7c00-ceb3-4241-b802-c9d9aaa63170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:51.360868 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-148e7c00-ceb3-4241-b802-c9d9aaa63170 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38b3e110-c392-4d47-8472-aacf5e1a22f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491667 Dec 10 09:27:51.371175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-79487433-89eb-4185-a3a9-3db9a64fe5bc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:27:51.372176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-79487433-89eb-4185-a3a9-3db9a64fe5bc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050621 Dec 10 09:27:51.468692 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-c61fc8d2-6d42-4e40-adf9-8e39db74e7eb service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893574 Dec 10 09:27:51.580827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19c83011-29ac-4825-b2dc-6eacd63b0880 req-7fb3523e-9a98-41da-8ca1-6eab7f61bc3e service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046093 Dec 10 09:27:57.455771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022ac9a-9b07-487c-819a-6c8c27c7a0f3 req-4655fe32-af1e-4371-b5af-8feda0009e1c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:57.457715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e022ac9a-9b07-487c-819a-6c8c27c7a0f3 req-4655fe32-af1e-4371-b5af-8feda0009e1c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0523167 Dec 10 09:27:57.512467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e022ac9a-9b07-487c-819a-6c8c27c7a0f3 req-c71577f0-e442-49cb-95cb-2f7a0199586e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471156 Dec 10 09:27:58.635694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f6eac-50f3-4632-b592-448ab9c3b2fc req-19ea4d0b-f39a-4db6-9556-2e7c3bbc8a23 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:27:58.638452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-523f6eac-50f3-4632-b592-448ab9c3b2fc req-19ea4d0b-f39a-4db6-9556-2e7c3bbc8a23 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0536904 Dec 10 09:27:58.697107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-523f6eac-50f3-4632-b592-448ab9c3b2fc req-cb81b86b-f543-47bc-9e0e-a864f490e571 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512669 Dec 10 09:28:00.165635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d9bad-f6e9-4c7b-b273-b01584023061 req-ba7623c5-c817-49e1-b797-a68bd7514640 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:00.167203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-345d9bad-f6e9-4c7b-b273-b01584023061 req-ba7623c5-c817-49e1-b797-a68bd7514640 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.3911963 Dec 10 09:28:00.216221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-345d9bad-f6e9-4c7b-b273-b01584023061 req-71aad0ea-8482-4ac2-93d4-e901293af77b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421324 Dec 10 09:28:01.337564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd220e4-8bc5-4b9f-a3a4-cfebac8535a4 req-1d5e444d-125b-4c3c-b13b-8e599fd0fd31 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:01.339017 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7dd220e4-8bc5-4b9f-a3a4-cfebac8535a4 req-1d5e444d-125b-4c3c-b13b-8e599fd0fd31 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0506418 Dec 10 09:28:01.389215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7dd220e4-8bc5-4b9f-a3a4-cfebac8535a4 req-31868e68-c38f-4094-86d0-2bad94b68638 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440624 Dec 10 09:28:02.524706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df869b7c-7b98-4d66-84a1-36da8463355b req-e3112239-568e-4571-a1de-1dfd2ee98042 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:02.526252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df869b7c-7b98-4d66-84a1-36da8463355b req-e3112239-568e-4571-a1de-1dfd2ee98042 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0656464 Dec 10 09:28:02.576517 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df869b7c-7b98-4d66-84a1-36da8463355b req-74ed8b54-141c-4ca0-b491-9c177e5239c7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435851 Dec 10 09:28:03.215953 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7d99-2e59-48e2-816e-7e8e244f85a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:03.719609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c189b4-1199-49e2-bd8f-59fd5361f6ec req-a414e060-26bf-4665-9baa-70128fa25f12 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:03.721296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6c189b4-1199-49e2-bd8f-59fd5361f6ec req-a414e060-26bf-4665-9baa-70128fa25f12 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0555170 Dec 10 09:28:03.775864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6c189b4-1199-49e2-bd8f-59fd5361f6ec req-1605322c-489f-40a2-83d1-90f5e0e824cb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482976 Dec 10 09:28:04.905535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864ad9c-32cd-4cab-931f-71455ae114bb req-fb4672d9-23ef-4b47-9361-41dd4558a6b5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:04.907298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4864ad9c-32cd-4cab-931f-71455ae114bb req-fb4672d9-23ef-4b47-9361-41dd4558a6b5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0549364 Dec 10 09:28:04.975149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4864ad9c-32cd-4cab-931f-71455ae114bb req-336292f1-1f8b-4237-9259-b345736b36db tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612650 Dec 10 09:28:05.438570 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad292-3b73-4927-aa7c-e2ca97a81f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:06.099440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310c390-6c19-47e0-8738-40c2b12bb0b4 req-690e7ce6-c821-4387-812f-60a026764df6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:06.100957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c310c390-6c19-47e0-8738-40c2b12bb0b4 req-690e7ce6-c821-4387-812f-60a026764df6 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0548041 Dec 10 09:28:06.156556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c310c390-6c19-47e0-8738-40c2b12bb0b4 req-83fdd11e-3c40-4de4-a6eb-d5cdbaa09a27 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491247 Dec 10 09:28:06.589006 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:07.278270 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235799b-05f9-4cc1-89b8-17b98d2e71cf req-cf19eb1b-4eac-4663-ad49-60318d07e77b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:07.279875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6235799b-05f9-4cc1-89b8-17b98d2e71cf req-cf19eb1b-4eac-4663-ad49-60318d07e77b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0539749 Dec 10 09:28:07.329912 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6235799b-05f9-4cc1-89b8-17b98d2e71cf req-59dc5c79-f687-438d-8e31-563489aa49bd tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437586 Dec 10 09:28:08.291324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:08.448910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e32e50-8c8c-4ddc-8f21-9b4f7636068c req-3c540f81-25ab-43d6-b1dd-802f8b2ce60d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:08.450457 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-91e32e50-8c8c-4ddc-8f21-9b4f7636068c req-3c540f81-25ab-43d6-b1dd-802f8b2ce60d tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0527158 Dec 10 09:28:08.500972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-91e32e50-8c8c-4ddc-8f21-9b4f7636068c req-06658090-dde1-413c-9704-a930cd94494c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428319 Dec 10 09:28:09.264241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:09.619521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb038a9-bee4-4d35-b081-23700338c8eb req-68c6d315-02f6-48c9-9fc1-5c5757e31338 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:09.620897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bb038a9-bee4-4d35-b081-23700338c8eb req-68c6d315-02f6-48c9-9fc1-5c5757e31338 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0491297 Dec 10 09:28:09.670386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bb038a9-bee4-4d35-b081-23700338c8eb req-3e4330de-661c-488d-9720-36cc00531a85 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427392 Dec 10 09:28:10.795072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47ed40-c2b1-4d60-80ef-82a202961b44 req-f0d2fe1f-a9ca-410a-9f72-5bd6190c6d99 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:10.796473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a47ed40-c2b1-4d60-80ef-82a202961b44 req-f0d2fe1f-a9ca-410a-9f72-5bd6190c6d99 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0536103 Dec 10 09:28:10.846871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a47ed40-c2b1-4d60-80ef-82a202961b44 req-f4f2497d-fe42-4df5-a7fd-618b198f2d8a tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436125 Dec 10 09:28:11.676574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2af7c-4a45-4d8d-a25a-6aeff0cafd10 req-04163675-c326-4fb7-8d2a-fce087a1ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:11.678098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0c2af7c-4a45-4d8d-a25a-6aeff0cafd10 req-04163675-c326-4fb7-8d2a-fce087a1ac15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 1097 time: 0.0411522 Dec 10 09:28:11.724145 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0c2af7c-4a45-4d8d-a25a-6aeff0cafd10 req-501149c8-e1ff-4889-a405-1ffb14f5bb8d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390246 Dec 10 09:28:11.962655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832ced-021c-4872-9d02-a936300bf6d5 req-501b7bf2-c974-4a26-9c3c-76828ff239e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:11.964142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6832ced-021c-4872-9d02-a936300bf6d5 req-501b7bf2-c974-4a26-9c3c-76828ff239e8 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0490427 Dec 10 09:28:12.021820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6832ced-021c-4872-9d02-a936300bf6d5 req-a06d5743-ac87-4217-9f5c-df81b7f088aa tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515442 Dec 10 09:28:13.154697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629ae67-8fda-4933-98c1-e99e810d1968 req-bd6ca7d5-59ab-4986-9a56-32aa1789145f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:13.156536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b629ae67-8fda-4933-98c1-e99e810d1968 req-bd6ca7d5-59ab-4986-9a56-32aa1789145f tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0568841 Dec 10 09:28:13.210648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b629ae67-8fda-4933-98c1-e99e810d1968 req-dba0f4ef-de2b-43fd-a4e5-811a2c036dc9 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Dec 10 09:28:13.234184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 38440) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:28:13.307056 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-41b3f590-3de7-4d11-af84-859e78ea7f5b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/floatingips/9939c556-67ce-4da7-b21d-1623ccd92960 HTTP/1.1" status: 200 len: 992 time: 0.0665700 Dec 10 09:28:13.929056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93219bb8-b0f7-450c-828b-54143142a453 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:28:13.931376 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93219bb8-b0f7-450c-828b-54143142a453 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:28:14.264897 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:14.290617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93219bb8-b0f7-450c-828b-54143142a453,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:14.306294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93219bb8-b0f7-450c-828b-54143142a453'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:28:14.308477 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dd62b2-efe9-4b2d-8434-86e957dcc1de" -d '{"events": [{"server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "name": "network-vif-unplugged", "status": "completed", "tag": "93219bb8-b0f7-450c-828b-54143142a453"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:28:14.317452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '93219bb8-b0f7-450c-828b-54143142a453', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'port_id': '93219bb8-b0f7-450c-828b-54143142a453', 'mac_address': 'fa:16:3e:1a:84:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:28:14.322616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93219bb8-b0f7-450c-828b-54143142a453,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:14.327353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:14.352839 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8e32c9-f165-49e6-b15a-4ed2f6dc603b x-openstack-request-id: req-9b8e32c9-f165-49e6-b15a-4ed2f6dc603b {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:28:14.353138 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "name": "network-vif-unplugged", "status": "completed", "tag": "93219bb8-b0f7-450c-828b-54143142a453", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:28:14.353391 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b8e32c9-f165-49e6-b15a-4ed2f6dc603b {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:28:14.353805 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93219bb8-b0f7-450c-828b-54143142a453', 'code': 200} Dec 10 09:28:14.390962 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:14.412097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=93219bb8-b0f7-450c-828b-54143142a453,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:14.414897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93219bb8-b0f7-450c-828b-54143142a453 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:28:14.425622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.425975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.426322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.426707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.427120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.427488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.427819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.428146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.428472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.428795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.429117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.429439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.429784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:28:14.446525 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93219bb8-b0f7-450c-828b-54143142a453,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:14.450449 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:14.500946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=93219bb8-b0f7-450c-828b-54143142a453,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:14.755710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['93219bb8-b0f7-450c-828b-54143142a453'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:28:15.301800 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:15.703347 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:28:15.943236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93219bb8-b0f7-450c-828b-54143142a453 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:28:15.996163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 93219bb8-b0f7-450c-828b-54143142a453 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:28:15.996533 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:16.079827 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:16.113078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93219bb8-b0f7-450c-828b-54143142a453,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:28:16.117406 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:16.164171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=93219bb8-b0f7-450c-828b-54143142a453,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:28:16.355304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93219bb8-b0f7-450c-828b-54143142a453'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:28:16.357674 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aaf038-354b-45d9-90bc-b89252aa33d0" -d '{"events": [{"server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "name": "network-vif-plugged", "status": "completed", "tag": "93219bb8-b0f7-450c-828b-54143142a453"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:28:16.395635 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4451b58f-cb4d-4482-9af0-ed1a0b791343 x-openstack-request-id: req-4451b58f-cb4d-4482-9af0-ed1a0b791343 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:28:16.395910 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "name": "network-vif-plugged", "status": "completed", "tag": "93219bb8-b0f7-450c-828b-54143142a453", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:28:16.396166 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4451b58f-cb4d-4482-9af0-ed1a0b791343 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:28:16.396626 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93219bb8-b0f7-450c-828b-54143142a453', 'code': 200} Dec 10 09:28:19.439568 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:33.221862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c5e10141-f12f-4d7b-b241-1edf0efa2dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:35.440950 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e4825125-a331-4951-88dc-d2caca47476e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:36.592296 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:38.291220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:39.268275 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:45.299654 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:49.447119 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:28:52.795737 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:28:52.808738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-f39b7309-8db4-49c2-9b66-09c1db7e8d6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442410 Dec 10 09:28:52.889381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-e7202753-9ed3-4ffb-ae99-26086e33c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:52.891085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-e7202753-9ed3-4ffb-ae99-26086e33c471 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 1097 time: 0.0409787 Dec 10 09:28:53.006716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-45d536d4-8a1c-4a67-9e1f-17d22d874692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:53.008178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-45d536d4-8a1c-4a67-9e1f-17d22d874692 service neutron] 10.222.0.18 "GET /v2.0/networks?id=38b3e110-c392-4d47-8472-aacf5e1a22f6 HTTP/1.1" status: 200 len: 897 time: 0.0970092 Dec 10 09:28:53.075956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-536b062c-fb43-4e85-b356-a65a930f7488 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93219bb8-b0f7-450c-828b-54143142a453 HTTP/1.1" status: 200 len: 1000 time: 0.0599260 Dec 10 09:28:53.130152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-199f4c26-4d2e-4575-b729-561a42a2e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:53.131610 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-199f4c26-4d2e-4575-b729-561a42a2e8ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1ebe15b-f0d1-42fc-a0ac-5d59c5044161 HTTP/1.1" status: 200 len: 835 time: 0.0485430 Dec 10 09:28:53.180428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-717e644d-a379-422f-9240-137a0cf71684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:28:53.182641 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-717e644d-a379-422f-9240-137a0cf71684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38b3e110-c392-4d47-8472-aacf5e1a22f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439034 Dec 10 09:28:53.276791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-d85b9b85-e2b7-4c40-af80-339f95b41df4 service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868642 Dec 10 09:28:53.379951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5252736b-5f7c-4a58-bb45-ab2890ec4c9f req-7689acf5-de80-49c8-9f2f-56c062346a30 service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966079 Dec 10 09:29:03.230566 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-765adfa3-c089-4bc8-9a6e-c88bcad46ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:05.442958 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5bdde228-3b11-488b-ba6a-afeb3c40e5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:06.602496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:08.294816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:09.271869 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:15.302481 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:17.913788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39706) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:18.079080 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 31140887-9f84-4c11-be4b-f4ffa46fa094 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:18.079419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.159590 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.159913 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.171414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 31140887-9f84-4c11-be4b-f4ffa46fa094 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:18.320507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.347268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=31140887-9f84-4c11-be4b-f4ffa46fa094,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:18.357818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.358169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.358525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.358851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.359183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.359518 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.359847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.360686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.360686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.360887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.361115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.361440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.361786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:18.422617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.422977 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Floating IP 9939c556-67ce-4da7-b21d-1623ccd92960 disassociated (deleted). External IP: 172.25.3.2, port: 93219bb8-b0f7-450c-828b-54143142a453. Dec 10 09:29:18.643387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router bc9601bf-abd8-4654-83ba-2ee7e403e885 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:29:18.766975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:29:18.772974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:18.778446 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] Sync routers for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:29:18.790216 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:18.790837 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:29:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:18.800491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-56687f33-f800-4ad2-9fcb-9d26daedff67 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/floatingips/9939c556-67ce-4da7-b21d-1623ccd92960 HTTP/1.1" status: 204 len: 168 time: 0.8854222 Dec 10 09:29:18.801209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'tag': '93219bb8-b0f7-450c-828b-54143142a453'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:29:18.803564 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c12b929-c217-47a8-8b87-a19d70cf2707" -d '{"events": [{"name": "network-changed", "server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "tag": "93219bb8-b0f7-450c-828b-54143142a453"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:29:18.919487 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:18.996165 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c661cc03-d19e-4327-b21d-3f67d2607bc1 x-openstack-request-id: req-c661cc03-d19e-4327-b21d-3f67d2607bc1 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:29:18.997125 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "tag": "93219bb8-b0f7-450c-828b-54143142a453", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:29:18.997580 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c661cc03-d19e-4327-b21d-3f67d2607bc1 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:29:18.998175 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'tag': '93219bb8-b0f7-450c-828b-54143142a453', 'status': 'completed', 'code': 200} Dec 10 09:29:19.108515 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-a80c34df-d467-452d-9602-c2679c40715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:19.110144 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-a80c34df-d467-452d-9602-c2679c40715e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=752f951f190a47a7a12dda1f81f009bf&device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 1097 time: 0.0879419 Dec 10 09:29:19.136835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aff8b-eeb2-460f-8518-75f9457b35a3 req-4898f2d1-35f6-44e7-8d3f-c426a7e53a9e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:19.138391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a3aff8b-eeb2-460f-8518-75f9457b35a3 req-4898f2d1-35f6-44e7-8d3f-c426a7e53a9e tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0827043 Dec 10 09:29:19.158305 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '03b38218-f101-48ee-904c-13993e5c9399', 'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:56:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:41Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:19.186487 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] Checking router: bc9601bf-abd8-4654-83ba-2ee7e403e885 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:29:19.196269 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:19.196898 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:29:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:19.247815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a3aff8b-eeb2-460f-8518-75f9457b35a3 req-b271b929-4e88-450f-ae95-c1fa296cd5e2 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966647 Dec 10 09:29:19.283320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-2a666d8c-07a4-4e8e-b5c7-2ef848e6dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:19.285117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-2a666d8c-07a4-4e8e-b5c7-2ef848e6dc3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=38b3e110-c392-4d47-8472-aacf5e1a22f6 HTTP/1.1" status: 200 len: 897 time: 0.1654735 Dec 10 09:29:19.319033 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:19.339130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-8f7c8198-3619-4884-b24d-74f5de832571 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93219bb8-b0f7-450c-828b-54143142a453 HTTP/1.1" status: 200 len: 217 time: 0.0459924 Dec 10 09:29:19.398152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-04f513e4-a8f5-47a9-bac5-df804baec11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:19.400190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-04f513e4-a8f5-47a9-bac5-df804baec11a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1ebe15b-f0d1-42fc-a0ac-5d59c5044161 HTTP/1.1" status: 200 len: 835 time: 0.0481892 Dec 10 09:29:19.443403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:19.452048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-c66845ad-34b0-407d-92ce-1404e609b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:19.453652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-c66845ad-34b0-407d-92ce-1404e609b790 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38b3e110-c392-4d47-8472-aacf5e1a22f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449078 Dec 10 09:29:19.541248 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '03b38218-f101-48ee-904c-13993e5c9399', 'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:56:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:41Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:19.564847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-65018dc2-be0f-4c80-a5cf-aa38c967a9c2 service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030047 Dec 10 09:29:19.572032 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed684811-4b8a-40fc-a192-dd350edcf0de None None] The sync data for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 is: [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:38Z', 'revision_number': 4, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '03b38218-f101-48ee-904c-13993e5c9399', 'name': '', 'network_id': '38b3e110-c392-4d47-8472-aacf5e1a22f6', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'mac_address': 'fa:16:3e:56:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:37Z', 'updated_at': '2021-12-10T09:26:41Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'subnets': [{'id': 'e1ebe15b-f0d1-42fc-a0ac-5d59c5044161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:29:19.663307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c12b929-c217-47a8-8b87-a19d70cf2707 req-a74d096a-2c98-4918-9005-e5ec2c3203af service neutron] 10.222.0.18 "GET /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890956 Dec 10 09:29:19.856521 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fbe46a-156a-423e-92f7-bebcec9f7863 None None] New status for floating IP 9939c556-67ce-4da7-b21d-1623ccd92960: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:29:20.370138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a7c1a-84ae-4a22-a738-df2c2d100a2c req-789132e3-5db1-4a40-a7ea-5877998770b7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:20.371679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-185a7c1a-84ae-4a22-a738-df2c2d100a2c req-789132e3-5db1-4a40-a7ea-5877998770b7 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0553181 Dec 10 09:29:20.426640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-185a7c1a-84ae-4a22-a738-df2c2d100a2c req-706b1c3a-fe0b-4b0b-9e5b-1bc9cc05cc88 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7f56e21-e0c4-4448-815e-f117724c886e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482228 Dec 10 09:29:20.708812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-f80029a1-e8ca-4ab0-8c28-2c2f9bcd0642 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:20.711014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-f80029a1-e8ca-4ab0-8c28-2c2f9bcd0642 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 946 time: 0.0565975 Dec 10 09:29:20.800635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 93219bb8-b0f7-450c-828b-54143142a453 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:20.800912 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.908163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port 93219bb8-b0f7-450c-828b-54143142a453, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=93219bb8-b0f7-450c-828b-54143142a453,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:20.908163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:20.913337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 93219bb8-b0f7-450c-828b-54143142a453 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:21.047963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.082162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=93219bb8-b0f7-450c-828b-54143142a453,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:21.111893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.112248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.112592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.112930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.113266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.113889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.114220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.114579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.115480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.115825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.116157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.116481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.116802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:21.139499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] No DVR routers for this DVR port 93219bb8-b0f7-450c-828b-54143142a453 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:21.142372 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:21.146521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e23f021e-bf14-4451-a09f-510c8bf36358 req-7ea4654b-2f4c-4b2c-8f25-fe3761569846 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.18 "DELETE /v2.0/ports/93219bb8-b0f7-450c-828b-54143142a453 HTTP/1.1" status: 204 len: 173 time: 0.4301984 Dec 10 09:29:21.147062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'name': 'network-vif-deleted', 'tag': '93219bb8-b0f7-450c-828b-54143142a453'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:29:21.149537 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc52816a-2eb4-4817-b4c0-d94be0e3c323" -d '{"events": [{"server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "name": "network-vif-deleted", "tag": "93219bb8-b0f7-450c-828b-54143142a453"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:29:21.192093 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129ff375-3a19-4dfd-9483-dce05d805fcd x-openstack-request-id: req-129ff375-3a19-4dfd-9483-dce05d805fcd {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:29:21.192392 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10160801-d86a-42f6-8378-2ff6345737c2", "name": "network-vif-deleted", "tag": "93219bb8-b0f7-450c-828b-54143142a453", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:29:21.192707 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-129ff375-3a19-4dfd-9483-dce05d805fcd {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:29:21.193224 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10160801-d86a-42f6-8378-2ff6345737c2', 'name': 'network-vif-deleted', 'tag': '93219bb8-b0f7-450c-828b-54143142a453', 'status': 'completed', 'code': 200} Dec 10 09:29:21.578891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ef0cc9e-294e-4365-9ab5-304e1415c346 req-aa29887d-9cde-49f1-b186-617379baab5b tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "GET /v2.0/ports?device_id=10160801-d86a-42f6-8378-2ff6345737c2 HTTP/1.1" status: 200 len: 210 time: 0.0315545 Dec 10 09:29:22.643410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39742) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:23.038597 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.317608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 03b38218-f101-48ee-904c-13993e5c9399 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:23.318643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.320730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39752) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:23.418505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port 03b38218-f101-48ee-904c-13993e5c9399, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=03b38218-f101-48ee-904c-13993e5c9399,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:23.418696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.434250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 03b38218-f101-48ee-904c-13993e5c9399 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:23.470490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6f3bd405-bd19-4ac0-9652-324276a71266 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=873a45e43eee424286e561822dd943c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1479263 Dec 10 09:29:23.472966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39756) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:23.536489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-de376274-1cfb-4e9c-a4a4-2a40c5d7c92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.561734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-de376274-1cfb-4e9c-a4a4-2a40c5d7c92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.615907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-de376274-1cfb-4e9c-a4a4-2a40c5d7c92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.618899 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-de376274-1cfb-4e9c-a4a4-2a40c5d7c92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.620161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-de376274-1cfb-4e9c-a4a4-2a40c5d7c92f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/851b364f-2c83-47da-a942-82e16fc55d44 HTTP/1.1" status: 204 len: 168 time: 0.1462550 Dec 10 09:29:23.628727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de376274-1cfb-4e9c-a4a4-2a40c5d7c92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851b364f-2c83-47da-a942-82e16fc55d44,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:23.667287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:23.699429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=03b38218-f101-48ee-904c-13993e5c9399,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:23.926443 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:24.162652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Router bc9601bf-abd8-4654-83ba-2ee7e403e885 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:29:24.298886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:29:24.300742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93219bb8-b0f7-450c-828b-54143142a453 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:24.306791 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4344d78c-49d2-49e1-b982-983876124dd5 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "PUT /v2.0/routers/bc9601bf-abd8-4654-83ba-2ee7e403e885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596897 Dec 10 09:29:24.307920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39776) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:24.317297 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] Sync routers for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:29:24.330599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 93219bb8-b0f7-450c-828b-54143142a453 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:24.331088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 93219bb8-b0f7-450c-828b-54143142a453 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:24.335147 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:24.335147 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:29:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:24.360072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53161cd-9556-45e6-9265-a9be71202374 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting subnet e1ebe15b-f0d1-42fc-a0ac-5d59c5044161 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:29:24.364276 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e53161cd-9556-45e6-9265-a9be71202374 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:24.415119 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e53161cd-9556-45e6-9265-a9be71202374 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:24.452933 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:24.519834 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e53161cd-9556-45e6-9265-a9be71202374 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:24.593206 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e53161cd-9556-45e6-9265-a9be71202374 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:24.622638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53161cd-9556-45e6-9265-a9be71202374 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ebe15b-f0d1-42fc-a0ac-5d59c5044161,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:24.624867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e53161cd-9556-45e6-9265-a9be71202374 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:24.628256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e53161cd-9556-45e6-9265-a9be71202374 tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/subnets/e1ebe15b-f0d1-42fc-a0ac-5d59c5044161 HTTP/1.1" status: 204 len: 168 time: 0.3201520 Dec 10 09:29:24.631622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39800) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:24.633390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc512e34-4cd9-423a-bcde-ff1921b9b5d9 None None] Network 38b3e110-c392-4d47-8472-aacf5e1a22f6 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:29:24.671988 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:29:23Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:24.712070 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] Checking router: bc9601bf-abd8-4654-83ba-2ee7e403e885 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:29:24.721977 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] Routers {'bc9601bf-abd8-4654-83ba-2ee7e403e885'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:29:24.722597 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:29:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['bc9601bf-abd8-4654-83ba-2ee7e403e885'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:24.774849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:24.816599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] DHCP port deletion for 38b3e110-c392-4d47-8472-aacf5e1a22f6 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:29:24.857774 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] Set router bc9601bf-abd8-4654-83ba-2ee7e403e885 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:29:24.869416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Deleting port 74813fd6-7e4f-4005-b11b-205973805a9f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:24.869827 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:24.960481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] For port 74813fd6-7e4f-4005-b11b-205973805a9f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=74813fd6-7e4f-4005-b11b-205973805a9f,segment=NetworkSegment(5d6e2ec0-bc80-4314-ab25-b59b379d54b3),segment_id=5d6e2ec0-bc80-4314-ab25-b59b379d54b3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:24.962054 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:24.980299 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Calling delete_port for 74813fd6-7e4f-4005-b11b-205973805a9f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:25.078152 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.119547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Pushing event deleted for resources: {'Port': ['ID=74813fd6-7e4f-4005-b11b-205973805a9f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:25.122821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] No DVR routers for this DVR port 74813fd6-7e4f-4005-b11b-205973805a9f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:25.141534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.141905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.142240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.142582 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.142920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.143256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.143586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.143917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.144245 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.144572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.144900 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.145225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.145576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09077f-fddc-484b-b4e0-9d9f1d71d641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:29:25.205325 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:29:23Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:25.235546 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012687b7-f3a9-43f8-bb31-07ba13127afe None None] The sync data for ids ['bc9601bf-abd8-4654-83ba-2ee7e403e885'] in n-d-814746-3 is: [{'id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021615422', 'tenant_id': '752f951f190a47a7a12dda1f81f009bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:29:23Z', 'revision_number': 5, 'project_id': '752f951f190a47a7a12dda1f81f009bf', 'gw_port': {'id': '16dce0fb-cb7a-4650-9666-c0806dca7cea', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9601bf-abd8-4654-83ba-2ee7e403e885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:26:34Z', 'updated_at': '2021-12-10T09:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:29:25.286329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.342849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Deleting port 16dce0fb-cb7a-4650-9666-c0806dca7cea {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:25.343198 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.440030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] For port 16dce0fb-cb7a-4650-9666-c0806dca7cea, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=16dce0fb-cb7a-4650-9666-c0806dca7cea,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:25.440403 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.453487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Calling delete_port for 16dce0fb-cb7a-4650-9666-c0806dca7cea owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:25.637827 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.665320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Port': ['ID=16dce0fb-cb7a-4650-9666-c0806dca7cea,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:25.683082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a2726-1015-4d52-bd15-3f8f857b421a None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:29:25.738095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.838681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 03b38218-f101-48ee-904c-13993e5c9399 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:25.843902 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.846177 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.861219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 03b38218-f101-48ee-904c-13993e5c9399 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:25.861585 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 03b38218-f101-48ee-904c-13993e5c9399 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:25.862001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 74813fd6-7e4f-4005-b11b-205973805a9f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:25.881533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 74813fd6-7e4f-4005-b11b-205973805a9f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:25.881794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 74813fd6-7e4f-4005-b11b-205973805a9f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:25.896134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.897316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Fanout notify agent at l3_agent the message router_deleted on router bc9601bf-abd8-4654-83ba-2ee7e403e885 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:29:25.906221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:25.907361 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8043b3a0-7095-4410-ad52-bd54e2165aeb tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/routers/bc9601bf-abd8-4654-83ba-2ee7e403e885 HTTP/1.1" status: 204 len: 168 time: 1.2738538 Dec 10 09:29:25.910141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39860) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:25.995073 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.096051 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.117614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b3e110-c392-4d47-8472-aacf5e1a22f6']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:26.127122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6e2ec0-bc80-4314-ab25-b59b379d54b3') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:26.127427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6e2ec0-bc80-4314-ab25-b59b379d54b3') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:26.139391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.153440 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.160988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:29:26.161471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:29:26.164909 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:29:26.233124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.244896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.248293 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/networks/38b3e110-c392-4d47-8472-aacf5e1a22f6 HTTP/1.1" status: 204 len: 168 time: 0.3371420 Dec 10 09:29:26.251055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39864) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:26.263721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4980c-27a3-4657-be08-9729b1632aca tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'Network': ['ID=38b3e110-c392-4d47-8472-aacf5e1a22f6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:26.322215 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f447b51b-6e20-4d46-b341-a845263ba01c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.350655 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f447b51b-6e20-4d46-b341-a845263ba01c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.423367 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f447b51b-6e20-4d46-b341-a845263ba01c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.426244 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f447b51b-6e20-4d46-b341-a845263ba01c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.427437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f447b51b-6e20-4d46-b341-a845263ba01c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] 10.222.0.31 "DELETE /v2.0/security-groups/c7f56e21-e0c4-4448-815e-f117724c886e HTTP/1.1" status: 204 len: 168 time: 0.1753035 Dec 10 09:29:26.441438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447b51b-6e20-4d46-b341-a845263ba01c tempest-TestNetworkAdvancedServerOps-1574519248 tempest-TestNetworkAdvancedServerOps-1574519248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f56e21-e0c4-4448-815e-f117724c886e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:26.763617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39872) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:26.909920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4466b8c2-a863-43b4-a89c-e93881f4aeab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=752f951f190a47a7a12dda1f81f009bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449530 Dec 10 09:29:26.912398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39876) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:26.963965 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48876509-1f7c-4db4-87e7-6e25cbedfe6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:26.986564 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48876509-1f7c-4db4-87e7-6e25cbedfe6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:27.034484 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48876509-1f7c-4db4-87e7-6e25cbedfe6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:27.037786 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-48876509-1f7c-4db4-87e7-6e25cbedfe6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:27.039185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-48876509-1f7c-4db4-87e7-6e25cbedfe6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5152ce50-d9ac-4fd9-a347-56b4da1f53db HTTP/1.1" status: 204 len: 168 time: 0.1257865 Dec 10 09:29:27.047057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48876509-1f7c-4db4-87e7-6e25cbedfe6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152ce50-d9ac-4fd9-a347-56b4da1f53db,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:27.358154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39884) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:27.401651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4d5188f5-47e5-4f4b-819c-2e8b15504502 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f5fb8d2cb164cafa4a1e83b78ecb2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417790 Dec 10 09:29:27.404412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39886) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:27.471761 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d13d59d0-6931-458c-bb20-7d32537e960a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:27.494550 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d13d59d0-6931-458c-bb20-7d32537e960a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:27.544704 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d13d59d0-6931-458c-bb20-7d32537e960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:27.547537 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d13d59d0-6931-458c-bb20-7d32537e960a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:27.548742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d13d59d0-6931-458c-bb20-7d32537e960a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71432bef-5a65-4b87-a231-a43583bdb83e HTTP/1.1" status: 204 len: 168 time: 0.1433861 Dec 10 09:29:27.558071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d59d0-6931-458c-bb20-7d32537e960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71432bef-5a65-4b87-a231-a43583bdb83e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:27.738187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16dce0fb-cb7a-4650-9666-c0806dca7cea no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:27.776746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 16dce0fb-cb7a-4650-9666-c0806dca7cea {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:27.777094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 16dce0fb-cb7a-4650-9666-c0806dca7cea not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:28.292577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39910) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:28.399998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-703046335-network', 'tenant_id': '325c85b05d3e415aa8049e9ee7591579'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:28.422989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Made reservation on behalf of 325c85b05d3e415aa8049e9ee7591579 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:28.425741 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.444868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.528686 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.533778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.559805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:29:28.569326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec993b3-ea85-490d-b129-1a58a07ee771,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:28.578903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.579405 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Added segment 3d72451b-312f-4782-be95-36a603e6379a of type vlan for network 4acf0738-1052-4bcb-a533-703ef7ab8dac Dec 10 09:29:28.624280 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.650080 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.651068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:28.651649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.707025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4131417 Dec 10 09:29:28.710846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39914) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:28.715980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Request body: {'subnet': {'network_id': '4acf0738-1052-4bcb-a533-703ef7ab8dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-703046335-subnet', 'tenant_id': '325c85b05d3e415aa8049e9ee7591579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:28.721461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e8ddd-f76c-4019-8d30-b3d75b0dcde1 admin admin] Pushing event updated for resources: {'Network': ['ID=4acf0738-1052-4bcb-a533-703ef7ab8dac,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:28.734603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 4acf0738-1052-4bcb-a533-703ef7ab8dac details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:29:28.740240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Made reservation on behalf of 325c85b05d3e415aa8049e9ee7591579 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:28.743677 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.927587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:28.981920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62447fc7-a877-435e-8feb-4b95681e2053,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:28.992840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Checking segment: {'id': '3d72451b-312f-4782-be95-36a603e6379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4acf0738-1052-4bcb-a533-703ef7ab8dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:29:28.993213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Network hostable DHCP agents. Network: 4acf0738-1052-4bcb-a533-703ef7ab8dac, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:29:29.011153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Network 4acf0738-1052-4bcb-a533-703ef7ab8dac is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:29:29.020301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 4acf0738-1052-4bcb-a533-703ef7ab8dac) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:29:29.026272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:29.026872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.031136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a53486-2f38-4045-9a6a-74e5435e1a7a None None] Network 4acf0738-1052-4bcb-a533-703ef7ab8dac requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:29:29.053836 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-946e543e-1136-4a29-86ea-9fe62d47cf1d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3411407 Dec 10 09:29:29.141340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fcd023-b361-4369-bc32-f7fa385ee78c None None] Network 4acf0738-1052-4bcb-a533-703ef7ab8dac requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:29:29.566912 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 39932) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:29.572106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-329008819-network', 'tenant_id': '9ba5c54b61c94c97b486122237731e7f'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:29.594558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Made reservation on behalf of 9ba5c54b61c94c97b486122237731e7f for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:29.597193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.608214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.691567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.696226 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.708219 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:29:29.723209 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:29:29.734857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cab1ae-a548-4402-b9d2-df3fd9897817,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:29.741042 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.741841 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Added segment 9192eecd-da53-4582-91d5-355cdd3857a6 of type vlan for network 1cc025ce-8a29-4a12-8c58-3446d0e0039e Dec 10 09:29:29.784630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.814727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.815708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:29.816285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.877280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3092282 Dec 10 09:29:29.880123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 39934) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:29.888049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Request body: {'subnet': {'network_id': '1cc025ce-8a29-4a12-8c58-3446d0e0039e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-329008819-subnet', 'tenant_id': '9ba5c54b61c94c97b486122237731e7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:29.908469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ead62-7945-4bfc-9575-9ea200fd7170 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc025ce-8a29-4a12-8c58-3446d0e0039e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:29.911353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Made reservation on behalf of 9ba5c54b61c94c97b486122237731e7f for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:29.914455 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:29.919777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 1cc025ce-8a29-4a12-8c58-3446d0e0039e details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:29:30.098985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:30.158088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836df6fc-a6c0-472e-9383-2d40f26ef97a,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:30.167825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Checking segment: {'id': '9192eecd-da53-4582-91d5-355cdd3857a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1cc025ce-8a29-4a12-8c58-3446d0e0039e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:29:30.168194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Network hostable DHCP agents. Network: 1cc025ce-8a29-4a12-8c58-3446d0e0039e, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:29:30.188254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Network 1cc025ce-8a29-4a12-8c58-3446d0e0039e is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:29:30.198555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 1cc025ce-8a29-4a12-8c58-3446d0e0039e) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:29:30.203243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:30.204496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:30.207357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e504e49-dcbb-4508-96e4-3aa1a6198e9f None None] Network 1cc025ce-8a29-4a12-8c58-3446d0e0039e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:29:30.238094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-52ba12db-0b20-4b3d-88d3-31767b825cb1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3480449 Dec 10 09:29:30.323120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26887c3d-394d-4420-877b-bc988ca5c8b7 None None] Network 1cc025ce-8a29-4a12-8c58-3446d0e0039e requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:29:30.761537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-51dca0af-ec65-45d2-b266-4bc4a6fce493 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:30.763054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-51dca0af-ec65-45d2-b266-4bc4a6fce493 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/networks?id=4acf0738-1052-4bcb-a533-703ef7ab8dac HTTP/1.1" status: 200 len: 811 time: 0.1095700 Dec 10 09:29:30.778263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-8567a9f1-a175-4e5a-aa7d-350d1eb2eb1c tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/quotas/325c85b05d3e415aa8049e9ee7591579 HTTP/1.1" status: 200 len: 375 time: 0.0095031 Dec 10 09:29:30.811464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-fbd8d1a6-5a6c-4769-8edf-f23c8aa1c800 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=325c85b05d3e415aa8049e9ee7591579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277717 Dec 10 09:29:31.008172 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-d1347add-c96b-4c88-a487-01ff036e6c9d service neutron] 10.222.0.31 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895528 Dec 10 09:29:31.105903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-5fb6e17d-1064-49b8-89e6-84fa2a7c3313 service neutron] 10.222.0.31 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916388 Dec 10 09:29:31.273311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-939e241e-0873-46fe-b186-8b83b3d7eab9 req-f84204c0-cad6-46ae-91cc-21c061ac0b15 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 210 time: 0.0275078 Dec 10 09:29:32.384749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-3ecd756a-0347-4a73-9087-0ad40e5ce1c7 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:32.386091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-3ecd756a-0347-4a73-9087-0ad40e5ce1c7 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.39 "GET /v2.0/networks?id=4acf0738-1052-4bcb-a533-703ef7ab8dac HTTP/1.1" status: 200 len: 811 time: 0.2485776 Dec 10 09:29:32.399894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Request body: {'port': {'device_id': 'f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d', 'network_id': '4acf0738-1052-4bcb-a533-703ef7ab8dac', 'admin_state_up': True, 'tenant_id': '325c85b05d3e415aa8049e9ee7591579'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:32.406270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c2288ff-75b6-4db1-91a2-606474df9d88 req-987350c6-e948-461b-91e1-41d4aae37e53 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 210 time: 0.0338562 Dec 10 09:29:32.526428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Made reservation on behalf of 325c85b05d3e415aa8049e9ee7591579 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:32.536947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:32.683529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Allocated IP 172.20.0.12 (4acf0738-1052-4bcb-a533-703ef7ab8dac/62447fc7-a877-435e-8feb-4b95681e2053/73a07755-218b-4038-81ad-3afd2a9a8b1d) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:29:32.854435 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:32.889944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:32.937713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Network 4acf0738-1052-4bcb-a533-703ef7ab8dac is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:29:32.941330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:29:32.945979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:29:32.974524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Pushing event updated for resources: {'Port': ['ID=73a07755-218b-4038-81ad-3afd2a9a8b1d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:33.002124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:33.002762 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:33.022169 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-25a7a816-97dd-4a5d-a22f-128407271b05 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6269507 Dec 10 09:29:33.031927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-2464eda1-ba8d-432a-b776-86a2a595a80c tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:29:33.032877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-2464eda1-ba8d-432a-b776-86a2a595a80c tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051134 Dec 10 09:29:33.045300 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Request body: {'port': {'device_id': 'f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:33.107585 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:33.227917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0db2-0a0f-411e-9f02-c6620d925c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:33.401430 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a07755-218b-4038-81ad-3afd2a9a8b1d {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:29:33.411975 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:33.425619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Transition to ACTIVE for port object 73a07755-218b-4038-81ad-3afd2a9a8b1d will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:29:33.430777 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:33.493847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Pushing event updated for resources: {'Port': ['ID=73a07755-218b-4038-81ad-3afd2a9a8b1d,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:33.548416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b6508-799f-40e7-8c01-3eb4eb020645 req-b390c505-82cc-4b7b-81a8-3a73b052e6f2 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:33.550054 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-565b6508-799f-40e7-8c01-3eb4eb020645 req-b390c505-82cc-4b7b-81a8-3a73b052e6f2 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 944 time: 0.0622978 Dec 10 09:29:33.659609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Attempting to bind port 73a07755-218b-4038-81ad-3afd2a9a8b1d on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:29:33.659609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Attempting to bind port 73a07755-218b-4038-81ad-3afd2a9a8b1d by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '3d72451b-312f-4782-be95-36a603e6379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4acf0738-1052-4bcb-a533-703ef7ab8dac'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:29:33.659609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Attempting to bind port 73a07755-218b-4038-81ad-3afd2a9a8b1d on network 4acf0738-1052-4bcb-a533-703ef7ab8dac {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:29:33.686438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-565b6508-799f-40e7-8c01-3eb4eb020645 req-cde1c870-5d4e-4cfc-bede-bb389a989994 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254907 Dec 10 09:29:33.687247 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Port 73a07755-218b-4038-81ad-3afd2a9a8b1d on network 4acf0738-1052-4bcb-a533-703ef7ab8dac not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:29:33.687597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Attempting to bind port 73a07755-218b-4038-81ad-3afd2a9a8b1d on network 4acf0738-1052-4bcb-a533-703ef7ab8dac {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:29:33.693941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:29:33.694283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Checking segment: {'id': '3d72451b-312f-4782-be95-36a603e6379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4acf0738-1052-4bcb-a533-703ef7ab8dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:29:33.694667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Bound using segment: {'id': '3d72451b-312f-4782-be95-36a603e6379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4acf0738-1052-4bcb-a533-703ef7ab8dac'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:29:33.695104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Bound port: 73a07755-218b-4038-81ad-3afd2a9a8b1d, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d72451b-312f-4782-be95-36a603e6379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4acf0738-1052-4bcb-a533-703ef7ab8dac'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:29:33.695461 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:33.763015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] For port 73a07755-218b-4038-81ad-3afd2a9a8b1d, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:29:33.766308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] For port 73a07755-218b-4038-81ad-3afd2a9a8b1d, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=73a07755-218b-4038-81ad-3afd2a9a8b1d,segment=NetworkSegment(3d72451b-312f-4782-be95-36a603e6379a),segment_id=3d72451b-312f-4782-be95-36a603e6379a)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:29:33.771726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:33.815441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:33.816108 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:33.817491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] 10.222.0.39 "PUT /v2.0/ports/73a07755-218b-4038-81ad-3afd2a9a8b1d HTTP/1.1" status: 200 len: 1092 time: 0.7765024 Dec 10 09:29:33.817961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d', 'tag': '73a07755-218b-4038-81ad-3afd2a9a8b1d'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:29:33.820566 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e5f24-2855-4864-9914-a5c38cf122db" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d", "tag": "73a07755-218b-4038-81ad-3afd2a9a8b1d"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:29:33.842322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835aac9-df09-43c0-81b6-d6258ce1feba service neutron] Pushing event updated for resources: {'Port': ['ID=73a07755-218b-4038-81ad-3afd2a9a8b1d,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:33.890813 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046447d4-837c-45bc-8922-1f306782ab53 x-openstack-request-id: req-046447d4-837c-45bc-8922-1f306782ab53 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:29:33.891090 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d", "tag": "73a07755-218b-4038-81ad-3afd2a9a8b1d", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:29:33.891351 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-046447d4-837c-45bc-8922-1f306782ab53 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:29:33.891750 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d', 'tag': '73a07755-218b-4038-81ad-3afd2a9a8b1d', 'status': 'completed', 'code': 200} Dec 10 09:29:33.908407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-46682654-87d9-43bc-8643-7ce0b0386f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:33.910030 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-46682654-87d9-43bc-8643-7ce0b0386f41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=325c85b05d3e415aa8049e9ee7591579&device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 1095 time: 0.0462728 Dec 10 09:29:33.957593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-ef86b002-9851-434a-a65e-afe7cc1caffb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a07755-218b-4038-81ad-3afd2a9a8b1d HTTP/1.1" status: 200 len: 217 time: 0.0396926 Dec 10 09:29:34.007438 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-f76622b8-c8d1-442f-9155-0889ea58c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:34.008929 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-f76622b8-c8d1-442f-9155-0889ea58c38e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62447fc7-a877-435e-8feb-4b95681e2053 HTTP/1.1" status: 200 len: 851 time: 0.0449591 Dec 10 09:29:34.041738 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-f5d48ae9-9db5-4c24-bcac-28ef6dd2f6f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4acf0738-1052-4bcb-a533-703ef7ab8dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260129 Dec 10 09:29:34.139462 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-4dc6eeac-1d9b-4dc6-b7ce-feaf47c057ee service neutron] 10.222.0.39 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894368 Dec 10 09:29:34.234444 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-304adb88-30a7-4f1e-ab05-cf10cf14207f req-b704ed42-5411-4b91-9a67-1acc166f6513 service neutron] 10.222.0.39 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874832 Dec 10 09:29:34.326788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-c1d89b46-10e3-45fd-ae38-05e1a6e242f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:34.328318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-c1d89b46-10e3-45fd-ae38-05e1a6e242f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=325c85b05d3e415aa8049e9ee7591579&device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 1095 time: 0.0455730 Dec 10 09:29:34.427075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-f7aa3e98-5dd5-4c9e-b26e-a02780a974ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:34.429298 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-f7aa3e98-5dd5-4c9e-b26e-a02780a974ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=4acf0738-1052-4bcb-a533-703ef7ab8dac HTTP/1.1" status: 200 len: 912 time: 0.0933316 Dec 10 09:29:34.471743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-1d55a211-c3c8-48f5-a9b1-13f04467bcf2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a07755-218b-4038-81ad-3afd2a9a8b1d HTTP/1.1" status: 200 len: 217 time: 0.0357852 Dec 10 09:29:34.528779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-e1955c90-9db3-4a66-87d9-c1fa6b836d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:34.530216 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-e1955c90-9db3-4a66-87d9-c1fa6b836d14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62447fc7-a877-435e-8feb-4b95681e2053 HTTP/1.1" status: 200 len: 851 time: 0.0513792 Dec 10 09:29:34.564092 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-403f46a4-dd38-48a7-b670-e2dc6a769866 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4acf0738-1052-4bcb-a533-703ef7ab8dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249405 Dec 10 09:29:34.657553 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-26f9e0ac-51c5-439e-aaca-92f2a220ba83 service neutron] 10.222.0.39 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852489 Dec 10 09:29:34.769409 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d9e5f24-2855-4864-9914-a5c38cf122db req-1c005dbc-a27a-49e3-8836-b02aae25d6a9 service neutron] 10.222.0.39 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043763 Dec 10 09:29:34.825707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00946311-f537-4d7b-8cc6-1adab65f4a7b req-e4cd419d-9378-4b69-803d-5bdcbce35d72 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:34.827163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00946311-f537-4d7b-8cc6-1adab65f4a7b req-e4cd419d-9378-4b69-803d-5bdcbce35d72 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 944 time: 0.0515337 Dec 10 09:29:34.878929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00946311-f537-4d7b-8cc6-1adab65f4a7b req-3663b750-bb58-41cd-8c2e-319e1ae6955d tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457320 Dec 10 09:29:35.446316 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a27674c0-cd71-4254-acfa-d3269bb56dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:36.000768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e7bc-4836-4a08-9cb9-22b33df4e7c9 req-cf7e2c0c-cf0c-443a-8abc-2ee66888eae6 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:36.002312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8d3e7bc-4836-4a08-9cb9-22b33df4e7c9 req-cf7e2c0c-cf0c-443a-8abc-2ee66888eae6 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 944 time: 0.0507951 Dec 10 09:29:36.057418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8d3e7bc-4836-4a08-9cb9-22b33df4e7c9 req-b5968e1a-7407-4053-94f7-19c1828ba95e tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484264 Dec 10 09:29:36.601074 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.162838 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 73a07755-218b-4038-81ad-3afd2a9a8b1d details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:29:37.182353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fda8c8-202c-470c-b86b-18124d8a2dcc req-b3a117d0-afd7-432e-9483-804ffdd764d2 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:37.183848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2fda8c8-202c-470c-b86b-18124d8a2dcc req-b3a117d0-afd7-432e-9483-804ffdd764d2 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 944 time: 0.0519719 Dec 10 09:29:37.232546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2fda8c8-202c-470c-b86b-18124d8a2dcc req-9c010f16-5f7a-4161-87c0-e2321a0d4576 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Dec 10 09:29:37.261709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 73a07755-218b-4038-81ad-3afd2a9a8b1d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=73a07755-218b-4038-81ad-3afd2a9a8b1d,segment=NetworkSegment(3d72451b-312f-4782-be95-36a603e6379a),segment_id=3d72451b-312f-4782-be95-36a603e6379a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:37.274423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '73a07755-218b-4038-81ad-3afd2a9a8b1d', 'network_id': '4acf0738-1052-4bcb-a533-703ef7ab8dac', 'port_id': '73a07755-218b-4038-81ad-3afd2a9a8b1d', 'mac_address': 'fa:16:3e:e8:ab:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62447fc7-a877-435e-8feb-4b95681e2053', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:29:37.312376 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.329630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a07755-218b-4038-81ad-3afd2a9a8b1d {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:29:37.353407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 73a07755-218b-4038-81ad-3afd2a9a8b1d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=73a07755-218b-4038-81ad-3afd2a9a8b1d,segment=NetworkSegment(3d72451b-312f-4782-be95-36a603e6379a),segment_id=3d72451b-312f-4782-be95-36a603e6379a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:37.359114 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:37.408974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=73a07755-218b-4038-81ad-3afd2a9a8b1d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:37.578419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['73a07755-218b-4038-81ad-3afd2a9a8b1d'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:29:38.294900 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:38.360248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f997-270b-4faa-9e95-43d7f546f160 req-a882d808-fc2e-400a-ab9d-a2b62e72c1fd tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:38.361634 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6768f997-270b-4faa-9e95-43d7f546f160 req-a882d808-fc2e-400a-ab9d-a2b62e72c1fd tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 945 time: 0.0491233 Dec 10 09:29:38.409396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6768f997-270b-4faa-9e95-43d7f546f160 req-3abf7ab0-b2a2-46eb-ab3b-8d42e1947e91 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Dec 10 09:29:39.182003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 73a07755-218b-4038-81ad-3afd2a9a8b1d up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:29:39.236346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 73a07755-218b-4038-81ad-3afd2a9a8b1d completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:29:39.240868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 73a07755-218b-4038-81ad-3afd2a9a8b1d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:29:39.241309 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:39.287715 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:39.336228 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:39.359156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a07755-218b-4038-81ad-3afd2a9a8b1d'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:29:39.361359 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392fc18f-691c-4399-ad88-b734ed7cb3db" -d '{"events": [{"server_uuid": "f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d", "name": "network-vif-plugged", "status": "completed", "tag": "73a07755-218b-4038-81ad-3afd2a9a8b1d"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:29:39.374173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 73a07755-218b-4038-81ad-3afd2a9a8b1d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=73a07755-218b-4038-81ad-3afd2a9a8b1d,segment=NetworkSegment(3d72451b-312f-4782-be95-36a603e6379a),segment_id=3d72451b-312f-4782-be95-36a603e6379a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:39.378621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:39.406764 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3b239c-40b9-4f3a-b723-7635c4ddaad1 x-openstack-request-id: req-bd3b239c-40b9-4f3a-b723-7635c4ddaad1 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:29:39.407062 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d", "name": "network-vif-plugged", "status": "completed", "tag": "73a07755-218b-4038-81ad-3afd2a9a8b1d", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:29:39.407316 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd3b239c-40b9-4f3a-b723-7635c4ddaad1 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:29:39.407706 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a07755-218b-4038-81ad-3afd2a9a8b1d', 'code': 200} Dec 10 09:29:39.429807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=73a07755-218b-4038-81ad-3afd2a9a8b1d,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:39.522678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f9aa8-3ce1-450a-947c-4570fb253188 req-4910722e-04d4-47e0-86d7-57565b4c44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:39.524144 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-477f9aa8-3ce1-450a-947c-4570fb253188 req-4910722e-04d4-47e0-86d7-57565b4c44dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 1097 time: 0.0492978 Dec 10 09:29:39.545362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52626aab-028e-48c5-9613-673ac0253b2d req-421ac033-2a1f-431b-8c2a-628fed7e8d0a tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:39.547092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52626aab-028e-48c5-9613-673ac0253b2d req-421ac033-2a1f-431b-8c2a-628fed7e8d0a tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0609877 Dec 10 09:29:39.576648 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-477f9aa8-3ce1-450a-947c-4570fb253188 req-5ec6a0be-4cd1-4fba-a8fe-d0f8ee4a322f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447936 Dec 10 09:29:39.596399 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52626aab-028e-48c5-9613-673ac0253b2d req-31ba960b-eda2-45bd-8cee-55c715f7e5be tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428705 Dec 10 09:29:39.752930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-f9f71f02-02e7-4699-b5b0-d2daa84e98fe req-a578e33b-6e10-4f97-a6dc-4964d214f544 service neutron] (114970) timed out ('10.222.0.18', 59195) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:29:40.721841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56188cf6-5bde-4589-88ba-7b489abeaec2 req-57dbc16f-17b9-4f15-b0b1-9aa0221af69a tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:40.723415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56188cf6-5bde-4589-88ba-7b489abeaec2 req-57dbc16f-17b9-4f15-b0b1-9aa0221af69a tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0532215 Dec 10 09:29:40.776333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56188cf6-5bde-4589-88ba-7b489abeaec2 req-b6af0c36-5c85-4125-9729-e90840293d67 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463297 Dec 10 09:29:41.892459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5aed6-0c40-4150-8f55-4392dd8a8fbc req-16017dd4-9346-42d6-a974-373d085b745b tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:41.893951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1c5aed6-0c40-4150-8f55-4392dd8a8fbc req-16017dd4-9346-42d6-a974-373d085b745b tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0499275 Dec 10 09:29:41.945518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1c5aed6-0c40-4150-8f55-4392dd8a8fbc req-2d82d008-a9dd-46ff-b0b1-72b9e62bdaa0 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450232 Dec 10 09:29:42.061305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ed33f-65e2-46a5-992c-8d8627e6f5da req-b5de1320-7a7a-4e7b-82d9-8fc2d47d43f4 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:42.062721 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-902ed33f-65e2-46a5-992c-8d8627e6f5da req-b5de1320-7a7a-4e7b-82d9-8fc2d47d43f4 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0487456 Dec 10 09:29:42.110249 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-902ed33f-65e2-46a5-992c-8d8627e6f5da req-11131798-d815-492e-8e6a-30eb862ccbf5 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Dec 10 09:29:42.356213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b079f2-994b-48f9-bfab-f720019cec02 req-47745c48-5d18-495f-bdbc-5b4ae2577480 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:42.357930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0b079f2-994b-48f9-bfab-f720019cec02 req-47745c48-5d18-495f-bdbc-5b4ae2577480 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0532057 Dec 10 09:29:42.409705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0b079f2-994b-48f9-bfab-f720019cec02 req-8cc05425-d368-4507-be33-5c4968c00520 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Dec 10 09:29:43.536954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c8641-a9bd-4c59-b144-a1641f9331ee req-0e5a02cf-9a77-4d21-b2b0-ad127d2f0078 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:43.538521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c1c8641-a9bd-4c59-b144-a1641f9331ee req-0e5a02cf-9a77-4d21-b2b0-ad127d2f0078 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0566020 Dec 10 09:29:43.589353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c1c8641-a9bd-4c59-b144-a1641f9331ee req-adf2c8b5-b7c2-40b1-84f2-5a2d2bcf4139 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Dec 10 09:29:43.796848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cbcab-2b7d-4a34-8ff8-605034e975a0 req-17890b7b-b8e8-4bb6-88ee-c5cbb7d48c44 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:43.798451 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c24cbcab-2b7d-4a34-8ff8-605034e975a0 req-17890b7b-b8e8-4bb6-88ee-c5cbb7d48c44 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0515392 Dec 10 09:29:43.828263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-75a0a268-cce4-449d-888b-7f8a076a976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:43.829809 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-75a0a268-cce4-449d-888b-7f8a076a976d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=325c85b05d3e415aa8049e9ee7591579&device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 1097 time: 0.0470397 Dec 10 09:29:43.853802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c24cbcab-2b7d-4a34-8ff8-605034e975a0 req-90ea367f-b830-4b9e-b9fc-cb7012d0d221 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487516 Dec 10 09:29:43.930087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-56b6e031-ce9e-4cac-adac-a601a8c280ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:43.931558 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-56b6e031-ce9e-4cac-adac-a601a8c280ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=4acf0738-1052-4bcb-a533-703ef7ab8dac HTTP/1.1" status: 200 len: 912 time: 0.0947599 Dec 10 09:29:43.975362 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-fc84d893-bcc2-4742-b0cb-c6b59365e6eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a07755-218b-4038-81ad-3afd2a9a8b1d HTTP/1.1" status: 200 len: 217 time: 0.0352387 Dec 10 09:29:44.027370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-2b1dc278-dedb-4c0b-a2ee-2359a4a3a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:44.028822 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-2b1dc278-dedb-4c0b-a2ee-2359a4a3a487 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62447fc7-a877-435e-8feb-4b95681e2053 HTTP/1.1" status: 200 len: 851 time: 0.0472205 Dec 10 09:29:44.061410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-f5e89e9c-807d-46a0-ac2b-ae87f605c83e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4acf0738-1052-4bcb-a533-703ef7ab8dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255339 Dec 10 09:29:44.151909 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-40da4ace-f31e-4e30-8224-0299750bb2a8 service neutron] 10.222.0.39 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830085 Dec 10 09:29:44.248736 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9c1ac252-e253-49d6-95f2-963ae75ec643 req-47688cb8-feb1-41c6-92f7-0b5660f4e22f service neutron] 10.222.0.39 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896580 Dec 10 09:29:44.987702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34692c-e6f9-4182-8930-ca55db93d1fe req-a03a0fda-8aa6-4e31-9c64-589bf915e217 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:44.989463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b34692c-e6f9-4182-8930-ca55db93d1fe req-a03a0fda-8aa6-4e31-9c64-589bf915e217 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0589116 Dec 10 09:29:45.037797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b34692c-e6f9-4182-8930-ca55db93d1fe req-3d9ff4c7-33a3-439e-a713-1cfce7e75a6e tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Dec 10 09:29:45.316819 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:46.187277 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c600-560a-41da-b30c-a4f74a2a49fb req-e6170971-6507-412f-98b0-0467a9b838e7 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:46.188829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1a6c600-560a-41da-b30c-a4f74a2a49fb req-e6170971-6507-412f-98b0-0467a9b838e7 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0535696 Dec 10 09:29:46.238086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e1a6c600-560a-41da-b30c-a4f74a2a49fb req-5a6d2ddb-582b-48ad-aec5-6760bf0198ea tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Dec 10 09:29:46.466296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb46f-33c8-4bbf-8ef6-b17b7726a159 req-02520fc7-7739-4fa9-bfae-ecdf25ca6714 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:46.467790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-267eb46f-33c8-4bbf-8ef6-b17b7726a159 req-02520fc7-7739-4fa9-bfae-ecdf25ca6714 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0480206 Dec 10 09:29:46.518495 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-267eb46f-33c8-4bbf-8ef6-b17b7726a159 req-32c9044b-4d56-4534-8a97-dca808d50056 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Dec 10 09:29:47.638666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4a6ff-391d-427a-9feb-e8ab3ba3d234 req-86977a0c-54c6-497f-aaf7-3e82325438a1 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:47.640137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23b4a6ff-391d-427a-9feb-e8ab3ba3d234 req-86977a0c-54c6-497f-aaf7-3e82325438a1 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0490949 Dec 10 09:29:47.687759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23b4a6ff-391d-427a-9feb-e8ab3ba3d234 req-aec555ab-0ce9-40e2-8ab0-5136be5ef8e9 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Dec 10 09:29:47.902574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616a50-671f-432a-9974-f42833b0db66 req-41a85cc2-c21b-4add-aa71-51c07018a512 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:47.904173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06616a50-671f-432a-9974-f42833b0db66 req-41a85cc2-c21b-4add-aa71-51c07018a512 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0540407 Dec 10 09:29:47.958059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06616a50-671f-432a-9974-f42833b0db66 req-5a76c4d7-576a-4c59-bcb8-6d2ff4c547b2 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475390 Dec 10 09:29:47.983759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-4c08013b-e376-45a6-b3ee-ae4df568ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:47.985268 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-4c08013b-e376-45a6-b3ee-ae4df568ee56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=325c85b05d3e415aa8049e9ee7591579&device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 1097 time: 0.1015019 Dec 10 09:29:48.083003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-7a03158c-8cdd-4c1a-b361-b72005add3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:48.084496 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-7a03158c-8cdd-4c1a-b361-b72005add3d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4acf0738-1052-4bcb-a533-703ef7ab8dac HTTP/1.1" status: 200 len: 912 time: 0.0917218 Dec 10 09:29:48.129261 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-2fe076ad-1616-44b4-bf3f-d9a66543d39e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a07755-218b-4038-81ad-3afd2a9a8b1d HTTP/1.1" status: 200 len: 217 time: 0.0374224 Dec 10 09:29:48.178842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-ee81633e-a507-407c-9c25-eaa26e1388c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:48.180479 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-ee81633e-a507-407c-9c25-eaa26e1388c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62447fc7-a877-435e-8feb-4b95681e2053 HTTP/1.1" status: 200 len: 851 time: 0.0445399 Dec 10 09:29:48.212331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-7fe0de10-2b21-4014-8795-c2e940186cc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4acf0738-1052-4bcb-a533-703ef7ab8dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251422 Dec 10 09:29:48.312567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-c587a4cd-0ce5-4894-8a48-ddb52757745f service neutron] 10.222.0.39 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932677 Dec 10 09:29:48.407504 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-70e7b4d1-8fee-438f-8ce1-67f55e76d584 req-c1abc49f-9158-4f05-88fd-4e0bfcdc523e service neutron] 10.222.0.39 "GET /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828283 Dec 10 09:29:49.113551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f1bb4-1d68-40ca-bfe9-a452895732ec req-6a19571e-d52f-404b-9e09-b43747581254 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:49.115046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-671f1bb4-1d68-40ca-bfe9-a452895732ec req-6a19571e-d52f-404b-9e09-b43747581254 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0787563 Dec 10 09:29:49.163515 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-671f1bb4-1d68-40ca-bfe9-a452895732ec req-e2159d39-5379-4c86-8a95-7d94bc23a4c6 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Dec 10 09:29:49.460228 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:50.283631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aea46-5530-4555-998e-a7f2f4caa800 req-5b8488a9-6d98-4ff0-a801-c75a5ff3fca8 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:50.285197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b53aea46-5530-4555-998e-a7f2f4caa800 req-5b8488a9-6d98-4ff0-a801-c75a5ff3fca8 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0481069 Dec 10 09:29:50.333523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b53aea46-5530-4555-998e-a7f2f4caa800 req-dda85bde-2fd0-4f79-a719-a4329cd74204 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Dec 10 09:29:50.578201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0451-d79b-447a-9c2f-62f4ba5a6393 req-ef676973-bc26-4fcf-98bc-405605a6c33c tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:50.579710 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-846e0451-d79b-447a-9c2f-62f4ba5a6393 req-ef676973-bc26-4fcf-98bc-405605a6c33c tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0540340 Dec 10 09:29:50.630526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-846e0451-d79b-447a-9c2f-62f4ba5a6393 req-67bfcef0-1c1f-4715-8057-02a23e4a1ea3 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442801 Dec 10 09:29:51.752006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6c530-1cac-4192-b5d0-c024a2e274ca req-a3c9b266-1937-4fd9-bb65-ebb26ab8bea8 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:51.753519 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0d6c530-1cac-4192-b5d0-c024a2e274ca req-a3c9b266-1937-4fd9-bb65-ebb26ab8bea8 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0502112 Dec 10 09:29:51.802191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0d6c530-1cac-4192-b5d0-c024a2e274ca req-587e048d-4fb5-4aaf-844e-714d7e95b130 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ec993b3-ea85-490d-b129-1a58a07ee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Dec 10 09:29:52.373830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf484-d758-4fbc-a410-edefb13ed50c req-ad3bf519-861a-4516-a9f8-c1be2b3799f7 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:52.375301 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-951cf484-d758-4fbc-a410-edefb13ed50c req-ad3bf519-861a-4516-a9f8-c1be2b3799f7 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 946 time: 0.0608542 Dec 10 09:29:52.478350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-951cf484-d758-4fbc-a410-edefb13ed50c req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Deleting port 73a07755-218b-4038-81ad-3afd2a9a8b1d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:29:52.478788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-951cf484-d758-4fbc-a410-edefb13ed50c req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:52.587661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-951cf484-d758-4fbc-a410-edefb13ed50c req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] For port 73a07755-218b-4038-81ad-3afd2a9a8b1d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=73a07755-218b-4038-81ad-3afd2a9a8b1d,segment=NetworkSegment(3d72451b-312f-4782-be95-36a603e6379a),segment_id=3d72451b-312f-4782-be95-36a603e6379a)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:29:52.587945 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-951cf484-d758-4fbc-a410-edefb13ed50c req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:52.600975 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-951cf484-d758-4fbc-a410-edefb13ed50c req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Calling delete_port for 73a07755-218b-4038-81ad-3afd2a9a8b1d owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:29:52.733093 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-951cf484-d758-4fbc-a410-edefb13ed50c req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:52.744978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['73a07755-218b-4038-81ad-3afd2a9a8b1d'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:29:52.767117 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Pushing event deleted for resources: {'Port': ['ID=73a07755-218b-4038-81ad-3afd2a9a8b1d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:52.825525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-951cf484-d758-4fbc-a410-edefb13ed50c req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] No DVR routers for this DVR port 73a07755-218b-4038-81ad-3afd2a9a8b1d on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:29:52.829358 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-951cf484-d758-4fbc-a410-edefb13ed50c req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:52.832849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-951cf484-d758-4fbc-a410-edefb13ed50c req-d6173f6e-1b26-4925-acf3-dca4d79bdf99 tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.39 "DELETE /v2.0/ports/73a07755-218b-4038-81ad-3afd2a9a8b1d HTTP/1.1" status: 204 len: 173 time: 0.4506814 Dec 10 09:29:52.833305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d', 'name': 'network-vif-deleted', 'tag': '73a07755-218b-4038-81ad-3afd2a9a8b1d'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:29:52.836765 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd1ebf2-b1ff-41a7-8044-b356321f2fc2" -d '{"events": [{"server_uuid": "f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d", "name": "network-vif-deleted", "tag": "73a07755-218b-4038-81ad-3afd2a9a8b1d"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:29:52.879253 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066dbb2e-b241-4863-af4a-87c5dc8d8d11 x-openstack-request-id: req-066dbb2e-b241-4863-af4a-87c5dc8d8d11 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:29:52.879596 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d", "name": "network-vif-deleted", "tag": "73a07755-218b-4038-81ad-3afd2a9a8b1d", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:29:52.879876 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-066dbb2e-b241-4863-af4a-87c5dc8d8d11 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:29:52.880279 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d', 'name': 'network-vif-deleted', 'tag': '73a07755-218b-4038-81ad-3afd2a9a8b1d', 'status': 'completed', 'code': 200} Dec 10 09:29:52.908018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf3bce2-bf0a-412c-a9bd-c42af1a5e27b req-654abd0c-5e95-41ed-ae8b-6c92600fbb0c tempest-TestServerAdvancedOps-1551490156 tempest-TestServerAdvancedOps-1551490156-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d2ac29-07c0-4f78-a9b4-49ef8dc62d6d HTTP/1.1" status: 200 len: 210 time: 0.0304608 Dec 10 09:29:53.970983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:54.016056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5203024a-3712-4591-8fa4-53a880644052 admin admin] Deleting subnet 62447fc7-a877-435e-8feb-4b95681e2053 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:29:54.018971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5203024a-3712-4591-8fa4-53a880644052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.061251 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5203024a-3712-4591-8fa4-53a880644052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.104094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5203024a-3712-4591-8fa4-53a880644052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.157463 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5203024a-3712-4591-8fa4-53a880644052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.182631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203024a-3712-4591-8fa4-53a880644052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62447fc7-a877-435e-8feb-4b95681e2053,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:54.188536 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5203024a-3712-4591-8fa4-53a880644052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.192028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5203024a-3712-4591-8fa4-53a880644052 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/62447fc7-a877-435e-8feb-4b95681e2053 HTTP/1.1" status: 204 len: 168 time: 0.2198331 Dec 10 09:29:54.194456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40134) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:54.276493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.354940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.374629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acf0738-1052-4bcb-a533-703ef7ab8dac']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:54.383778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d72451b-312f-4782-be95-36a603e6379a') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:54.384070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d72451b-312f-4782-be95-36a603e6379a') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:54.397325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.410494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.416854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:29:54.417223 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:29:54.418855 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:29:54.479071 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.485077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.491662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4acf0738-1052-4bcb-a533-703ef7ab8dac HTTP/1.1" status: 204 len: 168 time: 0.2928813 Dec 10 09:29:54.491662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40138) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:54.527861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9bd08-4693-41e0-927d-8db4a21e62b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4acf0738-1052-4bcb-a533-703ef7ab8dac,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:54.549639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2261a28d-a1df-4362-b41e-56aa468db8c4 admin admin] Deleting subnet 836df6fc-a6c0-472e-9383-2d40f26ef97a {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:29:54.552924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2261a28d-a1df-4362-b41e-56aa468db8c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.587710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2261a28d-a1df-4362-b41e-56aa468db8c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.631757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2261a28d-a1df-4362-b41e-56aa468db8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.684803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2261a28d-a1df-4362-b41e-56aa468db8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.711550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261a28d-a1df-4362-b41e-56aa468db8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836df6fc-a6c0-472e-9383-2d40f26ef97a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:54.716567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2261a28d-a1df-4362-b41e-56aa468db8c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.720541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2261a28d-a1df-4362-b41e-56aa468db8c4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/836df6fc-a6c0-472e-9383-2d40f26ef97a HTTP/1.1" status: 204 len: 168 time: 0.2282305 Dec 10 09:29:54.723199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40140) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:54.793703 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.877011 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.897002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc025ce-8a29-4a12-8c58-3446d0e0039e']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:54.906302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9192eecd-da53-4582-91d5-355cdd3857a6') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:54.906601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9192eecd-da53-4582-91d5-355cdd3857a6') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:29:54.916507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.929407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.936977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:29:54.937386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:29:54.939047 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:29:54.997876 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.003651 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.007326 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1cc025ce-8a29-4a12-8c58-3446d0e0039e HTTP/1.1" status: 204 len: 168 time: 0.2830575 Dec 10 09:29:55.019960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27432895-b4aa-4193-97a2-bd5b4cd67684 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc025ce-8a29-4a12-8c58-3446d0e0039e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:55.178545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:55.220782 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-32146623-f553-46f3-9f00-19602e7ed823 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=325c85b05d3e415aa8049e9ee7591579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410755 Dec 10 09:29:55.223338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40146) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:55.270219 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01dfbc34-0c37-4438-9624-c9c8c5a4b99f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.293717 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01dfbc34-0c37-4438-9624-c9c8c5a4b99f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.344120 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01dfbc34-0c37-4438-9624-c9c8c5a4b99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.347896 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-01dfbc34-0c37-4438-9624-c9c8c5a4b99f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.352491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-01dfbc34-0c37-4438-9624-c9c8c5a4b99f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ec993b3-ea85-490d-b129-1a58a07ee771 HTTP/1.1" status: 204 len: 168 time: 0.1248829 Dec 10 09:29:55.359293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfbc34-0c37-4438-9624-c9c8c5a4b99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec993b3-ea85-490d-b129-1a58a07ee771,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:55.716185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40158) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:55.760191 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eaa2a8e1-1f09-4585-a0fe-3e8f94ff4c23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ba5c54b61c94c97b486122237731e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423787 Dec 10 09:29:55.762933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40160) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:55.815762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-142adc12-228f-4c2c-9b55-c14b90689737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.839495 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-142adc12-228f-4c2c-9b55-c14b90689737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.889427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-142adc12-228f-4c2c-9b55-c14b90689737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.892841 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-142adc12-228f-4c2c-9b55-c14b90689737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:55.894344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-142adc12-228f-4c2c-9b55-c14b90689737 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75cab1ae-a548-4402-b9d2-df3fd9897817 HTTP/1.1" status: 204 len: 168 time: 0.1298962 Dec 10 09:29:55.904615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142adc12-228f-4c2c-9b55-c14b90689737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cab1ae-a548-4402-b9d2-df3fd9897817,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:56.637824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40182) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:56.756452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-615154291-network', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:56.780965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Made reservation on behalf of 9ca549be0c0a4a27a79302357a4659ed for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:56.783469 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:56.792924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:56.873403 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:56.877113 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:56.904124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:29:56.913614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2cbcda-b68d-4d44-9943-63513ea3c5a9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:56.920506 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:56.920858 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Added segment 7e26010a-0c2a-4beb-a0c0-65cffaefc343 of type vlan for network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 Dec 10 09:29:56.968782 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:56.993839 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:56.994795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:56.995358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.053306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4141119 Dec 10 09:29:57.057003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40188) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:57.059465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35164f22-7afb-45c0-8296-74af020fd1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:57.064657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Request body: {'subnet': {'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-615154291-subnet', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:57.070545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:29:57.091517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Made reservation on behalf of 9ca549be0c0a4a27a79302357a4659ed for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:57.094004 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.257450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 73a07755-218b-4038-81ad-3afd2a9a8b1d no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:29:57.279720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 73a07755-218b-4038-81ad-3afd2a9a8b1d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:29:57.280212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 73a07755-218b-4038-81ad-3afd2a9a8b1d not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:29:57.593416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.652156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e037d5d6-4d3e-4198-9d7f-6736a1245a51,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:57.661758 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Checking segment: {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:29:57.662119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Network hostable DHCP agents. Network: c0a5b9f6-cbd4-45a4-bd65-d031aa985b55, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:29:57.680652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:29:57.689348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c0a5b9f6-cbd4-45a4-bd65-d031aa985b55) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:29:57.694241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:57.694797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.701717 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022da3b-1356-44ef-ae39-fa21fab98a63 None None] Network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:29:57.713104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40192) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:57.713357 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-afab4d95-6778-415a-8d4c-1a2bb843957f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6544023 Dec 10 09:29:57.717529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:57.753541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.755006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.852189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:29:57.854305 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:57.862238 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.030421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40198) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:58.035329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Allocated IP 172.20.0.2 (c0a5b9f6-cbd4-45a4-bd65-d031aa985b55/e037d5d6-4d3e-4198-9d7f-6736a1245a51/ab342e21-375c-47ef-9ee8-eb4a1e4d8733) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:29:58.052771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.166303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-360c641e-a38e-4000-86f5-6e2de34bf7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.257089 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-360c641e-a38e-4000-86f5-6e2de34bf7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.262562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-360c641e-a38e-4000-86f5-6e2de34bf7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.308296 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-360c641e-a38e-4000-86f5-6e2de34bf7b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9842333f20694c62a2f67ddaabef9da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766883 Dec 10 09:29:58.309626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c641e-a38e-4000-86f5-6e2de34bf7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae341bd-a6dc-4165-91aa-e5890c8c3b9a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:58.310799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40202) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:58.360592 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.387577 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.407867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-22ae3cdb-123f-4eaa-9fe7-c9a3e6ea8b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.424780 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.431157 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.470852 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-22ae3cdb-123f-4eaa-9fe7-c9a3e6ea8b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.488023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:29:58.493093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:29:58.495305 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Pushing event updated for resources: {'Port': ['ID=ab342e21-375c-47ef-9ee8-eb4a1e4d8733,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:58.497916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:29:58.556655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Attempting to bind port ab342e21-375c-47ef-9ee8-eb4a1e4d8733 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:29:58.557038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Attempting to bind port ab342e21-375c-47ef-9ee8-eb4a1e4d8733 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:29:58.557418 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Attempting to bind port ab342e21-375c-47ef-9ee8-eb4a1e4d8733 on network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:29:58.562863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:29:58.563175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Checking segment: {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:29:58.563578 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.563738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Allocated IP 172.25.3.70 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/03b1ac2e-28ae-4a74-b7ea-b39dfe30c496) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:29:58.563975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Bound using segment: {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:29:58.564446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Bound port: ab342e21-375c-47ef-9ee8-eb4a1e4d8733, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:29:58.564827 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.591012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-22ae3cdb-123f-4eaa-9fe7-c9a3e6ea8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.594186 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-22ae3cdb-123f-4eaa-9fe7-c9a3e6ea8b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.597807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-22ae3cdb-123f-4eaa-9fe7-c9a3e6ea8b9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ae341bd-a6dc-4165-91aa-e5890c8c3b9a HTTP/1.1" status: 204 len: 168 time: 0.2835207 Dec 10 09:29:58.643001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] For port ab342e21-375c-47ef-9ee8-eb4a1e4d8733, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:29:58.646324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] For port ab342e21-375c-47ef-9ee8-eb4a1e4d8733, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ab342e21-375c-47ef-9ee8-eb4a1e4d8733,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:29:58.651937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae3cdb-123f-4eaa-9fe7-c9a3e6ea8b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae341bd-a6dc-4165-91aa-e5890c8c3b9a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:58.653195 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.718113 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.735365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce837a1-ca0a-471e-8ba7-d8ab3530134d None None] Pushing event updated for resources: {'Port': ['ID=ab342e21-375c-47ef-9ee8-eb4a1e4d8733,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:58.770341 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:58.817378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:29:58.822782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:29:58.826784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:29:58.833077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Pushing event updated for resources: {'Port': ['ID=03b1ac2e-28ae-4a74-b7ea-b39dfe30c496,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:58.845107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a53c12-09e9-4701-aed4-3c701106f3ff None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:29:58.982107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b381006d-c1b1-4d71-af16-ecc56d30c040 None None] Provisioning complete for port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:29:58.982909 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b381006d-c1b1-4d71-af16-ecc56d30c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.073794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b381006d-c1b1-4d71-af16-ecc56d30c040 None None] Port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:29:59.492349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40224) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:59.498817 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.600149 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1937936409-network', 'tenant_id': '755d2db4cbd7471d8dee60fc14c224ff'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:59.622960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Made reservation on behalf of 755d2db4cbd7471d8dee60fc14c224ff for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:59.625925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.636930 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.715414 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.721257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.727584 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.762659 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:29:59.778449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b336f17-09a2-4fb5-be4c-d682460f5dd4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:59.787081 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.787670 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Added segment c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e of type vlan for network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 Dec 10 09:29:59.846135 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.873212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ab342e21-375c-47ef-9ee8-eb4a1e4d8733 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:29:59.884903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.886010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:29:59.886586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.931183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:29:59.939872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ab342e21-375c-47ef-9ee8-eb4a1e4d8733 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:29:59.940386 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:29:59.950579 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4563365 Dec 10 09:29:59.953389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40228) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:29:59.958305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Request body: {'subnet': {'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1937936409-subnet', 'tenant_id': '755d2db4cbd7471d8dee60fc14c224ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:29:59.967352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72f3a1-43db-4fd8-9ef8-38498d456ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=c73bf967-64d1-4ff9-ab33-e684dffe4ba9,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:29:59.984275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:29:59.995253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Made reservation on behalf of 755d2db4cbd7471d8dee60fc14c224ff for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:29:59.999814 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.065400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:00.086914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.088874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-435ab5ea-852a-43c6-9ee3-27fd40ea6f35 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3746383 Dec 10 09:30:00.091538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40230) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:00.104004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Sync routers for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:00.128310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6e282-384d-4f41-b5ae-1d822856539e None None] Network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:00.185868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:00.186511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:29:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:00.190377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.251064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.303941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port ab342e21-375c-47ef-9ee8-eb4a1e4d8733, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ab342e21-375c-47ef-9ee8-eb4a1e4d8733,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:00.342656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09ab3d5-3ffc-43f9-89f1-4cee7000691b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:00.352869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Checking segment: {'id': 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:00.353352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Network hostable DHCP agents. Network: c73bf967-64d1-4ff9-ab33-e684dffe4ba9, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:30:00.359796 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.362882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e3f8a0aa-0a65-4b29-a2ff-d4e07a339133 None None] Provisioning complete for port ab342e21-375c-47ef-9ee8-eb4a1e4d8733 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:00.363226 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3f8a0aa-0a65-4b29-a2ff-d4e07a339133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.377875 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:30:00.392467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c73bf967-64d1-4ff9-ab33-e684dffe4ba9) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:00.410676 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:00.411908 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.432694 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-be866665-ff6c-4389-bef9-83ae9a765556 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4775231 Dec 10 09:30:00.442548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd9320-ec7d-4a50-b973-5b13d8ed5cda None None] Network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:00.536985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:00.610092 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.654364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=ab342e21-375c-47ef-9ee8-eb4a1e4d8733,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:00.767828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aad2b3-0726-49ff-8ee4-ae2b1ae73d10 None None] Network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:00.819139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Allocated IP 172.20.0.1 (c0a5b9f6-cbd4-45a4-bd65-d031aa985b55/e037d5d6-4d3e-4198-9d7f-6736a1245a51/8f19bf6a-d257-42df-bd5a-7a3ea3a1499a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:00.926684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6c6dee00-23d6-4451-8512-5fc6bab890f0 None None] Provisioning complete for port ab342e21-375c-47ef-9ee8-eb4a1e4d8733 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:00.927989 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6c6dee00-23d6-4451-8512-5fc6bab890f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.953642 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:00.994277 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.014051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:29:59Z', 'revision_number': 3, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:01.064903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Checking router: eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:01.065261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Updating router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:30:01.066175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:01.071643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:01.076374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:01.110442 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.144339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Pushing event updated for resources: {'Port': ['ID=8f19bf6a-d257-42df-bd5a-7a3ea3a1499a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:01.182787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.401533 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.470027 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.473941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4d99fb71-15d8-4c0b-bd21-ac22dfe358e1 None None] Provisioning complete for port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:01.474222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4d99fb71-15d8-4c0b-bd21-ac22dfe358e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.477668 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.558871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794114de-0772-431f-b9c1-c29d28c01da1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:30:01.571253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Attempting to bind port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:01.571621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Attempting to bind port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:01.571980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Attempting to bind port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:01.573875 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4d99fb71-15d8-4c0b-bd21-ac22dfe358e1 None None] Port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:01.581363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44286491-ce58-4557-9789-723edb083d5b None None] Pushing event updated for resources: {'Port': ['ID=03b1ac2e-28ae-4a74-b7ea-b39dfe30c496,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:01.584471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:01.584719 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:01.585121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.585552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:01.585996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Bound port: 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:01.586487 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.596881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.605064 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.641291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] For port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:01.644725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] For port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=03b1ac2e-28ae-4a74-b7ea-b39dfe30c496,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:01.651565 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.680813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Pushing event updated for resources: {'Port': ['ID=8f19bf6a-d257-42df-bd5a-7a3ea3a1499a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:01.683421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.728604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c56db-feac-42ad-b83c-7a9157039d8e None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:30:01.740334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44286491-ce58-4557-9789-723edb083d5b None None] Pushing event updated for resources: {'Port': ['ID=03b1ac2e-28ae-4a74-b7ea-b39dfe30c496,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:01.747833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1003441f-0d9e-44ae-b269-d9b7121a6013 None None] Provisioning complete for port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:01.748233 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1003441f-0d9e-44ae-b269-d9b7121a6013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:01.785477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:01.787589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:01.797808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:01.798432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:29:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:01.868619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ab342e21-375c-47ef-9ee8-eb4a1e4d8733 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:01.967427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:30:02.096503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:02.106167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9776bb95-2549-487f-ac66-2823bbca7620 admin admin] 10.222.0.31 "PUT /v2.0/routers/eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122883 Dec 10 09:30:02.177667 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1003441f-0d9e-44ae-b269-d9b7121a6013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.197031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:02.229590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1003441f-0d9e-44ae-b269-d9b7121a6013 None None] For port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=03b1ac2e-28ae-4a74-b7ea-b39dfe30c496,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:02.244514 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1003441f-0d9e-44ae-b269-d9b7121a6013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.310810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ab342e21-375c-47ef-9ee8-eb4a1e4d8733 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:02.311104 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.418236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003441f-0d9e-44ae-b269-d9b7121a6013 None None] Pushing event updated for resources: {'Port': ['ID=03b1ac2e-28ae-4a74-b7ea-b39dfe30c496,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:02.441173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a9ac1f33-5baa-4a2a-bc88-61de8822cbb6 None None] Provisioning complete for port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:02.441566 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9ac1f33-5baa-4a2a-bc88-61de8822cbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.612603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 2, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:02.620228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40260) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:02.625212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1068263541-network', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:02.646109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Made reservation on behalf of 0e58b9a494134f7cac22c67cd917d004 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:02.646454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ba4be-8c9a-4935-8b75-9a9b1c074e5d None None] The sync data for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 is: [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 2, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:02.648561 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.654945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a9ac1f33-5baa-4a2a-bc88-61de8822cbb6 None None] Provisioning complete for port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:02.655420 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9ac1f33-5baa-4a2a-bc88-61de8822cbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.658428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.692246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac1f33-5baa-4a2a-bc88-61de8822cbb6 None None] Port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:02.738450 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.741661 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.770428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:30:02.777260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13f1808-1b90-4d95-b120-5a9e891a89de,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:02.783451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.783819 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Added segment 05ce3f64-3051-4b9c-a737-2c8e64d93391 of type vlan for network 76c82565-6a07-4d82-9c0e-8072ed634e06 Dec 10 09:30:02.826868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.863902 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.866982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:02.868209 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:02.932681 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3111470 Dec 10 09:30:02.935403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40262) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:02.940807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Request body: {'subnet': {'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1068263541-subnet', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:02.941657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55ec6f-0e23-4f35-9876-8c346305384e admin admin] Pushing event updated for resources: {'Network': ['ID=76c82565-6a07-4d82-9c0e-8072ed634e06,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:02.953287 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 76c82565-6a07-4d82-9c0e-8072ed634e06 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:30:02.972096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Made reservation on behalf of 0e58b9a494134f7cac22c67cd917d004 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:02.974482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.158455 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.218280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca878b7-cb2f-44de-8d11-25e2ae65f18b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:03.225848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Checking segment: {'id': '05ce3f64-3051-4b9c-a737-2c8e64d93391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:03.226361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Network hostable DHCP agents. Network: 76c82565-6a07-4d82-9c0e-8072ed634e06, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:30:03.234131 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2b90-1e9e-4d58-8475-e12197721894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.245164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Network 76c82565-6a07-4d82-9c0e-8072ed634e06 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:30:03.262818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 76c82565-6a07-4d82-9c0e-8072ed634e06) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:03.270222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:03.270874 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.286198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d7381-45d6-4fdf-baab-b472682812c3 None None] Network 76c82565-6a07-4d82-9c0e-8072ed634e06 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:03.291707 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1df57a93-6769-42ec-ae99-4a9308359ea2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3551457 Dec 10 09:30:03.294562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40268) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:03.301787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:03.331161 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.332681 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.430809 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.467624 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-76c82565-6a07-4d82-9c0e-8072ed634e06', 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06', 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'fixed_ips': [{'subnet_id': '3ca878b7-cb2f-44de-8d11-25e2ae65f18b'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:30:03.467624 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.630263 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.655554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Allocated IP 172.20.0.2 (76c82565-6a07-4d82-9c0e-8072ed634e06/3ca878b7-cb2f-44de-8d11-25e2ae65f18b/fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:03.862953 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.875164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:03.879246 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.916467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.942329 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:03.948007 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Network 76c82565-6a07-4d82-9c0e-8072ed634e06 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:03.953236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:03.959244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:03.983901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Pushing event updated for resources: {'Port': ['ID=fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:04.042441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Attempting to bind port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:04.042819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Attempting to bind port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '05ce3f64-3051-4b9c-a737-2c8e64d93391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:04.043349 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Attempting to bind port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 on network 76c82565-6a07-4d82-9c0e-8072ed634e06 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:04.051942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:04.052402 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:04.070757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Allocated IP 172.25.3.34 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/b2be3409-d008-46b1-98fa-eb2172491d35) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:04.102761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:04.103150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Checking segment: {'id': '05ce3f64-3051-4b9c-a737-2c8e64d93391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:04.103565 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:04.104545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Bound using segment: {'id': '05ce3f64-3051-4b9c-a737-2c8e64d93391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:04.105057 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Bound port: fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ce3f64-3051-4b9c-a737-2c8e64d93391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:04.105448 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:04.198670 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:04.213846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] For port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:04.217154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] For port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7,segment=NetworkSegment(05ce3f64-3051-4b9c-a737-2c8e64d93391),segment_id=05ce3f64-3051-4b9c-a737-2c8e64d93391)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:04.224280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:04.241562 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:04.290274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:04.292890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32846a3f-3d05-4044-99cb-fb1eb3861b92 None None] Pushing event updated for resources: {'Port': ['ID=fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:04.293560 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:04.301316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:04.312374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb78cc3-c843-4972-9984-fe6ea04ed1cf None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:30:04.427689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-da2d66ea-64fc-4f61-84f9-b513e76d2f62 None None] Provisioning complete for port b2be3409-d008-46b1-98fa-eb2172491d35 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:04.428612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-da2d66ea-64fc-4f61-84f9-b513e76d2f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:04.468508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-da2d66ea-64fc-4f61-84f9-b513e76d2f62 None None] Port b2be3409-d008-46b1-98fa-eb2172491d35 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:04.786797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=b2be3409-d008-46b1-98fa-eb2172491d35,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:04.974611 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:05.241111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:05.409661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Router 88da4e2e-9364-4cbe-8665-589233bca887 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:30:05.455265 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e29fefcc-0d93-4c56-b2f7-0f1fa09aa090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:05.551242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:05.566756 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Sync routers for ids ['88da4e2e-9364-4cbe-8665-589233bca887'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:05.573081 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:05.574980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d1ef7009-b5bc-47f8-bddf-5a8117761cc5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2785521 Dec 10 09:30:05.578993 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40274) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:05.588444 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Routers {'88da4e2e-9364-4cbe-8665-589233bca887'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:05.589173 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:30:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['88da4e2e-9364-4cbe-8665-589233bca887'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:05.688579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Sync routers for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:05.704099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:05.705167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:30:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:05.877079 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Set router 88da4e2e-9364-4cbe-8665-589233bca887 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:05.994967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:06.001360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:06.067978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d460a5-c093-4dd0-85b8-f3ceea65e80d None None] Network 76c82565-6a07-4d82-9c0e-8072ed634e06 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:30:06.184686 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88da4e2e-9364-4cbe-8665-589233bca887', 'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:04Z', 'revision_number': 3, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'gw_port': {'id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:06.221098 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Checking router: 88da4e2e-9364-4cbe-8665-589233bca887 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:06.221575 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Updating router 88da4e2e-9364-4cbe-8665-589233bca887 port b2be3409-d008-46b1-98fa-eb2172491d35 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:30:06.257986 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.270719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.287979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-53e0aa84-ddec-47a1-8b2a-0494820dead9 None None] Provisioning complete for port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:06.288422 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53e0aa84-ddec-47a1-8b2a-0494820dead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.391059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:06.391452 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.518313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Allocated IP 172.20.0.1 (76c82565-6a07-4d82-9c0e-8072ed634e06/3ca878b7-cb2f-44de-8d11-25e2ae65f18b/82469d75-1797-4aed-97a8-cae42cecb90b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:06.555656 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53e0aa84-ddec-47a1-8b2a-0494820dead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.614336 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.634409 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.645658 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.681638 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.686687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-53e0aa84-ddec-47a1-8b2a-0494820dead9 None None] For port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7,segment=NetworkSegment(05ce3f64-3051-4b9c-a737-2c8e64d93391),segment_id=05ce3f64-3051-4b9c-a737-2c8e64d93391)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:06.689938 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.692845 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.699575 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Pushing event updated for resources: {'Port': ['ID=b2be3409-d008-46b1-98fa-eb2172491d35,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:06.700190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 2, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:06.702519 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53e0aa84-ddec-47a1-8b2a-0494820dead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.715666 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:30:06.724186 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.724532 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.724875 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.725213 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.725714 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.726047 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.726373 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.726734 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.727069 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.728383 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.728712 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.729033 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.729353 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:06.762340 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Attempting to bind port b2be3409-d008-46b1-98fa-eb2172491d35 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:06.762726 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Attempting to bind port b2be3409-d008-46b1-98fa-eb2172491d35 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:06.763093 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Attempting to bind port b2be3409-d008-46b1-98fa-eb2172491d35 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:06.769765 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:06.771037 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:06.771505 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.772071 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:06.772556 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Bound port: b2be3409-d008-46b1-98fa-eb2172491d35, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:06.774337 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.774594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bc9086-cf1f-4166-ac2c-a1a8494dcf01 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:30:06.776895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Network 76c82565-6a07-4d82-9c0e-8072ed634e06 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:06.785269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Checking router: eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:06.786005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Updating router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:30:06.786560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:06.796402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:06.850629 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] For port b2be3409-d008-46b1-98fa-eb2172491d35, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:06.855271 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] For port b2be3409-d008-46b1-98fa-eb2172491d35, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b2be3409-d008-46b1-98fa-eb2172491d35,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:06.866622 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.870641 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.883109 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:06.913235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c3701-67e3-4545-987a-8f7e3e7bd5f1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:30:06.936741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Pushing event updated for resources: {'Port': ['ID=82469d75-1797-4aed-97a8-cae42cecb90b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:06.967845 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Routers {'88da4e2e-9364-4cbe-8665-589233bca887'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:06.968517 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:30:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['88da4e2e-9364-4cbe-8665-589233bca887'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:07.064590 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1375c1b-17be-46ce-adce-ca4474de7dcf None None] Pushing event updated for resources: {'Port': ['ID=b2be3409-d008-46b1-98fa-eb2172491d35,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:07.131467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0aa84-ddec-47a1-8b2a-0494820dead9 None None] Pushing event updated for resources: {'Port': ['ID=fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:07.139563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-979a4342-062a-4378-93c4-ee100206a481 None None] Provisioning complete for port b2be3409-d008-46b1-98fa-eb2172491d35 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:07.139933 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-979a4342-062a-4378-93c4-ee100206a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.147247 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.183219 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:30:07.183608 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:30:07.222664 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] Set router 88da4e2e-9364-4cbe-8665-589233bca887 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:07.381309 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.387781 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-979a4342-062a-4378-93c4-ee100206a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.393342 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.410335 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-979a4342-062a-4378-93c4-ee100206a481 None None] For port b2be3409-d008-46b1-98fa-eb2172491d35, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b2be3409-d008-46b1-98fa-eb2172491d35,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:07.421715 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-979a4342-062a-4378-93c4-ee100206a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.456737 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88da4e2e-9364-4cbe-8665-589233bca887', 'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:04Z', 'revision_number': 3, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'gw_port': {'id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:07.503063 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878a9e5-d0fb-4dbd-bfa8-40e628c60455 None None] The sync data for ids ['88da4e2e-9364-4cbe-8665-589233bca887'] in n-d-814746-3 is: [{'id': '88da4e2e-9364-4cbe-8665-589233bca887', 'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:04Z', 'revision_number': 3, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'gw_port': {'id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:07.505236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a4342-062a-4378-93c4-ee100206a481 None None] Pushing event updated for resources: {'Port': ['ID=b2be3409-d008-46b1-98fa-eb2172491d35,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:07.516929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Pushing event updated for resources: {'Port': ['ID=82469d75-1797-4aed-97a8-cae42cecb90b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:07.522869 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.583343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5d856f5d-2915-4581-ae72-d981d8d5f616 None None] Provisioning complete for port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:07.583950 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d856f5d-2915-4581-ae72-d981d8d5f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.619016 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.630753 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.656812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Network 76c82565-6a07-4d82-9c0e-8072ed634e06 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:07.658474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:07.814625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccb709-b089-4348-94eb-a596240863fb None None] Pushing event updated for resources: {'Port': ['ID=8f19bf6a-d257-42df-bd5a-7a3ea3a1499a,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:07.918167 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Router 88da4e2e-9364-4cbe-8665-589233bca887 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:30:07.963831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Attempting to bind port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:07.964330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Attempting to bind port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:07.964713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Attempting to bind port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a on network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:07.995419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:07.995801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Checking segment: {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:07.996203 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:07.996602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Bound using segment: {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:07.997089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Bound port: 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:07.997464 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:08.029755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5d856f5d-2915-4581-ae72-d981d8d5f616 None None] Provisioning complete for port 82469d75-1797-4aed-97a8-cae42cecb90b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:08.030122 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d856f5d-2915-4581-ae72-d981d8d5f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:08.144066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:08.147587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5d856f5d-2915-4581-ae72-d981d8d5f616 None None] Port 82469d75-1797-4aed-97a8-cae42cecb90b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:08.160184 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2608c670-ded3-4bbe-b74e-5d4dbe19037f admin admin] 10.222.0.31 "PUT /v2.0/routers/88da4e2e-9364-4cbe-8665-589233bca887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5790567 Dec 10 09:30:08.184752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] For port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:08.189680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] For port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8f19bf6a-d257-42df-bd5a-7a3ea3a1499a,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:08.192065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5d856f5d-2915-4581-ae72-d981d8d5f616 None None] Provisioning complete for port b2be3409-d008-46b1-98fa-eb2172491d35 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:08.192447 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d856f5d-2915-4581-ae72-d981d8d5f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:08.226506 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:08.280461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b2be3409-d008-46b1-98fa-eb2172491d35 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:08.404426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:08.410174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccb709-b089-4348-94eb-a596240863fb None None] Pushing event updated for resources: {'Port': ['ID=8f19bf6a-d257-42df-bd5a-7a3ea3a1499a,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:08.416620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:08.418503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:30:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:08.611724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b2be3409-d008-46b1-98fa-eb2172491d35 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:08.612367 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:08.667790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:08.804127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c920b7ba-a222-455c-97ad-ead89911cedb None None] Provisioning complete for port 82469d75-1797-4aed-97a8-cae42cecb90b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:08.804597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c920b7ba-a222-455c-97ad-ead89911cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:08.866233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:08.956647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c920b7ba-a222-455c-97ad-ead89911cedb None None] Port 82469d75-1797-4aed-97a8-cae42cecb90b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:08.996294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c920b7ba-a222-455c-97ad-ead89911cedb None None] Provisioning complete for port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:08.996667 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c920b7ba-a222-455c-97ad-ead89911cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.064401 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:09.064824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.210949 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c920b7ba-a222-455c-97ad-ead89911cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.217205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40296) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:09.221272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:08Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:09.223041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5241451f-a01f-4bf7-b7a9-459b4824065d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692515814', 'description': 'tempest-secgroup-smoke-692515814 description', 'project_id': '9ca549be0c0a4a27a79302357a4659ed'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:09.252969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5241451f-a01f-4bf7-b7a9-459b4824065d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.267518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bddfcb-fcb5-4c81-b245-e1c0978a9ee8 None None] The sync data for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 is: [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:08Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:09.299516 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.304460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c920b7ba-a222-455c-97ad-ead89911cedb None None] For port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8f19bf6a-d257-42df-bd5a-7a3ea3a1499a,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:09.308515 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c920b7ba-a222-455c-97ad-ead89911cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.330325 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5241451f-a01f-4bf7-b7a9-459b4824065d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.334766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5241451f-a01f-4bf7-b7a9-459b4824065d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.360928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920b7ba-a222-455c-97ad-ead89911cedb None None] Pushing event updated for resources: {'Port': ['ID=8f19bf6a-d257-42df-bd5a-7a3ea3a1499a,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:09.364687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241451f-a01f-4bf7-b7a9-459b4824065d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72056d7-b038-4e76-be13-799dabd060f4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:09.382339 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5241451f-a01f-4bf7-b7a9-459b4824065d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.384628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5241451f-a01f-4bf7-b7a9-459b4824065d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1656785 Dec 10 09:30:09.387686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 40298) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:09.392334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-354a6931-14c0-4d02-88df-2e65f15c587d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Request body: {'security_group_rule': {'security_group_id': 'd72056d7-b038-4e76-be13-799dabd060f4', 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:09.422108 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-354a6931-14c0-4d02-88df-2e65f15c587d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.494321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-354a6931-14c0-4d02-88df-2e65f15c587d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.498770 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-354a6931-14c0-4d02-88df-2e65f15c587d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.526915 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-354a6931-14c0-4d02-88df-2e65f15c587d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.536203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-354a6931-14c0-4d02-88df-2e65f15c587d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473682 Dec 10 09:30:09.539586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40300) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:09.545041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c5bc0b5e-375f-49d4-a057-ffd6b764665d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Request body: {'security_group_rule': {'security_group_id': 'd72056d7-b038-4e76-be13-799dabd060f4', 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:09.550844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a6931-14c0-4d02-88df-2e65f15c587d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263005a8-bb59-49ef-893e-2b23ef40b487,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:09.587115 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0b5e-375f-49d4-a057-ffd6b764665d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.659020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0b5e-375f-49d4-a057-ffd6b764665d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.664534 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0b5e-375f-49d4-a057-ffd6b764665d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.685670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc0b5e-375f-49d4-a057-ffd6b764665d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42f56e6-1794-47e6-b5bf-4390375c80f7,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:09.699173 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0b5e-375f-49d4-a057-ffd6b764665d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.700501 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c5bc0b5e-375f-49d4-a057-ffd6b764665d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1595063 Dec 10 09:30:09.703500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40302) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:09.708263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0daa7d5c-3916-4210-bf9f-2d6a064af6e6 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Request body: {'security_group_rule': {'security_group_id': 'd72056d7-b038-4e76-be13-799dabd060f4', 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:09.738788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0daa7d5c-3916-4210-bf9f-2d6a064af6e6 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.807536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0daa7d5c-3916-4210-bf9f-2d6a064af6e6 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.813428 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0daa7d5c-3916-4210-bf9f-2d6a064af6e6 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.833906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa7d5c-3916-4210-bf9f-2d6a064af6e6 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc56b093-eab3-49f8-b3bc-906c7ef88588,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:09.843783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0daa7d5c-3916-4210-bf9f-2d6a064af6e6 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.847650 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0daa7d5c-3916-4210-bf9f-2d6a064af6e6 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405549 Dec 10 09:30:09.847825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40304) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:09.852934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-29758c7a-1f3f-43ff-b130-617558c34ba4 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Request body: {'security_group_rule': {'security_group_id': 'd72056d7-b038-4e76-be13-799dabd060f4', 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:09.886287 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-29758c7a-1f3f-43ff-b130-617558c34ba4 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.911441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Sync routers for ids ['88da4e2e-9364-4cbe-8665-589233bca887'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:09.932326 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Routers {'88da4e2e-9364-4cbe-8665-589233bca887'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:09.932982 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:30:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['88da4e2e-9364-4cbe-8665-589233bca887'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:09.979562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-29758c7a-1f3f-43ff-b130-617558c34ba4 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:09.988389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-29758c7a-1f3f-43ff-b130-617558c34ba4 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.027270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29758c7a-1f3f-43ff-b130-617558c34ba4 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8c5c80-1a4f-41af-9b03-eedb72e70536,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:10.049958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-29758c7a-1f3f-43ff-b130-617558c34ba4 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.051787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-29758c7a-1f3f-43ff-b130-617558c34ba4 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2028313 Dec 10 09:30:10.054525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40306) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:10.060130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d9f91578-ba4f-4e78-8f09-5e62ef09b31e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Request body: {'security_group_rule': {'security_group_id': 'd72056d7-b038-4e76-be13-799dabd060f4', 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:10.112653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:10.123979 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-d9f91578-ba4f-4e78-8f09-5e62ef09b31e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Project 9ca549be0c0a4a27a79302357a4659ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:30:10.135020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f91578-ba4f-4e78-8f09-5e62ef09b31e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.209578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:10.213389 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.249853 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Set router 88da4e2e-9364-4cbe-8665-589233bca887 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:10.272188 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f91578-ba4f-4e78-8f09-5e62ef09b31e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.279072 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f91578-ba4f-4e78-8f09-5e62ef09b31e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.334474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f91578-ba4f-4e78-8f09-5e62ef09b31e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbe2503-c456-4817-8350-e2af4d02fba9,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:10.355339 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d9f91578-ba4f-4e78-8f09-5e62ef09b31e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.358776 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d9f91578-ba4f-4e78-8f09-5e62ef09b31e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3029931 Dec 10 09:30:10.361372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40310) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:10.366755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-33fa3f2f-4236-4218-bc89-8327e26eb1dd tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Request body: {'security_group_rule': {'security_group_id': 'd72056d7-b038-4e76-be13-799dabd060f4', 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:10.398685 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-33fa3f2f-4236-4218-bc89-8327e26eb1dd tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Project 9ca549be0c0a4a27a79302357a4659ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:30:10.412416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33fa3f2f-4236-4218-bc89-8327e26eb1dd tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.508421 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33fa3f2f-4236-4218-bc89-8327e26eb1dd tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.514161 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33fa3f2f-4236-4218-bc89-8327e26eb1dd tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.537464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa3f2f-4236-4218-bc89-8327e26eb1dd tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45588bf5-9f1c-433e-9389-11a874fff503,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:10.548057 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88da4e2e-9364-4cbe-8665-589233bca887', 'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 4, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'gw_port': {'id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '82469d75-1797-4aed-97a8-cae42cecb90b', 'name': '', 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'mac_address': 'fa:16:3e:8e:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ca878b7-cb2f-44de-8d11-25e2ae65f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:06Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 2, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'subnets': [{'id': '3ca878b7-cb2f-44de-8d11-25e2ae65f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:10.551888 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33fa3f2f-4236-4218-bc89-8327e26eb1dd tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.568555 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-33fa3f2f-4236-4218-bc89-8327e26eb1dd tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2060821 Dec 10 09:30:10.591652 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Checking router: 88da4e2e-9364-4cbe-8665-589233bca887 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:10.593050 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Updating router 88da4e2e-9364-4cbe-8665-589233bca887 port 82469d75-1797-4aed-97a8-cae42cecb90b binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:30:10.630551 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.739555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-05e1a833-97fe-4958-9662-5b8cdb19bf7d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692515814&fields=id&tenant_id=9ca549be0c0a4a27a79302357a4659ed HTTP/1.1" status: 200 len: 267 time: 0.0577681 Dec 10 09:30:10.861468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-9d5aa5ed-909c-4084-9ef0-c83b7f4f23ae tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:10.863244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-9d5aa5ed-909c-4084-9ef0-c83b7f4f23ae tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/networks?id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 200 len: 808 time: 0.1158705 Dec 10 09:30:10.882765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-36b656f4-8ff8-4a47-867b-ad220f8f5340 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/quotas/9ca549be0c0a4a27a79302357a4659ed HTTP/1.1" status: 200 len: 375 time: 0.0112760 Dec 10 09:30:10.937117 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.938429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-8c988553-e1e7-4210-8b6e-61605209f510 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ca549be0c0a4a27a79302357a4659ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491316 Dec 10 09:30:10.943029 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:10.999492 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb39b3-1e81-44d0-bb6e-b860a886e682 None None] Pushing event updated for resources: {'Port': ['ID=82469d75-1797-4aed-97a8-cae42cecb90b,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:11.057526 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Attempting to bind port 82469d75-1797-4aed-97a8-cae42cecb90b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:11.058976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Attempting to bind port 82469d75-1797-4aed-97a8-cae42cecb90b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '05ce3f64-3051-4b9c-a737-2c8e64d93391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:11.058976 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Attempting to bind port 82469d75-1797-4aed-97a8-cae42cecb90b on network 76c82565-6a07-4d82-9c0e-8072ed634e06 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:11.064585 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:11.064952 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Checking segment: {'id': '05ce3f64-3051-4b9c-a737-2c8e64d93391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:11.065362 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:11.065924 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Bound using segment: {'id': '05ce3f64-3051-4b9c-a737-2c8e64d93391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:11.066258 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Bound port: 82469d75-1797-4aed-97a8-cae42cecb90b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ce3f64-3051-4b9c-a737-2c8e64d93391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:11.066653 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:11.093796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-93ec5cf9-0564-4687-be74-a8d3a6bb3e5e service neutron] 10.222.0.31 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306946 Dec 10 09:30:11.156300 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] For port 82469d75-1797-4aed-97a8-cae42cecb90b, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:11.163722 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] For port 82469d75-1797-4aed-97a8-cae42cecb90b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=82469d75-1797-4aed-97a8-cae42cecb90b,segment=NetworkSegment(05ce3f64-3051-4b9c-a737-2c8e64d93391),segment_id=05ce3f64-3051-4b9c-a737-2c8e64d93391)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:11.173785 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:11.240122 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Routers {'88da4e2e-9364-4cbe-8665-589233bca887'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:11.240733 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:30:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['88da4e2e-9364-4cbe-8665-589233bca887'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:11.273674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-82a88b04-30fc-477f-b371-63d2fb8b266c service neutron] 10.222.0.31 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716812 Dec 10 09:30:11.287439 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb39b3-1e81-44d0-bb6e-b860a886e682 None None] Pushing event updated for resources: {'Port': ['ID=82469d75-1797-4aed-97a8-cae42cecb90b,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:11.410213 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] Set router 88da4e2e-9364-4cbe-8665-589233bca887 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:11.475588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-09c78b13-da61-4715-85cd-9b05fdde3d86 None None] Provisioning complete for port 82469d75-1797-4aed-97a8-cae42cecb90b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:11.478321 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-09c78b13-da61-4715-85cd-9b05fdde3d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:11.608224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cd86450-f26d-47f2-bbd7-0e3debc23071 req-fffc6f95-0a21-4785-ae19-1ee2aab4afe0 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 210 time: 0.0775983 Dec 10 09:30:11.661862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-09c78b13-da61-4715-85cd-9b05fdde3d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:11.704713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-09c78b13-da61-4715-85cd-9b05fdde3d86 None None] For port 82469d75-1797-4aed-97a8-cae42cecb90b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=82469d75-1797-4aed-97a8-cae42cecb90b,segment=NetworkSegment(05ce3f64-3051-4b9c-a737-2c8e64d93391),segment_id=05ce3f64-3051-4b9c-a737-2c8e64d93391)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:11.709977 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-09c78b13-da61-4715-85cd-9b05fdde3d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:11.776812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c78b13-da61-4715-85cd-9b05fdde3d86 None None] Pushing event updated for resources: {'Port': ['ID=82469d75-1797-4aed-97a8-cae42cecb90b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:11.811278 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88da4e2e-9364-4cbe-8665-589233bca887', 'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 4, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'gw_port': {'id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '82469d75-1797-4aed-97a8-cae42cecb90b', 'name': '', 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'mac_address': 'fa:16:3e:8e:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ca878b7-cb2f-44de-8d11-25e2ae65f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:06Z', 'updated_at': '2021-12-10T09:30:11Z', 'revision_number': 4, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'subnets': [{'id': '3ca878b7-cb2f-44de-8d11-25e2ae65f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:11.841063 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90ad44-4682-4089-b548-721ab7192026 None None] The sync data for ids ['88da4e2e-9364-4cbe-8665-589233bca887'] in n-d-814746-3 is: [{'id': '88da4e2e-9364-4cbe-8665-589233bca887', 'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 4, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'gw_port': {'id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '82469d75-1797-4aed-97a8-cae42cecb90b', 'name': '', 'network_id': '76c82565-6a07-4d82-9c0e-8072ed634e06', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'mac_address': 'fa:16:3e:8e:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ca878b7-cb2f-44de-8d11-25e2ae65f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:06Z', 'updated_at': '2021-12-10T09:30:11Z', 'revision_number': 4, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'subnets': [{'id': '3ca878b7-cb2f-44de-8d11-25e2ae65f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:11.843502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-76e00d0e-e1a1-4fed-99f8-3bc008237467 None None] Provisioning complete for port 82469d75-1797-4aed-97a8-cae42cecb90b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:11.843946 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-76e00d0e-e1a1-4fed-99f8-3bc008237467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:12.066684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 82469d75-1797-4aed-97a8-cae42cecb90b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:12.126339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 82469d75-1797-4aed-97a8-cae42cecb90b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:12.129626 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:12.730572 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d40a43eb-3f62-4f45-9f8a-8ed75f79293f req-d2a97854-b33a-43c8-a11c-a2326741c53f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 210 time: 0.0395129 Dec 10 09:30:13.136480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-23153ece-9538-4645-81a8-ed40409b8db4 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:13.138097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-23153ece-9538-4645-81a8-ed40409b8db4 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.18 "GET /v2.0/networks?id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 200 len: 808 time: 0.1270955 Dec 10 09:30:13.219245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-151c4d30-8405-4729-827b-83ef92af5f7a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca549be0c0a4a27a79302357a4659ed HTTP/1.1" status: 200 len: 379 time: 0.0677483 Dec 10 09:30:13.230526 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Request body: {'port': {'device_id': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'admin_state_up': True, 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'security_groups': ['d72056d7-b038-4e76-be13-799dabd060f4']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:13.352444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Made reservation on behalf of 9ca549be0c0a4a27a79302357a4659ed for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:13.356888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:13.489094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Allocated IP 172.20.0.13 (c0a5b9f6-cbd4-45a4-bd65-d031aa985b55/e037d5d6-4d3e-4198-9d7f-6736a1245a51/524b908c-9d48-4807-8976-c804e7a43554) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:13.655025 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:13.696742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:13.742169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:13.745934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:13.749604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:13.758337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'Port': ['ID=524b908c-9d48-4807-8976-c804e7a43554,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:13.838222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:13.838861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:13.870517 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-ddf70e22-00ca-4388-840f-81697c9b5d1a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6445103 Dec 10 09:30:13.886312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Request body: {'port': {'device_id': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:13.922609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8908e2b-9dcc-456c-bd3e-f1d7fe74dae6 req-118ef2c4-86d3-40f2-b50f-b22f1740d93b tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:13.924139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8908e2b-9dcc-456c-bd3e-f1d7fe74dae6 req-118ef2c4-86d3-40f2-b50f-b22f1740d93b tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 932 time: 0.1065781 Dec 10 09:30:13.961043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:14.022047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e5293328-69e0-4c3e-8410-96d2b5ab0db1 None None] Provisioning complete for port 524b908c-9d48-4807-8976-c804e7a43554 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:14.023997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e5293328-69e0-4c3e-8410-96d2b5ab0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:14.044630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8908e2b-9dcc-456c-bd3e-f1d7fe74dae6 req-363a013e-7323-4168-b1b3-d2ebb8979002 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121242 Dec 10 09:30:14.073663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e5293328-69e0-4c3e-8410-96d2b5ab0db1 None None] Port 524b908c-9d48-4807-8976-c804e7a43554 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:30:14.294812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524b908c-9d48-4807-8976-c804e7a43554 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:30:14.302477 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:14.315802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Transition to ACTIVE for port object 524b908c-9d48-4807-8976-c804e7a43554 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:30:14.319201 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:14.391528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Pushing event updated for resources: {'Port': ['ID=524b908c-9d48-4807-8976-c804e7a43554,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:14.450038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Attempting to bind port 524b908c-9d48-4807-8976-c804e7a43554 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:30:14.450774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Attempting to bind port 524b908c-9d48-4807-8976-c804e7a43554 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:30:14.451115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Attempting to bind port 524b908c-9d48-4807-8976-c804e7a43554 on network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:14.457382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Port 524b908c-9d48-4807-8976-c804e7a43554 on network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:30:14.457765 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Attempting to bind port 524b908c-9d48-4807-8976-c804e7a43554 on network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:30:14.468355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:30:14.468733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Checking segment: {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:30:14.469140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Bound using segment: {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:30:14.470592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Bound port: 524b908c-9d48-4807-8976-c804e7a43554, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e26010a-0c2a-4beb-a0c0-65cffaefc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:30:14.471769 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:14.546961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] For port 524b908c-9d48-4807-8976-c804e7a43554, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:30:14.551662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] For port 524b908c-9d48-4807-8976-c804e7a43554, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=524b908c-9d48-4807-8976-c804e7a43554,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:30:14.557445 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:14.625453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Pushing event updated for resources: {'Port': ['ID=524b908c-9d48-4807-8976-c804e7a43554,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:14.637801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:14.640897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:14.642771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-57bcf3b3-d062-435b-9250-cc8272fd052d service neutron] 10.222.0.18 "PUT /v2.0/ports/524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 200 len: 1092 time: 0.7626786 Dec 10 09:30:14.646267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'tag': '524b908c-9d48-4807-8976-c804e7a43554'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:14.656831 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70c018c-e931-4ca7-9f31-c5012e7ac8af" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b36ce9-d860-4e84-b43f-184264f95f17", "tag": "524b908c-9d48-4807-8976-c804e7a43554"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:14.794918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-c740ed5b-67a0-43c8-a544-9d1fa5bccd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:14.796341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-c740ed5b-67a0-43c8-a544-9d1fa5bccd3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca549be0c0a4a27a79302357a4659ed&device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1095 time: 0.0904713 Dec 10 09:30:14.868832 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28db7e87-10df-4ef8-a1a0-6b98b24625b2 x-openstack-request-id: req-28db7e87-10df-4ef8-a1a0-6b98b24625b2 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:14.869275 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b36ce9-d860-4e84-b43f-184264f95f17", "tag": "524b908c-9d48-4807-8976-c804e7a43554", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:14.869651 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28db7e87-10df-4ef8-a1a0-6b98b24625b2 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:14.870154 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'tag': '524b908c-9d48-4807-8976-c804e7a43554', 'status': 'completed', 'code': 200} Dec 10 09:30:14.877377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-8d272329-3940-4617-9756-e05b589b9966 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 200 len: 217 time: 0.0725586 Dec 10 09:30:14.932761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-68a0301b-3b44-4c27-864e-5ff935c56c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:14.934325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-68a0301b-3b44-4c27-864e-5ff935c56c65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e037d5d6-4d3e-4198-9d7f-6736a1245a51 HTTP/1.1" status: 200 len: 847 time: 0.0489757 Dec 10 09:30:14.985866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-b9f5c8a6-458c-4bd4-b9fe-7837364de56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:14.987359 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-b9f5c8a6-458c-4bd4-b9fe-7837364de56e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434151 Dec 10 09:30:15.099608 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-b82bb6b5-4666-4abd-85c2-02564be5e9b9 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052208 Dec 10 09:30:15.228058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687d646-bb87-4b56-a7f5-1e384c2b92cb req-41153e96-86eb-46c9-995c-93fad3a11c75 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:15.230424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7687d646-bb87-4b56-a7f5-1e384c2b92cb req-41153e96-86eb-46c9-995c-93fad3a11c75 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 944 time: 0.1051421 Dec 10 09:30:15.235188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4e272dc5-13bb-4e60-97fe-1ea81d7da0eb req-7d168bfa-61e1-4481-968b-a87b3b391a2d service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289976 Dec 10 09:30:15.291954 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7687d646-bb87-4b56-a7f5-1e384c2b92cb req-9a9d3124-b2ae-40ea-a238-8759913e7700 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545025 Dec 10 09:30:15.324454 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:15.356974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-9b3d91cd-c086-4031-9713-8d39a03eb246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:15.359142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-9b3d91cd-c086-4031-9713-8d39a03eb246 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca549be0c0a4a27a79302357a4659ed&device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1095 time: 0.0508151 Dec 10 09:30:15.462081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-08b928c0-d0dc-4eb6-bcb7-6f0b3e875874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:15.463673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-08b928c0-d0dc-4eb6-bcb7-6f0b3e875874 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 200 len: 909 time: 0.0961902 Dec 10 09:30:15.510337 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-01452dc6-8522-4de8-b4dd-2c4648251eb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 200 len: 217 time: 0.0387414 Dec 10 09:30:15.567405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-a7223284-ea7d-47f1-9d29-f0fff2c5b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:15.569121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-a7223284-ea7d-47f1-9d29-f0fff2c5b509 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e037d5d6-4d3e-4198-9d7f-6736a1245a51 HTTP/1.1" status: 200 len: 847 time: 0.0532944 Dec 10 09:30:15.620272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-eac15f52-2c0f-4775-bb95-5de4194d85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:15.621950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-eac15f52-2c0f-4775-bb95-5de4194d85f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458450 Dec 10 09:30:15.711228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-a7051b70-bb1f-4a1f-bf8a-c91cfbc246b7 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824516 Dec 10 09:30:15.807273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b70c018c-e931-4ca7-9f31-c5012e7ac8af req-cd34d66f-13c7-41b3-b0d0-d71c3d8c20b5 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887208 Dec 10 09:30:16.419167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb264b-d418-41c9-9d26-4e9601435ee1 req-5b5c94f5-b48b-403a-a4b5-ef78cc57e688 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:16.420706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bceb264b-d418-41c9-9d26-4e9601435ee1 req-5b5c94f5-b48b-403a-a4b5-ef78cc57e688 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 944 time: 0.0516574 Dec 10 09:30:16.475019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bceb264b-d418-41c9-9d26-4e9601435ee1 req-20986f99-94c0-451b-9bd0-5f44eb74fd5f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481174 Dec 10 09:30:17.591841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6daef-3c96-42cb-a763-f09f5e63297f req-385a64ee-1210-4171-817a-1470dea9d9fb tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:17.593376 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1a6daef-3c96-42cb-a763-f09f5e63297f req-385a64ee-1210-4171-817a-1470dea9d9fb tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 944 time: 0.0487823 Dec 10 09:30:17.643032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1a6daef-3c96-42cb-a763-f09f5e63297f req-9b4c2fe2-affd-42f4-976f-52df09a7655e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434251 Dec 10 09:30:18.490608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 524b908c-9d48-4807-8976-c804e7a43554 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:30:18.590362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 524b908c-9d48-4807-8976-c804e7a43554, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=524b908c-9d48-4807-8976-c804e7a43554,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:18.602984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '524b908c-9d48-4807-8976-c804e7a43554', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'port_id': '524b908c-9d48-4807-8976-c804e7a43554', 'mac_address': 'fa:16:3e:2b:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:30:18.646745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:18.660687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524b908c-9d48-4807-8976-c804e7a43554 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:30:18.684432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 524b908c-9d48-4807-8976-c804e7a43554, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=524b908c-9d48-4807-8976-c804e7a43554,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:18.689529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:18.747455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=524b908c-9d48-4807-8976-c804e7a43554,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:18.769285 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22dac9-9e24-49ff-9d0e-73ef32aa7f7f req-d813f62a-68f2-436f-82e8-d815af0cb77f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:18.770813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed22dac9-9e24-49ff-9d0e-73ef32aa7f7f req-d813f62a-68f2-436f-82e8-d815af0cb77f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 945 time: 0.0559008 Dec 10 09:30:18.821764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed22dac9-9e24-49ff-9d0e-73ef32aa7f7f req-f19d9d06-049b-4ac3-804f-e3e0a9a1a122 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445819 Dec 10 09:30:19.024037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['524b908c-9d48-4807-8976-c804e7a43554'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:30:19.474569 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:19.941588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9734c-10e5-44e4-bd78-02cb0a43b02a req-f7670488-9f04-4021-ace3-894a93ac7cd5 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:19.943133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12c9734c-10e5-44e4-bd78-02cb0a43b02a req-f7670488-9f04-4021-ace3-894a93ac7cd5 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 945 time: 0.0498660 Dec 10 09:30:19.992432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12c9734c-10e5-44e4-bd78-02cb0a43b02a req-35aad4a1-deef-416d-b8db-bbcfda5e1e8a tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433216 Dec 10 09:30:20.506071 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 524b908c-9d48-4807-8976-c804e7a43554 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:30:20.560872 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 524b908c-9d48-4807-8976-c804e7a43554 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:30:20.564550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 524b908c-9d48-4807-8976-c804e7a43554 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:30:20.564919 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.643360 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.665026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524b908c-9d48-4807-8976-c804e7a43554'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:20.667526 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9c7825-877d-438b-af18-0075e36fcade" -d '{"events": [{"server_uuid": "e1b36ce9-d860-4e84-b43f-184264f95f17", "name": "network-vif-plugged", "status": "completed", "tag": "524b908c-9d48-4807-8976-c804e7a43554"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:20.680286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 524b908c-9d48-4807-8976-c804e7a43554, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=524b908c-9d48-4807-8976-c804e7a43554,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:30:20.684244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:20.733733 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=524b908c-9d48-4807-8976-c804e7a43554,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:20.769419 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0538c7-91df-4467-a8ae-d454c5799fc0 x-openstack-request-id: req-ac0538c7-91df-4467-a8ae-d454c5799fc0 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:20.769748 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b36ce9-d860-4e84-b43f-184264f95f17", "name": "network-vif-plugged", "status": "completed", "tag": "524b908c-9d48-4807-8976-c804e7a43554", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:20.770003 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac0538c7-91df-4467-a8ae-d454c5799fc0 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:20.770404 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524b908c-9d48-4807-8976-c804e7a43554', 'code': 200} Dec 10 09:30:20.866700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a0414-967a-4595-bce8-93cc4aa69b93 req-2a5de967-1eef-4236-b32f-3e91467d1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:20.868091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c7a0414-967a-4595-bce8-93cc4aa69b93 req-2a5de967-1eef-4236-b32f-3e91467d1db2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1097 time: 0.0397871 Dec 10 09:30:20.917104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c7a0414-967a-4595-bce8-93cc4aa69b93 req-8d10bba1-a6b2-40b0-9050-e3fa07bc1cb7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Dec 10 09:30:21.108406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c42c1d-f1e5-4513-a2cf-adfeae7d4c56 req-a79d01f5-491f-4475-b679-531b382dc6d3 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:21.109825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29c42c1d-f1e5-4513-a2cf-adfeae7d4c56 req-a79d01f5-491f-4475-b679-531b382dc6d3 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0495903 Dec 10 09:30:21.158662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29c42c1d-f1e5-4513-a2cf-adfeae7d4c56 req-ddee8ffc-ecd0-4b49-800e-56684a2bef97 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428653 Dec 10 09:30:22.296664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4cddc-5077-48b4-8fe8-9e7115ad29c2 req-1305556d-e1f8-444f-9e34-08cac212ba15 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:22.299317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7da4cddc-5077-48b4-8fe8-9e7115ad29c2 req-1305556d-e1f8-444f-9e34-08cac212ba15 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0620809 Dec 10 09:30:22.357280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7da4cddc-5077-48b4-8fe8-9e7115ad29c2 req-fb021d11-1cc1-47c6-91b3-88a0058f06f6 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488927 Dec 10 09:30:23.482844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe2eff-67ca-41b2-a2b3-e6d45ace88c3 req-6e3a4064-cb85-49b3-9a73-8e52df4fc330 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:23.484398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9fe2eff-67ca-41b2-a2b3-e6d45ace88c3 req-6e3a4064-cb85-49b3-9a73-8e52df4fc330 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0575798 Dec 10 09:30:23.537864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d9fe2eff-67ca-41b2-a2b3-e6d45ace88c3 req-f71cfc6c-c45d-4638-a8aa-9f3d7d2d27f0 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473354 Dec 10 09:30:23.656207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d63cda-4cac-40dd-bc0b-4367a95b7d9e req-77aee803-1c98-4c8b-bb55-a0e003e2bd2f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:23.657717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8d63cda-4cac-40dd-bc0b-4367a95b7d9e req-77aee803-1c98-4c8b-bb55-a0e003e2bd2f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0501685 Dec 10 09:30:23.709830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8d63cda-4cac-40dd-bc0b-4367a95b7d9e req-de9cfbba-038c-43b6-b501-e7493e0d8629 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460553 Dec 10 09:30:23.832512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11e1db-e72e-42f4-b8bd-ab51e785354d req-8796d4d3-c876-44da-9e1f-a7f98a0ba7d1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:23.834033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf11e1db-e72e-42f4-b8bd-ab51e785354d req-8796d4d3-c876-44da-9e1f-a7f98a0ba7d1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0542557 Dec 10 09:30:23.888576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf11e1db-e72e-42f4-b8bd-ab51e785354d req-7eb821c0-d719-4644-97b8-a3eb36df1d0d tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482171 Dec 10 09:30:23.910800 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40438) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:24.040442 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5fc2b8-8c30-41ad-832c-d09b0bbe56e8 tempest-TestServerBasicOps-449497185 tempest-TestServerBasicOps-449497185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:24.042154 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-df5fc2b8-8c30-41ad-832c-d09b0bbe56e8 tempest-TestServerBasicOps-449497185 tempest-TestServerBasicOps-449497185-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1092 time: 0.1303093 Dec 10 09:30:24.045670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 40444) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:30:24.050015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '524b908c-9d48-4807-8976-c804e7a43554', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:24.072129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:24.183698 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:24.285405 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Allocated IP 172.25.3.19 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/05c7516e-cf06-453b-bb9f-0c66314acfe1) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:24.393768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:24.427402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:24.466970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:24.468397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:24.472241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:24.520640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'Port': ['ID=05c7516e-cf06-453b-bb9f-0c66314acfe1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:24.554556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.554910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.555254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.555597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.555938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.556273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.556609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.556938 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.557265 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.558170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.558502 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.558834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.559163 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:30:24.871633 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:24.957374 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:25.107413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:25.112041 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:25.192835 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:25.196621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event updated for resources: {'Port': ['ID=05c7516e-cf06-453b-bb9f-0c66314acfe1,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:25.300251 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Floating IP 495f4a3b-0e64-4440-bc87-23908a7282f8 associated. External IP: 172.25.3.19, port: 524b908c-9d48-4807-8976-c804e7a43554. Dec 10 09:30:25.515837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:30:25.629817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:30:25.644802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] Sync routers for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:30:25.649009 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:25.661015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:25.662150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:30:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:25.679931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-74b5d353-904a-4fae-bd09-944857fb8f4f tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6331925 Dec 10 09:30:25.680527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'tag': '524b908c-9d48-4807-8976-c804e7a43554'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:30:25.683404 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72edd87b-c9c1-473b-bf05-429780f66b86" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b36ce9-d860-4e84-b43f-184264f95f17", "tag": "524b908c-9d48-4807-8976-c804e7a43554"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:30:25.735159 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985f9038-3b3a-42dd-af51-01bf8d2ffb81 x-openstack-request-id: req-985f9038-3b3a-42dd-af51-01bf8d2ffb81 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:30:25.735737 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b36ce9-d860-4e84-b43f-184264f95f17", "tag": "524b908c-9d48-4807-8976-c804e7a43554", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:30:25.736084 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-985f9038-3b3a-42dd-af51-01bf8d2ffb81 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:30:25.736690 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'tag': '524b908c-9d48-4807-8976-c804e7a43554', 'status': 'completed', 'code': 200} Dec 10 09:30:25.795704 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:25.803600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-9745e015-5340-41b3-84dd-1263100782d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:25.805262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-9745e015-5340-41b3-84dd-1263100782d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca549be0c0a4a27a79302357a4659ed&device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1097 time: 0.0413673 Dec 10 09:30:25.909324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-f0961b22-c64c-4247-9cc1-6d5b5972f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:25.910851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-f0961b22-c64c-4247-9cc1-6d5b5972f3ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 200 len: 909 time: 0.0990508 Dec 10 09:30:25.989517 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-1ff199da-99dd-4fa2-9b08-32b1ce0cd4c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 200 len: 999 time: 0.0707648 Dec 10 09:30:26.046433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-53dc8c8b-d1f7-43b2-b5a3-ed4da5a7a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:26.047854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-53dc8c8b-d1f7-43b2-b5a3-ed4da5a7a5ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e037d5d6-4d3e-4198-9d7f-6736a1245a51 HTTP/1.1" status: 200 len: 847 time: 0.0511792 Dec 10 09:30:26.054453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '495f4a3b-0e64-4440-bc87-23908a7282f8', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'port_id': '524b908c-9d48-4807-8976-c804e7a43554', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'mac_address': 'fa:16:3e:2b:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:30:24Z', 'updated_at': '2021-12-10T09:30:24Z', 'revision_number': 0, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:09Z', 'revision_number': 5, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:26.096756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] Checking router: eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:30:26.103472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-9951a3c0-8ed2-4b0c-bf60-3298f1b5678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:26.106004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-9951a3c0-8ed2-4b0c-bf60-3298f1b5678d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495920 Dec 10 09:30:26.106423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:30:26.107029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:30:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:26.213475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-0982ca7a-4ba4-47b3-8b3e-161eb2134dc6 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004546 Dec 10 09:30:26.217608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:30:26.317029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72edd87b-c9c1-473b-bf05-429780f66b86 req-8beb78e0-0a92-4e90-87e7-386e4229d8f0 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968065 Dec 10 09:30:26.450984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '495f4a3b-0e64-4440-bc87-23908a7282f8', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'port_id': '524b908c-9d48-4807-8976-c804e7a43554', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'mac_address': 'fa:16:3e:2b:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:30:24Z', 'updated_at': '2021-12-10T09:30:24Z', 'revision_number': 0, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:09Z', 'revision_number': 5, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:30:26.478379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec814b79-b985-4926-9088-792d9e4dc72a None None] The sync data for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 is: [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '495f4a3b-0e64-4440-bc87-23908a7282f8', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'port_id': '524b908c-9d48-4807-8976-c804e7a43554', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'mac_address': 'fa:16:3e:2b:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:30:24Z', 'updated_at': '2021-12-10T09:30:24Z', 'revision_number': 0, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:09Z', 'revision_number': 5, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:30:26.696094 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7ace4-dcbf-46fd-bd8f-9b1b2cac27c3 None None] New status for floating IP 495f4a3b-0e64-4440-bc87-23908a7282f8: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:30:33.228811 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad9c9-cf4d-4d74-af72-947710b13d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:35.447098 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-00bb8498-d77b-4245-98cb-dcce9d03ac60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:36.602473 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:38.298798 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:39.271734 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:43.715692 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:30:45.340587 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:49.500247 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:53.883976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-f836589f-2b3a-47eb-84c3-5e5f0931c158 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404692 Dec 10 09:30:53.973458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-cf2ed8de-93ec-45a5-9dee-4244a29828f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:53.974983 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-cf2ed8de-93ec-45a5-9dee-4244a29828f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca549be0c0a4a27a79302357a4659ed&device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1097 time: 0.0417500 Dec 10 09:30:54.082005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-c56d0d87-f9e1-4552-b49b-56ad39dddf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:54.083471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-c56d0d87-f9e1-4552-b49b-56ad39dddf3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 200 len: 909 time: 0.0878956 Dec 10 09:30:54.151924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-12f02fd2-eb1e-452d-ac39-9771013ce516 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 200 len: 1001 time: 0.0612185 Dec 10 09:30:54.202386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-dde97f6f-0308-46b7-a475-624c50c9945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:54.203851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-dde97f6f-0308-46b7-a475-624c50c9945e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e037d5d6-4d3e-4198-9d7f-6736a1245a51 HTTP/1.1" status: 200 len: 847 time: 0.0447106 Dec 10 09:30:54.257164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-4721b3a3-94e6-44ef-aea3-808dfdf86f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:54.258717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-4721b3a3-94e6-44ef-aea3-808dfdf86f59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477955 Dec 10 09:30:54.730487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-f09f6f13-76fa-4f2d-9848-ce5f7f75d9cf service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628196 Dec 10 09:30:54.831548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef976b79-4ddb-4474-8f3f-026c501905ab req-9adea5a1-6179-4184-92c5-10cc2412c787 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930974 Dec 10 09:30:57.648849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-c1c82b48-9a21-42d0-8e46-3953ff385316 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:57.650354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-c1c82b48-9a21-42d0-8e46-3953ff385316 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/networks?id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9 HTTP/1.1" status: 200 len: 814 time: 0.1007862 Dec 10 09:30:57.665241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-6e65a7f4-67ea-4e31-a459-62ac918e483f tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/quotas/755d2db4cbd7471d8dee60fc14c224ff HTTP/1.1" status: 200 len: 375 time: 0.0088458 Dec 10 09:30:57.697274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-37a873b3-d327-41cb-9aaa-42d9fa6a068b tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=755d2db4cbd7471d8dee60fc14c224ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258756 Dec 10 09:30:57.761075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-944da71a-c2a7-4e43-853c-a0e36b6b860d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:30:57.762115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-944da71a-c2a7-4e43-853c-a0e36b6b860d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0581286 Dec 10 09:30:57.855148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-dfd846aa-4adb-4731-a240-e42a0a48e47a service neutron] 10.222.0.31 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866356 Dec 10 09:30:57.944590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-7f639dc0-b587-458f-82b8-977b3e4e40de service neutron] 10.222.0.31 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829208 Dec 10 09:30:58.114782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-442733c3-b0b4-4d06-8c28-5384ab0ce7bc req-91f30215-d5af-4385-bff6-78fc6d59656c tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 210 time: 0.0319479 Dec 10 09:30:59.022248 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-8dee7274-6a34-42ed-b58f-20ca1767b47e tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:59.023704 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-8dee7274-6a34-42ed-b58f-20ca1767b47e tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.39 "GET /v2.0/networks?id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9 HTTP/1.1" status: 200 len: 814 time: 0.1048882 Dec 10 09:30:59.036864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Request body: {'port': {'device_id': '3a930d86-5321-495b-869a-433b5c1b4da4', 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9', 'admin_state_up': True, 'tenant_id': '755d2db4cbd7471d8dee60fc14c224ff'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:59.226996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11e8cfd8-6fbc-488f-b378-af0352e216cb req-972bbc40-2bd4-4043-b4c0-3a96f0f242ea tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 210 time: 0.0283954 Dec 10 09:30:59.455724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Made reservation on behalf of 755d2db4cbd7471d8dee60fc14c224ff for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:30:59.459178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.582394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Allocated IP 172.20.0.11 (c73bf967-64d1-4ff9-ab33-e684dffe4ba9/e09ab3d5-3ffc-43f9-89f1-4cee7000691b/0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:30:59.734477 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.766763 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.806972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:30:59.810256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:30:59.812616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:30:59.848170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Pushing event updated for resources: {'Port': ['ID=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:30:59.871816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:30:59.872453 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:30:59.887468 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-422fddc1-875b-4a32-b0a8-2a8edf8ffd98 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8549578 Dec 10 09:30:59.899396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Request body: {'port': {'device_id': '3a930d86-5321-495b-869a-433b5c1b4da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:30:59.952341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:00.209232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:31:00.217196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:00.228598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Transition to ACTIVE for port object 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:31:00.232935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:00.280174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:00.347639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3cf7a-cd6d-4156-bf0a-49b8044fe9f4 req-65e3b691-d74a-4cbc-8f79-af398d33485a tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.349187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6cb3cf7a-cd6d-4156-bf0a-49b8044fe9f4 req-65e3b691-d74a-4cbc-8f79-af398d33485a tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 944 time: 0.0500627 Dec 10 09:31:00.351455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Attempting to bind port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:31:00.351799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Attempting to bind port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:31:00.352127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Attempting to bind port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f on network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:31:00.356532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f on network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:31:00.356992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Attempting to bind port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f on network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:31:00.361805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:31:00.362146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Checking segment: {'id': 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:31:00.362532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Bound using segment: {'id': 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:31:00.362958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Bound port: 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:31:00.363311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:00.397058 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6cb3cf7a-cd6d-4156-bf0a-49b8044fe9f4 req-856266aa-5589-469e-9e96-a6617c8e5e46 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Dec 10 09:31:00.431019 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] For port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:31:00.434042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] For port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:31:00.439273 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:00.475150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.476200 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:00.477615 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f HTTP/1.1" status: 200 len: 1092 time: 0.5821161 Dec 10 09:31:00.478063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a930d86-5321-495b-869a-433b5c1b4da4', 'tag': '0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:00.480294 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b196c5-77db-4f58-a070-83fb0612adb8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a930d86-5321-495b-869a-433b5c1b4da4", "tag": "0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:00.506833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7baa405-6d5c-4967-a054-f4fb9be1b5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:00.525408 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3308971-f318-4a1e-8be6-4dc16f654152 x-openstack-request-id: req-b3308971-f318-4a1e-8be6-4dc16f654152 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:00.526197 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a930d86-5321-495b-869a-433b5c1b4da4", "tag": "0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:00.526461 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3308971-f318-4a1e-8be6-4dc16f654152 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:00.526898 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a930d86-5321-495b-869a-433b5c1b4da4', 'tag': '0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f', 'status': 'completed', 'code': 200} Dec 10 09:31:00.570843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-5602e90b-559b-4a81-8cd0-b7f5bef5858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.572331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-5602e90b-559b-4a81-8cd0-b7f5bef5858a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=755d2db4cbd7471d8dee60fc14c224ff&device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 1095 time: 0.0407672 Dec 10 09:31:00.620139 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-533d9c9f-e566-463d-9899-6250ed76a98e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f HTTP/1.1" status: 200 len: 217 time: 0.0383046 Dec 10 09:31:00.667610 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-a236b9ce-2a2c-49d5-a226-9389f337d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.669538 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-a236b9ce-2a2c-49d5-a226-9389f337d539 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e09ab3d5-3ffc-43f9-89f1-4cee7000691b HTTP/1.1" status: 200 len: 854 time: 0.0420706 Dec 10 09:31:00.702381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-2881a489-2377-4adf-b17e-d276c5a2c6e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239251 Dec 10 09:31:00.803599 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-aea8a06a-f70f-4def-8eb5-18dd9500671e service neutron] 10.222.0.39 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910044 Dec 10 09:31:00.892957 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-269a7b9c-6c5d-4b59-a851-ac4627d81f48 req-b5e66471-82a4-4cee-aef6-e80ea6f3f6e6 service neutron] 10.222.0.39 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821402 Dec 10 09:31:00.977022 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-15b32ee8-56ee-4ca4-98f1-9fa91913ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:00.978604 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-15b32ee8-56ee-4ca4-98f1-9fa91913ae4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=755d2db4cbd7471d8dee60fc14c224ff&device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 1095 time: 0.0408995 Dec 10 09:31:01.073375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-9aeb57eb-8479-4c19-834b-d7b2f295b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:01.074771 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-9aeb57eb-8479-4c19-834b-d7b2f295b67f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9 HTTP/1.1" status: 200 len: 915 time: 0.0891185 Dec 10 09:31:01.118434 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-6c6dcedd-f529-4537-8ce3-fb810372fe9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f HTTP/1.1" status: 200 len: 217 time: 0.0360262 Dec 10 09:31:01.167506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-2340ed0d-9099-424c-b735-a72c7451afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:01.168932 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-2340ed0d-9099-424c-b735-a72c7451afe0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e09ab3d5-3ffc-43f9-89f1-4cee7000691b HTTP/1.1" status: 200 len: 854 time: 0.0431607 Dec 10 09:31:01.208373 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-aa13ff23-5a1c-41d1-bd5b-991559cb2f6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298882 Dec 10 09:31:01.300241 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-227a2508-f694-44b9-b510-d90c73128c10 service neutron] 10.222.0.39 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834889 Dec 10 09:31:01.397630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-17b196c5-77db-4f58-a070-83fb0612adb8 req-93d5f1d5-4fd2-4f27-af10-b9868dbeafe3 service neutron] 10.222.0.39 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885813 Dec 10 09:31:01.513536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e29c08-e7f3-413a-9e62-ad4f5189710d req-457f5415-9432-4fe5-849d-3b7c26a158d4 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:01.515005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3e29c08-e7f3-413a-9e62-ad4f5189710d req-457f5415-9432-4fe5-849d-3b7c26a158d4 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 944 time: 0.0481610 Dec 10 09:31:01.566465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3e29c08-e7f3-413a-9e62-ad4f5189710d req-3ed8837c-f7ad-4e24-bc75-999a954e907e tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Dec 10 09:31:02.683746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da442-2661-4288-940d-0835e7af2165 req-cd04b9b2-8a44-4751-8a7b-7fa2eb9721df tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:02.685292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a1da442-2661-4288-940d-0835e7af2165 req-cd04b9b2-8a44-4751-8a7b-7fa2eb9721df tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 944 time: 0.0491033 Dec 10 09:31:02.731206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a1da442-2661-4288-940d-0835e7af2165 req-33067d33-9c2f-4e81-b3ff-6761ae136378 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 Dec 10 09:31:03.231379 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-acff7498-4290-4441-beae-fd88d8998b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:03.572603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:31:03.666286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:03.677450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f', 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9', 'port_id': '0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f', 'mac_address': 'fa:16:3e:57:be:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09ab3d5-3ffc-43f9-89f1-4cee7000691b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:31:03.717720 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:03.730148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:31:03.749280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:03.755191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:03.803409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:03.811132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.811474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.811832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.812165 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.812498 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.812821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.813144 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.813466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.813814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.814135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.814453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.814768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.815101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:03.849928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0f307-3629-4126-be57-68e60566e23d req-bddeb508-a70e-443b-b1d8-2a17f4ac04c9 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:03.851427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3c0f307-3629-4126-be57-68e60566e23d req-bddeb508-a70e-443b-b1d8-2a17f4ac04c9 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 945 time: 0.0494504 Dec 10 09:31:03.898914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3c0f307-3629-4126-be57-68e60566e23d req-3da83130-8186-4333-a933-09b11a907f8d tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Dec 10 09:31:03.957938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:31:05.017797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee58ca-2e3d-4298-89ee-04c4272c75b7 req-d327a18a-7d85-434f-bc5f-fcb1a598917c tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:05.019270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80ee58ca-2e3d-4298-89ee-04c4272c75b7 req-d327a18a-7d85-434f-bc5f-fcb1a598917c tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 945 time: 0.0526841 Dec 10 09:31:05.065263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80ee58ca-2e3d-4298-89ee-04c4272c75b7 req-f6ad899b-5d79-4717-bc28-84ffd7765142 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Dec 10 09:31:05.449825 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98fd5ae1-408b-4eca-90c0-d006746e4051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:05.604242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:31:05.651506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:31:05.655757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:31:05.656123 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:05.732724 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:05.754224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a930d86-5321-495b-869a-433b5c1b4da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:05.756426 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cbe44c-fd30-4172-831b-05e718b67940" -d '{"events": [{"server_uuid": "3a930d86-5321-495b-869a-433b5c1b4da4", "name": "network-vif-plugged", "status": "completed", "tag": "0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:05.769112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:05.773204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:05.797176 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf45fb-cb46-4fdc-a18d-67bacb7cfe95 x-openstack-request-id: req-8fdf45fb-cb46-4fdc-a18d-67bacb7cfe95 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:05.797472 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a930d86-5321-495b-869a-433b5c1b4da4", "name": "network-vif-plugged", "status": "completed", "tag": "0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:05.797753 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fdf45fb-cb46-4fdc-a18d-67bacb7cfe95 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:05.798145 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a930d86-5321-495b-869a-433b5c1b4da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f', 'code': 200} Dec 10 09:31:05.824219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:05.891108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113ca03-c1da-419d-a58b-0f7e7843efda req-3604e318-ef3e-4e8c-80ae-c8823da0cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:05.892608 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0113ca03-c1da-419d-a58b-0f7e7843efda req-3604e318-ef3e-4e8c-80ae-c8823da0cdba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 1097 time: 0.0416701 Dec 10 09:31:05.941291 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0113ca03-c1da-419d-a58b-0f7e7843efda req-1b8e57d9-c036-4bcf-a443-6fa0b7caceef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Dec 10 09:31:06.181548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce1491-09dc-4205-bd7a-b0782f467039 req-2691e18d-1fb5-4fb0-b054-5b6589d38764 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:06.183035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bdce1491-09dc-4205-bd7a-b0782f467039 req-2691e18d-1fb5-4fb0-b054-5b6589d38764 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 946 time: 0.0487502 Dec 10 09:31:06.230974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bdce1491-09dc-4205-bd7a-b0782f467039 req-089f5343-d1e6-463f-9051-85046649a343 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 Dec 10 09:31:06.604143 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:07.370901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497649d-46fa-4fda-a687-5659734c8b35 req-4e8ee078-7095-4c54-baa9-56614d238abc tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:07.372754 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f497649d-46fa-4fda-a687-5659734c8b35 req-4e8ee078-7095-4c54-baa9-56614d238abc tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 946 time: 0.0555456 Dec 10 09:31:07.422776 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f497649d-46fa-4fda-a687-5659734c8b35 req-54c00303-3019-4c1b-9ebf-178ecf4c649d tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Dec 10 09:31:08.301252 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:09.276363 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:15.347045 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:19.511427 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:20.716729 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:31:31.360552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 41566) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:31:31.464949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7a117-cb82-428a-b763-bccda4f95589 req-b426c595-58a9-4444-be38-fb0a4687a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:31.466530 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45b7a117-cb82-428a-b763-bccda4f95589 req-b426c595-58a9-4444-be38-fb0a4687a674 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1097 time: 0.1049774 Dec 10 09:31:31.512227 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-45b7a117-cb82-428a-b763-bccda4f95589 req-e0bb6834-ac17-4188-bd31-2dbcb8b76a45 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394745 Dec 10 09:31:33.234400 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a8015dbb-f02b-4ba0-9ea2-71c80534afb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:35.454530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9dae56fd-f30a-4c9a-90ab-c9ed6d3d0283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:36.605972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:38.314747 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:39.278966 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:45.354629 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:48.513581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-d0592236-cf5d-4ee9-a2ae-6536305dd00d req-669f2cb5-0e7b-4e2f-ad33-dff8ceed52c8 service neutron] (114970) timed out ('10.222.0.39', 55634) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:31:49.317001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-a0c8c9fb-7254-45a4-bfb3-20bcc4686660 req-755041cc-de82-43e0-b216-69876dee3241 service neutron] (114970) timed out ('10.222.0.39', 55649) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:31:49.524302 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:53.382330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8253eca-c73c-4234-a3e6-5c38e6118bcd req-aa028803-ebc9-4c8d-a42f-d7bd28cc5f48 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:53.383765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8253eca-c73c-4234-a3e6-5c38e6118bcd req-aa028803-ebc9-4c8d-a42f-d7bd28cc5f48 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 946 time: 0.0531809 Dec 10 09:31:53.431424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8253eca-c73c-4234-a3e6-5c38e6118bcd req-f879bdae-1a4c-480d-8a88-f1a0348d5510 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Dec 10 09:31:54.613197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b1391-cd21-48ed-80b7-42ccf00828a7 req-65f049c9-5d9d-4de2-8c13-426d1fa209fa tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:54.614717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c3b1391-cd21-48ed-80b7-42ccf00828a7 req-65f049c9-5d9d-4de2-8c13-426d1fa209fa tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 946 time: 0.1105628 Dec 10 09:31:54.664792 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c3b1391-cd21-48ed-80b7-42ccf00828a7 req-87d699fc-ab70-4c5a-b7cd-d96c8cf4d814 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Dec 10 09:31:54.819807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12631ec3-db9a-473a-9de0-9976e1af171d req-e516c818-db23-48ba-a0fe-1582e65e366d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429404 Dec 10 09:31:54.826489 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-e20703bb-7fd1-4277-8529-81fe06822ae4 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:54.828040 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-e20703bb-7fd1-4277-8529-81fe06822ae4 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 946 time: 0.0557437 Dec 10 09:31:54.903393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12631ec3-db9a-473a-9de0-9976e1af171d req-e45fadd1-563a-4710-ae2b-d631a3eb74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:54.904909 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12631ec3-db9a-473a-9de0-9976e1af171d req-e45fadd1-563a-4710-ae2b-d631a3eb74e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca549be0c0a4a27a79302357a4659ed&device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1097 time: 0.0420349 Dec 10 09:31:54.920971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Deleting port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:31:54.921310 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:55.020360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12631ec3-db9a-473a-9de0-9976e1af171d req-e7977e36-5372-4f3b-8fb2-69946ea8d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:55.020851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] For port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:31:55.021223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:55.021898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12631ec3-db9a-473a-9de0-9976e1af171d req-e7977e36-5372-4f3b-8fb2-69946ea8d361 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 200 len: 909 time: 0.0985076 Dec 10 09:31:55.034608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Calling delete_port for 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:31:55.090670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12631ec3-db9a-473a-9de0-9976e1af171d req-93ae6dcd-fbc0-4dba-816f-59c3dc07141d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 200 len: 1001 time: 0.0614851 Dec 10 09:31:55.141134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12631ec3-db9a-473a-9de0-9976e1af171d req-270ba69c-8982-4cd0-8bf7-e80984c70f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:55.142676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12631ec3-db9a-473a-9de0-9976e1af171d req-270ba69c-8982-4cd0-8bf7-e80984c70f1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e037d5d6-4d3e-4198-9d7f-6736a1245a51 HTTP/1.1" status: 200 len: 847 time: 0.0450552 Dec 10 09:31:55.163367 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:55.180189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:31:55.196728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12631ec3-db9a-473a-9de0-9976e1af171d req-9d10f52b-c1b9-4bf7-b6ae-19fcaf55da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:31:55.196997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Pushing event deleted for resources: {'Port': ['ID=0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:31:55.198294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12631ec3-db9a-473a-9de0-9976e1af171d req-9d10f52b-c1b9-4bf7-b6ae-19fcaf55da76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480413 Dec 10 09:31:55.225225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.225601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.225948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.226295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.226624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.226954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.227282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.227638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.227965 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.228291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.228614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.228936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.229253 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:31:55.254226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] No DVR routers for this DVR port 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:31:55.257872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:31:55.261246 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-385866db-e3aa-41a6-9e09-fb8a0c0b6401 req-24c6d3f2-d3c3-4b09-b97c-51f93e85bc03 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.39 "DELETE /v2.0/ports/0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f HTTP/1.1" status: 204 len: 173 time: 0.4263091 Dec 10 09:31:55.261727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a930d86-5321-495b-869a-433b5c1b4da4', 'name': 'network-vif-deleted', 'tag': '0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:31:55.264005 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f47ecfa-7660-4cb9-8fe0-5ed912c88bea" -d '{"events": [{"server_uuid": "3a930d86-5321-495b-869a-433b5c1b4da4", "name": "network-vif-deleted", "tag": "0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:31:55.302703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12631ec3-db9a-473a-9de0-9976e1af171d req-3d4c92ce-9d7a-4b61-8186-9b5e10b2dc27 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969584 Dec 10 09:31:55.316212 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68571d0c-fa81-41f0-8ab1-bcd43bc4a24d x-openstack-request-id: req-68571d0c-fa81-41f0-8ab1-bcd43bc4a24d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:31:55.316576 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a930d86-5321-495b-869a-433b5c1b4da4", "name": "network-vif-deleted", "tag": "0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:31:55.316898 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68571d0c-fa81-41f0-8ab1-bcd43bc4a24d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:31:55.317364 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a930d86-5321-495b-869a-433b5c1b4da4', 'name': 'network-vif-deleted', 'tag': '0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f', 'status': 'completed', 'code': 200} Dec 10 09:31:55.411605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12631ec3-db9a-473a-9de0-9976e1af171d req-4029994e-1a79-423b-8790-d4a031603974 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021585 Dec 10 09:31:55.775955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ee42e7f-a042-46c8-bce6-dc9338d502a9 req-7a02c31d-5250-4969-9c0f-4ee38ab40475 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a930d86-5321-495b-869a-433b5c1b4da4 HTTP/1.1" status: 200 len: 210 time: 0.0270774 Dec 10 09:31:57.716307 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:31:57.825249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:31:57.848617 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:31:57.849207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 0640ceb3-2dab-4f1f-8f6b-6d36b8a4422f not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:32:03.235919 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cbda8585-45a3-4a09-886e-9211af81e042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:03.675113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-28cd711a-2c23-48d5-a521-e134a8ae1eb5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:03.676610 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-28cd711a-2c23-48d5-a521-e134a8ae1eb5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/networks?id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9 HTTP/1.1" status: 200 len: 814 time: 0.1031761 Dec 10 09:32:03.691876 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-a5be6002-9ebb-46d4-91fa-d996d53295a4 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/quotas/755d2db4cbd7471d8dee60fc14c224ff HTTP/1.1" status: 200 len: 375 time: 0.0096061 Dec 10 09:32:03.727064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-fd190c82-b2fc-4fc3-86f5-96e4b703c9a7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=755d2db4cbd7471d8dee60fc14c224ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300150 Dec 10 09:32:03.738125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c2d0c2d3-04fc-4e67-9c0d-2b0844ea35ca service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:32:03.739093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c2d0c2d3-04fc-4e67-9c0d-2b0844ea35ca service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055592 Dec 10 09:32:03.826969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-8ae4c26b-40b1-4ecd-add3-6eb4640d41a4 service neutron] 10.222.0.31 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821612 Dec 10 09:32:03.926307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-45af84e9-3bdf-4378-8ede-460276efd0d6 service neutron] 10.222.0.31 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931103 Dec 10 09:32:04.084483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33d61d4c-3d74-460e-bac3-e2c8e2b16ab7 req-46bf06be-b339-498a-bb69-dad947d9b5b0 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 210 time: 0.0272102 Dec 10 09:32:04.982038 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-4475550e-2f96-46ca-b5ae-d8e35e129fec tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:04.983484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-4475550e-2f96-46ca-b5ae-d8e35e129fec tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.39 "GET /v2.0/networks?id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9 HTTP/1.1" status: 200 len: 814 time: 0.1082635 Dec 10 09:32:04.999012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Request body: {'port': {'device_id': '2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c', 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9', 'admin_state_up': True, 'tenant_id': '755d2db4cbd7471d8dee60fc14c224ff'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:32:05.106982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Made reservation on behalf of 755d2db4cbd7471d8dee60fc14c224ff for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:32:05.110657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.197760 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c1d48ae-a213-4c08-ae83-953c465aa95a req-25f10ec5-7d61-4e5d-8a1c-8125897e8d77 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 210 time: 0.0327713 Dec 10 09:32:05.240286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Allocated IP 172.20.0.2 (c73bf967-64d1-4ff9-ab33-e684dffe4ba9/e09ab3d5-3ffc-43f9-89f1-4cee7000691b/5dddb209-cd7c-4c1a-aed4-608044f5f732) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:32:05.383621 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.416870 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.456881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fbf-4092-4347-a59e-826863c5ae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.462274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:32:05.465479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:32:05.469771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:32:05.496500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Pushing event updated for resources: {'Port': ['ID=5dddb209-cd7c-4c1a-aed4-608044f5f732,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:05.521034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:05.521665 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.537806 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-c66ce90f-ea02-474a-bd3f-03d67a23bdf7 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432293 Dec 10 09:32:05.550422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Request body: {'port': {'device_id': '2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:32:05.601398 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.860192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dddb209-cd7c-4c1a-aed4-608044f5f732 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:32:05.867359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.880383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Transition to ACTIVE for port object 5dddb209-cd7c-4c1a-aed4-608044f5f732 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:32:05.883833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:05.933743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dddb209-cd7c-4c1a-aed4-608044f5f732,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:06.006688 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Attempting to bind port 5dddb209-cd7c-4c1a-aed4-608044f5f732 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:32:06.007380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Attempting to bind port 5dddb209-cd7c-4c1a-aed4-608044f5f732 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:32:06.007789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Attempting to bind port 5dddb209-cd7c-4c1a-aed4-608044f5f732 on network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:32:06.012949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Port 5dddb209-cd7c-4c1a-aed4-608044f5f732 on network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:32:06.013271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Attempting to bind port 5dddb209-cd7c-4c1a-aed4-608044f5f732 on network c73bf967-64d1-4ff9-ab33-e684dffe4ba9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:32:06.018062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:32:06.018391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Checking segment: {'id': 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:32:06.018824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Bound using segment: {'id': 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:32:06.019249 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Bound port: 5dddb209-cd7c-4c1a-aed4-608044f5f732, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:32:06.019600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:06.082623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] For port 5dddb209-cd7c-4c1a-aed4-608044f5f732, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:32:06.085564 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] For port 5dddb209-cd7c-4c1a-aed4-608044f5f732, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5dddb209-cd7c-4c1a-aed4-608044f5f732,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:32:06.090726 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:06.127096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:06.127729 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:06.129109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] 10.222.0.39 "PUT /v2.0/ports/5dddb209-cd7c-4c1a-aed4-608044f5f732 HTTP/1.1" status: 200 len: 1091 time: 0.5833545 Dec 10 09:32:06.129575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c', 'tag': '5dddb209-cd7c-4c1a-aed4-608044f5f732'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:32:06.131818 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e5f298-5689-424d-ac26-fb1d777a5540" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c", "tag": "5dddb209-cd7c-4c1a-aed4-608044f5f732"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:32:06.159414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb54885-a39e-4373-86b0-4d9e4a1184b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dddb209-cd7c-4c1a-aed4-608044f5f732,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:06.178774 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc151351-43c1-49b9-b670-d356f4a5207b x-openstack-request-id: req-dc151351-43c1-49b9-b670-d356f4a5207b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:32:06.179068 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c", "tag": "5dddb209-cd7c-4c1a-aed4-608044f5f732", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:32:06.179325 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc151351-43c1-49b9-b670-d356f4a5207b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:32:06.179723 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c', 'tag': '5dddb209-cd7c-4c1a-aed4-608044f5f732', 'status': 'completed', 'code': 200} Dec 10 09:32:06.209465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-fb9c9c9a-4d86-4744-bd6d-d56efe63cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:06.210998 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-fb9c9c9a-4d86-4744-bd6d-d56efe63cf58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=755d2db4cbd7471d8dee60fc14c224ff&device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 1094 time: 0.0430715 Dec 10 09:32:06.258410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-d28ff448-e231-439b-8805-10357ab067de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5dddb209-cd7c-4c1a-aed4-608044f5f732 HTTP/1.1" status: 200 len: 217 time: 0.0386844 Dec 10 09:32:06.309641 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-fa700a1c-87cb-4799-a7c2-6ed7a0050a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:06.311107 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-fa700a1c-87cb-4799-a7c2-6ed7a0050a1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e09ab3d5-3ffc-43f9-89f1-4cee7000691b HTTP/1.1" status: 200 len: 854 time: 0.0458877 Dec 10 09:32:06.313933 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f87b8-5fa6-4a12-9394-1a30c6ad47e7 req-f8459fd0-d1ff-4380-9d06-ca069c263fc9 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:06.315420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f99f87b8-5fa6-4a12-9394-1a30c6ad47e7 req-f8459fd0-d1ff-4380-9d06-ca069c263fc9 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 943 time: 0.0524478 Dec 10 09:32:06.343909 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-a2cf0c5c-b64d-4f41-b3f2-a3ffca4101af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245016 Dec 10 09:32:06.363935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f99f87b8-5fa6-4a12-9394-1a30c6ad47e7 req-c23c14cb-8c78-4b57-84c4-f04edeb93f12 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Dec 10 09:32:06.437003 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-f0987028-c81c-480a-8b2d-e439163469b7 service neutron] 10.222.0.39 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862622 Dec 10 09:32:06.526820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-14563ad5-9033-43ce-9bb0-8f0011157475 req-2e104c6c-11cb-44fe-8093-5926a572ddaa service neutron] 10.222.0.39 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814228 Dec 10 09:32:06.610764 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:06.620624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-b67669eb-6b4f-4f9e-80da-f39a15d6121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:06.622195 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-b67669eb-6b4f-4f9e-80da-f39a15d6121b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=755d2db4cbd7471d8dee60fc14c224ff&device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 1094 time: 0.0466075 Dec 10 09:32:06.711142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-999b616a-f332-4435-b019-93ab47fddf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:06.712593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-999b616a-f332-4435-b019-93ab47fddf66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9 HTTP/1.1" status: 200 len: 915 time: 0.0836961 Dec 10 09:32:06.758287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-60b1ccec-bbfd-454e-8d1a-e2a9e525ae60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5dddb209-cd7c-4c1a-aed4-608044f5f732 HTTP/1.1" status: 200 len: 217 time: 0.0379794 Dec 10 09:32:06.806118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-600475b1-0e20-4460-9c0a-cd8d451353a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:06.807563 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-600475b1-0e20-4460-9c0a-cd8d451353a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e09ab3d5-3ffc-43f9-89f1-4cee7000691b HTTP/1.1" status: 200 len: 854 time: 0.0422003 Dec 10 09:32:06.839207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-764261ac-e959-47c4-b708-c208be489f22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c73bf967-64d1-4ff9-ab33-e684dffe4ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239668 Dec 10 09:32:06.928532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-a083ae96-373d-4a5f-8686-0622ba1ae0e0 service neutron] 10.222.0.39 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807793 Dec 10 09:32:07.027011 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-32e5f298-5689-424d-ac26-fb1d777a5540 req-262486a5-79aa-42b8-9db8-41f9b1b7f5e3 service neutron] 10.222.0.39 "GET /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906892 Dec 10 09:32:07.485992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1239b-e241-450c-affa-6e9885d08968 req-63921ea1-ccf9-4b63-83b5-e9c1d9c7b20f tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:07.487479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3a1239b-e241-450c-affa-6e9885d08968 req-63921ea1-ccf9-4b63-83b5-e9c1d9c7b20f tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 943 time: 0.0530407 Dec 10 09:32:07.538903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3a1239b-e241-450c-affa-6e9885d08968 req-cba90110-e294-44e8-835a-972435e9d2de tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 Dec 10 09:32:07.903545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 5dddb209-cd7c-4c1a-aed4-608044f5f732 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:32:08.010151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 5dddb209-cd7c-4c1a-aed4-608044f5f732, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5dddb209-cd7c-4c1a-aed4-608044f5f732,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:08.020517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '5dddb209-cd7c-4c1a-aed4-608044f5f732', 'network_id': 'c73bf967-64d1-4ff9-ab33-e684dffe4ba9', 'port_id': '5dddb209-cd7c-4c1a-aed4-608044f5f732', 'mac_address': 'fa:16:3e:e5:7f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09ab3d5-3ffc-43f9-89f1-4cee7000691b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:32:08.067107 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.081103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dddb209-cd7c-4c1a-aed4-608044f5f732 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:32:08.102588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 5dddb209-cd7c-4c1a-aed4-608044f5f732, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5dddb209-cd7c-4c1a-aed4-608044f5f732,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:08.106889 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.159312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=5dddb209-cd7c-4c1a-aed4-608044f5f732,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:08.168777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.169178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.169549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.169927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.170267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.170603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.170933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.171261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.171588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.171914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.172283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.172612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.172939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:32:08.308369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:08.310856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5dddb209-cd7c-4c1a-aed4-608044f5f732'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:32:08.665480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b6ea-1366-4268-a2d4-8bf5b8dbb932 req-e8240ecb-34ec-4bfd-9487-333c3c02947e tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:08.667070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7b6b6ea-1366-4268-a2d4-8bf5b8dbb932 req-e8240ecb-34ec-4bfd-9487-333c3c02947e tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 944 time: 0.0568645 Dec 10 09:32:08.714564 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7b6b6ea-1366-4268-a2d4-8bf5b8dbb932 req-cde0970e-e7d7-408c-9e54-bb1594b6197a tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Dec 10 09:32:09.283189 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:09.832685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109044af-b70a-4cf5-9021-c62ef2d916bb req-cf4d14e3-7c02-4147-8d57-3c4c5e0e736e tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:09.834100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-109044af-b70a-4cf5-9021-c62ef2d916bb req-cf4d14e3-7c02-4147-8d57-3c4c5e0e736e tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 944 time: 0.0479686 Dec 10 09:32:09.884303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-109044af-b70a-4cf5-9021-c62ef2d916bb req-9e34ea2c-72fa-47ac-89e7-ebf44625d820 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443327 Dec 10 09:32:09.903636 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 5dddb209-cd7c-4c1a-aed4-608044f5f732 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:32:09.955560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 5dddb209-cd7c-4c1a-aed4-608044f5f732 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:32:09.959344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 5dddb209-cd7c-4c1a-aed4-608044f5f732 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:32:09.959708 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:10.039076 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:10.060964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dddb209-cd7c-4c1a-aed4-608044f5f732'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:32:10.063291 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e00c53-81f8-46a5-bba4-b5f783c218d2" -d '{"events": [{"server_uuid": "2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c", "name": "network-vif-plugged", "status": "completed", "tag": "5dddb209-cd7c-4c1a-aed4-608044f5f732"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:32:10.076433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 5dddb209-cd7c-4c1a-aed4-608044f5f732, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5dddb209-cd7c-4c1a-aed4-608044f5f732,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:10.081675 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:10.107770 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556ff2d5-e3c0-43a4-9b54-f7405340471c x-openstack-request-id: req-556ff2d5-e3c0-43a4-9b54-f7405340471c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:32:10.108174 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c", "name": "network-vif-plugged", "status": "completed", "tag": "5dddb209-cd7c-4c1a-aed4-608044f5f732", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:32:10.108434 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-556ff2d5-e3c0-43a4-9b54-f7405340471c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:32:10.108819 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dddb209-cd7c-4c1a-aed4-608044f5f732', 'code': 200} Dec 10 09:32:10.139259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=5dddb209-cd7c-4c1a-aed4-608044f5f732,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:10.202740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7c93c-4ffb-43cb-bdb5-732d7d9ab6ab req-5b04012c-3a22-4d95-b9da-a7f5d0b55cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:10.204245 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-faf7c93c-4ffb-43cb-bdb5-732d7d9ab6ab req-5b04012c-3a22-4d95-b9da-a7f5d0b55cd1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 1096 time: 0.0405121 Dec 10 09:32:10.247415 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-faf7c93c-4ffb-43cb-bdb5-732d7d9ab6ab req-977a0de3-af7a-45e4-9a3b-134d239df9f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360787 Dec 10 09:32:11.000594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc751f-35db-4f2f-82e5-d11200be6267 req-eede9688-467a-4aa9-b804-4d593b215d38 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:11.002679 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97dc751f-35db-4f2f-82e5-d11200be6267 req-eede9688-467a-4aa9-b804-4d593b215d38 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 945 time: 0.0505638 Dec 10 09:32:11.050300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97dc751f-35db-4f2f-82e5-d11200be6267 req-696202ea-c76f-4561-bbac-c11f0188a3d9 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Dec 10 09:32:12.169882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f043d4-2d8c-4342-bc20-7a480a36a8cd req-103964c3-b4cc-47d2-9523-252d48bda82e tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:12.171386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8f043d4-2d8c-4342-bc20-7a480a36a8cd req-103964c3-b4cc-47d2-9523-252d48bda82e tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 945 time: 0.0504200 Dec 10 09:32:12.218736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8f043d4-2d8c-4342-bc20-7a480a36a8cd req-45245673-379d-455b-8cca-df6a23564424 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Dec 10 09:32:15.355246 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:19.520529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:33.241293 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7fc84d67-2712-4fbd-9b9d-8d45df2acb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:34.715644 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:32:35.357974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-1bc3a396-1b0d-4489-a1fe-f9ca59130d62 req-ad910046-3ed5-4e05-a824-107b7283f652 service neutron] (114970) timed out ('10.222.0.18', 59192) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:32:35.460098 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a779b9d5-3a23-404f-a84b-d30f47712914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:36.613311 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:38.308759 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:39.285941 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:39.521372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48208a92-05f1-4ceb-b4fa-18e34c9dfe63 req-1842fa49-6253-466c-9701-c395b72200b1 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:39.522804 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48208a92-05f1-4ceb-b4fa-18e34c9dfe63 req-1842fa49-6253-466c-9701-c395b72200b1 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 945 time: 0.0540833 Dec 10 09:32:39.571982 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48208a92-05f1-4ceb-b4fa-18e34c9dfe63 req-329a45a3-25c7-4b0a-8ea8-ddccc3e0f3fc tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Dec 10 09:32:40.689336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246a4bc-3c42-48ce-a020-a4f0f9959324 req-7bd98ff4-c849-4395-bcd4-624c0494ece6 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:40.690822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f246a4bc-3c42-48ce-a020-a4f0f9959324 req-7bd98ff4-c849-4395-bcd4-624c0494ece6 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 945 time: 0.0485682 Dec 10 09:32:40.736858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f246a4bc-3c42-48ce-a020-a4f0f9959324 req-02e067ac-384b-4e05-8f09-cd98a98dacec tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b336f17-09a2-4fb5-be4c-d682460f5dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Dec 10 09:32:40.975916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-1f3c17cf-2b82-4f19-b255-6880bdc6feb9 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:40.977397 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-1f3c17cf-2b82-4f19-b255-6880bdc6feb9 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 945 time: 0.0519645 Dec 10 09:32:41.067838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Deleting port 5dddb209-cd7c-4c1a-aed4-608044f5f732 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:32:41.068308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:41.168445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] For port 5dddb209-cd7c-4c1a-aed4-608044f5f732, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=5dddb209-cd7c-4c1a-aed4-608044f5f732,segment=NetworkSegment(c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e),segment_id=c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:32:41.168811 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:41.181466 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Calling delete_port for 5dddb209-cd7c-4c1a-aed4-608044f5f732 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:32:41.313023 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:41.325650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['5dddb209-cd7c-4c1a-aed4-608044f5f732'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:32:41.354204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Pushing event deleted for resources: {'Port': ['ID=5dddb209-cd7c-4c1a-aed4-608044f5f732,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:32:41.389876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] No DVR routers for this DVR port 5dddb209-cd7c-4c1a-aed4-608044f5f732 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:32:41.392544 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:41.396600 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-efeba29a-386f-46c7-8ee4-d12e08ee144b req-3b3ea49a-40cf-4460-b976-44e02086c1e5 tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.39 "DELETE /v2.0/ports/5dddb209-cd7c-4c1a-aed4-608044f5f732 HTTP/1.1" status: 204 len: 173 time: 0.4126058 Dec 10 09:32:41.397031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c', 'name': 'network-vif-deleted', 'tag': '5dddb209-cd7c-4c1a-aed4-608044f5f732'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:32:41.399315 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbefc0c-fd24-4925-96fb-ee65ffef4f18" -d '{"events": [{"server_uuid": "2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c", "name": "network-vif-deleted", "tag": "5dddb209-cd7c-4c1a-aed4-608044f5f732"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:32:41.436973 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf5f24-ffe1-4821-b1c8-38a3c01828c8 x-openstack-request-id: req-6cdf5f24-ffe1-4821-b1c8-38a3c01828c8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:32:41.437271 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c", "name": "network-vif-deleted", "tag": "5dddb209-cd7c-4c1a-aed4-608044f5f732", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:32:41.437542 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cdf5f24-ffe1-4821-b1c8-38a3c01828c8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:32:41.437971 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c', 'name': 'network-vif-deleted', 'tag': '5dddb209-cd7c-4c1a-aed4-608044f5f732', 'status': 'completed', 'code': 200} Dec 10 09:32:41.846889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23f94e90-af80-457d-a8cf-0c38356cfff8 req-95359486-d903-4c35-8419-57085adfb7ec tempest-VolumesSnapshotTestJSON-1139199170 tempest-VolumesSnapshotTestJSON-1139199170-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bf5b0e8-18c5-4b4d-b87f-746a5cc0999c HTTP/1.1" status: 200 len: 210 time: 0.0262816 Dec 10 09:32:44.076499 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 5dddb209-cd7c-4c1a-aed4-608044f5f732 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:32:44.097024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 5dddb209-cd7c-4c1a-aed4-608044f5f732 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:32:44.097371 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 5dddb209-cd7c-4c1a-aed4-608044f5f732 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:32:45.383063 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:49.533880 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:32:55.875577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-1e0ba1c1-75e8-4cfd-bec2-4f5b1e7d8a50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046054 Dec 10 09:32:55.964252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-9cc624ce-145b-4adc-956a-3831b70df4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:55.966119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-9cc624ce-145b-4adc-956a-3831b70df4db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca549be0c0a4a27a79302357a4659ed&device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1097 time: 0.0458651 Dec 10 09:32:56.074372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-7fe19baf-10d8-414a-b432-5ca9f2bb77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:56.075913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-7fe19baf-10d8-414a-b432-5ca9f2bb77a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 200 len: 909 time: 0.0901141 Dec 10 09:32:56.156530 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-d1ba8322-cabc-487e-8dc8-4fe4bae30704 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 200 len: 1001 time: 0.0738368 Dec 10 09:32:56.206880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-7c4a1801-0a97-48df-a895-0d20adc664f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:56.208354 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-7c4a1801-0a97-48df-a895-0d20adc664f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e037d5d6-4d3e-4198-9d7f-6736a1245a51 HTTP/1.1" status: 200 len: 847 time: 0.0448055 Dec 10 09:32:56.264059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-35b1cdd0-05cc-4027-a9d7-99f83f480eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:32:56.265640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-35b1cdd0-05cc-4027-a9d7-99f83f480eab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497186 Dec 10 09:32:56.368163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-a0767455-77da-4225-b272-39217b8476c0 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951731 Dec 10 09:32:56.481018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e2e1de8-52ad-4b5a-b2a6-6190582cffc7 req-18d5e8b9-9f1c-471f-8765-3c119a0c8415 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060040 Dec 10 09:33:03.239022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1658bced-6082-41c1-8fe7-5db81d7fadd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:05.463681 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2d604aa7-5e1e-4498-ab7c-64148768309f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:06.617625 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:08.310945 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:09.295507 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:11.715650 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:33:15.373445 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:19.534101 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:26.947087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42042) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:26.991983 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Deleting subnet e09ab3d5-3ffc-43f9-89f1-4cee7000691b {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:33:26.995573 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.030429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.072821 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.136787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.161752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09ab3d5-3ffc-43f9-89f1-4cee7000691b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:27.175841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.179197 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e09ab3d5-3ffc-43f9-89f1-4cee7000691b HTTP/1.1" status: 204 len: 168 time: 0.2310081 Dec 10 09:33:27.182403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.182403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.182585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42044) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:27.182959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.183048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.183376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.183714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.184047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.184381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.184713 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.185044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.185376 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.185737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.186069 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ab9e3a-b68d-466e-8f21-22befdcfd028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.259629 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.341808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.362121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73bf967-64d1-4ff9-ab33-e684dffe4ba9']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:27.371878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:27.372168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f9afd6-e4cd-4b02-a731-83dfbd9e6e2e') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:27.381734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.394667 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.400718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:33:27.401094 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:33:27.402749 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:33:27.458540 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.466581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.470450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c73bf967-64d1-4ff9-ab33-e684dffe4ba9 HTTP/1.1" status: 204 len: 168 time: 0.2868519 Dec 10 09:33:27.484796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=c73bf967-64d1-4ff9-ab33-e684dffe4ba9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:27.492441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.492821 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.493140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.493484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.493843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.494191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.494509 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.494839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.495167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.495494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.495822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.496147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.496474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76d74-b0b9-4373-9c4f-9eb003878d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:27.646172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42048) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:27.686468 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4805f4c3-45a0-44b0-b3dd-8237770f01d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=755d2db4cbd7471d8dee60fc14c224ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391195 Dec 10 09:33:27.688887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42050) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:27.739233 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acfeb37f-6860-438a-a4d3-e955aac0707e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.760060 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acfeb37f-6860-438a-a4d3-e955aac0707e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.809937 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acfeb37f-6860-438a-a4d3-e955aac0707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.812573 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-acfeb37f-6860-438a-a4d3-e955aac0707e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:27.816588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-acfeb37f-6860-438a-a4d3-e955aac0707e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b336f17-09a2-4fb5-be4c-d682460f5dd4 HTTP/1.1" status: 204 len: 168 time: 0.1265841 Dec 10 09:33:27.825992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfeb37f-6860-438a-a4d3-e955aac0707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b336f17-09a2-4fb5-be4c-d682460f5dd4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:28.495361 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42072) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:28.593413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-77850309-network', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:33:28.613524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Made reservation on behalf of f748951f3a6d49ea8805af692e8fc575 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:33:28.615845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.624664 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.699409 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.702875 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.723119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:33:28.736147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd16aa78-7cc2-4e4e-a73c-712faa16eab8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:28.741027 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.741366 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Added segment 577f3a31-0157-4460-b202-1be154e06554 of type vlan for network 1e43fc92-6093-49ff-aa91-6abbefc067ce Dec 10 09:33:28.780947 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.804383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.805399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:28.806052 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:28.859159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.3626616 Dec 10 09:33:28.862185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42076) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:28.867256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Request body: {'subnet': {'network_id': '1e43fc92-6093-49ff-aa91-6abbefc067ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-77850309-subnet', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:33:28.872528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799d6c9-ade1-48d2-8afb-960004eaf345 admin admin] Pushing event updated for resources: {'Network': ['ID=1e43fc92-6093-49ff-aa91-6abbefc067ce,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:28.882852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 1e43fc92-6093-49ff-aa91-6abbefc067ce details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:33:28.889403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Made reservation on behalf of f748951f3a6d49ea8805af692e8fc575 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:33:28.891776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.057091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.111604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=17de9092-dd49-429f-a11d-cda7180cdeb1,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:29.120096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Checking segment: {'id': '577f3a31-0157-4460-b202-1be154e06554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e43fc92-6093-49ff-aa91-6abbefc067ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:33:29.120457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Network hostable DHCP agents. Network: 1e43fc92-6093-49ff-aa91-6abbefc067ce, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:33:29.136060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Network 1e43fc92-6093-49ff-aa91-6abbefc067ce is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:33:29.144675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 1e43fc92-6093-49ff-aa91-6abbefc067ce) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:33:29.148799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:29.149958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.154656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d0354-8c2c-446e-876f-736e61817527 None None] Network 1e43fc92-6093-49ff-aa91-6abbefc067ce requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:33:29.165635 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-12681f8e-f3f8-4606-a816-8de5ad209aba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.3016727 Dec 10 09:33:29.170175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42078) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:29.174601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:33:29.197905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.198936 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.252749 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.265969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-1e43fc92-6093-49ff-aa91-6abbefc067ce', 'network_id': '1e43fc92-6093-49ff-aa91-6abbefc067ce', 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'fixed_ips': [{'subnet_id': '17de9092-dd49-429f-a11d-cda7180cdeb1'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:33:29.266872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.394659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.405039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Allocated IP 172.20.0.2 (1e43fc92-6093-49ff-aa91-6abbefc067ce/17de9092-dd49-429f-a11d-cda7180cdeb1/6990d759-697a-49fc-b7ce-39ff941037d3) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:33:29.555839 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.561458 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.603083 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.606579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Network 1e43fc92-6093-49ff-aa91-6abbefc067ce is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:33:29.609234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:33:29.613361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:33:29.616368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Pushing event updated for resources: {'Port': ['ID=6990d759-697a-49fc-b7ce-39ff941037d3,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:29.622576 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.627500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.627842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.628182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.628516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.628843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.629166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.629485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.629830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.630415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.630732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.631049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.631363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.631682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:33:29.679507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Attempting to bind port 6990d759-697a-49fc-b7ce-39ff941037d3 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:33:29.679931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Attempting to bind port 6990d759-697a-49fc-b7ce-39ff941037d3 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '577f3a31-0157-4460-b202-1be154e06554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e43fc92-6093-49ff-aa91-6abbefc067ce'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:33:29.680298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Attempting to bind port 6990d759-697a-49fc-b7ce-39ff941037d3 on network 1e43fc92-6093-49ff-aa91-6abbefc067ce {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:33:29.685884 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:33:29.686253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Checking segment: {'id': '577f3a31-0157-4460-b202-1be154e06554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e43fc92-6093-49ff-aa91-6abbefc067ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:33:29.686648 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.687035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Bound using segment: {'id': '577f3a31-0157-4460-b202-1be154e06554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e43fc92-6093-49ff-aa91-6abbefc067ce'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:33:29.687494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Bound port: 6990d759-697a-49fc-b7ce-39ff941037d3, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577f3a31-0157-4460-b202-1be154e06554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e43fc92-6093-49ff-aa91-6abbefc067ce'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:33:29.687868 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.726684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Allocated IP 172.25.3.5 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/889743d1-8669-4d83-bce5-2fa968ea9683) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:33:29.755441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] For port 6990d759-697a-49fc-b7ce-39ff941037d3, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:33:29.758718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] For port 6990d759-697a-49fc-b7ce-39ff941037d3, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6990d759-697a-49fc-b7ce-39ff941037d3,segment=NetworkSegment(577f3a31-0157-4460-b202-1be154e06554),segment_id=577f3a31-0157-4460-b202-1be154e06554)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:33:29.762829 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.830666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4ac3a-e4ff-44a1-985f-c51b06c5ea4c None None] Pushing event updated for resources: {'Port': ['ID=6990d759-697a-49fc-b7ce-39ff941037d3,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:29.844553 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.891482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:29.931556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:33:29.934539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:33:29.937062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:33:29.947572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30abcc3d-f2a1-4bbc-b791-4e86efb886f9 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:33:29.967575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Pushing event updated for resources: {'Port': ['ID=889743d1-8669-4d83-bce5-2fa968ea9683,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:30.009415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ad4d7489-089c-4811-84d0-b30262eb0b25 None None] Provisioning complete for port 889743d1-8669-4d83-bce5-2fa968ea9683 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:30.009857 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7489-089c-4811-84d0-b30262eb0b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:30.046340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d7489-089c-4811-84d0-b30262eb0b25 None None] Port 889743d1-8669-4d83-bce5-2fa968ea9683 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:33:30.140164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6990d759-697a-49fc-b7ce-39ff941037d3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:33:30.201711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6990d759-697a-49fc-b7ce-39ff941037d3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:30.201983 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:30.245086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:30.286250 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:30.321145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 6990d759-697a-49fc-b7ce-39ff941037d3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6990d759-697a-49fc-b7ce-39ff941037d3,segment=NetworkSegment(577f3a31-0157-4460-b202-1be154e06554),segment_id=577f3a31-0157-4460-b202-1be154e06554)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:33:30.324993 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:30.372863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=6990d759-697a-49fc-b7ce-39ff941037d3,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:30.449418 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:30.584062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Router cd2c919c-0deb-4cf7-9280-37d0a82739b9 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:33:30.696089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:33:30.705852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Sync routers for ids ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:33:30.719044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Routers {'cd2c919c-0deb-4cf7-9280-37d0a82739b9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:33:30.719610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:33:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:30.722719 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:30.724055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-758e9369-f7ad-46b0-af90-5cbb3160ea43 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 913 time: 1.5528598 Dec 10 09:33:30.726718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42080) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:30.814409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949dffde-72f9-4903-b0ab-835fa6ccab8c None None] Network 1e43fc92-6093-49ff-aa91-6abbefc067ce requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:33:30.900507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Set router cd2c919c-0deb-4cf7-9280-37d0a82739b9 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:33:30.965739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b29a7b3e-4dbb-48a1-a9f1-c0552e0100b5 None None] Provisioning complete for port 6990d759-697a-49fc-b7ce-39ff941037d3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:30.966426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b29a7b3e-4dbb-48a1-a9f1-c0552e0100b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.200787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:30Z', 'revision_number': 3, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'gw_port': {'id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:31.229033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Checking router: cd2c919c-0deb-4cf7-9280-37d0a82739b9 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:33:31.229351 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Updating router cd2c919c-0deb-4cf7-9280-37d0a82739b9 port 889743d1-8669-4d83-bce5-2fa968ea9683 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:33:31.256445 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.434758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-42fa0a77-8300-49cd-942f-44859a84787f None None] Provisioning complete for port 6990d759-697a-49fc-b7ce-39ff941037d3 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:31.435127 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-42fa0a77-8300-49cd-942f-44859a84787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.514897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.681837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Allocated IP 172.20.0.1 (1e43fc92-6093-49ff-aa91-6abbefc067ce/17de9092-dd49-429f-a11d-cda7180cdeb1/b2301eb7-aa78-4ff2-852f-6e8bc67d10ba) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:33:31.752124 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.759532 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.791501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.810971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22c46bf-0f49-41ab-a777-fe35b52d670c None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:33:31.817864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3daf3-cc26-4fbf-8988-13e2f167d0f3 None None] Pushing event updated for resources: {'Port': ['ID=889743d1-8669-4d83-bce5-2fa968ea9683,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:31.822296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Attempting to bind port 889743d1-8669-4d83-bce5-2fa968ea9683 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:33:31.822681 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Attempting to bind port 889743d1-8669-4d83-bce5-2fa968ea9683 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:33:31.823036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Attempting to bind port 889743d1-8669-4d83-bce5-2fa968ea9683 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:33:31.828630 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.830036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:33:31.830991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:33:31.831395 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.831790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:33:31.832326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Bound port: 889743d1-8669-4d83-bce5-2fa968ea9683, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:33:31.832637 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.866655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Network 1e43fc92-6093-49ff-aa91-6abbefc067ce is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:33:31.871520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:33:31.875291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:33:31.890278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a3f493c9-26af-4852-9920-36f77cd62e4b None None] Provisioning complete for port 889743d1-8669-4d83-bce5-2fa968ea9683 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:31.890651 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a3f493c9-26af-4852-9920-36f77cd62e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.901702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Pushing event updated for resources: {'Port': ['ID=b2301eb7-aa78-4ff2-852f-6e8bc67d10ba,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:31.918794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] For port 889743d1-8669-4d83-bce5-2fa968ea9683, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:33:31.921166 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.938912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] For port 889743d1-8669-4d83-bce5-2fa968ea9683, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=889743d1-8669-4d83-bce5-2fa968ea9683,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:33:31.943505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a3f493c9-26af-4852-9920-36f77cd62e4b None None] Port 889743d1-8669-4d83-bce5-2fa968ea9683 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:33:31.947308 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:31.994133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d91086-dc13-42f4-9e7c-e3b85201eb43 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:33:32.015849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Routers {'cd2c919c-0deb-4cf7-9280-37d0a82739b9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:33:32.016398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:33:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:32.018388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3daf3-cc26-4fbf-8988-13e2f167d0f3 None None] Pushing event updated for resources: {'Port': ['ID=889743d1-8669-4d83-bce5-2fa968ea9683,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:32.084986 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.115227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-94758f06-474b-4fff-bce5-3f8d0fd1cf54 None None] Provisioning complete for port 889743d1-8669-4d83-bce5-2fa968ea9683 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:32.115604 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-94758f06-474b-4fff-bce5-3f8d0fd1cf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.144010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6990d759-697a-49fc-b7ce-39ff941037d3 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:33:32.198925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] Set router cd2c919c-0deb-4cf7-9280-37d0a82739b9 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:33:32.264335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.275280 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.349122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.351857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Pushing event updated for resources: {'Port': ['ID=b2301eb7-aa78-4ff2-852f-6e8bc67d10ba,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:32.357411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6990d759-697a-49fc-b7ce-39ff941037d3 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:32.357816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.421206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-94758f06-474b-4fff-bce5-3f8d0fd1cf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.457844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Network 1e43fc92-6093-49ff-aa91-6abbefc067ce is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:33:32.459280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:33:32.473486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-94758f06-474b-4fff-bce5-3f8d0fd1cf54 None None] For port 889743d1-8669-4d83-bce5-2fa968ea9683, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=889743d1-8669-4d83-bce5-2fa968ea9683,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:33:32.490805 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-94758f06-474b-4fff-bce5-3f8d0fd1cf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.585558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:30Z', 'revision_number': 3, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'gw_port': {'id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:32.587652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94758f06-474b-4fff-bce5-3f8d0fd1cf54 None None] Pushing event updated for resources: {'Port': ['ID=889743d1-8669-4d83-bce5-2fa968ea9683,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:32.625277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24e003-4a59-4030-a7ed-b7d8c200797e None None] The sync data for ids ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'] in n-d-814746-3 is: [{'id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:30Z', 'revision_number': 3, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'gw_port': {'id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:33:32.640106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7cc0454e-1eac-4eae-b654-99a9d397fc4a None None] Provisioning complete for port b2301eb7-aa78-4ff2-852f-6e8bc67d10ba triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:32.640477 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7cc0454e-1eac-4eae-b654-99a9d397fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.650991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Router cd2c919c-0deb-4cf7-9280-37d0a82739b9 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:33:32.702010 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0454e-1eac-4eae-b654-99a9d397fc4a None None] Port b2301eb7-aa78-4ff2-852f-6e8bc67d10ba cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:33:32.794064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:33:32.806655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7cfad176-3623-4d6f-a948-0c1f46edcedc admin admin] 10.222.0.31 "PUT /v2.0/routers/cd2c919c-0deb-4cf7-9280-37d0a82739b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0787961 Dec 10 09:33:32.831453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-84512071-801d-406d-9686-b63c3693cf29 None None] Provisioning complete for port b2301eb7-aa78-4ff2-852f-6e8bc67d10ba triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:32.832058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-84512071-801d-406d-9686-b63c3693cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:32.873557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-84512071-801d-406d-9686-b63c3693cf29 None None] Port b2301eb7-aa78-4ff2-852f-6e8bc67d10ba cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:33:33.234805 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5a7f83fa-8d27-42c0-ace1-5505ccb614e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:33.879306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42102) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:34.147119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 889743d1-8669-4d83-bce5-2fa968ea9683 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:33:34.201267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 889743d1-8669-4d83-bce5-2fa968ea9683 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:33:34.201671 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:34.224479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:34.353174 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] Sync routers for ids ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:33:34.363062 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] Routers {'cd2c919c-0deb-4cf7-9280-37d0a82739b9'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:33:34.363677 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:33:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:34.472773 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] Set router cd2c919c-0deb-4cf7-9280-37d0a82739b9 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:33:34.481772 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Deleting port b2301eb7-aa78-4ff2-852f-6e8bc67d10ba {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:33:34.482120 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:34.558271 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:34.570172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Calling delete_port for b2301eb7-aa78-4ff2-852f-6e8bc67d10ba owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:33:34.759780 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:34.765032 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:32Z', 'revision_number': 4, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'gw_port': {'id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'b2301eb7-aa78-4ff2-852f-6e8bc67d10ba', 'name': '', 'network_id': '1e43fc92-6093-49ff-aa91-6abbefc067ce', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'mac_address': 'fa:16:3e:fd:0d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '17de9092-dd49-429f-a11d-cda7180cdeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:33:31Z', 'updated_at': '2021-12-10T09:33:32Z', 'revision_number': 2, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'subnets': [{'id': '17de9092-dd49-429f-a11d-cda7180cdeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:34.785000 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b2301eb7-aa78-4ff2-852f-6e8bc67d10ba,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:34.791857 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] Checking router: cd2c919c-0deb-4cf7-9280-37d0a82739b9 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:33:34.794052 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] Updating router cd2c919c-0deb-4cf7-9280-37d0a82739b9 port b2301eb7-aa78-4ff2-852f-6e8bc67d10ba binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:33:34.813984 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] Port b2301eb7-aa78-4ff2-852f-6e8bc67d10ba not found while updating agent binding for router cd2c919c-0deb-4cf7-9280-37d0a82739b9. {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 09:33:34.824964 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] Routers {'cd2c919c-0deb-4cf7-9280-37d0a82739b9'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:33:34.825712 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:33:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:34.939408 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] Set router cd2c919c-0deb-4cf7-9280-37d0a82739b9 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:33:34.959360 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:35.121627 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:34Z', 'revision_number': 5, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'gw_port': {'id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:35.147617 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379eaae8-04f8-44e6-8301-6814e42b5430 None None] The sync data for ids ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'] in n-d-814746-3 is: [{'id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:34Z', 'revision_number': 5, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'gw_port': {'id': '889743d1-8669-4d83-bce5-2fa968ea9683', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:33:35.188635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Router cd2c919c-0deb-4cf7-9280-37d0a82739b9 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:33:35.304412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:33:35.312531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-984049be-b046-4cef-8af5-54b1a5aaa5ce admin admin] 10.222.0.31 "PUT /v2.0/routers/cd2c919c-0deb-4cf7-9280-37d0a82739b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321253 Dec 10 09:33:35.314945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42106) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:35.422756 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:35.472516 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a5def68d-bf2e-4f5e-9d82-c1c727c87ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:35.541257 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:35.595172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Deleting port 889743d1-8669-4d83-bce5-2fa968ea9683 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:33:35.595515 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:35.676687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] For port 889743d1-8669-4d83-bce5-2fa968ea9683, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=889743d1-8669-4d83-bce5-2fa968ea9683,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:33:35.677124 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:35.690429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Calling delete_port for 889743d1-8669-4d83-bce5-2fa968ea9683 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:33:35.755799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] Sync routers for ids ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:33:35.765695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] Routers {'cd2c919c-0deb-4cf7-9280-37d0a82739b9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:33:35.766300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:33:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:35.854620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] Set router cd2c919c-0deb-4cf7-9280-37d0a82739b9 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:33:35.861103 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:35.890360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Pushing event deleted for resources: {'Port': ['ID=889743d1-8669-4d83-bce5-2fa968ea9683,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:35.912611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209d6cf-be71-45fc-af77-4a784505118c None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:33:35.916597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:35Z', 'revision_number': 6, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:35.944308 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] Checking router: cd2c919c-0deb-4cf7-9280-37d0a82739b9 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:33:35.952808 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:35.954184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] Routers {'cd2c919c-0deb-4cf7-9280-37d0a82739b9'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:33:35.954773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:33:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:36.026609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] Set router cd2c919c-0deb-4cf7-9280-37d0a82739b9 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:33:36.043779 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.045915 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.087692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:35Z', 'revision_number': 7, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:36.092691 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.093339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2c919c-0deb-4cf7-9280-37d0a82739b9 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:33:36.102374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.106801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-13764dcb-6155-48e3-bd31-cc863368718f admin admin] 10.222.0.31 "DELETE /v2.0/routers/cd2c919c-0deb-4cf7-9280-37d0a82739b9 HTTP/1.1" status: 204 len: 168 time: 0.7885590 Dec 10 09:33:36.107027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42108) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:36.116319 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e9ec9-db34-491a-a854-f988c37101c9 None None] The sync data for ids ['cd2c919c-0deb-4cf7-9280-37d0a82739b9'] in n-d-814746-3 is: [{'id': 'cd2c919c-0deb-4cf7-9280-37d0a82739b9', 'name': 'tempest-ImageQuotaTest-77850309-router', 'tenant_id': 'f748951f3a6d49ea8805af692e8fc575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:33:29Z', 'updated_at': '2021-12-10T09:33:35Z', 'revision_number': 7, 'project_id': 'f748951f3a6d49ea8805af692e8fc575', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:33:36.163379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c343ef5-0ad8-468b-93d1-597c0d7bded0 admin admin] Deleting subnet 17de9092-dd49-429f-a11d-cda7180cdeb1 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:33:36.167415 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8c343ef5-0ad8-468b-93d1-597c0d7bded0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.204167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8c343ef5-0ad8-468b-93d1-597c0d7bded0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.282766 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8c343ef5-0ad8-468b-93d1-597c0d7bded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.338482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8c343ef5-0ad8-468b-93d1-597c0d7bded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.363896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c343ef5-0ad8-468b-93d1-597c0d7bded0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17de9092-dd49-429f-a11d-cda7180cdeb1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:36.368521 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8c343ef5-0ad8-468b-93d1-597c0d7bded0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.371950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8c343ef5-0ad8-468b-93d1-597c0d7bded0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/17de9092-dd49-429f-a11d-cda7180cdeb1 HTTP/1.1" status: 204 len: 168 time: 0.2636707 Dec 10 09:33:36.374448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42110) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:36.376476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b42873-c37b-47b1-a95f-d7a40f06dee1 None None] Network 1e43fc92-6093-49ff-aa91-6abbefc067ce requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:33:36.442954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.499027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Deleting port 6990d759-697a-49fc-b7ce-39ff941037d3 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:33:36.499374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.553535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b2436-fba8-4a99-8896-8a2e69fa2f3f None None] DHCP port deletion for 1e43fc92-6093-49ff-aa91-6abbefc067ce request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:33:36.574828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] For port 6990d759-697a-49fc-b7ce-39ff941037d3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6990d759-697a-49fc-b7ce-39ff941037d3,segment=NetworkSegment(577f3a31-0157-4460-b202-1be154e06554),segment_id=577f3a31-0157-4460-b202-1be154e06554)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:33:36.575121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.592491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Calling delete_port for 6990d759-697a-49fc-b7ce-39ff941037d3 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:33:36.603350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b2436-fba8-4a99-8896-8a2e69fa2f3f None None] Deleting port 6990d759-697a-49fc-b7ce-39ff941037d3 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:33:36.603791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2436-fba8-4a99-8896-8a2e69fa2f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.665052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.686017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0f0b2436-fba8-4a99-8896-8a2e69fa2f3f None None] For port 6990d759-697a-49fc-b7ce-39ff941037d3, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6990d759-697a-49fc-b7ce-39ff941037d3,segment=NetworkSegment(577f3a31-0157-4460-b202-1be154e06554),segment_id=577f3a31-0157-4460-b202-1be154e06554)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:33:36.686220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.686336 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2436-fba8-4a99-8896-8a2e69fa2f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.699863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b2436-fba8-4a99-8896-8a2e69fa2f3f None None] Calling delete_port for 6990d759-697a-49fc-b7ce-39ff941037d3 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:33:36.715143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Pushing event deleted for resources: {'Port': ['ID=6990d759-697a-49fc-b7ce-39ff941037d3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:36.717000 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] No DVR routers for this DVR port 6990d759-697a-49fc-b7ce-39ff941037d3 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:33:36.783233 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2436-fba8-4a99-8896-8a2e69fa2f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.793213 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.816769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e43fc92-6093-49ff-aa91-6abbefc067ce']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:36.817895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b2436-fba8-4a99-8896-8a2e69fa2f3f None None] No DVR routers for this DVR port 6990d759-697a-49fc-b7ce-39ff941037d3 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:33:36.823063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b2436-fba8-4a99-8896-8a2e69fa2f3f None None] Pushing event deleted for resources: {'Port': ['ID=6990d759-697a-49fc-b7ce-39ff941037d3,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:36.832512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577f3a31-0157-4460-b202-1be154e06554') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:36.832807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577f3a31-0157-4460-b202-1be154e06554') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:33:36.843083 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.859523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.865643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:33:36.866022 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:33:36.867701 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:33:36.925957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.932288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:36.935474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1e43fc92-6093-49ff-aa91-6abbefc067ce HTTP/1.1" status: 204 len: 168 time: 0.5601172 Dec 10 09:33:36.948564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b574b7-00be-4e67-8446-b3411bb22637 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e43fc92-6093-49ff-aa91-6abbefc067ce,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:37.045813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42114) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:37.085690 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-965f496a-4f47-4502-94e1-6b6b7410ddc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f748951f3a6d49ea8805af692e8fc575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385208 Dec 10 09:33:37.088119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42116) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:37.135795 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8393576e-4999-41a2-89be-6d7fd5066a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.159627 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8393576e-4999-41a2-89be-6d7fd5066a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.206044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8393576e-4999-41a2-89be-6d7fd5066a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.208579 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8393576e-4999-41a2-89be-6d7fd5066a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.209743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8393576e-4999-41a2-89be-6d7fd5066a41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd16aa78-7cc2-4e4e-a73c-712faa16eab8 HTTP/1.1" status: 204 len: 168 time: 0.1206241 Dec 10 09:33:37.219580 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393576e-4999-41a2-89be-6d7fd5066a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd16aa78-7cc2-4e4e-a73c-712faa16eab8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:37.550788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42122) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:37.564408 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13103fee-7895-4845-b073-ecbaaad2b89c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.639905 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13103fee-7895-4845-b073-ecbaaad2b89c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.645418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-13103fee-7895-4845-b073-ecbaaad2b89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.684384 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-13103fee-7895-4845-b073-ecbaaad2b89c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1325028 Dec 10 09:33:37.685249 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13103fee-7895-4845-b073-ecbaaad2b89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c119d5-220e-405a-8374-9cc4d1d1a41a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:37.687194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42124) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:33:37.735703 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-005e0ce5-1f39-4c81-bd1d-b8f1022cecfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.756910 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-005e0ce5-1f39-4c81-bd1d-b8f1022cecfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.801820 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-005e0ce5-1f39-4c81-bd1d-b8f1022cecfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.804422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-005e0ce5-1f39-4c81-bd1d-b8f1022cecfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:37.806564 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-005e0ce5-1f39-4c81-bd1d-b8f1022cecfd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6c119d5-220e-405a-8374-9cc4d1d1a41a HTTP/1.1" status: 204 len: 168 time: 0.1176615 Dec 10 09:33:37.814243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e0ce5-1f39-4c81-bd1d-b8f1022cecfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c119d5-220e-405a-8374-9cc4d1d1a41a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:33:38.110453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6990d759-697a-49fc-b7ce-39ff941037d3 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:33:38.132627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6990d759-697a-49fc-b7ce-39ff941037d3 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:33:38.133074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6990d759-697a-49fc-b7ce-39ff941037d3 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:33:38.133599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 889743d1-8669-4d83-bce5-2fa968ea9683 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:33:38.155164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 889743d1-8669-4d83-bce5-2fa968ea9683 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:33:38.155519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 889743d1-8669-4d83-bce5-2fa968ea9683 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:33:38.315865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:39.287819 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:45.389561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:48.714958 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:33:49.542865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:33:56.859688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-c0cbe7de-0d5f-48b4-8e70-b05df26f5e98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427916 Dec 10 09:33:56.942252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-70a62d73-987c-4c6f-ba55-26f296ff15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:56.943746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-70a62d73-987c-4c6f-ba55-26f296ff15a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca549be0c0a4a27a79302357a4659ed&device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1097 time: 0.0408006 Dec 10 09:33:57.047651 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-6b37c404-2928-4910-a2b1-0bd41da41ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:57.049113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-6b37c404-2928-4910-a2b1-0bd41da41ddf service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 200 len: 909 time: 0.0864234 Dec 10 09:33:57.460864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-3fa98520-608a-4d1f-9035-8c54eaacb82a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 200 len: 1001 time: 0.4036193 Dec 10 09:33:57.510354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-afdabe55-307f-4323-b170-7586a706f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:57.511762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-afdabe55-307f-4323-b170-7586a706f15e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e037d5d6-4d3e-4198-9d7f-6736a1245a51 HTTP/1.1" status: 200 len: 847 time: 0.0433197 Dec 10 09:33:57.557937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-ef24f294-b409-49d4-872c-446f99c5939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:33:57.559419 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-ef24f294-b409-49d4-872c-446f99c5939b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405395 Dec 10 09:33:57.650638 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-9d8f9bcb-25ec-4a20-8111-ece1a8706977 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839813 Dec 10 09:33:57.742887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b820dc4-e244-4f62-bde7-52a42a9fa03b req-45c305b3-434e-44ff-b747-67116ca4bb56 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Dec 10 09:34:03.235983 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dc1d5f8c-709d-4d01-8bef-4d1d42931572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:05.466043 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee480738-bf89-4153-883e-586235518a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:06.622035 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:08.316219 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:09.290225 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:15.392918 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:19.548015 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:25.714006 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:34:33.237520 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4efa22f1-9fb1-49d1-97f3-67406f824197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:35.468074 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aeb70367-76bd-4af9-8e63-c7c24073c012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:36.624433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:38.319602 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:39.293359 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:45.405776 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:49.583600 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:34:58.817356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50be3444-c1aa-442e-9677-2f311525eca1 req-f881f743-d7b9-4864-a6c5-4a6bcf71ef31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459170 Dec 10 09:34:58.898492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3444-c1aa-442e-9677-2f311525eca1 req-b59370ba-bd22-4098-8a9a-829189416034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:34:58.899981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50be3444-c1aa-442e-9677-2f311525eca1 req-b59370ba-bd22-4098-8a9a-829189416034 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca549be0c0a4a27a79302357a4659ed&device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 1097 time: 0.0417123 Dec 10 09:34:59.001827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3444-c1aa-442e-9677-2f311525eca1 req-07db931c-81b9-4aa3-8955-58a9d87ab38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:34:59.003293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50be3444-c1aa-442e-9677-2f311525eca1 req-07db931c-81b9-4aa3-8955-58a9d87ab38d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 200 len: 909 time: 0.0828717 Dec 10 09:34:59.072756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50be3444-c1aa-442e-9677-2f311525eca1 req-115957ab-608b-4af3-a026-ea88e5b74f0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 200 len: 1001 time: 0.0625126 Dec 10 09:34:59.121387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3444-c1aa-442e-9677-2f311525eca1 req-9c5cf9c2-a85e-4d1c-a364-88d7b36d0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:34:59.122857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50be3444-c1aa-442e-9677-2f311525eca1 req-9c5cf9c2-a85e-4d1c-a364-88d7b36d0100 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e037d5d6-4d3e-4198-9d7f-6736a1245a51 HTTP/1.1" status: 200 len: 847 time: 0.0426819 Dec 10 09:34:59.169621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3444-c1aa-442e-9677-2f311525eca1 req-d701e03b-e7db-4e0a-af6b-fdf0cf90a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:34:59.171109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50be3444-c1aa-442e-9677-2f311525eca1 req-d701e03b-e7db-4e0a-af6b-fdf0cf90a5e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405111 Dec 10 09:34:59.261908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50be3444-c1aa-442e-9677-2f311525eca1 req-7266792f-c9e9-4e75-8dd3-a6d714d253a5 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834825 Dec 10 09:34:59.349432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50be3444-c1aa-442e-9677-2f311525eca1 req-2e1c6747-fac5-4ada-b5cc-ed410c1b06cc service neutron] 10.222.0.18 "GET /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809782 Dec 10 09:35:02.713612 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:35:03.239670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1a00-f870-4cbe-99ae-005c3230ba1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:05.470966 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9e587dfa-18e2-4db7-8f92-9355ad848520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:06.626725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:08.322281 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:09.296187 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:15.406876 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:19.583410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:33.242257 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-70b41b19-64f4-4a43-b508-2a1aa4836af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:35.474414 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6132c80c-fc72-43e7-8467-5c207a9ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:35.853612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb35c6-7a31-43d6-81e7-a33b63c1712f req-6529a8af-440a-41fa-83d8-786c71c0438e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:35.855108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6cb35c6-7a31-43d6-81e7-a33b63c1712f req-6529a8af-440a-41fa-83d8-786c71c0438e tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0542071 Dec 10 09:35:35.903599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6cb35c6-7a31-43d6-81e7-a33b63c1712f req-67f5e2c7-d3b4-42f5-b66b-6d7a79d0e847 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/security-groups?id=d72056d7-b038-4e76-be13-799dabd060f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Dec 10 09:35:36.465460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc6c81-598b-4468-a763-58325f152f84 req-66782d11-10ea-4d30-bfc9-6d456542d5ec tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:36.467036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1bc6c81-598b-4468-a763-58325f152f84 req-66782d11-10ea-4d30-bfc9-6d456542d5ec tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 946 time: 0.0479100 Dec 10 09:35:36.560134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Deleting port 524b908c-9d48-4807-8976-c804e7a43554 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:36.560470 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:36.630187 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:36.651511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] For port 524b908c-9d48-4807-8976-c804e7a43554, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=524b908c-9d48-4807-8976-c804e7a43554,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:36.651870 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:36.822636 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:36.822922 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:36.823242 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Floating IP 495f4a3b-0e64-4440-bc87-23908a7282f8 disassociated. External IP: 172.25.3.19, port: 524b908c-9d48-4807-8976-c804e7a43554. Dec 10 09:35:36.823593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Calling delete_port for 524b908c-9d48-4807-8976-c804e7a43554 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:36.954050 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:36.989348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event deleted for resources: {'Port': ['ID=524b908c-9d48-4807-8976-c804e7a43554,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:37.001454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.001831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.002179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.002515 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.002859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.003190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.003514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.003841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.004168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.004495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.004810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.005133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.005450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:37.075801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-abb8a110-3367-4a9d-920d-8f5dbed97bee req-1fa539bd-f0b6-4b24-a482-89409a253ddb tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b36ce9-d860-4e84-b43f-184264f95f17 HTTP/1.1" status: 200 len: 210 time: 0.0293965 Dec 10 09:35:37.139089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:35:37.245857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:37.256159 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] Sync routers for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:37.265862 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:37.267091 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:37.289990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] No DVR routers for this DVR port 524b908c-9d48-4807-8976-c804e7a43554 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:35:37.292845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:37.296586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1bc6c81-598b-4468-a763-58325f152f84 req-99ffe8bd-65b4-4228-8417-2e1a8ea17bb1 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.18 "DELETE /v2.0/ports/524b908c-9d48-4807-8976-c804e7a43554 HTTP/1.1" status: 204 len: 173 time: 0.8223422 Dec 10 09:35:37.297074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'name': 'network-vif-deleted', 'tag': '524b908c-9d48-4807-8976-c804e7a43554'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:35:37.300213 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66511d9e-7fc5-4877-b9ef-670c0e284326" -d '{"events": [{"server_uuid": "e1b36ce9-d860-4e84-b43f-184264f95f17", "name": "network-vif-deleted", "tag": "524b908c-9d48-4807-8976-c804e7a43554"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:35:37.382165 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:37.472294 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e33220-c631-4925-921f-de1ef80a7cfe x-openstack-request-id: req-83e33220-c631-4925-921f-de1ef80a7cfe {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:35:37.473029 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b36ce9-d860-4e84-b43f-184264f95f17", "name": "network-vif-deleted", "tag": "524b908c-9d48-4807-8976-c804e7a43554", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:35:37.473844 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83e33220-c631-4925-921f-de1ef80a7cfe {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:35:37.474355 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b36ce9-d860-4e84-b43f-184264f95f17', 'name': 'network-vif-deleted', 'tag': '524b908c-9d48-4807-8976-c804e7a43554', 'status': 'completed', 'code': 200} Dec 10 09:35:37.609469 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:09Z', 'revision_number': 5, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:37.636120 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] Checking router: eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:37.645277 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:37.645914 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:37.756669 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:37.952655 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:09Z', 'revision_number': 5, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:37.981966 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f9dff-c227-435c-9fd6-32106c07e186 None None] The sync data for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 is: [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:30:01Z', 'revision_number': 4, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '8f19bf6a-d257-42df-bd5a-7a3ea3a1499a', 'name': '', 'network_id': 'c0a5b9f6-cbd4-45a4-bd65-d031aa985b55', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'mac_address': 'fa:16:3e:b2:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:00Z', 'updated_at': '2021-12-10T09:30:09Z', 'revision_number': 5, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'subnets': [{'id': 'e037d5d6-4d3e-4198-9d7f-6736a1245a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:35:38.134225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42184) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:38.211461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fcbd23-9acb-43d1-bfcb-e1dc945cd169 None None] New status for floating IP 495f4a3b-0e64-4440-bc87-23908a7282f8: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:35:38.266591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Deleting port 05c7516e-cf06-453b-bb9f-0c66314acfe1 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:38.266993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.330255 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.343567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.343895 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.357240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Calling delete_port for 05c7516e-cf06-453b-bb9f-0c66314acfe1 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:38.494550 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.520895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event deleted for resources: {'Port': ['ID=05c7516e-cf06-453b-bb9f-0c66314acfe1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:38.583025 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.585615 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.587111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-34e65a3a-05c6-45de-b960-ab3c565a9259 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "DELETE /v2.0/floatingips/495f4a3b-0e64-4440-bc87-23908a7282f8 HTTP/1.1" status: 204 len: 168 time: 0.4517155 Dec 10 09:35:38.655079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42190) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:38.712253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7fd83f4-cdcc-4f28-bb75-8cc7b2787584 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.737677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7fd83f4-cdcc-4f28-bb75-8cc7b2787584 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.797324 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7fd83f4-cdcc-4f28-bb75-8cc7b2787584 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.799971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f7fd83f4-cdcc-4f28-bb75-8cc7b2787584 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:38.801130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f7fd83f4-cdcc-4f28-bb75-8cc7b2787584 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] 10.222.0.31 "DELETE /v2.0/security-groups/d72056d7-b038-4e76-be13-799dabd060f4 HTTP/1.1" status: 204 len: 168 time: 0.1450641 Dec 10 09:35:38.810018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd83f4-cdcc-4f28-bb75-8cc7b2787584 tempest-TestServerBasicOps-1234831755 tempest-TestServerBasicOps-1234831755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72056d7-b038-4e76-be13-799dabd060f4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:38.846996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42194) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:39.299170 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:39.336915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:39.712558 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:35:39.899283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Deleting port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:39.899895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:39.974776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] For port 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8f19bf6a-d257-42df-bd5a-7a3ea3a1499a,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:39.975057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:39.987568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Calling delete_port for 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:40.168010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:40.193358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 524b908c-9d48-4807-8976-c804e7a43554 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:40.195587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f19bf6a-d257-42df-bd5a-7a3ea3a1499a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:40.214847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 524b908c-9d48-4807-8976-c804e7a43554 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:40.215348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 524b908c-9d48-4807-8976-c804e7a43554 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:40.224560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.224900 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.225195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.225551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.225891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.226224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.226555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.226883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.227208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.227533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.227857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.228173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.228495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:40.369979 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:40.585782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:35:40.687997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:40.692945 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6be3a7a5-b2e1-4f82-9d06-125104b7e760 admin admin] 10.222.0.31 "PUT /v2.0/routers/eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8448522 Dec 10 09:35:40.695570 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42202) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:40.697034 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] Sync routers for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:40.794296 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:40.794960 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:40.802175 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:40.897749 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:40.906288 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:40.957493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Deleting port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:40.957861 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.040754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] For port 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=03b1ac2e-28ae-4a74-b7ea-b39dfe30c496,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:41.041117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.053635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Calling delete_port for 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:41.071592 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:35:40Z', 'revision_number': 5, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port': {'id': '03b1ac2e-28ae-4a74-b7ea-b39dfe30c496', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:29:58Z', 'updated_at': '2021-12-10T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:41.101257 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] Checking router: eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:41.109360 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] Routers {'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:41.110096 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:41.193105 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] Set router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:41.220410 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.247207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b1ac2e-28ae-4a74-b7ea-b39dfe30c496,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:41.248090 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:35:40Z', 'revision_number': 6, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:41.259982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4fef13-9da5-431f-8957-db4d6b357ee2 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:41.275559 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bba84d-2af8-4a6a-bfad-5dd53091ba12 None None] The sync data for ids ['eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2'] in n-d-814746-3 is: [{'id': 'eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2', 'name': 'tempest-TestServerBasicOps-615154291-router', 'tenant_id': '9ca549be0c0a4a27a79302357a4659ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:29:57Z', 'updated_at': '2021-12-10T09:35:40Z', 'revision_number': 6, 'project_id': '9ca549be0c0a4a27a79302357a4659ed', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:35:41.323517 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.413023 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.415146 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.457121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.457719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:35:41.462465 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.463605 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-86118d68-d742-488c-8c86-8d400b17dbb1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eb0788e9-0ee3-46d8-b0c5-1e02f68a32e2 HTTP/1.1" status: 204 len: 168 time: 0.7671273 Dec 10 09:35:41.466257 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42204) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:41.512939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb17bcdd-3cb4-448c-9e14-4b25f68504bd admin admin] Deleting subnet e037d5d6-4d3e-4198-9d7f-6736a1245a51 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:35:41.516179 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb17bcdd-3cb4-448c-9e14-4b25f68504bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.552616 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb17bcdd-3cb4-448c-9e14-4b25f68504bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.633895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb17bcdd-3cb4-448c-9e14-4b25f68504bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.690737 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb17bcdd-3cb4-448c-9e14-4b25f68504bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.720665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17bcdd-3cb4-448c-9e14-4b25f68504bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e037d5d6-4d3e-4198-9d7f-6736a1245a51,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:41.722689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb17bcdd-3cb4-448c-9e14-4b25f68504bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.726016 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eb17bcdd-3cb4-448c-9e14-4b25f68504bd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e037d5d6-4d3e-4198-9d7f-6736a1245a51 HTTP/1.1" status: 204 len: 168 time: 0.2588270 Dec 10 09:35:41.728620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42206) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:41.731511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723b416-ce88-4739-af5c-e18c7531cc13 None None] Network c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:35:41.799420 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.857427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Deleting port ab342e21-375c-47ef-9ee8-eb4a1e4d8733 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:41.857801 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.919890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-564da00a-c725-4195-a983-007d40972806 admin admin] For port ab342e21-375c-47ef-9ee8-eb4a1e4d8733, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ab342e21-375c-47ef-9ee8-eb4a1e4d8733,segment=NetworkSegment(7e26010a-0c2a-4beb-a0c0-65cffaefc343),segment_id=7e26010a-0c2a-4beb-a0c0-65cffaefc343)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:41.920251 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:41.932761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Calling delete_port for ab342e21-375c-47ef-9ee8-eb4a1e4d8733 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:42.015835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.041679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab342e21-375c-47ef-9ee8-eb4a1e4d8733,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:42.046982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564da00a-c725-4195-a983-007d40972806 admin admin] No DVR routers for this DVR port ab342e21-375c-47ef-9ee8-eb4a1e4d8733 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:35:42.069445 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a4b8a-46c8-4e89-869f-4009b9738322 None None] DHCP port deletion for c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:42.121897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.148592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-564da00a-c725-4195-a983-007d40972806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a5b9f6-cbd4-45a4-bd65-d031aa985b55']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:42.163836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-564da00a-c725-4195-a983-007d40972806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e26010a-0c2a-4beb-a0c0-65cffaefc343') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:42.164139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-564da00a-c725-4195-a983-007d40972806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e26010a-0c2a-4beb-a0c0-65cffaefc343') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:42.174619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.187442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:42.188479 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.194910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:35:42.195339 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:35:42.197039 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:35:42.213101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:42.213447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 03b1ac2e-28ae-4a74-b7ea-b39dfe30c496 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:42.213897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:42.232809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:42.233163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8f19bf6a-d257-42df-bd5a-7a3ea3a1499a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:42.233596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ab342e21-375c-47ef-9ee8-eb4a1e4d8733 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:42.254424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.254659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ab342e21-375c-47ef-9ee8-eb4a1e4d8733 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:42.254761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ab342e21-375c-47ef-9ee8-eb4a1e4d8733 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:42.270474 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.273809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-564da00a-c725-4195-a983-007d40972806 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c0a5b9f6-cbd4-45a4-bd65-d031aa985b55 HTTP/1.1" status: 204 len: 168 time: 0.5440617 Dec 10 09:35:42.276770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42208) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:42.284225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564da00a-c725-4195-a983-007d40972806 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a5b9f6-cbd4-45a4-bd65-d031aa985b55,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:42.632208 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.877294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Deleting port 82469d75-1797-4aed-97a8-cae42cecb90b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:42.877556 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.955340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] For port 82469d75-1797-4aed-97a8-cae42cecb90b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=82469d75-1797-4aed-97a8-cae42cecb90b,segment=NetworkSegment(05ce3f64-3051-4b9c-a737-2c8e64d93391),segment_id=05ce3f64-3051-4b9c-a737-2c8e64d93391)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:42.955707 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:42.967279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Calling delete_port for 82469d75-1797-4aed-97a8-cae42cecb90b owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:43.146853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:43.175942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Pushing event deleted for resources: {'Port': ['ID=82469d75-1797-4aed-97a8-cae42cecb90b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:43.338353 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:43.559651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Router 88da4e2e-9364-4cbe-8665-589233bca887 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:35:43.664082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:43.671416 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a3fa7150-4b81-4e3f-83c3-8cbfdedc913e admin admin] 10.222.0.31 "PUT /v2.0/routers/88da4e2e-9364-4cbe-8665-589233bca887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903627 Dec 10 09:35:43.671593 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42210) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:43.674810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] Sync routers for ids ['88da4e2e-9364-4cbe-8665-589233bca887'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:43.684152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] Routers {'88da4e2e-9364-4cbe-8665-589233bca887'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:43.684755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['88da4e2e-9364-4cbe-8665-589233bca887'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:43.793686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] Set router 88da4e2e-9364-4cbe-8665-589233bca887 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:43.986206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88da4e2e-9364-4cbe-8665-589233bca887', 'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:35:43Z', 'revision_number': 5, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'gw_port': {'id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:44.018276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] Checking router: 88da4e2e-9364-4cbe-8665-589233bca887 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:44.026858 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] Routers {'88da4e2e-9364-4cbe-8665-589233bca887'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:44.027475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['88da4e2e-9364-4cbe-8665-589233bca887'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:44.106828 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.153271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] Set router 88da4e2e-9364-4cbe-8665-589233bca887 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:44.212715 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.265459 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Deleting port b2be3409-d008-46b1-98fa-eb2172491d35 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:44.265833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.334129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88da4e2e-9364-4cbe-8665-589233bca887', 'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:35:43Z', 'revision_number': 5, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'gw_port': {'id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:44.343414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] For port b2be3409-d008-46b1-98fa-eb2172491d35, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b2be3409-d008-46b1-98fa-eb2172491d35,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:44.343983 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.356110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Calling delete_port for b2be3409-d008-46b1-98fa-eb2172491d35 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:44.360466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61286d-aa8f-46cb-b6f7-991b5c6e68bd None None] The sync data for ids ['88da4e2e-9364-4cbe-8665-589233bca887'] in n-d-814746-3 is: [{'id': '88da4e2e-9364-4cbe-8665-589233bca887', 'name': 'tempest-TestServerBasicOps-1068263541-router', 'tenant_id': '0e58b9a494134f7cac22c67cd917d004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:35:43Z', 'revision_number': 5, 'project_id': '0e58b9a494134f7cac22c67cd917d004', 'gw_port': {'id': 'b2be3409-d008-46b1-98fa-eb2172491d35', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88da4e2e-9364-4cbe-8665-589233bca887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:30:03Z', 'updated_at': '2021-12-10T09:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:35:44.523928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.555154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2be3409-d008-46b1-98fa-eb2172491d35,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:44.561224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c677b3-8e7c-4d6a-a4d8-8100b1e6e45d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:44.613116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.706958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.709132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.753379 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.753934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88da4e2e-9364-4cbe-8665-589233bca887 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:35:44.758488 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.759614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fc3a2a98-8785-4e4c-a69a-98b66efa9573 admin admin] 10.222.0.31 "DELETE /v2.0/routers/88da4e2e-9364-4cbe-8665-589233bca887 HTTP/1.1" status: 204 len: 168 time: 1.0862660 Dec 10 09:35:44.762562 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42212) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:44.813361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8ebef7-6eff-4f6f-8a82-668d96c8f49f admin admin] Deleting subnet 3ca878b7-cb2f-44de-8d11-25e2ae65f18b {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:35:44.816874 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebef7-6eff-4f6f-8a82-668d96c8f49f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.853958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebef7-6eff-4f6f-8a82-668d96c8f49f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.936020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebef7-6eff-4f6f-8a82-668d96c8f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:44.993910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebef7-6eff-4f6f-8a82-668d96c8f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.025907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ebef7-6eff-4f6f-8a82-668d96c8f49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca878b7-cb2f-44de-8d11-25e2ae65f18b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:45.030776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebef7-6eff-4f6f-8a82-668d96c8f49f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.035597 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-eb8ebef7-6eff-4f6f-8a82-668d96c8f49f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3ca878b7-cb2f-44de-8d11-25e2ae65f18b HTTP/1.1" status: 204 len: 168 time: 0.2720287 Dec 10 09:35:45.036121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedadb25-dcbb-437a-90b9-49500320392d None None] Network 76c82565-6a07-4d82-9c0e-8072ed634e06 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:35:45.038171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42214) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:45.106616 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.161843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Deleting port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:35:45.162189 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.227918 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] For port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7,segment=NetworkSegment(05ce3f64-3051-4b9c-a737-2c8e64d93391),segment_id=05ce3f64-3051-4b9c-a737-2c8e64d93391)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:45.228282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.241121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Calling delete_port for fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:35:45.322379 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.323454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c0035-4dfe-407d-9bbb-1426ad854dbe None None] DHCP port deletion for 76c82565-6a07-4d82-9c0e-8072ed634e06 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:45.351127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:45.352836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] No DVR routers for this DVR port fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:35:45.405424 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.430049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.450679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c82565-6a07-4d82-9c0e-8072ed634e06']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:45.460508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ce3f64-3051-4b9c-a737-2c8e64d93391') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:45.460812 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ce3f64-3051-4b9c-a737-2c8e64d93391') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:45.471168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.484270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.491238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:35:45.491631 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:35:45.493272 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:35:45.551916 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.557372 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.560637 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] 10.222.0.31 "DELETE /v2.0/networks/76c82565-6a07-4d82-9c0e-8072ed634e06 HTTP/1.1" status: 204 len: 168 time: 0.5214942 Dec 10 09:35:45.572416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86b741-0fa0-4cac-9a26-34c2609eb74e admin admin] Pushing event deleted for resources: {'Network': ['ID=76c82565-6a07-4d82-9c0e-8072ed634e06,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:45.674652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42218) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:45.717307 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-682acba1-7b3b-4286-8275-a06ffa58ed3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ca549be0c0a4a27a79302357a4659ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414181 Dec 10 09:35:45.720443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42220) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:45.768664 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51ffc5ea-c0e4-4adb-bc66-526d0ff22186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.789939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51ffc5ea-c0e4-4adb-bc66-526d0ff22186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.839360 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51ffc5ea-c0e4-4adb-bc66-526d0ff22186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.842049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-51ffc5ea-c0e4-4adb-bc66-526d0ff22186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:45.843241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-51ffc5ea-c0e4-4adb-bc66-526d0ff22186 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac2cbcda-b68d-4d44-9943-63513ea3c5a9 HTTP/1.1" status: 204 len: 168 time: 0.1215363 Dec 10 09:35:45.851838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffc5ea-c0e4-4adb-bc66-526d0ff22186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2cbcda-b68d-4d44-9943-63513ea3c5a9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:46.159623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42226) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:46.175627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 82469d75-1797-4aed-97a8-cae42cecb90b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:46.199201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 82469d75-1797-4aed-97a8-cae42cecb90b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:46.199550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 82469d75-1797-4aed-97a8-cae42cecb90b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:46.199964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b2be3409-d008-46b1-98fa-eb2172491d35 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:46.201418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b949080d-dd45-4383-81c1-d339d1974690 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e58b9a494134f7cac22c67cd917d004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405161 Dec 10 09:35:46.204184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42228) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:46.220084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: b2be3409-d008-46b1-98fa-eb2172491d35 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:46.220443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b2be3409-d008-46b1-98fa-eb2172491d35 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:46.220854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:35:46.239905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:35:46.240250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device fc7eb58b-c8e6-49ac-801a-8c0660e0e5e7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:35:46.252762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8116863f-e980-4c46-b1f2-eb7f49e75c9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:46.273907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8116863f-e980-4c46-b1f2-eb7f49e75c9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:46.318688 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8116863f-e980-4c46-b1f2-eb7f49e75c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:46.321590 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8116863f-e980-4c46-b1f2-eb7f49e75c9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:46.322752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8116863f-e980-4c46-b1f2-eb7f49e75c9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c13f1808-1b90-4d95-b120-5a9e891a89de HTTP/1.1" status: 204 len: 168 time: 0.1174953 Dec 10 09:35:46.331820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116863f-e980-4c46-b1f2-eb7f49e75c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13f1808-1b90-4d95-b120-5a9e891a89de,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:46.982610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42250) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:47.113484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-387571227-network', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:35:47.134733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Made reservation on behalf of cbe666f774be4298a252d98cdde3d0c0 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:35:47.137571 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.146256 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.220858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.224493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.251882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:35:47.261826 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf1ccf-9e23-4913-97ba-08f819829a66,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:47.267650 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.267992 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Added segment bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5 of type vlan for network 97ade72a-fa97-4391-91a0-9548eaaa8c82 Dec 10 09:35:47.307952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.332631 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.333623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:47.334234 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.383873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4001234 Dec 10 09:35:47.387239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42256) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:47.393021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Request body: {'subnet': {'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-387571227-subnet', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:35:47.398597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eed86-f32b-4516-8748-b9750a55ec7f admin admin] Pushing event updated for resources: {'Network': ['ID=97ade72a-fa97-4391-91a0-9548eaaa8c82,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:47.409750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:35:47.416483 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Made reservation on behalf of cbe666f774be4298a252d98cdde3d0c0 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:35:47.419049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.588213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.644330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a904f74-dbd4-481f-8375-9c92bbd3c15b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:47.651675 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:35:47.652041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Network hostable DHCP agents. Network: 97ade72a-fa97-4391-91a0-9548eaaa8c82, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:35:47.667563 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:35:47.676140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 97ade72a-fa97-4391-91a0-9548eaaa8c82) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:47.680137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:47.680730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.685667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0521e58-3812-4b7d-961a-70db364d168f None None] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:35:47.698486 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8bc01059-df42-4ae8-8c6c-cad0ce9872f6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3101425 Dec 10 09:35:47.701162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42258) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:47.706286 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:35:47.726552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.727557 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.784758 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.787634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-97ade72a-fa97-4391-91a0-9548eaaa8c82', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:35:47.788517 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:47.923455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Allocated IP 172.20.0.2 (97ade72a-fa97-4391-91a0-9548eaaa8c82/5a904f74-dbd4-481f-8375-9c92bbd3c15b/8fb0b56d-6d44-486a-ba43-c73c22823907) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:35:47.934787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.068638 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.075373 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.119321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:35:48.122151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:48.124701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:35:48.131969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Pushing event updated for resources: {'Port': ['ID=8fb0b56d-6d44-486a-ba43-c73c22823907,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:48.137196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.155048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.155405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.155749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.156092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.156431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.156722 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.156830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.157081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.157408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.157763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.158921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.159429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.159763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.160088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:48.196378 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Attempting to bind port 8fb0b56d-6d44-486a-ba43-c73c22823907 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:35:48.196756 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Attempting to bind port 8fb0b56d-6d44-486a-ba43-c73c22823907 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:35:48.197130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Attempting to bind port 8fb0b56d-6d44-486a-ba43-c73c22823907 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:35:48.202149 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:35:48.202640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:35:48.203041 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.203446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Bound using segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:35:48.203915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Bound port: 8fb0b56d-6d44-486a-ba43-c73c22823907, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:35:48.204295 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.266687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Allocated IP 172.25.3.234 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/a95027f4-8241-438f-9d2e-06e4a6180256) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:35:48.373197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.408335 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.430619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] For port 8fb0b56d-6d44-486a-ba43-c73c22823907, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:35:48.433945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] For port 8fb0b56d-6d44-486a-ba43-c73c22823907, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8fb0b56d-6d44-486a-ba43-c73c22823907,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:35:48.441701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.453525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:35:48.458671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:48.461363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:35:48.480375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ac509-4303-4493-924a-50912cd164a4 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:48.490594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Pushing event updated for resources: {'Port': ['ID=a95027f4-8241-438f-9d2e-06e4a6180256,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:48.518385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cd220-0957-4a56-aec5-5fcfca22371f None None] Pushing event updated for resources: {'Port': ['ID=8fb0b56d-6d44-486a-ba43-c73c22823907,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:48.615312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-43787a09-1c88-4111-bf09-e85d51e152f7 None None] Provisioning complete for port a95027f4-8241-438f-9d2e-06e4a6180256 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:48.615764 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-43787a09-1c88-4111-bf09-e85d51e152f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.654227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-43787a09-1c88-4111-bf09-e85d51e152f7 None None] Port a95027f4-8241-438f-9d2e-06e4a6180256 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:35:48.759812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:48.956093 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.089238 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:35:49.198198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:49.207399 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Sync routers for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:49.215932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.219684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f5e1137b-22ba-4c2f-866b-5f5b8ba28618 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5150375 Dec 10 09:35:49.219884 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:49.222071 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:49.222643 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:49.334467 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:49.487997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad779f-a397-48e1-b357-7db1bb428e12 None None] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:35:49.535501 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:48Z', 'revision_number': 3, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:49.562794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Checking router: ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:49.563407 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Updating router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 port a95027f4-8241-438f-9d2e-06e4a6180256 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:35:49.590004 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.617339 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.618088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-041bdd29-0196-462e-b593-b14056f7240f None None] Provisioning complete for port 8fb0b56d-6d44-486a-ba43-c73c22823907 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:49.618439 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-041bdd29-0196-462e-b593-b14056f7240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.677814 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.722197 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-041bdd29-0196-462e-b593-b14056f7240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.770420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-041bdd29-0196-462e-b593-b14056f7240f None None] For port 8fb0b56d-6d44-486a-ba43-c73c22823907, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8fb0b56d-6d44-486a-ba43-c73c22823907,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:49.779031 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-041bdd29-0196-462e-b593-b14056f7240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.834621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bdd29-0196-462e-b593-b14056f7240f None None] Pushing event updated for resources: {'Port': ['ID=8fb0b56d-6d44-486a-ba43-c73c22823907,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:49.865326 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.869534 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Allocated IP 172.20.0.1 (97ade72a-fa97-4391-91a0-9548eaaa8c82/5a904f74-dbd4-481f-8375-9c92bbd3c15b/2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:35:49.872027 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.917309 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Attempting to bind port a95027f4-8241-438f-9d2e-06e4a6180256 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:35:49.917892 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Attempting to bind port a95027f4-8241-438f-9d2e-06e4a6180256 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:35:49.918259 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Attempting to bind port a95027f4-8241-438f-9d2e-06e4a6180256 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:35:49.919738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b4f17d-5768-4a16-8106-9d9a8c5cfc50 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:49.930202 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:35:49.930346 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:35:49.930749 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.931140 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:35:49.931605 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Bound port: a95027f4-8241-438f-9d2e-06e4a6180256, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:35:49.931986 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.953788 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Pushing event updated for resources: {'Port': ['ID=a95027f4-8241-438f-9d2e-06e4a6180256,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:49.968680 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.969024 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.969360 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.970089 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.970089 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.970364 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.971231 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.971737 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.972058 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.972379 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.972700 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.973027 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.973342 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:35:49.984979 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:49.997931 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] For port a95027f4-8241-438f-9d2e-06e4a6180256, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:35:50.000787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-51ad3939-b9ec-4774-9d4b-1fdfeb88bf62 None None] Provisioning complete for port a95027f4-8241-438f-9d2e-06e4a6180256 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:50.000941 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] For port a95027f4-8241-438f-9d2e-06e4a6180256, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a95027f4-8241-438f-9d2e-06e4a6180256,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:35:50.001162 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-51ad3939-b9ec-4774-9d4b-1fdfeb88bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.015675 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.029234 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.040726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-51ad3939-b9ec-4774-9d4b-1fdfeb88bf62 None None] Port a95027f4-8241-438f-9d2e-06e4a6180256 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:35:50.051445 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-51ad3939-b9ec-4774-9d4b-1fdfeb88bf62 None None] Provisioning complete for port 8fb0b56d-6d44-486a-ba43-c73c22823907 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:50.051445 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-51ad3939-b9ec-4774-9d4b-1fdfeb88bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.072524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:35:50.075503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:50.078981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:35:50.083386 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:50.084010 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:50.085987 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9484d9-599d-4930-84c2-862f754a0329 None None] Pushing event updated for resources: {'Port': ['ID=a95027f4-8241-438f-9d2e-06e4a6180256,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:50.097928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d232c5e9-51e8-48fb-813c-d8c97a56ceb9 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:50.110422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:50.131430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.206173 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:50.270876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8fb0b56d-6d44-486a-ba43-c73c22823907 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:35:50.325005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.343393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6f7b9635-f478-4c32-a5f2-28ff6d9c6b3f None None] Provisioning complete for port a95027f4-8241-438f-9d2e-06e4a6180256 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:50.343764 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9635-f478-4c32-a5f2-28ff6d9c6b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.391185 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 8fb0b56d-6d44-486a-ba43-c73c22823907 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:50.391575 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.501685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9635-f478-4c32-a5f2-28ff6d9c6b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.508834 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.515986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.519337 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:48Z', 'revision_number': 3, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:50.535889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6f7b9635-f478-4c32-a5f2-28ff6d9c6b3f None None] For port a95027f4-8241-438f-9d2e-06e4a6180256, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a95027f4-8241-438f-9d2e-06e4a6180256,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:50.541815 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9635-f478-4c32-a5f2-28ff6d9c6b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.549237 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78d61c-c0f7-4a11-8c0b-91c34d37217f None None] The sync data for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 is: [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:48Z', 'revision_number': 3, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:35:50.595064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b9635-f478-4c32-a5f2-28ff6d9c6b3f None None] Pushing event updated for resources: {'Port': ['ID=a95027f4-8241-438f-9d2e-06e4a6180256,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:50.667362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-98a9507a-32af-4971-9112-e32f43c79836 None None] Provisioning complete for port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:50.667737 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98a9507a-32af-4971-9112-e32f43c79836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:50.704177 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-98a9507a-32af-4971-9112-e32f43c79836 None None] Port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:35:50.942689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:50.946291 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:51.046391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:35:51.047844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:51.175079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:35:51.292031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:51.297091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-793e4cd1-bfc9-4d90-b5e6-e0facc7340e5 admin admin] 10.222.0.31 "PUT /v2.0/routers/ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0762184 Dec 10 09:35:51.332579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-010064b2-dc7f-439c-b25d-2d311d6e37ee None None] Provisioning complete for port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:51.332947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-010064b2-dc7f-439c-b25d-2d311d6e37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:51.372985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-010064b2-dc7f-439c-b25d-2d311d6e37ee None None] Port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:35:51.780786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42276) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:51.786551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1854714400-network', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:35:51.807701 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Made reservation on behalf of 94e6cfdaeee74068afb0003930e93d31 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:35:51.810389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:51.822125 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:51.900514 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:51.904301 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:51.929722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:35:51.938591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d39979-7d70-4a19-8b2e-8a0897714cfc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:51.946065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:51.946685 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Added segment 679a353d-6ef8-4d52-a069-438babcd97f8 of type vlan for network e6573271-6b82-459b-b60c-bbef448cede0 Dec 10 09:35:51.991978 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.016748 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.018328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:52.019004 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.074402 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2923512 Dec 10 09:35:52.077261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 42278) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:52.083289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Request body: {'subnet': {'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1854714400-subnet', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:35:52.083443 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05e2aa-5f09-4793-bde6-6a2790ce0fde admin admin] Pushing event updated for resources: {'Network': ['ID=e6573271-6b82-459b-b60c-bbef448cede0,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:52.094853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network e6573271-6b82-459b-b60c-bbef448cede0 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:35:52.109976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Sync routers for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:52.111443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Made reservation on behalf of 94e6cfdaeee74068afb0003930e93d31 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:35:52.114090 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.159368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:52.160000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:52.221379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a95027f4-8241-438f-9d2e-06e4a6180256 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:35:52.295109 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.324508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:52.356174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd86542-6e20-4119-8298-2e3f9f9ec2e0,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:52.358217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a95027f4-8241-438f-9d2e-06e4a6180256 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:52.358603 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.364323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Checking segment: {'id': '679a353d-6ef8-4d52-a069-438babcd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:35:52.364683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Network hostable DHCP agents. Network: e6573271-6b82-459b-b60c-bbef448cede0, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:35:52.382212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Network e6573271-6b82-459b-b60c-bbef448cede0 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:35:52.392047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, e6573271-6b82-459b-b60c-bbef448cede0) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:52.397669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:52.398614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.406157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1878f-cb07-4d92-a530-cb85c92f4182 None None] Network e6573271-6b82-459b-b60c-bbef448cede0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:35:52.420726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42280) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:52.420984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eac93984-83fc-4e38-ae76-07ae9e8e149b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3423648 Dec 10 09:35:52.426630 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:35:52.447799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.448885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.504317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.643693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.673758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-e6573271-6b82-459b-b60c-bbef448cede0', 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0', 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'fixed_ips': [{'subnet_id': 'abd86542-6e20-4119-8298-2e3f9f9ec2e0'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:35:52.675362 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.781117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 2, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:52.834320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Checking router: ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:52.834674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Updating router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:35:52.850873 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.868359 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.870836 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:52.885175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Allocated IP 172.20.0.2 (e6573271-6b82-459b-b60c-bbef448cede0/abd86542-6e20-4119-8298-2e3f9f9ec2e0/18f8a943-3f62-423b-9aa4-9d64932b90dd) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:35:52.976314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Allocated IP 172.25.3.228 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/5fb99307-2a6f-4649-9352-12f0ba4d5dc7) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:35:53.085169 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.120067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.160217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:35:53.163189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:53.166629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:35:53.172086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb99307-2a6f-4649-9352-12f0ba4d5dc7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:53.179540 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.185298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d45cf-32d9-4ef7-a77b-8fe3df191127 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:53.199969 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.276456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Network e6573271-6b82-459b-b60c-bbef448cede0 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:35:53.285440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:53.290973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:35:53.301286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Pushing event updated for resources: {'Port': ['ID=18f8a943-3f62-423b-9aa4-9d64932b90dd,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:53.335146 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.344002 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.384195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9ec682b4-ca29-4af6-a6f3-b5fbb2795dae None None] Provisioning complete for port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:53.384557 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9ec682b4-ca29-4af6-a6f3-b5fbb2795dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.429634 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.600271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Attempting to bind port 18f8a943-3f62-423b-9aa4-9d64932b90dd on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:35:53.600642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Attempting to bind port 18f8a943-3f62-423b-9aa4-9d64932b90dd by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '679a353d-6ef8-4d52-a069-438babcd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:35:53.601001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Attempting to bind port 18f8a943-3f62-423b-9aa4-9d64932b90dd on network e6573271-6b82-459b-b60c-bbef448cede0 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:35:53.615522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb3b4-e6cc-4964-8026-1fb758c0d43e None None] Pushing event updated for resources: {'Port': ['ID=2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:53.619852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:35:53.620226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Checking segment: {'id': '679a353d-6ef8-4d52-a069-438babcd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:35:53.620620 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.621001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Bound using segment: {'id': '679a353d-6ef8-4d52-a069-438babcd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:35:53.621472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Bound port: 18f8a943-3f62-423b-9aa4-9d64932b90dd, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679a353d-6ef8-4d52-a069-438babcd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:35:53.621871 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.626758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-9ec682b4-ca29-4af6-a6f3-b5fbb2795dae None None] Port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:35:53.633224 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.714027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Attempting to bind port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:35:53.714391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Attempting to bind port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:35:53.714751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Attempting to bind port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:35:53.729142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:35:53.729548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:35:53.729947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.730347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Bound using segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:35:53.730819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Bound port: 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:35:53.731202 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.753042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3974df22-1150-4767-9378-82c479bcc52d None None] For port 18f8a943-3f62-423b-9aa4-9d64932b90dd, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:35:53.780456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Router 40dd4b3e-b842-46f9-9a49-b27585c97076 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:35:53.785956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3974df22-1150-4767-9378-82c479bcc52d None None] For port 18f8a943-3f62-423b-9aa4-9d64932b90dd, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18f8a943-3f62-423b-9aa4-9d64932b90dd,segment=NetworkSegment(679a353d-6ef8-4d52-a069-438babcd97f8),segment_id=679a353d-6ef8-4d52-a069-438babcd97f8)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:35:53.794824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.859986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] For port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:35:53.865304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] For port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:35:53.883662 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.893920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-442bb7a5-82da-4d0e-8c06-d59cb019f0cf None None] Provisioning complete for port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:53.894299 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-442bb7a5-82da-4d0e-8c06-d59cb019f0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.898391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974df22-1150-4767-9378-82c479bcc52d None None] Pushing event updated for resources: {'Port': ['ID=18f8a943-3f62-423b-9aa4-9d64932b90dd,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:53.898836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:53.911921 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Sync routers for ids ['40dd4b3e-b842-46f9-9a49-b27585c97076'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:53.923406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:53.925710 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0d0b977e-718d-4540-b80b-48ae14087f50 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5033710 Dec 10 09:35:53.926261 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Routers {'40dd4b3e-b842-46f9-9a49-b27585c97076'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:53.926908 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['40dd4b3e-b842-46f9-9a49-b27585c97076'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:53.928372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 42282) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:35:54.011179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:54.011835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:54.013647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb3b4-e6cc-4964-8026-1fb758c0d43e None None] Pushing event updated for resources: {'Port': ['ID=2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:54.093159 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Set router 40dd4b3e-b842-46f9-9a49-b27585c97076 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:54.210243 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-442bb7a5-82da-4d0e-8c06-d59cb019f0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.245384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:54.300407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-442bb7a5-82da-4d0e-8c06-d59cb019f0cf None None] For port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:54.311347 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-442bb7a5-82da-4d0e-8c06-d59cb019f0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.408256 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:53Z', 'revision_number': 3, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'gw_port': {'id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:54.437552 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Checking router: 40dd4b3e-b842-46f9-9a49-b27585c97076 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:54.437906 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Updating router 40dd4b3e-b842-46f9-9a49-b27585c97076 port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:35:54.451102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bb7a5-82da-4d0e-8c06-d59cb019f0cf None None] Pushing event updated for resources: {'Port': ['ID=2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:54.465429 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.478570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1ea8c057-2900-4397-b72f-231203f75784 None None] Provisioning complete for port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:54.478935 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c057-2900-4397-b72f-231203f75784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.520289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.609316 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:53Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:54.638260 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b4cc4-4ca9-47d7-af9a-53ed0676cd06 None None] The sync data for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 is: [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:53Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:35:54.701380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Allocated IP 172.20.0.1 (e6573271-6b82-459b-b60c-bbef448cede0/abd86542-6e20-4119-8298-2e3f9f9ec2e0/0ad34df2-6c72-4731-a716-e2a2a924a136) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:35:54.772728 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.785433 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.834011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a8002c-5720-47c1-add6-8cbcf9bf76cb None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:54.853651 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Attempting to bind port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:35:54.853788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.854023 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Attempting to bind port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:35:54.854384 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Attempting to bind port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:35:54.857550 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a1ec2-64f4-4ed0-a3c7-084c2498cb86 None None] Pushing event updated for resources: {'Port': ['ID=5fb99307-2a6f-4649-9352-12f0ba4d5dc7,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:54.876686 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:35:54.877159 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:35:54.877703 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.882128 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:35:54.882667 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Bound port: 5fb99307-2a6f-4649-9352-12f0ba4d5dc7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:35:54.883076 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.900037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.934154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cdf5ccba-54f4-4152-982b-ea0a939bf4ba None None] Provisioning complete for port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:54.934874 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ccba-54f4-4152-982b-ea0a939bf4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.945905 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] For port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:35:54.949360 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] For port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5fb99307-2a6f-4649-9352-12f0ba4d5dc7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:35:54.957665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Network e6573271-6b82-459b-b60c-bbef448cede0 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:35:54.961664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:54.961980 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:54.965907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:35:54.987732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae64b14-43fa-4047-9690-fb96cf28d807 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:35:55.004777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5ccba-54f4-4152-982b-ea0a939bf4ba None None] Port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:35:55.024589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad34df2-6c72-4731-a716-e2a2a924a136,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:55.037135 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Routers {'40dd4b3e-b842-46f9-9a49-b27585c97076'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:55.037819 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['40dd4b3e-b842-46f9-9a49-b27585c97076'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:55.043692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.098877 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a1ec2-64f4-4ed0-a3c7-084c2498cb86 None None] Pushing event updated for resources: {'Port': ['ID=5fb99307-2a6f-4649-9352-12f0ba4d5dc7,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:55.134832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7b56e631-64f4-4c23-a791-40e25100db77 None None] Provisioning complete for port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:55.135206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7b56e631-64f4-4c23-a791-40e25100db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.211552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.257340 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] Set router 40dd4b3e-b842-46f9-9a49-b27585c97076 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:55.275695 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7b56e631-64f4-4c23-a791-40e25100db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.282540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5592ab-be08-4620-8f99-dc5b058ea95d None None] Network e6573271-6b82-459b-b60c-bbef448cede0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:35:55.365693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-7b56e631-64f4-4c23-a791-40e25100db77 None None] For port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5fb99307-2a6f-4649-9352-12f0ba4d5dc7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:55.376047 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7b56e631-64f4-4c23-a791-40e25100db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.425383 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.432919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.480438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56e631-64f4-4c23-a791-40e25100db77 None None] Pushing event updated for resources: {'Port': ['ID=5fb99307-2a6f-4649-9352-12f0ba4d5dc7,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:55.503236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6365aa59-2074-41e0-998a-b5dd6fd42b8e None None] Provisioning complete for port 18f8a943-3f62-423b-9aa4-9d64932b90dd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:55.503756 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6365aa59-2074-41e0-998a-b5dd6fd42b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.511114 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:53Z', 'revision_number': 3, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'gw_port': {'id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:55.537880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad34df2-6c72-4731-a716-e2a2a924a136,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:55.557327 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63996ffe-2899-4516-95ef-49aa4f3fcce6 None None] The sync data for ids ['40dd4b3e-b842-46f9-9a49-b27585c97076'] in n-d-814746-3 is: [{'id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:53Z', 'revision_number': 3, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'gw_port': {'id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:35:55.571445 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.630978 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6365aa59-2074-41e0-998a-b5dd6fd42b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.687312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-6365aa59-2074-41e0-998a-b5dd6fd42b8e None None] For port 18f8a943-3f62-423b-9aa4-9d64932b90dd, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18f8a943-3f62-423b-9aa4-9d64932b90dd,segment=NetworkSegment(679a353d-6ef8-4d52-a069-438babcd97f8),segment_id=679a353d-6ef8-4d52-a069-438babcd97f8)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:55.697689 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6365aa59-2074-41e0-998a-b5dd6fd42b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.716665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Network e6573271-6b82-459b-b60c-bbef448cede0 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:35:55.718180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:35:55.769239 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365aa59-2074-41e0-998a-b5dd6fd42b8e None None] Pushing event updated for resources: {'Port': ['ID=18f8a943-3f62-423b-9aa4-9d64932b90dd,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:55.824143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a81b9b9d-697a-4563-a8f8-cfbd7abb2418 None None] Provisioning complete for port 18f8a943-3f62-423b-9aa4-9d64932b90dd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:55.824570 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a81b9b9d-697a-4563-a8f8-cfbd7abb2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:55.873029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Router 40dd4b3e-b842-46f9-9a49-b27585c97076 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:35:55.973288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a81b9b9d-697a-4563-a8f8-cfbd7abb2418 None None] Provisioning complete for port 0ad34df2-6c72-4731-a716-e2a2a924a136 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:55.973858 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a81b9b9d-697a-4563-a8f8-cfbd7abb2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:56.028138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a81b9b9d-697a-4563-a8f8-cfbd7abb2418 None None] Port 0ad34df2-6c72-4731-a716-e2a2a924a136 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:35:56.050889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:35:56.057554 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-483dd266-cc38-45a5-a295-644088096a26 admin admin] 10.222.0.31 "PUT /v2.0/routers/40dd4b3e-b842-46f9-9a49-b27585c97076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1268198 Dec 10 09:35:56.154152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-91dbd970-eb43-468d-99b1-90a5ca3ac861 None None] Provisioning complete for port 0ad34df2-6c72-4731-a716-e2a2a924a136 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:56.154523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-91dbd970-eb43-468d-99b1-90a5ca3ac861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:56.226728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-91dbd970-eb43-468d-99b1-90a5ca3ac861 None None] Port 0ad34df2-6c72-4731-a716-e2a2a924a136 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:35:56.332034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:35:56.389229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:56.389638 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:56.478419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-312f4a9a-f8da-465b-aa95-b4b75f03db1b None None] Provisioning complete for port 0ad34df2-6c72-4731-a716-e2a2a924a136 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:56.478775 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-312f4a9a-f8da-465b-aa95-b4b75f03db1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:56.516434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:35:56.545280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-312f4a9a-f8da-465b-aa95-b4b75f03db1b None None] Port 0ad34df2-6c72-4731-a716-e2a2a924a136 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:35:56.570885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:56.571262 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:56.656969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18f8a943-3f62-423b-9aa4-9d64932b90dd up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:35:56.708986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 18f8a943-3f62-423b-9aa4-9d64932b90dd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:56.709348 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:58.091441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Sync routers for ids ['40dd4b3e-b842-46f9-9a49-b27585c97076'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:35:58.103377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Routers {'40dd4b3e-b842-46f9-9a49-b27585c97076'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:58.104030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['40dd4b3e-b842-46f9-9a49-b27585c97076'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:58.328531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243871-4692-4037-aa71-1984025eeff0 req-95c62c01-9284-4fbb-ada0-109e74c1b380 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:35:58.329983 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-95c62c01-9284-4fbb-ada0-109e74c1b380 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1069257 Dec 10 09:35:58.346173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-d2256cd7-2840-4db1-9546-f861888934ae tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/quotas/cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 375 time: 0.0095608 Dec 10 09:35:58.378186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Set router 40dd4b3e-b842-46f9-9a49-b27585c97076 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:58.398718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-5d049951-c239-4ffb-adb7-89be75d54765 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466974 Dec 10 09:35:58.581389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:55Z', 'revision_number': 4, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'gw_port': {'id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0ad34df2-6c72-4731-a716-e2a2a924a136', 'name': '', 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'mac_address': 'fa:16:3e:70:cd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'abd86542-6e20-4119-8298-2e3f9f9ec2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:54Z', 'updated_at': '2021-12-10T09:35:55Z', 'revision_number': 2, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'subnets': [{'id': 'abd86542-6e20-4119-8298-2e3f9f9ec2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:58.585380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-f33f6bd4-4172-4003-a12b-e2f12b9cc55a service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797795 Dec 10 09:35:58.613620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Checking router: 40dd4b3e-b842-46f9-9a49-b27585c97076 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:35:58.613985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Updating router 40dd4b3e-b842-46f9-9a49-b27585c97076 port 0ad34df2-6c72-4731-a716-e2a2a924a136 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:35:58.639286 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:58.675678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-806cea42-2875-4ad5-b501-d769ae2894a5 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842004 Dec 10 09:35:58.907547 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:58.913384 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:58.971883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b77a1f-b03e-46f5-8392-2e7e7cab7f72 None None] Pushing event updated for resources: {'Port': ['ID=0ad34df2-6c72-4731-a716-e2a2a924a136,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:58.987467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee6ec982-904e-404a-ab1d-8784970b9d7d req-6edc4780-df2e-4056-8763-a8c0a9d59b9d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0374444 Dec 10 09:35:59.030791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Attempting to bind port 0ad34df2-6c72-4731-a716-e2a2a924a136 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:35:59.031425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Attempting to bind port 0ad34df2-6c72-4731-a716-e2a2a924a136 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '679a353d-6ef8-4d52-a069-438babcd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:35:59.031830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Attempting to bind port 0ad34df2-6c72-4731-a716-e2a2a924a136 on network e6573271-6b82-459b-b60c-bbef448cede0 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:35:59.037444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:35:59.037869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Checking segment: {'id': '679a353d-6ef8-4d52-a069-438babcd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:35:59.038287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:59.038993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Bound using segment: {'id': '679a353d-6ef8-4d52-a069-438babcd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:35:59.039484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Bound port: 0ad34df2-6c72-4731-a716-e2a2a924a136, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679a353d-6ef8-4d52-a069-438babcd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:35:59.039875 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:59.116728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] For port 0ad34df2-6c72-4731-a716-e2a2a924a136, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:35:59.120061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] For port 0ad34df2-6c72-4731-a716-e2a2a924a136, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0ad34df2-6c72-4731-a716-e2a2a924a136,segment=NetworkSegment(679a353d-6ef8-4d52-a069-438babcd97f8),segment_id=679a353d-6ef8-4d52-a069-438babcd97f8)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:35:59.123612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:59.195044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Routers {'40dd4b3e-b842-46f9-9a49-b27585c97076'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:35:59.195694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:35:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['40dd4b3e-b842-46f9-9a49-b27585c97076'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:59.197846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b77a1f-b03e-46f5-8392-2e7e7cab7f72 None None] Pushing event updated for resources: {'Port': ['ID=0ad34df2-6c72-4731-a716-e2a2a924a136,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:59.245006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-62725bc7-d5c0-45b8-9741-c234639bc068 None None] Provisioning complete for port 0ad34df2-6c72-4731-a716-e2a2a924a136 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:59.245385 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62725bc7-d5c0-45b8-9741-c234639bc068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:59.350001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] Set router 40dd4b3e-b842-46f9-9a49-b27585c97076 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:35:59.458359 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62725bc7-d5c0-45b8-9741-c234639bc068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:59.536659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-62725bc7-d5c0-45b8-9741-c234639bc068 None None] For port 0ad34df2-6c72-4731-a716-e2a2a924a136, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0ad34df2-6c72-4731-a716-e2a2a924a136,segment=NetworkSegment(679a353d-6ef8-4d52-a069-438babcd97f8),segment_id=679a353d-6ef8-4d52-a069-438babcd97f8)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:35:59.542181 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62725bc7-d5c0-45b8-9741-c234639bc068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:59.634669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62725bc7-d5c0-45b8-9741-c234639bc068 None None] Pushing event updated for resources: {'Port': ['ID=0ad34df2-6c72-4731-a716-e2a2a924a136,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:35:59.667472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-da44c331-6f78-4801-923b-beebf0187aaf None None] Provisioning complete for port 0ad34df2-6c72-4731-a716-e2a2a924a136 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:35:59.667847 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-da44c331-6f78-4801-923b-beebf0187aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:35:59.696826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:55Z', 'revision_number': 4, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'gw_port': {'id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0ad34df2-6c72-4731-a716-e2a2a924a136', 'name': '', 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'mac_address': 'fa:16:3e:70:cd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'abd86542-6e20-4119-8298-2e3f9f9ec2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:54Z', 'updated_at': '2021-12-10T09:35:59Z', 'revision_number': 4, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'subnets': [{'id': 'abd86542-6e20-4119-8298-2e3f9f9ec2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:35:59.736318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147af35-d350-4ffc-8804-54326fc45058 None None] The sync data for ids ['40dd4b3e-b842-46f9-9a49-b27585c97076'] in n-d-814746-3 is: [{'id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:55Z', 'revision_number': 4, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'gw_port': {'id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0ad34df2-6c72-4731-a716-e2a2a924a136', 'name': '', 'network_id': 'e6573271-6b82-459b-b60c-bbef448cede0', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'mac_address': 'fa:16:3e:70:cd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'abd86542-6e20-4119-8298-2e3f9f9ec2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:54Z', 'updated_at': '2021-12-10T09:35:59Z', 'revision_number': 4, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'subnets': [{'id': 'abd86542-6e20-4119-8298-2e3f9f9ec2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:36:00.069753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10090882-d396-4720-8adb-cff8ca1c07e2 req-ac03d6e2-a397-491e-a166-1ab7bda0bcfd tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0289936 Dec 10 09:36:00.230453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0ad34df2-6c72-4731-a716-e2a2a924a136 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:36:00.280216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0ad34df2-6c72-4731-a716-e2a2a924a136 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:36:00.280542 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:01.149064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-788082d7-ce7b-4756-9f87-1cd62b1c68b0 req-63bfa890-c460-428f-b54e-aaa4455db220 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0271757 Dec 10 09:36:02.226642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec14d69a-7493-4c90-aae0-53e86e6c48f0 req-5ba7c192-8bd6-4375-a5a7-fd3e7416b83d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0271752 Dec 10 09:36:03.244598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-70d73dfb-c763-4f45-a5a0-590294e72551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:03.320775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb095943-4499-4b66-b2f6-c7e66229c30a req-e24d5503-7771-40f5-b764-1d80ccf89213 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0276411 Dec 10 09:36:04.177485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243871-4692-4037-aa71-1984025eeff0 req-0ab910b5-d777-44ba-aafd-aa7afef60467 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:04.179043 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-0ab910b5-d777-44ba-aafd-aa7afef60467 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1112990 Dec 10 09:36:04.194308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'port': {'device_id': '44308fa5-f73c-430a-bc38-738a4cd282de', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'admin_state_up': True, 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:36:04.307741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Made reservation on behalf of cbe666f774be4298a252d98cdde3d0c0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:36:04.312094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:04.425111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-246c3d1e-5e41-46ad-8db3-d1e54332a7c7 req-d9ff4dfa-72cb-4be1-ae58-623def19071d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0309343 Dec 10 09:36:04.455162 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.20.0.9 (97ade72a-fa97-4391-91a0-9548eaaa8c82/5a904f74-dbd4-481f-8375-9c92bbd3c15b/43bb4815-f642-422e-af64-06eda2821aff) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:36:04.606371 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:04.643283 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:04.686836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:36:04.689865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:36:04.693094 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:36:04.742420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=43bb4815-f642-422e-af64-06eda2821aff,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:36:04.766583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:04.767246 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:04.784148 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-8452044b-1544-4f98-b404-02eaf100aa83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942726 Dec 10 09:36:04.851643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Request body: {'port': {'device_id': '44308fa5-f73c-430a-bc38-738a4cd282de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:36:04.913328 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:04.955934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e4165ce8-997f-48b7-be67-8df029a4f779 None None] Provisioning complete for port 43bb4815-f642-422e-af64-06eda2821aff triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:36:04.956848 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e4165ce8-997f-48b7-be67-8df029a4f779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:04.993646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e4165ce8-997f-48b7-be67-8df029a4f779 None None] Port 43bb4815-f642-422e-af64-06eda2821aff cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:36:05.483711 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f198-29f3-4bb8-a735-5de556715628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:05.502109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bb4815-f642-422e-af64-06eda2821aff {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:36:05.511533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:05.527719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Transition to ACTIVE for port object 43bb4815-f642-422e-af64-06eda2821aff will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:36:05.534238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:05.580191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b6fe5-982d-47cf-a42d-4795db907ae0 req-f0b6657a-ee5e-4999-b41b-6819070b489b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:05.583540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a85b6fe5-982d-47cf-a42d-4795db907ae0 req-f0b6657a-ee5e-4999-b41b-6819070b489b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 931 time: 0.0746472 Dec 10 09:36:05.647362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Pushing event updated for resources: {'Port': ['ID=43bb4815-f642-422e-af64-06eda2821aff,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:36:05.653732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a85b6fe5-982d-47cf-a42d-4795db907ae0 req-e81d566b-21e6-466a-bd7a-f627b60562ea tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569825 Dec 10 09:36:05.690237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Attempting to bind port 43bb4815-f642-422e-af64-06eda2821aff on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:36:05.690576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Attempting to bind port 43bb4815-f642-422e-af64-06eda2821aff by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:36:05.690911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Attempting to bind port 43bb4815-f642-422e-af64-06eda2821aff on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:36:05.696957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Port 43bb4815-f642-422e-af64-06eda2821aff on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:36:05.697210 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Attempting to bind port 43bb4815-f642-422e-af64-06eda2821aff on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:36:05.703144 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:36:05.703487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:36:05.704061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Bound using segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:36:05.704498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Bound port: 43bb4815-f642-422e-af64-06eda2821aff, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:36:05.704857 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:05.786041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] For port 43bb4815-f642-422e-af64-06eda2821aff, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:36:05.790378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] For port 43bb4815-f642-422e-af64-06eda2821aff, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=43bb4815-f642-422e-af64-06eda2821aff,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:36:05.795674 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:05.834254 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:05.834844 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:05.836236 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] 10.222.0.39 "PUT /v2.0/ports/43bb4815-f642-422e-af64-06eda2821aff HTTP/1.1" status: 200 len: 1091 time: 1.0442231 Dec 10 09:36:05.836667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44308fa5-f73c-430a-bc38-738a4cd282de', 'tag': '43bb4815-f642-422e-af64-06eda2821aff'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:36:05.838971 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa783c2-9800-4097-b6be-a4ef554c78ae" -d '{"events": [{"name": "network-changed", "server_uuid": "44308fa5-f73c-430a-bc38-738a4cd282de", "tag": "43bb4815-f642-422e-af64-06eda2821aff"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:36:05.880646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5f1cd-365e-40b1-b65f-29e2cd7a7b4b service neutron] Pushing event updated for resources: {'Port': ['ID=43bb4815-f642-422e-af64-06eda2821aff,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:36:05.958838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243871-4692-4037-aa71-1984025eeff0 req-68a7efe2-5432-43a9-9aac-aeb3a658c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:05.960383 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-68a7efe2-5432-43a9-9aac-aeb3a658c0be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 1094 time: 0.0751102 Dec 10 09:36:06.018064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-79d43926-59bf-4499-b6ba-3b756fe308b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bb4815-f642-422e-af64-06eda2821aff HTTP/1.1" status: 200 len: 217 time: 0.0465317 Dec 10 09:36:06.060129 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f73431-5a04-4f68-a26e-06781341931c x-openstack-request-id: req-a8f73431-5a04-4f68-a26e-06781341931c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:36:06.060426 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44308fa5-f73c-430a-bc38-738a4cd282de", "tag": "43bb4815-f642-422e-af64-06eda2821aff", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:36:06.060685 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8f73431-5a04-4f68-a26e-06781341931c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:36:06.061077 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44308fa5-f73c-430a-bc38-738a4cd282de', 'tag': '43bb4815-f642-422e-af64-06eda2821aff', 'status': 'completed', 'code': 200} Dec 10 09:36:06.081034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243871-4692-4037-aa71-1984025eeff0 req-11e9d31a-d0f1-44b2-8314-8395bf49e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:06.082739 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-11e9d31a-d0f1-44b2-8314-8395bf49e8ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0575302 Dec 10 09:36:06.131277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243871-4692-4037-aa71-1984025eeff0 req-75700798-d778-435c-aa27-d6761db636b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:06.132784 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-75700798-d778-435c-aa27-d6761db636b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416663 Dec 10 09:36:06.235308 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-13f492d6-d13f-4bb6-82f9-c00600fc5631 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927022 Dec 10 09:36:06.327225 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-58243871-4692-4037-aa71-1984025eeff0 req-9d09dd11-2aa2-46ae-9419-73541bbcbbb5 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845230 Dec 10 09:36:06.416883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-b6a1a01e-04d6-46b4-a1fb-a7f494557cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:06.418467 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-b6a1a01e-04d6-46b4-a1fb-a7f494557cb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 1094 time: 0.0439863 Dec 10 09:36:06.513644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-5d90b5be-94ed-4a39-8a9f-8617218e2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:06.515130 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-5d90b5be-94ed-4a39-8a9f-8617218e2cad service neutron] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0894291 Dec 10 09:36:06.562653 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-a80283b3-9755-4223-939a-5a453de6399b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bb4815-f642-422e-af64-06eda2821aff HTTP/1.1" status: 200 len: 217 time: 0.0398915 Dec 10 09:36:06.616329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-41263ab9-27ef-4e21-ae07-927f48a7a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:06.618091 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-41263ab9-27ef-4e21-ae07-927f48a7a152 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0483112 Dec 10 09:36:06.634790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:06.673826 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-21437e81-d000-4576-8155-024a0ca7722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:06.675437 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-21437e81-d000-4576-8155-024a0ca7722f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493019 Dec 10 09:36:06.764545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70708732-7ea7-44a6-b596-f5edaaf88fd4 req-f685972d-4e37-4afb-959f-cc1a841dd399 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:06.766068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70708732-7ea7-44a6-b596-f5edaaf88fd4 req-f685972d-4e37-4afb-959f-cc1a841dd399 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0515556 Dec 10 09:36:06.772762 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-36b3ff9d-5481-4ce8-a600-26025d031efd service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894918 Dec 10 09:36:06.817325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70708732-7ea7-44a6-b596-f5edaaf88fd4 req-ec1369c3-e7b3-449d-b7d7-df7088ecba92 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Dec 10 09:36:06.872064 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fa783c2-9800-4097-b6be-a4ef554c78ae req-e87c6dc9-a87f-442f-90dd-a019351c3494 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913837 Dec 10 09:36:07.937752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea61895-5a36-4c60-8808-2157e0e3e285 req-84456a68-0044-415d-ae5e-8c4bacface67 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:07.939231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ea61895-5a36-4c60-8808-2157e0e3e285 req-84456a68-0044-415d-ae5e-8c4bacface67 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0487885 Dec 10 09:36:07.993373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ea61895-5a36-4c60-8808-2157e0e3e285 req-70487c21-ad7f-433d-a92a-a8f969d4ca2b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473645 Dec 10 09:36:08.327735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:09.120441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115423f-7a99-469e-bd1d-dfc9f204d55e req-5da183ca-4530-465e-8356-d1e2280a7850 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:09.122039 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a115423f-7a99-469e-bd1d-dfc9f204d55e req-5da183ca-4530-465e-8356-d1e2280a7850 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0539606 Dec 10 09:36:09.176799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a115423f-7a99-469e-bd1d-dfc9f204d55e req-d4de51c2-c278-407d-b5ab-abca0abc0a6d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477266 Dec 10 09:36:09.303489 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:10.293450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d104-d7f4-4a38-8cae-0e9453c44b19 req-be1308b2-c966-4f2a-bd4f-92db21d75736 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:10.294937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f899d104-d7f4-4a38-8cae-0e9453c44b19 req-be1308b2-c966-4f2a-bd4f-92db21d75736 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0484803 Dec 10 09:36:10.342601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f899d104-d7f4-4a38-8cae-0e9453c44b19 req-796c395e-e726-45bc-b626-6247c883a67d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Dec 10 09:36:11.459866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06635605-ddcd-4101-ba12-08b2cb236364 req-6eaa3529-f775-4515-9204-869cbd0a3533 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:11.461327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06635605-ddcd-4101-ba12-08b2cb236364 req-6eaa3529-f775-4515-9204-869cbd0a3533 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0521445 Dec 10 09:36:11.508877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06635605-ddcd-4101-ba12-08b2cb236364 req-426545c7-669f-4dca-ab66-7c53c1304ca4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Dec 10 09:36:12.621762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82c9a7-5d53-41c7-baa8-b6fe625a3b67 req-a8ffbe60-451e-49ad-8b96-7bdb05145ca5 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:12.623246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c82c9a7-5d53-41c7-baa8-b6fe625a3b67 req-a8ffbe60-451e-49ad-8b96-7bdb05145ca5 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0481958 Dec 10 09:36:12.671178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c82c9a7-5d53-41c7-baa8-b6fe625a3b67 req-a5c7a9ec-e01e-47dd-8c32-127c1acbef3d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419872 Dec 10 09:36:13.789901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85255a-cf01-4f4c-bd65-cca8af588be6 req-6ea6c635-b21b-4e02-a77a-ec0379030daf tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:13.791304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c85255a-cf01-4f4c-bd65-cca8af588be6 req-6ea6c635-b21b-4e02-a77a-ec0379030daf tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0546641 Dec 10 09:36:13.838330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c85255a-cf01-4f4c-bd65-cca8af588be6 req-7aed55cf-2dc5-45c8-9830-78faad9caec7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Dec 10 09:36:14.957434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7d6b8-5cd4-4b18-9f19-926c2aa2d093 req-d2387dd4-309d-4629-bea1-a6079ec89cef tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:14.959108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1a7d6b8-5cd4-4b18-9f19-926c2aa2d093 req-d2387dd4-309d-4629-bea1-a6079ec89cef tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0504088 Dec 10 09:36:15.006471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1a7d6b8-5cd4-4b18-9f19-926c2aa2d093 req-6ccb17ff-44f4-4390-9332-0f0d6503be3d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Dec 10 09:36:15.406194 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:16.122217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4a2e6-5103-473d-bbd1-a0a349fd47bd req-e2776582-3c9e-4ad2-8f3d-409656b0bef3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:16.124347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00c4a2e6-5103-473d-bbd1-a0a349fd47bd req-e2776582-3c9e-4ad2-8f3d-409656b0bef3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0490561 Dec 10 09:36:16.175461 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-00c4a2e6-5103-473d-bbd1-a0a349fd47bd req-c3a08c84-66dd-4d47-b874-cb39bba4685f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446129 Dec 10 09:36:16.712377 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:36:17.157785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 43bb4815-f642-422e-af64-06eda2821aff details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:36:17.255579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 43bb4815-f642-422e-af64-06eda2821aff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=43bb4815-f642-422e-af64-06eda2821aff,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:36:17.267505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '43bb4815-f642-422e-af64-06eda2821aff', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'port_id': '43bb4815-f642-422e-af64-06eda2821aff', 'mac_address': 'fa:16:3e:42:10:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:36:17.291107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb867ff-9164-4099-98cb-d6439cea665f req-f44e71a5-92fb-4360-ae8c-8b3d7f15e6e0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:17.292879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfb867ff-9164-4099-98cb-d6439cea665f req-f44e71a5-92fb-4360-ae8c-8b3d7f15e6e0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 943 time: 0.0489466 Dec 10 09:36:17.304313 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:17.317964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bb4815-f642-422e-af64-06eda2821aff {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:36:17.337964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 43bb4815-f642-422e-af64-06eda2821aff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=43bb4815-f642-422e-af64-06eda2821aff,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:36:17.340581 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dfb867ff-9164-4099-98cb-d6439cea665f req-e42f72e7-3706-4f97-aecc-7c5cac9a8088 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Dec 10 09:36:17.342380 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:17.390152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=43bb4815-f642-422e-af64-06eda2821aff,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:36:17.574380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['43bb4815-f642-422e-af64-06eda2821aff'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:36:18.456522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54fdec-45b5-4bc7-a10d-72ffb0928bb7 req-b63ac7ad-d979-4ae4-979d-d25da6508102 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:18.458160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb54fdec-45b5-4bc7-a10d-72ffb0928bb7 req-b63ac7ad-d979-4ae4-979d-d25da6508102 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 944 time: 0.0492163 Dec 10 09:36:18.506315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb54fdec-45b5-4bc7-a10d-72ffb0928bb7 req-460265bb-35be-449c-b56b-3dc5ad1510a0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Dec 10 09:36:19.159092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 43bb4815-f642-422e-af64-06eda2821aff up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:36:19.206087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 43bb4815-f642-422e-af64-06eda2821aff completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:36:19.210578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 43bb4815-f642-422e-af64-06eda2821aff triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:36:19.210933 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:19.289424 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:19.311603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44308fa5-f73c-430a-bc38-738a4cd282de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bb4815-f642-422e-af64-06eda2821aff'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:36:19.313865 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363ccfb8-ffc0-4a58-8c9a-0427a50309d5" -d '{"events": [{"server_uuid": "44308fa5-f73c-430a-bc38-738a4cd282de", "name": "network-vif-plugged", "status": "completed", "tag": "43bb4815-f642-422e-af64-06eda2821aff"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:36:19.326540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 43bb4815-f642-422e-af64-06eda2821aff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=43bb4815-f642-422e-af64-06eda2821aff,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:36:19.330246 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:19.381584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=43bb4815-f642-422e-af64-06eda2821aff,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:36:19.420445 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a724b46a-45e6-49bf-96d8-30667a61727e x-openstack-request-id: req-a724b46a-45e6-49bf-96d8-30667a61727e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:36:19.420750 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44308fa5-f73c-430a-bc38-738a4cd282de", "name": "network-vif-plugged", "status": "completed", "tag": "43bb4815-f642-422e-af64-06eda2821aff", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:36:19.421013 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a724b46a-45e6-49bf-96d8-30667a61727e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:36:19.421419 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44308fa5-f73c-430a-bc38-738a4cd282de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bb4815-f642-422e-af64-06eda2821aff', 'code': 200} Dec 10 09:36:19.518920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee00c4-3734-430e-8216-f451bf42a5e0 req-bcbf4faa-0e67-4686-8713-50364af4cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:19.521020 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a9ee00c4-3734-430e-8216-f451bf42a5e0 req-bcbf4faa-0e67-4686-8713-50364af4cca0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 1096 time: 0.0402179 Dec 10 09:36:19.565938 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a9ee00c4-3734-430e-8216-f451bf42a5e0 req-2ad84e4b-a3e4-4938-b7ad-8f1df3bb4552 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Dec 10 09:36:19.572363 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:19.627957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7116b64-e1d1-4b1a-9b4a-41113dffc10e req-08097735-9f21-4de9-a5a5-81f4c07004e5 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:19.629648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7116b64-e1d1-4b1a-9b4a-41113dffc10e req-08097735-9f21-4de9-a5a5-81f4c07004e5 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 945 time: 0.0529938 Dec 10 09:36:19.680252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7116b64-e1d1-4b1a-9b4a-41113dffc10e req-4f0e79bf-350c-4966-b490-588472513e24 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 Dec 10 09:36:20.795842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4798c5-21ff-4167-839a-673e80751f38 req-c21620db-9183-42d7-8d60-f43eb07204bc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:20.797235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f4798c5-21ff-4167-839a-673e80751f38 req-c21620db-9183-42d7-8d60-f43eb07204bc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 945 time: 0.0491853 Dec 10 09:36:20.844658 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f4798c5-21ff-4167-839a-673e80751f38 req-9fa59b0a-c42a-4b36-be11-d9ee3e8d992c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Dec 10 09:36:20.958533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f168e-6871-4145-94a3-d3ed9a933cef req-041d944b-1347-4699-947d-1f3578ca2db7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:20.960011 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-147f168e-6871-4145-94a3-d3ed9a933cef req-041d944b-1347-4699-947d-1f3578ca2db7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 945 time: 0.0489900 Dec 10 09:36:21.010193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-147f168e-6871-4145-94a3-d3ed9a933cef req-a22c74a2-5365-4e20-9840-fe2cc536eefd tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443573 Dec 10 09:36:21.123335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6e4e3-dd6e-41a0-ba44-b23cb22ae5e7 req-57fc4085-1c12-4fb0-84ac-9ddb6f697e25 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:21.124815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4bd6e4e3-dd6e-41a0-ba44-b23cb22ae5e7 req-57fc4085-1c12-4fb0-84ac-9ddb6f697e25 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 945 time: 0.0496914 Dec 10 09:36:21.172410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4bd6e4e3-dd6e-41a0-ba44-b23cb22ae5e7 req-b99ef6fb-6745-4cb2-9f6a-45b8813fb659 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Dec 10 09:36:21.405239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d45038-1711-46c9-b0d4-d22c920b7079 req-10a00ca1-0d4f-48bc-b83a-8577116d35e2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:21.406727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82d45038-1711-46c9-b0d4-d22c920b7079 req-10a00ca1-0d4f-48bc-b83a-8577116d35e2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 945 time: 0.0484726 Dec 10 09:36:21.452576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82d45038-1711-46c9-b0d4-d22c920b7079 req-ec28409c-3ac3-4c3d-8d74-2bb1416de475 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Dec 10 09:36:22.573094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d736c-1f92-4991-be92-84f1d84540d2 req-c1867904-35a3-44b4-aaa1-ddb2a54f8969 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:22.574602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-513d736c-1f92-4991-be92-84f1d84540d2 req-c1867904-35a3-44b4-aaa1-ddb2a54f8969 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 945 time: 0.0526049 Dec 10 09:36:22.620490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-513d736c-1f92-4991-be92-84f1d84540d2 req-096b2b04-05ad-496f-9a2d-7795c460b0ae tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Dec 10 09:36:22.793305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210add90-f381-400a-b4b3-082a2a8aa76a req-20a51794-fa14-4901-a05b-375010a21015 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:22.794703 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-210add90-f381-400a-b4b3-082a2a8aa76a req-20a51794-fa14-4901-a05b-375010a21015 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 945 time: 0.0480669 Dec 10 09:36:22.887151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-210add90-f381-400a-b4b3-082a2a8aa76a req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port 43bb4815-f642-422e-af64-06eda2821aff {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:36:22.887491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-210add90-f381-400a-b4b3-082a2a8aa76a req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:22.973925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-210add90-f381-400a-b4b3-082a2a8aa76a req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] For port 43bb4815-f642-422e-af64-06eda2821aff, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=43bb4815-f642-422e-af64-06eda2821aff,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:36:22.974292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-210add90-f381-400a-b4b3-082a2a8aa76a req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:22.988079 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-210add90-f381-400a-b4b3-082a2a8aa76a req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for 43bb4815-f642-422e-af64-06eda2821aff owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:36:23.118937 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-210add90-f381-400a-b4b3-082a2a8aa76a req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:23.130994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['43bb4815-f642-422e-af64-06eda2821aff'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:36:23.149256 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=43bb4815-f642-422e-af64-06eda2821aff,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:36:23.196449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-210add90-f381-400a-b4b3-082a2a8aa76a req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] No DVR routers for this DVR port 43bb4815-f642-422e-af64-06eda2821aff on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:36:23.199405 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-210add90-f381-400a-b4b3-082a2a8aa76a req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:23.202904 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-210add90-f381-400a-b4b3-082a2a8aa76a req-f8477054-0e86-43ad-860c-e54b4497df9e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "DELETE /v2.0/ports/43bb4815-f642-422e-af64-06eda2821aff HTTP/1.1" status: 204 len: 173 time: 0.4025233 Dec 10 09:36:23.203361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44308fa5-f73c-430a-bc38-738a4cd282de', 'name': 'network-vif-deleted', 'tag': '43bb4815-f642-422e-af64-06eda2821aff'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:36:23.205837 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbaf7fb-4989-4cb5-83ab-a72ef11ff549" -d '{"events": [{"server_uuid": "44308fa5-f73c-430a-bc38-738a4cd282de", "name": "network-vif-deleted", "tag": "43bb4815-f642-422e-af64-06eda2821aff"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:36:23.252217 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf2cba8-98b5-4de8-a87d-ca4a09feb6fe x-openstack-request-id: req-abf2cba8-98b5-4de8-a87d-ca4a09feb6fe {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:36:23.252427 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44308fa5-f73c-430a-bc38-738a4cd282de", "name": "network-vif-deleted", "tag": "43bb4815-f642-422e-af64-06eda2821aff", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:36:23.252683 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abf2cba8-98b5-4de8-a87d-ca4a09feb6fe {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:36:23.253095 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44308fa5-f73c-430a-bc38-738a4cd282de', 'name': 'network-vif-deleted', 'tag': '43bb4815-f642-422e-af64-06eda2821aff', 'status': 'completed', 'code': 200} Dec 10 09:36:23.714750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca5feb94-190a-4a18-8a60-354293a74869 req-86b1a965-0bb4-4645-9d0f-fb7ba614b267 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0260017 Dec 10 09:36:24.811647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea16d05b-1234-4a8e-944e-3e0109b15c8a req-5fbb63e8-283c-4601-af0a-cc1c437dd06b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0270023 Dec 10 09:36:25.173949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 43bb4815-f642-422e-af64-06eda2821aff no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:36:25.194439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 43bb4815-f642-422e-af64-06eda2821aff {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:36:25.194789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 43bb4815-f642-422e-af64-06eda2821aff not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:36:25.910143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7975c04b-7288-4f89-a3d6-6dd29e844582 req-7beaffee-c103-4db3-aa61-304d9bb97a02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0256903 Dec 10 09:36:27.011156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e196364d-ebb3-4621-bfb3-efc009e44579 req-2d32c504-8cd0-422d-8459-1ba1e7ddda04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=44308fa5-f73c-430a-bc38-738a4cd282de HTTP/1.1" status: 200 len: 210 time: 0.0317445 Dec 10 09:36:33.251740 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f5242a60-6a98-44af-9741-6f2cdbd6311d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:35.480208 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-788f7321-b3f9-4685-ab20-29243378d0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:36.638324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:38.330988 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:39.308353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:45.423914 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:49.109421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-83a46945-c41d-47f9-b150-3528b9a93adf tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:49.110833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-83a46945-c41d-47f9-b150-3528b9a93adf tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1028562 Dec 10 09:36:49.126187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-3c5750fc-c652-44bc-9a91-d1993041641c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/quotas/cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 375 time: 0.0089884 Dec 10 09:36:49.177008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-d8b7f1c3-d87f-4546-8964-258f02723a66 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448971 Dec 10 09:36:49.269405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-1e21b2f3-61b4-4080-a885-f8caad40a383 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855701 Dec 10 09:36:49.364444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-2e1ac0e8-14b1-4d79-8844-fd79375d68df service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852289 Dec 10 09:36:49.551890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90368a73-6d2d-4db0-9986-e32d74fedf60 req-cb12ab40-d847-447f-a556-f44b335f0d8c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 210 time: 0.0321243 Dec 10 09:36:49.576230 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:50.555445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-02557b25-a0d4-4b11-b076-d2ad50081d51 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:50.556903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-02557b25-a0d4-4b11-b076-d2ad50081d51 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1142964 Dec 10 09:36:50.570065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'port': {'device_id': '0d777aa7-f7a4-4e13-a413-ecd213ab120b', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'admin_state_up': True, 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:36:50.659565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9e1f3b8-19a0-4e11-a239-e58f9a4b4d02 req-c711d1ad-88b3-4274-973b-7f3360d37687 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 210 time: 0.0342388 Dec 10 09:36:50.712847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Made reservation on behalf of cbe666f774be4298a252d98cdde3d0c0 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:36:50.716952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:50.848609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.20.0.10 (97ade72a-fa97-4391-91a0-9548eaaa8c82/5a904f74-dbd4-481f-8375-9c92bbd3c15b/9a73e3e9-57f8-4125-8b89-ac8d4d852183) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:36:51.007492 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.044256 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.091472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:36:51.094439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:36:51.098743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:36:51.102991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=9a73e3e9-57f8-4125-8b89-ac8d4d852183,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:36:51.140605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.141083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.141553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.141691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.142001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.142344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.142679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.143011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.143350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.143676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.144007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.144343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.144732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:36:51.167957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:51.168608 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.188216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-f64e7a83-406b-47cf-96bf-1f1286ccfa3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6223605 Dec 10 09:36:51.201490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Request body: {'port': {'device_id': '0d777aa7-f7a4-4e13-a413-ecd213ab120b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:36:51.262780 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.367990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a5dd8762-59eb-4d70-8ff6-e1994b53fbff None None] Provisioning complete for port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:36:51.368987 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8762-59eb-4d70-8ff6-e1994b53fbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.413123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd8762-59eb-4d70-8ff6-e1994b53fbff None None] Port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:36:51.535835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a73e3e9-57f8-4125-8b89-ac8d4d852183 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:36:51.543987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.557556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Transition to ACTIVE for port object 9a73e3e9-57f8-4125-8b89-ac8d4d852183 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:36:51.562338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.627684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Pushing event updated for resources: {'Port': ['ID=9a73e3e9-57f8-4125-8b89-ac8d4d852183,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:36:51.730654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Attempting to bind port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:36:51.730992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Attempting to bind port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:36:51.731325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Attempting to bind port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:36:51.737106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:36:51.737423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Attempting to bind port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:36:51.746675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:36:51.747014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:36:51.747400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Bound using segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:36:51.747847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Bound port: 9a73e3e9-57f8-4125-8b89-ac8d4d852183, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:36:51.748345 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.839420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be459e-f353-4de0-92ee-4854be3efd07 req-85fc6fbf-1a17-447a-ad83-64c143dcbdcd tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:51.840920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19be459e-f353-4de0-92ee-4854be3efd07 req-85fc6fbf-1a17-447a-ad83-64c143dcbdcd tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0970075 Dec 10 09:36:51.880459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] For port 9a73e3e9-57f8-4125-8b89-ac8d4d852183, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:36:51.904499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] For port 9a73e3e9-57f8-4125-8b89-ac8d4d852183, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9a73e3e9-57f8-4125-8b89-ac8d4d852183,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:36:51.910322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.922796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-19be459e-f353-4de0-92ee-4854be3efd07 req-b0c5d95a-5ec9-4ec6-8a2b-bd9e4ee2999f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741634 Dec 10 09:36:51.957157 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:51.959045 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:36:51.961368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] 10.222.0.18 "PUT /v2.0/ports/9a73e3e9-57f8-4125-8b89-ac8d4d852183 HTTP/1.1" status: 200 len: 1092 time: 0.7645533 Dec 10 09:36:51.966523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d777aa7-f7a4-4e13-a413-ecd213ab120b', 'tag': '9a73e3e9-57f8-4125-8b89-ac8d4d852183'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:36:51.969178 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735" -d '{"events": [{"name": "network-changed", "server_uuid": "0d777aa7-f7a4-4e13-a413-ecd213ab120b", "tag": "9a73e3e9-57f8-4125-8b89-ac8d4d852183"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:36:51.995901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152aee7-6e05-4ee1-bcdd-fb8ffa0ad85f service neutron] Pushing event updated for resources: {'Port': ['ID=9a73e3e9-57f8-4125-8b89-ac8d4d852183,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:36:52.044072 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d28098-957d-4514-9819-9d8ea21ca320 x-openstack-request-id: req-74d28098-957d-4514-9819-9d8ea21ca320 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:36:52.044369 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d777aa7-f7a4-4e13-a413-ecd213ab120b", "tag": "9a73e3e9-57f8-4125-8b89-ac8d4d852183", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:36:52.044619 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74d28098-957d-4514-9819-9d8ea21ca320 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:36:52.045008 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d777aa7-f7a4-4e13-a413-ecd213ab120b', 'tag': '9a73e3e9-57f8-4125-8b89-ac8d4d852183', 'status': 'completed', 'code': 200} Dec 10 09:36:52.061786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-96019417-9bff-413a-ba94-03aac138bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:52.063583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-96019417-9bff-413a-ba94-03aac138bbdf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 1095 time: 0.0538990 Dec 10 09:36:52.108865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-e1d1c928-6853-4aaf-9de3-cac9b9ec1fac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a73e3e9-57f8-4125-8b89-ac8d4d852183 HTTP/1.1" status: 200 len: 217 time: 0.0369329 Dec 10 09:36:52.163056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-fe05f52e-afea-4b3a-8eff-5db2cc83b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:52.164648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-fe05f52e-afea-4b3a-8eff-5db2cc83b026 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0477605 Dec 10 09:36:52.216289 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-ca86eb8a-26db-47c3-bd23-92488f3dcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:52.217840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-ca86eb8a-26db-47c3-bd23-92488f3dcd74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464680 Dec 10 09:36:52.337921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-038d30fa-9be6-486b-ac47-12f31609f4e1 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125536 Dec 10 09:36:52.436077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bf7313b-4d22-4e4c-b9ce-8a883761db6d req-fe8f84c4-80bc-4caa-94f5-7e6646104902 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910828 Dec 10 09:36:52.523358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-bce96455-3a8b-4c8f-b66a-cd17965d7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:52.524859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-bce96455-3a8b-4c8f-b66a-cd17965d7cfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 1095 time: 0.0426974 Dec 10 09:36:52.616191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-03e20c4e-8a6d-435a-8a82-dab9422edca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:52.617750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-03e20c4e-8a6d-435a-8a82-dab9422edca0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0852797 Dec 10 09:36:52.665731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-a53f3111-d986-4115-8f35-565d8127843f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a73e3e9-57f8-4125-8b89-ac8d4d852183 HTTP/1.1" status: 200 len: 217 time: 0.0407512 Dec 10 09:36:52.716876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-c6c6e3a3-27bc-4883-b071-ef26ab0d7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:52.718258 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-c6c6e3a3-27bc-4883-b071-ef26ab0d7bfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0442321 Dec 10 09:36:52.765071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-f5f43750-57d8-4d28-b243-f66e5622b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:52.766672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-f5f43750-57d8-4d28-b243-f66e5622b6dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412240 Dec 10 09:36:52.862167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-b653b0e0-af85-4cc4-85b3-55769f2e37e0 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876269 Dec 10 09:36:52.959269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-edbde8b6-17a7-4610-aaa4-7d37dc8e9735 req-a2f12b82-fbda-4794-abcd-549fd3b85804 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891881 Dec 10 09:36:53.048948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc60f1-42fc-452f-b578-d12de680893d req-9a4985db-b7a2-4eb0-b24e-155d67258ad3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:53.050551 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9cc60f1-42fc-452f-b578-d12de680893d req-9a4985db-b7a2-4eb0-b24e-155d67258ad3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0504143 Dec 10 09:36:53.102810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9cc60f1-42fc-452f-b578-d12de680893d req-d818eef1-4ae3-4579-80a7-d7f59460e87c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Dec 10 09:36:53.711977 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:36:54.250849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72863-e69c-48f4-b52b-4a48322cd615 req-4c04fd24-f227-4b34-8cae-79bcf53bbc9f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:54.252285 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84f72863-e69c-48f4-b52b-4a48322cd615 req-4c04fd24-f227-4b34-8cae-79bcf53bbc9f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0565403 Dec 10 09:36:54.311858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84f72863-e69c-48f4-b52b-4a48322cd615 req-5f8cdb99-1e31-4ffd-a6c9-afac7bf1ff07 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Dec 10 09:36:55.591532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7779497-d22a-46c6-93cd-0c539ea2f8ab req-bf6f015d-cf60-468b-a992-4c93590524e2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:55.593088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7779497-d22a-46c6-93cd-0c539ea2f8ab req-bf6f015d-cf60-468b-a992-4c93590524e2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.1864047 Dec 10 09:36:55.658623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7779497-d22a-46c6-93cd-0c539ea2f8ab req-b9f629cf-d2f0-4317-8a5c-a5cfe5b67545 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584512 Dec 10 09:36:56.812976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9907355-eb56-4906-bb67-930825d74b67 req-7cae8aa0-ff60-480b-9bee-1fb576404f81 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:56.814396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9907355-eb56-4906-bb67-930825d74b67 req-7cae8aa0-ff60-480b-9bee-1fb576404f81 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0611053 Dec 10 09:36:56.863920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b9907355-eb56-4906-bb67-930825d74b67 req-b4e03738-f97d-486d-9419-35e0a20455f7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Dec 10 09:36:58.000535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590e2e3-efc8-4875-a7d1-02baa1702a3d req-be298dcf-cbd1-48ee-b94b-8369b9509132 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:58.006486 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8590e2e3-efc8-4875-a7d1-02baa1702a3d req-be298dcf-cbd1-48ee-b94b-8369b9509132 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0635779 Dec 10 09:36:58.051627 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8590e2e3-efc8-4875-a7d1-02baa1702a3d req-fcce3354-c504-49a1-87f3-ab12e7712e98 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Dec 10 09:36:59.170541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42818378-d667-4cc7-871f-38ec11bf0222 req-fcb049ba-6599-4054-b6b4-8cee12e673ed tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:36:59.171997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42818378-d667-4cc7-871f-38ec11bf0222 req-fcb049ba-6599-4054-b6b4-8cee12e673ed tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0523455 Dec 10 09:36:59.218362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42818378-d667-4cc7-871f-38ec11bf0222 req-313be0b2-df07-4d32-8373-2106cbcb6b59 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Dec 10 09:37:00.335602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64749f8-0619-4b27-a411-5b49d24c011b req-04c52ce8-7a4e-4b16-80d3-19949dffe430 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:00.337086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64749f8-0619-4b27-a411-5b49d24c011b req-04c52ce8-7a4e-4b16-80d3-19949dffe430 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0495293 Dec 10 09:37:00.384143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64749f8-0619-4b27-a411-5b49d24c011b req-da2099e0-467f-4d7c-82bd-9b8b2cdd9a05 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Dec 10 09:37:01.499614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1040-5279-4f20-b48a-e33cec2070af req-0492c092-3774-4ff7-ba89-949835c8b819 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:01.501090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42ee1040-5279-4f20-b48a-e33cec2070af req-0492c092-3774-4ff7-ba89-949835c8b819 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0483983 Dec 10 09:37:01.553431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42ee1040-5279-4f20-b48a-e33cec2070af req-95f8748a-3997-4258-9550-4f3b0b4d57e0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Dec 10 09:37:02.673536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d17a2-f283-4799-941a-302b15e1ca2f req-6bfbd209-be84-45e0-b751-180a0d07c8a0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:02.675864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c5d17a2-f283-4799-941a-302b15e1ca2f req-6bfbd209-be84-45e0-b751-180a0d07c8a0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0504119 Dec 10 09:37:02.725765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c5d17a2-f283-4799-941a-302b15e1ca2f req-3fe3e48f-e3eb-4e06-adc5-a72c307b8a14 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Dec 10 09:37:03.246996 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-40f6afed-782d-4b70-8b20-22dc37291ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:03.839309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542a118-bea4-4428-8c3d-9c16ea3ae31f req-c0cb067a-9b48-4f4a-80d7-5ea368d69304 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:03.840805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d542a118-bea4-4428-8c3d-9c16ea3ae31f req-c0cb067a-9b48-4f4a-80d7-5ea368d69304 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0485687 Dec 10 09:37:03.889963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d542a118-bea4-4428-8c3d-9c16ea3ae31f req-5f76a169-dcdf-46fc-8cce-162f315b2167 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 Dec 10 09:37:05.015066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563925a0-6257-48b7-bfae-db1007d94eab req-7c73a603-a02a-4e5f-aaf2-f8d5e07465ca tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:05.016573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-563925a0-6257-48b7-bfae-db1007d94eab req-7c73a603-a02a-4e5f-aaf2-f8d5e07465ca tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0584662 Dec 10 09:37:05.071414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-563925a0-6257-48b7-bfae-db1007d94eab req-ab767361-cabb-4eff-85c1-d6331f14fb02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448258 Dec 10 09:37:05.472455 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4f69e5d-3eb8-4bf0-9f62-eb2d0a9eac8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:06.191067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d6993-2015-4ad7-a853-6617bf66e735 req-358b40ff-3927-423f-8b72-5faf352817ee tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:06.192569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd2d6993-2015-4ad7-a853-6617bf66e735 req-358b40ff-3927-423f-8b72-5faf352817ee tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0503986 Dec 10 09:37:06.241747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd2d6993-2015-4ad7-a853-6617bf66e735 req-e48290f3-62aa-4fd7-9b4e-acbfb9e889e8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 Dec 10 09:37:06.639920 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:07.362385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014c323-8b8d-4317-a005-6b201223a945 req-58324c24-3c0f-4a15-ae92-e1bf8d5a55b5 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:07.363868 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3014c323-8b8d-4317-a005-6b201223a945 req-58324c24-3c0f-4a15-ae92-e1bf8d5a55b5 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0538089 Dec 10 09:37:07.751088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3014c323-8b8d-4317-a005-6b201223a945 req-98f85120-e8d4-4a41-ad65-908527e097d6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805294 Dec 10 09:37:08.331704 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:08.863697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d6778-a795-47c9-af57-0fd9a5ac618b req-d0fb0726-25f6-42a5-9914-b1bfd697e563 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:08.865537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-443d6778-a795-47c9-af57-0fd9a5ac618b req-d0fb0726-25f6-42a5-9914-b1bfd697e563 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0480297 Dec 10 09:37:08.911948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-443d6778-a795-47c9-af57-0fd9a5ac618b req-729ea576-6a26-4c8d-9aa5-fb6c9f1d59e2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Dec 10 09:37:09.310599 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:10.031726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173918-e98e-45ed-9afc-a51376c65255 req-5f5c6e84-89e3-460f-9953-170154e6ea56 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:10.033317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a173918-e98e-45ed-9afc-a51376c65255 req-5f5c6e84-89e3-460f-9953-170154e6ea56 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0522153 Dec 10 09:37:10.079527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a173918-e98e-45ed-9afc-a51376c65255 req-05f1d8e4-9416-4bac-bfaa-fdcb88c3c955 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Dec 10 09:37:11.198597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62993075-a6b0-4abb-bb12-3eb9cab43460 req-c6efdf21-e77e-41ed-b78d-4267d6f65d34 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:11.200071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62993075-a6b0-4abb-bb12-3eb9cab43460 req-c6efdf21-e77e-41ed-b78d-4267d6f65d34 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0530818 Dec 10 09:37:11.246958 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62993075-a6b0-4abb-bb12-3eb9cab43460 req-54a85b7b-eb0c-43e0-b8ec-366b9a6a7e16 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Dec 10 09:37:12.362946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a997fea-f25a-4b57-8d15-7e7c0ea89d20 req-d3e072a2-e92b-4bfd-aea8-eb6f3a1a4899 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:12.364414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a997fea-f25a-4b57-8d15-7e7c0ea89d20 req-d3e072a2-e92b-4bfd-aea8-eb6f3a1a4899 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0503328 Dec 10 09:37:12.411898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a997fea-f25a-4b57-8d15-7e7c0ea89d20 req-3da541d9-8db1-4cdd-8239-ac5ba7c9bf3e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Dec 10 09:37:13.529949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23c145-796a-47a0-9cc4-61bd360f7b92 req-8daaad6f-4430-4569-8873-5980f1793666 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:13.531456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d23c145-796a-47a0-9cc4-61bd360f7b92 req-8daaad6f-4430-4569-8873-5980f1793666 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0521660 Dec 10 09:37:13.579108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d23c145-796a-47a0-9cc4-61bd360f7b92 req-d9cc3d83-380c-4592-9462-88149e5dd4d8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Dec 10 09:37:14.667927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9a73e3e9-57f8-4125-8b89-ac8d4d852183 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:37:14.693267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dd2d9-71f0-48ae-81db-0d24a338a355 req-a1ab7320-66a9-4a7a-a105-296346695384 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:14.695359 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-979dd2d9-71f0-48ae-81db-0d24a338a355 req-a1ab7320-66a9-4a7a-a105-296346695384 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 944 time: 0.0497458 Dec 10 09:37:14.742018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-979dd2d9-71f0-48ae-81db-0d24a338a355 req-998640e7-1cf3-4143-9931-4dc04ad306f4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Dec 10 09:37:14.764240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9a73e3e9-57f8-4125-8b89-ac8d4d852183, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9a73e3e9-57f8-4125-8b89-ac8d4d852183,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:37:14.776472 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '9a73e3e9-57f8-4125-8b89-ac8d4d852183', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'port_id': '9a73e3e9-57f8-4125-8b89-ac8d4d852183', 'mac_address': 'fa:16:3e:b0:0f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:37:14.815674 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:14.829258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a73e3e9-57f8-4125-8b89-ac8d4d852183 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:37:14.850911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9a73e3e9-57f8-4125-8b89-ac8d4d852183, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9a73e3e9-57f8-4125-8b89-ac8d4d852183,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:37:14.854592 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:14.900964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9a73e3e9-57f8-4125-8b89-ac8d4d852183,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:37:14.908134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.908478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.908815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.909146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.909475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.909828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.910147 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.910466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.910783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.911123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.911440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.911753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:14.912063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:15.200658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9a73e3e9-57f8-4125-8b89-ac8d4d852183'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:37:15.420985 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:15.856140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179fd9-2c1f-4161-a5c9-29c1f383f448 req-ca248f91-29b3-4c90-a59f-40110c788649 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:15.857605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f179fd9-2c1f-4161-a5c9-29c1f383f448 req-ca248f91-29b3-4c90-a59f-40110c788649 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 945 time: 0.0485113 Dec 10 09:37:15.908541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f179fd9-2c1f-4161-a5c9-29c1f383f448 req-646ddf5d-281e-4bf1-980a-d63abf271d08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Dec 10 09:37:16.672100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9a73e3e9-57f8-4125-8b89-ac8d4d852183 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:37:16.719490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:37:16.723567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:37:16.723941 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:16.800044 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:16.825529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d777aa7-f7a4-4e13-a413-ecd213ab120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73e3e9-57f8-4125-8b89-ac8d4d852183'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:37:16.827752 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6e8418-9410-4e93-be83-5e73bbd9ad5c" -d '{"events": [{"server_uuid": "0d777aa7-f7a4-4e13-a413-ecd213ab120b", "name": "network-vif-plugged", "status": "completed", "tag": "9a73e3e9-57f8-4125-8b89-ac8d4d852183"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:37:16.839846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9a73e3e9-57f8-4125-8b89-ac8d4d852183, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9a73e3e9-57f8-4125-8b89-ac8d4d852183,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:37:16.844495 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:16.872653 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa23d12-b32f-4ddb-bddd-e2a4bfb8e5ac x-openstack-request-id: req-8aa23d12-b32f-4ddb-bddd-e2a4bfb8e5ac {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:37:16.872948 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d777aa7-f7a4-4e13-a413-ecd213ab120b", "name": "network-vif-plugged", "status": "completed", "tag": "9a73e3e9-57f8-4125-8b89-ac8d4d852183", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:37:16.873206 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8aa23d12-b32f-4ddb-bddd-e2a4bfb8e5ac {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:37:16.873630 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d777aa7-f7a4-4e13-a413-ecd213ab120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73e3e9-57f8-4125-8b89-ac8d4d852183', 'code': 200} Dec 10 09:37:16.894536 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9a73e3e9-57f8-4125-8b89-ac8d4d852183,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:37:16.974306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caae0e8-da01-4c28-9231-9af28b017051 req-e6811f56-5409-4bb6-9692-ab464338358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:16.976690 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5caae0e8-da01-4c28-9231-9af28b017051 req-e6811f56-5409-4bb6-9692-ab464338358a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 1097 time: 0.0467103 Dec 10 09:37:17.051118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5caae0e8-da01-4c28-9231-9af28b017051 req-f3cd983b-2c57-469c-b856-035f3314236e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609751 Dec 10 09:37:17.060120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0c978-8ffc-4da2-a4d0-8ec9d3c1b5ee req-9ef0d3f8-3183-4830-a131-bd5efda6aefe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:17.061568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6f0c978-8ffc-4da2-a4d0-8ec9d3c1b5ee req-9ef0d3f8-3183-4830-a131-bd5efda6aefe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 946 time: 0.0802615 Dec 10 09:37:17.109710 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6f0c978-8ffc-4da2-a4d0-8ec9d3c1b5ee req-6b515617-96a2-451c-afa1-ac4332332fa3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Dec 10 09:37:18.232047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fbfd-28ea-477c-99a3-b360acdb1f9d req-bc7c1b67-71b2-4bbd-9332-08eddba78c30 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:18.233549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56f4fbfd-28ea-477c-99a3-b360acdb1f9d req-bc7c1b67-71b2-4bbd-9332-08eddba78c30 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 946 time: 0.0528982 Dec 10 09:37:18.280612 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56f4fbfd-28ea-477c-99a3-b360acdb1f9d req-16cad061-e23d-44c5-8153-0d20778fb6c3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Dec 10 09:37:19.399204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8919-284d-47f5-be71-333a6fadb15f req-662882e1-5d5e-4d5d-8e05-52e516ca2b3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:19.400691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-286c8919-284d-47f5-be71-333a6fadb15f req-662882e1-5d5e-4d5d-8e05-52e516ca2b3c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 946 time: 0.0483575 Dec 10 09:37:19.446962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-286c8919-284d-47f5-be71-333a6fadb15f req-50f2e77a-3814-454f-8317-a641a3b35bd3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Dec 10 09:37:19.560191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee8f11-3582-4564-a35a-1e41632a843c req-d5c768ea-3dbb-4506-828a-881a0f3ca3dc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:19.561616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83ee8f11-3582-4564-a35a-1e41632a843c req-d5c768ea-3dbb-4506-828a-881a0f3ca3dc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 946 time: 0.0490706 Dec 10 09:37:19.576274 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:19.612401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83ee8f11-3582-4564-a35a-1e41632a843c req-bded35f2-0fa7-4aa8-a62d-47f882b4e04b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447774 Dec 10 09:37:19.724046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2e52e-538a-48fa-84f6-e7311d749635 req-89117de2-b90b-4915-af4d-227d34d2574e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:19.725588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8db2e52e-538a-48fa-84f6-e7311d749635 req-89117de2-b90b-4915-af4d-227d34d2574e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 946 time: 0.0481555 Dec 10 09:37:19.772178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8db2e52e-538a-48fa-84f6-e7311d749635 req-38f6874e-f721-4fb9-b432-e13ed6abbeeb tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Dec 10 09:37:20.047792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f509d4-5970-473c-996c-8dca84ffef71 req-46f1e223-66b7-4d95-95fa-699a60f77c67 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:20.049272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21f509d4-5970-473c-996c-8dca84ffef71 req-46f1e223-66b7-4d95-95fa-699a60f77c67 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 946 time: 0.0493367 Dec 10 09:37:20.096825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21f509d4-5970-473c-996c-8dca84ffef71 req-555bf25b-4c68-42a9-8f30-89c2f09da1db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Dec 10 09:37:21.226780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e6d13-326d-4768-9629-91b72248eb0a req-3ec569e3-38c9-458c-a767-870b30288103 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:21.228380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b7e6d13-326d-4768-9629-91b72248eb0a req-3ec569e3-38c9-458c-a767-870b30288103 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 946 time: 0.0567670 Dec 10 09:37:21.279325 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2b7e6d13-326d-4768-9629-91b72248eb0a req-9144e44a-7134-4239-b557-31c7d313dad3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Dec 10 09:37:21.571669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-d90a570e-0ab6-491a-9cc0-86039dd571c2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:21.573115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-d90a570e-0ab6-491a-9cc0-86039dd571c2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 946 time: 0.0484877 Dec 10 09:37:21.672390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:37:21.672723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:21.759951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] For port 9a73e3e9-57f8-4125-8b89-ac8d4d852183, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9a73e3e9-57f8-4125-8b89-ac8d4d852183,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:37:21.760308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:21.772141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for 9a73e3e9-57f8-4125-8b89-ac8d4d852183 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:37:21.902260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:21.914633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9a73e3e9-57f8-4125-8b89-ac8d4d852183'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:37:21.940030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=9a73e3e9-57f8-4125-8b89-ac8d4d852183,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:37:21.979238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] No DVR routers for this DVR port 9a73e3e9-57f8-4125-8b89-ac8d4d852183 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:37:21.981966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:21.985351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4373b19b-d807-4cf0-82b1-2ae06c4c4694 req-5396eda6-a3fd-4504-a809-6a72955fc01f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "DELETE /v2.0/ports/9a73e3e9-57f8-4125-8b89-ac8d4d852183 HTTP/1.1" status: 204 len: 173 time: 0.4054644 Dec 10 09:37:21.985830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d777aa7-f7a4-4e13-a413-ecd213ab120b', 'name': 'network-vif-deleted', 'tag': '9a73e3e9-57f8-4125-8b89-ac8d4d852183'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:37:21.988133 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5337df-6864-4506-a2e9-966d9fa00412" -d '{"events": [{"server_uuid": "0d777aa7-f7a4-4e13-a413-ecd213ab120b", "name": "network-vif-deleted", "tag": "9a73e3e9-57f8-4125-8b89-ac8d4d852183"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:37:22.029460 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a8fa24-bf11-4094-9d31-acbc6aed1da2 x-openstack-request-id: req-d9a8fa24-bf11-4094-9d31-acbc6aed1da2 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:37:22.029789 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d777aa7-f7a4-4e13-a413-ecd213ab120b", "name": "network-vif-deleted", "tag": "9a73e3e9-57f8-4125-8b89-ac8d4d852183", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:37:22.030048 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9a8fa24-bf11-4094-9d31-acbc6aed1da2 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:37:22.030524 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d777aa7-f7a4-4e13-a413-ecd213ab120b', 'name': 'network-vif-deleted', 'tag': '9a73e3e9-57f8-4125-8b89-ac8d4d852183', 'status': 'completed', 'code': 200} Dec 10 09:37:22.378665 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36a9e203-d60b-4933-bda5-d65995dc4811 req-8f6d10c7-afcc-4ba2-8659-db2212beb12b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 210 time: 0.0298383 Dec 10 09:37:23.478486 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61284d80-ff78-47a2-8715-0544a85fff2a req-00b8e864-18e0-485f-a45e-4817b27ced0a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 210 time: 0.0270886 Dec 10 09:37:24.575948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e68e1792-83fa-4e7b-9e09-88697344aa9f req-c2d2ac50-ec22-4133-9d06-0cc792520da4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 210 time: 0.0261443 Dec 10 09:37:24.734789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9a73e3e9-57f8-4125-8b89-ac8d4d852183 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:37:24.755280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 9a73e3e9-57f8-4125-8b89-ac8d4d852183 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:37:24.755528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9a73e3e9-57f8-4125-8b89-ac8d4d852183 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:37:25.669248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d5b8b64-b6f1-43ac-b339-b9c8a5e05c53 req-ca4d00b7-5283-4f2a-8ba4-f62d52b96508 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d777aa7-f7a4-4e13-a413-ecd213ab120b HTTP/1.1" status: 200 len: 210 time: 0.0256393 Dec 10 09:37:30.712062 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:37:33.251996 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b23ec766-b025-4571-b5a8-6696f3b593cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:35.474194 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-246b2ab1-9353-44e8-bc2e-79e899d74db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:36.642287 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:38.341081 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:39.315173 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:45.438799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:49.575387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-e76faccb-8ea7-4469-b996-a14d4e6bbc15 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:49.575983 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:49.577947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-e76faccb-8ea7-4469-b996-a14d4e6bbc15 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1055040 Dec 10 09:37:49.592584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-86bd0df7-09dd-418c-ad05-e095ecccacf6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/quotas/cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 375 time: 0.0089324 Dec 10 09:37:49.643303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-b91fc484-7138-4bb0-859b-c7880581cbcf tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456138 Dec 10 09:37:49.731975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-149cfd78-05d7-4db9-9570-a29230a11f6f service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818930 Dec 10 09:37:49.824601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-9734b4d2-b839-40bf-8bf6-57bdf5693171 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864596 Dec 10 09:37:50.095491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17786094-8b2d-4dc1-80ac-dee0a21dec4b req-156afbc2-0ad0-43dc-8bcf-92a0ebbb8509 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 210 time: 0.0274181 Dec 10 09:37:50.984881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-8de85a28-56ac-4d16-a3f3-76e1587ca217 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:50.986363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-8de85a28-56ac-4d16-a3f3-76e1587ca217 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1070902 Dec 10 09:37:50.998371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'port': {'device_id': '0dff7ad9-71ff-4907-be64-e520a88160dc', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'admin_state_up': True, 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:37:51.110067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Made reservation on behalf of cbe666f774be4298a252d98cdde3d0c0 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:37:51.113588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:51.208328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef4c241e-f18c-4434-b95f-0c420229e456 req-26e473d3-9dcd-4b87-8108-e5b3488c019f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 210 time: 0.0334036 Dec 10 09:37:51.273963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.20.0.8 (97ade72a-fa97-4391-91a0-9548eaaa8c82/5a904f74-dbd4-481f-8375-9c92bbd3c15b/9fe5d18b-218c-4372-b201-f067854c3223) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:37:51.423628 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:51.459395 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:51.509868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:37:51.512950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:37:51.515873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:37:51.543746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=9fe5d18b-218c-4372-b201-f067854c3223,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:37:51.562760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.563152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.563514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.563858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.564199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.564536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.564871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.565201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.565550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.565881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.566212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.566545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.566868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:37:51.586592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:51.587297 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:51.604173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-bd5ce199-77bd-40da-9743-0b8411749f4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094203 Dec 10 09:37:51.615911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-4bb755eb-9e9d-4362-b6c2-64e4e890f88f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:37:51.617101 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-4bb755eb-9e9d-4362-b6c2-64e4e890f88f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065875 Dec 10 09:37:51.629039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Request body: {'port': {'device_id': '0dff7ad9-71ff-4907-be64-e520a88160dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:37:51.697446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:51.805477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-515bac36-d658-45c6-8652-d8b67da4bf08 None None] Provisioning complete for port 9fe5d18b-218c-4372-b201-f067854c3223 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:37:51.806065 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-515bac36-d658-45c6-8652-d8b67da4bf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:51.840761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-515bac36-d658-45c6-8652-d8b67da4bf08 None None] Port 9fe5d18b-218c-4372-b201-f067854c3223 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:37:51.985206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe5d18b-218c-4372-b201-f067854c3223 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:37:51.992931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:52.004766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Transition to ACTIVE for port object 9fe5d18b-218c-4372-b201-f067854c3223 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:37:52.009696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:52.062682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Pushing event updated for resources: {'Port': ['ID=9fe5d18b-218c-4372-b201-f067854c3223,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:37:52.153472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Attempting to bind port 9fe5d18b-218c-4372-b201-f067854c3223 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:37:52.153926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Attempting to bind port 9fe5d18b-218c-4372-b201-f067854c3223 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:37:52.154733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Attempting to bind port 9fe5d18b-218c-4372-b201-f067854c3223 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:37:52.159368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Port 9fe5d18b-218c-4372-b201-f067854c3223 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:37:52.160253 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Attempting to bind port 9fe5d18b-218c-4372-b201-f067854c3223 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:37:52.166391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:37:52.166816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:37:52.167264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Bound using segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:37:52.167767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Bound port: 9fe5d18b-218c-4372-b201-f067854c3223, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:37:52.168191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:52.244804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] For port 9fe5d18b-218c-4372-b201-f067854c3223, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:37:52.248474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] For port 9fe5d18b-218c-4372-b201-f067854c3223, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9fe5d18b-218c-4372-b201-f067854c3223,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:37:52.254562 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:52.305002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:52.305810 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:37:52.307205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] 10.222.0.18 "PUT /v2.0/ports/9fe5d18b-218c-4372-b201-f067854c3223 HTTP/1.1" status: 200 len: 1091 time: 0.6825933 Dec 10 09:37:52.307663 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dff7ad9-71ff-4907-be64-e520a88160dc', 'tag': '9fe5d18b-218c-4372-b201-f067854c3223'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:37:52.309942 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3169c4-8982-44cd-9c29-b47a94b0747b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dff7ad9-71ff-4907-be64-e520a88160dc", "tag": "9fe5d18b-218c-4372-b201-f067854c3223"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:37:52.395980 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41872ead-246b-4b50-8bc2-d1c811e94f5a x-openstack-request-id: req-41872ead-246b-4b50-8bc2-d1c811e94f5a {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:37:52.396276 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dff7ad9-71ff-4907-be64-e520a88160dc", "tag": "9fe5d18b-218c-4372-b201-f067854c3223", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:37:52.396534 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41872ead-246b-4b50-8bc2-d1c811e94f5a {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:37:52.396934 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dff7ad9-71ff-4907-be64-e520a88160dc', 'tag': '9fe5d18b-218c-4372-b201-f067854c3223', 'status': 'completed', 'code': 200} Dec 10 09:37:52.407185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ee0cd-89d9-4d0b-a673-4ee0899dd36f service neutron] Pushing event updated for resources: {'Port': ['ID=9fe5d18b-218c-4372-b201-f067854c3223,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:37:52.418728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278e33f-808d-4a40-8447-e065ca236593 req-f22ac8d8-c0ff-4048-b755-ca4eb8f66e16 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:52.420550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9278e33f-808d-4a40-8447-e065ca236593 req-f22ac8d8-c0ff-4048-b755-ca4eb8f66e16 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.1294332 Dec 10 09:37:52.450873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-7dc32d8d-1034-4d30-90cf-5696619f102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:52.452540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-7dc32d8d-1034-4d30-90cf-5696619f102f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 1094 time: 0.0862408 Dec 10 09:37:52.512097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-c01cdc2e-2ff7-4775-880c-e0501e476b51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe5d18b-218c-4372-b201-f067854c3223 HTTP/1.1" status: 200 len: 217 time: 0.0488267 Dec 10 09:37:52.520063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9278e33f-808d-4a40-8447-e065ca236593 req-5e27ad6e-3b26-4878-a100-d7f8d6d44125 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913086 Dec 10 09:37:52.576813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-fa56c8bf-fa72-4553-8832-ab04e6167f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:52.578370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-fa56c8bf-fa72-4553-8832-ab04e6167f78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0573511 Dec 10 09:37:52.628397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-f2db8041-f82a-4cae-bfc4-e415083faa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:52.629966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-f2db8041-f82a-4cae-bfc4-e415083faa3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446231 Dec 10 09:37:52.733928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-a5f4911b-f711-4d68-a790-cbd1b55c03ab service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955541 Dec 10 09:37:52.827438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bace9a8e-b9cb-4307-8e97-e8b4881ad5a2 req-57004625-e4c1-4482-94e0-e9f7a94e636f service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868654 Dec 10 09:37:52.908354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-713bbd3f-aa00-490c-a320-8622df4e89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:52.909886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-713bbd3f-aa00-490c-a320-8622df4e89ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 1094 time: 0.0410192 Dec 10 09:37:53.009464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-42460932-6b8a-4984-a216-7c0307767965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:53.011061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-42460932-6b8a-4984-a216-7c0307767965 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0926015 Dec 10 09:37:53.053373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-49efb490-e149-4245-b11a-e0acf2688a3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe5d18b-218c-4372-b201-f067854c3223 HTTP/1.1" status: 200 len: 217 time: 0.0355446 Dec 10 09:37:53.103531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-345778be-00f0-475d-baa2-622d18e6d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:53.104918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-345778be-00f0-475d-baa2-622d18e6d243 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0440543 Dec 10 09:37:53.156267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-90ff7827-cab4-450f-8b73-32b7296cb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:53.157791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-90ff7827-cab4-450f-8b73-32b7296cb975 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457764 Dec 10 09:37:53.247546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-4f21c170-9882-44ee-8985-ef9f4e44c6de service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829885 Dec 10 09:37:53.342576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b3169c4-8982-44cd-9c29-b47a94b0747b req-1bc979b7-c3f7-4e5f-ad63-70d0faf85ae1 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881033 Dec 10 09:37:53.643155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add082a7-1651-4a76-9418-0ceb4087ad11 req-39febcf0-d241-4abb-b666-9384ca547b02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:53.644646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-add082a7-1651-4a76-9418-0ceb4087ad11 req-39febcf0-d241-4abb-b666-9384ca547b02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0505478 Dec 10 09:37:53.697550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-add082a7-1651-4a76-9418-0ceb4087ad11 req-c1592e0d-a2e5-4408-a848-4336cd5acc73 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Dec 10 09:37:54.813868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabf079-d4a3-4eb4-99f4-656da265ebcc req-503f8945-6e0e-40aa-817f-217db821e49e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:54.815292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dabf079-d4a3-4eb4-99f4-656da265ebcc req-503f8945-6e0e-40aa-817f-217db821e49e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0501912 Dec 10 09:37:54.866726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6dabf079-d4a3-4eb4-99f4-656da265ebcc req-17a40170-6ba4-4714-9d42-3cdc521c320f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Dec 10 09:37:55.986949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1b22-45ca-4a13-81aa-98cb00907705 req-5bd2a64c-5a2d-4e14-89f9-62ec20cf827c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:55.988544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f80b1b22-45ca-4a13-81aa-98cb00907705 req-5bd2a64c-5a2d-4e14-89f9-62ec20cf827c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0539927 Dec 10 09:37:56.038148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f80b1b22-45ca-4a13-81aa-98cb00907705 req-38935365-2956-4058-bf39-5f18ffb2c4d4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Dec 10 09:37:57.154553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025a773-6a92-46ea-843f-431f87140687 req-cc9dd2b2-7b7e-4ff0-8f0c-dbb344c16e7b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:57.156059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b025a773-6a92-46ea-843f-431f87140687 req-cc9dd2b2-7b7e-4ff0-8f0c-dbb344c16e7b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0494666 Dec 10 09:37:57.203600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b025a773-6a92-46ea-843f-431f87140687 req-50f42a9c-e48a-417e-b448-b537592e39ec tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Dec 10 09:37:58.322181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d19dc1-88c3-4360-9a2e-d657c3b19403 req-c0dbc518-3ea7-44d4-aaff-9a3c87df5621 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:58.323656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1d19dc1-88c3-4360-9a2e-d657c3b19403 req-c0dbc518-3ea7-44d4-aaff-9a3c87df5621 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0518277 Dec 10 09:37:58.370630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c1d19dc1-88c3-4360-9a2e-d657c3b19403 req-f9c21f9c-54bd-4817-9654-f29223ea4269 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Dec 10 09:37:59.484250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136a21b-a1a3-4c65-b721-54b7bdb219bc req-9e315f4b-d8bf-4e39-aa42-34de97d7eb33 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:37:59.485771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5136a21b-a1a3-4c65-b721-54b7bdb219bc req-9e315f4b-d8bf-4e39-aa42-34de97d7eb33 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0489843 Dec 10 09:37:59.533175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5136a21b-a1a3-4c65-b721-54b7bdb219bc req-54b5db55-f99f-41f9-96f1-cff0e67e389f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Dec 10 09:38:00.647456 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e13c95-483d-4a31-96fe-917c5ae2faaa req-681be7a5-eaf5-41dc-b69f-e12fa937bf92 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:00.649547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64e13c95-483d-4a31-96fe-917c5ae2faaa req-681be7a5-eaf5-41dc-b69f-e12fa937bf92 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0474916 Dec 10 09:38:00.698943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64e13c95-483d-4a31-96fe-917c5ae2faaa req-e5af823b-a7bb-44a3-823b-a93b70ddcbd1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434372 Dec 10 09:38:01.815782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdee2a-a84b-4553-8532-5b5a785736f9 req-657ad6f0-b282-473e-b811-91ab4f5501f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:01.817184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fcdee2a-a84b-4553-8532-5b5a785736f9 req-657ad6f0-b282-473e-b811-91ab4f5501f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0489819 Dec 10 09:38:01.864889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fcdee2a-a84b-4553-8532-5b5a785736f9 req-c2b9d893-2e6d-43c8-b082-03e73b469f3a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Dec 10 09:38:02.978824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edf02-0df8-4308-b797-7d859b7aca0b req-55318a08-6bd5-48f1-b24e-9cd83ccee4b9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:02.980316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-748edf02-0df8-4308-b797-7d859b7aca0b req-55318a08-6bd5-48f1-b24e-9cd83ccee4b9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0485597 Dec 10 09:38:03.027695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-748edf02-0df8-4308-b797-7d859b7aca0b req-9a798d27-3082-4296-b277-9eda27eef71f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Dec 10 09:38:03.256622 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-db5c8c1b-9a7b-4155-b0ab-9a12d2eda463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:04.398953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027d3ee-387b-465f-a437-77b9f54d491b req-28e78ef3-6927-4920-9680-09d4bacd6df4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:04.400414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f027d3ee-387b-465f-a437-77b9f54d491b req-28e78ef3-6927-4920-9680-09d4bacd6df4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 943 time: 0.0520785 Dec 10 09:38:04.446315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f027d3ee-387b-465f-a437-77b9f54d491b req-e9115f5a-4b09-49c3-957d-aab408261fb6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Dec 10 09:38:04.967961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9fe5d18b-218c-4372-b201-f067854c3223 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:38:05.060456 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9fe5d18b-218c-4372-b201-f067854c3223, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9fe5d18b-218c-4372-b201-f067854c3223,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:38:05.072232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '9fe5d18b-218c-4372-b201-f067854c3223', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'port_id': '9fe5d18b-218c-4372-b201-f067854c3223', 'mac_address': 'fa:16:3e:2a:bd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:38:05.111121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:05.124089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe5d18b-218c-4372-b201-f067854c3223 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:38:05.143340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9fe5d18b-218c-4372-b201-f067854c3223, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9fe5d18b-218c-4372-b201-f067854c3223,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:38:05.147206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:05.192500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9fe5d18b-218c-4372-b201-f067854c3223,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:38:05.439479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9fe5d18b-218c-4372-b201-f067854c3223'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:38:05.486232 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-427cebbd-6773-4756-823e-e9b0a309b03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:05.566312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f280b4a-3eec-4c3f-adcd-c46a456dcf5e req-9c02b2fd-28a8-4af7-8044-e6a75c7c5b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:05.567808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f280b4a-3eec-4c3f-adcd-c46a456dcf5e req-9c02b2fd-28a8-4af7-8044-e6a75c7c5b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 944 time: 0.0498102 Dec 10 09:38:05.615554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8f280b4a-3eec-4c3f-adcd-c46a456dcf5e req-54b7e99f-e75e-4734-b09f-57f2a611fbc3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Dec 10 09:38:06.645269 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:06.735269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335ecf1-2194-40d9-9a39-5a121a6cdf96 req-a1d652c3-5f1d-4d7b-9370-9b49b0f7eaa8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:06.736741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d335ecf1-2194-40d9-9a39-5a121a6cdf96 req-a1d652c3-5f1d-4d7b-9370-9b49b0f7eaa8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 944 time: 0.0521462 Dec 10 09:38:06.783405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d335ecf1-2194-40d9-9a39-5a121a6cdf96 req-6e5560ad-0223-428a-beed-84817e2335ac tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Dec 10 09:38:06.984223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9fe5d18b-218c-4372-b201-f067854c3223 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:38:07.036160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 9fe5d18b-218c-4372-b201-f067854c3223 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:38:07.040735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 9fe5d18b-218c-4372-b201-f067854c3223 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:38:07.041109 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:07.118313 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:07.139919 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dff7ad9-71ff-4907-be64-e520a88160dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe5d18b-218c-4372-b201-f067854c3223'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:38:07.142179 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e055679-fa33-4545-bede-b37758c06460" -d '{"events": [{"server_uuid": "0dff7ad9-71ff-4907-be64-e520a88160dc", "name": "network-vif-plugged", "status": "completed", "tag": "9fe5d18b-218c-4372-b201-f067854c3223"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:38:07.154519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9fe5d18b-218c-4372-b201-f067854c3223, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9fe5d18b-218c-4372-b201-f067854c3223,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:38:07.158307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:07.182475 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9584bf8-338c-4650-b8b2-61b5ee86c8af x-openstack-request-id: req-e9584bf8-338c-4650-b8b2-61b5ee86c8af {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:38:07.182780 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dff7ad9-71ff-4907-be64-e520a88160dc", "name": "network-vif-plugged", "status": "completed", "tag": "9fe5d18b-218c-4372-b201-f067854c3223", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:38:07.183038 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9584bf8-338c-4650-b8b2-61b5ee86c8af {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:38:07.183431 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dff7ad9-71ff-4907-be64-e520a88160dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe5d18b-218c-4372-b201-f067854c3223', 'code': 200} Dec 10 09:38:07.208773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9fe5d18b-218c-4372-b201-f067854c3223,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:38:07.359865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d9f6b-f173-44b5-9c8c-c9c9c9e532de req-e4a417f5-85f0-4a1b-9f51-0cae2b233120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:07.361374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-250d9f6b-f173-44b5-9c8c-c9c9c9e532de req-e4a417f5-85f0-4a1b-9f51-0cae2b233120 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 1096 time: 0.1209528 Dec 10 09:38:07.405206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-250d9f6b-f173-44b5-9c8c-c9c9c9e532de req-efccb358-a6ed-4db4-b6ac-85f60ea7fbaf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366731 Dec 10 09:38:07.712740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:38:07.897085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2686-946b-4847-ae34-ac6570cf24f0 req-ea03a169-4d87-4c7b-8874-0c5195dd53d1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:07.899369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd7c2686-946b-4847-ae34-ac6570cf24f0 req-ea03a169-4d87-4c7b-8874-0c5195dd53d1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 945 time: 0.0479805 Dec 10 09:38:07.949274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd7c2686-946b-4847-ae34-ac6570cf24f0 req-c6b6c059-090f-4579-ac15-a7c50336ad98 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 Dec 10 09:38:08.339740 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:09.069447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2cb53-b6ce-4e96-a70b-4f47878202cc req-3e3a9e26-b0ab-4778-8529-08aacdd6854d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:09.070953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c2cb53-b6ce-4e96-a70b-4f47878202cc req-3e3a9e26-b0ab-4778-8529-08aacdd6854d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 945 time: 0.0488601 Dec 10 09:38:09.118224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c2cb53-b6ce-4e96-a70b-4f47878202cc req-da31a7eb-eda7-488a-a23a-b31be5b5b8eb tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Dec 10 09:38:09.231987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9694669-3906-4b59-a838-07b440e47a89 req-07acec9c-940b-411d-9950-0317e2ee4f8e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:09.233381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9694669-3906-4b59-a838-07b440e47a89 req-07acec9c-940b-411d-9950-0317e2ee4f8e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 945 time: 0.0482085 Dec 10 09:38:09.280762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9694669-3906-4b59-a838-07b440e47a89 req-a6cfc784-6830-4b62-84a3-d1c7e2d55122 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Dec 10 09:38:09.317606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:11.853736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-550dc0b2-1b58-4d72-9c0e-973c68757f16 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:11.855110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-550dc0b2-1b58-4d72-9c0e-973c68757f16 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1035581 Dec 10 09:38:11.869757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-b1f48687-a150-4b56-aa47-dec440437add tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/quotas/cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 375 time: 0.0089271 Dec 10 09:38:11.922165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-a15c6940-427e-499e-b6bc-8027a33bc454 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473449 Dec 10 09:38:12.061735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-aa377cc2-5177-4e98-b319-6030b909504e service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324263 Dec 10 09:38:12.149555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-16a5a04b-2b2d-4c37-be34-cc07db45e1f7 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809224 Dec 10 09:38:13.354120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4abc4b4-55d8-4aec-b522-5a59268a259e req-1349bb18-2862-4f64-ae05-6e0244b5d6e7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 210 time: 0.0269923 Dec 10 09:38:14.272182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-be600a9d-364a-413c-8ec2-ad85fcdd5760 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:14.273667 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-be600a9d-364a-413c-8ec2-ad85fcdd5760 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1044812 Dec 10 09:38:14.286779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'port': {'device_id': '727fde10-31b0-4b65-8d2c-58421f64c076', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'admin_state_up': True, 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:38:14.411011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Made reservation on behalf of cbe666f774be4298a252d98cdde3d0c0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:38:14.416813 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:14.459430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f83d70d-8b8e-48aa-9652-ac77613bc5bc req-762e9478-4ec6-45c4-bb42-484c80d1aa08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 210 time: 0.0330956 Dec 10 09:38:14.551957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.20.0.13 (97ade72a-fa97-4391-91a0-9548eaaa8c82/5a904f74-dbd4-481f-8375-9c92bbd3c15b/bb23538b-2a87-4a30-8df3-da3203eaebfa) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:38:14.716954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:14.751239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:14.763682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9fe5d18b-218c-4372-b201-f067854c3223'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:38:14.792182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:38:14.797558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:38:14.801797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:38:14.848587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=bb23538b-2a87-4a30-8df3-da3203eaebfa,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:38:14.859285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.859772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.860123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.860461 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.860802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.861141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.861458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.861809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.862290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.862622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.862950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.863277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.863597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:14.882322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:14.883220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:14.907230 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-1fdfec4b-8b0b-40dc-aabc-5d6172700e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238515 Dec 10 09:38:14.919844 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Request body: {'port': {'device_id': '727fde10-31b0-4b65-8d2c-58421f64c076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:38:14.983567 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:15.067679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-08370d2c-2acb-46b0-b21a-c1cfcc12465a None None] Provisioning complete for port bb23538b-2a87-4a30-8df3-da3203eaebfa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:38:15.068337 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-08370d2c-2acb-46b0-b21a-c1cfcc12465a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:15.126024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-08370d2c-2acb-46b0-b21a-c1cfcc12465a None None] Port bb23538b-2a87-4a30-8df3-da3203eaebfa cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:38:15.271576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb23538b-2a87-4a30-8df3-da3203eaebfa {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:38:15.279898 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:15.292691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Transition to ACTIVE for port object bb23538b-2a87-4a30-8df3-da3203eaebfa will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:38:15.296648 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:15.366822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Pushing event updated for resources: {'Port': ['ID=bb23538b-2a87-4a30-8df3-da3203eaebfa,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:38:15.449380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Attempting to bind port bb23538b-2a87-4a30-8df3-da3203eaebfa on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:38:15.449878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Attempting to bind port bb23538b-2a87-4a30-8df3-da3203eaebfa by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:38:15.450285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Attempting to bind port bb23538b-2a87-4a30-8df3-da3203eaebfa on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:38:15.456567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Port bb23538b-2a87-4a30-8df3-da3203eaebfa on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:38:15.456843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Attempting to bind port bb23538b-2a87-4a30-8df3-da3203eaebfa on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:38:15.468282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:38:15.468282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:38:15.468282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Bound using segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:38:15.468282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Bound port: bb23538b-2a87-4a30-8df3-da3203eaebfa, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:38:15.468282 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:15.477223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:15.593365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] For port bb23538b-2a87-4a30-8df3-da3203eaebfa, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:38:15.598669 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] For port bb23538b-2a87-4a30-8df3-da3203eaebfa, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bb23538b-2a87-4a30-8df3-da3203eaebfa,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:38:15.608377 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:15.622804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ce66-0972-4107-a612-8ef64bac386c req-d43e1e95-9344-4cc3-af7f-61bc5516f733 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:15.624881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1de4ce66-0972-4107-a612-8ef64bac386c req-d43e1e95-9344-4cc3-af7f-61bc5516f733 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0717854 Dec 10 09:38:15.665858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:15.666314 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:15.668730 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] 10.222.0.39 "PUT /v2.0/ports/bb23538b-2a87-4a30-8df3-da3203eaebfa HTTP/1.1" status: 200 len: 1092 time: 0.7533231 Dec 10 09:38:15.669172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727fde10-31b0-4b65-8d2c-58421f64c076', 'tag': 'bb23538b-2a87-4a30-8df3-da3203eaebfa'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:38:15.672011 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "727fde10-31b0-4b65-8d2c-58421f64c076", "tag": "bb23538b-2a87-4a30-8df3-da3203eaebfa"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:38:15.700872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de895a-c2ae-447c-b79c-203415efa62d service neutron] Pushing event updated for resources: {'Port': ['ID=bb23538b-2a87-4a30-8df3-da3203eaebfa,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:38:15.714034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1de4ce66-0972-4107-a612-8ef64bac386c req-b7c58145-7f79-4629-9c85-63fbfaa82e50 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813844 Dec 10 09:38:15.740621 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed85c6-0c7b-479a-9c57-9edce5d157e4 x-openstack-request-id: req-12ed85c6-0c7b-479a-9c57-9edce5d157e4 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:38:15.740913 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727fde10-31b0-4b65-8d2c-58421f64c076", "tag": "bb23538b-2a87-4a30-8df3-da3203eaebfa", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:38:15.741165 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12ed85c6-0c7b-479a-9c57-9edce5d157e4 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:38:15.741589 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727fde10-31b0-4b65-8d2c-58421f64c076', 'tag': 'bb23538b-2a87-4a30-8df3-da3203eaebfa', 'status': 'completed', 'code': 200} Dec 10 09:38:15.759068 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-ce0cf605-5651-47dd-ac4e-b0104b53906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:15.760601 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-ce0cf605-5651-47dd-ac4e-b0104b53906c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 1095 time: 0.0496373 Dec 10 09:38:15.809835 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-9ecc44f1-aeb2-40f1-8ca5-d10086c0284d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb23538b-2a87-4a30-8df3-da3203eaebfa HTTP/1.1" status: 200 len: 217 time: 0.0390460 Dec 10 09:38:15.870309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-d0572ccc-2120-4752-b93b-446a7e1585e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:15.871828 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-d0572ccc-2120-4752-b93b-446a7e1585e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0547800 Dec 10 09:38:15.921781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-e2d1e24c-0dd7-4b7f-a158-ef004a1d3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:15.923302 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-e2d1e24c-0dd7-4b7f-a158-ef004a1d3ac4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433788 Dec 10 09:38:16.017487 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-736f7f2b-97a6-44b8-80d1-78db3bfcf034 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867503 Dec 10 09:38:16.111464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23d1c9e9-0d4e-4b30-8b22-244ae9b99799 req-9ce4b7b0-9460-4fa7-a5b4-24d21df26d74 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872910 Dec 10 09:38:16.203303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-300782b3-70e7-48f9-b489-49744c9abbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:16.204823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-300782b3-70e7-48f9-b489-49744c9abbfe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 1095 time: 0.0422263 Dec 10 09:38:16.306954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-d3cce753-73ca-4c90-bf87-1759c67adce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:16.308455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-d3cce753-73ca-4c90-bf87-1759c67adce5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0969923 Dec 10 09:38:16.354760 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-60897a29-cce4-4ec3-a33d-240f8198cf75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb23538b-2a87-4a30-8df3-da3203eaebfa HTTP/1.1" status: 200 len: 217 time: 0.0381584 Dec 10 09:38:16.405932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-bbc2ad10-7287-4754-ac30-9ad55caf868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:16.407509 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-bbc2ad10-7287-4754-ac30-9ad55caf868f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0454288 Dec 10 09:38:16.458187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-bc1be235-eac7-445b-969c-e0c8c577f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:16.459682 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-bc1be235-eac7-445b-969c-e0c8c577f2df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453823 Dec 10 09:38:16.550493 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-08168df4-2e17-4b96-af5b-291b518e1469 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833435 Dec 10 09:38:16.644434 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-64bae8f8-53a7-4eee-92f9-e8c5a5816c3a req-147abf98-87c7-42ac-8dc7-0d191e99b9cb service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870636 Dec 10 09:38:16.828773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17f681-5d1c-4b18-be67-da18e1c2b9e5 req-080e3c8d-2d05-43a2-9dc1-b787523f94a1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:16.831463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e17f681-5d1c-4b18-be67-da18e1c2b9e5 req-080e3c8d-2d05-43a2-9dc1-b787523f94a1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0577874 Dec 10 09:38:16.881633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e17f681-5d1c-4b18-be67-da18e1c2b9e5 req-f7754c9a-7fd2-43fc-bdc1-ea3e6f071366 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Dec 10 09:38:18.016143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ec10-bc8a-41e5-b5e3-898a5e652927 req-90986330-74c7-48f2-9b85-3e82081fabe2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:18.020213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fea5ec10-bc8a-41e5-b5e3-898a5e652927 req-90986330-74c7-48f2-9b85-3e82081fabe2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0635681 Dec 10 09:38:18.091744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fea5ec10-bc8a-41e5-b5e3-898a5e652927 req-02983ba7-b8e5-46ec-b8b3-792443cae019 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582507 Dec 10 09:38:19.265053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0479720-4d9f-42b1-b2ba-e639d4a7c4b7 req-fd1448bd-7ef9-4f9d-b980-94ba9906a782 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:19.268493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0479720-4d9f-42b1-b2ba-e639d4a7c4b7 req-fd1448bd-7ef9-4f9d-b980-94ba9906a782 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0664117 Dec 10 09:38:19.340454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0479720-4d9f-42b1-b2ba-e639d4a7c4b7 req-1c140b94-ef19-42ea-9917-35e73906130e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642500 Dec 10 09:38:19.585707 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:20.240055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-cd56daff-9f29-419a-856f-4a6f79a6f6b8 req-5383ed8a-9538-4afe-924d-4e947b514fef service neutron] (114969) timed out ('10.222.0.31', 45486) {{(pid=114969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:38:20.467492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14356ac-ebda-494a-ad51-8da558d379ee req-db831a65-456c-4f87-8dae-6e77ee6a775c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:20.468686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a14356ac-ebda-494a-ad51-8da558d379ee req-db831a65-456c-4f87-8dae-6e77ee6a775c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0565135 Dec 10 09:38:20.537831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a14356ac-ebda-494a-ad51-8da558d379ee req-37f09239-119f-4208-a42e-13558e776ac5 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591261 Dec 10 09:38:21.663504 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d889c1-6f1c-40c0-9cd3-fc9df7c3fe12 req-68b07ca2-3601-4a52-9f69-be12f4651664 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:21.665249 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34d889c1-6f1c-40c0-9cd3-fc9df7c3fe12 req-68b07ca2-3601-4a52-9f69-be12f4651664 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0534854 Dec 10 09:38:21.715542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34d889c1-6f1c-40c0-9cd3-fc9df7c3fe12 req-7173a944-ecc2-4c32-a859-faf233c1bbf3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Dec 10 09:38:22.832051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bcd9-cc4d-47de-8e3f-b94f7d0c42fb req-192a2b24-9516-496e-883d-2b5939407b71 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:22.833426 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ea6bcd9-cc4d-47de-8e3f-b94f7d0c42fb req-192a2b24-9516-496e-883d-2b5939407b71 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0495570 Dec 10 09:38:22.880849 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ea6bcd9-cc4d-47de-8e3f-b94f7d0c42fb req-4fa7dcf3-48d4-42d1-8d13-2bc398d3527d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Dec 10 09:38:24.002804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff094855-0030-4671-9131-73e2089667c0 req-e5ab947d-c78b-4b57-8872-fba8ed8c80db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:24.004398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff094855-0030-4671-9131-73e2089667c0 req-e5ab947d-c78b-4b57-8872-fba8ed8c80db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0539846 Dec 10 09:38:24.053555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff094855-0030-4671-9131-73e2089667c0 req-10c7c9fc-b465-4f2d-a3d0-5d3fda18ac4a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Dec 10 09:38:25.172819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18239e88-c267-4d59-a16f-3cd5e3c3f591 req-f66282c2-b56f-4a35-96f2-8970308c3427 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:25.174338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18239e88-c267-4d59-a16f-3cd5e3c3f591 req-f66282c2-b56f-4a35-96f2-8970308c3427 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0486076 Dec 10 09:38:25.225531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-18239e88-c267-4d59-a16f-3cd5e3c3f591 req-c1b18ee2-da94-4b56-84f8-9ff12242c12b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452378 Dec 10 09:38:26.359598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7ef51-b0a9-4e4e-8f55-4cffaa3a90a8 req-9f79f50a-e1d7-4c98-ab35-93bccf80fa05 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:26.361134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81c7ef51-b0a9-4e4e-8f55-4cffaa3a90a8 req-9f79f50a-e1d7-4c98-ab35-93bccf80fa05 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0571630 Dec 10 09:38:26.413326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81c7ef51-b0a9-4e4e-8f55-4cffaa3a90a8 req-b229004e-1bec-4f5d-9a6e-115a2449e6cd tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Dec 10 09:38:27.530688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d06836-4a01-4ddb-87e9-b36c3bbf5e60 req-a2f3ecc6-c53d-43f0-bc81-87392ac3af34 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:27.532207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8d06836-4a01-4ddb-87e9-b36c3bbf5e60 req-a2f3ecc6-c53d-43f0-bc81-87392ac3af34 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0489702 Dec 10 09:38:27.580660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8d06836-4a01-4ddb-87e9-b36c3bbf5e60 req-a05eacda-7c01-465d-bf50-0699630d5e19 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421154 Dec 10 09:38:28.705201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ddc5d-fa1c-45e3-b0c9-05361112ce8d req-c2544d9d-57ba-4800-a96c-6b24c95df01d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:28.706842 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a94ddc5d-fa1c-45e3-b0c9-05361112ce8d req-c2544d9d-57ba-4800-a96c-6b24c95df01d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0566542 Dec 10 09:38:28.763964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a94ddc5d-fa1c-45e3-b0c9-05361112ce8d req-bc5697b6-0454-4d2d-82e7-5aeb018a53da tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508289 Dec 10 09:38:29.886812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02703b-0975-4616-8644-a371e31efd66 req-5fd7ef08-1733-4261-8b76-db6b3b10c7bb tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:29.888275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a02703b-0975-4616-8644-a371e31efd66 req-5fd7ef08-1733-4261-8b76-db6b3b10c7bb tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0504508 Dec 10 09:38:29.936001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a02703b-0975-4616-8644-a371e31efd66 req-28489834-4010-4380-a0be-11b5975e5d29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Dec 10 09:38:31.060093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9623d-e9e3-4953-acd1-4a387f22d9e5 req-b854631e-7e48-4ea8-a363-362c66141eea tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:31.061603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5f9623d-e9e3-4953-acd1-4a387f22d9e5 req-b854631e-7e48-4ea8-a363-362c66141eea tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0519106 Dec 10 09:38:31.113891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5f9623d-e9e3-4953-acd1-4a387f22d9e5 req-dfbf8456-4edb-44fb-86cd-bd199c6410f4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460355 Dec 10 09:38:32.240073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3117a8-ca08-4307-bd17-e6baf5babb11 req-e3db7991-80aa-4a78-b30d-00d21709cdb0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:32.241619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a3117a8-ca08-4307-bd17-e6baf5babb11 req-e3db7991-80aa-4a78-b30d-00d21709cdb0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0582421 Dec 10 09:38:32.289600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a3117a8-ca08-4307-bd17-e6baf5babb11 req-362b45b3-1915-4b30-9ae2-bad890036eff tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Dec 10 09:38:33.259818 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-165520c5-8fe5-4f40-97e1-8fc45afa9071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:33.435992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ac75e-be99-4bd9-a462-1ab17245b325 req-304d6d05-5882-46fc-affc-8c5e3f8eb48a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:33.437554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b1ac75e-be99-4bd9-a462-1ab17245b325 req-304d6d05-5882-46fc-affc-8c5e3f8eb48a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0532560 Dec 10 09:38:33.498144 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b1ac75e-be99-4bd9-a462-1ab17245b325 req-2707e657-a919-4565-b1e4-5f5c8f893ba0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539019 Dec 10 09:38:34.613611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bac334-418c-454b-99a6-b8681c8afc2a req-51e62998-2b38-466c-820d-b784a6ade8e4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:34.615076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48bac334-418c-454b-99a6-b8681c8afc2a req-51e62998-2b38-466c-820d-b784a6ade8e4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0474229 Dec 10 09:38:34.670934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-48bac334-418c-454b-99a6-b8681c8afc2a req-815cc9c6-f0a9-40b4-97dc-0eccd8b86193 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493059 Dec 10 09:38:35.477483 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-13a9457f-7de0-4e74-9d60-0b6bcd138ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:35.791781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f925ad-0a41-4913-bfda-20347361d0ac req-55d700e4-b357-41c7-b590-824602073f1f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:35.793251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2f925ad-0a41-4913-bfda-20347361d0ac req-55d700e4-b357-41c7-b590-824602073f1f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0508466 Dec 10 09:38:35.841298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a2f925ad-0a41-4913-bfda-20347361d0ac req-326d3b74-8e72-4fa8-bb8d-4b627daf8dda tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Dec 10 09:38:36.651606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:36.958246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25adf34-8e65-45aa-b03d-b154d3bcfaaa req-4ca10018-b98d-4e27-9423-ebe6a3340d4b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:36.959717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c25adf34-8e65-45aa-b03d-b154d3bcfaaa req-4ca10018-b98d-4e27-9423-ebe6a3340d4b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 944 time: 0.0486903 Dec 10 09:38:37.010350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c25adf34-8e65-45aa-b03d-b154d3bcfaaa req-9809cf2c-a6a1-4d26-8fef-2d427215e9c7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Dec 10 09:38:37.661388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bb23538b-2a87-4a30-8df3-da3203eaebfa details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:38:37.763863 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port bb23538b-2a87-4a30-8df3-da3203eaebfa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bb23538b-2a87-4a30-8df3-da3203eaebfa,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:38:37.775854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'bb23538b-2a87-4a30-8df3-da3203eaebfa', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'port_id': 'bb23538b-2a87-4a30-8df3-da3203eaebfa', 'mac_address': 'fa:16:3e:a6:01:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:38:37.817488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:37.830615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb23538b-2a87-4a30-8df3-da3203eaebfa {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:38:37.850494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port bb23538b-2a87-4a30-8df3-da3203eaebfa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bb23538b-2a87-4a30-8df3-da3203eaebfa,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:38:37.854855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:37.905267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=bb23538b-2a87-4a30-8df3-da3203eaebfa,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:38:37.912642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.913031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.913336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.913698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.914035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.914383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.914692 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.915016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.915345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.915662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.915984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.916303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:37.916622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:38.098954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['bb23538b-2a87-4a30-8df3-da3203eaebfa'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:38:38.146839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738977e-0e0e-4b30-ae60-41396c60ddf8 req-2dc48d76-f797-4c6d-b672-eaf1b641b539 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:38.148430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4738977e-0e0e-4b30-ae60-41396c60ddf8 req-2dc48d76-f797-4c6d-b672-eaf1b641b539 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 945 time: 0.0581346 Dec 10 09:38:38.203589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4738977e-0e0e-4b30-ae60-41396c60ddf8 req-8fa4e2c2-741f-4a44-b870-ff883da29ca0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467117 Dec 10 09:38:38.341872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:39.322474 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:39.332879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a53f7e-17b8-4dad-89b4-b9dabc3d9aad req-f805f761-d8ac-4b49-bdc5-af2e9ea904d4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:39.334429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2a53f7e-17b8-4dad-89b4-b9dabc3d9aad req-f805f761-d8ac-4b49-bdc5-af2e9ea904d4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 945 time: 0.0543129 Dec 10 09:38:39.383470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2a53f7e-17b8-4dad-89b4-b9dabc3d9aad req-4acb530a-ff71-493f-a360-3109f10a40cf tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Dec 10 09:38:39.675567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bb23538b-2a87-4a30-8df3-da3203eaebfa up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:38:39.726184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port bb23538b-2a87-4a30-8df3-da3203eaebfa completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:38:39.730081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port bb23538b-2a87-4a30-8df3-da3203eaebfa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:38:39.730454 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:39.818170 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:39.840579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727fde10-31b0-4b65-8d2c-58421f64c076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb23538b-2a87-4a30-8df3-da3203eaebfa'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:38:39.843077 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10705ee7-1491-46d1-9aaf-467fc4b42473" -d '{"events": [{"server_uuid": "727fde10-31b0-4b65-8d2c-58421f64c076", "name": "network-vif-plugged", "status": "completed", "tag": "bb23538b-2a87-4a30-8df3-da3203eaebfa"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:38:39.857745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port bb23538b-2a87-4a30-8df3-da3203eaebfa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bb23538b-2a87-4a30-8df3-da3203eaebfa,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:38:39.861849 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:39.890712 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e8a27e-b9ee-4ed3-b25d-40ad31a0d207 x-openstack-request-id: req-33e8a27e-b9ee-4ed3-b25d-40ad31a0d207 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:38:39.890999 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727fde10-31b0-4b65-8d2c-58421f64c076", "name": "network-vif-plugged", "status": "completed", "tag": "bb23538b-2a87-4a30-8df3-da3203eaebfa", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:38:39.891261 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33e8a27e-b9ee-4ed3-b25d-40ad31a0d207 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:38:39.892365 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727fde10-31b0-4b65-8d2c-58421f64c076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb23538b-2a87-4a30-8df3-da3203eaebfa', 'code': 200} Dec 10 09:38:39.914188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=bb23538b-2a87-4a30-8df3-da3203eaebfa,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:38:40.000014 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad63c2-1143-40b3-85de-248d3050d4b3 req-3c348236-8870-494b-81ed-b5521cbd2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:40.001551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23ad63c2-1143-40b3-85de-248d3050d4b3 req-3c348236-8870-494b-81ed-b5521cbd2589 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 1097 time: 0.0507014 Dec 10 09:38:40.055229 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-23ad63c2-1143-40b3-85de-248d3050d4b3 req-ec55c25d-6edc-4ee4-a492-deafe0ac5ae5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470831 Dec 10 09:38:40.503654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec50cbd-2204-462c-9080-2b0c251716d8 req-af4dbee8-571e-49dd-a3b4-19184d3296af tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:40.505043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fec50cbd-2204-462c-9080-2b0c251716d8 req-af4dbee8-571e-49dd-a3b4-19184d3296af tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 946 time: 0.0521665 Dec 10 09:38:40.551719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fec50cbd-2204-462c-9080-2b0c251716d8 req-b737cb8c-99d2-4186-a72d-90d05db6b0b2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Dec 10 09:38:41.672569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0cef-ae46-455d-a9bd-0bc889192f82 req-f0f93e6a-1102-4774-a021-f6900df40f5e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:41.674200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3ef0cef-ae46-455d-a9bd-0bc889192f82 req-f0f93e6a-1102-4774-a021-f6900df40f5e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 946 time: 0.0523016 Dec 10 09:38:41.721581 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d3ef0cef-ae46-455d-a9bd-0bc889192f82 req-363c4b7c-0de7-44bf-9069-586f1828de47 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Dec 10 09:38:41.838871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bab37-9bd8-42fd-8ac1-b50d5eb43d81 req-84126a4c-ef30-4fd5-837e-d72853c7c5e7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:41.840291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-067bab37-9bd8-42fd-8ac1-b50d5eb43d81 req-84126a4c-ef30-4fd5-837e-d72853c7c5e7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 946 time: 0.0490072 Dec 10 09:38:41.890591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-067bab37-9bd8-42fd-8ac1-b50d5eb43d81 req-8a924c30-fa83-4494-9c45-e12b762fd1f5 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444603 Dec 10 09:38:42.170575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769e687-9c6d-4b3a-8dc0-2efa6f5d69d9 req-5b8b84e4-5187-4f0e-88b7-45434c9ef787 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:42.172043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e769e687-9c6d-4b3a-8dc0-2efa6f5d69d9 req-5b8b84e4-5187-4f0e-88b7-45434c9ef787 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 946 time: 0.0488479 Dec 10 09:38:42.220418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e769e687-9c6d-4b3a-8dc0-2efa6f5d69d9 req-f3cb7037-6d21-4460-a12a-ec212a7b25b4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Dec 10 09:38:43.339950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387a9d-e0af-4f44-914d-a28210916cfc req-3176c8a4-b7a2-435d-9b30-8273ae256de6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:43.342033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68387a9d-e0af-4f44-914d-a28210916cfc req-3176c8a4-b7a2-435d-9b30-8273ae256de6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 946 time: 0.0485573 Dec 10 09:38:43.388698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68387a9d-e0af-4f44-914d-a28210916cfc req-d09e370e-ed27-4d8a-83fc-5600b3fe0c92 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Dec 10 09:38:43.616735 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeae300-9665-4a36-8169-8137acb8d9ae req-617a93db-a652-46f0-9500-a88fb8de1fd2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:43.618220 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abeae300-9665-4a36-8169-8137acb8d9ae req-617a93db-a652-46f0-9500-a88fb8de1fd2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 946 time: 0.0510595 Dec 10 09:38:43.710925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-abeae300-9665-4a36-8169-8137acb8d9ae req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port bb23538b-2a87-4a30-8df3-da3203eaebfa {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:38:43.711262 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-abeae300-9665-4a36-8169-8137acb8d9ae req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:43.800101 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-abeae300-9665-4a36-8169-8137acb8d9ae req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] For port bb23538b-2a87-4a30-8df3-da3203eaebfa, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=bb23538b-2a87-4a30-8df3-da3203eaebfa,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:38:43.800397 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-abeae300-9665-4a36-8169-8137acb8d9ae req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:43.812313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-abeae300-9665-4a36-8169-8137acb8d9ae req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for bb23538b-2a87-4a30-8df3-da3203eaebfa owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:38:43.944024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-abeae300-9665-4a36-8169-8137acb8d9ae req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:43.955670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9fe5d18b-218c-4372-b201-f067854c3223'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:38:43.974500 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=bb23538b-2a87-4a30-8df3-da3203eaebfa,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:38:44.021858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-abeae300-9665-4a36-8169-8137acb8d9ae req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] No DVR routers for this DVR port bb23538b-2a87-4a30-8df3-da3203eaebfa on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:38:44.024664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-abeae300-9665-4a36-8169-8137acb8d9ae req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:44.028147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-abeae300-9665-4a36-8169-8137acb8d9ae req-370fe385-e022-46c3-a027-42f5e34b0959 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "DELETE /v2.0/ports/bb23538b-2a87-4a30-8df3-da3203eaebfa HTTP/1.1" status: 204 len: 173 time: 0.4040151 Dec 10 09:38:44.028619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727fde10-31b0-4b65-8d2c-58421f64c076', 'name': 'network-vif-deleted', 'tag': 'bb23538b-2a87-4a30-8df3-da3203eaebfa'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:38:44.030953 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d32dd-92b9-485e-af15-33ba11282944" -d '{"events": [{"server_uuid": "727fde10-31b0-4b65-8d2c-58421f64c076", "name": "network-vif-deleted", "tag": "bb23538b-2a87-4a30-8df3-da3203eaebfa"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:38:44.081150 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19a6b42-a038-45fc-88ec-4c53855adeba x-openstack-request-id: req-e19a6b42-a038-45fc-88ec-4c53855adeba {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:38:44.081531 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727fde10-31b0-4b65-8d2c-58421f64c076", "name": "network-vif-deleted", "tag": "bb23538b-2a87-4a30-8df3-da3203eaebfa", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:38:44.081801 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e19a6b42-a038-45fc-88ec-4c53855adeba {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:38:44.082127 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727fde10-31b0-4b65-8d2c-58421f64c076', 'name': 'network-vif-deleted', 'tag': 'bb23538b-2a87-4a30-8df3-da3203eaebfa', 'status': 'completed', 'code': 200} Dec 10 09:38:44.490970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c3a2234e-ae16-4658-8faa-de62dcb274f1 req-63468a01-1fb0-4fbb-9ea0-a00890709e65 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Dec 10 09:38:44.712132 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:38:45.453409 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:45.590146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-150bfe21-89d6-4229-89a5-cfd23b44c37c req-428d5692-6c4a-4d21-9538-57f956e9d603 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 210 time: 0.0262339 Dec 10 09:38:45.723961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bb23538b-2a87-4a30-8df3-da3203eaebfa no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:38:45.744907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: bb23538b-2a87-4a30-8df3-da3203eaebfa {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:38:45.745251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device bb23538b-2a87-4a30-8df3-da3203eaebfa not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:38:46.692387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7261e7e4-605e-4d61-8ea9-630085eb26b5 req-b1ca5294-49c1-4c4c-9a4a-845a470b3d17 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 210 time: 0.0280006 Dec 10 09:38:47.796188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d1419b6-4813-45d4-8c46-5095c6617fa3 req-c800a9e6-195f-476f-bcff-0718aa1c4537 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=727fde10-31b0-4b65-8d2c-58421f64c076 HTTP/1.1" status: 200 len: 210 time: 0.0310841 Dec 10 09:38:49.572222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:54.347572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640865fb-7220-4a51-b85e-c38c2b1cb274 req-67d412b8-62b7-4a01-9b94-f1a83564be79 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:54.349035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-640865fb-7220-4a51-b85e-c38c2b1cb274 req-67d412b8-62b7-4a01-9b94-f1a83564be79 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 945 time: 0.0502257 Dec 10 09:38:54.396592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-640865fb-7220-4a51-b85e-c38c2b1cb274 req-39cb7bc4-7c8e-45cf-bfed-457b6f969d74 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413249 Dec 10 09:38:55.519561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78349efb-7d2b-4741-a165-382a629a69b1 req-b56c789e-7fe9-4cf1-8751-2c74d23e40be tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:55.521045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78349efb-7d2b-4741-a165-382a629a69b1 req-b56c789e-7fe9-4cf1-8751-2c74d23e40be tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 945 time: 0.0529718 Dec 10 09:38:55.568092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78349efb-7d2b-4741-a165-382a629a69b1 req-4acf853b-0d70-462e-bbe9-c71fdbc8dcb2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fcf1ccf-9e23-4913-97ba-08f819829a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Dec 10 09:38:55.926888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-df6296d6-4e05-4f78-bbdb-a085932ee731 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:38:55.928331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-df6296d6-4e05-4f78-bbdb-a085932ee731 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 945 time: 0.0476637 Dec 10 09:38:56.030470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port 9fe5d18b-218c-4372-b201-f067854c3223 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:38:56.030807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:56.116741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] For port 9fe5d18b-218c-4372-b201-f067854c3223, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9fe5d18b-218c-4372-b201-f067854c3223,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:38:56.117086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:56.128435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for 9fe5d18b-218c-4372-b201-f067854c3223 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:38:56.257861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:56.269138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9fe5d18b-218c-4372-b201-f067854c3223'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:38:56.284956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=9fe5d18b-218c-4372-b201-f067854c3223,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:38:56.298339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.298696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.299037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.299383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.299719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.300047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.300382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.300711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.301036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.301362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.301712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.302037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.302362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:38:56.343037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] No DVR routers for this DVR port 9fe5d18b-218c-4372-b201-f067854c3223 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:38:56.345699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:38:56.349040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4816049-3eca-45dc-884b-89df0d90c6aa req-a3cce04f-c6fc-476c-8d6d-1a493b65390f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "DELETE /v2.0/ports/9fe5d18b-218c-4372-b201-f067854c3223 HTTP/1.1" status: 204 len: 173 time: 0.4145169 Dec 10 09:38:56.349483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dff7ad9-71ff-4907-be64-e520a88160dc', 'name': 'network-vif-deleted', 'tag': '9fe5d18b-218c-4372-b201-f067854c3223'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:38:56.351778 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08e3046-5141-411f-8b75-37a083fcde7f" -d '{"events": [{"server_uuid": "0dff7ad9-71ff-4907-be64-e520a88160dc", "name": "network-vif-deleted", "tag": "9fe5d18b-218c-4372-b201-f067854c3223"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:38:56.391413 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d7cf5e-d987-42c4-8d84-13161cf6d90d x-openstack-request-id: req-42d7cf5e-d987-42c4-8d84-13161cf6d90d {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:38:56.391728 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dff7ad9-71ff-4907-be64-e520a88160dc", "name": "network-vif-deleted", "tag": "9fe5d18b-218c-4372-b201-f067854c3223", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:38:56.392019 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42d7cf5e-d987-42c4-8d84-13161cf6d90d {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:38:56.392422 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dff7ad9-71ff-4907-be64-e520a88160dc', 'name': 'network-vif-deleted', 'tag': '9fe5d18b-218c-4372-b201-f067854c3223', 'status': 'completed', 'code': 200} Dec 10 09:38:56.678504 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2359db93-4128-4970-a419-7d38bbd7aa33 req-b092355e-9b80-497a-9294-447107f5a0dd tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 210 time: 0.0321293 Dec 10 09:38:58.129063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4bd7dff-fee0-458b-b452-4f10163b572f req-aee20ab1-06a9-4501-bdd2-cb36e1b23355 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 210 time: 0.3776085 Dec 10 09:38:59.202802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9fe5d18b-218c-4372-b201-f067854c3223 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:38:59.224761 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b71eeb0-2349-496f-805b-49a3d269d61b req-bfda2590-7e50-41e8-a53e-d4bfe9976b05 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 210 time: 0.0270708 Dec 10 09:38:59.228507 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 9fe5d18b-218c-4372-b201-f067854c3223 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:38:59.228865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9fe5d18b-218c-4372-b201-f067854c3223 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:39:00.322987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7a59d23-cf31-40a0-b8db-a1916ec371bc req-f8be30fa-bfdc-4bb0-8226-489a6edc8b4b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dff7ad9-71ff-4907-be64-e520a88160dc HTTP/1.1" status: 200 len: 210 time: 0.0254078 Dec 10 09:39:03.264566 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e91327a-7f64-4de2-b11c-ee55301e631f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.247328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43202) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:39:04.252264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-327e011f-a558-4352-9938-651f90285274 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039966024', 'description': 'tempest-secgroup-smoke-2039966024 description', 'project_id': 'cbe666f774be4298a252d98cdde3d0c0'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:04.275652 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-327e011f-a558-4352-9938-651f90285274 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.346274 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-327e011f-a558-4352-9938-651f90285274 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.349923 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-327e011f-a558-4352-9938-651f90285274 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.381740 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-327e011f-a558-4352-9938-651f90285274 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.382962 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-327e011f-a558-4352-9938-651f90285274 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1345448 Dec 10 09:39:04.383805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e011f-a558-4352-9938-651f90285274 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7181c196-e36e-44e4-8553-e76722142ba8,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:04.385820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43204) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:39:04.391133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6e580b35-821b-4b10-89dd-c0e6c86cbd02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'security_group_rule': {'security_group_id': '7181c196-e36e-44e4-8553-e76722142ba8', 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:04.417279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e580b35-821b-4b10-89dd-c0e6c86cbd02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.477851 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e580b35-821b-4b10-89dd-c0e6c86cbd02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.482064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e580b35-821b-4b10-89dd-c0e6c86cbd02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.497525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e580b35-821b-4b10-89dd-c0e6c86cbd02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2126c086-b8f9-4145-a514-f1b4a452fe74,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:04.509093 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6e580b35-821b-4b10-89dd-c0e6c86cbd02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.510455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6e580b35-821b-4b10-89dd-c0e6c86cbd02 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236424 Dec 10 09:39:04.513260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43206) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:39:04.517952 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0c22ad04-f7a1-467d-802a-bb2b15f97c7b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'security_group_rule': {'security_group_id': '7181c196-e36e-44e4-8553-e76722142ba8', 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:04.544926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c22ad04-f7a1-467d-802a-bb2b15f97c7b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.598605 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c22ad04-f7a1-467d-802a-bb2b15f97c7b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.601937 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c22ad04-f7a1-467d-802a-bb2b15f97c7b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.623725 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22ad04-f7a1-467d-802a-bb2b15f97c7b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378b5f2f-0231-4379-b1ea-3015933c7fe3,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:04.628720 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0c22ad04-f7a1-467d-802a-bb2b15f97c7b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.631712 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0c22ad04-f7a1-467d-802a-bb2b15f97c7b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157670 Dec 10 09:39:04.632794 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43208) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:39:04.638092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-683af628-ff0b-4bf0-9ff5-deb53d6933cc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'security_group_rule': {'security_group_id': '7181c196-e36e-44e4-8553-e76722142ba8', 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:04.668081 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-683af628-ff0b-4bf0-9ff5-deb53d6933cc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.728417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-683af628-ff0b-4bf0-9ff5-deb53d6933cc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.731831 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-683af628-ff0b-4bf0-9ff5-deb53d6933cc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.748694 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683af628-ff0b-4bf0-9ff5-deb53d6933cc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854c3ad3-ec17-4db7-bbe8-568592ca8efe,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:04.755820 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-683af628-ff0b-4bf0-9ff5-deb53d6933cc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.757018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-683af628-ff0b-4bf0-9ff5-deb53d6933cc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232605 Dec 10 09:39:04.759733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43210) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:39:04.764827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e89d4ad9-ecb2-4bdf-b7e6-efbd44099315 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'security_group_rule': {'security_group_id': '7181c196-e36e-44e4-8553-e76722142ba8', 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:04.790203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e89d4ad9-ecb2-4bdf-b7e6-efbd44099315 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.845588 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e89d4ad9-ecb2-4bdf-b7e6-efbd44099315 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.848972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e89d4ad9-ecb2-4bdf-b7e6-efbd44099315 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.865230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d4ad9-ecb2-4bdf-b7e6-efbd44099315 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d514345-19b1-411e-8b1e-da4e01d2284e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:04.872952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e89d4ad9-ecb2-4bdf-b7e6-efbd44099315 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.874147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e89d4ad9-ecb2-4bdf-b7e6-efbd44099315 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135223 Dec 10 09:39:04.877412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43212) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:39:04.881621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-50ba4d67-3068-4d17-8992-fc174dbced0f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'security_group_rule': {'security_group_id': '7181c196-e36e-44e4-8553-e76722142ba8', 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:04.903862 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-50ba4d67-3068-4d17-8992-fc174dbced0f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Project cbe666f774be4298a252d98cdde3d0c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:39:04.908735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50ba4d67-3068-4d17-8992-fc174dbced0f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.965307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50ba4d67-3068-4d17-8992-fc174dbced0f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.969406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50ba4d67-3068-4d17-8992-fc174dbced0f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:04.992181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba4d67-3068-4d17-8992-fc174dbced0f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f25dab-3041-48a7-95db-2d515fe31480,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:04.999639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-50ba4d67-3068-4d17-8992-fc174dbced0f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:05.001112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-50ba4d67-3068-4d17-8992-fc174dbced0f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227574 Dec 10 09:39:05.003821 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43214) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:39:05.008503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-9a52d58d-e446-48af-88c5-6e1d03148b14 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'security_group_rule': {'security_group_id': '7181c196-e36e-44e4-8553-e76722142ba8', 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:05.030788 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-9a52d58d-e446-48af-88c5-6e1d03148b14 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Project cbe666f774be4298a252d98cdde3d0c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 09:39:05.035618 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a52d58d-e446-48af-88c5-6e1d03148b14 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:05.093363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a52d58d-e446-48af-88c5-6e1d03148b14 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:05.096922 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a52d58d-e446-48af-88c5-6e1d03148b14 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:05.117066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52d58d-e446-48af-88c5-6e1d03148b14 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a932a1-cf1c-464b-956d-758ddd5f53f6,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:05.123402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9a52d58d-e446-48af-88c5-6e1d03148b14 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:05.124556 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9a52d58d-e446-48af-88c5-6e1d03148b14 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198099 Dec 10 09:39:05.486768 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-991cdf39-66e6-4917-af95-5278610ccafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:06.653618 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:08.344799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:09.328501 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:15.455207 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:19.575421 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:20.414026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-7ec90bba-eb4a-4343-ab11-abb1f52a3618 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039966024&fields=id&tenant_id=cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 267 time: 0.0442743 Dec 10 09:39:20.521123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-a4897510-7d98-4ffa-956c-221d9320b8f9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:20.522607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-a4897510-7d98-4ffa-956c-221d9320b8f9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1014087 Dec 10 09:39:20.538784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-d9e14b80-99a9-4d9e-9233-09b564b3f408 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/quotas/cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 375 time: 0.0098796 Dec 10 09:39:20.588992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-d530cb10-a0a0-4dcc-a7ca-c528e26d8f81 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446844 Dec 10 09:39:20.692783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-7714edd0-bec8-45fd-ba35-71d3d542a500 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888581 Dec 10 09:39:20.781321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-946e59db-6c39-44be-b25b-49beb774e950 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823448 Dec 10 09:39:21.062650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ec76529-f99e-4a60-b200-5902ba14980f req-970feb46-8a0c-447c-885c-14e2d8d139f9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 210 time: 0.0269430 Dec 10 09:39:21.711526 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:39:21.952897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-c645084d-9594-452b-b18f-87a36ce966b2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:21.954391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-c645084d-9594-452b-b18f-87a36ce966b2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1076381 Dec 10 09:39:22.018451 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-fbfb53b8-ec33-4e85-9124-139a051d770d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 380 time: 0.0548093 Dec 10 09:39:22.027688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'port': {'device_id': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'admin_state_up': True, 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'security_groups': ['7181c196-e36e-44e4-8553-e76722142ba8']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:22.165474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef2624c-018b-48e5-a75b-60161cec8bde req-a9d4d0ff-2ae6-4a82-868e-ae16184f605b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 210 time: 0.0317705 Dec 10 09:39:22.173094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Made reservation on behalf of cbe666f774be4298a252d98cdde3d0c0 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:39:22.176450 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:22.305483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.20.0.13 (97ade72a-fa97-4391-91a0-9548eaaa8c82/5a904f74-dbd4-481f-8375-9c92bbd3c15b/c1333ffa-b022-4a1d-8ef2-db687f63e827) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:39:22.443166 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:22.476599 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:22.535304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:39:22.536817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=c1333ffa-b022-4a1d-8ef2-db687f63e827,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:22.539253 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:39:22.541483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:39:22.591036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:22.598024 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:22.617728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-bb9b8b69-aa19-46b0-91e1-cc8e8b050e08 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5935996 Dec 10 09:39:22.630451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Request body: {'port': {'device_id': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:22.688752 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:22.789531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-65a0773d-c970-4cde-ae2e-f25419514717 None None] Provisioning complete for port c1333ffa-b022-4a1d-8ef2-db687f63e827 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:39:22.790098 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-65a0773d-c970-4cde-ae2e-f25419514717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:22.829584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-65a0773d-c970-4cde-ae2e-f25419514717 None None] Port c1333ffa-b022-4a1d-8ef2-db687f63e827 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:39:22.967245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1333ffa-b022-4a1d-8ef2-db687f63e827 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:39:22.974655 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:22.986437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Transition to ACTIVE for port object c1333ffa-b022-4a1d-8ef2-db687f63e827 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:39:22.990389 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:23.060632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Pushing event updated for resources: {'Port': ['ID=c1333ffa-b022-4a1d-8ef2-db687f63e827,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:23.115904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Attempting to bind port c1333ffa-b022-4a1d-8ef2-db687f63e827 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:39:23.116360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Attempting to bind port c1333ffa-b022-4a1d-8ef2-db687f63e827 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:39:23.116569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Attempting to bind port c1333ffa-b022-4a1d-8ef2-db687f63e827 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:39:23.121058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Port c1333ffa-b022-4a1d-8ef2-db687f63e827 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:39:23.121392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Attempting to bind port c1333ffa-b022-4a1d-8ef2-db687f63e827 on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:39:23.126850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:39:23.127187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:39:23.127583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Bound using segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:39:23.128027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Bound port: c1333ffa-b022-4a1d-8ef2-db687f63e827, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:39:23.128385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:23.201545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] For port c1333ffa-b022-4a1d-8ef2-db687f63e827, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:39:23.205173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] For port c1333ffa-b022-4a1d-8ef2-db687f63e827, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:39:23.212197 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:23.245105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:23.245823 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:23.247230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] 10.222.0.18 "PUT /v2.0/ports/c1333ffa-b022-4a1d-8ef2-db687f63e827 HTTP/1.1" status: 200 len: 1092 time: 0.6216221 Dec 10 09:39:23.247684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'tag': 'c1333ffa-b022-4a1d-8ef2-db687f63e827'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:39:23.250190 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491ca900-5e91-442d-bdda-a820efdf303a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f698d4e-50fa-4c0c-9070-69a0fd5ec657", "tag": "c1333ffa-b022-4a1d-8ef2-db687f63e827"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:39:23.302057 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd1b13-b28b-4d0a-b3bd-bf81d10e841d service neutron] Pushing event updated for resources: {'Port': ['ID=c1333ffa-b022-4a1d-8ef2-db687f63e827,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:23.323391 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca18be0-a0a6-4836-ad7b-a1c6cd279d61 x-openstack-request-id: req-9ca18be0-a0a6-4836-ad7b-a1c6cd279d61 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:39:23.323761 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f698d4e-50fa-4c0c-9070-69a0fd5ec657", "tag": "c1333ffa-b022-4a1d-8ef2-db687f63e827", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:39:23.323953 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ca18be0-a0a6-4836-ad7b-a1c6cd279d61 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:39:23.324353 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'tag': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'status': 'completed', 'code': 200} Dec 10 09:39:23.395246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea6245-7493-4cff-9b59-edcf3d2fb794 req-23117c6e-6da8-4be9-af06-ee433d62fc15 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:23.397967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57ea6245-7493-4cff-9b59-edcf3d2fb794 req-23117c6e-6da8-4be9-af06-ee433d62fc15 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.1193330 Dec 10 09:39:23.401219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-1e96ce1b-cb06-443c-a276-33140bac06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:23.403063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-1e96ce1b-cb06-443c-a276-33140bac06f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 1095 time: 0.0970016 Dec 10 09:39:23.461006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-2fe5dad9-2399-42d0-8155-c89335bfc1f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827 HTTP/1.1" status: 200 len: 217 time: 0.0503263 Dec 10 09:39:23.539031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-57ea6245-7493-4cff-9b59-edcf3d2fb794 req-22a04e50-7221-46fe-8afd-e407c0d19c04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349516 Dec 10 09:39:23.549954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-fd43c869-db6f-4193-9ea2-20002a2c8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:23.555185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-fd43c869-db6f-4193-9ea2-20002a2c8f7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0793602 Dec 10 09:39:23.602754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-dec7b3df-61ad-4186-bf76-1446265626f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:23.604244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-dec7b3df-61ad-4186-bf76-1446265626f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455394 Dec 10 09:39:23.694040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-4d207df6-61a6-4e93-ba7f-e4e3d0197962 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825865 Dec 10 09:39:23.789368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0fc0788a-0aa3-4fc7-a2ee-ee413d7b2dd0 req-32475cea-0a19-4d67-9224-f0be92c10e4c service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872192 Dec 10 09:39:23.872229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ca900-5e91-442d-bdda-a820efdf303a req-42cc9d55-141b-4364-a96b-a2329461cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:23.873836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491ca900-5e91-442d-bdda-a820efdf303a req-42cc9d55-141b-4364-a96b-a2329461cc07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 1095 time: 0.0423660 Dec 10 09:39:23.963836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ca900-5e91-442d-bdda-a820efdf303a req-f1e11d37-b1c1-4c89-bca1-a283a6f47ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:23.965314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491ca900-5e91-442d-bdda-a820efdf303a req-f1e11d37-b1c1-4c89-bca1-a283a6f47ed1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0852425 Dec 10 09:39:24.011236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491ca900-5e91-442d-bdda-a820efdf303a req-35dbb9eb-cb44-486c-b002-0a51ae7f2c3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827 HTTP/1.1" status: 200 len: 217 time: 0.0392263 Dec 10 09:39:24.061129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ca900-5e91-442d-bdda-a820efdf303a req-29d4d77a-3ea3-40bb-8fe3-db6fb576eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:24.062646 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491ca900-5e91-442d-bdda-a820efdf303a req-29d4d77a-3ea3-40bb-8fe3-db6fb576eef1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0450118 Dec 10 09:39:24.110305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ca900-5e91-442d-bdda-a820efdf303a req-1ec7c740-f1a3-4c0e-99fe-d9723602c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:24.111814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491ca900-5e91-442d-bdda-a820efdf303a req-1ec7c740-f1a3-4c0e-99fe-d9723602c8e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421722 Dec 10 09:39:24.208536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491ca900-5e91-442d-bdda-a820efdf303a req-b50597d9-3093-4a78-acd4-aae7a9434c00 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887597 Dec 10 09:39:24.303404 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491ca900-5e91-442d-bdda-a820efdf303a req-8dd8d1fd-0ff5-442d-a689-570a2c9630df service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872862 Dec 10 09:39:24.664274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84a0e-1a0e-4672-8fee-71cb1ff20866 req-66f21448-94a4-4349-a5a4-e1fa7e8a0ef3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:24.665977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46d84a0e-1a0e-4672-8fee-71cb1ff20866 req-66f21448-94a4-4349-a5a4-e1fa7e8a0ef3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0551736 Dec 10 09:39:24.716199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46d84a0e-1a0e-4672-8fee-71cb1ff20866 req-ce9f08da-620e-4775-ad58-cb938e6de7b3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440164 Dec 10 09:39:25.832562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bb116-70e8-4c22-b756-d8e268c10945 req-aa5e7556-da8d-48ab-9634-74b16066442c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:25.834138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d01bb116-70e8-4c22-b756-d8e268c10945 req-aa5e7556-da8d-48ab-9634-74b16066442c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0493927 Dec 10 09:39:25.886083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d01bb116-70e8-4c22-b756-d8e268c10945 req-5ba73408-606e-4c5b-b5fc-b2071bb33ba0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456753 Dec 10 09:39:27.011471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd82c2c-6326-4c00-8eb4-1fc0ad43ca37 req-42e763aa-9971-40b1-ad54-f33b056d14c7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:27.012994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bd82c2c-6326-4c00-8eb4-1fc0ad43ca37 req-42e763aa-9971-40b1-ad54-f33b056d14c7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0533803 Dec 10 09:39:27.072271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bd82c2c-6326-4c00-8eb4-1fc0ad43ca37 req-89d3d035-bf5a-4e08-b017-a1c6510a658f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526364 Dec 10 09:39:28.189990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3a461-9111-4c39-b629-bafc3a7d00e9 req-d026caf7-2f21-4dc1-bcf8-e88ac913a377 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:28.191495 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ad3a461-9111-4c39-b629-bafc3a7d00e9 req-d026caf7-2f21-4dc1-bcf8-e88ac913a377 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0494406 Dec 10 09:39:28.242040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ad3a461-9111-4c39-b629-bafc3a7d00e9 req-b7f4a9e2-d94f-4a88-b921-e1be7563ce6f tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447030 Dec 10 09:39:29.359930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17987a77-6871-46d0-abae-2573ca086edc req-099ee1a2-1157-4283-a93f-28acd8f7b182 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:29.361412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17987a77-6871-46d0-abae-2573ca086edc req-099ee1a2-1157-4283-a93f-28acd8f7b182 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0498281 Dec 10 09:39:29.410038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17987a77-6871-46d0-abae-2573ca086edc req-22115aee-be39-4099-a55c-f080edf80160 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Dec 10 09:39:30.531113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfe745-b683-4059-bcd6-b0d4a2fa93ed req-d13cbcbd-7383-49a9-a118-18d508b43e6d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:30.534246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05bfe745-b683-4059-bcd6-b0d4a2fa93ed req-d13cbcbd-7383-49a9-a118-18d508b43e6d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0547075 Dec 10 09:39:30.585255 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05bfe745-b683-4059-bcd6-b0d4a2fa93ed req-7dafa902-2f7a-4bf6-8a6d-c7ffa527c9b3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443833 Dec 10 09:39:31.702434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb0832-a443-4bda-a4c1-9f78a1ea187d req-a272f89b-73a8-45b8-886e-90d4655c0efe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:31.703950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9fb0832-a443-4bda-a4c1-9f78a1ea187d req-a272f89b-73a8-45b8-886e-90d4655c0efe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0490918 Dec 10 09:39:31.752445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9fb0832-a443-4bda-a4c1-9f78a1ea187d req-46ff12b3-2e29-4e5c-860c-dbb290e0b33b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 Dec 10 09:39:32.873604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9860-c3e5-4ed0-80de-d13f97aac2ba req-1831bba3-a51e-449d-a97e-c734833db88a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:32.875952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d35c9860-c3e5-4ed0-80de-d13f97aac2ba req-1831bba3-a51e-449d-a97e-c734833db88a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0568151 Dec 10 09:39:32.930518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d35c9860-c3e5-4ed0-80de-d13f97aac2ba req-2a8e5807-db67-42f8-b78a-5582fd574d6c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483379 Dec 10 09:39:33.269226 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7158448e-b243-4821-96d6-a4b3347a087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:34.046543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ae20c-c79f-4b8f-8ff6-ab0ebbcd38ed req-40d6875b-6013-4d51-8148-7d63976ded84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:34.048023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c66ae20c-c79f-4b8f-8ff6-ab0ebbcd38ed req-40d6875b-6013-4d51-8148-7d63976ded84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0488663 Dec 10 09:39:34.097103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c66ae20c-c79f-4b8f-8ff6-ab0ebbcd38ed req-1ec1c30e-0069-4296-9c7b-ba2f7a1fe7c0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Dec 10 09:39:35.209976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e1870-4637-4971-a7dc-b7dbc95b8b71 req-51da8872-6a60-4e75-a666-b91a336a0e86 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:35.211456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc4e1870-4637-4971-a7dc-b7dbc95b8b71 req-51da8872-6a60-4e75-a666-b91a336a0e86 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 944 time: 0.0479841 Dec 10 09:39:35.264376 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc4e1870-4637-4971-a7dc-b7dbc95b8b71 req-f85af63b-8cd6-41ab-82fa-f0df957b6d83 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470417 Dec 10 09:39:35.379032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1333ffa-b022-4a1d-8ef2-db687f63e827 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:39:35.479944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c1333ffa-b022-4a1d-8ef2-db687f63e827, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:39:35.496565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'port_id': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'mac_address': 'fa:16:3e:51:4d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:39:35.499569 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2bffdbe2-5d17-4fed-96b8-e3232b3b12e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:35.536589 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:35.549778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1333ffa-b022-4a1d-8ef2-db687f63e827 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:39:35.569074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c1333ffa-b022-4a1d-8ef2-db687f63e827, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:39:35.572553 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:35.622257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=c1333ffa-b022-4a1d-8ef2-db687f63e827,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:35.877893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c1333ffa-b022-4a1d-8ef2-db687f63e827'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:39:36.382135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd3ec5-88ea-4f81-8ab3-c6953a9a4943 req-48222d53-b810-4af6-b3e2-62265804bc3b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:36.383621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50cd3ec5-88ea-4f81-8ab3-c6953a9a4943 req-48222d53-b810-4af6-b3e2-62265804bc3b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Dec 10 09:39:36.432769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50cd3ec5-88ea-4f81-8ab3-c6953a9a4943 req-933c3b48-3132-403c-a9c0-87b4a8f31067 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431342 Dec 10 09:39:36.656332 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:37.371427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1333ffa-b022-4a1d-8ef2-db687f63e827 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:39:37.419608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port c1333ffa-b022-4a1d-8ef2-db687f63e827 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:39:37.423665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port c1333ffa-b022-4a1d-8ef2-db687f63e827 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:39:37.424037 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:37.503242 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:37.526942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1333ffa-b022-4a1d-8ef2-db687f63e827'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:39:37.529201 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb053f9-4306-44d5-8fd4-1c7055dfa45a" -d '{"events": [{"server_uuid": "8f698d4e-50fa-4c0c-9070-69a0fd5ec657", "name": "network-vif-plugged", "status": "completed", "tag": "c1333ffa-b022-4a1d-8ef2-db687f63e827"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:39:37.543732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c1333ffa-b022-4a1d-8ef2-db687f63e827, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:39:37.548241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:37.549437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38a038-b3eb-48af-b9a4-286a36e6a914 req-cdb8f3ca-dc27-4299-a53e-23076cfb5beb tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:37.555278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a38a038-b3eb-48af-b9a4-286a36e6a914 req-cdb8f3ca-dc27-4299-a53e-23076cfb5beb tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 945 time: 0.0549569 Dec 10 09:39:37.574641 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad61e3-9d48-438b-a35a-5b7d3925daf0 x-openstack-request-id: req-07ad61e3-9d48-438b-a35a-5b7d3925daf0 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:39:37.574936 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f698d4e-50fa-4c0c-9070-69a0fd5ec657", "name": "network-vif-plugged", "status": "completed", "tag": "c1333ffa-b022-4a1d-8ef2-db687f63e827", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:39:37.575185 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07ad61e3-9d48-438b-a35a-5b7d3925daf0 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:39:37.575577 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'code': 200} Dec 10 09:39:37.602987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a38a038-b3eb-48af-b9a4-286a36e6a914 req-02a05936-eb51-46b0-9953-8627f12be082 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446961 Dec 10 09:39:37.604763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=c1333ffa-b022-4a1d-8ef2-db687f63e827,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:37.680236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13822-a3a8-4c27-b62c-80be293375ea req-246766a5-61da-44a2-834d-6d0400df4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:37.681770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25a13822-a3a8-4c27-b62c-80be293375ea req-246766a5-61da-44a2-834d-6d0400df4300 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 1097 time: 0.0441315 Dec 10 09:39:37.727567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25a13822-a3a8-4c27-b62c-80be293375ea req-1c3df9ad-ea05-4060-8f70-0fd6639427b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384049 Dec 10 09:39:38.347665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:38.722780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd39a7-47b7-49a6-a4ca-cc7cedb4eedc req-bb7fb952-9b20-4868-a21c-2eac3f121a0e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:38.724276 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9dd39a7-47b7-49a6-a4ca-cc7cedb4eedc req-bb7fb952-9b20-4868-a21c-2eac3f121a0e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 946 time: 0.0487299 Dec 10 09:39:38.773936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9dd39a7-47b7-49a6-a4ca-cc7cedb4eedc req-532c7649-9a19-4ff8-9722-64638a4f9fae tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433156 Dec 10 09:39:39.332497 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:39.888201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d896ef-681d-4c26-a520-c51eb5e28c4a req-587e8e15-579a-4194-acc3-9b06a505eef0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:39.889704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7d896ef-681d-4c26-a520-c51eb5e28c4a req-587e8e15-579a-4194-acc3-9b06a505eef0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 946 time: 0.0483651 Dec 10 09:39:39.942392 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7d896ef-681d-4c26-a520-c51eb5e28c4a req-0bb0feab-aa0c-4d9a-9dc7-0895ae50f9c9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Dec 10 09:39:40.055671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12bf1-dcab-45a8-9190-1a371fe9e097 req-460313eb-29de-4ea6-817d-ffb629647814 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:40.057094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07f12bf1-dcab-45a8-9190-1a371fe9e097 req-460313eb-29de-4ea6-817d-ffb629647814 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 946 time: 0.0490506 Dec 10 09:39:40.106179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07f12bf1-dcab-45a8-9190-1a371fe9e097 req-1ec0e244-69a1-4e93-bcc3-ed1580b9127e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Dec 10 09:39:40.129580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43404) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:39:40.168996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587006af-62d2-4bb3-8a18-af7045ea8018 tempest-TestVolumeBootPattern-1256039094 tempest-TestVolumeBootPattern-1256039094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:40.170529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-587006af-62d2-4bb3-8a18-af7045ea8018 tempest-TestVolumeBootPattern-1256039094 tempest-TestVolumeBootPattern-1256039094-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 1092 time: 0.0399604 Dec 10 09:39:40.173355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43406) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:39:40.177553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:39:40.198682 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:40.303259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:40.410085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.25.3.162 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/d993f715-5a53-445c-b59c-5e1c8f1170ff) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:39:40.507871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:40.542053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:40.582484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:39:40.586844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:39:40.590899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:39:40.596513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=d993f715-5a53-445c-b59c-5e1c8f1170ff,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:40.950126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:41.018349 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:41.164219 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:41.168617 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:41.245193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=d993f715-5a53-445c-b59c-5e1c8f1170ff,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:39:41.254644 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:41.355946 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Floating IP 9d163298-eec6-49ac-a647-6fac2ddb1c73 associated. External IP: 172.25.3.162, port: c1333ffa-b022-4a1d-8ef2-db687f63e827. Dec 10 09:39:41.560834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:39:41.671245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:39:41.681141 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] Sync routers for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:39:41.689679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:41.691725 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:39:41.692342 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:39:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:39:41.716537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c26ed512-2c33-4afd-abbf-af680dbba7f2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5421481 Dec 10 09:39:41.717379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'tag': 'c1333ffa-b022-4a1d-8ef2-db687f63e827'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:39:41.720459 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04bddb7-7c06-4a37-903b-2a32899ebd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f698d4e-50fa-4c0c-9070-69a0fd5ec657", "tag": "c1333ffa-b022-4a1d-8ef2-db687f63e827"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:39:41.757603 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357a954a-9d8b-49c5-93ac-6001e1f9079f x-openstack-request-id: req-357a954a-9d8b-49c5-93ac-6001e1f9079f {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:39:41.757898 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f698d4e-50fa-4c0c-9070-69a0fd5ec657", "tag": "c1333ffa-b022-4a1d-8ef2-db687f63e827", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:39:41.758158 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-357a954a-9d8b-49c5-93ac-6001e1f9079f {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:39:41.758568 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'tag': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'status': 'completed', 'code': 200} Dec 10 09:39:41.800984 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:39:41.822151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-ec5f8c77-23f3-4fa6-83c7-3fd402f31464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:41.823666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-ec5f8c77-23f3-4fa6-83c7-3fd402f31464 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 1097 time: 0.0414574 Dec 10 09:39:41.913867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-b3a66234-c4c1-46a5-af04-bce50d1daf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:41.915358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-b3a66234-c4c1-46a5-af04-bce50d1daf08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0849843 Dec 10 09:39:41.986033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-924cc5bb-6bb8-4e8c-84b8-48eb363d41d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827 HTTP/1.1" status: 200 len: 1000 time: 0.0628457 Dec 10 09:39:42.024740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '9d163298-eec6-49ac-a647-6fac2ddb1c73', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:51:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:39:40Z', 'updated_at': '2021-12-10T09:39:40Z', 'revision_number': 0, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:39:42.036236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-f8dc8710-1b25-4682-94d1-16a1bdecf8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:42.037818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-f8dc8710-1b25-4682-94d1-16a1bdecf8a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0455658 Dec 10 09:39:42.055458 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] Checking router: ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:39:42.064181 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:39:42.064786 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:39:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:39:42.084749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-0f0fc6fa-d080-49c4-891a-4ae6f5389f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:39:42.086414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-0f0fc6fa-d080-49c4-891a-4ae6f5389f7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417366 Dec 10 09:39:42.170323 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:39:42.180917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-886c076f-fa29-443b-a512-2738bb6c5091 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873263 Dec 10 09:39:42.272111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f04bddb7-7c06-4a37-903b-2a32899ebd7d req-2ef25365-d406-4124-b15b-0136ebb761ac service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843873 Dec 10 09:39:42.396449 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '9d163298-eec6-49ac-a647-6fac2ddb1c73', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:51:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:39:40Z', 'updated_at': '2021-12-10T09:39:40Z', 'revision_number': 0, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:39:42.422041 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1feeae5-be78-42f5-9e1b-9a53e9db203a None None] The sync data for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 is: [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '9d163298-eec6-49ac-a647-6fac2ddb1c73', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:51:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:39:40Z', 'updated_at': '2021-12-10T09:39:40Z', 'revision_number': 0, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:39:42.605367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5958b175-ab0c-4e28-876a-82bb5d369ff8 None None] New status for floating IP 9d163298-eec6-49ac-a647-6fac2ddb1c73: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:39:45.456183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:49.590881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:39:58.710430 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:40:03.271070 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7fc68021-29f2-4a3b-b177-dcf96cff965f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:04.209324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-8a3a4cfc-5a71-44d5-83e3-eba458ad26ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4069993 Dec 10 09:40:04.294954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-02ca8464-2306-4156-8ca8-e98a5662a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:40:04.296644 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-02ca8464-2306-4156-8ca8-e98a5662a3ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 1097 time: 0.0423706 Dec 10 09:40:04.405315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-3423d7db-b7d2-46c3-b09d-0ae809ebfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:40:04.406806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-3423d7db-b7d2-46c3-b09d-0ae809ebfcda service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0908773 Dec 10 09:40:04.491825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-29b9e8e7-520d-40dd-b4b9-f7e2f894f6a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827 HTTP/1.1" status: 200 len: 1002 time: 0.0722702 Dec 10 09:40:04.548979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-344ca862-7ae7-4c3c-be92-63d93bf79ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:40:04.550845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-344ca862-7ae7-4c3c-be92-63d93bf79ee4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0512843 Dec 10 09:40:04.599164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-9b0d81c7-399b-4150-bf10-acd3f53e946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:40:04.600789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-9b0d81c7-399b-4150-bf10-acd3f53e946f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409050 Dec 10 09:40:04.694951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-529fafad-2f2a-4c2d-94f3-50516a6b27b2 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862114 Dec 10 09:40:04.787010 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c9bd0fa-492b-4e24-8984-2c71625db761 req-1e4ac24c-1dd8-42ef-91e7-aead1d370bb0 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836005 Dec 10 09:40:05.482064 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c85b29bd-08dd-4f2f-bd06-2cc7b7f8d6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:06.658534 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:08.351301 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:09.335280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:15.455812 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:19.591546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:33.273860 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a69dc977-f523-4557-be67-cf57bc01235d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:35.483063 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d40dc59-3c89-45e2-8fe9-29a229c5099a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:35.709682 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:40:36.660150 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:38.353018 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:39.339482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:45.454606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:40:49.591334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:03.275153 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-152bb60d-ea41-49b5-99ba-42269bca62f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:04.956360 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-53cb3580-27d4-4506-b225-4564fbe6b210 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459557 Dec 10 09:41:05.038722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-428821b8-29b6-4d21-9961-97cd8ecfb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:05.040303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-428821b8-29b6-4d21-9961-97cd8ecfb205 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 1097 time: 0.0401990 Dec 10 09:41:05.144977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-5e5c6613-9139-4787-842f-5e31af2877b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:05.146518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-5e5c6613-9139-4787-842f-5e31af2877b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0844429 Dec 10 09:41:05.217314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-13ab5730-8a25-40d6-aad7-4754fc3a2f03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827 HTTP/1.1" status: 200 len: 1002 time: 0.0633283 Dec 10 09:41:05.266884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-2de03ed4-d07c-4660-90fd-700598ff27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:05.268310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-2de03ed4-d07c-4660-90fd-700598ff27c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0445247 Dec 10 09:41:05.314164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-293a78e6-a6e9-46af-a333-8a6b2a921bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:05.315623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-293a78e6-a6e9-46af-a333-8a6b2a921bf5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397465 Dec 10 09:41:05.408865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-f6c95d87-0013-441c-97fe-4a5caad8c33d service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861490 Dec 10 09:41:05.486518 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b37f18e1-ac9b-4bc7-a490-065e0b743dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:05.500830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d89a4cf5-d31c-4d94-94b4-f7e4df216d52 req-22d2f071-ab13-43e9-bb46-7ebf5c2c0420 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Dec 10 09:41:06.664020 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:08.354361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:09.341181 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:12.708699 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:41:15.455991 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:17.066349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-acbf40b6-2949-461d-ae19-6f4557c9a9da req-80ffd773-6ae0-4e50-a40f-a7c9175373af service neutron] (114970) timed out ('10.222.0.31', 59714) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:41:19.605450 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:28.065155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-74a5a2ad-6c94-4746-b257-482d9231ac43 req-c62e3931-59af-4a7a-a754-1cf74df746b6 service neutron] (114970) timed out ('10.222.0.39', 56125) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:41:33.277685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a4b1b222-5f62-474e-a9d8-563f852daecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:35.487954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7da0743-feb5-4219-abca-2021756e2069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:36.666406 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:37.211346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6dc29-2f44-48f8-b76e-d0e31be879c7 req-d512070c-6904-4dd3-9094-bb44b9f62eed tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:37.212731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9b6dc29-2f44-48f8-b76e-d0e31be879c7 req-d512070c-6904-4dd3-9094-bb44b9f62eed tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 946 time: 0.0535848 Dec 10 09:41:37.261790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9b6dc29-2f44-48f8-b76e-d0e31be879c7 req-4a7b94c0-ff48-4611-90cc-0d4e1905a9b8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Dec 10 09:41:38.361952 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:38.384624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b8354-2e5c-4d06-94e1-0eccaf1b7db7 req-b94e5b4d-a790-44f1-b5a7-5c7e751a7599 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:38.386163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e76b8354-2e5c-4d06-94e1-0eccaf1b7db7 req-b94e5b4d-a790-44f1-b5a7-5c7e751a7599 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 946 time: 0.0511525 Dec 10 09:41:38.435320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e76b8354-2e5c-4d06-94e1-0eccaf1b7db7 req-144f3b6b-6538-4108-80ef-edcf40461cf9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427501 Dec 10 09:41:38.782263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-2984c46e-853e-4055-bbc7-ce6f391bf6d9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:38.783698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-2984c46e-853e-4055-bbc7-ce6f391bf6d9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 946 time: 0.0518515 Dec 10 09:41:38.872959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port c1333ffa-b022-4a1d-8ef2-db687f63e827 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:41:38.873301 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:38.970823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] For port c1333ffa-b022-4a1d-8ef2-db687f63e827, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1333ffa-b022-4a1d-8ef2-db687f63e827,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:41:38.971180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:39.144615 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:39.144896 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:39.145213 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Floating IP 9d163298-eec6-49ac-a647-6fac2ddb1c73 disassociated. External IP: 172.25.3.162, port: c1333ffa-b022-4a1d-8ef2-db687f63e827. Dec 10 09:41:39.145610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for c1333ffa-b022-4a1d-8ef2-db687f63e827 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:41:39.273368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:39.300842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=c1333ffa-b022-4a1d-8ef2-db687f63e827,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:41:39.310801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.311347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.311706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.312051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.312389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.312727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.313063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.313399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.313753 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.314473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.314473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.314744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.315024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:39.345008 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:39.441161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:41:39.578582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c452d86-a95d-4cfc-9a94-8506de0c8a68 req-ba4ddf4f-d419-4be1-b90c-69fbd10252ff tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 210 time: 0.0331004 Dec 10 09:41:39.591118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:41:39.607357 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] Sync routers for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:41:39.617210 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:41:39.617838 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:41:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:41:39.640830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] No DVR routers for this DVR port c1333ffa-b022-4a1d-8ef2-db687f63e827 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:41:39.643897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:39.647636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e11918d-5b83-41f9-aa9f-f2f8202d6ce9 req-e8917c29-89d8-4fb2-95f6-4266e5c5fffe tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "DELETE /v2.0/ports/c1333ffa-b022-4a1d-8ef2-db687f63e827 HTTP/1.1" status: 204 len: 173 time: 0.8579066 Dec 10 09:41:39.648119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'name': 'network-vif-deleted', 'tag': 'c1333ffa-b022-4a1d-8ef2-db687f63e827'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:41:39.650479 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02e3f52-a0e4-4225-8bff-839d3a1b995f" -d '{"events": [{"server_uuid": "8f698d4e-50fa-4c0c-9070-69a0fd5ec657", "name": "network-vif-deleted", "tag": "c1333ffa-b022-4a1d-8ef2-db687f63e827"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:41:39.789018 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb36377c-3814-464e-8b4f-b588cd502b16 x-openstack-request-id: req-cb36377c-3814-464e-8b4f-b588cd502b16 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:41:39.789316 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f698d4e-50fa-4c0c-9070-69a0fd5ec657", "name": "network-vif-deleted", "tag": "c1333ffa-b022-4a1d-8ef2-db687f63e827", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:41:39.789604 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb36377c-3814-464e-8b4f-b588cd502b16 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:41:39.790015 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f698d4e-50fa-4c0c-9070-69a0fd5ec657', 'name': 'network-vif-deleted', 'tag': 'c1333ffa-b022-4a1d-8ef2-db687f63e827', 'status': 'completed', 'code': 200} Dec 10 09:41:39.830028 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:41:40.030852 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:41:40.056553 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] Checking router: ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:41:40.065815 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:41:40.066420 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:41:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:41:40.174364 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:41:40.397664 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:41:40.424705 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644333e-ae15-4311-8c33-c975d80810d7 None None] The sync data for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 is: [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:41:40.665927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6bfee7-5d91-4bba-b5f8-5b420a90434f None None] New status for floating IP 9d163298-eec6-49ac-a647-6fac2ddb1c73: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:41:40.681315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a09936e-69cd-4251-b60b-6d0dba8c6bab req-e2bce49a-4ab7-44be-8226-0fca0e012770 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 210 time: 0.0291898 Dec 10 09:41:41.784882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78af9816-cd26-4b88-85b2-45c082ef781c req-01f882b8-485e-4689-9bbc-30b608614f24 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 210 time: 0.0306108 Dec 10 09:41:42.075709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1333ffa-b022-4a1d-8ef2-db687f63e827 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:41:42.096598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: c1333ffa-b022-4a1d-8ef2-db687f63e827 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:41:42.096944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1333ffa-b022-4a1d-8ef2-db687f63e827 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:41:42.886800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59118bbd-dcbe-4aff-ac0f-d5d46a2344ce req-243cf1d5-49f0-42f8-9d66-d7ccb3372f26 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 210 time: 0.0264652 Dec 10 09:41:43.987685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79789200-3d10-4faa-a400-2df1792266c2 req-fa47d623-345d-40eb-9462-d5d25aebe42d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f698d4e-50fa-4c0c-9070-69a0fd5ec657 HTTP/1.1" status: 200 len: 210 time: 0.0283639 Dec 10 09:41:45.193372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-9194056e-1fef-4bd4-a72c-1259cd97e2ca tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039966024&fields=id&tenant_id=cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 267 time: 0.0438478 Dec 10 09:41:45.301748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-32ca16b4-1a14-4853-86b6-84979f4f0a10 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:45.303140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-32ca16b4-1a14-4853-86b6-84979f4f0a10 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1031320 Dec 10 09:41:45.318364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-fc0ddd22-fbfe-4525-b61b-6e674e6c10c7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/quotas/cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 375 time: 0.0095928 Dec 10 09:41:45.369092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-3471df16-d5d3-47d9-9824-70edf2109903 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454056 Dec 10 09:41:45.466295 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:45.473206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-6ba647f8-d1d6-4e14-90ac-0682276d2483 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916049 Dec 10 09:41:45.568914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-4b4f31c1-cece-4adb-af4c-a9ee9b586992 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894146 Dec 10 09:41:45.848475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8664db63-2a24-488d-aa90-48a385470b41 req-c1c8c0be-00d6-46cc-8313-3765114578c6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 210 time: 0.0279181 Dec 10 09:41:46.750400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-8d254b07-080c-4ce6-922a-6f1b8f0dc5b9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:46.752603 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-8d254b07-080c-4ce6-922a-6f1b8f0dc5b9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1116898 Dec 10 09:41:46.820059 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b750c9de-b5ef-4269-b92d-c85daa74829b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 380 time: 0.0590692 Dec 10 09:41:46.830805 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'port': {'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'admin_state_up': True, 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'security_groups': ['7181c196-e36e-44e4-8553-e76722142ba8']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:41:46.946037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Made reservation on behalf of cbe666f774be4298a252d98cdde3d0c0 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:41:46.947297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60e8d37a-ec91-4ba2-b47a-eea2e39a6d04 req-c1ee2254-09d1-45ac-9f6a-9c3a67b69354 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 210 time: 0.0266910 Dec 10 09:41:46.949657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:47.086913 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.20.0.5 (97ade72a-fa97-4391-91a0-9548eaaa8c82/5a904f74-dbd4-481f-8375-9c92bbd3c15b/65b47136-e161-44f3-9e98-168c177ef72b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:41:47.225083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:47.260034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:47.304917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:41:47.308091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:41:47.311768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:41:47.350259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=65b47136-e161-44f3-9e98-168c177ef72b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:41:47.364293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.364650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.365002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.365343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.365709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.366050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.366385 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.366718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.367053 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.367380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.367708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.368035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.368357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:41:47.380136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:47.380779 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:47.398332 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a0a9f8fb-72f0-43fd-8bb6-43946de34771 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717831 Dec 10 09:41:47.409646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-4cb23fea-b451-4e15-8b84-e647dd4b9dfc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:41:47.411287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-4cb23fea-b451-4e15-8b84-e647dd4b9dfc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058248 Dec 10 09:41:47.479287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Request body: {'port': {'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:41:47.540386 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:47.555870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dff57caa-9f53-433c-8391-1d122bd2265e None None] Provisioning complete for port 65b47136-e161-44f3-9e98-168c177ef72b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:41:47.556443 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dff57caa-9f53-433c-8391-1d122bd2265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:47.590116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-dff57caa-9f53-433c-8391-1d122bd2265e None None] Port 65b47136-e161-44f3-9e98-168c177ef72b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:41:47.800772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b47136-e161-44f3-9e98-168c177ef72b {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:41:47.808523 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:47.820734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Transition to ACTIVE for port object 65b47136-e161-44f3-9e98-168c177ef72b will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:41:47.824844 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:47.894206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Pushing event updated for resources: {'Port': ['ID=65b47136-e161-44f3-9e98-168c177ef72b,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:41:47.950301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Attempting to bind port 65b47136-e161-44f3-9e98-168c177ef72b on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:41:47.950766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Attempting to bind port 65b47136-e161-44f3-9e98-168c177ef72b by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:41:47.951092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Attempting to bind port 65b47136-e161-44f3-9e98-168c177ef72b on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:41:47.956403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Port 65b47136-e161-44f3-9e98-168c177ef72b on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:41:47.956736 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Attempting to bind port 65b47136-e161-44f3-9e98-168c177ef72b on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:41:47.962051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:41:47.962391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:41:47.962774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Bound using segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:41:47.963192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Bound port: 65b47136-e161-44f3-9e98-168c177ef72b, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:41:47.963546 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:48.035937 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] For port 65b47136-e161-44f3-9e98-168c177ef72b, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:41:48.040412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] For port 65b47136-e161-44f3-9e98-168c177ef72b, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=65b47136-e161-44f3-9e98-168c177ef72b,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:41:48.046307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:48.088213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d36ca-6474-42b7-8c1f-dee543bb4f8d req-c5f7e5a4-108a-4646-a165-7f5d15166f2e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:48.088908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:48.089682 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:48.090224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd8d36ca-6474-42b7-8c1f-dee543bb4f8d req-c5f7e5a4-108a-4646-a165-7f5d15166f2e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0602486 Dec 10 09:41:48.094898 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] 10.222.0.39 "PUT /v2.0/ports/65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 200 len: 1091 time: 0.6764271 Dec 10 09:41:48.095663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:41:48.098480 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63d59691e3e76585004f8288363ac1612d9d1e624bfccd59a63c09463286da32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469" -d '{"events": [{"name": "network-changed", "server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "tag": "65b47136-e161-44f3-9e98-168c177ef72b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:41:48.133854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01edb55-3895-44c8-8776-69dfe4b859be service neutron] Pushing event updated for resources: {'Port': ['ID=65b47136-e161-44f3-9e98-168c177ef72b,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:41:48.180889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd8d36ca-6474-42b7-8c1f-dee543bb4f8d req-0fd3d5d0-ffa1-46cc-8aa4-a3828212b250 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842407 Dec 10 09:41:48.225245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b7af63c4-683b-4185-85b4-74d941808a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:48.226840 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-b7af63c4-683b-4185-85b4-74d941808a27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1094 time: 0.0647268 Dec 10 09:41:48.281791 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2444d818-1c7f-4452-a6cf-d4e2d84e1a71 x-openstack-request-id: req-2444d818-1c7f-4452-a6cf-d4e2d84e1a71 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:41:48.282079 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "tag": "65b47136-e161-44f3-9e98-168c177ef72b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:41:48.282861 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2444d818-1c7f-4452-a6cf-d4e2d84e1a71 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:41:48.283467 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b', 'status': 'completed', 'code': 200} Dec 10 09:41:48.285062 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-a9fd30ea-5cdb-4854-bc09-a83b43d97773 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 200 len: 217 time: 0.0485559 Dec 10 09:41:48.341894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-191b733f-d715-475b-95af-37fa8bb4bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:48.343695 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-191b733f-d715-475b-95af-37fa8bb4bbc5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0516181 Dec 10 09:41:48.399368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-fc2f83fb-e1a0-4489-acad-739f51e6fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:48.400879 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-fc2f83fb-e1a0-4489-acad-739f51e6fc77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489113 Dec 10 09:41:48.499447 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-8d467f92-9306-43bf-9677-2592c46cde77 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904033 Dec 10 09:41:48.591316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ee900954-ac81-487a-b7ef-1b77a789f89b req-d0452141-7822-4be6-bbc8-33c699f13b49 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Dec 10 09:41:48.679584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-bc28f4bd-46d7-4f62-aea9-ecc990e1f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:48.680988 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-bc28f4bd-46d7-4f62-aea9-ecc990e1f8a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1094 time: 0.0465703 Dec 10 09:41:48.770709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-145b2310-a524-48c5-b7e9-bace787aa4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:48.772191 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-145b2310-a524-48c5-b7e9-bace787aa4ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0845921 Dec 10 09:41:48.817108 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-b7b8650a-11a9-4838-958f-64072328c5c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 200 len: 217 time: 0.0384290 Dec 10 09:41:48.865909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-f084db71-3d38-4b89-a7d6-f9f9d9050648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:48.867464 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-f084db71-3d38-4b89-a7d6-f9f9d9050648 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0435750 Dec 10 09:41:48.914221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-5602183a-941c-4563-ad39-2c80003139c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:48.915728 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-5602183a-941c-4563-ad39-2c80003139c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412741 Dec 10 09:41:49.010618 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-a59f4ea2-9a58-4730-a753-cac578186921 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869253 Dec 10 09:41:49.101435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2e9efc1-a0c2-42c1-adc2-ef9c4ffda469 req-5bd43bcf-f0db-401c-bcfd-98d19ddc98a2 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834315 Dec 10 09:41:49.351813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d2f59-da50-4746-8294-e792b6ca38da req-b2a2aa34-92be-4f73-994b-1349ebcc9f68 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:49.353330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d7d2f59-da50-4746-8294-e792b6ca38da req-b2a2aa34-92be-4f73-994b-1349ebcc9f68 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.1001680 Dec 10 09:41:49.404858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d7d2f59-da50-4746-8294-e792b6ca38da req-ade8cd09-edfe-4e43-87b5-34439249bf93 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456126 Dec 10 09:41:49.609563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:41:49.708468 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:41:50.522889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1855498-0a15-489e-b15a-10a34af49e3b req-bd3709de-b96d-4721-a082-a4663ec62263 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:50.524366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1855498-0a15-489e-b15a-10a34af49e3b req-bd3709de-b96d-4721-a082-a4663ec62263 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0494206 Dec 10 09:41:50.574638 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1855498-0a15-489e-b15a-10a34af49e3b req-47604822-c420-4b80-b2d1-bda824676dd3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 Dec 10 09:41:51.697982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e5654-d2e3-4db3-a9d3-6131d583327c req-38a743e7-c391-4f93-b8e7-3bf6785975fc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:51.702133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a4e5654-d2e3-4db3-a9d3-6131d583327c req-38a743e7-c391-4f93-b8e7-3bf6785975fc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0572064 Dec 10 09:41:51.752702 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a4e5654-d2e3-4db3-a9d3-6131d583327c req-0bfb7761-e85d-4ea7-a1f7-231d03ed2c42 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466249 Dec 10 09:41:52.869368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3888973-35df-4651-9e7a-7ff186d3a47e req-42033174-fbec-472c-b686-e543fd36e84d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:52.870881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3888973-35df-4651-9e7a-7ff186d3a47e req-42033174-fbec-472c-b686-e543fd36e84d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0495422 Dec 10 09:41:52.920304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3888973-35df-4651-9e7a-7ff186d3a47e req-9099c48e-e01e-467e-baee-aff21bf14441 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434277 Dec 10 09:41:54.042934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd41b56-7e80-4cdf-955b-fab4b84fe5bd req-c25c2d11-64f7-4669-9e2a-8ba8ae9e3524 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:54.044425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7dd41b56-7e80-4cdf-955b-fab4b84fe5bd req-c25c2d11-64f7-4669-9e2a-8ba8ae9e3524 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0528119 Dec 10 09:41:54.093035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7dd41b56-7e80-4cdf-955b-fab4b84fe5bd req-04413325-5110-402e-9f7b-28ba61c64f03 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 Dec 10 09:41:55.210745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fbe77-d3c2-4f98-b285-f7cb16b6147a req-49c3ed69-819e-4954-8bf4-7e527f9cc5f1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:55.212241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a42fbe77-d3c2-4f98-b285-f7cb16b6147a req-49c3ed69-819e-4954-8bf4-7e527f9cc5f1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0495355 Dec 10 09:41:55.261362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a42fbe77-d3c2-4f98-b285-f7cb16b6147a req-e696df88-5e90-4c19-afa5-b4be70cce6e0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431104 Dec 10 09:41:56.376106 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc784f8-e8a1-461c-889a-02642752085f req-458a5a7b-ab50-48d2-99ba-94204b77d506 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:56.377585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fc784f8-e8a1-461c-889a-02642752085f req-458a5a7b-ab50-48d2-99ba-94204b77d506 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0484295 Dec 10 09:41:56.430231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fc784f8-e8a1-461c-889a-02642752085f req-3c98f864-5b0a-40b3-826b-39ddd7ef0e62 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467441 Dec 10 09:41:57.594673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f377c-55c7-4e7f-bf94-91ed3623f93f req-e2845cd1-02be-4b6b-84c5-bed43a1e5f9d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:57.596831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d4f377c-55c7-4e7f-bf94-91ed3623f93f req-e2845cd1-02be-4b6b-84c5-bed43a1e5f9d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0988703 Dec 10 09:41:57.645368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d4f377c-55c7-4e7f-bf94-91ed3623f93f req-9be96968-b383-4fb6-be2b-092d7f82f684 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Dec 10 09:41:58.760337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed53c6-673b-450a-a2b6-2c18b237fd5e req-aef0e51f-432c-45c1-a2e7-861f3ba37cd2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:58.761863 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efed53c6-673b-450a-a2b6-2c18b237fd5e req-aef0e51f-432c-45c1-a2e7-861f3ba37cd2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0482857 Dec 10 09:41:58.812648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efed53c6-673b-450a-a2b6-2c18b237fd5e req-adea23fa-d784-4ae3-8c52-b9265642b0d7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446737 Dec 10 09:41:59.931140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547e68d-141c-4bbe-9f9f-222c8bbb06ac req-10fbb6f0-9076-422c-85ec-1e979c20d6f4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:41:59.932589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c547e68d-141c-4bbe-9f9f-222c8bbb06ac req-10fbb6f0-9076-422c-85ec-1e979c20d6f4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 943 time: 0.0517523 Dec 10 09:41:59.981802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c547e68d-141c-4bbe-9f9f-222c8bbb06ac req-9a6396a9-778b-48e7-b24d-a032b8eab49b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Dec 10 09:42:00.546596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 65b47136-e161-44f3-9e98-168c177ef72b details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:42:00.639359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 65b47136-e161-44f3-9e98-168c177ef72b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=65b47136-e161-44f3-9e98-168c177ef72b,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:42:00.650577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '65b47136-e161-44f3-9e98-168c177ef72b', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:42:00.689447 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:00.702420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b47136-e161-44f3-9e98-168c177ef72b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:42:00.720778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 65b47136-e161-44f3-9e98-168c177ef72b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=65b47136-e161-44f3-9e98-168c177ef72b,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:42:00.725479 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:00.774984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=65b47136-e161-44f3-9e98-168c177ef72b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:42:00.782226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.782576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.782918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.783253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.784129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.784461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.784781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.785106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.785429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.785780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.786103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.786423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.786765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:42:00.946512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['65b47136-e161-44f3-9e98-168c177ef72b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:42:01.097043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648bbea-20ed-4e2a-b5bc-d8abba6830ec req-f3b354b9-7bda-4108-a02e-ca01837743b8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:01.099125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3648bbea-20ed-4e2a-b5bc-d8abba6830ec req-f3b354b9-7bda-4108-a02e-ca01837743b8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 944 time: 0.0509171 Dec 10 09:42:01.156375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3648bbea-20ed-4e2a-b5bc-d8abba6830ec req-e591ff9c-6833-4d17-86cb-89cf4fcac8a8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512404 Dec 10 09:42:02.274107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df4b9b-70b8-4ac7-8a60-532408010866 req-0808e415-5650-4e68-914e-557cb5626d90 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:02.275619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1df4b9b-70b8-4ac7-8a60-532408010866 req-0808e415-5650-4e68-914e-557cb5626d90 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 944 time: 0.0494883 Dec 10 09:42:02.329630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1df4b9b-70b8-4ac7-8a60-532408010866 req-9f34682a-9795-4c33-93cb-86dbc3e24bc2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480752 Dec 10 09:42:02.578870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 65b47136-e161-44f3-9e98-168c177ef72b up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:42:02.626505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 65b47136-e161-44f3-9e98-168c177ef72b completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:42:02.630939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 65b47136-e161-44f3-9e98-168c177ef72b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:42:02.631308 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:02.710893 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:02.734164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:42:02.736418 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255edd01-1e1b-470e-bacc-1807ebcb172a" -d '{"events": [{"server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "name": "network-vif-plugged", "status": "completed", "tag": "65b47136-e161-44f3-9e98-168c177ef72b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:42:02.749751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 65b47136-e161-44f3-9e98-168c177ef72b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=65b47136-e161-44f3-9e98-168c177ef72b,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:42:02.754579 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:02.802545 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=65b47136-e161-44f3-9e98-168c177ef72b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:42:02.832748 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f65b3-5ff3-4e09-90b1-202d5fb4f924 x-openstack-request-id: req-651f65b3-5ff3-4e09-90b1-202d5fb4f924 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:42:02.833071 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "name": "network-vif-plugged", "status": "completed", "tag": "65b47136-e161-44f3-9e98-168c177ef72b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:42:02.835119 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-651f65b3-5ff3-4e09-90b1-202d5fb4f924 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:42:02.835119 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b', 'code': 200} Dec 10 09:42:02.932544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1af8c8-f6bf-42ba-9ea2-8489980963f5 req-f7824a3a-2738-4aa7-871c-eebeb5846aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:02.934081 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a1af8c8-f6bf-42ba-9ea2-8489980963f5 req-f7824a3a-2738-4aa7-871c-eebeb5846aef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1096 time: 0.0398223 Dec 10 09:42:02.980483 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2a1af8c8-f6bf-42ba-9ea2-8489980963f5 req-3d78be0b-55e9-474b-9513-57807149d4b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389726 Dec 10 09:42:03.280909 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-125e8d7d-036e-4ef5-8070-c8ea0a6b377e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:03.446388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cac78-b210-416f-b084-798c18a9d0c8 req-5f08a88b-1468-421d-a690-21df9a063134 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:03.447854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-141cac78-b210-416f-b084-798c18a9d0c8 req-5f08a88b-1468-421d-a690-21df9a063134 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 945 time: 0.0484476 Dec 10 09:42:03.496920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-141cac78-b210-416f-b084-798c18a9d0c8 req-d3a411dd-05b8-487c-bac8-6116a7f33aa0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431118 Dec 10 09:42:04.614093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c6c91-4ca6-473d-bee9-e6c213dfc2a4 req-f36cbe41-61f3-4f49-980c-f65b4348e24e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:04.615521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df1c6c91-4ca6-473d-bee9-e6c213dfc2a4 req-f36cbe41-61f3-4f49-980c-f65b4348e24e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 945 time: 0.0488877 Dec 10 09:42:04.663047 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df1c6c91-4ca6-473d-bee9-e6c213dfc2a4 req-9de57ad8-93e5-40df-9d37-428b76bc5c24 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Dec 10 09:42:04.780756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f864a-a127-466f-93cd-ef44651cd40d req-0c00bee5-af5c-4606-981b-9c07593bff22 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:04.782439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-356f864a-a127-466f-93cd-ef44651cd40d req-0c00bee5-af5c-4606-981b-9c07593bff22 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 945 time: 0.0527492 Dec 10 09:42:04.831029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-356f864a-a127-466f-93cd-ef44651cd40d req-d9a2c701-42c7-46f0-96ef-ca7f54ee3ea9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Dec 10 09:42:04.852647 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43554) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:42:04.932562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a07a0c0-8609-4dbb-8382-a4259d3c14d5 tempest-TestVolumeBootPattern-1256039094 tempest-TestVolumeBootPattern-1256039094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:04.934106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5a07a0c0-8609-4dbb-8382-a4259d3c14d5 tempest-TestVolumeBootPattern-1256039094 tempest-TestVolumeBootPattern-1256039094-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1091 time: 0.0804565 Dec 10 09:42:04.936840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43558) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:42:04.941984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:42:04.965213 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:05.065248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:05.166116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.25.3.169 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/d72d7ad1-06a4-487c-a1d8-d98aa52361a4) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:42:05.270325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:05.302422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:05.342794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:42:05.345588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:42:05.348991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:42:05.354266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=d72d7ad1-06a4-487c-a1d8-d98aa52361a4,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:42:05.489423 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cfe35c6b-e7e6-42b1-b1e1-9a8e81117bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:05.709836 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:05.775218 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:05.923861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:05.928337 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:05.997323 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=d72d7ad1-06a4-487c-a1d8-d98aa52361a4,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:42:06.009799 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:06.108723 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Floating IP 5ada7a2f-7078-43a1-9538-fa3645cb7c11 associated. External IP: 172.25.3.169, port: 65b47136-e161-44f3-9e98-168c177ef72b. Dec 10 09:42:06.312328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:42:06.422169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:42:06.431817 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] Sync routers for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:42:06.439835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:06.441721 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:42:06.442337 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:42:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:42:06.481528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-42fd2af6-fbf5-4982-9647-aecf3efe4f32 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5330975 Dec 10 09:42:06.481528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:42:06.481528 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c" -d '{"events": [{"name": "network-changed", "server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "tag": "65b47136-e161-44f3-9e98-168c177ef72b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:42:06.513009 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b089b-b463-4311-b3f7-2e85fa880003 x-openstack-request-id: req-ee0b089b-b463-4311-b3f7-2e85fa880003 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:42:06.513305 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "tag": "65b47136-e161-44f3-9e98-168c177ef72b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:42:06.513601 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee0b089b-b463-4311-b3f7-2e85fa880003 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:42:06.514014 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b', 'status': 'completed', 'code': 200} Dec 10 09:42:06.549623 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:42:06.671750 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:06.785940 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '5ada7a2f-7078-43a1-9538-fa3645cb7c11', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:42:05Z', 'updated_at': '2021-12-10T09:42:05Z', 'revision_number': 0, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:42:06.818530 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] Checking router: ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:42:06.827131 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:42:06.827740 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:42:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:42:06.891361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-fe71922e-9777-48b0-a096-4b7bc18d3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:06.893750 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-fe71922e-9777-48b0-a096-4b7bc18d3c14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1096 time: 0.3568125 Dec 10 09:42:06.931851 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:42:06.987447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-93725e90-2472-40ab-b12a-dcaecb15d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:06.988964 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-93725e90-2472-40ab-b12a-dcaecb15d4fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0884614 Dec 10 09:42:07.061609 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-612fa280-8aa9-4e7e-8e9d-e7ddcbc69306 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 200 len: 999 time: 0.0650506 Dec 10 09:42:07.110553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-dc406d7e-fa5e-432e-9a49-9146aaa3f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:07.112053 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-dc406d7e-fa5e-432e-9a49-9146aaa3f2b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0438118 Dec 10 09:42:07.157482 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-0ea34765-b686-4a11-b4d1-2f39c37000c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:07.159619 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-0ea34765-b686-4a11-b4d1-2f39c37000c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408733 Dec 10 09:42:07.246705 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '5ada7a2f-7078-43a1-9538-fa3645cb7c11', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:42:05Z', 'updated_at': '2021-12-10T09:42:05Z', 'revision_number': 0, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:42:07.253713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-334390ce-c27d-4ee0-b0d2-5b6fe91d657a service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858071 Dec 10 09:42:07.273390 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3d4b4-9f04-4108-a920-395b0a617f4e None None] The sync data for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 is: [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '5ada7a2f-7078-43a1-9538-fa3645cb7c11', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:42:05Z', 'updated_at': '2021-12-10T09:42:05Z', 'revision_number': 0, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:42:07.347940 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5f1e423b-b9ee-4bfa-9f48-c5367c41448c req-4b5576f7-670a-4e22-a3d4-5fedfe44a6e1 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876513 Dec 10 09:42:07.475226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234d333-2641-4a3e-86e9-2dc446682aa7 None None] New status for floating IP 5ada7a2f-7078-43a1-9538-fa3645cb7c11: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:42:08.363447 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:09.348223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:10.660334 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-8ed61053-e23a-49c9-8fba-80fb7cb436ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398445 Dec 10 09:42:10.750240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-7b235ed4-0864-4ca0-b488-303665ac3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:10.751868 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-7b235ed4-0864-4ca0-b488-303665ac3aa2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1096 time: 0.0435259 Dec 10 09:42:10.853133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-51d5f441-c4af-488d-894e-5d48bccc71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:10.854652 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-51d5f441-c4af-488d-894e-5d48bccc71eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0827219 Dec 10 09:42:10.924598 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-6725871f-f466-4a07-aa0a-8c2140f91ca7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 200 len: 1001 time: 0.0622470 Dec 10 09:42:10.973883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-834d1ccd-ded2-4c1e-a40d-1acaa714cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:10.975341 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-834d1ccd-ded2-4c1e-a40d-1acaa714cd67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0435374 Dec 10 09:42:11.025657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-1dd20f8e-1d92-49b9-ad55-0ff8de53255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:42:11.027181 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-1dd20f8e-1d92-49b9-ad55-0ff8de53255a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428579 Dec 10 09:42:11.119729 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-dfce2157-24aa-4428-bbad-10c4e78b2e5a service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850396 Dec 10 09:42:11.209765 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-21f5e549-6ee1-4782-9348-812ca4a28554 req-ba3a5969-4e21-4686-ad0c-b26906e28ff7 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826356 Dec 10 09:42:15.485527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:19.619162 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:26.709017 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:42:33.283175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b59f824-d48d-4e7a-9bab-fb69c346bc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:35.496016 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf27e49d-69ff-4a93-8899-8d27ee8dfa0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:36.668599 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:38.365917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:39.350219 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:45.482412 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:42:49.629060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:03.285616 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6ce1077-1297-471d-8a42-a43218322162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:03.707851 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:43:05.489257 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ebbd8686-30d3-4022-b805-0cdd66155d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:06.671217 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:08.367400 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:09.351541 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:13.327343 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-c88a3d9f-6b72-4c61-942c-9063ea3c94c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418093 Dec 10 09:43:13.425672 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-f82f54df-e1bd-4d6e-9f0d-3d4431add345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:13.427162 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-f82f54df-e1bd-4d6e-9f0d-3d4431add345 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1096 time: 0.0452788 Dec 10 09:43:13.531185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-e692e50a-fe50-41b1-ab0e-394b7557fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:13.531185 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-e692e50a-fe50-41b1-ab0e-394b7557fd73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0835106 Dec 10 09:43:13.603008 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-e4d3e221-0db4-40a3-bdc6-1eccd57dcd01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 200 len: 1001 time: 0.0628242 Dec 10 09:43:13.651840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-82668f50-a470-4231-bc84-0e844cadf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:13.653251 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-82668f50-a470-4231-bc84-0e844cadf309 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0429037 Dec 10 09:43:13.699213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-102e3dbf-86c5-4b68-b045-d942511143aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:13.700665 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-102e3dbf-86c5-4b68-b045-d942511143aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392880 Dec 10 09:43:13.796485 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-251ab485-026b-43f7-b879-c2509505dd26 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869982 Dec 10 09:43:13.884812 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5d4fe925-b0a7-4b24-b4fe-b82f687a0e8a req-63975854-1c9d-4327-8621-84f2a54c9dd8 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801816 Dec 10 09:43:15.495712 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:19.651151 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:33.287439 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-942b3fe0-2be6-4236-b3ff-5e4dddacea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:35.491103 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-87b253fe-bd9f-43d2-ad67-245be20bb8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:36.674060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:38.373184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:39.375129 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:40.710302 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:43:44.894588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-5f758e94-167f-41ac-8b40-7b254b192396 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039966024&fields=id&tenant_id=cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 267 time: 0.0465696 Dec 10 09:43:44.999981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede921-3c86-438b-9302-bc307e05f708 req-a34dc420-191f-469c-86b7-0715e00fc6d2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:45.001369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-a34dc420-191f-469c-86b7-0715e00fc6d2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.0999870 Dec 10 09:43:45.015965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-271d9eb1-e8f1-4cc5-a037-785b59fe81b3 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/quotas/cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 375 time: 0.0088775 Dec 10 09:43:45.072390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-8fb0d1bb-418e-42d1-9bd3-b40fcc8bad97 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511322 Dec 10 09:43:45.142249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f71f23da-0e52-4097-8c97-10fa62c62781 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:43:45.143518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f71f23da-0e52-4097-8c97-10fa62c62781 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0574479 Dec 10 09:43:45.232660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-01109de4-2750-43bd-a504-9a95850bb250 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829437 Dec 10 09:43:45.512033 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:45.661100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-6b3251c3-f44f-462e-9d28-0701ad644577 service neutron] 10.222.0.31 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224772 Dec 10 09:43:45.951163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f103aaf4-bd00-4c5e-835a-8cc2b65d1b50 req-9d642a48-aca8-4a9a-af8b-451d09fbb466 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 210 time: 0.0274591 Dec 10 09:43:46.900395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f82db98b-7fa4-4d36-8436-b70b6ac2d751 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:46.901901 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f82db98b-7fa4-4d36-8436-b70b6ac2d751 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 811 time: 0.1091685 Dec 10 09:43:46.966242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-33d4be93-e2ac-428d-a09b-733f8f6212cb tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe666f774be4298a252d98cdde3d0c0 HTTP/1.1" status: 200 len: 380 time: 0.0554845 Dec 10 09:43:46.978710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'port': {'device_id': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'admin_state_up': True, 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'security_groups': ['7181c196-e36e-44e4-8553-e76722142ba8']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:43:47.063247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e078885-7d6d-4412-aae3-7740923f28db req-d767979b-f20d-499c-9976-1c4f826d9a0d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 210 time: 0.0325418 Dec 10 09:43:47.120158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Made reservation on behalf of cbe666f774be4298a252d98cdde3d0c0 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:43:47.123889 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:47.256371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.20.0.8 (97ade72a-fa97-4391-91a0-9548eaaa8c82/5a904f74-dbd4-481f-8375-9c92bbd3c15b/0b7cdac6-e1d7-4d61-abef-4a028d41a40e) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:43:47.402071 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:47.440769 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:47.486327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:43:47.489494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:43:47.493712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:43:47.500056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:43:47.529244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.529620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.529968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.530311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.530654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.530995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.531330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.531662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.531988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.532312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.532638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.532965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.533293 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:43:47.559768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:47.560396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:47.577696 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-f675e6e9-f34c-4487-913e-c220dcd1e9db tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031315 Dec 10 09:43:47.640500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Request body: {'port': {'device_id': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:43:47.702258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:47.823100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-115de60e-730c-4a15-ae73-ccea36d2210d None None] Provisioning complete for port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:43:47.823645 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-115de60e-730c-4a15-ae73-ccea36d2210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:47.857666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-115de60e-730c-4a15-ae73-ccea36d2210d None None] Port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:43:47.973907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7cdac6-e1d7-4d61-abef-4a028d41a40e {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:43:47.982514 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:47.995234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Transition to ACTIVE for port object 0b7cdac6-e1d7-4d61-abef-4a028d41a40e will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:43:47.999036 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:48.068783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Pushing event updated for resources: {'Port': ['ID=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:43:48.137907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Attempting to bind port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:43:48.137907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Attempting to bind port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:43:48.137907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Attempting to bind port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:43:48.142630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:43:48.143080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Attempting to bind port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e on network 97ade72a-fa97-4391-91a0-9548eaaa8c82 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:43:48.155107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:43:48.155475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Checking segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:43:48.156051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Bound using segment: {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:43:48.156532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Bound port: 0b7cdac6-e1d7-4d61-abef-4a028d41a40e, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:43:48.156892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:48.264921 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] For port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:43:48.276185 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6496-e026-47c7-9f38-22ec1a9ff9d0 req-53ed2daa-2366-4a91-847a-da144a45fd88 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:48.283487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99db6496-e026-47c7-9f38-22ec1a9ff9d0 req-53ed2daa-2366-4a91-847a-da144a45fd88 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0881701 Dec 10 09:43:48.291419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] For port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:43:48.305914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:48.381341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:48.381996 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:48.384000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] 10.222.0.18 "PUT /v2.0/ports/0b7cdac6-e1d7-4d61-abef-4a028d41a40e HTTP/1.1" status: 200 len: 1091 time: 0.7977986 Dec 10 09:43:48.388862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:43:48.391197 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc572372-5407-4c50-8a5a-5450906a67b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:43:48.425233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-99db6496-e026-47c7-9f38-22ec1a9ff9d0 req-45cc910b-928f-4edb-a36f-8148712479aa tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407826 Dec 10 09:43:48.433597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcb218-2d2d-4f28-aea4-90f28f26222b service neutron] Pushing event updated for resources: {'Port': ['ID=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:43:48.486885 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82eee3-157b-4b30-ba89-3e1c6e746b6b x-openstack-request-id: req-dc82eee3-157b-4b30-ba89-3e1c6e746b6b {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:43:48.487179 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:43:48.487438 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc82eee3-157b-4b30-ba89-3e1c6e746b6b {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:43:48.487836 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'status': 'completed', 'code': 200} Dec 10 09:43:48.509004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede921-3c86-438b-9302-bc307e05f708 req-2a71fcbc-bd00-4600-bf7c-5dc07e20a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:48.510574 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-2a71fcbc-bd00-4600-bf7c-5dc07e20a6b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 1094 time: 0.0671260 Dec 10 09:43:48.562712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-111ceab1-f7f5-4a94-b4ac-b177bb9f7c64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e HTTP/1.1" status: 200 len: 217 time: 0.0419426 Dec 10 09:43:48.620514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede921-3c86-438b-9302-bc307e05f708 req-ef138b4f-f5ea-43a8-8eb7-dbe20c56058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:48.622033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-ef138b4f-f5ea-43a8-8eb7-dbe20c56058f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0522747 Dec 10 09:43:48.674386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede921-3c86-438b-9302-bc307e05f708 req-a72b4133-14d9-41ae-9bf2-c48920d237b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:48.675878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-a72b4133-14d9-41ae-9bf2-c48920d237b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459268 Dec 10 09:43:48.768546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-3525a0a7-dc9d-461c-acdd-0993608f6d79 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848312 Dec 10 09:43:48.866056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4ede921-3c86-438b-9302-bc307e05f708 req-83ebc943-66b9-4a19-b028-744dcb7ffe89 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901287 Dec 10 09:43:48.953303 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-1a0693f2-e21c-4e85-af65-094e92633d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:48.954896 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-1a0693f2-e21c-4e85-af65-094e92633d9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 1094 time: 0.0439095 Dec 10 09:43:49.053760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-071cb632-8746-4259-8230-08fb2139fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:49.055181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-071cb632-8746-4259-8230-08fb2139fc52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0925698 Dec 10 09:43:49.099187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-c879728f-0509-40c0-8518-c5d9e9099c53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e HTTP/1.1" status: 200 len: 217 time: 0.0357180 Dec 10 09:43:49.149899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-60ea0d3a-a8d8-40af-a8f0-267a91a7d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:49.151362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-60ea0d3a-a8d8-40af-a8f0-267a91a7d634 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0443907 Dec 10 09:43:49.198163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-cea0812f-cd74-480a-a4cc-ac18ef6feae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:49.199653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-cea0812f-cd74-480a-a4cc-ac18ef6feae4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403934 Dec 10 09:43:49.296228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-f91a9b0c-f6e3-4e87-ad8a-3cab90c9897f service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884850 Dec 10 09:43:49.393193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc572372-5407-4c50-8a5a-5450906a67b4 req-f531db0f-46aa-4d5a-827a-a3367157d3aa service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904462 Dec 10 09:43:49.537189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664622d-ea16-45e8-b6cc-f1fe75374d7b req-3bc68853-3228-410d-a6cf-8565686328e9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:49.538742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a664622d-ea16-45e8-b6cc-f1fe75374d7b req-3bc68853-3228-410d-a6cf-8565686328e9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0554531 Dec 10 09:43:49.591094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a664622d-ea16-45e8-b6cc-f1fe75374d7b req-b0090a9f-c477-4442-b7d4-23eca0c4c865 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459478 Dec 10 09:43:49.671700 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:43:50.707156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9025c-1075-4f3c-8420-24331fe4df6f req-cff843d4-1fa7-4d84-a550-288f56d1821b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:50.708676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01f9025c-1075-4f3c-8420-24331fe4df6f req-cff843d4-1fa7-4d84-a550-288f56d1821b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0489845 Dec 10 09:43:50.757868 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-01f9025c-1075-4f3c-8420-24331fe4df6f req-45cde172-960c-457a-8108-9e6993eb74df tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 Dec 10 09:43:51.888054 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1af2e0-c3bf-43de-a014-25981ee31f53 req-25563b1f-1778-49a9-adda-2be79e7cf163 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:51.889578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d1af2e0-c3bf-43de-a014-25981ee31f53 req-25563b1f-1778-49a9-adda-2be79e7cf163 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0562863 Dec 10 09:43:51.944365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d1af2e0-c3bf-43de-a014-25981ee31f53 req-10412e81-ee32-4563-a09d-88a441bbd4b6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484223 Dec 10 09:43:53.066742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b85e-e879-4e74-a806-6fa2ba29a073 req-2535fe50-3f87-48d2-9b4d-6744b7372ff6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:53.068477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ada7b85e-e879-4e74-a806-6fa2ba29a073 req-2535fe50-3f87-48d2-9b4d-6744b7372ff6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0551209 Dec 10 09:43:53.123207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ada7b85e-e879-4e74-a806-6fa2ba29a073 req-13a9df6a-f23b-4bd4-b388-11ca7390cfc6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469029 Dec 10 09:43:54.241026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858ec4-a296-4473-8394-eca105d8ed96 req-310f228c-ae18-4f1c-bf14-cc47eb56dda1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:54.243247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b858ec4-a296-4473-8394-eca105d8ed96 req-310f228c-ae18-4f1c-bf14-cc47eb56dda1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0499089 Dec 10 09:43:54.296764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b858ec4-a296-4473-8394-eca105d8ed96 req-0c223e0a-8d94-4834-8fe0-de804ca7673c tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478511 Dec 10 09:43:55.422374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655884b-f46c-4e8e-9742-e4d2fa3009a3 req-4ac36722-37a9-4430-bbb1-5f8868a552e1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:55.423877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3655884b-f46c-4e8e-9742-e4d2fa3009a3 req-4ac36722-37a9-4430-bbb1-5f8868a552e1 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0555255 Dec 10 09:43:55.473659 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3655884b-f46c-4e8e-9742-e4d2fa3009a3 req-ac109112-b27f-4616-a27a-0d40940199d2 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429792 Dec 10 09:43:56.588079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5803bd-4112-4a6b-aa77-9797e0ddc9be req-c6aa98f9-b904-4800-8704-4e6e93685a12 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:56.589594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e5803bd-4112-4a6b-aa77-9797e0ddc9be req-c6aa98f9-b904-4800-8704-4e6e93685a12 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0487792 Dec 10 09:43:56.639816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e5803bd-4112-4a6b-aa77-9797e0ddc9be req-0c19fba6-edb0-4af8-b7df-323f920e5fb4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442531 Dec 10 09:43:57.757095 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff649c-e43e-47d7-9fdd-38b0c908e679 req-31d44bef-8ea5-41ce-9229-ed8584247e97 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:57.758581 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0ff649c-e43e-47d7-9fdd-38b0c908e679 req-31d44bef-8ea5-41ce-9229-ed8584247e97 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0522759 Dec 10 09:43:57.807328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0ff649c-e43e-47d7-9fdd-38b0c908e679 req-cf19b244-74db-4f7c-a0b1-ef580ac02ffb tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Dec 10 09:43:58.928375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec456f1-e245-4cd7-902c-569f3d1a020d req-94706373-c5f7-4c42-a870-733234405f59 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:43:58.929935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ec456f1-e245-4cd7-902c-569f3d1a020d req-94706373-c5f7-4c42-a870-733234405f59 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0535243 Dec 10 09:43:58.982040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ec456f1-e245-4cd7-902c-569f3d1a020d req-51579415-e407-4044-aa42-a3dcf5f8c7ff tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457218 Dec 10 09:44:00.098320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26a447-82cb-4f7e-a9ab-1c1ce887cbb1 req-16c4f457-6700-419f-8ad9-bd671933ce24 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:00.099810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e26a447-82cb-4f7e-a9ab-1c1ce887cbb1 req-16c4f457-6700-419f-8ad9-bd671933ce24 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 943 time: 0.0479469 Dec 10 09:44:00.154669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e26a447-82cb-4f7e-a9ab-1c1ce887cbb1 req-70cd72fe-c361-440c-83db-d6860dce347a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472984 Dec 10 09:44:00.783572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0b7cdac6-e1d7-4d61-abef-4a028d41a40e details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:44:00.878975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:44:00.890206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'port_id': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'mac_address': 'fa:16:3e:6f:84:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:44:00.926583 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:00.938974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7cdac6-e1d7-4d61-abef-4a028d41a40e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:44:00.957677 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:44:00.961816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:01.010337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:44:01.017779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.018126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.018462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.018795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.019128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.019451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.019774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.020094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.020412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.020728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.021044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.021360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.021697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:44:01.278223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d473cfa-e138-42ab-8ce8-3c98851e4070 req-fff66d87-e21b-4ce3-abb4-64fb1015526a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:01.279719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d473cfa-e138-42ab-8ce8-3c98851e4070 req-fff66d87-e21b-4ce3-abb4-64fb1015526a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 944 time: 0.0559640 Dec 10 09:44:01.329938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d473cfa-e138-42ab-8ce8-3c98851e4070 req-80104982-38ad-4efb-969f-78594947f4e4 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 Dec 10 09:44:01.333826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['0b7cdac6-e1d7-4d61-abef-4a028d41a40e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:44:02.445351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da47c28-a9df-4f05-a438-63d6a5d3cc65 req-48949bc2-879b-4da8-afdb-c0b60225f0ec tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:02.446837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0da47c28-a9df-4f05-a438-63d6a5d3cc65 req-48949bc2-879b-4da8-afdb-c0b60225f0ec tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 944 time: 0.0484679 Dec 10 09:44:02.496415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0da47c28-a9df-4f05-a438-63d6a5d3cc65 req-6f76b843-ec15-466e-ac15-668f6585aaa6 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Dec 10 09:44:02.804035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0b7cdac6-e1d7-4d61-abef-4a028d41a40e up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:44:02.852081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:44:02.856270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:44:02.856637 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:02.932932 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:02.955211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:44:02.957449 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e98b3702f2f6ca8bc367ec94c65650b40b10a55d641afdcbd191efc0f31532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66a3253-2507-49b4-91a6-b4f55b15204e" -d '{"events": [{"server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "name": "network-vif-plugged", "status": "completed", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:44:02.971137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:44:02.975056 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:03.000514 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b895ad1-04b5-4938-af36-ca0e8ea2214a x-openstack-request-id: req-6b895ad1-04b5-4938-af36-ca0e8ea2214a {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:44:03.000808 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "name": "network-vif-plugged", "status": "completed", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:44:03.001060 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b895ad1-04b5-4938-af36-ca0e8ea2214a {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:44:03.001457 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'code': 200} Dec 10 09:44:03.029601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:44:03.101901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182791c5-df5a-4977-9f43-1ec774aede0f req-c2d07f37-f53c-4840-ac7b-65e95c8d522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:03.104059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-182791c5-df5a-4977-9f43-1ec774aede0f req-c2d07f37-f53c-4840-ac7b-65e95c8d522c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 1096 time: 0.0448322 Dec 10 09:44:03.148598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-182791c5-df5a-4977-9f43-1ec774aede0f req-88a3a7b1-8eab-41e1-a20f-b462bdc1623f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376439 Dec 10 09:44:03.291538 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-627500fd-c73f-4f08-bd61-49d00c15a435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:03.613115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b24fb-cef8-4d7d-b306-2b25fc985577 req-bb1b0501-ef4c-4f58-9185-f08e177fd154 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:03.614633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-608b24fb-cef8-4d7d-b306-2b25fc985577 req-bb1b0501-ef4c-4f58-9185-f08e177fd154 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 945 time: 0.0490019 Dec 10 09:44:03.665104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-608b24fb-cef8-4d7d-b306-2b25fc985577 req-682ce682-a680-4f81-aae0-60f5c03dc7c7 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Dec 10 09:44:04.784871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b7305-194a-41f7-bf99-84248fa03366 req-a4fa7fbf-db85-4b17-913c-1f9ce9a7d1f9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:04.786379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e7b7305-194a-41f7-bf99-84248fa03366 req-a4fa7fbf-db85-4b17-913c-1f9ce9a7d1f9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 945 time: 0.0525401 Dec 10 09:44:04.834657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e7b7305-194a-41f7-bf99-84248fa03366 req-5f684e26-3cc7-4701-aa7d-9fc49fdf1b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423892 Dec 10 09:44:04.953531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4c432-c6b3-4e13-9032-5b75df88a271 req-20ad3127-1987-4651-9424-6000b563191d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:04.954930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50d4c432-c6b3-4e13-9032-5b75df88a271 req-20ad3127-1987-4651-9424-6000b563191d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 945 time: 0.0493510 Dec 10 09:44:05.003137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50d4c432-c6b3-4e13-9032-5b75df88a271 req-0cdea75d-2fac-41ea-9ca4-a1d3c71cf869 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Dec 10 09:44:05.026335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43712) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:44:05.065224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17281da0-c2e8-485d-ad4f-6a0d4e4ee7d8 tempest-TestVolumeBootPattern-1256039094 tempest-TestVolumeBootPattern-1256039094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:05.066718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-17281da0-c2e8-485d-ad4f-6a0d4e4ee7d8 tempest-TestVolumeBootPattern-1256039094 tempest-TestVolumeBootPattern-1256039094-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 1091 time: 0.0394130 Dec 10 09:44:05.069479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43714) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:44:05.073793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:44:05.094943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:05.199054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:05.304662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Allocated IP 172.25.3.82 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/ade5995b-7639-4bdb-bd70-eb7a15a54629) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:44:05.407350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:05.440857 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:05.481126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:44:05.484395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:44:05.489680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:44:05.496038 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3c62948b-4697-4b6e-899f-219f349f5b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:05.519370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=ade5995b-7639-4bdb-bd70-eb7a15a54629,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:44:05.852935 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:05.920965 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:06.066114 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:06.070609 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:06.144367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event updated for resources: {'Port': ['ID=ade5995b-7639-4bdb-bd70-eb7a15a54629,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:44:06.153169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:06.255090 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Floating IP 4c37ce43-f01d-4004-8100-ca150c675aac associated. External IP: 172.25.3.82, port: 0b7cdac6-e1d7-4d61-abef-4a028d41a40e. Dec 10 09:44:06.461582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:44:06.571485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:44:06.581944 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] Sync routers for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:44:06.591398 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:06.593639 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:44:06.594269 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:44:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:44:06.618328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-26011c42-6a50-4cf0-999c-323419cd4b29 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5478051 Dec 10 09:44:06.619328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:44:06.621838 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ce1e37-035b-4a47-a44f-47307a0e6311" -d '{"events": [{"name": "network-changed", "server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:44:06.668297 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeef0b5-0284-478f-957e-670e2bc96027 x-openstack-request-id: req-daeef0b5-0284-478f-957e-670e2bc96027 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:44:06.668602 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:44:06.668863 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-daeef0b5-0284-478f-957e-670e2bc96027 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:44:06.669300 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'status': 'completed', 'code': 200} Dec 10 09:44:06.680268 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:06.702350 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:44:06.735281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-7b4e467f-b6e1-4ed6-b1a7-c21a8040b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:06.736740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-7b4e467f-b6e1-4ed6-b1a7-c21a8040b7d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 1096 time: 0.0430856 Dec 10 09:44:06.827350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-332dd007-c9cc-45c9-a7d9-95bdd83b9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:06.828965 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-332dd007-c9cc-45c9-a7d9-95bdd83b9846 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0858061 Dec 10 09:44:06.901930 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-26124893-acb5-4199-b120-e9f2e944e370 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e HTTP/1.1" status: 200 len: 998 time: 0.0658355 Dec 10 09:44:06.928179 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '4c37ce43-f01d-4004-8100-ca150c675aac', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:6f:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:44:05Z', 'updated_at': '2021-12-10T09:44:05Z', 'revision_number': 0, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}, {'id': '5ada7a2f-7078-43a1-9538-fa3645cb7c11', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:42:05Z', 'updated_at': '2021-12-10T09:42:07Z', 'revision_number': 1, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:44:06.954073 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] Checking router: ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:44:06.962285 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:44:06.963417 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:44:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:44:07.054736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-62366378-f409-43e8-a395-97ac3dedba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:07.056114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-62366378-f409-43e8-a395-97ac3dedba4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0447631 Dec 10 09:44:07.070085 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:44:07.105252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-462d9cfd-25dd-4a30-80df-661bbaf72971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:07.106790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-462d9cfd-25dd-4a30-80df-661bbaf72971 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406206 Dec 10 09:44:07.202978 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-9327acac-08f4-40a4-8252-60dda96715b5 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869737 Dec 10 09:44:07.292893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1ce1e37-035b-4a47-a44f-47307a0e6311 req-850fec5c-a19e-4b0e-98ab-1ccbe5ac67bc service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835552 Dec 10 09:44:07.298839 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '4c37ce43-f01d-4004-8100-ca150c675aac', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:6f:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:44:05Z', 'updated_at': '2021-12-10T09:44:05Z', 'revision_number': 0, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}, {'id': '5ada7a2f-7078-43a1-9538-fa3645cb7c11', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:42:05Z', 'updated_at': '2021-12-10T09:42:07Z', 'revision_number': 1, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:44:07.326031 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675d7ea-f249-4f0a-a51c-c4856096b4e3 None None] The sync data for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 is: [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '4c37ce43-f01d-4004-8100-ca150c675aac', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:6f:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:44:05Z', 'updated_at': '2021-12-10T09:44:05Z', 'revision_number': 0, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}, {'id': '5ada7a2f-7078-43a1-9538-fa3645cb7c11', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:42:05Z', 'updated_at': '2021-12-10T09:42:07Z', 'revision_number': 1, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:44:07.513333 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd6d52-8833-4bdd-97c0-5c8a770255cb None None] New status for floating IP 4c37ce43-f01d-4004-8100-ca150c675aac: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:44:07.834074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a33469a5-2790-4583-90ae-987f453820da req-42699e78-c6e4-463b-82d5-cbc55fcc361d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436480 Dec 10 09:44:07.915452 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33469a5-2790-4583-90ae-987f453820da req-a59d2e21-8f86-4e04-b404-9e4eea467ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:07.917558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a33469a5-2790-4583-90ae-987f453820da req-a59d2e21-8f86-4e04-b404-9e4eea467ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 1096 time: 0.0410578 Dec 10 09:44:08.021520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33469a5-2790-4583-90ae-987f453820da req-7bc8016c-e1d6-4ea7-9881-f2791f34858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:08.023067 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a33469a5-2790-4583-90ae-987f453820da req-7bc8016c-e1d6-4ea7-9881-f2791f34858e service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0857255 Dec 10 09:44:08.092295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a33469a5-2790-4583-90ae-987f453820da req-5a9d2bb6-25ba-4ded-8d90-795f95191fed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e HTTP/1.1" status: 200 len: 1000 time: 0.0627000 Dec 10 09:44:08.141591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33469a5-2790-4583-90ae-987f453820da req-8090e8f4-3639-469d-b5bb-4ea68817570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:08.143247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a33469a5-2790-4583-90ae-987f453820da req-8090e8f4-3639-469d-b5bb-4ea68817570b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0441573 Dec 10 09:44:08.189565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33469a5-2790-4583-90ae-987f453820da req-4c648954-9375-42e1-8c2c-f38e34c24d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:08.190953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a33469a5-2790-4583-90ae-987f453820da req-4c648954-9375-42e1-8c2c-f38e34c24d05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410182 Dec 10 09:44:08.283796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a33469a5-2790-4583-90ae-987f453820da req-65a3f4c5-51a1-49ec-89a1-0a36c40df2a3 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Dec 10 09:44:08.372931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:08.375795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a33469a5-2790-4583-90ae-987f453820da req-6e74ce74-c04e-4fde-82a1-46840d554347 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849950 Dec 10 09:44:09.360747 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:14.225241 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-db6d86a4-33ac-43f0-bbcb-314c9251253e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403874 Dec 10 09:44:14.432773 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-6b887d0f-9ec7-4b73-b1bc-68ad8a1e5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:14.434382 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-6b887d0f-9ec7-4b73-b1bc-68ad8a1e5bc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1096 time: 0.0498090 Dec 10 09:44:14.544707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-dbeda50a-aff9-4f77-9a80-8ff31e11a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:14.546262 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-dbeda50a-aff9-4f77-9a80-8ff31e11a17a service neutron] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0923111 Dec 10 09:44:14.631104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-8185c55d-746c-43fe-b003-6bc16533400e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 200 len: 1001 time: 0.0767429 Dec 10 09:44:14.682398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-ba54d074-639c-4ae6-b2dc-5700fdd65385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:14.683980 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-ba54d074-639c-4ae6-b2dc-5700fdd65385 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0465190 Dec 10 09:44:14.732510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-e6900e97-55ee-41b2-b843-55fd2688af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:44:14.734157 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-e6900e97-55ee-41b2-b843-55fd2688af76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439222 Dec 10 09:44:14.834797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-86cb151b-7d6d-4437-a22a-38b8136d11e0 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928900 Dec 10 09:44:14.934372 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c686089-94d4-41f3-ae72-a3e3b5bd0043 req-98b105e1-9465-4a0f-bbd2-75bb56fd8ec5 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923707 Dec 10 09:44:15.522827 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:17.708546 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:44:19.679931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:33.294537 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-db846211-970f-458d-afbe-cda1734f9445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:35.497860 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e6af748c-2918-4da1-92b3-166ce04e8a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:36.679701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:38.374563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:39.365737 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:45.509888 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:49.690057 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:44:54.707560 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:45:03.296922 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b009d3aa-a78f-48e6-838d-d3691f51449c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:05.498308 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cbc6535d-cfdd-48f6-bb24-46a4566fefcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:06.683397 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:08.377427 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:09.372753 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:09.888419 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-626e6f84-d74c-4f67-b2c7-8018dee998a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876360 Dec 10 09:45:09.972800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-7f9809e5-4c52-4dc2-afd5-c7259f3cb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:09.974318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-7f9809e5-4c52-4dc2-afd5-c7259f3cb3cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 1096 time: 0.0400562 Dec 10 09:45:10.074384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-67844631-1343-48fa-af8c-635843e0c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:10.075739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-67844631-1343-48fa-af8c-635843e0c4b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0823307 Dec 10 09:45:10.145569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-dd964b06-7146-4614-a310-217c733e6991 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e HTTP/1.1" status: 200 len: 1000 time: 0.0622318 Dec 10 09:45:10.194674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-e35e02b2-e6bb-485d-ba80-b62af52986d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:10.196136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-e35e02b2-e6bb-485d-ba80-b62af52986d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0439420 Dec 10 09:45:10.241357 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-a3016138-0043-4dd0-8052-5c83e75bab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:10.242959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-a3016138-0043-4dd0-8052-5c83e75bab38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393481 Dec 10 09:45:10.336408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-83273f4f-8167-4c2f-a4e0-0332c05147dd service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859795 Dec 10 09:45:10.424823 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcfbbe08-3086-4206-a867-f43f37d57d09 req-d087d5c2-9a41-4d91-9fbc-0962023b9480 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816908 Dec 10 09:45:15.394214 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-33311e68-f50f-44bb-a32a-08343c1fd70b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784936 Dec 10 09:45:15.479786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-fc832cc6-6644-451a-ac49-ac35688ce8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:15.481268 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-fc832cc6-6644-451a-ac49-ac35688ce8a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1096 time: 0.0447457 Dec 10 09:45:15.508784 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:15.584126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-a3609739-aa6b-4408-8f40-20ac46296427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:15.585621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-a3609739-aa6b-4408-8f40-20ac46296427 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0850201 Dec 10 09:45:15.657333 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-be259e06-0bd9-4e31-830d-e027cdd55c36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 200 len: 1001 time: 0.0648248 Dec 10 09:45:15.706257 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-95877c98-69a4-4018-a5ab-aa04ff1499bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:15.707656 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-95877c98-69a4-4018-a5ab-aa04ff1499bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0429864 Dec 10 09:45:15.754047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-f091414f-a44f-41b8-865e-68eaa8e3c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:15.755593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-f091414f-a44f-41b8-865e-68eaa8e3c158 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409586 Dec 10 09:45:15.847749 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-de339501-5e54-418b-ad40-20c71113e4c0 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848558 Dec 10 09:45:15.935567 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-35e979ff-a61c-42e7-ac45-56ffd9019c1a req-b3164f19-fc60-4d32-a9f0-7c2bfdaaba18 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809076 Dec 10 09:45:19.691710 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:31.707937 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:45:33.301089 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-25592bf3-6728-483d-8015-d6ddb75b61ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:33.903096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43758) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:45:34.408187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port ade5995b-7639-4bdb-bd70-eb7a15a54629 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:45:34.408528 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:34.482441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:34.482765 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:34.494798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for ade5995b-7639-4bdb-bd70-eb7a15a54629 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:45:34.642739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:34.673636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=ade5995b-7639-4bdb-bd70-eb7a15a54629,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:45:34.694793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.695137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.695477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.695808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.696137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.696469 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.696797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.697118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.697443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.697790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.698111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.698429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.698749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:34.736084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:34.737027 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Floating IP 4c37ce43-f01d-4004-8100-ca150c675aac disassociated (deleted). External IP: 172.25.3.82, port: 0b7cdac6-e1d7-4d61-abef-4a028d41a40e. Dec 10 09:45:34.944365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:45:35.049479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:45:35.053939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:35.059356 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] Sync routers for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:45:35.070291 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:45:35.070902 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:45:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:45:35.081530 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1b69fc6b-5058-4e2b-948f-f9f4011ef932 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "DELETE /v2.0/floatingips/4c37ce43-f01d-4004-8100-ca150c675aac HTTP/1.1" status: 204 len: 168 time: 1.1774235 Dec 10 09:45:35.082145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:45:35.084398 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64876e83-6a65-4c2e-973b-110fbd94be2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:45:35.126378 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6cdd78-81f7-49f0-ada8-25934aec42af x-openstack-request-id: req-2c6cdd78-81f7-49f0-ada8-25934aec42af {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:45:35.126676 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:45:35.126928 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c6cdd78-81f7-49f0-ada8-25934aec42af {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:45:35.127336 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'status': 'completed', 'code': 200} Dec 10 09:45:35.181829 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:45:35.201347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-20f51bb0-ff67-47c4-9e2c-e9d8af35e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:35.204190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-20f51bb0-ff67-47c4-9e2c-e9d8af35e545 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 1096 time: 0.0546291 Dec 10 09:45:35.302911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-1679c680-5efe-46f6-80c0-4bf966595d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:35.304642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-1679c680-5efe-46f6-80c0-4bf966595d65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0920548 Dec 10 09:45:35.354349 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-b8668542-acfa-4266-8933-5cbc3d6e3292 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e HTTP/1.1" status: 200 len: 217 time: 0.0408745 Dec 10 09:45:35.415231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-3a028b00-8e55-4af7-95b0-6a5880c5bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:35.416718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-3a028b00-8e55-4af7-95b0-6a5880c5bb5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0496180 Dec 10 09:45:35.495929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7852d4-71a2-4549-ab26-ed4bca146980 req-fa92df42-0fd2-46af-bca1-d37c2efb42c8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:35.497346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc7852d4-71a2-4549-ab26-ed4bca146980 req-fa92df42-0fd2-46af-bca1-d37c2efb42c8 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 945 time: 0.1355557 Dec 10 09:45:35.500141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-939051d7-61c6-4b3e-b71b-727747e3e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:35.501563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-939051d7-61c6-4b3e-b71b-727747e3e72a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733984 Dec 10 09:45:35.506430 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-727237b8-b5bf-460e-a6b0-147e45a7d827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:35.524790 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '5ada7a2f-7078-43a1-9538-fa3645cb7c11', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:42:05Z', 'updated_at': '2021-12-10T09:42:07Z', 'revision_number': 1, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:45:35.551363 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] Checking router: ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:45:35.559596 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:45:35.560201 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:45:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:45:35.605470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc7852d4-71a2-4549-ab26-ed4bca146980 req-5190e488-fece-45c6-a222-5f2623d55ddb tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002688 Dec 10 09:45:35.630170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-1da22481-864b-4327-8baf-2232fe579e93 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189518 Dec 10 09:45:35.667277 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:45:35.726541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-64876e83-6a65-4c2e-973b-110fbd94be2b req-4bb2ea86-20e7-4d6b-9ad6-cc27d5704856 service neutron] 10.222.0.18 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882864 Dec 10 09:45:35.890387 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '5ada7a2f-7078-43a1-9538-fa3645cb7c11', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:42:05Z', 'updated_at': '2021-12-10T09:42:07Z', 'revision_number': 1, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:45:35.917162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95c11e-a451-4612-ad1e-eec8bfecd21e None None] The sync data for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 is: [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '5ada7a2f-7078-43a1-9538-fa3645cb7c11', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'port_id': '65b47136-e161-44f3-9e98-168c177ef72b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'mac_address': 'fa:16:3e:59:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:42:05Z', 'updated_at': '2021-12-10T09:42:07Z', 'revision_number': 1, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:45:36.136138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6f6b5-78ff-4811-b564-b4327d5e6c23 None None] New status for floating IP 4c37ce43-f01d-4004-8100-ca150c675aac: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:45:36.686471 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:36.864458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a876d8-be7f-4ed6-a0b5-512c1cfaceca req-aa37419c-136a-4e91-b12c-3353c3f78e53 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:36.865957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87a876d8-be7f-4ed6-a0b5-512c1cfaceca req-aa37419c-136a-4e91-b12c-3353c3f78e53 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 945 time: 0.1014833 Dec 10 09:45:36.943688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87a876d8-be7f-4ed6-a0b5-512c1cfaceca req-c8fed133-d8db-438b-ac38-475609ddc4fa tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717580 Dec 10 09:45:36.951754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024636f0-57b8-4578-92d4-d45d792f6494 req-de4be74a-ceb4-4728-b7d4-335e96c7567a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:36.953167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-024636f0-57b8-4578-92d4-d45d792f6494 req-de4be74a-ceb4-4728-b7d4-335e96c7567a tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 945 time: 0.0756009 Dec 10 09:45:37.049251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-024636f0-57b8-4578-92d4-d45d792f6494 req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:45:37.049529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-024636f0-57b8-4578-92d4-d45d792f6494 req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:37.136212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-024636f0-57b8-4578-92d4-d45d792f6494 req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] For port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:45:37.136569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-024636f0-57b8-4578-92d4-d45d792f6494 req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:37.148697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-024636f0-57b8-4578-92d4-d45d792f6494 req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for 0b7cdac6-e1d7-4d61-abef-4a028d41a40e owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:45:37.278898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-024636f0-57b8-4578-92d4-d45d792f6494 req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:37.305707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=0b7cdac6-e1d7-4d61-abef-4a028d41a40e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:45:37.348620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-024636f0-57b8-4578-92d4-d45d792f6494 req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] No DVR routers for this DVR port 0b7cdac6-e1d7-4d61-abef-4a028d41a40e on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:45:37.351266 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-024636f0-57b8-4578-92d4-d45d792f6494 req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:37.354566 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-024636f0-57b8-4578-92d4-d45d792f6494 req-5bc7422c-88a3-4329-8858-f660bd176ce9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.18 "DELETE /v2.0/ports/0b7cdac6-e1d7-4d61-abef-4a028d41a40e HTTP/1.1" status: 204 len: 173 time: 0.3953042 Dec 10 09:45:37.354999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'name': 'network-vif-deleted', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:45:37.357300 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05b837c8682b56f05c8880c330587a637346a98ab9bd56135d03e7cdfd7bbada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d46bb0-2457-4697-8dc8-4f809ef18aa7" -d '{"events": [{"server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "name": "network-vif-deleted", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:45:37.395633 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b3eaf4-f93f-4eff-96d5-827062a4bf89 x-openstack-request-id: req-04b3eaf4-f93f-4eff-96d5-827062a4bf89 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:45:37.395927 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fce334b-2b7f-4d32-8eb3-8e7669bfb0db", "name": "network-vif-deleted", "tag": "0b7cdac6-e1d7-4d61-abef-4a028d41a40e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:45:37.396184 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04b3eaf4-f93f-4eff-96d5-827062a4bf89 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:45:37.396579 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fce334b-2b7f-4d32-8eb3-8e7669bfb0db', 'name': 'network-vif-deleted', 'tag': '0b7cdac6-e1d7-4d61-abef-4a028d41a40e', 'status': 'completed', 'code': 200} Dec 10 09:45:38.049978 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a79b537e-a3c2-47de-8119-87ae6ab9d042 req-b915d559-feca-4208-99f4-0c2d48579337 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 210 time: 0.0348914 Dec 10 09:45:38.381355 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:39.150645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07b5914e-42b7-4f99-8e45-2126141d1f72 req-d8412d98-08d1-4be5-ac7e-0cfea45d08af tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 210 time: 0.0271831 Dec 10 09:45:39.239916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0b7cdac6-e1d7-4d61-abef-4a028d41a40e no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:45:39.259819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 0b7cdac6-e1d7-4d61-abef-4a028d41a40e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:45:39.260164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 0b7cdac6-e1d7-4d61-abef-4a028d41a40e not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:45:39.365784 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:40.244323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bb8eabd8-87a0-4b77-a66c-be926a476c41 req-346073ac-377a-49f0-915f-8ac548f85a39 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 210 time: 0.0266933 Dec 10 09:45:41.341242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04f5b402-d729-48d2-adc4-032b1a28d1e9 req-edbd85d0-8b83-4d10-bba0-ea442b21951e tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fce334b-2b7f-4d32-8eb3-8e7669bfb0db HTTP/1.1" status: 200 len: 210 time: 0.0262642 Dec 10 09:45:45.532251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:47.741699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43818) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:45:47.897383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port d72d7ad1-06a4-487c-a1d8-d98aa52361a4 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:45:47.897677 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:47.976202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:47.976528 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:47.988914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for d72d7ad1-06a4-487c-a1d8-d98aa52361a4 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:45:48.138320 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:48.165339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=d72d7ad1-06a4-487c-a1d8-d98aa52361a4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:45:48.225398 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:48.225762 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Floating IP 5ada7a2f-7078-43a1-9538-fa3645cb7c11 disassociated (deleted). External IP: 172.25.3.169, port: 65b47136-e161-44f3-9e98-168c177ef72b. Dec 10 09:45:48.436745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:45:48.544424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:45:48.549879 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:48.556074 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] Sync routers for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:45:48.566776 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:45:48.567394 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:45:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:45:48.577023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b09a7646-2f6a-4a93-8cd9-b554de4a8b04 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "DELETE /v2.0/floatingips/5ada7a2f-7078-43a1-9538-fa3645cb7c11 HTTP/1.1" status: 204 len: 168 time: 0.8342006 Dec 10 09:45:48.577633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:45:48.630841 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba9847-8946-4db7-9bf1-9e15f43cb262" -d '{"events": [{"name": "network-changed", "server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "tag": "65b47136-e161-44f3-9e98-168c177ef72b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:45:48.700449 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:45:48.730780 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b710868-447b-4284-ad23-670ad15a0755 x-openstack-request-id: req-7b710868-447b-4284-ad23-670ad15a0755 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:45:48.731078 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "tag": "65b47136-e161-44f3-9e98-168c177ef72b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:45:48.731331 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b710868-447b-4284-ad23-670ad15a0755 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:45:48.731733 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b', 'status': 'completed', 'code': 200} Dec 10 09:45:48.799059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-be86ee90-9636-435d-802e-8650b4752d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:48.800698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-be86ee90-9636-435d-802e-8650b4752d23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe666f774be4298a252d98cdde3d0c0&device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 1096 time: 0.0452819 Dec 10 09:45:48.828145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abb604-e27e-4404-9d5a-de1f8f2428bc req-b016bb3f-58ca-4403-98b4-573363cd387b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:48.829723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68abb604-e27e-4404-9d5a-de1f8f2428bc req-b016bb3f-58ca-4403-98b4-573363cd387b tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 945 time: 0.0543132 Dec 10 09:45:48.884173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68abb604-e27e-4404-9d5a-de1f8f2428bc req-bcdab5a1-8a74-45c9-b207-9922966c12ed tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478277 Dec 10 09:45:48.905874 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-e3cb68ca-3061-455c-85ac-60f3ed5c32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:48.907521 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-e3cb68ca-3061-455c-85ac-60f3ed5c32a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 200 len: 912 time: 0.0975742 Dec 10 09:45:48.919763 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:45:48.946630 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] Checking router: ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:45:48.953316 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-6f84a615-321a-414b-b1d4-823f0673db99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 200 len: 217 time: 0.0370886 Dec 10 09:45:48.955761 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:45:48.956359 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:45:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:45:49.011567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-b772bd84-0098-4f20-bff9-37b8ae40e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:49.013058 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-b772bd84-0098-4f20-bff9-37b8ae40e97f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 200 len: 850 time: 0.0496688 Dec 10 09:45:49.068454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-6038b5d8-1b4e-49a6-a3a6-7d8f93ac1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:49.070035 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-6038b5d8-1b4e-49a6-a3a6-7d8f93ac1de4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97ade72a-fa97-4391-91a0-9548eaaa8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486648 Dec 10 09:45:49.074181 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:45:49.161148 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-22446935-58eb-421e-b6eb-b16e43f28a34 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827084 Dec 10 09:45:49.255951 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-09ba9847-8946-4db7-9bf1-9e15f43cb262 req-3132d69d-ff7c-461b-969f-f7aca3701681 service neutron] 10.222.0.39 "GET /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Dec 10 09:45:49.270555 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:45:49.301964 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a011e98-6e18-415c-9503-2085a7c81250 None None] The sync data for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 is: [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6', 'name': '', 'network_id': '97ade72a-fa97-4391-91a0-9548eaaa8c82', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'mac_address': 'fa:16:3e:ca:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:49Z', 'updated_at': '2021-12-10T09:35:54Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'subnets': [{'id': '5a904f74-dbd4-481f-8375-9c92bbd3c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:45:49.518100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004d3cd-8b87-4597-bc5a-2fe0c1c822c0 None None] New status for floating IP 5ada7a2f-7078-43a1-9538-fa3645cb7c11: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:45:49.695718 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:50.008087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c212d-c95c-40b8-b38f-f7c99cea1d26 req-5f9ec367-bd97-4dc5-810d-494f124a9546 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:50.009581 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-459c212d-c95c-40b8-b38f-f7c99cea1d26 req-5f9ec367-bd97-4dc5-810d-494f124a9546 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 945 time: 0.0526311 Dec 10 09:45:50.058485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-459c212d-c95c-40b8-b38f-f7c99cea1d26 req-caf679aa-b0fb-44dd-b518-9d74677247f5 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/security-groups?id=7181c196-e36e-44e4-8553-e76722142ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Dec 10 09:45:50.312389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-8ce54c6b-4d7a-43d0-8278-fdf179eeefac tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:45:50.313788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-8ce54c6b-4d7a-43d0-8278-fdf179eeefac tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 945 time: 0.0507112 Dec 10 09:45:50.407215 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port 65b47136-e161-44f3-9e98-168c177ef72b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:45:50.407554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:50.495182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] For port 65b47136-e161-44f3-9e98-168c177ef72b, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=65b47136-e161-44f3-9e98-168c177ef72b,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:45:50.495545 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:50.507517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for 65b47136-e161-44f3-9e98-168c177ef72b owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:45:50.637693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:50.666251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=65b47136-e161-44f3-9e98-168c177ef72b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:45:50.691558 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.691928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.692272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.692606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.692939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.693272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.693623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.693951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.694276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.694598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.694924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.695245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.695566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:45:50.716166 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] No DVR routers for this DVR port 65b47136-e161-44f3-9e98-168c177ef72b on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:45:50.718661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:50.721963 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7af64308-f05e-4bd7-b7ec-18bfe6152cbf req-b3d5897e-fa5f-4210-b356-c32b6c6d4a84 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.39 "DELETE /v2.0/ports/65b47136-e161-44f3-9e98-168c177ef72b HTTP/1.1" status: 204 len: 173 time: 0.4018211 Dec 10 09:45:50.722397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'name': 'network-vif-deleted', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:45:50.766971 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4310b881-4770-4d5b-9f57-4fd14dad45a0" -d '{"events": [{"server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "name": "network-vif-deleted", "tag": "65b47136-e161-44f3-9e98-168c177ef72b"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:45:50.859116 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed3222-41af-4465-b171-d4bfa2678185 x-openstack-request-id: req-6aed3222-41af-4465-b171-d4bfa2678185 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:45:50.859489 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4907a738-819d-4322-aaf9-4a1291f9b9de", "name": "network-vif-deleted", "tag": "65b47136-e161-44f3-9e98-168c177ef72b", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:45:50.859748 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6aed3222-41af-4465-b171-d4bfa2678185 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:45:50.860150 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4907a738-819d-4322-aaf9-4a1291f9b9de', 'name': 'network-vif-deleted', 'tag': '65b47136-e161-44f3-9e98-168c177ef72b', 'status': 'completed', 'code': 200} Dec 10 09:45:51.158322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc395521-8eee-465c-8017-52654c2695c3 req-2cbd9338-9340-4906-ab75-6cb6c7eeb090 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 210 time: 0.0284007 Dec 10 09:45:52.259704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90ea6766-ea59-4091-b1be-130ca166bc68 req-27ff9ea1-4b44-4acd-8b78-34def83891bc tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 210 time: 0.0271122 Dec 10 09:45:53.357573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d7bd7844-7b17-49b9-a9ab-c8981564e3dc req-3556a678-0a4b-4d8e-bd93-76b17e70dfc9 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 210 time: 0.0272772 Dec 10 09:45:53.773148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 65b47136-e161-44f3-9e98-168c177ef72b no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:45:53.793494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 65b47136-e161-44f3-9e98-168c177ef72b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:45:53.793792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 65b47136-e161-44f3-9e98-168c177ef72b not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:45:54.458338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70dba68d-56e8-483f-a6a0-969c93d73019 req-1aaae7ba-1fec-45de-b6d5-0232bc2d5fe0 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "GET /v2.0/ports?device_id=4907a738-819d-4322-aaf9-4a1291f9b9de HTTP/1.1" status: 200 len: 210 time: 0.0299428 Dec 10 09:45:55.522344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43852) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:45:55.646522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Deleting port d993f715-5a53-445c-b59c-5e1c8f1170ff {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:45:55.646859 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:55.720396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:55.720717 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:55.732007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Calling delete_port for d993f715-5a53-445c-b59c-5e1c8f1170ff owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:45:55.865952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:55.893104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'Port': ['ID=d993f715-5a53-445c-b59c-5e1c8f1170ff,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:45:55.955020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:55.957647 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:55.958803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-af19c9ea-dfb8-4427-b1eb-4db2ac952230 tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "DELETE /v2.0/floatingips/9d163298-eec6-49ac-a647-6fac2ddb1c73 HTTP/1.1" status: 204 len: 168 time: 0.4354470 Dec 10 09:45:59.249243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43872) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:45:59.307126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-909d0363-0dfc-4302-b794-0435a090e42d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:59.332872 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-909d0363-0dfc-4302-b794-0435a090e42d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:59.395016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-909d0363-0dfc-4302-b794-0435a090e42d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:59.397938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-909d0363-0dfc-4302-b794-0435a090e42d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:45:59.399130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-909d0363-0dfc-4302-b794-0435a090e42d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] 10.222.0.31 "DELETE /v2.0/security-groups/7181c196-e36e-44e4-8553-e76722142ba8 HTTP/1.1" status: 204 len: 168 time: 0.1487062 Dec 10 09:45:59.409256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d0363-0dfc-4302-b794-0435a090e42d tempest-TestVolumeBootPattern-49227799 tempest-TestVolumeBootPattern-49227799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7181c196-e36e-44e4-8553-e76722142ba8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:45:59.460055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43876) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:00.006789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:00.256436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Deleting port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:46:00.257106 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:00.336578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] For port 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:00.336936 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:00.348660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Calling delete_port for 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:46:00.534082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:00.559529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:00.732328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:01.292117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:46:01.395250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:46:01.400192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4f0b74ca-1c07-4757-a82f-d0423d7c2b4c admin admin] 10.222.0.31 "PUT /v2.0/routers/ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9391150 Dec 10 09:46:01.402718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43880) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:01.405533 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] Sync routers for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:46:01.415778 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:46:01.416473 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:45:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:01.508763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:01.610335 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:46:01.614837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:01.675546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Deleting port a95027f4-8241-438f-9d2e-06e4a6180256 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:46:01.675885 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:01.781583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] For port a95027f4-8241-438f-9d2e-06e4a6180256, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a95027f4-8241-438f-9d2e-06e4a6180256,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:01.781950 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:01.793491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Calling delete_port for a95027f4-8241-438f-9d2e-06e4a6180256 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:46:01.794307 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:46:00Z', 'revision_number': 5, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port': {'id': 'a95027f4-8241-438f-9d2e-06e4a6180256', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:48Z', 'updated_at': '2021-12-10T09:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:01.829846 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] Checking router: ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:46:01.840270 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] Routers {'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:46:01.840870 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:45:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:01.929128 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] Set router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:46:01.966744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:01.983251 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:46:01Z', 'revision_number': 6, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:01.993399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Pushing event deleted for resources: {'Port': ['ID=a95027f4-8241-438f-9d2e-06e4a6180256,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:02.010579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942131fe-e8e6-4d65-9e53-4977e3158d79 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:46:02.017833 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa8ed0-67f3-4aca-97ed-aaa221cc88f5 None None] The sync data for ids ['ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1'] in n-d-814746-3 is: [{'id': 'ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1', 'name': 'tempest-TestVolumeBootPattern-387571227-router', 'tenant_id': 'cbe666f774be4298a252d98cdde3d0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:47Z', 'updated_at': '2021-12-10T09:46:01Z', 'revision_number': 6, 'project_id': 'cbe666f774be4298a252d98cdde3d0c0', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:46:02.061699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.152619 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.154801 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.197742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.198194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:46:02.202565 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.203701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b774c37d-b068-4afc-928b-c7839268a47e admin admin] 10.222.0.31 "DELETE /v2.0/routers/ec0f7ed0-1839-4f5f-b8f7-93157e4ff1c1 HTTP/1.1" status: 204 len: 168 time: 0.8000462 Dec 10 09:46:02.206159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43884) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:02.249671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7f5fb4-acb2-4438-b6a5-15dc2e1bb35a admin admin] Deleting subnet 5a904f74-dbd4-481f-8375-9c92bbd3c15b {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:46:02.252713 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a7f5fb4-acb2-4438-b6a5-15dc2e1bb35a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.286963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a7f5fb4-acb2-4438-b6a5-15dc2e1bb35a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.369275 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a7f5fb4-acb2-4438-b6a5-15dc2e1bb35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.424591 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a7f5fb4-acb2-4438-b6a5-15dc2e1bb35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.456993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3a7f5fb4-acb2-4438-b6a5-15dc2e1bb35a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.461173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3a7f5fb4-acb2-4438-b6a5-15dc2e1bb35a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5a904f74-dbd4-481f-8375-9c92bbd3c15b HTTP/1.1" status: 204 len: 168 time: 0.2540860 Dec 10 09:46:02.462219 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f5fb4-acb2-4438-b6a5-15dc2e1bb35a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a904f74-dbd4-481f-8375-9c92bbd3c15b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:02.464307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43886) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:02.470569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336d356-cc17-4c02-81e4-8669e599fab5 None None] Network 97ade72a-fa97-4391-91a0-9548eaaa8c82 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:46:02.545812 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.600848 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Deleting port 8fb0b56d-6d44-486a-ba43-c73c22823907 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:46:02.601189 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.666338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] For port 8fb0b56d-6d44-486a-ba43-c73c22823907, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=8fb0b56d-6d44-486a-ba43-c73c22823907,segment=NetworkSegment(bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5),segment_id=bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:02.666693 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.679945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Calling delete_port for 8fb0b56d-6d44-486a-ba43-c73c22823907 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:46:02.757650 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.785948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] No DVR routers for this DVR port 8fb0b56d-6d44-486a-ba43-c73c22823907 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:46:02.787542 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb0b56d-6d44-486a-ba43-c73c22823907,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:02.835407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d55fb1-5f25-419a-b75b-b114936d9757 None None] DHCP port deletion for 97ade72a-fa97-4391-91a0-9548eaaa8c82 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:46:02.877537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.899734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ade72a-fa97-4391-91a0-9548eaaa8c82']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:02.910447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:02.910950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad2e9ed-c6f1-454d-b77c-9e8b7e85d4c5') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:02.923278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.923787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:46:02.943249 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.949887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:46:02.950399 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:46:02.952991 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:46:02.959759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:46:02.960103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2641b25d-6f9d-4c3e-9e56-bb3552e1bcf6 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:46:03.010203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:03.016680 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:03.020338 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/97ade72a-fa97-4391-91a0-9548eaaa8c82 HTTP/1.1" status: 204 len: 168 time: 0.5550423 Dec 10 09:46:03.023493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43888) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:03.043272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd04b9-3bff-43c6-8c4a-db901bfb44d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ade72a-fa97-4391-91a0-9548eaaa8c82,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:03.305132 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-645f0ddc-8b0b-41a5-8c47-e67e429c0b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:03.382196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:03.631341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Deleting port 0ad34df2-6c72-4731-a716-e2a2a924a136 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:46:03.631581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:03.710494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] For port 0ad34df2-6c72-4731-a716-e2a2a924a136, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0ad34df2-6c72-4731-a716-e2a2a924a136,segment=NetworkSegment(679a353d-6ef8-4d52-a069-438babcd97f8),segment_id=679a353d-6ef8-4d52-a069-438babcd97f8)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:03.710847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:03.722223 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Calling delete_port for 0ad34df2-6c72-4731-a716-e2a2a924a136 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:46:03.903527 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:03.934512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad34df2-6c72-4731-a716-e2a2a924a136,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:04.105167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:04.323128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Router 40dd4b3e-b842-46f9-9a49-b27585c97076 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:46:04.449030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:46:04.455301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d9e44023-f1ae-47bb-b9bc-1c13cb6fc1fd admin admin] 10.222.0.31 "PUT /v2.0/routers/40dd4b3e-b842-46f9-9a49-b27585c97076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4305251 Dec 10 09:46:04.457306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 43890) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:04.459298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] Sync routers for ids ['40dd4b3e-b842-46f9-9a49-b27585c97076'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:46:04.474684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] Routers {'40dd4b3e-b842-46f9-9a49-b27585c97076'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:46:04.475569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:45:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['40dd4b3e-b842-46f9-9a49-b27585c97076'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:04.566210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a95027f4-8241-438f-9d2e-06e4a6180256 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:46:04.574450 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:04.590554 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a95027f4-8241-438f-9d2e-06e4a6180256 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:46:04.590904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a95027f4-8241-438f-9d2e-06e4a6180256 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:46:04.591537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8fb0b56d-6d44-486a-ba43-c73c22823907 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:46:04.617072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 8fb0b56d-6d44-486a-ba43-c73c22823907 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:46:04.617421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 8fb0b56d-6d44-486a-ba43-c73c22823907 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:46:04.628234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] Set router 40dd4b3e-b842-46f9-9a49-b27585c97076 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:46:04.677262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:04.735151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Deleting port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:46:04.735495 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:04.807271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:46:03Z', 'revision_number': 5, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'gw_port': {'id': '5fb99307-2a6f-4649-9352-12f0ba4d5dc7', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:04.814780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] For port 5fb99307-2a6f-4649-9352-12f0ba4d5dc7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5fb99307-2a6f-4649-9352-12f0ba4d5dc7,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:04.815163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:04.827194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Calling delete_port for 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:46:04.833344 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] Checking router: 40dd4b3e-b842-46f9-9a49-b27585c97076 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:46:04.841440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] Routers {'40dd4b3e-b842-46f9-9a49-b27585c97076'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:46:04.842724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:45:35Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['40dd4b3e-b842-46f9-9a49-b27585c97076'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:04.928927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] Set router 40dd4b3e-b842-46f9-9a49-b27585c97076 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:46:04.980046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:46:04Z', 'revision_number': 6, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:04.994428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.008775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9df4c-3f11-49c7-bf37-f4cd2cc6f549 None None] The sync data for ids ['40dd4b3e-b842-46f9-9a49-b27585c97076'] in n-d-814746-3 is: [{'id': '40dd4b3e-b842-46f9-9a49-b27585c97076', 'name': 'tempest-TestVolumeBootPattern-1854714400-router', 'tenant_id': '94e6cfdaeee74068afb0003930e93d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:35:52Z', 'updated_at': '2021-12-10T09:46:04Z', 'revision_number': 6, 'project_id': '94e6cfdaeee74068afb0003930e93d31', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:46:05.021966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb99307-2a6f-4649-9352-12f0ba4d5dc7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:05.036720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce6745-25fb-4752-b38d-039dfd93a87d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:46:05.090563 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.181713 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.183835 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.227033 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.227593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40dd4b3e-b842-46f9-9a49-b27585c97076 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 09:46:05.231995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.233730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-24d52047-b717-48c4-9663-af5154b58f42 admin admin] 10.222.0.31 "DELETE /v2.0/routers/40dd4b3e-b842-46f9-9a49-b27585c97076 HTTP/1.1" status: 204 len: 168 time: 0.7750854 Dec 10 09:46:05.236440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43892) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:05.280636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b16d65-8cef-410e-bfdb-9bf5ff2d6821 admin admin] Deleting subnet abd86542-6e20-4119-8298-2e3f9f9ec2e0 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:46:05.283707 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b16d65-8cef-410e-bfdb-9bf5ff2d6821 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.317366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b16d65-8cef-410e-bfdb-9bf5ff2d6821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.396098 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b16d65-8cef-410e-bfdb-9bf5ff2d6821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.453909 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b16d65-8cef-410e-bfdb-9bf5ff2d6821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.479355 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b16d65-8cef-410e-bfdb-9bf5ff2d6821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd86542-6e20-4119-8298-2e3f9f9ec2e0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:05.483155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33b16d65-8cef-410e-bfdb-9bf5ff2d6821 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.488118 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-33b16d65-8cef-410e-bfdb-9bf5ff2d6821 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/abd86542-6e20-4119-8298-2e3f9f9ec2e0 HTTP/1.1" status: 204 len: 168 time: 0.2489824 Dec 10 09:46:05.488863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:05.491708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ecb243-b56a-4b97-862c-c504c501db6f None None] Network e6573271-6b82-459b-b60c-bbef448cede0 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:46:05.548400 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-af579370-8754-495d-9c7a-76bfedf25f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.559307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.614506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Deleting port 18f8a943-3f62-423b-9aa4-9d64932b90dd {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:46:05.614842 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.681243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] For port 18f8a943-3f62-423b-9aa4-9d64932b90dd, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18f8a943-3f62-423b-9aa4-9d64932b90dd,segment=NetworkSegment(679a353d-6ef8-4d52-a069-438babcd97f8),segment_id=679a353d-6ef8-4d52-a069-438babcd97f8)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:05.681558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.693883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Calling delete_port for 18f8a943-3f62-423b-9aa4-9d64932b90dd owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:46:05.766727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918cd3a-ee35-4d62-8730-a13ad2b62331 None None] DHCP port deletion for e6573271-6b82-459b-b60c-bbef448cede0 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:46:05.774320 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.792447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e918cd3a-ee35-4d62-8730-a13ad2b62331 None None] The port '18f8a943-3f62-423b-9aa4-9d64932b90dd' was deleted {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 09:46:05.808190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] No DVR routers for this DVR port 18f8a943-3f62-423b-9aa4-9d64932b90dd on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:46:05.812979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f8a943-3f62-423b-9aa4-9d64932b90dd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:05.886655 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.908429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6573271-6b82-459b-b60c-bbef448cede0']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:05.917522 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679a353d-6ef8-4d52-a069-438babcd97f8') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:05.917840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679a353d-6ef8-4d52-a069-438babcd97f8') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:46:05.927768 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.942205 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.948157 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:46:05.948761 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: timer() Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:46:05.950807 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:46:06.014362 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.020474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.023834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e6573271-6b82-459b-b60c-bbef448cede0 HTTP/1.1" status: 204 len: 168 time: 0.5339451 Dec 10 09:46:06.042648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013faea-b7e9-4607-aff0-46f0e1dd3779 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6573271-6b82-459b-b60c-bbef448cede0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:06.149681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43898) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:06.191562 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0ba9571e-bb38-47d1-b6e4-05dfb21c8bf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbe666f774be4298a252d98cdde3d0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407069 Dec 10 09:46:06.194187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43900) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:06.241095 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-85e5cb78-60c6-4c3d-8e14-44f6ae36fb13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.261864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-85e5cb78-60c6-4c3d-8e14-44f6ae36fb13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.307020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-85e5cb78-60c6-4c3d-8e14-44f6ae36fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.309668 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-85e5cb78-60c6-4c3d-8e14-44f6ae36fb13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.311598 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-85e5cb78-60c6-4c3d-8e14-44f6ae36fb13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fcf1ccf-9e23-4913-97ba-08f819829a66 HTTP/1.1" status: 204 len: 168 time: 0.1162906 Dec 10 09:46:06.319645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5cb78-60c6-4c3d-8e14-44f6ae36fb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf1ccf-9e23-4913-97ba-08f819829a66,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:06.488355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18f8a943-3f62-423b-9aa4-9d64932b90dd no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:46:06.509587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 18f8a943-3f62-423b-9aa4-9d64932b90dd {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:46:06.510198 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18f8a943-3f62-423b-9aa4-9d64932b90dd not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:46:06.510463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0ad34df2-6c72-4731-a716-e2a2a924a136 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:46:06.530980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0ad34df2-6c72-4731-a716-e2a2a924a136 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:46:06.531633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0ad34df2-6c72-4731-a716-e2a2a924a136 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:46:06.532883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:46:06.556793 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:46:06.557238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5fb99307-2a6f-4649-9352-12f0ba4d5dc7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:46:06.666867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:06.688903 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.711262 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3f814eaa-5c3b-4aa4-be87-824dbe958ed8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94e6cfdaeee74068afb0003930e93d31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432436 Dec 10 09:46:06.713837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 43908) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:06.760034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-178af6ec-d6e6-4328-ab54-fdcb3add70cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.781464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-178af6ec-d6e6-4328-ab54-fdcb3add70cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.827991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-178af6ec-d6e6-4328-ab54-fdcb3add70cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.831132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-178af6ec-d6e6-4328-ab54-fdcb3add70cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:06.832285 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-178af6ec-d6e6-4328-ab54-fdcb3add70cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5d39979-7d70-4a19-8b2e-8a0897714cfc HTTP/1.1" status: 204 len: 168 time: 0.1175578 Dec 10 09:46:06.840137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af6ec-d6e6-4328-ab54-fdcb3add70cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d39979-7d70-4a19-8b2e-8a0897714cfc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:08.387234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:08.708000 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:46:09.367653 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:15.523270 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:16.923525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-7afebf30-1b6c-43a3-a1cc-a2483a413887 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d4f3afc7103d4df1a3c06be9848646de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221581 Dec 10 09:46:17.034704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-47e95a1c-8e6c-4cbd-b244-0885c25f1b93 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:17.036199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-47e95a1c-8e6c-4cbd-b244-0885c25f1b93 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074510 Dec 10 09:46:17.051840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-6225dec8-a5f8-4c44-934f-9b56e7a51e49 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/quotas/d4f3afc7103d4df1a3c06be9848646de HTTP/1.1" status: 200 len: 375 time: 0.0095854 Dec 10 09:46:17.083720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-216cbdfe-7ef3-4903-b8a2-5f8841b030dd tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4f3afc7103d4df1a3c06be9848646de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268447 Dec 10 09:46:18.264836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-badb88c6-5426-44a1-9e9f-787a953ea965 req-b160992d-7618-495f-8694-a3aa38f371c8 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 210 time: 0.0256615 Dec 10 09:46:19.239206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-59128e07-d716-4311-b56d-7013cc736fc7 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d4f3afc7103d4df1a3c06be9848646de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252442 Dec 10 09:46:19.362984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-c4cdff0b-77e6-44e2-955c-02189a6e246e tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:19.364420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-c4cdff0b-77e6-44e2-955c-02189a6e246e tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198277 Dec 10 09:46:19.378774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2baaf43-08bc-4a17-a46c-98b7d1862eb5 req-d0925758-8a0b-4a3a-bdef-51aef6727566 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 210 time: 0.0404699 Dec 10 09:46:19.383224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Request body: {'port': {'device_id': '1aac564e-f95c-4573-82b1-65a55f32dfde', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'admin_state_up': True, 'tenant_id': 'd4f3afc7103d4df1a3c06be9848646de'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:46:19.492226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Made reservation on behalf of d4f3afc7103d4df1a3c06be9848646de for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:46:19.495735 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:19.504976 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:19.579973 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:19.583848 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:19.645113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b11e5a-5ba2-4783-9a60-193bdad2298a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:19.689607 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:19.718326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Allocated IP 192.168.233.23 (273479ca-6ef8-47b4-bce2-1b0430a04dfc/0d99326a-496b-42f5-8a42-6c571c3bf148/91b7fe40-d919-49fa-acab-1f4205ecff29) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:46:19.865949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:19.899600 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:19.944382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Network 273479ca-6ef8-47b4-bce2-1b0430a04dfc is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:46:19.947669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:46:19.952599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:46:19.959313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Pushing event updated for resources: {'Port': ['ID=91b7fe40-d919-49fa-acab-1f4205ecff29,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:20.009655 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:20.010055 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:20.031099 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-62c47d21-7e89-4b6f-8de9-c18620f861ff tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6513309 Dec 10 09:46:20.043854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Request body: {'port': {'device_id': '1aac564e-f95c-4573-82b1-65a55f32dfde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:46:20.099091 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:20.149364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-776b9054-8a1f-499b-90c5-ec97f98e7bb3 None None] Provisioning complete for port 91b7fe40-d919-49fa-acab-1f4205ecff29 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:46:20.149766 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-776b9054-8a1f-499b-90c5-ec97f98e7bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:20.184093 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-776b9054-8a1f-499b-90c5-ec97f98e7bb3 None None] Port 91b7fe40-d919-49fa-acab-1f4205ecff29 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:46:20.653189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b86b8-4acb-4de7-a9e8-3a44dc1a0981 req-1b7f5896-7fa6-4fb9-a893-18929d78019d tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:20.655193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd0b86b8-4acb-4de7-a9e8-3a44dc1a0981 req-1b7f5896-7fa6-4fb9-a893-18929d78019d tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 935 time: 0.0997138 Dec 10 09:46:20.741388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd0b86b8-4acb-4de7-a9e8-3a44dc1a0981 req-2c6957f7-9743-45b2-b128-59204fdf575d tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794239 Dec 10 09:46:20.781431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b7fe40-d919-49fa-acab-1f4205ecff29 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:46:20.789180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:20.801261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Transition to ACTIVE for port object 91b7fe40-d919-49fa-acab-1f4205ecff29 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:46:20.805162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:20.854089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Pushing event updated for resources: {'Port': ['ID=91b7fe40-d919-49fa-acab-1f4205ecff29,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:20.931088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Attempting to bind port 91b7fe40-d919-49fa-acab-1f4205ecff29 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:46:20.931420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Attempting to bind port 91b7fe40-d919-49fa-acab-1f4205ecff29 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:46:20.931773 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Attempting to bind port 91b7fe40-d919-49fa-acab-1f4205ecff29 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:46:20.937200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Port 91b7fe40-d919-49fa-acab-1f4205ecff29 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:46:20.937553 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Attempting to bind port 91b7fe40-d919-49fa-acab-1f4205ecff29 on network 273479ca-6ef8-47b4-bce2-1b0430a04dfc {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:46:20.942634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:46:20.942973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Checking segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:46:20.943359 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Bound using segment: {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:46:20.943787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Bound port: 91b7fe40-d919-49fa-acab-1f4205ecff29, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353c116-0e38-4238-88d2-4066491e0b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:46:20.944142 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:21.010795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] For port 91b7fe40-d919-49fa-acab-1f4205ecff29, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:46:21.014627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] For port 91b7fe40-d919-49fa-acab-1f4205ecff29, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91b7fe40-d919-49fa-acab-1f4205ecff29,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:46:21.019404 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:21.054046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:21.054734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:21.056217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] 10.222.0.18 "PUT /v2.0/ports/91b7fe40-d919-49fa-acab-1f4205ecff29 HTTP/1.1" status: 200 len: 1095 time: 1.0165861 Dec 10 09:46:21.056565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aac564e-f95c-4573-82b1-65a55f32dfde', 'tag': '91b7fe40-d919-49fa-acab-1f4205ecff29'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:46:21.059021 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd78b348-b58f-4144-8393-04357d41ee90" -d '{"events": [{"name": "network-changed", "server_uuid": "1aac564e-f95c-4573-82b1-65a55f32dfde", "tag": "91b7fe40-d919-49fa-acab-1f4205ecff29"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:46:21.084487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a5fc1-aabf-4e18-b392-b3b790fed114 service neutron] Pushing event updated for resources: {'Port': ['ID=91b7fe40-d919-49fa-acab-1f4205ecff29,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:21.131575 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3bff2d-4a8a-4ece-9a85-77082c9890d7 x-openstack-request-id: req-3a3bff2d-4a8a-4ece-9a85-77082c9890d7 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:46:21.131884 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aac564e-f95c-4573-82b1-65a55f32dfde", "tag": "91b7fe40-d919-49fa-acab-1f4205ecff29", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:46:21.132142 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a3bff2d-4a8a-4ece-9a85-77082c9890d7 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:46:21.132542 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aac564e-f95c-4573-82b1-65a55f32dfde', 'tag': '91b7fe40-d919-49fa-acab-1f4205ecff29', 'status': 'completed', 'code': 200} Dec 10 09:46:21.150893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-780438e2-0012-4b5b-a170-3d5fa9ef816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:21.152447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-780438e2-0012-4b5b-a170-3d5fa9ef816f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4f3afc7103d4df1a3c06be9848646de&device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 1098 time: 0.0501344 Dec 10 09:46:21.205234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-c0a56203-1d37-4cd1-b033-bd819284efef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=91b7fe40-d919-49fa-acab-1f4205ecff29 HTTP/1.1" status: 200 len: 217 time: 0.0431950 Dec 10 09:46:21.260179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-2d5371bf-6c38-4ed9-a78e-8d9acb8b08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:21.261588 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-2d5371bf-6c38-4ed9-a78e-8d9acb8b08ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0494943 Dec 10 09:46:21.309875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-27e2ee87-014a-4488-b5a2-93d8effb3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:21.311664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-27e2ee87-014a-4488-b5a2-93d8effb3d64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426702 Dec 10 09:46:21.408371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-fa43e8fe-20fd-4365-87c5-34bbbdf67de9 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890064 Dec 10 09:46:21.497970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-005c1148-67f0-4995-8d87-bb42b1e72066 req-6ca33cb2-94f0-412b-94a9-56bea2c546ed service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828912 Dec 10 09:46:21.589669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78b348-b58f-4144-8393-04357d41ee90 req-4b5282e9-9a90-4e34-95ac-c848f3752d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:21.591157 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd78b348-b58f-4144-8393-04357d41ee90 req-4b5282e9-9a90-4e34-95ac-c848f3752d3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4f3afc7103d4df1a3c06be9848646de&device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 1098 time: 0.0450242 Dec 10 09:46:21.679996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78b348-b58f-4144-8393-04357d41ee90 req-67f43e79-dd88-4ab0-a29a-8d26f45480ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:21.681442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd78b348-b58f-4144-8393-04357d41ee90 req-67f43e79-dd88-4ab0-a29a-8d26f45480ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=273479ca-6ef8-47b4-bce2-1b0430a04dfc HTTP/1.1" status: 200 len: 870 time: 0.0829303 Dec 10 09:46:21.722329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd78b348-b58f-4144-8393-04357d41ee90 req-9da8504f-61e3-4a10-8e1a-5d2e3eb6b5c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=91b7fe40-d919-49fa-acab-1f4205ecff29 HTTP/1.1" status: 200 len: 217 time: 0.0341215 Dec 10 09:46:21.775353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78b348-b58f-4144-8393-04357d41ee90 req-9984ddf7-4d4f-4466-b691-31a2ad5f08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:21.776921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd78b348-b58f-4144-8393-04357d41ee90 req-9984ddf7-4d4f-4466-b691-31a2ad5f08d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0d99326a-496b-42f5-8a42-6c571c3bf148 HTTP/1.1" status: 200 len: 843 time: 0.0484226 Dec 10 09:46:21.853476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78b348-b58f-4144-8393-04357d41ee90 req-3a2e8b26-1f7c-44b6-9fcd-3f9b09c11808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:21.854924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd78b348-b58f-4144-8393-04357d41ee90 req-3a2e8b26-1f7c-44b6-9fcd-3f9b09c11808 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=273479ca-6ef8-47b4-bce2-1b0430a04dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697253 Dec 10 09:46:21.880168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fa3d9-428c-4151-bb0d-3631701df6b9 req-fac67153-d188-46ae-a7f4-21f300c249ce tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:21.881601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e69fa3d9-428c-4151-bb0d-3631701df6b9 req-fac67153-d188-46ae-a7f4-21f300c249ce tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 947 time: 0.0681992 Dec 10 09:46:21.982964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e69fa3d9-428c-4151-bb0d-3631701df6b9 req-50eeacb5-ff4b-4ad6-bb4b-c7b44d11e743 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908771 Dec 10 09:46:21.996953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd78b348-b58f-4144-8393-04357d41ee90 req-00475a2d-3fb1-4066-9b3f-5f6471228761 service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324518 Dec 10 09:46:22.087195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd78b348-b58f-4144-8393-04357d41ee90 req-8a0084ae-22c4-4689-9793-1dcf297fe88f service neutron] 10.222.0.18 "GET /v2.0/networks/273479ca-6ef8-47b4-bce2-1b0430a04dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827100 Dec 10 09:46:23.106287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e23a7-51af-4caf-966c-430f7ae0298f req-44ce54ff-17de-4edd-b679-2bb86b6a0f44 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:23.107968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-986e23a7-51af-4caf-966c-430f7ae0298f req-44ce54ff-17de-4edd-b679-2bb86b6a0f44 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 947 time: 0.0545292 Dec 10 09:46:23.155471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-986e23a7-51af-4caf-966c-430f7ae0298f req-62066361-2963-4832-b829-82047fc2970b tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Dec 10 09:46:24.289856 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687cca8-848a-40a8-8c2b-8abbe82ac9cc req-26f07647-bc8a-4130-bbdd-8446c03d6540 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:24.291384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0687cca8-848a-40a8-8c2b-8abbe82ac9cc req-26f07647-bc8a-4130-bbdd-8446c03d6540 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 947 time: 0.0664747 Dec 10 09:46:24.355853 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0687cca8-848a-40a8-8c2b-8abbe82ac9cc req-416aa400-8444-4217-89e7-3ab7d03f9716 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561078 Dec 10 09:46:25.348763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 91b7fe40-d919-49fa-acab-1f4205ecff29 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:46:25.444061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 91b7fe40-d919-49fa-acab-1f4205ecff29, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91b7fe40-d919-49fa-acab-1f4205ecff29,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:25.455730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '91b7fe40-d919-49fa-acab-1f4205ecff29', 'network_id': '273479ca-6ef8-47b4-bce2-1b0430a04dfc', 'port_id': '91b7fe40-d919-49fa-acab-1f4205ecff29', 'mac_address': 'fa:16:3e:5d:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99326a-496b-42f5-8a42-6c571c3bf148', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:46:25.479341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c275d9-2d88-43c6-9c8c-be51fda3bd2e req-3ad9b3be-e909-4c40-88e8-54b83dba9368 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:25.480848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c275d9-2d88-43c6-9c8c-be51fda3bd2e req-3ad9b3be-e909-4c40-88e8-54b83dba9368 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 947 time: 0.0539067 Dec 10 09:46:25.492136 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:25.505126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b7fe40-d919-49fa-acab-1f4205ecff29 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:46:25.524569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 91b7fe40-d919-49fa-acab-1f4205ecff29, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91b7fe40-d919-49fa-acab-1f4205ecff29,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:25.532868 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21c275d9-2d88-43c6-9c8c-be51fda3bd2e req-107ddaf8-de3c-4f1d-b854-af39e2ac48ed tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Dec 10 09:46:25.534886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:25.582508 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=91b7fe40-d919-49fa-acab-1f4205ecff29,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:25.589664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.590016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.590363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.590698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.591034 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.591406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.591842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.592119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.592445 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.592769 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.593117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.593437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.593780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:25.885565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['91b7fe40-d919-49fa-acab-1f4205ecff29'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:46:26.648555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61065ba8-e710-409e-821d-eab18a137b8b req-789f91d5-74a7-4e78-b59b-abedf851d1a4 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:26.650065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61065ba8-e710-409e-821d-eab18a137b8b req-789f91d5-74a7-4e78-b59b-abedf851d1a4 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 948 time: 0.0490327 Dec 10 09:46:26.696949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61065ba8-e710-409e-821d-eab18a137b8b req-9fc6c79a-900d-4d0b-be36-f8c09175b360 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Dec 10 09:46:27.350112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 91b7fe40-d919-49fa-acab-1f4205ecff29 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:46:27.401823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 91b7fe40-d919-49fa-acab-1f4205ecff29 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:46:27.406567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 91b7fe40-d919-49fa-acab-1f4205ecff29 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:46:27.406962 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:27.482919 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:27.504257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac564e-f95c-4573-82b1-65a55f32dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b7fe40-d919-49fa-acab-1f4205ecff29'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:46:27.519179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 91b7fe40-d919-49fa-acab-1f4205ecff29, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91b7fe40-d919-49fa-acab-1f4205ecff29,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:27.523110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:27.549709 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcdf36c-811d-47a2-94fe-9cabb75fdee0" -d '{"events": [{"server_uuid": "1aac564e-f95c-4573-82b1-65a55f32dfde", "name": "network-vif-plugged", "status": "completed", "tag": "91b7fe40-d919-49fa-acab-1f4205ecff29"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:46:27.576974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=91b7fe40-d919-49fa-acab-1f4205ecff29,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:27.633675 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2b8c12-a2b1-47af-a69a-a5d5c4995b0e x-openstack-request-id: req-ed2b8c12-a2b1-47af-a69a-a5d5c4995b0e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:46:27.633969 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac564e-f95c-4573-82b1-65a55f32dfde", "name": "network-vif-plugged", "status": "completed", "tag": "91b7fe40-d919-49fa-acab-1f4205ecff29", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:46:27.634224 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed2b8c12-a2b1-47af-a69a-a5d5c4995b0e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:46:27.634641 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac564e-f95c-4573-82b1-65a55f32dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b7fe40-d919-49fa-acab-1f4205ecff29', 'code': 200} Dec 10 09:46:27.733587 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35267d68-729b-4954-9565-ac23a76d58f1 req-7cfbfc27-d594-4db6-baae-a749685ca720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:27.735128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35267d68-729b-4954-9565-ac23a76d58f1 req-7cfbfc27-d594-4db6-baae-a749685ca720 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 1100 time: 0.0421309 Dec 10 09:46:27.807508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35267d68-729b-4954-9565-ac23a76d58f1 req-f547fa8a-dbde-4154-baba-e1b505f1809b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647810 Dec 10 09:46:27.827379 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652c89-6e34-49b3-97a7-00490d417f0e req-4352fff5-69a6-486b-956d-17904d80a255 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:27.828879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5652c89-6e34-49b3-97a7-00490d417f0e req-4352fff5-69a6-486b-956d-17904d80a255 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 949 time: 0.0632405 Dec 10 09:46:27.877179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5652c89-6e34-49b3-97a7-00490d417f0e req-be495396-fe4d-4c8f-ad77-14c4ee8be17c tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420952 Dec 10 09:46:28.995485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f80712-26a2-440a-aee3-fd5345efc6ec req-b018b9ec-1f90-41f9-873b-02ff40aef764 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:28.996985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80f80712-26a2-440a-aee3-fd5345efc6ec req-b018b9ec-1f90-41f9-873b-02ff40aef764 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 949 time: 0.0493538 Dec 10 09:46:29.044107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-80f80712-26a2-440a-aee3-fd5345efc6ec req-1727fb68-7809-466f-b19d-62d120a8954d tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Dec 10 09:46:30.165251 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8547e3-57e2-4ff4-80d4-e58be48fece2 req-d50d5429-5c2d-4cd0-996e-deba39b2c81a tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:30.166805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad8547e3-57e2-4ff4-80d4-e58be48fece2 req-d50d5429-5c2d-4cd0-996e-deba39b2c81a tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 949 time: 0.0551684 Dec 10 09:46:30.214525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad8547e3-57e2-4ff4-80d4-e58be48fece2 req-94918d07-2d16-4d68-8efc-70b891257326 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 Dec 10 09:46:30.622387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-fb204dce-2352-42c3-99fa-47ac443d67bd req-84a2f7b7-982a-4506-b3d1-2247f3fdd32f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:46:30.623522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb204dce-2352-42c3-99fa-47ac443d67bd req-84a2f7b7-982a-4506-b3d1-2247f3fdd32f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495675 Dec 10 09:46:31.017430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-ceaa84ea-da7d-4568-9d85-764b4ef1477e req-597e9790-c811-414d-ae25-6126712dfed3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:46:31.018487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ceaa84ea-da7d-4568-9d85-764b4ef1477e req-597e9790-c811-414d-ae25-6126712dfed3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0433459 Dec 10 09:46:31.356813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f5ee6-afb3-4918-b436-6dcb07a33b0c req-c0d82fcb-62b5-4771-a9a8-37addaf0e376 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:31.359107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c92f5ee6-afb3-4918-b436-6dcb07a33b0c req-c0d82fcb-62b5-4771-a9a8-37addaf0e376 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 949 time: 0.0505915 Dec 10 09:46:31.407882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c92f5ee6-afb3-4918-b436-6dcb07a33b0c req-c0c6e4b2-6c46-4e58-940e-b51edb7aae48 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Dec 10 09:46:31.513650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-45b7a117-cb82-428a-b763-bccda4f95589 req-e0bb6834-ac17-4188-bd31-2dbcb8b76a45 service neutron] (114970) timed out ('10.222.0.31', 41566) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 09:46:32.531065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70f6e4-949c-4205-8140-f4879943aaa2 req-82429be3-5f8e-4557-b345-b137db782912 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:32.532764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca70f6e4-949c-4205-8140-f4879943aaa2 req-82429be3-5f8e-4557-b345-b137db782912 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 949 time: 0.0501492 Dec 10 09:46:32.586143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca70f6e4-949c-4205-8140-f4879943aaa2 req-7cb190eb-4e56-4078-9922-6def34c64dd9 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0b11e5a-5ba2-4783-9a60-193bdad2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468900 Dec 10 09:46:32.701464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-edf19110-c7d0-4b8e-97ac-51491f59f154 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:32.702929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-edf19110-c7d0-4b8e-97ac-51491f59f154 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.18 "GET /v2.0/ports?device_id=1aac564e-f95c-4573-82b1-65a55f32dfde HTTP/1.1" status: 200 len: 949 time: 0.0479078 Dec 10 09:46:32.795094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Deleting port 91b7fe40-d919-49fa-acab-1f4205ecff29 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:46:32.795441 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:32.891160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] For port 91b7fe40-d919-49fa-acab-1f4205ecff29, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91b7fe40-d919-49fa-acab-1f4205ecff29,segment=NetworkSegment(9353c116-0e38-4238-88d2-4066491e0b03),segment_id=9353c116-0e38-4238-88d2-4066491e0b03)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:32.891604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:32.905214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Calling delete_port for 91b7fe40-d919-49fa-acab-1f4205ecff29 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:46:33.043995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:33.056670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['91b7fe40-d919-49fa-acab-1f4205ecff29'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:46:33.078980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Pushing event deleted for resources: {'Port': ['ID=91b7fe40-d919-49fa-acab-1f4205ecff29,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:33.118727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] No DVR routers for this DVR port 91b7fe40-d919-49fa-acab-1f4205ecff29 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:46:33.121432 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:33.125706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f87137b8-28f3-4e97-8b88-87ea4ccf51ea req-a0edd8dd-0239-4379-9368-8bbfdfb48079 tempest-ServersAdminNegativeTestJSON-948443329 tempest-ServersAdminNegativeTestJSON-948443329-project] 10.222.0.18 "DELETE /v2.0/ports/91b7fe40-d919-49fa-acab-1f4205ecff29 HTTP/1.1" status: 204 len: 173 time: 0.4160628 Dec 10 09:46:33.126171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac564e-f95c-4573-82b1-65a55f32dfde', 'name': 'network-vif-deleted', 'tag': '91b7fe40-d919-49fa-acab-1f4205ecff29'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:46:33.128488 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e35ea35-f9d3-452e-ad5f-aea75a2fdb9f" -d '{"events": [{"server_uuid": "1aac564e-f95c-4573-82b1-65a55f32dfde", "name": "network-vif-deleted", "tag": "91b7fe40-d919-49fa-acab-1f4205ecff29"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:46:33.171271 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3dcda6-6782-4691-abee-0b583a4cb4cc x-openstack-request-id: req-cc3dcda6-6782-4691-abee-0b583a4cb4cc {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:46:33.171579 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac564e-f95c-4573-82b1-65a55f32dfde", "name": "network-vif-deleted", "tag": "91b7fe40-d919-49fa-acab-1f4205ecff29", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:46:33.171829 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc3dcda6-6782-4691-abee-0b583a4cb4cc {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:46:33.172236 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac564e-f95c-4573-82b1-65a55f32dfde', 'name': 'network-vif-deleted', 'tag': '91b7fe40-d919-49fa-acab-1f4205ecff29', 'status': 'completed', 'code': 200} Dec 10 09:46:33.309440 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d11b62f3-18e1-4c00-886d-4667232e9c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:33.893474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44066) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:34.031240 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c8b135f8-6977-4766-803c-082a836c1771 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4f3afc7103d4df1a3c06be9848646de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364574 Dec 10 09:46:34.033588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44070) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:34.079660 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b684021d-1815-45b9-a50c-274a5dd9715e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.100193 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b684021d-1815-45b9-a50c-274a5dd9715e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.148911 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b684021d-1815-45b9-a50c-274a5dd9715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.151562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b684021d-1815-45b9-a50c-274a5dd9715e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.152686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b684021d-1815-45b9-a50c-274a5dd9715e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0b11e5a-5ba2-4783-9a60-193bdad2298a HTTP/1.1" status: 204 len: 168 time: 0.1182175 Dec 10 09:46:34.160200 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684021d-1815-45b9-a50c-274a5dd9715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b11e5a-5ba2-4783-9a60-193bdad2298a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:34.424540 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44076) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:34.437928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca740-aff0-49ce-96e6-c4bdfab9b936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.510265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca740-aff0-49ce-96e6-c4bdfab9b936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.514308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca740-aff0-49ce-96e6-c4bdfab9b936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.552688 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8e5ca740-aff0-49ce-96e6-c4bdfab9b936 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e36c1ed4cbf48d58fee355439ed77df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270773 Dec 10 09:46:34.553681 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ca740-aff0-49ce-96e6-c4bdfab9b936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32579d7f-aba4-4451-896c-25ba9e8da99d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:34.555425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44078) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:34.604484 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85a28766-af53-4d79-8ca3-f96f11cb6cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.625956 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85a28766-af53-4d79-8ca3-f96f11cb6cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.675520 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85a28766-af53-4d79-8ca3-f96f11cb6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.678246 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85a28766-af53-4d79-8ca3-f96f11cb6cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:34.679383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-85a28766-af53-4d79-8ca3-f96f11cb6cf8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32579d7f-aba4-4451-896c-25ba9e8da99d HTTP/1.1" status: 204 len: 168 time: 0.1229613 Dec 10 09:46:34.688546 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a28766-af53-4d79-8ca3-f96f11cb6cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32579d7f-aba4-4451-896c-25ba9e8da99d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:35.352922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44100) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:35.449020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-511632950-network', 'tenant_id': 'fad8ce181580458183e9fb39e8669193'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:46:35.470938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Made reservation on behalf of fad8ce181580458183e9fb39e8669193 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:46:35.473192 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.481344 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.499943 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fb3b-0aef-43d5-8c76-eee6b65030ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.555448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.559135 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.593162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:46:35.605957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0d182d-cadc-431c-8c6a-9753e6a4cac3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:35.618950 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.621245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.621634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.621979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.622322 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.623936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.623936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.624090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.624410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.624741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.625070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.625397 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.625757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:46:35.631021 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.631519 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Added segment 78392d78-5d5c-43e1-914b-c73ccc3f3fdc of type vlan for network f2169248-2c80-4378-8e30-221e1f2c3743 Dec 10 09:46:35.686074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.714724 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.715770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:35.716494 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.774590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4205275 Dec 10 09:46:35.777737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44104) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:35.781757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0591d-dd1c-42cc-b3be-dfc92cd4dba3 admin admin] Pushing event updated for resources: {'Network': ['ID=f2169248-2c80-4378-8e30-221e1f2c3743,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:35.782775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Request body: {'subnet': {'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-511632950-subnet', 'tenant_id': 'fad8ce181580458183e9fb39e8669193', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:46:35.791567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network f2169248-2c80-4378-8e30-221e1f2c3743 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:46:35.806809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Made reservation on behalf of fad8ce181580458183e9fb39e8669193 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:46:35.809186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:35.976432 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:36.040700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6c7acc-6485-4574-87f2-39e6021c7b08,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:36.049740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Checking segment: {'id': '78392d78-5d5c-43e1-914b-c73ccc3f3fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:46:36.050098 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Network hostable DHCP agents. Network: f2169248-2c80-4378-8e30-221e1f2c3743, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:46:36.066307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Network f2169248-2c80-4378-8e30-221e1f2c3743 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:46:36.074747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, f2169248-2c80-4378-8e30-221e1f2c3743) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:46:36.078726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:36.079307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:36.084267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519a1e4-5bda-4818-b94d-fafdf54f9e2b None None] Network f2169248-2c80-4378-8e30-221e1f2c3743 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:46:36.094838 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8d69425b-1034-41d3-9fba-6056b3200cc0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3159685 Dec 10 09:46:36.189152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f61d68b-3e5e-4b41-b30f-82c858fefb01 None None] Network f2169248-2c80-4378-8e30-221e1f2c3743 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:46:36.525015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-72be8a1e-7c0a-4607-be70-433a0d2a907d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:36.526395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-72be8a1e-7c0a-4607-be70-433a0d2a907d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/networks?id=f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 200 len: 811 time: 0.1018114 Dec 10 09:46:36.541546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-6bcfc166-1f0b-409b-95ba-5c1ba405846c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/quotas/fad8ce181580458183e9fb39e8669193 HTTP/1.1" status: 200 len: 375 time: 0.0093503 Dec 10 09:46:36.574080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-e1a4a181-3dd4-4e1e-a290-be58442d20a7 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fad8ce181580458183e9fb39e8669193&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261598 Dec 10 09:46:36.584662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-d48f245f-4369-4ef3-9d55-0b2d153c03d1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:46:36.585663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-d48f245f-4369-4ef3-9d55-0b2d153c03d1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048122 Dec 10 09:46:36.677873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-963bbc42-30bb-43cd-b183-14542566458b service neutron] 10.222.0.31 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866148 Dec 10 09:46:36.694451 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:36.769804 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-f418aa73-6e15-4f46-9af5-9f89ce53ea30 service neutron] 10.222.0.31 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858011 Dec 10 09:46:36.934488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3781720a-f73e-4976-9373-bda5368c7a1d req-3d328470-05f1-462d-a084-a3a915f258d7 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 210 time: 0.0320542 Dec 10 09:46:37.427650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 91b7fe40-d919-49fa-acab-1f4205ecff29 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:46:37.448590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 91b7fe40-d919-49fa-acab-1f4205ecff29 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:46:37.448937 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 91b7fe40-d919-49fa-acab-1f4205ecff29 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:46:38.012404 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c006cbb-22f6-4c2c-bdfa-106cb9684bdf req-70b467cb-0264-41a0-99f6-3e6cc789b109 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 210 time: 0.0263565 Dec 10 09:46:38.384621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:39.092387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04f30639-bcce-44f5-8ead-d63994baa06b req-09587936-5d0b-428c-a9b4-53cf398160ba tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 210 time: 0.0279598 Dec 10 09:46:39.370440 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:40.168674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bba536fa-3dca-4e5f-a4b2-79ff04e2bf51 req-3369bb9b-67dc-4138-a05e-71151e0ead68 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 210 time: 0.0264585 Dec 10 09:46:41.264594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c8a6c8e-9fe7-4307-9067-652c48ba731e req-734c6801-81ae-4774-ad94-1bbccfd4ac7a tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 210 time: 0.0261128 Dec 10 09:46:41.926571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1fbdd4cd-ca96-4018-a27c-5c83e530f09d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:41.928026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1fbdd4cd-ca96-4018-a27c-5c83e530f09d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.18 "GET /v2.0/networks?id=f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 200 len: 811 time: 0.1088324 Dec 10 09:46:41.940925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Request body: {'port': {'device_id': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743', 'admin_state_up': True, 'tenant_id': 'fad8ce181580458183e9fb39e8669193'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:46:42.053611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Made reservation on behalf of fad8ce181580458183e9fb39e8669193 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:46:42.057162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:42.183688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Allocated IP 172.20.0.2 (f2169248-2c80-4378-8e30-221e1f2c3743/dd6c7acc-6485-4574-87f2-39e6021c7b08/d1108c4f-d603-4992-97fc-772b6bee9704) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:46:42.330758 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:42.364942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e289118b-6a50-47fc-8421-a4c9e68a5e8a req-84662786-56c1-4663-afd5-0c40f64b8166 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 210 time: 0.0284739 Dec 10 09:46:42.389182 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:42.433617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Network f2169248-2c80-4378-8e30-221e1f2c3743 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:46:42.437262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:46:42.440750 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:46:42.465876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Pushing event updated for resources: {'Port': ['ID=d1108c4f-d603-4992-97fc-772b6bee9704,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:42.491119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:42.491719 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:42.506857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-1377722d-bf0c-4429-8b9e-7ceb90713673 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697405 Dec 10 09:46:42.519045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Request body: {'port': {'device_id': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:46:42.575154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:42.831007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1108c4f-d603-4992-97fc-772b6bee9704 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:46:42.839616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:42.852133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Transition to ACTIVE for port object d1108c4f-d603-4992-97fc-772b6bee9704 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:46:42.855932 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:42.904137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Pushing event updated for resources: {'Port': ['ID=d1108c4f-d603-4992-97fc-772b6bee9704,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:42.976211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Attempting to bind port d1108c4f-d603-4992-97fc-772b6bee9704 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:46:42.976539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Attempting to bind port d1108c4f-d603-4992-97fc-772b6bee9704 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '78392d78-5d5c-43e1-914b-c73ccc3f3fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:46:42.976860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Attempting to bind port d1108c4f-d603-4992-97fc-772b6bee9704 on network f2169248-2c80-4378-8e30-221e1f2c3743 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:46:42.981074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Port d1108c4f-d603-4992-97fc-772b6bee9704 on network f2169248-2c80-4378-8e30-221e1f2c3743 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:46:42.981392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Attempting to bind port d1108c4f-d603-4992-97fc-772b6bee9704 on network f2169248-2c80-4378-8e30-221e1f2c3743 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:46:42.986160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:46:42.986489 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Checking segment: {'id': '78392d78-5d5c-43e1-914b-c73ccc3f3fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:46:42.986866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Bound using segment: {'id': '78392d78-5d5c-43e1-914b-c73ccc3f3fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:46:42.987281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Bound port: d1108c4f-d603-4992-97fc-772b6bee9704, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78392d78-5d5c-43e1-914b-c73ccc3f3fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:46:42.987622 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:43.047617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:46:43.050557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1108c4f-d603-4992-97fc-772b6bee9704,segment=NetworkSegment(78392d78-5d5c-43e1-914b-c73ccc3f3fdc),segment_id=78392d78-5d5c-43e1-914b-c73ccc3f3fdc)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:46:43.055037 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:43.089302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:43.089944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:43.091415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] 10.222.0.18 "PUT /v2.0/ports/d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 1091 time: 0.5764112 Dec 10 09:46:43.091844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:46:43.094123 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3149dcfe-78e5-47bf-8781-a1b536608e01" -d '{"events": [{"name": "network-changed", "server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:46:43.116701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8fba6-32b3-4258-bf16-a0dafc9f8155 service neutron] Pushing event updated for resources: {'Port': ['ID=d1108c4f-d603-4992-97fc-772b6bee9704,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:43.140747 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf37a969-5ae8-49f6-a254-d329602cb1b4 x-openstack-request-id: req-cf37a969-5ae8-49f6-a254-d329602cb1b4 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:46:43.141050 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:46:43.141287 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf37a969-5ae8-49f6-a254-d329602cb1b4 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:46:43.141699 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704', 'status': 'completed', 'code': 200} Dec 10 09:46:43.177533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-a43571d7-ef1d-46a6-978b-7b93a3b73499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:43.179023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-a43571d7-ef1d-46a6-978b-7b93a3b73499 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8ce181580458183e9fb39e8669193&device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 1094 time: 0.0478814 Dec 10 09:46:43.220933 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-53b96986-c6da-4f92-9199-8216c07251cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 217 time: 0.0334897 Dec 10 09:46:43.269758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-dcb819e8-915f-438d-8252-a6c3ef5c2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:43.271212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-dcb819e8-915f-438d-8252-a6c3ef5c2606 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd6c7acc-6485-4574-87f2-39e6021c7b08 HTTP/1.1" status: 200 len: 851 time: 0.0437870 Dec 10 09:46:43.305976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-08ed1310-65a1-4b4d-8129-b50eecd068b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2169248-2c80-4378-8e30-221e1f2c3743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277240 Dec 10 09:46:43.395481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-ff787f19-0eb6-41bf-bebb-6c7ced3efaae service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813920 Dec 10 09:46:43.523612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce789e3-1295-492e-8d0f-1faeeff52bc6 req-98f9a7ab-2152-47a1-bf31-da4c28d8fd85 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:43.525081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ce789e3-1295-492e-8d0f-1faeeff52bc6 req-98f9a7ab-2152-47a1-bf31-da4c28d8fd85 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 943 time: 0.0755363 Dec 10 09:46:43.527331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-af71a775-bfaa-4166-8bf3-fe6805d1d6ed req-f7491be4-9a3a-4c88-b950-c656f9b63d89 service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247294 Dec 10 09:46:43.585488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ce789e3-1295-492e-8d0f-1faeeff52bc6 req-cfda598f-1706-4a17-afb3-625b8ca9c8f9 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502570 Dec 10 09:46:43.614401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-be484328-7fc8-4968-891c-bac5e8edfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:43.615884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-be484328-7fc8-4968-891c-bac5e8edfc97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8ce181580458183e9fb39e8669193&device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 1094 time: 0.0449851 Dec 10 09:46:43.708898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-3b5a091f-0342-469c-8966-757249334143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:43.710376 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-3b5a091f-0342-469c-8966-757249334143 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 200 len: 912 time: 0.0878034 Dec 10 09:46:43.751323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-a3b4da71-af88-49f2-b44b-90029834c6ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 217 time: 0.0339935 Dec 10 09:46:43.798711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-7c2cd13a-b3ef-49cf-af7e-9200ec471f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:43.800091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-7c2cd13a-b3ef-49cf-af7e-9200ec471f54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd6c7acc-6485-4574-87f2-39e6021c7b08 HTTP/1.1" status: 200 len: 851 time: 0.0421772 Dec 10 09:46:43.834645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-aa3ee0e6-c9db-4df3-b6c2-0a0de42dd914 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2169248-2c80-4378-8e30-221e1f2c3743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275273 Dec 10 09:46:43.922121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-575cad82-f196-4336-8bb3-92fcc846e47b service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797024 Dec 10 09:46:44.014302 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3149dcfe-78e5-47bf-8781-a1b536608e01 req-e76e0fbf-7742-48f1-a39a-a340b096d392 service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851791 Dec 10 09:46:44.709242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6615511-da96-481a-8158-39841bddfe0f req-39dc7e13-7920-427b-8fe0-7872b17790ba tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:44.710715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6615511-da96-481a-8158-39841bddfe0f req-39dc7e13-7920-427b-8fe0-7872b17790ba tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 943 time: 0.0540631 Dec 10 09:46:44.756779 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e6615511-da96-481a-8158-39841bddfe0f req-ebfc65c8-6bde-4ea4-8674-c8f39969c16b tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Dec 10 09:46:45.537052 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:45.707603 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:46:45.870946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b5c75-0169-4378-b318-9f94ca203ddb req-ac2687a6-e833-4233-b892-55956218d164 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:45.872910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-383b5c75-0169-4378-b318-9f94ca203ddb req-ac2687a6-e833-4233-b892-55956218d164 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 943 time: 0.0478792 Dec 10 09:46:45.919673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-383b5c75-0169-4378-b318-9f94ca203ddb req-c99fc834-a549-4ca1-9a7f-83c69933df5e tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Dec 10 09:46:47.036878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356d3ae-8e2f-4b41-8431-c191a1f3e450 req-c7d17ad0-fded-4e42-9114-afdd3768e4a4 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:47.038372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0356d3ae-8e2f-4b41-8431-c191a1f3e450 req-c7d17ad0-fded-4e42-9114-afdd3768e4a4 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 943 time: 0.0523140 Dec 10 09:46:47.085275 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0356d3ae-8e2f-4b41-8431-c191a1f3e450 req-c1228097-f64e-47ea-bcc5-0524978d3741 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Dec 10 09:46:47.488770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d1108c4f-d603-4992-97fc-772b6bee9704 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:46:47.580540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1108c4f-d603-4992-97fc-772b6bee9704,segment=NetworkSegment(78392d78-5d5c-43e1-914b-c73ccc3f3fdc),segment_id=78392d78-5d5c-43e1-914b-c73ccc3f3fdc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:47.591476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'd1108c4f-d603-4992-97fc-772b6bee9704', 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743', 'port_id': 'd1108c4f-d603-4992-97fc-772b6bee9704', 'mac_address': 'fa:16:3e:4e:62:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6c7acc-6485-4574-87f2-39e6021c7b08', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:46:47.631210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:47.802254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1108c4f-d603-4992-97fc-772b6bee9704 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:46:47.821850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1108c4f-d603-4992-97fc-772b6bee9704,segment=NetworkSegment(78392d78-5d5c-43e1-914b-c73ccc3f3fdc),segment_id=78392d78-5d5c-43e1-914b-c73ccc3f3fdc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:47.825727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:47.871267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d1108c4f-d603-4992-97fc-772b6bee9704,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:48.118534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['d1108c4f-d603-4992-97fc-772b6bee9704'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:46:48.202364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e092-645d-4f23-9687-d0455b6c4d4a req-be02c548-1407-4023-9aed-14df6be23dc9 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:48.204556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5934e092-645d-4f23-9687-d0455b6c4d4a req-be02c548-1407-4023-9aed-14df6be23dc9 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 944 time: 0.0506637 Dec 10 09:46:48.251931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5934e092-645d-4f23-9687-d0455b6c4d4a req-c15c81ac-1ca0-4c63-b0de-0c6e5271284d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Dec 10 09:46:49.371431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41da78-fb14-47c2-bfb5-c4e8de371573 req-0eff2031-d8d5-4e3e-8de1-7179798646f7 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:49.373492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da41da78-fb14-47c2-bfb5-c4e8de371573 req-0eff2031-d8d5-4e3e-8de1-7179798646f7 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 944 time: 0.0518360 Dec 10 09:46:49.420372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da41da78-fb14-47c2-bfb5-c4e8de371573 req-77f29a7d-c06f-40a9-99cb-ebb3f0511492 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Dec 10 09:46:49.505008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d1108c4f-d603-4992-97fc-772b6bee9704 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:46:49.554374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port d1108c4f-d603-4992-97fc-772b6bee9704 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:46:49.558495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port d1108c4f-d603-4992-97fc-772b6bee9704 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:46:49.558864 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:49.633617 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:49.659284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:46:49.661533 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e894bcc5-6ba5-4c5b-88bf-3af73d92d094" -d '{"events": [{"server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "name": "network-vif-plugged", "status": "completed", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:46:49.673917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1108c4f-d603-4992-97fc-772b6bee9704,segment=NetworkSegment(78392d78-5d5c-43e1-914b-c73ccc3f3fdc),segment_id=78392d78-5d5c-43e1-914b-c73ccc3f3fdc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:46:49.682341 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:49.711203 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d541c185-0b42-4b48-bb85-a63d8f3e72d9 x-openstack-request-id: req-d541c185-0b42-4b48-bb85-a63d8f3e72d9 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:46:49.711504 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "name": "network-vif-plugged", "status": "completed", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:46:49.711761 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d541c185-0b42-4b48-bb85-a63d8f3e72d9 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:46:49.712187 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704', 'code': 200} Dec 10 09:46:49.717147 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:46:49.739075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=d1108c4f-d603-4992-97fc-772b6bee9704,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:46:49.798739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892baad-df81-4b6f-a747-adbb2df703cb req-b6961f6f-ed52-4b3c-9a1a-538116bb254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:49.800109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9892baad-df81-4b6f-a747-adbb2df703cb req-b6961f6f-ed52-4b3c-9a1a-538116bb254d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 1096 time: 0.0397170 Dec 10 09:46:49.844023 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9892baad-df81-4b6f-a747-adbb2df703cb req-1ae3b195-237e-4a3c-85cf-d7b47b7e47dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Dec 10 09:46:50.535086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06343c82-2159-4c56-8962-860efd7b3040 req-e98f9ed2-ba80-4e86-a35e-80e48dc3988a tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:50.536600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06343c82-2159-4c56-8962-860efd7b3040 req-e98f9ed2-ba80-4e86-a35e-80e48dc3988a tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0485628 Dec 10 09:46:50.587300 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06343c82-2159-4c56-8962-860efd7b3040 req-8795c5e1-a3a6-47a9-83a6-f6b903f6020a tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 Dec 10 09:46:51.703704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd1ff-904b-4822-9869-5b7caddb8fdf req-8188d3ed-0eb0-47e1-9b07-d0c8fabe545c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:51.705167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72dbd1ff-904b-4822-9869-5b7caddb8fdf req-8188d3ed-0eb0-47e1-9b07-d0c8fabe545c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0478399 Dec 10 09:46:51.751873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72dbd1ff-904b-4822-9869-5b7caddb8fdf req-19352e4d-9570-415b-8b17-dedf3b47bca5 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Dec 10 09:46:51.977572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44192) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:46:51.993039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841cbc9-8b73-4cb7-b2d2-e53348a0672e req-3650876c-5d01-4fc0-8968-78c50a7cf7d7 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:51.994582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8841cbc9-8b73-4cb7-b2d2-e53348a0672e req-3650876c-5d01-4fc0-8968-78c50a7cf7d7 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0515435 Dec 10 09:46:52.044198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8841cbc9-8b73-4cb7-b2d2-e53348a0672e req-3bc4bc7c-89c5-4ee0-81f2-f9d99648afd4 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430379 Dec 10 09:46:52.077437 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-9b97e3d7-fbde-4978-ae3c-d38ccb00f3c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983689 Dec 10 09:46:52.086093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-7e07ed09-20eb-47e5-85f5-f05a206f1f62 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:46:52.087047 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-7e07ed09-20eb-47e5-85f5-f05a206f1f62 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049198 Dec 10 09:46:53.166171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776c2c5-67f7-47a4-89db-53c2c226e93c req-7c5b6ef5-8506-474a-82e1-2b6dc4bf6d3a tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:53.167661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f776c2c5-67f7-47a4-89db-53c2c226e93c req-7c5b6ef5-8506-474a-82e1-2b6dc4bf6d3a tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0540595 Dec 10 09:46:53.218184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f776c2c5-67f7-47a4-89db-53c2c226e93c req-18840feb-891b-4a51-b53a-8248b9fd9b35 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Dec 10 09:46:53.261614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc43980-dc29-4000-9aef-afd582036d3e req-9a01b94b-e04b-40e1-9895-55444cb4ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:53.263107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-9a01b94b-e04b-40e1-9895-55444cb4ab4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8ce181580458183e9fb39e8669193&device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 1096 time: 0.0407803 Dec 10 09:46:53.354249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc43980-dc29-4000-9aef-afd582036d3e req-c7010ec7-6068-43b5-abd8-13292ea312d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:53.355635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-c7010ec7-6068-43b5-abd8-13292ea312d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 200 len: 912 time: 0.0860982 Dec 10 09:46:53.400923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-fa0e67a6-6f34-4e3c-ac04-2c136887ec0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 217 time: 0.0373089 Dec 10 09:46:53.449258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc43980-dc29-4000-9aef-afd582036d3e req-cd3bf06d-117d-46ff-bb8e-6ec48b5e0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:53.450670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-cd3bf06d-117d-46ff-bb8e-6ec48b5e0462 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd6c7acc-6485-4574-87f2-39e6021c7b08 HTTP/1.1" status: 200 len: 851 time: 0.0419886 Dec 10 09:46:53.482081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-a1f35087-a3c7-436c-b5db-b8392635c995 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2169248-2c80-4378-8e30-221e1f2c3743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238569 Dec 10 09:46:53.576022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-304447ac-ce4c-48e6-92da-1c00a280cfa6 service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862219 Dec 10 09:46:53.666463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-7cc07705-7fd0-4af2-9097-06fe33bcb538 service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823953 Dec 10 09:46:54.344499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb0b20-7557-43e0-8ef6-b1485032dbf1 req-96b9571c-48f9-469c-80a2-f2901f1cc54e tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:54.346729 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eebb0b20-7557-43e0-8ef6-b1485032dbf1 req-96b9571c-48f9-469c-80a2-f2901f1cc54e tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0533395 Dec 10 09:46:54.394452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eebb0b20-7557-43e0-8ef6-b1485032dbf1 req-ae4a66f9-fb7d-45d8-b534-48cea78de522 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Dec 10 09:46:55.514302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249b05-4235-43e6-9a14-a0068c221734 req-8ad98863-abbe-4705-a475-efb2351e2b8e tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:55.515762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78249b05-4235-43e6-9a14-a0068c221734 req-8ad98863-abbe-4705-a475-efb2351e2b8e tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0488887 Dec 10 09:46:55.563243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78249b05-4235-43e6-9a14-a0068c221734 req-e12d2150-1fab-4ca2-90e7-bb5f593060e3 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 Dec 10 09:46:56.676863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4da551-d861-46e4-b1e5-844dac0289af req-25b8867b-93be-4cba-abdd-109b8732ad4c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:56.678358 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a4da551-d861-46e4-b1e5-844dac0289af req-25b8867b-93be-4cba-abdd-109b8732ad4c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0482013 Dec 10 09:46:56.728087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a4da551-d861-46e4-b1e5-844dac0289af req-c9047dc1-b7bd-4ac9-af61-6eeca23b8c09 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Dec 10 09:46:57.843766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cb543-a452-4171-bf32-dfd4234750c6 req-5b50812d-49d0-4dc3-bfb6-a719b6bf3199 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:57.845165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db9cb543-a452-4171-bf32-dfd4234750c6 req-5b50812d-49d0-4dc3-bfb6-a719b6bf3199 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0486507 Dec 10 09:46:57.890877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db9cb543-a452-4171-bf32-dfd4234750c6 req-a3e4f322-a237-4b99-8c6d-06e42f76b915 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Dec 10 09:46:59.006216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef453a-7d78-4ca0-a7f5-c52d9acf980b req-aaa9c0a7-0e89-440b-afb6-d80ab90666db tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:46:59.007706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-adef453a-7d78-4ca0-a7f5-c52d9acf980b req-aaa9c0a7-0e89-440b-afb6-d80ab90666db tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0498347 Dec 10 09:46:59.053813 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-adef453a-7d78-4ca0-a7f5-c52d9acf980b req-37236c16-d4e9-406f-838f-bc942331c2b1 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Dec 10 09:47:00.174787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1e808-1dbd-41bf-9007-0256dcf52b06 req-5bb5af6c-fbda-4bf6-9954-5a1d9c40ab40 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:00.176948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ade1e808-1dbd-41bf-9007-0256dcf52b06 req-5bb5af6c-fbda-4bf6-9954-5a1d9c40ab40 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0547903 Dec 10 09:47:00.223187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ade1e808-1dbd-41bf-9007-0256dcf52b06 req-c060f543-ce0d-4cb6-8758-0d428a9e87c2 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Dec 10 09:47:01.338043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75566ed0-abc5-4329-acec-c36647e01641 req-5d05a849-da50-480f-b1c3-2ff4fa785a51 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:01.339488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75566ed0-abc5-4329-acec-c36647e01641 req-5d05a849-da50-480f-b1c3-2ff4fa785a51 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0477180 Dec 10 09:47:01.385261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75566ed0-abc5-4329-acec-c36647e01641 req-6afe1f59-a2b9-4022-8930-7a387821d8bb tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Dec 10 09:47:02.507005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d30da-c79b-4511-b3e7-abddc004d32e req-083c3dc8-a16c-4cb2-a9ba-c7bdfacd37c3 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:02.508485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd2d30da-c79b-4511-b3e7-abddc004d32e req-083c3dc8-a16c-4cb2-a9ba-c7bdfacd37c3 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0524573 Dec 10 09:47:02.555768 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd2d30da-c79b-4511-b3e7-abddc004d32e req-5e8737dd-3e35-405e-804c-ea908bdf1f6d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Dec 10 09:47:03.311834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c5d16940-7a90-448a-83f6-9f9ebfa65ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:03.670741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868f28d-cc2e-4b07-b336-a3a8fe6fd19c req-bd2a571b-e6e0-4003-97fb-22a2c283a950 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:03.672207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d868f28d-cc2e-4b07-b336-a3a8fe6fd19c req-bd2a571b-e6e0-4003-97fb-22a2c283a950 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Dec 10 09:47:03.719447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d868f28d-cc2e-4b07-b336-a3a8fe6fd19c req-5cfaadb4-01d1-4d45-a6ee-88e983fbbe19 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Dec 10 09:47:04.835192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885abb0a-e4dd-4d31-8cec-0d00344f2c5d req-7289ffb8-1bf9-44b4-bca7-b735cf5325a1 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:04.836678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-885abb0a-e4dd-4d31-8cec-0d00344f2c5d req-7289ffb8-1bf9-44b4-bca7-b735cf5325a1 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0486071 Dec 10 09:47:04.887074 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-885abb0a-e4dd-4d31-8cec-0d00344f2c5d req-3534a42d-6e0e-4d70-92f5-9c2fe8d0da3f tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Dec 10 09:47:05.501289 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e9503e0c-7107-40cb-bb33-38b70a9795ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:06.006205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf81aa-ad98-4f47-9aff-3316484bf4bd req-e8ec3944-f88b-40d6-a17a-90552cf08ecc tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:06.007695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3cf81aa-ad98-4f47-9aff-3316484bf4bd req-e8ec3944-f88b-40d6-a17a-90552cf08ecc tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0493767 Dec 10 09:47:06.054949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3cf81aa-ad98-4f47-9aff-3316484bf4bd req-b1b495a5-9bc7-47ac-96aa-690574b2bff4 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Dec 10 09:47:06.694966 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:07.172696 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0eb64-8cdc-4cd0-bc1c-89d354a166d3 req-68cb661e-1a9a-4a70-a0bd-d9d0d08373a5 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:07.174185 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8e0eb64-8cdc-4cd0-bc1c-89d354a166d3 req-68cb661e-1a9a-4a70-a0bd-d9d0d08373a5 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0475545 Dec 10 09:47:07.222867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8e0eb64-8cdc-4cd0-bc1c-89d354a166d3 req-d28546f2-8fdf-4536-b060-839cb5a7d5e8 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421243 Dec 10 09:47:08.344250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5aad-0ff3-46df-9c9e-a418c9873101 req-cf9868eb-9e20-4210-8d0f-d7ee6385c3a8 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:08.345738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-833c5aad-0ff3-46df-9c9e-a418c9873101 req-cf9868eb-9e20-4210-8d0f-d7ee6385c3a8 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0518253 Dec 10 09:47:08.389856 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:08.394557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-833c5aad-0ff3-46df-9c9e-a418c9873101 req-9bb0ac09-6d6a-4a34-8fff-8696bd3b87e4 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 Dec 10 09:47:09.373632 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:09.517529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08323b0b-da9f-4fbc-93c9-f6cdaebfc58f req-bd2a55f3-582f-463f-9bfc-943ff5b849aa tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:09.519922 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08323b0b-da9f-4fbc-93c9-f6cdaebfc58f req-bd2a55f3-582f-463f-9bfc-943ff5b849aa tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0570226 Dec 10 09:47:09.566925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08323b0b-da9f-4fbc-93c9-f6cdaebfc58f req-b72200ff-ea18-4a86-be83-1847e8aaf53c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Dec 10 09:47:10.681483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05746f-a77b-4be6-8cfe-3c85d1e191d7 req-47701d3b-a21a-4524-930d-edd5e72de23d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:10.682957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb05746f-a77b-4be6-8cfe-3c85d1e191d7 req-47701d3b-a21a-4524-930d-edd5e72de23d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0479848 Dec 10 09:47:10.734422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb05746f-a77b-4be6-8cfe-3c85d1e191d7 req-f74265aa-395e-438d-98a4-236e946d43f9 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Dec 10 09:47:10.856809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-91f95fc1-dd6c-489c-b1c3-422fe88c804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:10.858349 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-91f95fc1-dd6c-489c-b1c3-422fe88c804b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8ce181580458183e9fb39e8669193&device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 1096 time: 0.0408146 Dec 10 09:47:10.963723 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-08c35257-9abf-4709-bc87-12573ce4f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:10.965184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-08c35257-9abf-4709-bc87-12573ce4f8ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 200 len: 912 time: 0.0850680 Dec 10 09:47:11.011205 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-6f94acc3-1738-43ac-985b-3c82f9bef08a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 217 time: 0.0379016 Dec 10 09:47:11.061831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-7a0ae85a-4ba0-4d69-b266-68ae3c8bb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:11.063250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-7a0ae85a-4ba0-4d69-b266-68ae3c8bb310 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd6c7acc-6485-4574-87f2-39e6021c7b08 HTTP/1.1" status: 200 len: 851 time: 0.0433691 Dec 10 09:47:11.095231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-5eb9bb1f-9b52-4ba7-b4f6-1d4a1d55ad90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2169248-2c80-4378-8e30-221e1f2c3743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242116 Dec 10 09:47:11.523303 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-f2e1bfc8-80e1-43a3-a5f4-f4189e836e12 service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203203 Dec 10 09:47:11.612743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22a582f4-295f-4bfc-8e9b-d09dc09d7451 req-fb9eee2a-41b4-4d7b-8e7c-18fbf1e5ff29 service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813856 Dec 10 09:47:11.852980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a07ca-a45f-46ce-b8da-972939480a44 req-1de668ec-9dc4-4033-8002-bd5ffa950aed tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:11.854397 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-679a07ca-a45f-46ce-b8da-972939480a44 req-1de668ec-9dc4-4033-8002-bd5ffa950aed tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0521860 Dec 10 09:47:11.902571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-679a07ca-a45f-46ce-b8da-972939480a44 req-eb7d20f3-9d00-4469-9bb8-cfca5e0a5ac1 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Dec 10 09:47:13.016502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd1d9b-637b-4961-ae80-13c09d90a420 req-d951e3c0-e9ea-4fc1-b2e5-7a9493ef2f4d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:13.018273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eafd1d9b-637b-4961-ae80-13c09d90a420 req-d951e3c0-e9ea-4fc1-b2e5-7a9493ef2f4d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Dec 10 09:47:13.064715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eafd1d9b-637b-4961-ae80-13c09d90a420 req-feac8b84-d598-4002-a18c-fbdf032a8787 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401175 Dec 10 09:47:14.182542 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a937d74-3f29-4522-a7b7-9280888f3ff2 req-4e9da620-9a29-4acc-b078-f41a0737b2e7 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:14.184013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a937d74-3f29-4522-a7b7-9280888f3ff2 req-4e9da620-9a29-4acc-b078-f41a0737b2e7 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0485437 Dec 10 09:47:14.233266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2a937d74-3f29-4522-a7b7-9280888f3ff2 req-cda76654-a1cc-49c6-b67e-2e119564c926 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428395 Dec 10 09:47:15.349222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d12cd-8c6b-4a43-9419-66e1757797e5 req-db7bc989-713f-44ac-8292-0a6bebc68df3 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:15.350726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da0d12cd-8c6b-4a43-9419-66e1757797e5 req-db7bc989-713f-44ac-8292-0a6bebc68df3 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0484982 Dec 10 09:47:15.397635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da0d12cd-8c6b-4a43-9419-66e1757797e5 req-d29cbd37-92e3-4538-9c0f-8f7b6a918631 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Dec 10 09:47:15.540379 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:16.512884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b95c8-e40d-44df-866f-72d063a76e7d req-45d39920-4d05-4fd5-beb2-98d2f8305cf9 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:16.514383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e05b95c8-e40d-44df-866f-72d063a76e7d req-45d39920-4d05-4fd5-beb2-98d2f8305cf9 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0491920 Dec 10 09:47:16.560792 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e05b95c8-e40d-44df-866f-72d063a76e7d req-1022e2e5-b9f8-49a8-98d8-686cbed61a60 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Dec 10 09:47:17.681801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f165b-d0d5-4e57-8bf2-f7e2006012a5 req-14307aeb-c77c-4ec9-9b0c-6fa4d67b130e tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:17.683269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-718f165b-d0d5-4e57-8bf2-f7e2006012a5 req-14307aeb-c77c-4ec9-9b0c-6fa4d67b130e tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0528245 Dec 10 09:47:17.730767 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-718f165b-d0d5-4e57-8bf2-f7e2006012a5 req-dc268a9c-ac8c-4725-a2f6-1f7ec543e3a0 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Dec 10 09:47:18.850796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93021b58-4adf-4f49-a2e1-4bba9ed5342f req-46c61f7c-a3c9-425f-91c6-7efdcd6819d5 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:18.852261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93021b58-4adf-4f49-a2e1-4bba9ed5342f req-46c61f7c-a3c9-425f-91c6-7efdcd6819d5 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0506065 Dec 10 09:47:18.899468 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-93021b58-4adf-4f49-a2e1-4bba9ed5342f req-9c9a40c3-7236-482c-8878-7951086ce2ca tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Dec 10 09:47:19.705998 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:20.016699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6770a8-67c6-4908-bb24-bdc3ec356950 req-a5b19219-f2d3-4623-bf1c-a8d2858167ab tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:20.018974 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a6770a8-67c6-4908-bb24-bdc3ec356950 req-a5b19219-f2d3-4623-bf1c-a8d2858167ab tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0527606 Dec 10 09:47:20.065763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a6770a8-67c6-4908-bb24-bdc3ec356950 req-570d47d4-961b-4d73-8ec1-0ea93864b99d tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Dec 10 09:47:21.012639 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-8bc43980-dc29-4000-9aef-afd582036d3e req-f804a88c-1f64-4ef4-b49c-748a2154a591 service neutron] show failed (client error): The resource could not be found. Dec 10 09:47:21.013653 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-f804a88c-1f64-4ef4-b49c-748a2154a591 service neutron] 10.222.0.18 "GET /v2.0/ports/d1108c4f-d603-4992-97fc-772b6bee9704/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0532029 Dec 10 09:47:21.192907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb34a5-3177-49c5-9d83-8eca0d3ce467 req-64f001b8-63e0-4fd9-b5c1-e372933a35a0 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:21.194591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4eb34a5-3177-49c5-9d83-8eca0d3ce467 req-64f001b8-63e0-4fd9-b5c1-e372933a35a0 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 945 time: 0.0567715 Dec 10 09:47:21.233640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc43980-dc29-4000-9aef-afd582036d3e req-3e6c405e-47a3-4fa2-9d8c-5903e38f5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:21.235160 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-3e6c405e-47a3-4fa2-9d8c-5903e38f5ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42&tenant_id=fad8ce181580458183e9fb39e8669193 HTTP/1.1" status: 200 len: 1096 time: 0.0486052 Dec 10 09:47:21.246377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4eb34a5-3177-49c5-9d83-8eca0d3ce467 req-49584df4-d9f9-46b8-93cd-63c3272d5956 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Dec 10 09:47:21.249705 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:47:21.305172 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:21.506377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=d1108c4f-d603-4992-97fc-772b6bee9704,segment=NetworkSegment(78392d78-5d5c-43e1-914b-c73ccc3f3fdc),segment_id=78392d78-5d5c-43e1-914b-c73ccc3f3fdc)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:47:21.544308 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:47:21.584391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:47:21.586734 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e630fd2e-dac0-4c00-a4f5-ac5ddb8bbbfa" -d '{"events": [{"server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "name": "network-vif-unplugged", "status": "completed", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:47:21.590529 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:21.604030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Transition to ACTIVE for port object d1108c4f-d603-4992-97fc-772b6bee9704 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:47:21.607446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:21.656509 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ce229-1d2e-448a-bd05-f4eba8ce5254 x-openstack-request-id: req-ea8ce229-1d2e-448a-bd05-f4eba8ce5254 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:47:21.656801 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "name": "network-vif-unplugged", "status": "completed", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:47:21.657051 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea8ce229-1d2e-448a-bd05-f4eba8ce5254 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:47:21.657438 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704', 'code': 200} Dec 10 09:47:21.674136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] No DVR routers for this DVR port d1108c4f-d603-4992-97fc-772b6bee9704 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:47:21.677304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Pushing event updated for resources: {'Port': ['ID=d1108c4f-d603-4992-97fc-772b6bee9704,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:21.688802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.689150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.689495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.690600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.690796 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.691109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.691440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.691765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.692087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.692407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.692727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.693046 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.693464 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:21.722626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Attempting to bind port d1108c4f-d603-4992-97fc-772b6bee9704 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:47:21.722960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Attempting to bind port d1108c4f-d603-4992-97fc-772b6bee9704 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '78392d78-5d5c-43e1-914b-c73ccc3f3fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:47:21.723285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Attempting to bind port d1108c4f-d603-4992-97fc-772b6bee9704 on network f2169248-2c80-4378-8e30-221e1f2c3743 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:47:21.727646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Port d1108c4f-d603-4992-97fc-772b6bee9704 on network f2169248-2c80-4378-8e30-221e1f2c3743 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:47:21.727967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Attempting to bind port d1108c4f-d603-4992-97fc-772b6bee9704 on network f2169248-2c80-4378-8e30-221e1f2c3743 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:47:21.732808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:47:21.733141 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Checking segment: {'id': '78392d78-5d5c-43e1-914b-c73ccc3f3fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:47:21.733539 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Bound using segment: {'id': '78392d78-5d5c-43e1-914b-c73ccc3f3fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:47:21.733964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Bound port: d1108c4f-d603-4992-97fc-772b6bee9704, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78392d78-5d5c-43e1-914b-c73ccc3f3fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:47:21.734311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:21.798583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:47:21.801584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d1108c4f-d603-4992-97fc-772b6bee9704,segment=NetworkSegment(78392d78-5d5c-43e1-914b-c73ccc3f3fdc),segment_id=78392d78-5d5c-43e1-914b-c73ccc3f3fdc)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:47:21.806013 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:21.842270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:21.842995 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:21.844339 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] 10.222.0.39 "PUT /v2.0/ports/d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 1091 time: 0.5987835 Dec 10 09:47:21.863622 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95f7e9-2a20-4d5b-9e3e-15d14d3665be service neutron] Pushing event updated for resources: {'Port': ['ID=d1108c4f-d603-4992-97fc-772b6bee9704,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:21.909883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc43980-dc29-4000-9aef-afd582036d3e req-bf7e92fd-6c04-4bd4-8890-ae2240dd67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:21.911317 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-bf7e92fd-6c04-4bd4-8890-ae2240dd67df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fad8ce181580458183e9fb39e8669193&device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 1094 time: 0.0427577 Dec 10 09:47:22.002378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc43980-dc29-4000-9aef-afd582036d3e req-ef616366-7d72-4b93-84fa-6d3528caf514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:22.004392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-ef616366-7d72-4b93-84fa-6d3528caf514 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 200 len: 912 time: 0.0862639 Dec 10 09:47:22.046904 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-11b62720-7962-4061-9ba6-d6a33fce3fbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 217 time: 0.0352018 Dec 10 09:47:22.094822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc43980-dc29-4000-9aef-afd582036d3e req-24a9fa7a-f182-4d3f-973f-3ccaba714a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:22.096147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-24a9fa7a-f182-4d3f-973f-3ccaba714a38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd6c7acc-6485-4574-87f2-39e6021c7b08 HTTP/1.1" status: 200 len: 851 time: 0.0425122 Dec 10 09:47:22.135146 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-0960ca1c-f485-4201-8b4a-4cef016ac597 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2169248-2c80-4378-8e30-221e1f2c3743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318224 Dec 10 09:47:22.224751 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-83adb95d-03c5-4d19-a57c-e729ea278fea service neutron] 10.222.0.39 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827873 Dec 10 09:47:22.320559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8bc43980-dc29-4000-9aef-afd582036d3e req-c2ab80c7-cf09-4d41-bd41-01a2963ae11e service neutron] 10.222.0.39 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886898 Dec 10 09:47:22.373844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4e08a-2d00-4098-9a08-5f14d6af9abc req-5fe58869-8e15-4894-b07b-d16906bc8081 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:22.375363 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3d4e08a-2d00-4098-9a08-5f14d6af9abc req-5fe58869-8e15-4894-b07b-d16906bc8081 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 943 time: 0.0550857 Dec 10 09:47:22.426414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3d4e08a-2d00-4098-9a08-5f14d6af9abc req-14834a81-8bd8-4e2f-be5f-d684d848021a tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Dec 10 09:47:22.706959 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:47:23.547348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963d6cb-a192-43eb-9e73-ef0a129bb1b9 req-3822f969-a673-4c49-bd29-4b1bd49b8a09 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:23.548834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5963d6cb-a192-43eb-9e73-ef0a129bb1b9 req-3822f969-a673-4c49-bd29-4b1bd49b8a09 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 943 time: 0.0495071 Dec 10 09:47:23.595558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5963d6cb-a192-43eb-9e73-ef0a129bb1b9 req-a47c3b71-5e3c-4974-b35f-9dec771e3835 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Dec 10 09:47:23.658752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:47:23.661415 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fd3f84-204a-42d6-8256-b0ca5826992d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:47:23.710165 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b30a7-4722-4169-8a14-6930f360bf01 x-openstack-request-id: req-763b30a7-4722-4169-8a14-6930f360bf01 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:47:23.710485 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:47:23.710821 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-763b30a7-4722-4169-8a14-6930f360bf01 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:47:23.711403 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704', 'status': 'completed', 'code': 200} Dec 10 09:47:23.774173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-f6677b68-0413-47f2-94b0-512590cb4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:23.775636 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-f6677b68-0413-47f2-94b0-512590cb4474 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fad8ce181580458183e9fb39e8669193&device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 1094 time: 0.0426161 Dec 10 09:47:23.779389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-cd747699-6fb0-4e3f-9a2a-44b3f27ec5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:23.780892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-cd747699-6fb0-4e3f-9a2a-44b3f27ec5f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8ce181580458183e9fb39e8669193&device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 1094 time: 0.0418622 Dec 10 09:47:23.870491 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-13506c22-687e-4f05-aa1a-e1ebafd370e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:23.875528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-13506c22-687e-4f05-aa1a-e1ebafd370e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 200 len: 912 time: 0.0912132 Dec 10 09:47:23.892954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-fe840cfe-094c-4d54-ab84-263cf98c50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:23.894508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-fe840cfe-094c-4d54-ab84-263cf98c50d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 200 len: 912 time: 0.1055982 Dec 10 09:47:23.945593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-31862b44-e744-4f96-92a8-c18192ce81e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 217 time: 0.0436096 Dec 10 09:47:24.004357 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-2f4e8064-a178-4344-b87b-e4d0de0e8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:24.005801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-2f4e8064-a178-4344-b87b-e4d0de0e8ae1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd6c7acc-6485-4574-87f2-39e6021c7b08 HTTP/1.1" status: 200 len: 851 time: 0.0535395 Dec 10 09:47:24.039977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-06810503-70b0-4987-848b-aba59be74665 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2169248-2c80-4378-8e30-221e1f2c3743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274692 Dec 10 09:47:24.137377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-4238117a-0b82-40e0-a755-10065798c908 service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906198 Dec 10 09:47:24.236759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-dfa80b22-bc9c-414b-95cd-5c72496785ec service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917976 Dec 10 09:47:24.247823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-7e8a495d-5601-4e45-b8ed-7155eaade05e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 217 time: 0.3644924 Dec 10 09:47:24.296964 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-d23094c5-4d2b-444c-8268-2499fcd41c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:24.298345 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-d23094c5-4d2b-444c-8268-2499fcd41c34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd6c7acc-6485-4574-87f2-39e6021c7b08 HTTP/1.1" status: 200 len: 851 time: 0.0437634 Dec 10 09:47:24.329300 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-10859614-c9ea-4796-ad73-a804307ac8bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2169248-2c80-4378-8e30-221e1f2c3743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241363 Dec 10 09:47:24.423565 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-1daaf096-24cb-4d6c-beb7-a80a00e93694 service neutron] 10.222.0.39 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864949 Dec 10 09:47:24.513256 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b2fd3f84-204a-42d6-8256-b0ca5826992d req-92dd322c-b69f-4bf7-b374-4759b37a138b service neutron] 10.222.0.39 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827663 Dec 10 09:47:24.719485 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e590a1-7abf-4b76-b9de-3a61540221c3 req-3315287d-08f4-41ab-93aa-b41dc472cc8c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:24.720978 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29e590a1-7abf-4b76-b9de-3a61540221c3 req-3315287d-08f4-41ab-93aa-b41dc472cc8c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 943 time: 0.0535338 Dec 10 09:47:24.776878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-29e590a1-7abf-4b76-b9de-3a61540221c3 req-8f1415b4-585b-4489-91bd-0a4104bed5f0 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486827 Dec 10 09:47:25.028395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f1d1f-0221-4068-90bf-64599d198167 req-e8ce5c33-8e1f-4794-9e3c-5514eeb32807 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:25.029885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-e8ce5c33-8e1f-4794-9e3c-5514eeb32807 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42&tenant_id=fad8ce181580458183e9fb39e8669193&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 943 time: 0.0536084 Dec 10 09:47:25.106791 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-858f1d1f-0221-4068-90bf-64599d198167 req-603fe571-c1b7-4b2e-8fda-6d83b61d9e95 service neutron] delete failed (client error): The resource could not be found. Dec 10 09:47:25.107938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-603fe571-c1b7-4b2e-8fda-6d83b61d9e95 service neutron] 10.222.0.18 "DELETE /v2.0/ports/d1108c4f-d603-4992-97fc-772b6bee9704/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0698471 Dec 10 09:47:25.223908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f1d1f-0221-4068-90bf-64599d198167 req-d6b884d8-0435-4ada-96db-9ee7a1f799cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:25.225424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-d6b884d8-0435-4ada-96db-9ee7a1f799cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fad8ce181580458183e9fb39e8669193&device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 1094 time: 0.0607162 Dec 10 09:47:25.339951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f1d1f-0221-4068-90bf-64599d198167 req-331f575d-7e92-4d93-93a4-29a6da553a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:25.341851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-331f575d-7e92-4d93-93a4-29a6da553a80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 200 len: 912 time: 0.1099617 Dec 10 09:47:25.393441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-12259f83-f0cd-4de8-828c-f1b197b4b0e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 200 len: 217 time: 0.0436404 Dec 10 09:47:25.456795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f1d1f-0221-4068-90bf-64599d198167 req-3d5dae29-58e2-4848-8829-f3102ba689a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:25.458340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-3d5dae29-58e2-4848-8829-f3102ba689a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd6c7acc-6485-4574-87f2-39e6021c7b08 HTTP/1.1" status: 200 len: 851 time: 0.0586884 Dec 10 09:47:25.496460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-e87b0f9e-1fdb-4917-a92a-82998494925a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2169248-2c80-4378-8e30-221e1f2c3743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310240 Dec 10 09:47:25.600957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-24938443-51b2-4d43-ac86-f6890fee34fd service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968175 Dec 10 09:47:25.648452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d1108c4f-d603-4992-97fc-772b6bee9704 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:47:25.691535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device d1108c4f-d603-4992-97fc-772b6bee9704 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:47:25.704445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-760ac9d4-a40a-424e-9e69-0b14ba1b3b23 service neutron] 10.222.0.18 "GET /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965312 Dec 10 09:47:26.257069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d1108c4f-d603-4992-97fc-772b6bee9704 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:47:26.358672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d1108c4f-d603-4992-97fc-772b6bee9704,segment=NetworkSegment(78392d78-5d5c-43e1-914b-c73ccc3f3fdc),segment_id=78392d78-5d5c-43e1-914b-c73ccc3f3fdc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:47:26.371124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'd1108c4f-d603-4992-97fc-772b6bee9704', 'network_id': 'f2169248-2c80-4378-8e30-221e1f2c3743', 'port_id': 'd1108c4f-d603-4992-97fc-772b6bee9704', 'mac_address': 'fa:16:3e:4e:62:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6c7acc-6485-4574-87f2-39e6021c7b08', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:47:26.410643 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:26.419441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24c2a-e986-43ab-aebc-80753b1a864f req-912737d7-1087-44cf-9d7b-45a14159e826 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:26.420939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ea24c2a-e986-43ab-aebc-80753b1a864f req-912737d7-1087-44cf-9d7b-45a14159e826 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 943 time: 0.0555680 Dec 10 09:47:26.424298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1108c4f-d603-4992-97fc-772b6bee9704 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:47:26.444564 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d1108c4f-d603-4992-97fc-772b6bee9704,segment=NetworkSegment(78392d78-5d5c-43e1-914b-c73ccc3f3fdc),segment_id=78392d78-5d5c-43e1-914b-c73ccc3f3fdc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:47:26.448562 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:26.472718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ea24c2a-e986-43ab-aebc-80753b1a864f req-4394f5e0-b04a-4d38-821a-9f7f305466d6 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Dec 10 09:47:26.503909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=d1108c4f-d603-4992-97fc-772b6bee9704,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:26.511429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.511783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.512128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.512468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.512804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.513138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.513467 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.513820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.514151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.514477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.514803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.515153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.515477 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:47:26.707758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d1108c4f-d603-4992-97fc-772b6bee9704'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:47:27.617431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10647efd-5459-4d23-a8dc-d6cb1cfe768d req-3b23b6b9-d465-4f9f-9d00-c5f186594b2a tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:27.619039 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10647efd-5459-4d23-a8dc-d6cb1cfe768d req-3b23b6b9-d465-4f9f-9d00-c5f186594b2a tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 944 time: 0.0623639 Dec 10 09:47:27.634738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f1d1f-0221-4068-90bf-64599d198167 req-ce20ad63-6e1d-4664-9594-2953c3ea044c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:27.636211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-ce20ad63-6e1d-4664-9594-2953c3ea044c tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac995c9d-cf10-425e-975f-f276d4a43b42 HTTP/1.1" status: 200 len: 944 time: 0.0563710 Dec 10 09:47:27.668764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10647efd-5459-4d23-a8dc-d6cb1cfe768d req-c05a049f-10c8-400c-86b5-5354a2d61978 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c0d182d-cadc-431c-8c6a-9753e6a4cac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437100 Dec 10 09:47:27.731283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-858f1d1f-0221-4068-90bf-64599d198167 req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Deleting port d1108c4f-d603-4992-97fc-772b6bee9704 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:47:27.731739 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-858f1d1f-0221-4068-90bf-64599d198167 req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:27.844716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-858f1d1f-0221-4068-90bf-64599d198167 req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] For port d1108c4f-d603-4992-97fc-772b6bee9704, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=d1108c4f-d603-4992-97fc-772b6bee9704,segment=NetworkSegment(78392d78-5d5c-43e1-914b-c73ccc3f3fdc),segment_id=78392d78-5d5c-43e1-914b-c73ccc3f3fdc)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:47:27.845020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-858f1d1f-0221-4068-90bf-64599d198167 req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:27.857218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-858f1d1f-0221-4068-90bf-64599d198167 req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Calling delete_port for d1108c4f-d603-4992-97fc-772b6bee9704 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:47:27.991363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-858f1d1f-0221-4068-90bf-64599d198167 req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:28.003618 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['d1108c4f-d603-4992-97fc-772b6bee9704'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:47:28.026802 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Pushing event deleted for resources: {'Port': ['ID=d1108c4f-d603-4992-97fc-772b6bee9704,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:28.068262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-858f1d1f-0221-4068-90bf-64599d198167 req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] No DVR routers for this DVR port d1108c4f-d603-4992-97fc-772b6bee9704 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:47:28.071072 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-858f1d1f-0221-4068-90bf-64599d198167 req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:28.074596 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-858f1d1f-0221-4068-90bf-64599d198167 req-2bfbf017-23e4-4a1b-a2ed-aee294cd3912 tempest-DeleteServersTestJSON-686772585 tempest-DeleteServersTestJSON-686772585-project] 10.222.0.39 "DELETE /v2.0/ports/d1108c4f-d603-4992-97fc-772b6bee9704 HTTP/1.1" status: 204 len: 173 time: 0.4316232 Dec 10 09:47:28.075044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'name': 'network-vif-deleted', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:47:28.077305 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9516e99-b119-42d9-a07f-aab5f681bfb8" -d '{"events": [{"server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "name": "network-vif-deleted", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:47:28.118643 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d388af3-2a72-42b7-be80-43be1327af80 x-openstack-request-id: req-3d388af3-2a72-42b7-be80-43be1327af80 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:47:28.118937 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac995c9d-cf10-425e-975f-f276d4a43b42", "name": "network-vif-deleted", "tag": "d1108c4f-d603-4992-97fc-772b6bee9704", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:47:28.119191 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d388af3-2a72-42b7-be80-43be1327af80 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:47:28.119588 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac995c9d-cf10-425e-975f-f276d4a43b42', 'name': 'network-vif-deleted', 'tag': 'd1108c4f-d603-4992-97fc-772b6bee9704', 'status': 'completed', 'code': 200} Dec 10 09:47:28.256578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d1108c4f-d603-4992-97fc-772b6bee9704 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:47:28.278479 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: d1108c4f-d603-4992-97fc-772b6bee9704 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:47:28.278828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d1108c4f-d603-4992-97fc-772b6bee9704 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 09:47:28.299121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Port d1108c4f-d603-4992-97fc-772b6bee9704 not found, will not notify nova. {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 09:47:28.811483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44312) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:47:28.855667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-063e4fbe-e23f-4529-ab61-0170dabda48b admin admin] Deleting subnet dd6c7acc-6485-4574-87f2-39e6021c7b08 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:47:28.858698 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-063e4fbe-e23f-4529-ab61-0170dabda48b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:28.897610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-063e4fbe-e23f-4529-ab61-0170dabda48b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:28.935958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-063e4fbe-e23f-4529-ab61-0170dabda48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:28.987431 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-063e4fbe-e23f-4529-ab61-0170dabda48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.013739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e4fbe-e23f-4529-ab61-0170dabda48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6c7acc-6485-4574-87f2-39e6021c7b08,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:29.017807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-063e4fbe-e23f-4529-ab61-0170dabda48b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.021914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-063e4fbe-e23f-4529-ab61-0170dabda48b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dd6c7acc-6485-4574-87f2-39e6021c7b08 HTTP/1.1" status: 204 len: 168 time: 0.2087755 Dec 10 09:47:29.023862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44314) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:47:29.095034 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.175436 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.195535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2169248-2c80-4378-8e30-221e1f2c3743']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:47:29.204761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78392d78-5d5c-43e1-914b-c73ccc3f3fdc') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:47:29.205059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78392d78-5d5c-43e1-914b-c73ccc3f3fdc') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:47:29.214825 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.228537 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.234828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:47:29.235259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:47:29.237583 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:47:29.296176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.301863 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.305416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f2169248-2c80-4378-8e30-221e1f2c3743 HTTP/1.1" status: 204 len: 168 time: 0.2806411 Dec 10 09:47:29.317518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dceca-7057-4123-aa30-c3333ee650d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2169248-2c80-4378-8e30-221e1f2c3743,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:29.412165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44318) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:47:29.451884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5772177b-05ac-488d-83e6-bdb3b4f533f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fad8ce181580458183e9fb39e8669193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383945 Dec 10 09:47:29.454235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44320) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:47:29.501607 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30701764-cc9f-457a-afd1-df99a2a7bb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.524122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30701764-cc9f-457a-afd1-df99a2a7bb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.571307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30701764-cc9f-457a-afd1-df99a2a7bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.574032 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-30701764-cc9f-457a-afd1-df99a2a7bb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:29.575206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-30701764-cc9f-457a-afd1-df99a2a7bb0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c0d182d-cadc-431c-8c6a-9753e6a4cac3 HTTP/1.1" status: 204 len: 168 time: 0.1200697 Dec 10 09:47:29.583600 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30701764-cc9f-457a-afd1-df99a2a7bb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0d182d-cadc-431c-8c6a-9753e6a4cac3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:30.261765 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44342) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:47:30.358234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1505273100-network', 'tenant_id': 'fffa4349bc3e4f2b96ce5eafa42bf595'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:47:30.378957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Made reservation on behalf of fffa4349bc3e4f2b96ce5eafa42bf595 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:47:30.381228 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.389750 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.463530 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.468394 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.495841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:47:30.502190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2035534e-d6eb-4e3d-8264-ee91fd2619b7,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:30.509467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.509945 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Added segment b3e89480-b9ad-4cac-97fc-25e78039ea88 of type vlan for network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 Dec 10 09:47:30.548964 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.574127 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.575055 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:30.575623 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.625838 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3628833 Dec 10 09:47:30.629362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44346) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:47:30.634447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Request body: {'subnet': {'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1505273100-subnet', 'tenant_id': 'fffa4349bc3e4f2b96ce5eafa42bf595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:47:30.639568 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8d367-9d9f-4bdb-89f7-97b285669928 admin admin] Pushing event updated for resources: {'Network': ['ID=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:30.649871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:47:30.662111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Made reservation on behalf of fffa4349bc3e4f2b96ce5eafa42bf595 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:47:30.664417 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.825716 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.882786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd04ed09-d023-4e66-be1f-abcd9cd4d624,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:30.894193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Checking segment: {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:47:30.894536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Network hostable DHCP agents. Network: 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:47:30.910569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:47:30.919262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:47:30.923384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:30.923978 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:30.928643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ebdc7c-40f6-49ad-aefb-0d7246db1712 None None] Network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:47:30.942065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8e7f4cb7-0396-43c3-8046-a25d0080d607 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3115849 Dec 10 09:47:31.034212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6fc709-80ec-4863-a7fd-e95704ec0997 None None] Network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:47:31.376290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578eac9-11c0-4abd-b06d-6730b32926af req-aa5707d5-e237-4ba5-bb16-53f428aa2529 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:31.378394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-aa5707d5-e237-4ba5-bb16-53f428aa2529 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 815 time: 0.1052275 Dec 10 09:47:31.394131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-520b0eb2-75d2-4b59-adb8-08a4e33b97aa tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/quotas/fffa4349bc3e4f2b96ce5eafa42bf595 HTTP/1.1" status: 200 len: 375 time: 0.0098648 Dec 10 09:47:31.429447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-90ebe691-4bb2-48ed-9187-daf1506d61e8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299668 Dec 10 09:47:31.517803 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-d37d5d32-884e-4f4c-b2a3-5deef6759dd8 service neutron] 10.222.0.31 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814056 Dec 10 09:47:31.611251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-27e6e693-38c9-42ec-abc9-4d15d59a16c7 service neutron] 10.222.0.31 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868812 Dec 10 09:47:31.769800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ddc679f7-429e-49b5-ad5b-c4def45d87a2 req-54e9da4f-8a5f-45b7-a69f-1f522a9086ea tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 210 time: 0.0278125 Dec 10 09:47:32.289125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d1108c4f-d603-4992-97fc-772b6bee9704 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:47:32.318009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: d1108c4f-d603-4992-97fc-772b6bee9704 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:47:32.318389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device d1108c4f-d603-4992-97fc-772b6bee9704 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:47:32.714552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578eac9-11c0-4abd-b06d-6730b32926af req-18f03c46-b6c5-4f6b-b243-16541743a495 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:32.716112 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-18f03c46-b6c5-4f6b-b243-16541743a495 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 815 time: 0.1074162 Dec 10 09:47:32.730655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Request body: {'port': {'device_id': '039a25ec-c06e-4e22-bff1-3501939c0799', 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2', 'admin_state_up': True, 'tenant_id': 'fffa4349bc3e4f2b96ce5eafa42bf595'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:47:32.849771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Made reservation on behalf of fffa4349bc3e4f2b96ce5eafa42bf595 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:47:32.854068 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:32.865056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b58ee14c-e3c8-4199-ba5d-c3dac51b9fd5 req-8a8076c0-3fb7-4b23-94f2-3920ae5dd740 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 210 time: 0.0280905 Dec 10 09:47:32.991447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Allocated IP 172.20.0.13 (9af9d585-8d4b-43eb-bcdf-a12bcdf530d2/fd04ed09-d023-4e66-be1f-abcd9cd4d624/a94b163a-60c3-47c4-a0fb-eefba2f14535) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:47:33.137317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.172127 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.221211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:47:33.224425 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:47:33.226807 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:47:33.255520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Pushing event updated for resources: {'Port': ['ID=a94b163a-60c3-47c4-a0fb-eefba2f14535,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:33.283192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:33.283952 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.300898 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3e920b96-7b03-43e9-b1ea-03b71b10bbf6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740435 Dec 10 09:47:33.314135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Request body: {'port': {'device_id': '039a25ec-c06e-4e22-bff1-3501939c0799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:47:33.316492 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cd44c86d-e209-436d-9c97-4884322ca5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.369285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.638015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94b163a-60c3-47c4-a0fb-eefba2f14535 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:47:33.647069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.659403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Transition to ACTIVE for port object a94b163a-60c3-47c4-a0fb-eefba2f14535 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:47:33.662671 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.726380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Pushing event updated for resources: {'Port': ['ID=a94b163a-60c3-47c4-a0fb-eefba2f14535,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:33.777312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Attempting to bind port a94b163a-60c3-47c4-a0fb-eefba2f14535 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:47:33.777707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Attempting to bind port a94b163a-60c3-47c4-a0fb-eefba2f14535 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:47:33.778039 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Attempting to bind port a94b163a-60c3-47c4-a0fb-eefba2f14535 on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:47:33.782228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Port a94b163a-60c3-47c4-a0fb-eefba2f14535 on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:47:33.782553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Attempting to bind port a94b163a-60c3-47c4-a0fb-eefba2f14535 on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:47:33.787353 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:47:33.787690 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Checking segment: {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:47:33.788075 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Bound using segment: {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:47:33.788498 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Bound port: a94b163a-60c3-47c4-a0fb-eefba2f14535, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:47:33.788852 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.853830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:47:33.856753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:47:33.861024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.898519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:33.899146 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:33.900591 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] 10.222.0.39 "PUT /v2.0/ports/a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 1092 time: 0.5911651 Dec 10 09:47:33.900995 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:47:33.903290 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b32308-ac17-418d-be88-b7be5e8ddc69" -d '{"events": [{"name": "network-changed", "server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:47:33.925435 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf9cf3-aed6-4abd-a784-d22cb4022701 service neutron] Pushing event updated for resources: {'Port': ['ID=a94b163a-60c3-47c4-a0fb-eefba2f14535,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:33.975077 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18f1420-0cf9-47dc-9758-2e79127fffa5 x-openstack-request-id: req-e18f1420-0cf9-47dc-9758-2e79127fffa5 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:47:33.975374 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:47:33.975628 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e18f1420-0cf9-47dc-9758-2e79127fffa5 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:47:33.976028 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535', 'status': 'completed', 'code': 200} Dec 10 09:47:33.991623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578eac9-11c0-4abd-b06d-6730b32926af req-98bc153f-3a13-4d8a-bc77-7aef4ea3a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:33.993140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-98bc153f-3a13-4d8a-bc77-7aef4ea3a5e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 1095 time: 0.0453198 Dec 10 09:47:33.995866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9385cf-c4c3-401a-bb19-851291c14d3c req-0ac86019-c692-49df-8a37-f0a901d6174d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:33.997390 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee9385cf-c4c3-401a-bb19-851291c14d3c req-0ac86019-c692-49df-8a37-f0a901d6174d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.0509737 Dec 10 09:47:34.042237 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-60ec26b8-e0b8-4bcc-b56d-1c279808bede service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 217 time: 0.0404408 Dec 10 09:47:34.045726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee9385cf-c4c3-401a-bb19-851291c14d3c req-2613c1a3-c78f-45f8-9679-05298a172afa tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Dec 10 09:47:34.092861 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578eac9-11c0-4abd-b06d-6730b32926af req-56d2323e-a573-4328-add4-038541fe5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:34.094339 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-56d2323e-a573-4328-add4-038541fe5ada service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0454030 Dec 10 09:47:34.126186 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-7208b80a-f8af-4826-bbb6-bd861ba6d978 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243337 Dec 10 09:47:34.221032 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-cdd0afb3-07d4-4370-a712-274a170e58f9 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869157 Dec 10 09:47:34.317388 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c578eac9-11c0-4abd-b06d-6730b32926af req-2caf1afc-2b58-40b4-b2f2-167f6a68d23b service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884609 Dec 10 09:47:34.401545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-20854f20-873f-48aa-be71-d24d3a26b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:34.403052 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-20854f20-873f-48aa-be71-d24d3a26b895 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 1095 time: 0.0429883 Dec 10 09:47:34.502585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-ef354e31-8338-4c21-bcb0-d286272d1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:34.504063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-ef354e31-8338-4c21-bcb0-d286272d1092 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0937784 Dec 10 09:47:34.546321 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-c589c520-28f0-4c1a-800f-f3cd9225d04f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 217 time: 0.0354278 Dec 10 09:47:34.595054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-5561a365-8712-4805-b48d-415cc1e93701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:34.597119 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-5561a365-8712-4805-b48d-415cc1e93701 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0432820 Dec 10 09:47:34.633881 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-25d10b38-a0c9-4681-86dd-dfe53cae25a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288651 Dec 10 09:47:34.724392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-333e50ff-b0f7-4245-bf5b-99b8b10775b3 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834217 Dec 10 09:47:34.820840 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-87b32308-ac17-418d-be88-b7be5e8ddc69 req-4d6f968a-749d-4acf-9906-36d70add1711 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881579 Dec 10 09:47:35.412383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf967-8740-4965-9ea1-07a5cb4e7d8a req-49707dcf-e1d3-412a-bf24-a222a95b585d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:35.413898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f2cf967-8740-4965-9ea1-07a5cb4e7d8a req-49707dcf-e1d3-412a-bf24-a222a95b585d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.0545602 Dec 10 09:47:35.460491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f2cf967-8740-4965-9ea1-07a5cb4e7d8a req-03ad1f67-1ece-4a02-9677-74b661cb682f tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Dec 10 09:47:35.502915 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c09baf40-214a-4a3e-93f8-86028474d6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:36.306249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a94b163a-60c3-47c4-a0fb-eefba2f14535 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:47:36.403950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:47:36.415586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'a94b163a-60c3-47c4-a0fb-eefba2f14535', 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2', 'port_id': 'a94b163a-60c3-47c4-a0fb-eefba2f14535', 'mac_address': 'fa:16:3e:0f:3d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd04ed09-d023-4e66-be1f-abcd9cd4d624', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:47:36.452632 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:36.467849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94b163a-60c3-47c4-a0fb-eefba2f14535 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:47:36.492388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:47:36.498202 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:36.547787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a94b163a-60c3-47c4-a0fb-eefba2f14535,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:36.578734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2df379-3290-4867-8865-328bb290d60b req-731ab0db-a26b-4385-a2cd-632ee247bf92 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:36.580235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be2df379-3290-4867-8865-328bb290d60b req-731ab0db-a26b-4385-a2cd-632ee247bf92 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 945 time: 0.0493779 Dec 10 09:47:36.628632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be2df379-3290-4867-8865-328bb290d60b req-13589fd4-ab53-4b89-87af-e9d8514e53fb tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Dec 10 09:47:36.688453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['a94b163a-60c3-47c4-a0fb-eefba2f14535'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:47:36.728575 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:37.742373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712d566-884a-4ec8-a5b2-5b426fdbf7c9 req-5151a3d5-5fa0-4f69-83fc-0cecf6b978e6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:37.743877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c712d566-884a-4ec8-a5b2-5b426fdbf7c9 req-5151a3d5-5fa0-4f69-83fc-0cecf6b978e6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 945 time: 0.0482225 Dec 10 09:47:37.795369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c712d566-884a-4ec8-a5b2-5b426fdbf7c9 req-46fdb100-0eed-4e7c-9b6f-d38a14e1f47c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455770 Dec 10 09:47:38.319496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a94b163a-60c3-47c4-a0fb-eefba2f14535 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:47:38.368532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port a94b163a-60c3-47c4-a0fb-eefba2f14535 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:47:38.372618 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port a94b163a-60c3-47c4-a0fb-eefba2f14535 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:47:38.372989 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:38.424265 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:38.465929 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:38.488352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:47:38.490618 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc461533-402e-435b-8884-5458e0f275b2" -d '{"events": [{"server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "name": "network-vif-plugged", "status": "completed", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:47:38.506158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:47:38.512261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:38.540680 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd95f93-7a56-4cb5-b185-760c3e735b0c x-openstack-request-id: req-ecd95f93-7a56-4cb5-b185-760c3e735b0c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:47:38.540971 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "name": "network-vif-plugged", "status": "completed", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:47:38.541228 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecd95f93-7a56-4cb5-b185-760c3e735b0c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:47:38.541659 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535', 'code': 200} Dec 10 09:47:38.568343 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a94b163a-60c3-47c4-a0fb-eefba2f14535,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:47:38.631410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d2a5-b352-4b39-8f85-713a4f12a823 req-acbc057b-38e3-46fd-bae9-7bf422085f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:38.632885 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f630d2a5-b352-4b39-8f85-713a4f12a823 req-acbc057b-38e3-46fd-bae9-7bf422085f33 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 1097 time: 0.0409279 Dec 10 09:47:38.676727 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f630d2a5-b352-4b39-8f85-713a4f12a823 req-21eba429-6231-4a8f-82ae-3da6832ec22b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365071 Dec 10 09:47:38.910720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ae542-bff1-46f4-98b9-7b4e25f04969 req-31d26ce5-e90f-4278-81a9-f60e3783bb9f tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:38.912220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-689ae542-bff1-46f4-98b9-7b4e25f04969 req-31d26ce5-e90f-4278-81a9-f60e3783bb9f tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0491772 Dec 10 09:47:38.959705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-689ae542-bff1-46f4-98b9-7b4e25f04969 req-a9cb54ad-6592-41f6-8afa-fe8a705b9bdd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 Dec 10 09:47:39.379515 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:40.077662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34d18-f498-4182-b8d9-2f8ae43bf51d req-5cd4b0f4-2471-4d13-a279-4d501351f3cc tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:40.079156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47a34d18-f498-4182-b8d9-2f8ae43bf51d req-5cd4b0f4-2471-4d13-a279-4d501351f3cc tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0493588 Dec 10 09:47:40.125007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47a34d18-f498-4182-b8d9-2f8ae43bf51d req-ced0eba5-cf44-4ef4-ae73-f848b25b0710 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Dec 10 09:47:40.261097 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136a33-2227-43fc-8256-699a2cb46a34 req-8dcafd27-cdb6-4eeb-ac69-0abfa6d00ac8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:40.262488 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e136a33-2227-43fc-8256-699a2cb46a34 req-8dcafd27-cdb6-4eeb-ac69-0abfa6d00ac8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0525749 Dec 10 09:47:40.309879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e136a33-2227-43fc-8256-699a2cb46a34 req-3d900e84-aff0-49c4-bc55-40936e5b91b8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Dec 10 09:47:40.517090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bc278-8301-419e-a51b-8f6e6ef89a13 req-d9f8fcf0-88b2-4784-9a39-02520e95e141 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:40.518808 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f77bc278-8301-419e-a51b-8f6e6ef89a13 req-d9f8fcf0-88b2-4784-9a39-02520e95e141 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0569098 Dec 10 09:47:40.567312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f77bc278-8301-419e-a51b-8f6e6ef89a13 req-0abbdeec-0763-4cc6-a4b7-158c0cd5e4b0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Dec 10 09:47:40.679059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba884c6-d685-4aa9-8a3a-dd6b330b8c4e req-7422c101-94e8-4c4e-84cc-054bf65d34d0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:40.680513 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aba884c6-d685-4aa9-8a3a-dd6b330b8c4e req-7422c101-94e8-4c4e-84cc-054bf65d34d0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0482707 Dec 10 09:47:40.730857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aba884c6-d685-4aa9-8a3a-dd6b330b8c4e req-afb642c3-4fe3-4f3b-aa2b-25272c463756 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444162 Dec 10 09:47:41.053729 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-7ddd75f8-6826-4023-9a0c-fd52ef66e1c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402255 Dec 10 09:47:41.075308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05d5db-229a-40ab-9ef9-2c95ee9d762a req-558d859a-6d92-4bf7-b920-8c7c41d43f06 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:41.076919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa05d5db-229a-40ab-9ef9-2c95ee9d762a req-558d859a-6d92-4bf7-b920-8c7c41d43f06 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0556116 Dec 10 09:47:41.153795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa05d5db-229a-40ab-9ef9-2c95ee9d762a req-a144c449-403d-4841-9a01-b82a530bbd82 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697289 Dec 10 09:47:42.220843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-a3fe343a-60eb-444d-8cd8-92bfc9f3aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:42.222959 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-a3fe343a-60eb-444d-8cd8-92bfc9f3aa69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 1097 time: 0.0419788 Dec 10 09:47:42.273365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37b199-d295-44e9-9833-d64c8351bacc req-bf3f4c73-f883-41cc-b6a0-207edc5cae11 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:42.274910 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a37b199-d295-44e9-9833-d64c8351bacc req-bf3f4c73-f883-41cc-b6a0-207edc5cae11 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0489194 Dec 10 09:47:42.317781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-c3449fef-ac14-40a4-a053-9615708a386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:42.319271 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-c3449fef-ac14-40a4-a053-9615708a386c service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0899379 Dec 10 09:47:42.321931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a37b199-d295-44e9-9833-d64c8351bacc req-62fc4b83-cdfe-43a2-8867-699d9946d9bf tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 Dec 10 09:47:42.362446 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5067739f-2d28-448f-a279-ee5dbafc5154 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 217 time: 0.0360448 Dec 10 09:47:42.413908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-f6f937ec-97dd-4211-af94-e9cdadc2387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:42.415336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-f6f937ec-97dd-4211-af94-e9cdadc2387d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0470760 Dec 10 09:47:42.445696 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-efa72c7f-0284-4b73-b4de-8ba97d352573 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233874 Dec 10 09:47:42.536881 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5dc4fa2c-7e20-4928-b2fd-241edda67148 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844083 Dec 10 09:47:42.631126 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-c962fb70-2f7e-470f-9946-ffa6b01061ec service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874245 Dec 10 09:47:43.442211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437dda6c-3505-4d88-ac72-93b1e58e3010 req-2b4514f3-a0f9-43c5-862c-0c7726a69a81 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:43.443688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-437dda6c-3505-4d88-ac72-93b1e58e3010 req-2b4514f3-a0f9-43c5-862c-0c7726a69a81 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0523455 Dec 10 09:47:43.490598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-437dda6c-3505-4d88-ac72-93b1e58e3010 req-a0f621bc-e199-47cf-a76b-634c96758610 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Dec 10 09:47:44.608689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2660da-75f0-4c15-9a84-313dabdd0702 req-83709526-5440-403e-8e2e-318e35e6c61b tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:44.610179 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca2660da-75f0-4c15-9a84-313dabdd0702 req-83709526-5440-403e-8e2e-318e35e6c61b tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0487030 Dec 10 09:47:44.657031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca2660da-75f0-4c15-9a84-313dabdd0702 req-1babd744-a46a-4a19-8d42-e204f4cb9379 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Dec 10 09:47:45.556733 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:45.776093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce7cc4-4f48-4a65-9b23-e089e087b554 req-b6c8a7d0-ffd5-4ceb-9965-fb84bcbc1911 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:45.777617 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85ce7cc4-4f48-4a65-9b23-e089e087b554 req-b6c8a7d0-ffd5-4ceb-9965-fb84bcbc1911 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0524962 Dec 10 09:47:45.824857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85ce7cc4-4f48-4a65-9b23-e089e087b554 req-6d0fc2a9-24ef-4781-8809-4b6868875fec tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Dec 10 09:47:46.943068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b29c0a-b04b-40af-bd3c-9ea001e9cf40 req-6444bf15-491e-4e4d-aca1-a4360732d50b tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:46.944558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23b29c0a-b04b-40af-bd3c-9ea001e9cf40 req-6444bf15-491e-4e4d-aca1-a4360732d50b tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0490179 Dec 10 09:47:46.990998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23b29c0a-b04b-40af-bd3c-9ea001e9cf40 req-ac3718e7-3cd4-4d9a-a6bc-189a7634ee09 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Dec 10 09:47:48.105839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43515176-28ee-4a23-a132-2f6ef734ce8b req-b807cd07-a3fd-4b8a-b5c5-afbcb2b6f5f3 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:48.107321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43515176-28ee-4a23-a132-2f6ef734ce8b req-b807cd07-a3fd-4b8a-b5c5-afbcb2b6f5f3 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0476599 Dec 10 09:47:48.157639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-43515176-28ee-4a23-a132-2f6ef734ce8b req-33bbee0c-8e51-4002-87c2-fb8810df4ffd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Dec 10 09:47:49.273453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca78e9-17a0-40be-9441-b08493727f6e req-66df9445-9642-40f2-aff9-5a7e0775676a tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:49.274956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94ca78e9-17a0-40be-9441-b08493727f6e req-66df9445-9642-40f2-aff9-5a7e0775676a tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0489063 Dec 10 09:47:49.322006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-94ca78e9-17a0-40be-9441-b08493727f6e req-27706f63-7ea1-415f-ad56-f099dec5f6f8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410752 Dec 10 09:47:49.705231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:47:50.438684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3eb57-1d70-4fba-b29b-3a641e233f08 req-fded5255-be34-48ff-9c3a-701805d05897 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:50.440173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25f3eb57-1d70-4fba-b29b-3a641e233f08 req-fded5255-be34-48ff-9c3a-701805d05897 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0492883 Dec 10 09:47:50.488044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25f3eb57-1d70-4fba-b29b-3a641e233f08 req-0b6c8860-340a-4c26-be66-b52036e7adff tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Dec 10 09:47:51.606661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3656318-6eb4-4821-a50c-642a7aa0ec30 req-2cbc1451-1529-48c7-a2a5-0bee89059790 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:51.608128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3656318-6eb4-4821-a50c-642a7aa0ec30 req-2cbc1451-1529-48c7-a2a5-0bee89059790 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0513635 Dec 10 09:47:51.655324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3656318-6eb4-4821-a50c-642a7aa0ec30 req-6e35b615-f85c-4fa5-8b6d-6941e56827de tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Dec 10 09:47:52.774468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd5a40-e52a-4feb-9bed-d1123c34b485 req-f784d641-8efc-4306-b0aa-c16d3ff77f5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:52.775848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02bd5a40-e52a-4feb-9bed-d1123c34b485 req-f784d641-8efc-4306-b0aa-c16d3ff77f5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0485764 Dec 10 09:47:52.822365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-02bd5a40-e52a-4feb-9bed-d1123c34b485 req-13bf46a0-cc2c-492b-9d48-0d4673e100ef tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Dec 10 09:47:53.939015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2d0e3-901f-4f6b-8130-7083b1639318 req-743c463b-36b7-4ce9-a437-70c97371245a tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:53.940608 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55d2d0e3-901f-4f6b-8130-7083b1639318 req-743c463b-36b7-4ce9-a437-70c97371245a tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0482702 Dec 10 09:47:53.992331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55d2d0e3-901f-4f6b-8130-7083b1639318 req-dbf478de-21ad-4194-83ae-2b052e900024 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457189 Dec 10 09:47:55.124838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319bbd3-bbfe-4bb1-b94c-ed075443ccf1 req-a4004a51-c790-45b1-96e7-6db3d58d4bd0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:55.126446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2319bbd3-bbfe-4bb1-b94c-ed075443ccf1 req-a4004a51-c790-45b1-96e7-6db3d58d4bd0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0659633 Dec 10 09:47:55.175656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2319bbd3-bbfe-4bb1-b94c-ed075443ccf1 req-e4ff4ec3-1ab4-48ca-abb7-7df1ab52f6e2 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Dec 10 09:47:56.295291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9570bd-fb99-4eea-ad3b-96b89e38591d req-22a47307-25b8-4846-a30a-19cc0074bf85 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:56.296752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc9570bd-fb99-4eea-ad3b-96b89e38591d req-22a47307-25b8-4846-a30a-19cc0074bf85 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0480666 Dec 10 09:47:56.343929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cc9570bd-fb99-4eea-ad3b-96b89e38591d req-74bb3424-f0c6-4f20-a27e-3f2e82695fcd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Dec 10 09:47:57.465737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42355a-ef10-43aa-b4db-e243b1c6feb2 req-fcc564cc-ccc3-4c89-b276-dd8729e530dd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:57.467227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd42355a-ef10-43aa-b4db-e243b1c6feb2 req-fcc564cc-ccc3-4c89-b276-dd8729e530dd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0514526 Dec 10 09:47:57.513985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd42355a-ef10-43aa-b4db-e243b1c6feb2 req-08f7159a-b2ba-4115-8b9e-efd320a03d3f tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396304 Dec 10 09:47:58.629307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146a1b5-9d93-49dc-aac8-6b55bb6667a8 req-286e1532-837a-4986-9e3b-28d4de077e18 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:58.630810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f146a1b5-9d93-49dc-aac8-6b55bb6667a8 req-286e1532-837a-4986-9e3b-28d4de077e18 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0488331 Dec 10 09:47:58.677746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f146a1b5-9d93-49dc-aac8-6b55bb6667a8 req-11ceb303-ff0f-49d2-b759-4d3e363c1406 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 Dec 10 09:47:59.707628 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:47:59.796425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abd5ce-4a6e-4af1-a403-5361f8dd59bf req-d8187448-fe56-4f49-9b2c-3035a571d2c5 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:47:59.797821 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1abd5ce-4a6e-4af1-a403-5361f8dd59bf req-d8187448-fe56-4f49-9b2c-3035a571d2c5 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0521083 Dec 10 09:47:59.843611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1abd5ce-4a6e-4af1-a403-5361f8dd59bf req-a15f9762-cb1b-4e59-b7d4-9e4cd0ef8a80 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398040 Dec 10 09:48:00.959649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50c9d6-9965-4d0d-a731-2516d05e8b0f req-2fc53553-163f-401f-9687-a158d8a06a37 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:00.961115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e50c9d6-9965-4d0d-a731-2516d05e8b0f req-2fc53553-163f-401f-9687-a158d8a06a37 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0488000 Dec 10 09:48:01.007379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8e50c9d6-9965-4d0d-a731-2516d05e8b0f req-bb428c95-bd49-4ce5-b919-f13f77ef124f tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 Dec 10 09:48:02.122545 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96974c4-9219-4e91-a858-5312bd161be2 req-1d7eb5f6-0eb9-4127-b4a4-c4221a019e30 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:02.124008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f96974c4-9219-4e91-a858-5312bd161be2 req-1d7eb5f6-0eb9-4127-b4a4-c4221a019e30 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0476105 Dec 10 09:48:02.175119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f96974c4-9219-4e91-a858-5312bd161be2 req-cf742623-9c72-4d40-8456-4fb1a59df6c4 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445614 Dec 10 09:48:03.294557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f187e-fbbd-4203-91ca-1b361233976f req-f6cbf646-d449-4733-bc8a-c9a84fc6f866 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:03.296049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-015f187e-fbbd-4203-91ca-1b361233976f req-f6cbf646-d449-4733-bc8a-c9a84fc6f866 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0500257 Dec 10 09:48:03.320622 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1479e5a0-0a7b-41e8-abaf-e0bfa08d115f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:03.349424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-015f187e-fbbd-4203-91ca-1b361233976f req-718be709-c369-487a-8d28-64f33f1c3c78 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457239 Dec 10 09:48:04.465771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7c3c7-9410-4976-9eba-4b42c2cb3a70 req-1922cb40-6068-444a-b844-1fd4e4126aba tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:04.467276 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eab7c3c7-9410-4976-9eba-4b42c2cb3a70 req-1922cb40-6068-444a-b844-1fd4e4126aba tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0483410 Dec 10 09:48:04.514581 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eab7c3c7-9410-4976-9eba-4b42c2cb3a70 req-e3241809-c021-4b65-98c8-b69f99481e5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Dec 10 09:48:05.505164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ab92f9cc-5f85-4fd3-815e-27b9868fb810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:05.633284 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de57f4a-a4de-4b91-9033-cf8bcc122e80 req-131efa75-1815-4f19-82fe-30a1eb42becd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:05.634785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5de57f4a-a4de-4b91-9033-cf8bcc122e80 req-131efa75-1815-4f19-82fe-30a1eb42becd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0518086 Dec 10 09:48:05.681985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5de57f4a-a4de-4b91-9033-cf8bcc122e80 req-4a1b5ab2-9a6b-487e-a880-c7aa0cba2a21 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Dec 10 09:48:06.701194 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:06.800672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c82708-c5b4-4a12-8e29-42adf9c432cd req-4eff4089-6bcf-4636-b708-ad5367eead59 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:06.802089 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13c82708-c5b4-4a12-8e29-42adf9c432cd req-4eff4089-6bcf-4636-b708-ad5367eead59 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0488899 Dec 10 09:48:06.849422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13c82708-c5b4-4a12-8e29-42adf9c432cd req-b0693baf-7acb-44b5-aa39-6e7d38198d6f tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Dec 10 09:48:07.964242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da2554-7ad6-4001-9c21-6fe3ddb02c22 req-6f5871c8-e7cb-41a0-b9c4-1011902a9adc tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:07.965742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33da2554-7ad6-4001-9c21-6fe3ddb02c22 req-6f5871c8-e7cb-41a0-b9c4-1011902a9adc tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0484760 Dec 10 09:48:08.016401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33da2554-7ad6-4001-9c21-6fe3ddb02c22 req-82292486-6538-4924-b9fd-c2f6381bb690 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Dec 10 09:48:08.397169 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:09.135720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b29cc-850b-42e0-9c60-dd2c3a59bcfe req-29b3cf12-31d6-4f12-be3d-82737ae23d9d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:09.137188 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-692b29cc-850b-42e0-9c60-dd2c3a59bcfe req-29b3cf12-31d6-4f12-be3d-82737ae23d9d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 946 time: 0.0491192 Dec 10 09:48:09.183676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-692b29cc-850b-42e0-9c60-dd2c3a59bcfe req-65204036-372d-445d-8470-198fdad30c5f tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Dec 10 09:48:09.373184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:09.483007 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-280bc196-e7db-494a-b9f5-e93b82af6489 service neutron] show failed (client error): The resource could not be found. Dec 10 09:48:09.484007 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-280bc196-e7db-494a-b9f5-e93b82af6489 service neutron] 10.222.0.39 "GET /v2.0/ports/a94b163a-60c3-47c4-a0fb-eefba2f14535/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0541046 Dec 10 09:48:09.682393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-4a470be0-47e8-4acf-b310-7b979c979b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:09.683867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-4a470be0-47e8-4acf-b310-7b979c979b25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799&tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595 HTTP/1.1" status: 200 len: 1097 time: 0.0409694 Dec 10 09:48:09.695265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-6ccfda09-df17-40cc-8309-0ba2866c69b7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:48:09.696217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-6ccfda09-df17-40cc-8309-0ba2866c69b7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048289 Dec 10 09:48:09.709151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:48:09.763985 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:09.964693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:48:09.998588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:48:10.039040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:48:10.041321 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141e06a3-cdaa-4f8d-8211-6f5c4b6cd74f" -d '{"events": [{"server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "name": "network-vif-unplugged", "status": "completed", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:48:10.045049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:10.057962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Transition to ACTIVE for port object a94b163a-60c3-47c4-a0fb-eefba2f14535 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:48:10.061686 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:10.100900 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640f6223-e3f0-4f4a-a726-944e36bdba71 x-openstack-request-id: req-640f6223-e3f0-4f4a-a726-944e36bdba71 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:48:10.101190 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "name": "network-vif-unplugged", "status": "completed", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:48:10.101439 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-640f6223-e3f0-4f4a-a726-944e36bdba71 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:48:10.101852 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535', 'code': 200} Dec 10 09:48:10.128047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] No DVR routers for this DVR port a94b163a-60c3-47c4-a0fb-eefba2f14535 on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:48:10.134367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Pushing event updated for resources: {'Port': ['ID=a94b163a-60c3-47c4-a0fb-eefba2f14535,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:10.145375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.146021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.146143 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.146393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.146720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.147043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.147364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.147683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.147999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.148317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.148637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.148951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.149264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:48:10.177237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Attempting to bind port a94b163a-60c3-47c4-a0fb-eefba2f14535 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:48:10.177589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Attempting to bind port a94b163a-60c3-47c4-a0fb-eefba2f14535 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:48:10.177912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Attempting to bind port a94b163a-60c3-47c4-a0fb-eefba2f14535 on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:48:10.182096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Port a94b163a-60c3-47c4-a0fb-eefba2f14535 on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:48:10.182412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Attempting to bind port a94b163a-60c3-47c4-a0fb-eefba2f14535 on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:48:10.187103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:48:10.187431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Checking segment: {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:48:10.187975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Bound using segment: {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:48:10.188221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Bound port: a94b163a-60c3-47c4-a0fb-eefba2f14535, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:48:10.188560 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:10.250880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:48:10.255604 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:48:10.266239 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:10.329589 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:10.330311 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:10.331728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] 10.222.0.18 "PUT /v2.0/ports/a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 1092 time: 0.6270306 Dec 10 09:48:10.360046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b5ded-79c5-4be8-9375-b8ab13d317f2 req-f505fa5e-8cf5-4612-9b00-0a828c197c50 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:10.364247 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-641b5ded-79c5-4be8-9375-b8ab13d317f2 req-f505fa5e-8cf5-4612-9b00-0a828c197c50 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.1079216 Dec 10 09:48:10.371790 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52736b-f3bf-48d5-b5d9-abdf2b6008ff service neutron] Pushing event updated for resources: {'Port': ['ID=a94b163a-60c3-47c4-a0fb-eefba2f14535,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:10.436228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-25377af3-382d-495e-871d-30f49fed6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:10.437801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-25377af3-382d-495e-871d-30f49fed6160 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 1095 time: 0.0742970 Dec 10 09:48:10.442444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-641b5ded-79c5-4be8-9375-b8ab13d317f2 req-d0dd742e-add1-4edb-86ec-c781520305c5 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666492 Dec 10 09:48:10.531035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-372219dd-0b89-4da5-abb1-dcef61c82fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:10.532110 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-372219dd-0b89-4da5-abb1-dcef61c82fa0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0872633 Dec 10 09:48:10.573992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-96ac09c8-d072-49f1-9248-68420c9ceaab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 217 time: 0.0351219 Dec 10 09:48:10.621929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5cf5b2e6-5dd5-4629-9367-12f34c724291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:10.623366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-5cf5b2e6-5dd5-4629-9367-12f34c724291 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0424721 Dec 10 09:48:10.653785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-ea879500-7f14-4133-8c40-3ac4b67b79c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237949 Dec 10 09:48:10.752044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-7c84924f-e8d1-4033-abcd-537a99bbe5c6 service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899477 Dec 10 09:48:10.843865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c55863d6-d3a3-4f6c-b2dd-b1e24defa255 req-930e5ae9-4e54-40d9-907f-3d125f429905 service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807552 Dec 10 09:48:10.962928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cef42-1150-4f36-ba20-951685055192 req-0ed2423d-3adf-4b75-aac1-8026e7b9cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:10.964442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e5cef42-1150-4f36-ba20-951685055192 req-0ed2423d-3adf-4b75-aac1-8026e7b9cc60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 1095 time: 0.0479245 Dec 10 09:48:11.074850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cef42-1150-4f36-ba20-951685055192 req-dc762a23-81d7-4153-878f-36dbab99b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:11.076229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e5cef42-1150-4f36-ba20-951685055192 req-dc762a23-81d7-4153-878f-36dbab99b5c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0927699 Dec 10 09:48:11.121020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e5cef42-1150-4f36-ba20-951685055192 req-642fd333-3bfb-46d1-a914-fa52a03fafc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 217 time: 0.0372925 Dec 10 09:48:11.171855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cef42-1150-4f36-ba20-951685055192 req-eabb84e1-1697-4111-b83c-ddced4644ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:11.173294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e5cef42-1150-4f36-ba20-951685055192 req-eabb84e1-1697-4111-b83c-ddced4644ce3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0427549 Dec 10 09:48:11.203347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e5cef42-1150-4f36-ba20-951685055192 req-c6727a1c-e43a-4dbf-933a-47c0fe368ad7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235655 Dec 10 09:48:11.291997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e5cef42-1150-4f36-ba20-951685055192 req-a487c33c-6fc9-4fee-a96b-ef3235a52e7c service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816016 Dec 10 09:48:11.389090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e5cef42-1150-4f36-ba20-951685055192 req-bf27ca90-4a66-4a96-bafb-96e728a8712c service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893292 Dec 10 09:48:11.561527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e074-0fc3-4069-a92f-d5f8c961650f req-21f58405-a0d3-4251-b164-206f89fd4119 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:11.563019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dff3e074-0fc3-4069-a92f-d5f8c961650f req-21f58405-a0d3-4251-b164-206f89fd4119 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.0491033 Dec 10 09:48:11.608967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dff3e074-0fc3-4069-a92f-d5f8c961650f req-703aff3d-afa8-4626-aaf7-67442202d162 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Dec 10 09:48:12.102843 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:48:12.105229 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6216222c-2338-453e-9b9e-740c6c1f86ce" -d '{"events": [{"name": "network-changed", "server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:48:12.153716 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ed4d85-401a-4eca-b9fd-d843b61b1156 x-openstack-request-id: req-33ed4d85-401a-4eca-b9fd-d843b61b1156 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:48:12.154007 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:48:12.154260 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33ed4d85-401a-4eca-b9fd-d843b61b1156 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:48:12.154654 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535', 'status': 'completed', 'code': 200} Dec 10 09:48:12.214712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-5a3b8969-0acf-43e9-a3d3-47b8256f5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:12.216228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-5a3b8969-0acf-43e9-a3d3-47b8256f5352 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 1095 time: 0.0407732 Dec 10 09:48:12.221437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-078b4d4d-21ed-4923-a22c-d5a27e79a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:12.222973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-078b4d4d-21ed-4923-a22c-d5a27e79a745 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 1095 time: 0.0445073 Dec 10 09:48:12.316444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-e6af5215-aca6-49fa-80a7-ff559f90faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:12.316698 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-4ae1a568-4bf8-4d5a-9ab5-7b2a9fffebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:12.317942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-e6af5215-aca6-49fa-80a7-ff559f90faea service neutron] 10.222.0.18 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0881977 Dec 10 09:48:12.318080 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-4ae1a568-4bf8-4d5a-9ab5-7b2a9fffebe6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0926862 Dec 10 09:48:12.360528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-67ae551c-aba3-476d-902d-b64cf4d3e343 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 217 time: 0.0353498 Dec 10 09:48:12.364161 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-4b25a208-a8f1-45e6-88d5-a49a3d46b7e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 217 time: 0.0391316 Dec 10 09:48:12.410213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-911b8aab-c2d7-4309-97f8-58a41beea6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:12.411699 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-911b8aab-c2d7-4309-97f8-58a41beea6b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0441782 Dec 10 09:48:12.413907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-c7ccb8d2-b198-42f8-a81c-11f34886c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:12.415605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-c7ccb8d2-b198-42f8-a81c-11f34886c765 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0439224 Dec 10 09:48:12.446410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-43360636-6331-4612-8758-64e5df4692f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241284 Dec 10 09:48:12.446670 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-f32caa01-f1ec-41be-a2c5-c6de437a9334 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282321 Dec 10 09:48:12.537280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-b1356d7d-1419-4707-8e31-f6a35bb68e2c service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831413 Dec 10 09:48:12.542213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-6c969b46-2149-4ae1-83ba-5ad9fe61a414 service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881319 Dec 10 09:48:12.631632 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-f35ec2da-c29f-4291-81b2-ce3a22a3cbf8 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875649 Dec 10 09:48:12.638253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6216222c-2338-453e-9b9e-740c6c1f86ce req-f25c06a8-a1b8-4fdd-93d3-b9bea61575f8 service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884528 Dec 10 09:48:12.729575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847cc59-a44c-40ff-b380-409145a17abe req-cbe3f45e-9206-40f2-8f47-43fd780d5d29 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:12.731028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f847cc59-a44c-40ff-b380-409145a17abe req-cbe3f45e-9206-40f2-8f47-43fd780d5d29 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.0483785 Dec 10 09:48:12.777255 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f847cc59-a44c-40ff-b380-409145a17abe req-67ef9b92-dc0c-4ddf-9462-66669863bed3 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396023 Dec 10 09:48:13.900755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6893c-5f82-42f1-a25f-fe4d35d91004 req-54c13685-3815-4ecb-95e7-026fd8014a56 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:13.902272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7b6893c-5f82-42f1-a25f-fe4d35d91004 req-54c13685-3815-4ecb-95e7-026fd8014a56 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.0539784 Dec 10 09:48:13.949595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7b6893c-5f82-42f1-a25f-fe4d35d91004 req-277d9fe7-d7bf-4891-9d85-c964b82d2c81 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Dec 10 09:48:14.149321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7dca-673c-4d55-938d-0ca4d37767fc req-78edb674-36cf-4004-8657-7ab18d48bc2d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:14.150862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0add7dca-673c-4d55-938d-0ca4d37767fc req-78edb674-36cf-4004-8657-7ab18d48bc2d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.0499010 Dec 10 09:48:14.159597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-3f87dd74-d3a2-40a8-8b40-6bc3c08ccba6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:14.161153 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-3f87dd74-d3a2-40a8-8b40-6bc3c08ccba6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.39 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799&tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 944 time: 0.0538003 Dec 10 09:48:14.198642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0add7dca-673c-4d55-938d-0ca4d37767fc req-337c1ff1-1df9-44fe-971e-24a362e52b34 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418248 Dec 10 09:48:14.222264 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-bfd21ff3-2637-44b5-ae9f-5f6971f3fcd9 service neutron] delete failed (client error): The resource could not be found. Dec 10 09:48:14.223283 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-bfd21ff3-2637-44b5-ae9f-5f6971f3fcd9 service neutron] 10.222.0.39 "DELETE /v2.0/ports/a94b163a-60c3-47c4-a0fb-eefba2f14535/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0554161 Dec 10 09:48:14.305529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-d22b5808-9ec7-409a-84e3-aa06dd73c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:14.307017 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-d22b5808-9ec7-409a-84e3-aa06dd73c4f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 1095 time: 0.0409594 Dec 10 09:48:14.400772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-9cef8c1b-d98c-4f92-8911-1019f8f8c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:14.402187 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-9cef8c1b-d98c-4f92-8911-1019f8f8c5ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0881472 Dec 10 09:48:14.444306 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-397b5a88-ceba-4a3f-94a0-3befc45ea29e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 200 len: 217 time: 0.0348036 Dec 10 09:48:14.490350 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a94b163a-60c3-47c4-a0fb-eefba2f14535 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:48:14.496702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-fbe1585f-eceb-422d-997a-254d51fe0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:14.498234 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-fbe1585f-eceb-422d-997a-254d51fe0dfe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0476582 Dec 10 09:48:14.529819 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-3341e2e6-5302-4669-ac33-1c38f9f2ab38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243967 Dec 10 09:48:14.531102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a94b163a-60c3-47c4-a0fb-eefba2f14535 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:48:14.619936 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-7be67cf9-9fa8-4c1d-80a8-55f098118d78 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828433 Dec 10 09:48:14.713187 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0282f45-be04-4271-a6f9-c66f96908a41 req-57094753-e5ad-4a73-bc8e-d7e37be3ddac service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847552 Dec 10 09:48:15.319186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c035f8-85bf-4588-8a31-b9636cf16f00 req-31aa968a-e123-4267-a792-143ba23d7207 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:15.320879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47c035f8-85bf-4588-8a31-b9636cf16f00 req-31aa968a-e123-4267-a792-143ba23d7207 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.0489142 Dec 10 09:48:15.374223 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47c035f8-85bf-4588-8a31-b9636cf16f00 req-d8dd42b4-c296-41f2-a62f-d2b11f27143e tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468795 Dec 10 09:48:15.490177 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c8a6b-f7ae-489d-a974-c1a07b7caa9a req-83c58257-81ae-467b-a7d0-775838221334 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:15.491640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-910c8a6b-f7ae-489d-a974-c1a07b7caa9a req-83c58257-81ae-467b-a7d0-775838221334 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.0494368 Dec 10 09:48:15.538687 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-910c8a6b-f7ae-489d-a974-c1a07b7caa9a req-33f3bbf8-d711-40e9-aee7-9bcac64a3d10 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Dec 10 09:48:15.565486 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:15.652955 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c354b-c7bd-4123-a162-1f9328cfe543 req-5ffbcb4e-33fd-4815-8855-88e8d95de0b7 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:15.654383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-533c354b-c7bd-4123-a162-1f9328cfe543 req-5ffbcb4e-33fd-4815-8855-88e8d95de0b7 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 944 time: 0.0493131 Dec 10 09:48:15.700355 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-533c354b-c7bd-4123-a162-1f9328cfe543 req-10a21884-8cb3-4632-9349-204861c3e6e1 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Dec 10 09:48:15.881764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a94b163a-60c3-47c4-a0fb-eefba2f14535 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:48:15.980706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:48:15.992535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'a94b163a-60c3-47c4-a0fb-eefba2f14535', 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2', 'port_id': 'a94b163a-60c3-47c4-a0fb-eefba2f14535', 'mac_address': 'fa:16:3e:0f:3d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd04ed09-d023-4e66-be1f-abcd9cd4d624', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:48:16.030238 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:16.043688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94b163a-60c3-47c4-a0fb-eefba2f14535 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:48:16.056138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-90d412fd-2245-499f-8538-11b52568f3e3 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:16.057774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-90d412fd-2245-499f-8538-11b52568f3e3 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 815 time: 0.1057992 Dec 10 09:48:16.063106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:48:16.067031 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:16.076008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-0d25686d-cc2c-4b61-aa32-993e7dd3d796 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/quotas/fffa4349bc3e4f2b96ce5eafa42bf595 HTTP/1.1" status: 200 len: 375 time: 0.0123298 Dec 10 09:48:16.114457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=a94b163a-60c3-47c4-a0fb-eefba2f14535,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:16.129134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-60764bfb-403d-4149-b5f5-7f99c8996ede tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457518 Dec 10 09:48:16.224087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ac1df7c6-0be6-4ae2-9e29-3aec63258467 service neutron] 10.222.0.31 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876436 Dec 10 09:48:16.313759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-0828932e-c459-4eed-9a41-ab3d9b81fa6c service neutron] 10.222.0.31 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835984 Dec 10 09:48:16.401898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['a94b163a-60c3-47c4-a0fb-eefba2f14535'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:48:16.477712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-424ce224-ad7a-4c82-a2cf-4b1de81e3751 req-de651f56-98cf-4fbc-a02e-50b87e5a90de tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 210 time: 0.0291126 Dec 10 09:48:17.413766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-adffd8ec-8cb4-44d2-89f2-e63eb853bb29 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:17.415557 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-adffd8ec-8cb4-44d2-89f2-e63eb853bb29 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 815 time: 0.1210909 Dec 10 09:48:17.430036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Request body: {'port': {'device_id': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2', 'admin_state_up': True, 'tenant_id': 'fffa4349bc3e4f2b96ce5eafa42bf595'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:48:17.557388 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Made reservation on behalf of fffa4349bc3e4f2b96ce5eafa42bf595 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:48:17.561087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:17.688043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-afb55e2e-84c0-498f-949d-29bec0576070 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:17.689470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-afb55e2e-84c0-498f-949d-29bec0576070 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.18 "GET /v2.0/ports?device_id=039a25ec-c06e-4e22-bff1-3501939c0799 HTTP/1.1" status: 200 len: 945 time: 0.4089735 Dec 10 09:48:17.691208 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Allocated IP 172.20.0.9 (9af9d585-8d4b-43eb-bcdf-a12bcdf530d2/fd04ed09-d023-4e66-be1f-abcd9cd4d624/f728339b-4ba3-424d-8b9d-34a6ea3df1cd) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:48:17.705584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c45d079-1557-449f-8447-e66436095028 req-e273b165-f4c6-4445-9fc8-3cd002ab0bc0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 210 time: 0.0371726 Dec 10 09:48:17.789982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Deleting port a94b163a-60c3-47c4-a0fb-eefba2f14535 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:48:17.790317 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:17.849802 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:17.883510 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:17.884525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] For port a94b163a-60c3-47c4-a0fb-eefba2f14535, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a94b163a-60c3-47c4-a0fb-eefba2f14535,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:48:17.884897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:17.898238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['a94b163a-60c3-47c4-a0fb-eefba2f14535'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:48:17.899389 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Calling delete_port for a94b163a-60c3-47c4-a0fb-eefba2f14535 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:48:17.901542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a94b163a-60c3-47c4-a0fb-eefba2f14535 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:48:17.926112 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:48:17.929423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:48:17.933947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:48:17.967470 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Pushing event updated for resources: {'Port': ['ID=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:17.997274 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:17.998378 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.005122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port a94b163a-60c3-47c4-a0fb-eefba2f14535 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:48:18.012429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port a94b163a-60c3-47c4-a0fb-eefba2f14535 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:48:18.012795 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.018683 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-05f4d924-c1ac-4169-bac3-c7726712e405 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5927937 Dec 10 09:48:18.031168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Request body: {'port': {'device_id': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:48:18.070785 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.090241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.090630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Could not find standard attr ID for object a94b163a-60c3-47c4-a0fb-eefba2f14535. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 09:48:18.094819 n-d-814746-3 neutron-server[114971]: INFO neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No ports have port_id starting with a94b163a-60c3-47c4-a0fb-eefba2f14535 Dec 10 09:48:18.103196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Pushing event deleted for resources: {'Port': ['ID=a94b163a-60c3-47c4-a0fb-eefba2f14535,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:18.152201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] No DVR routers for this DVR port a94b163a-60c3-47c4-a0fb-eefba2f14535 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:48:18.154858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.158306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-759603ea-5b65-4a98-bca3-a09d4ebd661f req-bed106cd-31e9-4235-a63d-73f3fb06fe01 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.18 "DELETE /v2.0/ports/a94b163a-60c3-47c4-a0fb-eefba2f14535 HTTP/1.1" status: 204 len: 173 time: 0.4557164 Dec 10 09:48:18.158744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'name': 'network-vif-deleted', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:48:18.160978 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c16d9f-6d41-41e1-a30d-6bb6a35cb83e" -d '{"events": [{"server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "name": "network-vif-deleted", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:48:18.206178 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a90e62e-f72c-48c7-b78f-66c4c065244d x-openstack-request-id: req-1a90e62e-f72c-48c7-b78f-66c4c065244d {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:48:18.206560 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039a25ec-c06e-4e22-bff1-3501939c0799", "name": "network-vif-deleted", "tag": "a94b163a-60c3-47c4-a0fb-eefba2f14535", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:48:18.206871 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a90e62e-f72c-48c7-b78f-66c4c065244d {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:48:18.207358 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039a25ec-c06e-4e22-bff1-3501939c0799', 'name': 'network-vif-deleted', 'tag': 'a94b163a-60c3-47c4-a0fb-eefba2f14535', 'status': 'completed', 'code': 200} Dec 10 09:48:18.369467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f728339b-4ba3-424d-8b9d-34a6ea3df1cd {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:48:18.377788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.389609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Transition to ACTIVE for port object f728339b-4ba3-424d-8b9d-34a6ea3df1cd will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:48:18.393391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.448655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Pushing event updated for resources: {'Port': ['ID=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:18.518343 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Attempting to bind port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:48:18.518609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Attempting to bind port f728339b-4ba3-424d-8b9d-34a6ea3df1cd by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:48:18.518935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Attempting to bind port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:48:18.523093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:48:18.523410 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Attempting to bind port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:48:18.528450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:48:18.528761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Checking segment: {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:48:18.529140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Bound using segment: {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:48:18.529583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Bound port: f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:48:18.529932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.592223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:48:18.595224 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:48:18.598527 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.637468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:18.638101 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:18.639459 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] 10.222.0.39 "PUT /v2.0/ports/f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 200 len: 1091 time: 0.6127882 Dec 10 09:48:18.639889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:48:18.642433 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950" -d '{"events": [{"name": "network-changed", "server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:48:18.665956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660bbf-2883-4e04-8b07-838af32aa064 service neutron] Pushing event updated for resources: {'Port': ['ID=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:18.687277 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f24596a-c1f2-426e-8c89-6c1e21a0f21d x-openstack-request-id: req-0f24596a-c1f2-426e-8c89-6c1e21a0f21d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:48:18.687585 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:48:18.687841 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f24596a-c1f2-426e-8c89-6c1e21a0f21d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:48:18.688235 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd', 'status': 'completed', 'code': 200} Dec 10 09:48:18.720025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-a4ee365a-a42c-403d-8ed4-06ebbd9be8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:18.722047 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-a4ee365a-a42c-403d-8ed4-06ebbd9be8e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 1094 time: 0.0435164 Dec 10 09:48:18.767174 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-9c0ea7ca-079b-45a2-a5aa-68918d7e4617 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 200 len: 217 time: 0.0351939 Dec 10 09:48:18.821268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-dfc61e26-86a6-4952-81c5-7e0479713a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:18.822653 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-dfc61e26-86a6-4952-81c5-7e0479713a12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0488861 Dec 10 09:48:18.826474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa74ba7-5da6-4594-b9e3-59c747240ca7 req-af9a09a7-17c8-45b4-82e3-d1ac71188b52 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:18.827961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efa74ba7-5da6-4594-b9e3-59c747240ca7 req-af9a09a7-17c8-45b4-82e3-d1ac71188b52 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0492914 Dec 10 09:48:18.856494 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-be0ef0e1-07f5-4f9c-b965-abf3327e3678 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252113 Dec 10 09:48:18.879289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efa74ba7-5da6-4594-b9e3-59c747240ca7 req-41ee2383-6be4-416f-bbef-e0cf6f0e53d7 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Dec 10 09:48:18.945233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-0a12a41b-99e9-4f96-bff4-c27b7ddc6323 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814140 Dec 10 09:48:19.040882 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5117b9c5-e75a-478d-a6f7-9be03b81c5b7 req-3708e822-520f-4f65-9321-8787ad0e0993 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865667 Dec 10 09:48:19.123858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-8c1d3046-134f-4da8-a117-d4ef878cb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:19.125217 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-8c1d3046-134f-4da8-a117-d4ef878cb522 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 1094 time: 0.0400174 Dec 10 09:48:19.216599 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-b563546a-a143-47c8-8f23-72517629b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:19.218080 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-b563546a-a143-47c8-8f23-72517629b612 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0859029 Dec 10 09:48:19.259288 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-86789737-f68a-4cf8-bf3f-d0b687c1e60e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 200 len: 217 time: 0.0338228 Dec 10 09:48:19.308381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-10615601-5871-4c01-bb87-18ca5112fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:19.309878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-10615601-5871-4c01-bb87-18ca5112fc00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0423114 Dec 10 09:48:19.341280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-1820f1f7-e13a-4c71-b7bc-afad075111b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233579 Dec 10 09:48:19.435701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-26fcfe62-cf67-456d-85ed-ab50e6b39bee service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851569 Dec 10 09:48:19.526135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-15b4ddae-b69c-46e0-988e-3f5a7e4f8950 req-6a2c60a6-d6f9-4230-b2e8-237821a3dac4 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810447 Dec 10 09:48:19.722293 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:19.998003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53fcff-c0f1-45bd-bd8f-059b0cbeb403 req-4a051156-b575-4cfd-9b82-c412928dcf27 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:19.999400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f53fcff-c0f1-45bd-bd8f-059b0cbeb403 req-4a051156-b575-4cfd-9b82-c412928dcf27 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0493317 Dec 10 09:48:20.051636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f53fcff-c0f1-45bd-bd8f-059b0cbeb403 req-c53aaeb9-711f-4cca-b279-261e6683e69c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458319 Dec 10 09:48:21.166926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f915e0-73b3-435e-9bca-1fae131f34dc req-1f2eb778-e6d7-4e1a-b3de-d30fc18292d1 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:21.168387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53f915e0-73b3-435e-9bca-1fae131f34dc req-1f2eb778-e6d7-4e1a-b3de-d30fc18292d1 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0489135 Dec 10 09:48:21.214888 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53f915e0-73b3-435e-9bca-1fae131f34dc req-7ecc7de1-63d4-433e-9609-8f9019303646 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 Dec 10 09:48:21.912148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a94b163a-60c3-47c4-a0fb-eefba2f14535 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:48:21.939026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: a94b163a-60c3-47c4-a0fb-eefba2f14535 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:48:21.939815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a94b163a-60c3-47c4-a0fb-eefba2f14535 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:48:22.339552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79446934-bfe1-4287-afe5-dce19cfddd82 req-20027161-d11e-4b5b-bf82-c273c9d15cc7 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:22.341181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79446934-bfe1-4287-afe5-dce19cfddd82 req-20027161-d11e-4b5b-bf82-c273c9d15cc7 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0567930 Dec 10 09:48:22.389905 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79446934-bfe1-4287-afe5-dce19cfddd82 req-9d06c911-0a51-4fca-91d2-bba82126daac tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421817 Dec 10 09:48:22.521056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f728339b-4ba3-424d-8b9d-34a6ea3df1cd details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:48:22.613784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:48:22.624621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd', 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2', 'port_id': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd', 'mac_address': 'fa:16:3e:68:3e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd04ed09-d023-4e66-be1f-abcd9cd4d624', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:48:22.684014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:22.696495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f728339b-4ba3-424d-8b9d-34a6ea3df1cd {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:48:22.715364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:48:22.719542 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:22.768712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:22.911569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['f728339b-4ba3-424d-8b9d-34a6ea3df1cd'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:48:23.505059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b932a6-587a-40b7-ae1c-b5043fb8be9c req-c5f0f277-f7ae-49eb-b513-73470009a2a0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:23.506586 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6b932a6-587a-40b7-ae1c-b5043fb8be9c req-c5f0f277-f7ae-49eb-b513-73470009a2a0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 944 time: 0.0490332 Dec 10 09:48:23.553133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f6b932a6-587a-40b7-ae1c-b5043fb8be9c req-aed6849c-9c94-4acd-8769-e35c7734ce17 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Dec 10 09:48:24.520748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f728339b-4ba3-424d-8b9d-34a6ea3df1cd up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:48:24.567930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port f728339b-4ba3-424d-8b9d-34a6ea3df1cd completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:48:24.571427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port f728339b-4ba3-424d-8b9d-34a6ea3df1cd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:48:24.571794 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:24.652694 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:24.674684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05047ef2-5227-4dc4-bacb-72a8d39f0c9e req-5f9fb0df-1f8e-4775-a36c-48ae12a533b0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:24.675313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:48:24.676204 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05047ef2-5227-4dc4-bacb-72a8d39f0c9e req-5f9fb0df-1f8e-4775-a36c-48ae12a533b0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 944 time: 0.0530715 Dec 10 09:48:24.676971 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6767f67c-45fc-4077-b2f0-3e3927f10b24" -d '{"events": [{"server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "name": "network-vif-plugged", "status": "completed", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:48:24.690698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:48:24.695133 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:24.722563 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e79669-7c3a-4c8f-b699-1a5c54db0276 x-openstack-request-id: req-28e79669-7c3a-4c8f-b699-1a5c54db0276 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:48:24.722857 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "name": "network-vif-plugged", "status": "completed", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:48:24.723112 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28e79669-7c3a-4c8f-b699-1a5c54db0276 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:48:24.723505 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd', 'code': 200} Dec 10 09:48:24.731928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05047ef2-5227-4dc4-bacb-72a8d39f0c9e req-8e6e4017-6d90-4409-a388-deebd362e74b tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Dec 10 09:48:24.747549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:24.823949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5e643-8495-4c26-be20-64d8821481e3 req-bfe0ed0d-b5bc-4215-a452-03663c9ca93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:24.825551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-59c5e643-8495-4c26-be20-64d8821481e3 req-bfe0ed0d-b5bc-4215-a452-03663c9ca93d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 1096 time: 0.0437679 Dec 10 09:48:24.869066 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-59c5e643-8495-4c26-be20-64d8821481e3 req-e41aa207-b5dc-487d-88a9-ec497acbd5ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364919 Dec 10 09:48:25.865488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15941a-2506-441b-9cde-61f00bbdc4ac req-5fda6f78-eaad-41ff-8eec-9d4c9efdecc9 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:25.867069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e15941a-2506-441b-9cde-61f00bbdc4ac req-5fda6f78-eaad-41ff-8eec-9d4c9efdecc9 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Dec 10 09:48:25.916937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e15941a-2506-441b-9cde-61f00bbdc4ac req-d5f0d5df-b2d2-4120-9a58-cbb1dea4e61a tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Dec 10 09:48:27.038392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c67c0-8887-4a02-861b-74d5c877d79e req-4cb680c8-d134-4783-966e-ab2e6f4446b2 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:27.039870 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd7c67c0-8887-4a02-861b-74d5c877d79e req-4cb680c8-d134-4783-966e-ab2e6f4446b2 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0490773 Dec 10 09:48:27.090508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd7c67c0-8887-4a02-861b-74d5c877d79e req-9275b80b-b1fa-4269-ba3a-c0036cd5b4bc tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446036 Dec 10 09:48:27.216075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83267767-4e1e-4f0d-955f-ad99abcdbb97 req-b6d3c72c-715e-43fc-874e-1af9efb86ea5 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:27.217796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83267767-4e1e-4f0d-955f-ad99abcdbb97 req-b6d3c72c-715e-43fc-874e-1af9efb86ea5 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0520234 Dec 10 09:48:27.284121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-83267767-4e1e-4f0d-955f-ad99abcdbb97 req-19175d23-0d1a-497b-8d81-a68019cb73a9 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561955 Dec 10 09:48:27.550247 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-9872a421-e307-4458-94f5-da429db86cd7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0486035 Dec 10 09:48:27.560217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5a954-a4a3-4cc4-becb-849eba159eb6 req-95ef6f5f-df60-4da8-9c92-0aaaadd7f473 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:27.565686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81e5a954-a4a3-4cc4-becb-849eba159eb6 req-95ef6f5f-df60-4da8-9c92-0aaaadd7f473 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0616825 Dec 10 09:48:27.620269 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81e5a954-a4a3-4cc4-becb-849eba159eb6 req-666f9d24-c7d0-4943-9640-a3836b656c66 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522301 Dec 10 09:48:28.635674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-ce7138d1-3399-497b-ac59-dfea71d1ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:28.637129 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-ce7138d1-3399-497b-ac59-dfea71d1ed59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 1096 time: 0.0395019 Dec 10 09:48:28.730478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-f8cea3de-1523-4547-b00a-f1c3fcf525f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:28.731978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-f8cea3de-1523-4547-b00a-f1c3fcf525f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0882006 Dec 10 09:48:28.744905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd787215-7e7b-43b8-b323-5bd36dbe46f9 req-bd7b1280-7b5b-492e-bd70-f6ab2c09bb50 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:28.746427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd787215-7e7b-43b8-b323-5bd36dbe46f9 req-bd7b1280-7b5b-492e-bd70-f6ab2c09bb50 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0528245 Dec 10 09:48:28.775222 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-e81b8c12-f081-4f5f-8a5b-afbd98c0bc0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 200 len: 217 time: 0.0348687 Dec 10 09:48:28.795018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd787215-7e7b-43b8-b323-5bd36dbe46f9 req-8f63605e-0346-4c4e-ab24-8a12b1012dd8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Dec 10 09:48:28.828868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-27038607-241b-47a6-8916-63f078918e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:28.831067 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-27038607-241b-47a6-8916-63f078918e8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0480189 Dec 10 09:48:28.862166 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-3a542a1e-fd64-462a-8d44-2d7745926adf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243757 Dec 10 09:48:28.949629 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b043789f-1608-4d56-9b6d-2973167263ca service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800905 Dec 10 09:48:29.045494 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-96ce774c-2f7f-41a0-abf6-5142023c770e service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873880 Dec 10 09:48:29.910683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277648ed-92dd-4058-89c2-19e8f08bb298 req-6a5fcced-97c8-472b-adba-470c5a48b2ba tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:29.912142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-277648ed-92dd-4058-89c2-19e8f08bb298 req-6a5fcced-97c8-472b-adba-470c5a48b2ba tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0487463 Dec 10 09:48:29.958604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-277648ed-92dd-4058-89c2-19e8f08bb298 req-02202a3a-b239-4256-8726-49edd25995a3 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Dec 10 09:48:31.074520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbdd21-e6d2-40fa-a361-9eefe205ec30 req-fa64f491-c426-485c-b232-4c531aec5f34 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:31.076000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bdbdd21-e6d2-40fa-a361-9eefe205ec30 req-fa64f491-c426-485c-b232-4c531aec5f34 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0479019 Dec 10 09:48:31.125682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7bdbdd21-e6d2-40fa-a361-9eefe205ec30 req-b430fb1b-2aa2-4b22-b4f2-8e03fe4820e2 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432436 Dec 10 09:48:32.240746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03706fe9-50f0-4fcc-83d8-b4384772012f req-8c7c7ec5-8e7a-429d-afe5-e2cef6a057c8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:32.242279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03706fe9-50f0-4fcc-83d8-b4384772012f req-8c7c7ec5-8e7a-429d-afe5-e2cef6a057c8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0485125 Dec 10 09:48:32.294271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03706fe9-50f0-4fcc-83d8-b4384772012f req-08c9acb6-5587-476c-9450-87b200eafd48 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427728 Dec 10 09:48:33.323087 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc604-f786-44ba-9c13-bc54ad1e4766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:33.417818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e412685-8316-4aca-b00e-cf735f13e692 req-ebc85416-2b79-4534-8848-8b414dd6c74a tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:33.419284 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e412685-8316-4aca-b00e-cf735f13e692 req-ebc85416-2b79-4534-8848-8b414dd6c74a tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0496182 Dec 10 09:48:33.465997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e412685-8316-4aca-b00e-cf735f13e692 req-57c161e1-b720-4852-9f44-f7894434624b tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Dec 10 09:48:34.586588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6f9c5-9f0e-4c2d-95f4-d289fbbc1a36 req-217258b6-2b00-4b34-a1c4-fe3169fb36f0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:34.588052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ef6f9c5-9f0e-4c2d-95f4-d289fbbc1a36 req-217258b6-2b00-4b34-a1c4-fe3169fb36f0 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0519986 Dec 10 09:48:34.637717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ef6f9c5-9f0e-4c2d-95f4-d289fbbc1a36 req-8558a2ff-0c80-4002-97a2-dc3e24b07cdd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Dec 10 09:48:35.509937 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-075787bb-edc9-4460-ab8c-f770cafe7539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:35.753642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1447bb-cb7b-4755-b598-a70c10e58b9e req-1f2284d2-00db-4b88-b0c1-27b4490c3e13 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:35.755102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f1447bb-cb7b-4755-b598-a70c10e58b9e req-1f2284d2-00db-4b88-b0c1-27b4490c3e13 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0490699 Dec 10 09:48:35.801282 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f1447bb-cb7b-4755-b598-a70c10e58b9e req-bdbfbdf8-0a99-4f66-ba54-897ff27f5315 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402167 Dec 10 09:48:36.704193 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:36.708345 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:48:36.920759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec85fb5-3078-4319-891f-2280f1eae9d3 req-a6d9ca02-d991-4b42-b875-115be7f3d47d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:36.922254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ec85fb5-3078-4319-891f-2280f1eae9d3 req-a6d9ca02-d991-4b42-b875-115be7f3d47d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0534692 Dec 10 09:48:36.969225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ec85fb5-3078-4319-891f-2280f1eae9d3 req-24aea24b-63ed-4a35-8d9b-08d9c2e478c7 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Dec 10 09:48:38.091474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d47f4-14f5-43b3-970f-f0adc33953ac req-74f5e53f-a1df-4628-bba8-b47e011bd038 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:38.092968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-477d47f4-14f5-43b3-970f-f0adc33953ac req-74f5e53f-a1df-4628-bba8-b47e011bd038 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0489867 Dec 10 09:48:38.139892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-477d47f4-14f5-43b3-970f-f0adc33953ac req-77fc447d-e6f0-4047-a5ce-83adac0652a3 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409477 Dec 10 09:48:38.399112 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:39.256999 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d289876-b22e-43a7-b99b-dce8a0bbe262 req-dcc57f10-4538-40b0-a611-1efc76859eac tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:39.258494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d289876-b22e-43a7-b99b-dce8a0bbe262 req-dcc57f10-4538-40b0-a611-1efc76859eac tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0487835 Dec 10 09:48:39.310098 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d289876-b22e-43a7-b99b-dce8a0bbe262 req-19932acf-6948-4ccd-ba94-0108dd61c6f1 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455828 Dec 10 09:48:39.376156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:40.434090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2280-3370-4ba4-82fd-501e6632c067 req-97152fa4-da37-452d-93f5-626d570aca2d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:40.435573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54bb2280-3370-4ba4-82fd-501e6632c067 req-97152fa4-da37-452d-93f5-626d570aca2d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0512500 Dec 10 09:48:40.482706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-54bb2280-3370-4ba4-82fd-501e6632c067 req-79b501c6-72a1-4344-ab23-256417c6fc34 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407181 Dec 10 09:48:41.599267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c154-ef13-4a3c-8bc7-04539a798492 req-acdfb240-1979-46e2-8359-d4a14b50944b tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:41.600757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fd6c154-ef13-4a3c-8bc7-04539a798492 req-acdfb240-1979-46e2-8359-d4a14b50944b tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0492640 Dec 10 09:48:41.647732 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fd6c154-ef13-4a3c-8bc7-04539a798492 req-405026f4-e87f-4676-9b8c-84c8b5f17d97 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Dec 10 09:48:42.768836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da79ea9-1a59-40bc-899f-e4059208f087 req-3c37b97d-b84b-4c06-ab63-4edc8ab24587 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:42.770233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8da79ea9-1a59-40bc-899f-e4059208f087 req-3c37b97d-b84b-4c06-ab63-4edc8ab24587 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0534210 Dec 10 09:48:42.817281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8da79ea9-1a59-40bc-899f-e4059208f087 req-4885458c-e5f5-44a9-9dd0-07ced4ea753e tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Dec 10 09:48:43.935310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29687a1-0726-4422-9e7e-b63d23ddc4c6 req-e33f53d2-182e-4b89-b198-3e25dbd611cd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:43.936811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a29687a1-0726-4422-9e7e-b63d23ddc4c6 req-e33f53d2-182e-4b89-b198-3e25dbd611cd tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0520418 Dec 10 09:48:43.984800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a29687a1-0726-4422-9e7e-b63d23ddc4c6 req-8c89b7fc-ebd8-466b-9fd7-5506812d67a6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 Dec 10 09:48:45.100163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e65cb-7b39-4a67-9057-55a8d278a80a req-874c3dd3-32bc-443a-bc4e-70b13dd7d58c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:45.101671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad0e65cb-7b39-4a67-9057-55a8d278a80a req-874c3dd3-32bc-443a-bc4e-70b13dd7d58c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0481439 Dec 10 09:48:45.152002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ad0e65cb-7b39-4a67-9057-55a8d278a80a req-cf552e95-6b6e-40ae-a3d5-3c1984a9d0ab tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444741 Dec 10 09:48:45.581307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:46.267838 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223543de-9e86-4e2b-9229-b34b757b3cc8 req-2d6359a8-c322-4c55-9927-8008b0bdbb1d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:46.269339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-223543de-9e86-4e2b-9229-b34b757b3cc8 req-2d6359a8-c322-4c55-9927-8008b0bdbb1d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0497067 Dec 10 09:48:46.315979 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-223543de-9e86-4e2b-9229-b34b757b3cc8 req-cf1c2bc6-a989-48c8-be7b-226cc3f48438 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Dec 10 09:48:47.431709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048afa0-73db-4887-bfc5-5c045641ac0d req-80429609-516c-4955-8c2b-fbdef84cc163 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:47.433170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7048afa0-73db-4887-bfc5-5c045641ac0d req-80429609-516c-4955-8c2b-fbdef84cc163 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0491326 Dec 10 09:48:47.481713 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7048afa0-73db-4887-bfc5-5c045641ac0d req-5515b0bd-518c-4e00-9c84-6c7f8f205af4 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Dec 10 09:48:48.604739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69110dc0-31de-4ecd-9b65-043b3a0c5fd2 req-53fbde7b-d607-47a5-9c69-0d876241b6b4 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:48.606584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69110dc0-31de-4ecd-9b65-043b3a0c5fd2 req-53fbde7b-d607-47a5-9c69-0d876241b6b4 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0531421 Dec 10 09:48:48.654664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69110dc0-31de-4ecd-9b65-043b3a0c5fd2 req-d2137d83-1fe5-42bb-a557-99cd7d2107f3 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Dec 10 09:48:49.718820 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:49.774569 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72052e94-e27f-404a-9044-66f838d7edc4 req-60735c1e-342c-4616-bc25-66cbd85ad2a6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:49.776067 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72052e94-e27f-404a-9044-66f838d7edc4 req-60735c1e-342c-4616-bc25-66cbd85ad2a6 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0499165 Dec 10 09:48:49.823386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72052e94-e27f-404a-9044-66f838d7edc4 req-96aab30c-be05-4f2d-9eeb-955cf4e6a36b tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Dec 10 09:48:50.944479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe99d18-8116-4436-9014-58d325d190fe req-63172d9b-e274-467f-bab9-c359a7f1c9ad tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:50.946011 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5fe99d18-8116-4436-9014-58d325d190fe req-63172d9b-e274-467f-bab9-c359a7f1c9ad tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0526371 Dec 10 09:48:50.992986 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5fe99d18-8116-4436-9014-58d325d190fe req-92216ba7-b4b4-4752-b50a-4d7519a86073 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Dec 10 09:48:52.108605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1ef1a-ed60-438a-b40b-970d7b672225 req-1206e222-65bb-4711-b8bd-e724c83684f1 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:52.110397 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cfc1ef1a-ed60-438a-b40b-970d7b672225 req-1206e222-65bb-4711-b8bd-e724c83684f1 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0491753 Dec 10 09:48:52.157270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cfc1ef1a-ed60-438a-b40b-970d7b672225 req-27a5ccaf-84d6-4e99-873b-7863024967d9 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Dec 10 09:48:53.282709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285025e-ac94-4005-93be-185424a4ffbe req-f522627a-0e52-4adf-b48d-bc434e239ba2 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:53.284375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1285025e-ac94-4005-93be-185424a4ffbe req-f522627a-0e52-4adf-b48d-bc434e239ba2 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0586381 Dec 10 09:48:53.343215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1285025e-ac94-4005-93be-185424a4ffbe req-2c8732a3-f6ed-43ae-aa3b-650a5900db5c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528293 Dec 10 09:48:54.462567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86f1cf-d1a7-4eed-8b93-5ba8ec2e1cd7 req-3b7fe228-0a19-44bd-8564-93ad9b5d8949 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:54.464081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce86f1cf-d1a7-4eed-8b93-5ba8ec2e1cd7 req-3b7fe228-0a19-44bd-8564-93ad9b5d8949 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Dec 10 09:48:54.515174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce86f1cf-d1a7-4eed-8b93-5ba8ec2e1cd7 req-60f24d24-43de-4ade-9ca0-ed4016032f91 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450680 Dec 10 09:48:55.638176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503db3e-7898-4686-b701-babcdca73c98 req-d418467f-f3b8-49ab-b9ef-b5b16c7eadf8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:55.639675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4503db3e-7898-4686-b701-babcdca73c98 req-d418467f-f3b8-49ab-b9ef-b5b16c7eadf8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 945 time: 0.0493526 Dec 10 09:48:55.687034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4503db3e-7898-4686-b701-babcdca73c98 req-417ae6ad-7c30-4a03-905a-b2a7df470742 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 Dec 10 09:48:55.844533 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-7b3f4c2f-b646-432e-9773-df0c79f484da service neutron] show failed (client error): The resource could not be found. Dec 10 09:48:55.846301 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-7b3f4c2f-b646-432e-9773-df0c79f484da service neutron] 10.222.0.39 "GET /v2.0/ports/f728339b-4ba3-424d-8b9d-34a6ea3df1cd/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0570168 Dec 10 09:48:56.050249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-6e7450c6-8913-4d7c-8dba-dbe5b3117bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:56.051789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-6e7450c6-8913-4d7c-8dba-dbe5b3117bc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65&tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595 HTTP/1.1" status: 200 len: 1096 time: 0.0460870 Dec 10 09:48:56.063114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:48:56.117396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:56.319992 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:48:56.351464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:48:56.395473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:48:56.397681 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f63a19-5ab9-4f98-af2d-fe94551410b6" -d '{"events": [{"server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "name": "network-vif-unplugged", "status": "completed", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:48:56.401762 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:56.414919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Transition to ACTIVE for port object f728339b-4ba3-424d-8b9d-34a6ea3df1cd will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:48:56.418231 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:56.455294 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064498d5-319f-4400-afdb-70190166179b x-openstack-request-id: req-064498d5-319f-4400-afdb-70190166179b {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:48:56.455587 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "name": "network-vif-unplugged", "status": "completed", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:48:56.455837 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-064498d5-319f-4400-afdb-70190166179b {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:48:56.456230 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd', 'code': 200} Dec 10 09:48:56.480108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] No DVR routers for this DVR port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:48:56.486657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Pushing event updated for resources: {'Port': ['ID=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:56.521311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Attempting to bind port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:48:56.521698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Attempting to bind port f728339b-4ba3-424d-8b9d-34a6ea3df1cd by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:48:56.522180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Attempting to bind port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:48:56.526562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:48:56.526889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Attempting to bind port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on network 9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:48:56.531805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:48:56.532829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Checking segment: {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:48:56.533226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Bound using segment: {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:48:56.533699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Bound port: f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e89480-b9ad-4cac-97fc-25e78039ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:48:56.534393 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:56.601232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:48:56.604495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:48:56.607959 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:56.645202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:56.645957 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:48:56.647338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] 10.222.0.18 "PUT /v2.0/ports/f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 200 len: 1091 time: 0.5880842 Dec 10 09:48:56.665141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8637656-a87c-47f7-b77a-e07583d43eed service neutron] Pushing event updated for resources: {'Port': ['ID=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:48:56.709420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-f2149877-51eb-42f0-87fe-ef5097a10f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:56.711184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-f2149877-51eb-42f0-87fe-ef5097a10f0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 1094 time: 0.0414708 Dec 10 09:48:56.838807 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414abef-288e-4d5b-856e-b0879b59451f req-885b1058-d977-4823-b88d-468bbaa9cd5e tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:56.840291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e414abef-288e-4d5b-856e-b0879b59451f req-885b1058-d977-4823-b88d-468bbaa9cd5e tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0744851 Dec 10 09:48:56.844872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-a3f5f282-a07b-42b2-983d-e85cfbfd365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:56.846373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-a3f5f282-a07b-42b2-983d-e85cfbfd365f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.1277020 Dec 10 09:48:56.895470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-bc4beaf4-fcd7-40a0-a8cc-4843a91689d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 200 len: 217 time: 0.0415027 Dec 10 09:48:56.952643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e414abef-288e-4d5b-856e-b0879b59451f req-8eddd980-c8fa-43e6-847d-a2576969a96f tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053283 Dec 10 09:48:56.963342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-9ec6abad-0f8e-431a-8afb-10860cfe5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:56.964595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-9ec6abad-0f8e-431a-8afb-10860cfe5756 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0601578 Dec 10 09:48:56.998013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-3e13a141-a83b-4284-bd9f-dd929c1dd135 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253963 Dec 10 09:48:57.085497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-0ca5a1b6-6550-4d97-b503-52a8516482da service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808399 Dec 10 09:48:57.176598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ed3611e-32ac-49a9-a89d-962edb862be7 req-96b9b0e4-d09c-4b27-8670-944598a5fdba service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845568 Dec 10 09:48:58.073169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946e6bf-7956-4caf-b841-82deeeadc3fc req-ed18395e-b025-458f-b6da-04673c6722bf tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:58.074660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a946e6bf-7956-4caf-b841-82deeeadc3fc req-ed18395e-b025-458f-b6da-04673c6722bf tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0496831 Dec 10 09:48:58.121441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a946e6bf-7956-4caf-b841-82deeeadc3fc req-b6b528bc-5a21-461b-9b66-955e10ac0b1c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Dec 10 09:48:58.457492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:48:58.460099 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:48:58.518467 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff398950-4662-4463-ba7a-d80b68900825 x-openstack-request-id: req-ff398950-4662-4463-ba7a-d80b68900825 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:48:58.518741 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:48:58.519002 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff398950-4662-4463-ba7a-d80b68900825 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:48:58.519405 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd', 'status': 'completed', 'code': 200} Dec 10 09:48:58.583864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-f5032d5f-eb32-4f17-a08d-ffcb3143e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:58.584481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-3f6ce240-5e31-4bcf-8f3a-0f01f6da79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:58.585394 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-f5032d5f-eb32-4f17-a08d-ffcb3143e4fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 1094 time: 0.0416720 Dec 10 09:48:58.585565 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-3f6ce240-5e31-4bcf-8f3a-0f01f6da79d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 1094 time: 0.0452709 Dec 10 09:48:58.679716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-1de7f637-a71d-4a58-9bb0-fbb10b888a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:58.681207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-1de7f637-a71d-4a58-9bb0-fbb10b888a5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0883689 Dec 10 09:48:58.731548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-20122df6-f234-4924-b284-d36e55aa35e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 200 len: 217 time: 0.0411196 Dec 10 09:48:58.793837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-f9eb7ec2-7ae7-43d9-866d-3325168a1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:58.795368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-f9eb7ec2-7ae7-43d9-866d-3325168a1d4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0567129 Dec 10 09:48:58.828529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-337d3e3c-336b-49bd-a33b-edab82729483 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257325 Dec 10 09:48:58.920184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-44ef0911-3d10-4090-90c5-c9155c576dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842068 Dec 10 09:48:58.993331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-7f954faf-17a7-43d2-8a93-9ebb2d7f43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:58.994752 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-7f954faf-17a7-43d2-8a93-9ebb2d7f43df service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.4025607 Dec 10 09:48:59.020112 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-a5974c39-611f-46ea-beac-b3b5c8a128d6 service neutron] 10.222.0.18 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910439 Dec 10 09:48:59.038545 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-99bc1b31-a148-4edd-8dd2-e332d67088bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 200 len: 217 time: 0.0354927 Dec 10 09:48:59.085887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-9897fb02-6049-4a5d-b7a7-fbd477b252a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:59.087289 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-9897fb02-6049-4a5d-b7a7-fbd477b252a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0422072 Dec 10 09:48:59.121259 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-76530926-63c1-46e1-86a9-10f3b9b53e5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273182 Dec 10 09:48:59.211605 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-c130a49d-87c0-4f13-be6e-e299b61fe8e6 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820229 Dec 10 09:48:59.241752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51980210-2616-448a-b76f-8bfb73e71047 req-cbc1b7f5-b560-44e2-b832-5e91755c3e25 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:48:59.243267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51980210-2616-448a-b76f-8bfb73e71047 req-cbc1b7f5-b560-44e2-b832-5e91755c3e25 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0501246 Dec 10 09:48:59.292727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51980210-2616-448a-b76f-8bfb73e71047 req-c04ff597-a7d9-4ae3-884f-7c087ea50436 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432117 Dec 10 09:48:59.307248 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-39386e2c-ea31-4776-9127-bbd9eb5dc2f3 req-c0b84fa6-f6e1-4bcd-a839-fc51ca0a172b service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878689 Dec 10 09:49:00.416056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3333ef7-aa34-4e03-9e1a-177c16555fe0 req-44b21826-cd04-404b-8eac-f8bc07da05b8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:00.417549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3333ef7-aa34-4e03-9e1a-177c16555fe0 req-44b21826-cd04-404b-8eac-f8bc07da05b8 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0543666 Dec 10 09:49:00.463538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3333ef7-aa34-4e03-9e1a-177c16555fe0 req-f51a2dcf-9638-4c04-b6e9-6f4d65ba6ac3 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Dec 10 09:49:00.663534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67dd0-dffb-4c80-967e-875ea52dded2 req-33df3816-c27b-47a6-8db7-48d90e6933b2 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:00.665053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebc67dd0-dffb-4c80-967e-875ea52dded2 req-33df3816-c27b-47a6-8db7-48d90e6933b2 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0496163 Dec 10 09:49:00.676562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f728339b-4ba3-424d-8b9d-34a6ea3df1cd no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:49:00.678628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-5ffc5291-6380-4728-a538-4621a1b7bb25 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:00.680151 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-5ffc5291-6380-4728-a538-4621a1b7bb25 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.39 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65&tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 943 time: 0.0525870 Dec 10 09:49:00.716175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f728339b-4ba3-424d-8b9d-34a6ea3df1cd not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:49:00.718332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebc67dd0-dffb-4c80-967e-875ea52dded2 req-cd7fa42e-1bf2-4e30-b3f5-a932920ea516 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470533 Dec 10 09:49:00.745107 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-0bd9a9d6-d1c5-4717-9795-81d7d2853f54 service neutron] delete failed (client error): The resource could not be found. Dec 10 09:49:00.746147 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-0bd9a9d6-d1c5-4717-9795-81d7d2853f54 service neutron] 10.222.0.39 "DELETE /v2.0/ports/f728339b-4ba3-424d-8b9d-34a6ea3df1cd/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0564966 Dec 10 09:49:00.828804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-335b82bf-2f95-4d9a-8a5a-bc84a8c0e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:00.830927 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-335b82bf-2f95-4d9a-8a5a-bc84a8c0e2dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 1094 time: 0.0401814 Dec 10 09:49:00.922202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-02e549fc-fd8c-46d6-8baf-e7cac0b7a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:00.923893 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-02e549fc-fd8c-46d6-8baf-e7cac0b7a0fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 200 len: 916 time: 0.0858200 Dec 10 09:49:00.966816 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-62dc5a52-0058-4b5c-80ff-4e2d1342f887 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 200 len: 217 time: 0.0353060 Dec 10 09:49:01.015959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-8f7068b0-c235-4724-9cd1-2accec5c1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:01.017705 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-8f7068b0-c235-4724-9cd1-2accec5c1903 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 200 len: 855 time: 0.0436647 Dec 10 09:49:01.052435 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-ed1f84e1-7349-431f-9ae2-4f658087084c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280242 Dec 10 09:49:01.140204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-f9358100-eaf1-497b-a4fa-af1d69bbab29 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803852 Dec 10 09:49:01.231092 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-fc8bfc8f-f3e9-411c-90cd-0747a141746c req-a2af688e-d5b6-44ae-87ec-a1ec819c8223 service neutron] 10.222.0.39 "GET /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840325 Dec 10 09:49:01.848439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64bac-69b6-4b45-a864-a8430f5efa97 req-14f1e4a4-a458-4d95-9d71-6c7b3d392ff9 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:01.849877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8d64bac-69b6-4b45-a864-a8430f5efa97 req-14f1e4a4-a458-4d95-9d71-6c7b3d392ff9 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0512016 Dec 10 09:49:01.900636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8d64bac-69b6-4b45-a864-a8430f5efa97 req-61f6ff85-b2a7-413d-b844-11dc722cf9be tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Dec 10 09:49:02.018713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e6de2-255a-4e66-a0b9-f8ec1ffe9903 req-a9c9085f-565b-49f0-9b1c-d1e8d4675376 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:02.020181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f86e6de2-255a-4e66-a0b9-f8ec1ffe9903 req-a9c9085f-565b-49f0-9b1c-d1e8d4675376 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0490570 Dec 10 09:49:02.068087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f86e6de2-255a-4e66-a0b9-f8ec1ffe9903 req-4ae5601d-c611-402f-904b-0a0b1593c305 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Dec 10 09:49:02.142168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f728339b-4ba3-424d-8b9d-34a6ea3df1cd details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:49:02.181931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d877e0c-3966-477c-be0d-80ee799e68c2 req-44b67876-b065-49d3-86c3-379543b1c8ea tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:02.183469 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d877e0c-3966-477c-be0d-80ee799e68c2 req-44b67876-b065-49d3-86c3-379543b1c8ea tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 943 time: 0.0500653 Dec 10 09:49:02.230068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7d877e0c-3966-477c-be0d-80ee799e68c2 req-4c048e83-1880-4d46-889b-c6d77e86abac tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Dec 10 09:49:02.236622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:49:02.247955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd', 'network_id': '9af9d585-8d4b-43eb-bcdf-a12bcdf530d2', 'port_id': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd', 'mac_address': 'fa:16:3e:68:3e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd04ed09-d023-4e66-be1f-abcd9cd4d624', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:49:02.285203 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:02.301732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f728339b-4ba3-424d-8b9d-34a6ea3df1cd {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:49:02.320922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:49:02.324940 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:02.377045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:02.387250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.387602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.387946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.388285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.388619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.388953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.389284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.389655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.389986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.390313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.390635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.390964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.392154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:02.568561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64938e-af64-4496-844b-1c47e3e38782 req-4e34621d-2855-4105-b608-e7064402aa59 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:02.570069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce64938e-af64-4496-844b-1c47e3e38782 req-4e34621d-2855-4105-b608-e7064402aa59 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 944 time: 0.0555334 Dec 10 09:49:02.617774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce64938e-af64-4496-844b-1c47e3e38782 req-f297946d-f951-44fa-837b-c6968eaf1b63 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412095 Dec 10 09:49:02.644605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['f728339b-4ba3-424d-8b9d-34a6ea3df1cd'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:49:03.326150 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7f401f41-da83-4e5d-a7ef-ea028b7a0274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:03.734916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860b6c6-b22c-4d04-a29f-cd5be9c8c172 req-59807cb6-1e14-4870-bb25-9864a8c1d25c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:03.737082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1860b6c6-b22c-4d04-a29f-cd5be9c8c172 req-59807cb6-1e14-4870-bb25-9864a8c1d25c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 944 time: 0.0483754 Dec 10 09:49:03.793971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1860b6c6-b22c-4d04-a29f-cd5be9c8c172 req-1fcf57c3-c948-4324-b438-57d985da8498 tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.31 "GET /v2.0/security-groups?id=2035534e-d6eb-4e3d-8264-ee91fd2619b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508916 Dec 10 09:49:03.834032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-a2c79833-9871-47ac-b231-49406fd6567c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:03.835472 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-a2c79833-9871-47ac-b231-49406fd6567c tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f5d60-9857-45f0-8984-4ce9a76f3a65 HTTP/1.1" status: 200 len: 944 time: 0.0571210 Dec 10 09:49:03.933020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Deleting port f728339b-4ba3-424d-8b9d-34a6ea3df1cd {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:49:03.933363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:04.025193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] For port f728339b-4ba3-424d-8b9d-34a6ea3df1cd, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,segment=NetworkSegment(b3e89480-b9ad-4cac-97fc-25e78039ea88),segment_id=b3e89480-b9ad-4cac-97fc-25e78039ea88)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:49:04.025592 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:04.038126 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Calling delete_port for f728339b-4ba3-424d-8b9d-34a6ea3df1cd owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:49:04.168258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:04.173574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f728339b-4ba3-424d-8b9d-34a6ea3df1cd up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:49:04.195452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['f728339b-4ba3-424d-8b9d-34a6ea3df1cd'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:49:04.197639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: f728339b-4ba3-424d-8b9d-34a6ea3df1cd {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:49:04.197944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f728339b-4ba3-424d-8b9d-34a6ea3df1cd not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 09:49:04.203686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Pushing event deleted for resources: {'Port': ['ID=f728339b-4ba3-424d-8b9d-34a6ea3df1cd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:04.234711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Port f728339b-4ba3-424d-8b9d-34a6ea3df1cd not found, will not notify nova. {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 09:49:04.245226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] No DVR routers for this DVR port f728339b-4ba3-424d-8b9d-34a6ea3df1cd on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:49:04.247674 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:04.251873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea0c0960-6539-4755-bcc4-28a7f8411e90 req-dbe3365d-25ef-41dc-aa00-23417f030a5d tempest-ServerDiskConfigTestJSON-767522107 tempest-ServerDiskConfigTestJSON-767522107-project] 10.222.0.18 "DELETE /v2.0/ports/f728339b-4ba3-424d-8b9d-34a6ea3df1cd HTTP/1.1" status: 204 len: 173 time: 0.4094183 Dec 10 09:49:04.252376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'name': 'network-vif-deleted', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:49:04.254700 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647adf62-0b2a-42d3-8b43-14945f3953c8" -d '{"events": [{"server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "name": "network-vif-deleted", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:49:04.296110 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ecaf8d-833e-48b4-b5a0-657309dba78b x-openstack-request-id: req-04ecaf8d-833e-48b4-b5a0-657309dba78b {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:49:04.296508 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608f5d60-9857-45f0-8984-4ce9a76f3a65", "name": "network-vif-deleted", "tag": "f728339b-4ba3-424d-8b9d-34a6ea3df1cd", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:49:04.296689 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04ecaf8d-833e-48b4-b5a0-657309dba78b {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:49:04.297073 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608f5d60-9857-45f0-8984-4ce9a76f3a65', 'name': 'network-vif-deleted', 'tag': 'f728339b-4ba3-424d-8b9d-34a6ea3df1cd', 'status': 'completed', 'code': 200} Dec 10 09:49:04.914571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44682) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:04.958246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f8b032-efb7-450f-80e9-fe91f2692ed9 admin admin] Deleting subnet fd04ed09-d023-4e66-be1f-abcd9cd4d624 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 09:49:04.961226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40f8b032-efb7-450f-80e9-fe91f2692ed9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:04.995289 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40f8b032-efb7-450f-80e9-fe91f2692ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.037133 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40f8b032-efb7-450f-80e9-fe91f2692ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.087028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40f8b032-efb7-450f-80e9-fe91f2692ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.113183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8b032-efb7-450f-80e9-fe91f2692ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd04ed09-d023-4e66-be1f-abcd9cd4d624,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:05.115138 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40f8b032-efb7-450f-80e9-fe91f2692ed9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.118301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-40f8b032-efb7-450f-80e9-fe91f2692ed9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fd04ed09-d023-4e66-be1f-abcd9cd4d624 HTTP/1.1" status: 204 len: 168 time: 0.2026985 Dec 10 09:49:05.120858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44684) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:05.187205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.267943 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.287137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af9d585-8d4b-43eb-bcdf-a12bcdf530d2']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:05.295986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e89480-b9ad-4cac-97fc-25e78039ea88') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:05.296276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e89480-b9ad-4cac-97fc-25e78039ea88') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:05.305282 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.318569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.324190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 09:49:05.324559 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: timer() Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 09:49:05.326220 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 09:49:05.382867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.388368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.392845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9af9d585-8d4b-43eb-bcdf-a12bcdf530d2 HTTP/1.1" status: 204 len: 168 time: 0.2710774 Dec 10 09:49:05.403957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce65e3-6dca-4594-8c50-776434fb4ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af9d585-8d4b-43eb-bcdf-a12bcdf530d2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:05.500956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44688) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:05.510588 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4c86f495-8e6c-4c40-ad8a-8b39c4a45be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.541866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-da6d81b7-2273-4396-bb99-0f6eac101a11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fffa4349bc3e4f2b96ce5eafa42bf595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397274 Dec 10 09:49:05.544442 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44690) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:05.591240 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233f919c-ffba-43f9-b15c-814866829db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.612277 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233f919c-ffba-43f9-b15c-814866829db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.657366 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233f919c-ffba-43f9-b15c-814866829db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.660079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-233f919c-ffba-43f9-b15c-814866829db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:05.661244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-233f919c-ffba-43f9-b15c-814866829db7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2035534e-d6eb-4e3d-8264-ee91fd2619b7 HTTP/1.1" status: 204 len: 168 time: 0.1158836 Dec 10 09:49:05.669169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f919c-ffba-43f9-b15c-814866829db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2035534e-d6eb-4e3d-8264-ee91fd2619b7,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:06.316069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44712) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:06.421094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-759762084-network', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:06.441956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Made reservation on behalf of 4af96988208a4abd9b95a997c0cb4e59 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:49:06.444267 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.452549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.534994 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.538821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.564343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 09:49:06.570400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f76b452-9ad3-4879-a5c1-043a2c8229d6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:06.576423 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.576856 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Added segment 33e98c18-73cf-4c9a-bace-14ccecee202d of type vlan for network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce Dec 10 09:49:06.617487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.641516 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.643218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:06.643790 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.700767 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3835061 Dec 10 09:49:06.703637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44716) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:06.709052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5bcd7-9280-43f8-8563-cf014421b02d admin admin] Pushing event updated for resources: {'Network': ['ID=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:06.709211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Request body: {'subnet': {'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-759762084-subnet', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:06.719233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 09:49:06.730840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Made reservation on behalf of 4af96988208a4abd9b95a997c0cb4e59 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:49:06.732891 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.733116 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.907072 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:06.961096 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:06.971740 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.972087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.972428 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.972761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.973087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.973412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.973757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.974081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.974401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.974719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.975035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.975352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.975668 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:06.980651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:49:06.981011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Network hostable DHCP agents. Network: f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 09:49:06.999336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 09:49:07.009016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:49:07.015199 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:07.015199 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.018419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a644955-3a84-4cfc-b9f0-06b13fc8a30d None None] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:49:07.031942 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5008ec22-b1f9-4e97-8fd6-395c30a4318b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3265884 Dec 10 09:49:07.034732 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 44718) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:07.038935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:07.058434 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.059429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.113217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.122193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 09:49:07.123059 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.250189 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.260907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Allocated IP 172.20.0.2 (f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce/af8ce0dd-4b6a-4f5c-9834-aa63156da2dd/d2389a21-8c9c-4258-b431-ec0a62b39417) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:49:07.407414 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.413007 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.452363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:49:07.455420 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.455889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:49:07.459233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:49:07.466590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Pushing event updated for resources: {'Port': ['ID=d2389a21-8c9c-4258-b431-ec0a62b39417,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:07.474661 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.515965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Attempting to bind port d2389a21-8c9c-4258-b431-ec0a62b39417 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:49:07.517123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Attempting to bind port d2389a21-8c9c-4258-b431-ec0a62b39417 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:49:07.517495 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Attempting to bind port d2389a21-8c9c-4258-b431-ec0a62b39417 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:49:07.523363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:49:07.523739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:49:07.524135 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.524523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:49:07.524982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Bound port: d2389a21-8c9c-4258-b431-ec0a62b39417, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:49:07.525357 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.581345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Allocated IP 172.25.3.40 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/0f23f86a-635a-4d59-9d73-be7edf3ffc5b) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:49:07.588674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] For port d2389a21-8c9c-4258-b431-ec0a62b39417, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:49:07.591700 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] For port d2389a21-8c9c-4258-b431-ec0a62b39417, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d2389a21-8c9c-4258-b431-ec0a62b39417,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:49:07.596875 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.653130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f18cc-b329-41a9-8775-380d23c3bb61 None None] Pushing event updated for resources: {'Port': ['ID=d2389a21-8c9c-4258-b431-ec0a62b39417,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:07.699985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.734576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.775460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:49:07.778439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:49:07.782881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:49:07.801412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaad277b-3116-4d97-9701-d07e4ef31bce None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:49:07.812420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Pushing event updated for resources: {'Port': ['ID=0f23f86a-635a-4d59-9d73-be7edf3ffc5b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:07.880215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-32ddf4c1-7d2a-4b43-baf6-951d426a6d28 None None] Provisioning complete for port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:07.880872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4c1-7d2a-4b43-baf6-951d426a6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:07.918647 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-32ddf4c1-7d2a-4b43-baf6-951d426a6d28 None None] Port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:49:08.062218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:08.188532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f728339b-4ba3-424d-8b9d-34a6ea3df1cd no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:49:08.212045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: f728339b-4ba3-424d-8b9d-34a6ea3df1cd {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:49:08.212387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f728339b-4ba3-424d-8b9d-34a6ea3df1cd not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:49:08.261561 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:08.397469 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 09:49:08.403014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:08.511301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:49:08.523018 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:49:08.536844 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:49:08.537200 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:49:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:08.543241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:08.544954 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-56b5b1fb-fd03-4f9a-81fa-0d4c89588734 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5088897 Dec 10 09:49:08.547525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44720) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:08.635374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0d526-a91b-4adf-9082-79e7b466b283 None None] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 09:49:08.653414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d2389a21-8c9c-4258-b431-ec0a62b39417 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:49:08.661561 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:49:08.767735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b9fadb99-dd3f-4a85-8b9a-b8f2a270fdc6 None None] Provisioning complete for port d2389a21-8c9c-4258-b431-ec0a62b39417 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:08.768104 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9fadb99-dd3f-4a85-8b9a-b8f2a270fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:08.772026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d2389a21-8c9c-4258-b431-ec0a62b39417 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:08.772383 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:08.845916 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:07Z', 'revision_number': 3, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:08.945484 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9fadb99-dd3f-4a85-8b9a-b8f2a270fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:08.963813 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.004190 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:49:09.004546 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Updating router ea032b0d-74f0-4cca-83ec-3e71c743b90a port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:49:09.009794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b9fadb99-dd3f-4a85-8b9a-b8f2a270fdc6 None None] For port d2389a21-8c9c-4258-b431-ec0a62b39417, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d2389a21-8c9c-4258-b431-ec0a62b39417,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:49:09.018653 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b9fadb99-dd3f-4a85-8b9a-b8f2a270fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.043456 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.069205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.120382 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 09:49:09.120713 n-d-814746-3 neutron-server[114971]: DEBUG oslo_db.api [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 09:49:09.121135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fadb99-dd3f-4a85-8b9a-b8f2a270fdc6 None None] Pushing event updated for resources: {'Port': ['ID=d2389a21-8c9c-4258-b431-ec0a62b39417,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:09.240146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-62004841-7175-45e2-b3ba-48d57fe26281 None None] Provisioning complete for port d2389a21-8c9c-4258-b431-ec0a62b39417 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:09.240463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-62004841-7175-45e2-b3ba-48d57fe26281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.250255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Allocated IP 172.20.0.1 (f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce/af8ce0dd-4b6a-4f5c-9834-aa63156da2dd/2701d587-8353-4daf-b66e-beaeaeb6b294) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:49:09.317228 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.324811 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.372232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.372928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edcb24a-3592-4eae-88de-12ba6a6998d7 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:49:09.384780 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Pushing event updated for resources: {'Port': ['ID=0f23f86a-635a-4d59-9d73-be7edf3ffc5b,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:09.386494 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.387034 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Attempting to bind port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:49:09.388109 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Attempting to bind port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:49:09.388109 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Attempting to bind port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:49:09.398176 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.398514 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.399384 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.399721 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.400048 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.400377 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.400837 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.401181 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.401516 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.401836 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.402153 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.402486 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.402777 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:09.406119 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:49:09.406557 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:49:09.406988 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.407350 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:49:09.407860 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Bound port: 0f23f86a-635a-4d59-9d73-be7edf3ffc5b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:49:09.408240 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.411422 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.443867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-98c64372-6292-4b3a-b1c5-23291b2c243e None None] Provisioning complete for port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:09.444239 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-98c64372-6292-4b3a-b1c5-23291b2c243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.457235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:49:09.462266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:49:09.463575 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] For port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:49:09.467288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:49:09.467482 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] For port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0f23f86a-635a-4d59-9d73-be7edf3ffc5b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:49:09.475931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Pushing event updated for resources: {'Port': ['ID=2701d587-8353-4daf-b66e-beaeaeb6b294,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:09.476823 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.493256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-98c64372-6292-4b3a-b1c5-23291b2c243e None None] Port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:49:09.515828 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.535855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7699681-c9cf-4019-8252-b4835318d41c None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 09:49:09.555809 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:49:09.556431 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:49:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:09.618908 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f943eb5-225b-45d3-bbee-957b865a9dce None None] Pushing event updated for resources: {'Port': ['ID=0f23f86a-635a-4d59-9d73-be7edf3ffc5b,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:09.619120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8899df17-b4c1-401b-8fbf-beb1d0133fd4 None None] Provisioning complete for port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:09.619477 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8899df17-b4c1-401b-8fbf-beb1d0133fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.661477 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.718832 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:49:09.757563 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8899df17-b4c1-401b-8fbf-beb1d0133fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.780596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8899df17-b4c1-401b-8fbf-beb1d0133fd4 None None] For port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0f23f86a-635a-4d59-9d73-be7edf3ffc5b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:49:09.786469 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8899df17-b4c1-401b-8fbf-beb1d0133fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.834151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899df17-b4c1-401b-8fbf-beb1d0133fd4 None None] Pushing event updated for resources: {'Port': ['ID=0f23f86a-635a-4d59-9d73-be7edf3ffc5b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:09.847095 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.852462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.908279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bb5144fa-5bd8-489a-bcd9-70ca913f1662 None None] Provisioning complete for port 2701d587-8353-4daf-b66e-beaeaeb6b294 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:09.909995 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bb5144fa-5bd8-489a-bcd9-70ca913f1662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.921136 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:07Z', 'revision_number': 3, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:09.925708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Pushing event updated for resources: {'Port': ['ID=2701d587-8353-4daf-b66e-beaeaeb6b294,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:09.928100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:09.953601 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a4275-2a47-40d7-ab64-8f53cd181575 None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:07Z', 'revision_number': 3, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:49:09.955781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bb5144fa-5bd8-489a-bcd9-70ca913f1662 None None] Port 2701d587-8353-4daf-b66e-beaeaeb6b294 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:49:10.026100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:49:10.027528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:49:10.152439 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:49:10.293014 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:49:10.299250 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-68b4029f-9673-44ca-b821-d7344a7fc5cd admin admin] 10.222.0.31 "PUT /v2.0/routers/ea032b0d-74f0-4cca-83ec-3e71c743b90a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499278 Dec 10 09:49:10.386340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a78b0949-5995-4662-9365-b5eb88d6bff8 None None] Provisioning complete for port 2701d587-8353-4daf-b66e-beaeaeb6b294 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:10.386716 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a78b0949-5995-4662-9365-b5eb88d6bff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:10.427338 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a78b0949-5995-4662-9365-b5eb88d6bff8 None None] Port 2701d587-8353-4daf-b66e-beaeaeb6b294 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:49:10.677981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d2389a21-8c9c-4258-b431-ec0a62b39417 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:49:10.733728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d2389a21-8c9c-4258-b431-ec0a62b39417 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:10.734096 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:10.816054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0f23f86a-635a-4d59-9d73-be7edf3ffc5b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:49:10.871288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:10.871288 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:10.926151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44728) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:10.930801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052773248', 'description': 'tempest-description--95802746'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:10.953817 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.023951 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.027742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.057478 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.058722 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1315706 Dec 10 09:49:11.059805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:11.061618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44730) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:11.065756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ac856722-6f76-4fb5-85a2-bc17bbca5ea7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'security_group_rule': {'security_group_id': '6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:11.083183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.083527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.083863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.084197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.084710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.085113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.085447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.085797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.086122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.086444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.086769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.087091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.087412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0e992-85d5-4d03-ac91-43b07b410c76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:49:11.107458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac856722-6f76-4fb5-85a2-bc17bbca5ea7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.153040 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac856722-6f76-4fb5-85a2-bc17bbca5ea7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.156336 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac856722-6f76-4fb5-85a2-bc17bbca5ea7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.174699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac856722-6f76-4fb5-85a2-bc17bbca5ea7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a521dd-6255-4e25-98a2-3e9446f699dc,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:11.181892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ac856722-6f76-4fb5-85a2-bc17bbca5ea7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.182984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ac856722-6f76-4fb5-85a2-bc17bbca5ea7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204243 Dec 10 09:49:11.185610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44732) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:11.190703 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ef15d9c6-441d-4508-83d6-f2a112bc0970 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'security_group_rule': {'security_group_id': '6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:11.229753 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef15d9c6-441d-4508-83d6-f2a112bc0970 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.293634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef15d9c6-441d-4508-83d6-f2a112bc0970 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.297813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef15d9c6-441d-4508-83d6-f2a112bc0970 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.316101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15d9c6-441d-4508-83d6-f2a112bc0970 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580a0ead-8212-4569-8b3a-e2176ede40f0,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:11.324626 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ef15d9c6-441d-4508-83d6-f2a112bc0970 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.325864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ef15d9c6-441d-4508-83d6-f2a112bc0970 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392951 Dec 10 09:49:11.329555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44734) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:11.333869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:11.355184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.512986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:49:11.524553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:49:11.525190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:49:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:11.638346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:49:11.811183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.852678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 2, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:11.881392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:49:11.881792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Updating router ea032b0d-74f0-4cca-83ec-3e71c743b90a port 2701d587-8353-4daf-b66e-beaeaeb6b294 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 09:49:11.910315 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:11.920794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Allocated IP 172.25.3.70 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/bbef05d0-85e2-4d8c-ae29-cd6908333c5e) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:49:12.029971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.065569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.107240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:49:12.110520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:49:12.114214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:49:12.119740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event updated for resources: {'Port': ['ID=bbef05d0-85e2-4d8c-ae29-cd6908333c5e,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:12.203205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.240326 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.340764 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.346948 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.388009 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.394484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9e06-b635-48b3-9eb3-2a12846b2fa0 None None] Pushing event updated for resources: {'Port': ['ID=2701d587-8353-4daf-b66e-beaeaeb6b294,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:12.394705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.451160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Attempting to bind port 2701d587-8353-4daf-b66e-beaeaeb6b294 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:49:12.452103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Attempting to bind port 2701d587-8353-4daf-b66e-beaeaeb6b294 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:49:12.452476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Attempting to bind port 2701d587-8353-4daf-b66e-beaeaeb6b294 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:49:12.458713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:49:12.459097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:49:12.459503 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.460039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:49:12.460969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Bound port: 2701d587-8353-4daf-b66e-beaeaeb6b294, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:49:12.460969 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.476741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event updated for resources: {'Port': ['ID=bbef05d0-85e2-4d8c-ae29-cd6908333c5e,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:12.479956 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.496967 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.498536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c4bee69a-3f7a-49cd-826c-28f490092ddf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1680305 Dec 10 09:49:12.543206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] For port 2701d587-8353-4daf-b66e-beaeaeb6b294, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:49:12.549098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] For port 2701d587-8353-4daf-b66e-beaeaeb6b294, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2701d587-8353-4daf-b66e-beaeaeb6b294,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:49:12.554855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.624391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:49:12.625075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:49:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:12.668555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9e06-b635-48b3-9eb3-2a12846b2fa0 None None] Pushing event updated for resources: {'Port': ['ID=2701d587-8353-4daf-b66e-beaeaeb6b294,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:12.675218 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-90a906aa-1734-44d8-adf5-05ccc1b3caea tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2052773248&fields=id&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 267 time: 0.0462840 Dec 10 09:49:12.729108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a27686f3-d4ed-44ec-afa5-bb2f0d6501c7 None None] Provisioning complete for port 2701d587-8353-4daf-b66e-beaeaeb6b294 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:12.729477 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a27686f3-d4ed-44ec-afa5-bb2f0d6501c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.781403 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:49:12.804960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-36525905-d42e-4aa6-8a99-9beee2b5cb6b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:12.806733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-36525905-d42e-4aa6-8a99-9beee2b5cb6b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 811 time: 0.1197808 Dec 10 09:49:12.823972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-a9336adb-d0e6-4b0d-a31a-b34d1ef29dd2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/quotas/4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 375 time: 0.0108752 Dec 10 09:49:12.882670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-9b572694-bd8c-45e3-ac9c-b564d0391511 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505290 Dec 10 09:49:12.936816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a27686f3-d4ed-44ec-afa5-bb2f0d6501c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:12.991708 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-6e806fd7-dada-4779-8d1c-a77519f3fae8 service neutron] 10.222.0.31 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886178 Dec 10 09:49:12.996383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a27686f3-d4ed-44ec-afa5-bb2f0d6501c7 None None] For port 2701d587-8353-4daf-b66e-beaeaeb6b294, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2701d587-8353-4daf-b66e-beaeaeb6b294,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:49:13.001672 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a27686f3-d4ed-44ec-afa5-bb2f0d6501c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:13.073023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27686f3-d4ed-44ec-afa5-bb2f0d6501c7 None None] Pushing event updated for resources: {'Port': ['ID=2701d587-8353-4daf-b66e-beaeaeb6b294,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:13.091780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:13.093376 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4b873f08-740a-4c10-b455-d340f3e7e429 service neutron] 10.222.0.31 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948086 Dec 10 09:49:13.127551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8037af-10d6-4663-b147-71f9c3365779 None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:49:13.137908 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-181a2f03-101a-49c7-a0ec-58b985d9cad0 None None] Provisioning complete for port 2701d587-8353-4daf-b66e-beaeaeb6b294 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:13.138355 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-181a2f03-101a-49c7-a0ec-58b985d9cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:13.295407 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e3c0dea0-ac5f-40ba-ac47-787340b4434a req-31a8445e-b7ba-4edf-b0eb-6922e96e5055 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 210 time: 0.0319841 Dec 10 09:49:13.709350 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:49:14.402470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df2ec10d-9d39-4505-bce7-315385977081 req-92016d3b-10df-43f5-9a75-a8731e45241c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 210 time: 0.0341203 Dec 10 09:49:14.441983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-a7f5149a-9381-462f-bb9b-e0a3626d86b4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:14.443446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-a7f5149a-9381-462f-bb9b-e0a3626d86b4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 811 time: 0.1325977 Dec 10 09:49:14.508434 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-5510b2d6-cd84-465a-8107-46b132282776 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 380 time: 0.0522621 Dec 10 09:49:14.518343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'port': {'device_id': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'admin_state_up': True, 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'security_groups': ['6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:14.606611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2701d587-8353-4daf-b66e-beaeaeb6b294 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:49:14.639104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Made reservation on behalf of 4af96988208a4abd9b95a997c0cb4e59 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:49:14.643101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:14.656359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 2701d587-8353-4daf-b66e-beaeaeb6b294 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:14.656680 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:14.768096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Allocated IP 172.20.0.8 (f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce/af8ce0dd-4b6a-4f5c-9834-aa63156da2dd/1bcbf579-0f1c-4f7d-99a8-18466b6518e9) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:49:14.905718 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:14.939616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:14.984045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:49:14.987116 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:49:14.990679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:49:15.015313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event updated for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:15.044888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:15.045519 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:15.062416 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4dc864c3-e67b-4c3f-a42e-56b2518c51f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480387 Dec 10 09:49:15.074898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Request body: {'port': {'device_id': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:15.136772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:15.203210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d0739f1c-5ef6-43cd-99f6-ef0aa37e4d05 None None] Provisioning complete for port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:15.203510 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d0739f1c-5ef6-43cd-99f6-ef0aa37e4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:15.238528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d0739f1c-5ef6-43cd-99f6-ef0aa37e4d05 None None] Port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:49:15.403170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:49:15.410462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:15.421861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Transition to ACTIVE for port object 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:49:15.426121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:15.511008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Pushing event updated for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:15.588527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:15.591617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e28c0-8e0f-4e60-9b09-37ee1bf4a226 req-c943cf73-bdda-467d-822f-6aa1b85509da tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:15.593268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b2e28c0-8e0f-4e60-9b09-37ee1bf4a226 req-c943cf73-bdda-467d-822f-6aa1b85509da tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 943 time: 0.1171451 Dec 10 09:49:15.597082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Attempting to bind port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:49:15.597416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Attempting to bind port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:49:15.597845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Attempting to bind port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:49:15.604693 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:49:15.605020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Attempting to bind port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:49:15.623238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:49:15.623586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:49:15.623981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:49:15.624504 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Bound port: 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:49:15.624868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:15.691745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9b2e28c0-8e0f-4e60-9b09-37ee1bf4a226 req-8676eb69-ac3b-4314-bb4e-1fe5ebf64cf0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886955 Dec 10 09:49:15.713844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:49:15.716873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:49:15.720966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:15.757815 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:15.758446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:15.759836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] 10.222.0.18 "PUT /v2.0/ports/1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 1091 time: 0.6891701 Dec 10 09:49:15.760273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:49:15.762569 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76853e18-3044-472c-a2b8-98e1d12a7c59" -d '{"events": [{"name": "network-changed", "server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:49:15.784975 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35717f37-a09a-45f2-91cf-f3acb07e5e0b service neutron] Pushing event updated for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:15.812639 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055d548f-bb4f-4dec-9dbf-8b782f7a80b7 x-openstack-request-id: req-055d548f-bb4f-4dec-9dbf-8b782f7a80b7 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:49:15.812968 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:49:15.813229 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-055d548f-bb4f-4dec-9dbf-8b782f7a80b7 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:49:15.813702 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'status': 'completed', 'code': 200} Dec 10 09:49:15.862411 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4a237741-e594-4064-935c-e5cdfc3829f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:15.863938 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-4a237741-e594-4064-935c-e5cdfc3829f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1094 time: 0.0436444 Dec 10 09:49:15.909210 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-993eaaca-a67a-4985-8bbe-d63631fdfe31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 217 time: 0.0373988 Dec 10 09:49:15.965009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-481e5f82-9334-4a94-b38d-3afe7c677542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:15.966456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-481e5f82-9334-4a94-b38d-3afe7c677542 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0510402 Dec 10 09:49:16.013231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-930499b1-ee54-44e6-870e-3a01c83d8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:16.014753 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-930499b1-ee54-44e6-870e-3a01c83d8789 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400507 Dec 10 09:49:16.103857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-56de45d2-a42c-4593-a53e-6b7b44a05e0c service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813179 Dec 10 09:49:16.202077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac71d7cd-6902-43bc-a0e9-b6d8e1885333 req-0bea1f72-3433-49f6-829f-b7be30ed98db service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901642 Dec 10 09:49:16.290111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-b165511e-f928-4cfc-b436-535fe1cda936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:16.291522 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-b165511e-f928-4cfc-b436-535fe1cda936 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1094 time: 0.0424497 Dec 10 09:49:16.387716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-e90643dd-75ed-42e2-bdd9-6b70f57750a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:16.389213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-e90643dd-75ed-42e2-bdd9-6b70f57750a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0903244 Dec 10 09:49:16.432251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-0132e736-1a6c-4cfb-a03b-35705ae5aa62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 217 time: 0.0358577 Dec 10 09:49:16.480624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-0d9303b9-f0fa-48fa-bda4-327c059530f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:16.482232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-0d9303b9-f0fa-48fa-bda4-327c059530f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0423999 Dec 10 09:49:16.533165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-2015b50a-fb60-43c9-bf45-dadcc540c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:16.534764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-2015b50a-fb60-43c9-bf45-dadcc540c12d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450351 Dec 10 09:49:16.623770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-9ca6db94-3659-415d-b8c9-d54658425608 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817685 Dec 10 09:49:16.716150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76853e18-3044-472c-a2b8-98e1d12a7c59 req-83c04453-2a8d-4105-9906-945f8a6ef2bb service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851243 Dec 10 09:49:16.808649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0d95-0ec1-4458-a1c3-678386fbf628 req-5ab14bfb-6996-478c-b5cc-ab9eeec2e5a4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:16.810140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d8d0d95-0ec1-4458-a1c3-678386fbf628 req-5ab14bfb-6996-478c-b5cc-ab9eeec2e5a4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 943 time: 0.0497720 Dec 10 09:49:16.858163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d8d0d95-0ec1-4458-a1c3-678386fbf628 req-c7b962d1-f985-4517-8ece-0cea74ba98fe tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 Dec 10 09:49:17.975963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de4c6-0d13-4b88-9ad8-72c210a86b19 req-f651d891-22dc-4288-8215-c2443b74945a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:17.977490 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b1de4c6-0d13-4b88-9ad8-72c210a86b19 req-f651d891-22dc-4288-8215-c2443b74945a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 943 time: 0.0495193 Dec 10 09:49:18.024993 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b1de4c6-0d13-4b88-9ad8-72c210a86b19 req-59d4357b-aa54-4177-8a12-99650dc62093 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Dec 10 09:49:19.145635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227417d8-d89c-43c4-9db7-e6fce5a2b35c req-2b1b23bb-2557-4ed7-bc26-092c9cb8756c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:19.147111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-227417d8-d89c-43c4-9db7-e6fce5a2b35c req-2b1b23bb-2557-4ed7-bc26-092c9cb8756c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 943 time: 0.0538373 Dec 10 09:49:19.194592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-227417d8-d89c-43c4-9db7-e6fce5a2b35c req-55539605-65dc-4723-8d58-0a911d33b6e3 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414879 Dec 10 09:49:19.733166 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:20.266526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:49:20.310720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c233f93-674b-4e12-8d3a-2592a4572b0b req-4a356dc2-f4e0-4637-9624-0e922cd0033e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:20.312200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c233f93-674b-4e12-8d3a-2592a4572b0b req-4a356dc2-f4e0-4637-9624-0e922cd0033e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 943 time: 0.0500026 Dec 10 09:49:20.360554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8c233f93-674b-4e12-8d3a-2592a4572b0b req-d36193b4-1387-492e-b0cc-70385ac348c0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Dec 10 09:49:20.361288 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:49:20.373466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'mac_address': 'fa:16:3e:9e:ac:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:49:20.414077 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:20.427042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:49:20.445279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:49:20.449300 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:20.495907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:20.740766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['1bcbf579-0f1c-4f7d-99a8-18466b6518e9'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:49:21.487970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ef9c-6d30-46ae-8510-814e97e5cef6 req-2a433f13-49bd-48ec-a6e6-3de0aa233bbf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:21.489453 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f891ef9c-6d30-46ae-8510-814e97e5cef6 req-2a433f13-49bd-48ec-a6e6-3de0aa233bbf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 944 time: 0.0587032 Dec 10 09:49:21.537314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f891ef9c-6d30-46ae-8510-814e97e5cef6 req-d89263c1-1dfb-43fe-bc8c-3c142cfb94ed tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Dec 10 09:49:22.265958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:49:22.314676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:49:22.318588 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:49:22.318955 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:22.396104 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:22.418152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:49:22.420355 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a09191-9624-4b50-b4c3-9d5b24c7217f" -d '{"events": [{"server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "name": "network-vif-plugged", "status": "completed", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:49:22.433486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:49:22.438164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:22.465354 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb49759b-0cf2-4c61-b125-1acb43848b43 x-openstack-request-id: req-cb49759b-0cf2-4c61-b125-1acb43848b43 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:49:22.465674 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "name": "network-vif-plugged", "status": "completed", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:49:22.465935 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb49759b-0cf2-4c61-b125-1acb43848b43 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:49:22.466358 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'code': 200} Dec 10 09:49:22.493104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:49:22.565245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e83d85-e068-4ed1-bf14-3ee0c908feec req-c2a02140-0c01-4787-a048-bc9ffc28109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:22.566854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8e83d85-e068-4ed1-bf14-3ee0c908feec req-c2a02140-0c01-4787-a048-bc9ffc28109c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1096 time: 0.0408790 Dec 10 09:49:22.642310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c8e83d85-e068-4ed1-bf14-3ee0c908feec req-64c84dc5-1f58-4548-8d6f-eefcf04c4ccc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678225 Dec 10 09:49:22.660905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df64abd-5849-4345-a20b-1342ed395f33 req-f147ead1-5a85-4365-b71a-999b9ccbf0c4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:22.662356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5df64abd-5849-4345-a20b-1342ed395f33 req-f147ead1-5a85-4365-b71a-999b9ccbf0c4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0547667 Dec 10 09:49:22.712951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5df64abd-5849-4345-a20b-1342ed395f33 req-ca65f197-2fff-4d90-a150-2a2d168835e9 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Dec 10 09:49:23.831540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b11cd-ba45-439b-9bad-5e454d6241d0 req-5a72d624-f33a-4a07-aa67-50499f1a642c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:23.832967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f34b11cd-ba45-439b-9bad-5e454d6241d0 req-5a72d624-f33a-4a07-aa67-50499f1a642c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0493248 Dec 10 09:49:23.880911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f34b11cd-ba45-439b-9bad-5e454d6241d0 req-a28c4169-f282-4127-90d1-41a6e7c0c8b6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Dec 10 09:49:24.996026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbaf88-78d7-4e6d-a869-105c187a0859 req-6c48d929-1263-47ca-baa6-0bf5c983031d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:24.997526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dabbaf88-78d7-4e6d-a869-105c187a0859 req-6c48d929-1263-47ca-baa6-0bf5c983031d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0487876 Dec 10 09:49:25.044698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dabbaf88-78d7-4e6d-a869-105c187a0859 req-73a0b91b-3a44-4e51-addb-371c8d4d7c64 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396562 Dec 10 09:49:25.161253 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e1c7f-f8f2-4e22-b9c1-2547cdf120d1 req-d7905b29-b59c-4373-9e95-aa9c4edad357 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:25.162682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f7e1c7f-f8f2-4e22-b9c1-2547cdf120d1 req-d7905b29-b59c-4373-9e95-aa9c4edad357 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0532193 Dec 10 09:49:25.171174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 44788) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:49:25.175538 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-da5e0e53-a29c-4597-8f17-97d2d68158ac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'floatingip': {'port_id': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:49:25.215156 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da5e0e53-a29c-4597-8f17-97d2d68158ac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:25.649353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da5e0e53-a29c-4597-8f17-97d2d68158ac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:25.652933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da5e0e53-a29c-4597-8f17-97d2d68158ac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:25.751862 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-da5e0e53-a29c-4597-8f17-97d2d68158ac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c associated. External IP: 172.25.3.70, port: 1bcbf579-0f1c-4f7d-99a8-18466b6518e9. Dec 10 09:49:25.956880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5e0e53-a29c-4597-8f17-97d2d68158ac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:49:26.063712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5e0e53-a29c-4597-8f17-97d2d68158ac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:49:26.068496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da5e0e53-a29c-4597-8f17-97d2d68158ac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:26.073790 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:49:26.084011 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:49:26.084621 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:49:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:26.097380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-da5e0e53-a29c-4597-8f17-97d2d68158ac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "PUT /v2.0/floatingips/951d7ae1-b3c0-4fe3-9c90-ca002c629d2c HTTP/1.1" status: 200 len: 990 time: 0.9251654 Dec 10 09:49:26.097981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:49:26.100418 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69778792-9987-4b6e-b01c-1e68329a46c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:49:26.146324 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5d815e-e60e-4e69-b5b3-40f3e7cd5fe3 x-openstack-request-id: req-dc5d815e-e60e-4e69-b5b3-40f3e7cd5fe3 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:49:26.146618 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:49:26.146871 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc5d815e-e60e-4e69-b5b3-40f3e7cd5fe3 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:49:26.147275 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'status': 'completed', 'code': 200} Dec 10 09:49:26.197342 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:49:26.214649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-35385e9c-9b81-4a1f-ad74-ab4d470e051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:26.216278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-35385e9c-9b81-4a1f-ad74-ab4d470e051a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1096 time: 0.0428641 Dec 10 09:49:26.316576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-4c642c71-e741-415c-b4ae-67748d02cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:26.318162 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-4c642c71-e741-415c-b4ae-67748d02cce3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0946577 Dec 10 09:49:26.386114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-4cad7204-1375-4040-b4fa-d00a5acb9195 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 998 time: 0.0605588 Dec 10 09:49:26.426636 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:9e:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:49:25Z', 'revision_number': 1, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:26.436030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-2a25ab84-e479-4d80-8210-dddba5ff4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:26.437492 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-2a25ab84-e479-4d80-8210-dddba5ff4f4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0433903 Dec 10 09:49:26.451991 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:49:26.460731 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:49:26.461346 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:49:05Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:26.487203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-bc05cbd6-0682-44c5-bdad-0424567f1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:49:26.488600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-bc05cbd6-0682-44c5-bdad-0424567f1e48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443261 Dec 10 09:49:26.568517 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:49:26.579174 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-a6ef9528-a846-456a-aad1-536057ef66f6 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827556 Dec 10 09:49:26.702780 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69778792-9987-4b6e-b01c-1e68329a46c3 req-f3ec4c98-d3ba-4a77-8e84-2a4fbdce5077 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166811 Dec 10 09:49:26.799290 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:9e:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:49:25Z', 'revision_number': 1, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:49:26.909821 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81553386-c520-4479-95d5-0a5b4134d275 None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:9e:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:49:25Z', 'revision_number': 1, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:49:27.105101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56ddad-b2a2-4e63-93ef-17fcee821c3b None None] New status for floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:49:33.327573 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fa77c046-9516-491d-8cc5-a8e7d294179f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:35.511817 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-689e80fd-9c03-4a63-bc3b-ebf3091f6a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:36.710136 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:38.403466 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:39.382715 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:45.580013 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:49.753701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:49:50.708949 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:50:03.329612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d26d231a-b1f9-4226-9de8-2a2a572a863a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:05.514307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a1fdcb1-34d5-4b7a-baa4-22b79474e3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:06.713324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:08.407518 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:09.385648 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:12.213790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-a0d85a58-dd97-4aee-b907-ef2b56e38350 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4268606 Dec 10 09:50:12.298890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-6f730bdb-00f4-4b6e-aca8-144f28144d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:50:12.300401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-6f730bdb-00f4-4b6e-aca8-144f28144d40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1096 time: 0.0404947 Dec 10 09:50:12.405709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-feb9abc1-709e-46d1-b878-c53dc748b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:50:12.407232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-feb9abc1-709e-46d1-b878-c53dc748b570 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0864937 Dec 10 09:50:12.480895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-0e34db64-b31c-48bc-b88d-4df14d1aec5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 1000 time: 0.0661516 Dec 10 09:50:12.529957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-cce9b0f8-d1c8-463c-b35c-99c12498f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:50:12.531457 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-cce9b0f8-d1c8-463c-b35c-99c12498f3fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0435076 Dec 10 09:50:12.581685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-e5adc77a-343e-4de6-a685-0656fb1f5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:50:12.583222 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-e5adc77a-343e-4de6-a685-0656fb1f5c64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442517 Dec 10 09:50:12.670477 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-2a40981f-9a1d-4650-b2e6-f46ff37dbf70 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802813 Dec 10 09:50:12.765225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ce2c623-bc9a-4762-a70c-b8dd1fb158c9 req-cb0ef236-d752-4772-976e-f41d31f5d428 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875242 Dec 10 09:50:15.594204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:19.761968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:27.708473 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:50:33.331878 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7273220-fb8d-45c5-b724-7a0ab32e31cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:35.515340 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c46acf0e-d63e-4499-a254-b2b71d3c18c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:36.716523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:38.408989 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:39.386976 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:45.609460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:50:49.759972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:03.332885 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6dd42fae-448a-4e23-9fb4-ef3cb4682065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:04.708450 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:51:05.517370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aa4f35df-2f7e-4b91-aa1b-5f2a5883baa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:06.722142 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:08.412053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:09.389892 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:13.949918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-adac9f59-013a-42e2-8222-faf737d7d059 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397406 Dec 10 09:51:14.032179 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-36f631f4-a899-4f6e-b6e1-ff9ab0cd5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:14.034276 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-36f631f4-a899-4f6e-b6e1-ff9ab0cd5b5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1096 time: 0.0404766 Dec 10 09:51:14.138150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-f9843260-1a65-4731-b5c4-02cdc3947346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:14.139590 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-f9843260-1a65-4731-b5c4-02cdc3947346 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0873749 Dec 10 09:51:14.206152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-335d7231-8c7d-4f8a-9b81-793b5a37c043 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 1000 time: 0.0575707 Dec 10 09:51:14.255516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-dfe72298-fa05-47ca-945d-047212bfcf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:14.256992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-dfe72298-fa05-47ca-945d-047212bfcf12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0435631 Dec 10 09:51:14.306466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-42ddec6f-caf9-4ccd-bacd-0c12ea35ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:14.307921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-42ddec6f-caf9-4ccd-bacd-0c12ea35ea9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440478 Dec 10 09:51:14.397577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-09c8dede-6d54-4b2e-bb3c-5f4b044fe7d6 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821939 Dec 10 09:51:14.491525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6468c89d-774d-4532-87f2-f07e6f8ede1d req-d89200c8-daac-4a2e-8b9d-c612e3ec344b service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863204 Dec 10 09:51:15.606726 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:19.765760 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:33.335363 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-86886098-83d0-42b1-a25a-e59a1f178d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:35.519444 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-60faf1c5-559f-41aa-b763-ef0ba5503a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:36.725315 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:38.413817 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:39.393919 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:41.708152 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:51:45.622555 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:49.770921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:51:54.294467 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83dde-3d5c-4440-a66e-bfe58532e4e0 req-d6f5c543-b9ff-4cb8-b689-39dd16317616 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:54.295874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eeb83dde-3d5c-4440-a66e-bfe58532e4e0 req-d6f5c543-b9ff-4cb8-b689-39dd16317616 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.1453199 Dec 10 09:51:54.342746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eeb83dde-3d5c-4440-a66e-bfe58532e4e0 req-5058d8ee-8748-43d4-ae3d-a0beec41b018 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404127 Dec 10 09:51:54.589341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515950c-0c91-49dd-98f7-53116f936254 req-bb1bd765-db53-4d91-a6fd-63879511ede4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:54.591420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9515950c-0c91-49dd-98f7-53116f936254 req-bb1bd765-db53-4d91-a6fd-63879511ede4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0509522 Dec 10 09:51:54.630393 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-56097419-ea6f-47a6-90b5-735798c8b268 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975950 Dec 10 09:51:54.641122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9515950c-0c91-49dd-98f7-53116f936254 req-947fc2bb-2233-443e-988b-1e2516b94373 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Dec 10 09:51:55.817334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-9d0f96cd-d207-4d76-b618-d0bc397f1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:55.818778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-9d0f96cd-d207-4d76-b618-d0bc397f1928 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1096 time: 0.0767128 Dec 10 09:51:55.830094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacf573-a9e4-43ed-b4d5-9952b4401811 req-91dee64a-4114-4f17-8c7a-020c2315485c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:55.831671 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1bacf573-a9e4-43ed-b4d5-9952b4401811 req-91dee64a-4114-4f17-8c7a-020c2315485c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.1161695 Dec 10 09:51:55.935206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1bacf573-a9e4-43ed-b4d5-9952b4401811 req-65838106-cb95-4612-bd09-cfe34b635084 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954158 Dec 10 09:51:55.952378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-010f44d7-ac1c-4741-a95d-deb7d596f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:55.953864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-010f44d7-ac1c-4741-a95d-deb7d596f573 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.1213424 Dec 10 09:51:56.020775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-fd3fcfb1-eace-48a9-baf0-37033928483b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 1000 time: 0.0601442 Dec 10 09:51:56.070898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-ddba7668-2812-4843-9494-a12dbc822b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:56.072232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-ddba7668-2812-4843-9494-a12dbc822b93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0440326 Dec 10 09:51:56.121104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-00999e38-c4ed-4b3c-8f9d-a422126d46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:56.122623 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-00999e38-c4ed-4b3c-8f9d-a422126d46a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433595 Dec 10 09:51:56.211445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-eab9456a-00fe-4627-9011-cefae99e2c40 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812318 Dec 10 09:51:56.304022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c064b77b-c457-43ee-94d0-9b552f3b3de6 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853915 Dec 10 09:51:57.052576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316df22-a789-48b2-848f-f68c0f8c6edd req-ef9c13c1-34c3-4476-ac2b-75eda3700b42 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:57.054080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a316df22-a789-48b2-848f-f68c0f8c6edd req-ef9c13c1-34c3-4476-ac2b-75eda3700b42 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0509753 Dec 10 09:51:57.108040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a316df22-a789-48b2-848f-f68c0f8c6edd req-872eefc8-f947-4ad2-894c-093c19ddd3b4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Dec 10 09:51:58.224803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22984-6e33-4f73-a911-27e34e4e0ae0 req-9e43d549-3c0b-4d0c-a705-8d013d1b3a82 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:58.226340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16e22984-6e33-4f73-a911-27e34e4e0ae0 req-9e43d549-3c0b-4d0c-a705-8d013d1b3a82 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0485628 Dec 10 09:51:58.277817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-16e22984-6e33-4f73-a911-27e34e4e0ae0 req-a5bd09bc-d216-44fa-9063-d6665585d99d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455799 Dec 10 09:51:59.394488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56b58e-ea65-4c10-b6da-7b47c49aba42 req-f0cf573f-6a4c-475a-b5ed-2da0c1647806 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:51:59.396131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c56b58e-ea65-4c10-b6da-7b47c49aba42 req-f0cf573f-6a4c-475a-b5ed-2da0c1647806 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0508418 Dec 10 09:51:59.444819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c56b58e-ea65-4c10-b6da-7b47c49aba42 req-be98f302-2ae5-45c9-87c6-6c231b7b98d5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Dec 10 09:52:00.564834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645edb3-e87f-4066-b706-6dea0a5d9bc0 req-d38b7196-43da-4c0b-84a3-77916de0a3af tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:00.566346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0645edb3-e87f-4066-b706-6dea0a5d9bc0 req-d38b7196-43da-4c0b-84a3-77916de0a3af tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0493925 Dec 10 09:52:00.613323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0645edb3-e87f-4066-b706-6dea0a5d9bc0 req-f8460c22-cab9-4132-83b2-80c70f4a6b68 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410643 Dec 10 09:52:01.737190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa7d11-bfe7-4109-995d-3dd68b2ca646 req-b5af656c-70ac-4496-9f9f-f2fc1ed1788e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:01.738614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11aa7d11-bfe7-4109-995d-3dd68b2ca646 req-b5af656c-70ac-4496-9f9f-f2fc1ed1788e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0543478 Dec 10 09:52:01.786535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11aa7d11-bfe7-4109-995d-3dd68b2ca646 req-a6875854-05d9-4f8d-9ef7-3290cd471641 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419505 Dec 10 09:52:02.903858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f640-8dad-4c8e-b4a2-c642afde1dfc req-36839bd3-35a5-4c20-a548-a8c2b35574a0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:02.905332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55b7f640-8dad-4c8e-b4a2-c642afde1dfc req-36839bd3-35a5-4c20-a548-a8c2b35574a0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0493193 Dec 10 09:52:02.952505 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55b7f640-8dad-4c8e-b4a2-c642afde1dfc req-e3b4561e-4c29-45cd-844d-85436741b9e2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406809 Dec 10 09:52:03.338546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fed5c8ea-4424-4577-861b-ac99d80b3550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:04.068295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ff158-5745-4f30-8be1-252ebc498248 req-9e6f52bd-017f-48d8-870c-b657d84c4b69 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:04.069795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e93ff158-5745-4f30-8be1-252ebc498248 req-9e6f52bd-017f-48d8-870c-b657d84c4b69 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0480287 Dec 10 09:52:04.119346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e93ff158-5745-4f30-8be1-252ebc498248 req-781cad62-43ac-4c6f-96f1-d2caf63d7fc0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435884 Dec 10 09:52:05.236862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496a596-08c7-4da7-95f6-b986bd8906ad req-9456bbfa-f611-4c76-a8ea-f5237b3d6dfa tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:05.238365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0496a596-08c7-4da7-95f6-b986bd8906ad req-9456bbfa-f611-4c76-a8ea-f5237b3d6dfa tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0494306 Dec 10 09:52:05.286127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0496a596-08c7-4da7-95f6-b986bd8906ad req-b5b39da5-6307-4f75-9d09-6af7a25175cb tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Dec 10 09:52:05.520443 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-748ad2de-280d-4316-aebb-ac3135aab0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:06.404345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f4dbe-5c66-4983-9349-6ef90822a994 req-3128c43c-2fbd-43e8-92b2-f0fba721b29e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:06.405828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-541f4dbe-5c66-4983-9349-6ef90822a994 req-3128c43c-2fbd-43e8-92b2-f0fba721b29e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0492096 Dec 10 09:52:06.452006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-541f4dbe-5c66-4983-9349-6ef90822a994 req-96182d99-af59-4aa0-ba1d-4a9b9df0c56f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Dec 10 09:52:06.724996 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:07.571182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be740b-9121-4ce6-8e0c-6832a497e6bb req-8506059a-5e58-426e-976e-f28acaf0073c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:07.572650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86be740b-9121-4ce6-8e0c-6832a497e6bb req-8506059a-5e58-426e-976e-f28acaf0073c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0515513 Dec 10 09:52:07.618995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86be740b-9121-4ce6-8e0c-6832a497e6bb req-9f95fceb-0a5b-4831-8ada-c960173f23ba tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Dec 10 09:52:08.417097 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:08.732528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7133fc0-60e3-49ba-9696-f831ceb3e1f1 req-63cd0dfd-cf45-418b-937d-2080edfe791d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:08.734013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7133fc0-60e3-49ba-9696-f831ceb3e1f1 req-63cd0dfd-cf45-418b-937d-2080edfe791d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0478485 Dec 10 09:52:08.781206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e7133fc0-60e3-49ba-9696-f831ceb3e1f1 req-9fb5dd2c-f664-4424-8c2e-497ae8c2bf5f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408363 Dec 10 09:52:09.399824 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:09.900610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664ce40-4df5-4342-b004-13d1a8eea1c0 req-054d134a-2716-49f9-bc90-4a6ede2e10d2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:09.902103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9664ce40-4df5-4342-b004-13d1a8eea1c0 req-054d134a-2716-49f9-bc90-4a6ede2e10d2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0523884 Dec 10 09:52:09.948632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9664ce40-4df5-4342-b004-13d1a8eea1c0 req-37d14827-c181-45fb-be11-47a51bae7257 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406537 Dec 10 09:52:11.063620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c8e7-c895-488a-8fb6-c68948a43c5e req-757e1b02-0740-4241-aae5-968c5d8fce0c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:11.065756 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bab4c8e7-c895-488a-8fb6-c68948a43c5e req-757e1b02-0740-4241-aae5-968c5d8fce0c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0495794 Dec 10 09:52:11.112959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bab4c8e7-c895-488a-8fb6-c68948a43c5e req-39a6b571-f4c5-4527-8be3-693a5ac3d960 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Dec 10 09:52:12.236698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19f7b7-aa4e-4167-9b99-599df57c4f84 req-302762b6-2c8b-40f3-8090-b2457bb5bbbf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:12.238213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c19f7b7-aa4e-4167-9b99-599df57c4f84 req-302762b6-2c8b-40f3-8090-b2457bb5bbbf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0558176 Dec 10 09:52:12.288751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c19f7b7-aa4e-4167-9b99-599df57c4f84 req-f17eea78-3e78-44e7-968f-d8aa024b44d4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Dec 10 09:52:13.207098 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-e9616d8b-3c73-4695-a08b-6247e3ef62bc service neutron] show failed (client error): The resource could not be found. Dec 10 09:52:13.208106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-e9616d8b-3c73-4695-a08b-6247e3ef62bc service neutron] 10.222.0.18 "GET /v2.0/ports/1bcbf579-0f1c-4f7d-99a8-18466b6518e9/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0545282 Dec 10 09:52:13.410243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1554-0d2c-4939-b6a1-84634c3620e3 req-a8e6ebb1-e0ff-440e-8875-6ed462131581 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:13.411755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-907c1554-0d2c-4939-b6a1-84634c3620e3 req-a8e6ebb1-e0ff-440e-8875-6ed462131581 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0511417 Dec 10 09:52:13.453331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-2658fd78-7047-4061-96da-f18f97220bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:13.455018 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-2658fd78-7047-4061-96da-f18f97220bf6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 1096 time: 0.0858350 Dec 10 09:52:13.460248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-907c1554-0d2c-4939-b6a1-84634c3620e3 req-b29477cf-7fbe-4560-870e-c49f43022eaa tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Dec 10 09:52:13.465351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-250d3e5c-bc27-429c-b935-283c7e73f37f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:52:13.466371 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-250d3e5c-bc27-429c-b935-283c7e73f37f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051258 Dec 10 09:52:13.479137 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:52:13.536479 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:13.733623 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:52:13.767266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:52:13.804774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:52:13.807064 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2238eb-c147-4844-9451-f14deac8b608" -d '{"events": [{"server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:52:13.811067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:13.824887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Transition to ACTIVE for port object 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:52:13.828618 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:13.912333 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:13.926762 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86927631-51c5-4520-a4d3-e89ebf313466 x-openstack-request-id: req-86927631-51c5-4520-a4d3-e89ebf313466 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:52:13.927135 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:52:13.927315 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86927631-51c5-4520-a4d3-e89ebf313466 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:52:13.927682 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'code': 200} Dec 10 09:52:13.928932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.929276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.929636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.929971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.930301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.930627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.930951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.931272 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.931590 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.931909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.932229 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.932545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.932859 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:13.966414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] No DVR routers for this DVR port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:52:14.105573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Attempting to bind port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:52:14.105903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Attempting to bind port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:52:14.106226 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Attempting to bind port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:52:14.110348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:52:14.110666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Attempting to bind port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:52:14.115467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:52:14.115797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:52:14.116172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:52:14.116588 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Bound port: 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:52:14.116931 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:14.178627 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:52:14.182057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:52:14.186113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:14.225693 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:14.226313 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:14.227708 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] 10.222.0.39 "PUT /v2.0/ports/1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 1091 time: 0.7526376 Dec 10 09:52:14.247682 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3fa20-6496-4ff4-96fb-7ad6ef414a56 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:14.295769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-e48263f8-282c-4b21-9d30-2c3ccc0191f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:14.297298 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-e48263f8-282c-4b21-9d30-2c3ccc0191f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1094 time: 0.0450263 Dec 10 09:52:14.395442 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-3c48d504-a042-4239-85a7-a6fb35e68f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:14.397133 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-3c48d504-a042-4239-85a7-a6fb35e68f80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0932119 Dec 10 09:52:14.468643 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-8d1a8a50-478f-4189-96fa-24d9ad03dbc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 998 time: 0.0636120 Dec 10 09:52:14.520962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-9c6ae9c2-ee7a-459f-83a2-4482c794a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:14.522465 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-9c6ae9c2-ee7a-459f-83a2-4482c794a8fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0462298 Dec 10 09:52:14.569974 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-3623f56e-dafc-43dc-a04b-060b950939af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:14.571787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-3623f56e-dafc-43dc-a04b-060b950939af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412436 Dec 10 09:52:14.580731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b73f52-a971-4e7a-8bd9-d8a894e0730f req-acf2c50b-fba0-4c38-88f2-49be31235472 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:14.582320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4b73f52-a971-4e7a-8bd9-d8a894e0730f req-acf2c50b-fba0-4c38-88f2-49be31235472 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 943 time: 0.0491953 Dec 10 09:52:14.634422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f4b73f52-a971-4e7a-8bd9-d8a894e0730f req-0f999c62-aaf0-4692-bde9-5120a4b73f6b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461712 Dec 10 09:52:14.675914 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-9fcbb764-2ad1-4aa4-bc34-22255c08e81d service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969894 Dec 10 09:52:14.772996 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f5d8a98e-5347-4c6d-bed6-dcb7241b73f6 req-0c95a544-a63d-48ac-9ec4-107556d9eb87 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894959 Dec 10 09:52:15.635947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:15.774613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebae20-0662-4ae3-9011-e8d741d609fa req-3f606e91-cc9d-456c-81bf-dcd7909cb31b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:15.776094 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5ebae20-0662-4ae3-9011-e8d741d609fa req-3f606e91-cc9d-456c-81bf-dcd7909cb31b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 943 time: 0.0490131 Dec 10 09:52:15.823232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5ebae20-0662-4ae3-9011-e8d741d609fa req-54bb9765-4aa9-4252-89d9-8276b35b6d1e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Dec 10 09:52:15.929396 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:52:15.931813 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820229e5-7296-4c8d-b684-8479f1a3963d" -d '{"events": [{"name": "network-changed", "server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:52:15.979849 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b34e502-474e-4286-9e3f-7c0d6bef1882 x-openstack-request-id: req-6b34e502-474e-4286-9e3f-7c0d6bef1882 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:52:15.980218 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:52:15.980475 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b34e502-474e-4286-9e3f-7c0d6bef1882 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:52:15.980876 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'status': 'completed', 'code': 200} Dec 10 09:52:16.042636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820229e5-7296-4c8d-b684-8479f1a3963d req-5f89b4ca-38cc-4af3-b783-f220681395c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:16.051036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-5f89b4ca-38cc-4af3-b783-f220681395c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1094 time: 0.0414693 Dec 10 09:52:16.051307 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820229e5-7296-4c8d-b684-8479f1a3963d req-d417410c-4f38-412e-aeb8-f48cf66cc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:16.051307 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-d417410c-4f38-412e-aeb8-f48cf66cc39e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1094 time: 0.0475426 Dec 10 09:52:16.137940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820229e5-7296-4c8d-b684-8479f1a3963d req-223ee255-382b-48fe-b502-10f82e85f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:16.139618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-223ee255-382b-48fe-b502-10f82e85f083 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0883384 Dec 10 09:52:16.144637 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820229e5-7296-4c8d-b684-8479f1a3963d req-17cd50a1-6255-4a8b-9279-bac35493fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:16.146192 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-17cd50a1-6255-4a8b-9279-bac35493fe66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0869515 Dec 10 09:52:16.208992 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-9ec4680f-766f-4232-ac4d-c0f48b9bedea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 998 time: 0.0629928 Dec 10 09:52:16.223535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-ae8517a3-226e-4f27-b9af-95a108b60a1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 998 time: 0.0677373 Dec 10 09:52:16.263609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820229e5-7296-4c8d-b684-8479f1a3963d req-d1037f42-b7ba-4d9d-9dcc-94a799f65ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:16.265366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-d1037f42-b7ba-4d9d-9dcc-94a799f65ca3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0498919 Dec 10 09:52:16.278148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820229e5-7296-4c8d-b684-8479f1a3963d req-96b7c65e-d4a2-4abd-9f3e-6fcd045ba764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:16.279611 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-96b7c65e-d4a2-4abd-9f3e-6fcd045ba764 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0465503 Dec 10 09:52:16.315471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820229e5-7296-4c8d-b684-8479f1a3963d req-f65bb190-73ba-4031-a2a5-10f2429d3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:16.316997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-f65bb190-73ba-4031-a2a5-10f2429d3eba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439296 Dec 10 09:52:16.336467 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820229e5-7296-4c8d-b684-8479f1a3963d req-431ec8cb-f649-402d-9667-d6ee32d52430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:16.338260 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-431ec8cb-f649-402d-9667-d6ee32d52430 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427735 Dec 10 09:52:16.428322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-8007c97f-33d5-4620-88ea-aaa3ecbace9d service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034572 Dec 10 09:52:16.441524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-21cb4b3e-9280-42c6-be9f-5727c4d5d297 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962498 Dec 10 09:52:16.524217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-aa8718fa-68c6-4d59-a6f0-0e73f6b86a40 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882199 Dec 10 09:52:16.534455 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-820229e5-7296-4c8d-b684-8479f1a3963d req-2c2bf8b3-810a-4cd5-8511-11b6a384988e service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851107 Dec 10 09:52:16.939728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c851a-83af-4a80-921f-327d60314c9c req-8f330460-c7c2-43ae-8c72-718c15723252 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:16.941220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de7c851a-83af-4a80-921f-327d60314c9c req-8f330460-c7c2-43ae-8c72-718c15723252 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 943 time: 0.0495551 Dec 10 09:52:16.989068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de7c851a-83af-4a80-921f-327d60314c9c req-173005b9-8c61-4c45-8f06-bbc54d5d872a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419204 Dec 10 09:52:17.075671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:52:17.115448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:52:17.227683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-49a46937-1113-45e7-a68c-affe753be656 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:17.229133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-49a46937-1113-45e7-a68c-affe753be656 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc&tenant_id=4af96988208a4abd9b95a997c0cb4e59&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 943 time: 0.0741119 Dec 10 09:52:17.236945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b75d-deac-4510-bf2f-0699a4d40b22 req-3f593632-dc1d-4702-82fc-95252fdd0371 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:17.238335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8011b75d-deac-4510-bf2f-0699a4d40b22 req-3f593632-dc1d-4702-82fc-95252fdd0371 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 943 time: 0.0932500 Dec 10 09:52:17.322908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8011b75d-deac-4510-bf2f-0699a4d40b22 req-99fdad80-33ff-48cb-bca4-8fe41dda225a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784900 Dec 10 09:52:17.324874 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-bd6f5402-aa8e-4f06-b79f-b4c4938e5056 service neutron] delete failed (client error): The resource could not be found. Dec 10 09:52:17.325818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-bd6f5402-aa8e-4f06-b79f-b4c4938e5056 service neutron] 10.222.0.18 "DELETE /v2.0/ports/1bcbf579-0f1c-4f7d-99a8-18466b6518e9/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0866101 Dec 10 09:52:17.415060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-5a02b2f8-242f-4332-be2c-5d93298e699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:17.416656 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-5a02b2f8-242f-4332-be2c-5d93298e699e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 1094 time: 0.0455968 Dec 10 09:52:17.507925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-6b7111f9-dfe2-4de6-bd30-e98a75912f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:17.509389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-6b7111f9-dfe2-4de6-bd30-e98a75912f11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0848892 Dec 10 09:52:17.578035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-a029b76f-1976-4dbb-939b-d899215e7b17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 200 len: 998 time: 0.0615511 Dec 10 09:52:17.626596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-a0fd33f8-a19e-4ace-b0e4-5ad853824ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:17.628137 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-a0fd33f8-a19e-4ace-b0e4-5ad853824ab8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0439582 Dec 10 09:52:17.675638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-a013d33e-0205-4ea0-abc5-2e3f9ab2c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:17.677027 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-a013d33e-0205-4ea0-abc5-2e3f9ab2c711 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411825 Dec 10 09:52:17.717911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:52:17.773898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-492c2466-0dd1-4a63-a69c-6e92e73cb155 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879788 Dec 10 09:52:17.816823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:52:17.827898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'mac_address': 'fa:16:3e:9e:ac:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:52:17.864307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:17.865532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5554d5e4-ef02-4c69-979a-019098f1e999 req-9ac7beba-8fba-4b47-8838-8b62c524516f service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837107 Dec 10 09:52:17.878248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:52:17.902157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:52:17.906419 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:17.957016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:17.964354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.964728 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.965065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.965389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.965759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.966068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.966435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.966754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.967073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.967408 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.967706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.968017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:17.968334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:52:18.142571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['1bcbf579-0f1c-4f7d-99a8-18466b6518e9'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:52:18.448421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26e4da-d891-4d21-814b-23a7dd2d6f29 req-8305d671-06bf-492d-9cb2-1acb34c514ab tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:18.450025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae26e4da-d891-4d21-814b-23a7dd2d6f29 req-8305d671-06bf-492d-9cb2-1acb34c514ab tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 944 time: 0.0529068 Dec 10 09:52:18.504554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae26e4da-d891-4d21-814b-23a7dd2d6f29 req-31d18be4-fb8c-4591-8588-fc48e945221e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471573 Dec 10 09:52:18.619625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6a402-2062-4c3d-87e5-06b7e35e57df req-68ab4cb3-d7eb-4328-b58c-20b2757241fd tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:18.621022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53a6a402-2062-4c3d-87e5-06b7e35e57df req-68ab4cb3-d7eb-4328-b58c-20b2757241fd tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 944 time: 0.0484691 Dec 10 09:52:18.668418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53a6a402-2062-4c3d-87e5-06b7e35e57df req-6d5eeedc-85a5-4a84-9c9e-7301d1bf1ab5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408247 Dec 10 09:52:18.707596 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:52:18.781312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20dedb-2c73-42f4-bfc4-b93f07f2d08f req-4a40e786-7e54-4320-b2c3-037f9a85b69e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:18.783510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b20dedb-2c73-42f4-bfc4-b93f07f2d08f req-4a40e786-7e54-4320-b2c3-037f9a85b69e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 944 time: 0.0497599 Dec 10 09:52:18.829884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b20dedb-2c73-42f4-bfc4-b93f07f2d08f req-c9929073-4223-42e6-8388-7548e8d624c0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 Dec 10 09:52:19.066320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f1c7c-31e2-4679-bb90-8455eac12f91 req-bc9bf67e-e7fe-4397-9dd0-29faee408362 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:19.067924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-685f1c7c-31e2-4679-bb90-8455eac12f91 req-bc9bf67e-e7fe-4397-9dd0-29faee408362 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 944 time: 0.0536575 Dec 10 09:52:19.114242 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-685f1c7c-31e2-4679-bb90-8455eac12f91 req-1ff20c63-d68e-4c81-ab1b-fc20f38c4f4c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Dec 10 09:52:19.732785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:52:19.779585 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:19.790277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:52:19.793672 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:52:19.794033 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:19.868010 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:19.892732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:52:19.895020 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6241b869-0ab2-43a5-9890-24f9755a23f7" -d '{"events": [{"server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "name": "network-vif-plugged", "status": "completed", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:52:19.907567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:52:19.911283 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:19.958107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:19.989343 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c4129-0b03-4887-a74d-ba2629c7ad4d x-openstack-request-id: req-376c4129-0b03-4887-a74d-ba2629c7ad4d {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:52:19.989667 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "name": "network-vif-plugged", "status": "completed", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:52:19.989924 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-376c4129-0b03-4887-a74d-ba2629c7ad4d {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:52:19.990321 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'code': 200} Dec 10 09:52:20.231038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc0ee-2569-4d86-b213-a925142166df req-6ea8618b-7f3b-4e78-9ff7-5bf351e3dabe tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:20.232540 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0bfbc0ee-2569-4d86-b213-a925142166df req-6ea8618b-7f3b-4e78-9ff7-5bf351e3dabe tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0494030 Dec 10 09:52:20.280440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0bfbc0ee-2569-4d86-b213-a925142166df req-de6fdb23-de8f-4ddd-80b7-5208693e50d4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Dec 10 09:52:20.306328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f19574-7a40-4264-a890-a75f3b95292a req-fc350a40-c15d-4e1a-97ac-1e6b1c6f5583 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:20.307772 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33f19574-7a40-4264-a890-a75f3b95292a req-fc350a40-c15d-4e1a-97ac-1e6b1c6f5583 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 945 time: 0.0507722 Dec 10 09:52:20.399287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Deleting port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:52:20.399536 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:20.484339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] For port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:52:20.484701 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:20.704016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:20.704986 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:20.705470 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c disassociated. External IP: 172.25.3.70, port: 1bcbf579-0f1c-4f7d-99a8-18466b6518e9. Dec 10 09:52:20.705831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Calling delete_port for 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:52:20.832046 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:20.859801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event deleted for resources: {'Port': ['ID=1bcbf579-0f1c-4f7d-99a8-18466b6518e9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:21.287651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:52:21.378024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62caa917-6881-4bea-bb20-838e92d9774a req-8020f6ca-b2b5-41bb-8423-9a2a4e2c0cd0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=4333bf0a-567c-4617-a0ce-433e50197dbc HTTP/1.1" status: 200 len: 210 time: 0.0257831 Dec 10 09:52:21.398719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:52:21.408768 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:52:21.418912 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:52:21.419515 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:52:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:52:21.437381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] No DVR routers for this DVR port 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:52:21.440180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:21.443603 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-33f19574-7a40-4264-a890-a75f3b95292a req-f9f8eec8-bb70-4280-86d5-783f906ada94 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "DELETE /v2.0/ports/1bcbf579-0f1c-4f7d-99a8-18466b6518e9 HTTP/1.1" status: 204 len: 173 time: 1.1288486 Dec 10 09:52:21.444041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'name': 'network-vif-deleted', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:52:21.446343 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f321fb13-732b-4dc0-9e19-694f9fb51945" -d '{"events": [{"server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "name": "network-vif-deleted", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:52:21.491060 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ace2a3-f7f1-4696-9de0-0bdf30818288 x-openstack-request-id: req-a9ace2a3-f7f1-4696-9de0-0bdf30818288 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:52:21.491400 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4333bf0a-567c-4617-a0ce-433e50197dbc", "name": "network-vif-deleted", "tag": "1bcbf579-0f1c-4f7d-99a8-18466b6518e9", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:52:21.491657 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9ace2a3-f7f1-4696-9de0-0bdf30818288 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:52:21.492302 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4333bf0a-567c-4617-a0ce-433e50197dbc', 'name': 'network-vif-deleted', 'tag': '1bcbf579-0f1c-4f7d-99a8-18466b6518e9', 'status': 'completed', 'code': 200} Dec 10 09:52:21.540223 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:52:21.740411 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:52:21.766299 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:52:21.775015 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:52:21.775728 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:52:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:52:21.881943 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:52:22.080893 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:52:22.107747 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e054e-7a6c-49e3-a2ed-9f7b60745e30 None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:52:22.342122 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f8808-314e-438a-92a0-4085ee810428 None None] New status for floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:52:22.624150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-f744e0af-73ba-43a0-9f9c-d4915cd1007c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2052773248&fields=id&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 267 time: 0.0448558 Dec 10 09:52:22.745028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-f20a2714-37ac-4e4a-abfe-2407b974840c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:22.746451 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-f20a2714-37ac-4e4a-abfe-2407b974840c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 811 time: 0.1153963 Dec 10 09:52:22.761661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-aab3c182-689a-4f79-be38-9f7776acb108 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/quotas/4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 375 time: 0.0094006 Dec 10 09:52:22.816076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-22a01cce-359b-4f47-ba37-f3cd1ca6b9e2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459161 Dec 10 09:52:22.962381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-ac76eaa4-8822-41c8-b989-ad13d4b6b545 service neutron] 10.222.0.31 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345811 Dec 10 09:52:23.051109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-b8f2af2d-4f63-4e96-9051-3b1915bbb13b service neutron] 10.222.0.31 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825019 Dec 10 09:52:23.215595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36e8d273-16e2-4892-9036-1462d1932aa5 req-e4a2c8fa-41b3-4b61-ac1a-bef31841eb76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 210 time: 0.0326791 Dec 10 09:52:23.790542 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:52:23.810353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:52:23.810709 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 1bcbf579-0f1c-4f7d-99a8-18466b6518e9 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:52:24.108251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-ec0a67b1-ca75-495f-bf6d-30160cf1d9f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:24.109736 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-ec0a67b1-ca75-495f-bf6d-30160cf1d9f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 811 time: 0.1036377 Dec 10 09:52:24.171477 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-9ac4fbe8-269c-44e2-862e-42b23a9b083a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 380 time: 0.0522711 Dec 10 09:52:24.183407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'port': {'device_id': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'admin_state_up': True, 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'security_groups': ['6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:52:24.294901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Made reservation on behalf of 4af96988208a4abd9b95a997c0cb4e59 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:52:24.299327 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:24.312411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d58bb6b-0a04-411f-9afd-7105ce870e48 req-d0602d8e-ebe7-4ea5-a82e-187574722c13 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 210 time: 0.0267549 Dec 10 09:52:24.423846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Allocated IP 172.20.0.8 (f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce/af8ce0dd-4b6a-4f5c-9834-aa63156da2dd/beb9f9f9-d958-4ff5-80a2-64c849d38414) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:52:24.562093 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:24.595361 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:24.637790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:52:24.641171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:52:24.645121 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:52:24.670977 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event updated for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:24.702766 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:24.703391 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:24.720547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-975d026e-e8ee-458a-949b-266fc05e2e36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402305 Dec 10 09:52:24.741062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Request body: {'port': {'device_id': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:52:24.804595 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:24.873887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3160d3eb-be32-43bf-951e-d5087ec34395 None None] Provisioning complete for port beb9f9f9-d958-4ff5-80a2-64c849d38414 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:52:24.874502 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3160d3eb-be32-43bf-951e-d5087ec34395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:24.911953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-3160d3eb-be32-43bf-951e-d5087ec34395 None None] Port beb9f9f9-d958-4ff5-80a2-64c849d38414 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:52:25.069707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb9f9f9-d958-4ff5-80a2-64c849d38414 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:52:25.077162 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:25.089533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Transition to ACTIVE for port object beb9f9f9-d958-4ff5-80a2-64c849d38414 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:52:25.093063 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:25.166176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Pushing event updated for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:25.220771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Attempting to bind port beb9f9f9-d958-4ff5-80a2-64c849d38414 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:52:25.221594 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Attempting to bind port beb9f9f9-d958-4ff5-80a2-64c849d38414 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:52:25.221940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Attempting to bind port beb9f9f9-d958-4ff5-80a2-64c849d38414 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:52:25.226839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Port beb9f9f9-d958-4ff5-80a2-64c849d38414 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:52:25.227178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Attempting to bind port beb9f9f9-d958-4ff5-80a2-64c849d38414 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:52:25.233849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:52:25.234193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:52:25.234586 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:52:25.235024 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Bound port: beb9f9f9-d958-4ff5-80a2-64c849d38414, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:52:25.235407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:25.303788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:52:25.306895 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:52:25.311350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:25.351487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:25.352171 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:25.353528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] 10.222.0.39 "PUT /v2.0/ports/beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 1091 time: 0.6253092 Dec 10 09:52:25.354070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:52:25.356262 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41095fd6-5e2d-404b-8823-4c4b17963570" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:52:25.394544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b8d8-bf5a-4ec7-bcee-1b5b37a9afa3 service neutron] Pushing event updated for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:25.439722 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a1c775-5df2-4407-be8d-4b0c49592b68 x-openstack-request-id: req-e0a1c775-5df2-4407-be8d-4b0c49592b68 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:52:25.440012 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:52:25.440276 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0a1c775-5df2-4407-be8d-4b0c49592b68 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:52:25.440681 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'status': 'completed', 'code': 200} Dec 10 09:52:25.459330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-14b456c1-6ac8-4a29-8a4b-4ea743587841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:25.460856 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-14b456c1-6ac8-4a29-8a4b-4ea743587841 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1094 time: 0.0535207 Dec 10 09:52:25.463630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78566ed-11c5-483b-9a7e-2867c702e30d req-f16e614c-7bc2-401c-beab-b375ff486abe tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:25.471231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b78566ed-11c5-483b-9a7e-2867c702e30d req-f16e614c-7bc2-401c-beab-b375ff486abe tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 943 time: 0.0682034 Dec 10 09:52:25.508690 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-217b59bf-d69f-41a8-87d7-2440d769bec1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 217 time: 0.0370438 Dec 10 09:52:25.521130 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b78566ed-11c5-483b-9a7e-2867c702e30d req-1fdd76fa-424c-405b-86e7-97c32047de9e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476413 Dec 10 09:52:25.561263 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-79b6d0b2-400a-4dfe-baea-bd117701c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:25.562760 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-79b6d0b2-400a-4dfe-baea-bd117701c291 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0462403 Dec 10 09:52:25.612991 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-ae843966-6c44-4813-866f-83ae051d6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:25.614494 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-ae843966-6c44-4813-866f-83ae051d6502 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440621 Dec 10 09:52:25.708417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-d1e31e43-3382-408d-b9cb-9a4067598a69 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841680 Dec 10 09:52:25.802791 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e25cc90d-a497-46bb-b337-edb707c60d5c req-f2ee23dd-b2f0-4b54-858e-2ecb6d8406a1 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858059 Dec 10 09:52:25.893770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-12b37323-196d-4eec-95ca-10724f9bb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:25.895279 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-12b37323-196d-4eec-95ca-10724f9bb4be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1094 time: 0.0428061 Dec 10 09:52:25.985153 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-e14db1eb-98b5-4173-b195-6f0bee8a1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:25.987225 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-e14db1eb-98b5-4173-b195-6f0bee8a1093 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0834727 Dec 10 09:52:26.034377 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-a5ff63f4-4abe-4639-859b-8e754f78742a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 217 time: 0.0393980 Dec 10 09:52:26.085194 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-95357b60-1a19-4c7f-97c6-fdd91ff7dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:26.086604 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-95357b60-1a19-4c7f-97c6-fdd91ff7dd7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0434089 Dec 10 09:52:26.134242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-5a2629a0-1a66-4246-a8f0-8f8c26f1dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:26.135695 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-5a2629a0-1a66-4246-a8f0-8f8c26f1dba7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401208 Dec 10 09:52:26.232329 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-62b521b5-2d2b-4c71-ada6-be25abb6e984 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878904 Dec 10 09:52:26.321220 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-41095fd6-5e2d-404b-8823-4c4b17963570 req-c6080caf-21d9-4de3-ae27-86b9f63ededf service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809593 Dec 10 09:52:26.647687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db49e1-b47f-4cd2-92c6-b286762a9582 req-7e48bf99-1381-44ce-92b9-453416fdcabe tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:26.649186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06db49e1-b47f-4cd2-92c6-b286762a9582 req-7e48bf99-1381-44ce-92b9-453416fdcabe tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 943 time: 0.0494003 Dec 10 09:52:26.698790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-06db49e1-b47f-4cd2-92c6-b286762a9582 req-cacd56f7-b46d-47ea-9c4f-1ef9e953c900 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437706 Dec 10 09:52:27.795995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device beb9f9f9-d958-4ff5-80a2-64c849d38414 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:52:27.814381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefa073-1a66-4f7e-b982-d364c4bc99b9 req-2fe20201-de8c-4296-89a0-942855a42791 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:27.815876 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-deefa073-1a66-4f7e-b982-d364c4bc99b9 req-2fe20201-de8c-4296-89a0-942855a42791 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 943 time: 0.0494599 Dec 10 09:52:27.863948 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-deefa073-1a66-4f7e-b982-d364c4bc99b9 req-dc4d1cec-a8ba-49ea-b384-afe13de71fae tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418882 Dec 10 09:52:27.896740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:52:27.908826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'mac_address': 'fa:16:3e:94:d9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:52:27.946107 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:27.959433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb9f9f9-d958-4ff5-80a2-64c849d38414 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:52:27.979021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:52:27.982683 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:28.028103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:28.172188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['beb9f9f9-d958-4ff5-80a2-64c849d38414'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:52:28.985842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec046f2a-70cb-4ff0-8b2e-11ea844f8c2c req-57ea23aa-f7b6-46e4-a771-03722253b548 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:28.987322 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec046f2a-70cb-4ff0-8b2e-11ea844f8c2c req-57ea23aa-f7b6-46e4-a771-03722253b548 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 944 time: 0.0488119 Dec 10 09:52:29.034372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec046f2a-70cb-4ff0-8b2e-11ea844f8c2c req-84de6264-9d6a-4fd7-abaa-50e675694abb tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410986 Dec 10 09:52:29.825755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device beb9f9f9-d958-4ff5-80a2-64c849d38414 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:52:29.872749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port beb9f9f9-d958-4ff5-80a2-64c849d38414 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:52:29.877074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port beb9f9f9-d958-4ff5-80a2-64c849d38414 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:52:29.877592 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:29.959761 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:29.981821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:52:29.984058 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7793308-ca5e-49e5-ad9e-2ae0791cdae0" -d '{"events": [{"server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "name": "network-vif-plugged", "status": "completed", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:52:29.996549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:52:30.000726 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:30.026112 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6951327-e37e-44a8-982c-63378cc9b884 x-openstack-request-id: req-a6951327-e37e-44a8-982c-63378cc9b884 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:52:30.026450 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "name": "network-vif-plugged", "status": "completed", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:52:30.026712 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6951327-e37e-44a8-982c-63378cc9b884 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:52:30.027110 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'code': 200} Dec 10 09:52:30.052932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:52:30.134661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc865c3-d96c-45c6-aadb-56bd1a9537a9 req-45b91e8a-8364-4469-b445-26bce47edd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:30.137135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fc865c3-d96c-45c6-aadb-56bd1a9537a9 req-45b91e8a-8364-4469-b445-26bce47edd3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1096 time: 0.0469904 Dec 10 09:52:30.174061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c03916-dfe3-46e2-a128-a89e20d12de5 req-284df3f2-97d2-421f-8c6e-f9752fca780e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:30.178002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08c03916-dfe3-46e2-a128-a89e20d12de5 req-284df3f2-97d2-421f-8c6e-f9752fca780e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0661068 Dec 10 09:52:30.195230 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9fc865c3-d96c-45c6-aadb-56bd1a9537a9 req-9361159c-64f9-4b58-960c-cf5dce78f6cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515325 Dec 10 09:52:30.226727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08c03916-dfe3-46e2-a128-a89e20d12de5 req-d6ebb151-48e1-4b6b-9512-50b945655df1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449226 Dec 10 09:52:31.349806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16e72e-9738-4bd1-9150-7efb7c7332f2 req-e29aff66-26cb-445f-b68c-adb9c6a69d3a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:31.351557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f16e72e-9738-4bd1-9150-7efb7c7332f2 req-e29aff66-26cb-445f-b68c-adb9c6a69d3a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0505271 Dec 10 09:52:31.399655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9f16e72e-9738-4bd1-9150-7efb7c7332f2 req-051331c2-52d6-472e-b47c-720408d4ab58 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419672 Dec 10 09:52:32.517023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed8cc3-c85b-414a-b6da-083ba1358b72 req-6f6d000b-04c7-43a1-a802-04baaf91e656 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:32.518539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0ed8cc3-c85b-414a-b6da-083ba1358b72 req-6f6d000b-04c7-43a1-a802-04baaf91e656 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0498054 Dec 10 09:52:32.571076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0ed8cc3-c85b-414a-b6da-083ba1358b72 req-a2774307-ebc5-4e1d-982d-b6677f6b3701 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463641 Dec 10 09:52:32.690318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81f72c-a022-4896-b6f5-5500ebaa54d5 req-4eac2ef5-5a04-4ee5-97d5-806ae0da8d3c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:32.691811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca81f72c-a022-4896-b6f5-5500ebaa54d5 req-4eac2ef5-5a04-4ee5-97d5-806ae0da8d3c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0511463 Dec 10 09:52:32.700428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45280) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:52:32.704865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-41337d5c-6efe-41b7-a96b-78093fdbd54c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'floatingip': {'port_id': 'beb9f9f9-d958-4ff5-80a2-64c849d38414'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:52:32.743325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41337d5c-6efe-41b7-a96b-78093fdbd54c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:33.200910 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41337d5c-6efe-41b7-a96b-78093fdbd54c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:33.205209 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41337d5c-6efe-41b7-a96b-78093fdbd54c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:33.310090 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-41337d5c-6efe-41b7-a96b-78093fdbd54c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c associated. External IP: 172.25.3.70, port: beb9f9f9-d958-4ff5-80a2-64c849d38414. Dec 10 09:52:33.341933 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b58104b-e2af-42d6-ba38-39be7f150407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:33.860414 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41337d5c-6efe-41b7-a96b-78093fdbd54c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:52:33.968544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41337d5c-6efe-41b7-a96b-78093fdbd54c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:52:33.974249 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-41337d5c-6efe-41b7-a96b-78093fdbd54c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:33.978802 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:52:33.989301 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:52:33.989944 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:52:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:52:34.001757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-41337d5c-6efe-41b7-a96b-78093fdbd54c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "PUT /v2.0/floatingips/951d7ae1-b3c0-4fe3-9c90-ca002c629d2c HTTP/1.1" status: 200 len: 990 time: 1.2994516 Dec 10 09:52:34.002377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:52:34.004652 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:52:34.100348 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:52:34.106177 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67758092-ddca-4f01-b2a6-51d059200f34 x-openstack-request-id: req-67758092-ddca-4f01-b2a6-51d059200f34 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:52:34.106464 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:52:34.106714 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67758092-ddca-4f01-b2a6-51d059200f34 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:52:34.107107 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'status': 'completed', 'code': 200} Dec 10 09:52:34.174699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-92475d4d-1b8c-4470-97ec-5d871b7ae971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:34.176192 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-92475d4d-1b8c-4470-97ec-5d871b7ae971 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1096 time: 0.0416911 Dec 10 09:52:34.267976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-a85c4460-2513-46bc-9a3f-bb4e6b538ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:34.269450 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-a85c4460-2513-46bc-9a3f-bb4e6b538ded service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0848706 Dec 10 09:52:34.334219 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:94:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:52:33Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:52:34.345586 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-5a0920ec-47cf-43dd-ba4b-4a59c51409d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 998 time: 0.0680678 Dec 10 09:52:34.359533 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:52:34.368341 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:52:34.368958 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:52:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:52:34.397422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-8d23d4ad-21a3-49d4-8ce7-a26b470f961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:34.398946 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-8d23d4ad-21a3-49d4-8ce7-a26b470f961c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0452065 Dec 10 09:52:34.445050 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-a0838457-17ca-44eb-b229-42df65fbfada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:52:34.446537 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-a0838457-17ca-44eb-b229-42df65fbfada service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403762 Dec 10 09:52:34.548797 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-55e4fa3e-ed56-4a1a-aa50-dfa1334c1756 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948026 Dec 10 09:52:34.565591 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:52:34.657559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e41c69c0-3d4d-4bc0-b5fe-fd6655d15c1a req-70118a9f-761a-4464-9d78-cbf0d4d95e98 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018693 Dec 10 09:52:34.799954 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:94:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:52:33Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:52:34.825197 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec552d-1eed-450b-9fb8-7760a05eb361 None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:94:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:52:33Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:52:35.018277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d28a6-47ab-4994-9659-51bbfa24ef6f None None] New status for floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:52:35.522162 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f01b2e6f-6db2-432e-bdf0-614ffbc685c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:36.727460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:38.420131 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:39.392611 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:45.649073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:49.761729 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:52:55.706692 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:53:03.344284 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c95bcc12-eace-4160-84a3-af468209272b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:05.525948 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-92e64187-6250-457f-9686-9308aa67f899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:06.730831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:08.423414 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:09.395701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:15.650343 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:19.786404 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:20.655694 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-f9c91a48-c1d3-4b98-89b5-611b1564a17c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443146 Dec 10 09:53:20.737994 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-6c4d3644-f6e7-44a0-b305-a4ce09a9ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:53:20.739471 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-6c4d3644-f6e7-44a0-b305-a4ce09a9ad5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1096 time: 0.0410168 Dec 10 09:53:20.846227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-81aef9f9-3566-49d2-b0a2-0f50423a532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:53:20.847593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-81aef9f9-3566-49d2-b0a2-0f50423a532a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0873928 Dec 10 09:53:20.920385 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-d3169127-8475-4c82-8d94-90b1c4a60458 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 1000 time: 0.0638449 Dec 10 09:53:20.969164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-12c55685-7d44-4c85-8313-e2b50b70d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:53:20.971176 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-12c55685-7d44-4c85-8313-e2b50b70d12d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0434201 Dec 10 09:53:21.017715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-3fc99a47-205b-49c5-8b73-0b83acec689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:53:21.019243 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-3fc99a47-205b-49c5-8b73-0b83acec689d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405509 Dec 10 09:53:21.112999 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-28b10ccc-e3af-4b65-a0e2-f5aaf34f3b63 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855763 Dec 10 09:53:21.205181 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0250e4f6-fdb2-460d-bded-4dc52fc8448e req-831b705a-32db-44a1-97d3-cb8f36d729a2 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840960 Dec 10 09:53:32.706777 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:53:33.347779 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-51553b8e-7f0f-4be4-ba01-938cbc0a3a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:35.523004 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-01fc1dec-dc63-45ef-96f0-f7ceb952eaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:36.733212 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:38.425797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:39.397778 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:45.666413 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:53:49.801390 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:03.349556 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9fc3834a-58e7-4792-859c-03598b4e327e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:05.525466 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f14ecba7-4210-461a-a463-dfad41083f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:06.739626 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:08.428780 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:09.400223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:09.707013 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:54:10.130409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb2a37-7388-4af4-ace5-4ed5ae4a1c57 req-3a140103-1b99-42f3-9127-74e6f3ebbe52 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:10.131942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bfb2a37-7388-4af4-ace5-4ed5ae4a1c57 req-3a140103-1b99-42f3-9127-74e6f3ebbe52 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0508101 Dec 10 09:54:10.178767 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5bfb2a37-7388-4af4-ace5-4ed5ae4a1c57 req-47d06093-78fe-48cf-866f-bd075cc76fde tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408072 Dec 10 09:54:11.301068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2791ede-6d50-4396-b89f-822696e1d061 req-ea6c1677-9c74-47c1-8fd6-554fb632af76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:11.302544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2791ede-6d50-4396-b89f-822696e1d061 req-ea6c1677-9c74-47c1-8fd6-554fb632af76 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0524559 Dec 10 09:54:11.349221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2791ede-6d50-4396-b89f-822696e1d061 req-1a7de6b6-2562-4888-915c-6a1ef9361881 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408680 Dec 10 09:54:12.465023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b1109-30a8-4615-b1d2-b3726e96fd4a req-182eaa22-06ed-47e7-9220-77b34acc9c61 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:12.466534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f2b1109-30a8-4615-b1d2-b3726e96fd4a req-182eaa22-06ed-47e7-9220-77b34acc9c61 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0482395 Dec 10 09:54:12.513865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f2b1109-30a8-4615-b1d2-b3726e96fd4a req-4df6eae2-1237-4fe9-9cc9-655064bc4c98 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406132 Dec 10 09:54:13.632114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191448e5-4af4-412d-b4b5-b37863de5f2d req-62b1386b-1749-4abe-8d9d-6ce49b28e065 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:13.633931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-191448e5-4af4-412d-b4b5-b37863de5f2d req-62b1386b-1749-4abe-8d9d-6ce49b28e065 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0491798 Dec 10 09:54:13.684627 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-191448e5-4af4-412d-b4b5-b37863de5f2d req-38ec7a22-fe2b-40b3-9d60-87b9581a09e0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 Dec 10 09:54:14.800248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcf4f9-812a-453e-b135-ad387f82b780 req-52cecb6c-067d-4287-b006-0cef6adda2ad tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:14.801652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ddcf4f9-812a-453e-b135-ad387f82b780 req-52cecb6c-067d-4287-b006-0cef6adda2ad tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0486865 Dec 10 09:54:14.848404 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ddcf4f9-812a-453e-b135-ad387f82b780 req-245e6da0-20d8-4587-b712-2d499d93651b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 Dec 10 09:54:15.681370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:15.963390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28ba26-4374-4c08-b308-1c5fc615e9b4 req-6d9f1600-ecd7-4546-9af5-a781e43a65d4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:15.964874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb28ba26-4374-4c08-b308-1c5fc615e9b4 req-6d9f1600-ecd7-4546-9af5-a781e43a65d4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0490627 Dec 10 09:54:16.011762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb28ba26-4374-4c08-b308-1c5fc615e9b4 req-3fd404d8-fa45-4eb5-8e86-1656f0399937 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408931 Dec 10 09:54:17.132667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39a02d-851e-46f8-b7e3-830fed428328 req-52845cd5-1079-439b-9864-53207628738a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:17.134154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd39a02d-851e-46f8-b7e3-830fed428328 req-52845cd5-1079-439b-9864-53207628738a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0510600 Dec 10 09:54:17.180789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dd39a02d-851e-46f8-b7e3-830fed428328 req-3dc41b47-4571-4631-b2e1-a030247a733e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 Dec 10 09:54:18.297100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820c367-ed63-44af-8f09-480906073f77 req-875b557d-fa01-4435-b77b-48c4cabf0070 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:18.298657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2820c367-ed63-44af-8f09-480906073f77 req-875b557d-fa01-4435-b77b-48c4cabf0070 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0498374 Dec 10 09:54:18.344550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2820c367-ed63-44af-8f09-480906073f77 req-dd556039-61fb-4474-bea5-00c1e60f5bba tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398524 Dec 10 09:54:19.462435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3376a-a4ab-4ecb-a468-14fbda4f4265 req-bff97baa-ff36-45f4-9608-573d232defea tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:19.463914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26f3376a-a4ab-4ecb-a468-14fbda4f4265 req-bff97baa-ff36-45f4-9608-573d232defea tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0517769 Dec 10 09:54:19.510769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-26f3376a-a4ab-4ecb-a468-14fbda4f4265 req-5c40b553-3564-470d-a239-0fa1040a1211 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Dec 10 09:54:19.799677 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:20.627781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e181455-2c4a-40d3-a20a-2f634d7c8343 req-f86a5ae0-d42f-4a16-bde5-4fda1df5b67f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:20.629318 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e181455-2c4a-40d3-a20a-2f634d7c8343 req-f86a5ae0-d42f-4a16-bde5-4fda1df5b67f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0500610 Dec 10 09:54:20.676204 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e181455-2c4a-40d3-a20a-2f634d7c8343 req-37910361-3aed-479a-a248-db35eb07a624 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408800 Dec 10 09:54:20.908910 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-a8dd45ba-ba88-44e7-af35-71d02d0c892e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452790 Dec 10 09:54:20.918159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a558a-daf5-4898-a2ad-df48d55f8e64 req-26754790-9337-4e77-8637-dbbc103f6cdf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:20.919642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d99a558a-daf5-4898-a2ad-df48d55f8e64 req-26754790-9337-4e77-8637-dbbc103f6cdf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0483150 Dec 10 09:54:20.972059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d99a558a-daf5-4898-a2ad-df48d55f8e64 req-2ee62753-b471-41a8-b763-a97b0924529f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462065 Dec 10 09:54:21.993081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-3b41e106-7b13-4f82-bedd-8add22433f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:21.994711 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-3b41e106-7b13-4f82-bedd-8add22433f9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1096 time: 0.0424678 Dec 10 09:54:22.085710 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-eef0fbd7-9f7a-4a6a-b584-13bc2b69a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:22.087235 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-eef0fbd7-9f7a-4a6a-b584-13bc2b69a5c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0861928 Dec 10 09:54:22.097295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31aa99-f405-40b0-9020-c0cc7b84a65a req-3528c768-1cf6-48d2-897b-f02c4e96d31a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:22.098798 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee31aa99-f405-40b0-9020-c0cc7b84a65a req-3528c768-1cf6-48d2-897b-f02c4e96d31a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0523441 Dec 10 09:54:22.146372 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ee31aa99-f405-40b0-9020-c0cc7b84a65a req-e57e1a77-a2e7-4d96-8223-6e95dd9a94e4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Dec 10 09:54:22.163937 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2732f596-50cd-43ae-a229-5299b158590d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 1000 time: 0.0691669 Dec 10 09:54:22.212706 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-b354af1a-859e-4b3c-a9d2-53aeda4f07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:22.214178 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-b354af1a-859e-4b3c-a9d2-53aeda4f07fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0438521 Dec 10 09:54:22.260191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2194a1b8-334b-4add-931b-ae3132b509d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:22.261601 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2194a1b8-334b-4add-931b-ae3132b509d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391076 Dec 10 09:54:22.353349 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-e5a1db37-4244-4b54-b1f1-c34e36bcfed4 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847552 Dec 10 09:54:22.442805 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-e91ea7a8-b3a9-4d35-92e6-df3712a88317 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825729 Dec 10 09:54:22.683906 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-af92b6e9-d75a-468b-a95c-22f7b1daea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:22.685376 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-af92b6e9-d75a-468b-a95c-22f7b1daea71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1096 time: 0.0462379 Dec 10 09:54:22.790533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-9aa489da-eee4-43d4-ac9d-c1e7f25c5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:22.791901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-9aa489da-eee4-43d4-ac9d-c1e7f25c5be8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0838799 Dec 10 09:54:22.862005 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-cf8f1bba-9db6-43e5-97c4-925a9fbc4a8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 1000 time: 0.0614984 Dec 10 09:54:22.914205 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-e714ddab-e5f1-4725-a035-976b4db593ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:22.915628 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-e714ddab-e5f1-4725-a035-976b4db593ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0440731 Dec 10 09:54:22.960819 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-f7169071-4f1c-4304-b32e-2fd0bb965c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:22.962318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-f7169071-4f1c-4304-b32e-2fd0bb965c52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400071 Dec 10 09:54:23.054614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-f87e3e05-e78f-4c1b-9462-f8d06b19098d service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850875 Dec 10 09:54:23.142662 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-198b1266-b505-4e68-8158-44ff1bfdc080 req-ebd2ce3c-73e9-4f83-8869-84050ea5364d service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817244 Dec 10 09:54:23.267451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8684071-c34e-4331-ac63-f9107755bb77 req-e6a7bc27-badb-46d8-a1ff-807e69a4fdc6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:23.269056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8684071-c34e-4331-ac63-f9107755bb77 req-e6a7bc27-badb-46d8-a1ff-807e69a4fdc6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0506020 Dec 10 09:54:23.318163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8684071-c34e-4331-ac63-f9107755bb77 req-6cc2c6c6-294d-43ea-b550-b148c1242456 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430532 Dec 10 09:54:24.438261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efaa28-b6ce-489a-99dd-6b138e09014a req-9b3e066f-da5e-4393-863c-cd221bb797ea tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:24.439861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2efaa28-b6ce-489a-99dd-6b138e09014a req-9b3e066f-da5e-4393-863c-cd221bb797ea tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0531027 Dec 10 09:54:24.486895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2efaa28-b6ce-489a-99dd-6b138e09014a req-306f9bc9-ed27-4b10-a4c7-7eaa69128202 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Dec 10 09:54:24.643861 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-abc546d6-c9c4-419a-abbb-62a8a9b54214 service neutron] show failed (client error): The resource could not be found. Dec 10 09:54:24.644842 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-abc546d6-c9c4-419a-abbb-62a8a9b54214 service neutron] 10.222.0.39 "GET /v2.0/ports/beb9f9f9-d958-4ff5-80a2-64c849d38414/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0541656 Dec 10 09:54:24.839555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-6222f1dd-48fd-4bba-8ea9-af3bbd22d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:24.841024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-6222f1dd-48fd-4bba-8ea9-af3bbd22d793 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 1096 time: 0.0404665 Dec 10 09:54:24.853787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:54:24.908340 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:25.110050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:54:25.142925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:54:25.181540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:54:25.183747 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac8c0ca-857a-4751-b102-0add176a6d54" -d '{"events": [{"server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "name": "network-vif-unplugged", "status": "completed", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:54:25.187779 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:25.201081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Transition to ACTIVE for port object beb9f9f9-d958-4ff5-80a2-64c849d38414 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:54:25.205760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:25.241064 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbc0a49-3f19-466f-974a-4c29acd29d10 x-openstack-request-id: req-bfbc0a49-3f19-466f-974a-4c29acd29d10 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:54:25.241362 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "name": "network-vif-unplugged", "status": "completed", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:54:25.241643 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfbc0a49-3f19-466f-974a-4c29acd29d10 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:54:25.242046 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'code': 200} Dec 10 09:54:25.293811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Pushing event updated for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:25.306380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.306736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.307087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.307430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.307768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.308104 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.308438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.308764 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.309094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.309430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.309781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.310108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.310433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:25.343278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] No DVR routers for this DVR port beb9f9f9-d958-4ff5-80a2-64c849d38414 on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:54:25.480400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Attempting to bind port beb9f9f9-d958-4ff5-80a2-64c849d38414 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:54:25.481091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Attempting to bind port beb9f9f9-d958-4ff5-80a2-64c849d38414 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:54:25.481091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Attempting to bind port beb9f9f9-d958-4ff5-80a2-64c849d38414 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:54:25.485186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Port beb9f9f9-d958-4ff5-80a2-64c849d38414 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:54:25.486309 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Attempting to bind port beb9f9f9-d958-4ff5-80a2-64c849d38414 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:54:25.491146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:54:25.491480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:54:25.491860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:54:25.492279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Bound port: beb9f9f9-d958-4ff5-80a2-64c849d38414, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:54:25.492628 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:25.555867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:54:25.560508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:54:25.570920 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:25.634076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:25.634697 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:25.636063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] 10.222.0.18 "PUT /v2.0/ports/beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 1091 time: 0.7861290 Dec 10 09:54:25.663645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdaa57-1151-429a-844a-9adc21c768b8 req-c0fdb707-3205-4d54-883e-18cee51e6613 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:25.665223 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fbdaa57-1151-429a-844a-9adc21c768b8 req-c0fdb707-3205-4d54-883e-18cee51e6613 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 943 time: 0.1071689 Dec 10 09:54:25.700806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665eb5f-1a6c-4429-9ded-03bd5a7bd97d service neutron] Pushing event updated for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:25.747766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-662a6988-734e-4226-8ca7-c4fa6a8e011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:25.749206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-662a6988-734e-4226-8ca7-c4fa6a8e011e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1094 time: 0.0830679 Dec 10 09:54:25.753173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fbdaa57-1151-429a-844a-9adc21c768b8 req-caf75d60-a9a6-4f24-b4cd-a1d99e829997 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768220 Dec 10 09:54:25.846832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-e489254b-c0c7-4fbc-b091-3ad2f9a9d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:25.848330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-e489254b-c0c7-4fbc-b091-3ad2f9a9d078 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0922649 Dec 10 09:54:25.914546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-9d84fb62-3ab5-4c49-b96c-44c6b0e8662e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 998 time: 0.0596311 Dec 10 09:54:25.967582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-80013a1b-c8c6-456d-a4f2-94c375fb1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:25.969014 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-80013a1b-c8c6-456d-a4f2-94c375fb1143 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0472894 Dec 10 09:54:26.014995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-c18a3521-94a6-49e5-8824-eff75106eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:26.016391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-c18a3521-94a6-49e5-8824-eff75106eb0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402243 Dec 10 09:54:26.103402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-af9cecdb-a9ba-4b53-8b92-54e88c6a667d service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801227 Dec 10 09:54:26.196998 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e786d38-207d-4c98-9980-4fbf5ca61baf req-0375080d-0ef2-4dcd-9b56-98a29f4f7537 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866468 Dec 10 09:54:26.877748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b00ae-ea87-420c-8948-ae4df7be1e4b req-b02210f3-a44d-4283-bdff-c4c4f7bf8826 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:26.879233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-832b00ae-ea87-420c-8948-ae4df7be1e4b req-b02210f3-a44d-4283-bdff-c4c4f7bf8826 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 943 time: 0.0502913 Dec 10 09:54:26.926699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-832b00ae-ea87-420c-8948-ae4df7be1e4b req-31a12eb5-c3ab-49b2-9ff1-4d0617e2f288 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415509 Dec 10 09:54:27.242864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:54:27.245271 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9889413-7a7e-42a8-99ff-a2da414ec123" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:54:27.293738 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55655dee-4436-4584-b61a-499f8bcebe6e x-openstack-request-id: req-55655dee-4436-4584-b61a-499f8bcebe6e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:54:27.294039 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:54:27.294300 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55655dee-4436-4584-b61a-499f8bcebe6e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:54:27.294706 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'status': 'completed', 'code': 200} Dec 10 09:54:27.361643 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-a4f726de-b327-4425-a239-b8bd6ada277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:27.362622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-b2d426a1-319f-44a8-83ff-601086dd20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:27.363140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-a4f726de-b327-4425-a239-b8bd6ada277f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1094 time: 0.0492413 Dec 10 09:54:27.364120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-b2d426a1-319f-44a8-83ff-601086dd20c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1094 time: 0.0427151 Dec 10 09:54:27.453867 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-ccc990bc-729b-42db-bfd1-e0881ea64095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:27.456476 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-ccc990bc-729b-42db-bfd1-e0881ea64095 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0846307 Dec 10 09:54:27.461817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-a139102e-e7de-4cf8-a641-9323d4c57112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:27.463383 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-a139102e-e7de-4cf8-a641-9323d4c57112 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0896556 Dec 10 09:54:27.528123 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-2bdabbda-77a5-4539-a129-ea9045c03962 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 998 time: 0.0644832 Dec 10 09:54:27.531536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-6c90aa51-dd0f-4d5f-9137-761e202f6812 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 998 time: 0.0603530 Dec 10 09:54:27.577400 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-77b44dc6-b275-4f3b-9950-707a2abdcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:27.579013 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-77b44dc6-b275-4f3b-9950-707a2abdcbb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0445910 Dec 10 09:54:27.586105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-eb2431d1-b4e8-4c0b-9d6e-eafef8baa89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:27.587555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-eb2431d1-b4e8-4c0b-9d6e-eafef8baa89e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0488729 Dec 10 09:54:27.624951 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-0d6629c7-ec41-4e25-8b40-8ac822350c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:27.626528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-0d6629c7-ec41-4e25-8b40-8ac822350c81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408838 Dec 10 09:54:27.639252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-585b1d33-a509-4e42-b0b4-e65ccd6bf649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:27.640785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-585b1d33-a509-4e42-b0b4-e65ccd6bf649 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446777 Dec 10 09:54:27.718108 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-9627a729-675f-41f9-b821-76a2160a1848 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848029 Dec 10 09:54:27.746166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-81a05384-6695-4aa5-a53f-c70dfa68ad41 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933893 Dec 10 09:54:27.811073 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-eed82622-fa91-4af9-af7d-7491206b3e49 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848477 Dec 10 09:54:27.843582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9889413-7a7e-42a8-99ff-a2da414ec123 req-0f6d2616-a8e4-4827-8289-09603fb09977 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900013 Dec 10 09:54:28.044941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ada7e-d1de-4cea-82e1-f6f575e2f040 req-e47bd871-c9a0-4bcb-81e6-ecde00e5d9d0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:28.046471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e0ada7e-d1de-4cea-82e1-f6f575e2f040 req-e47bd871-c9a0-4bcb-81e6-ecde00e5d9d0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 943 time: 0.0504975 Dec 10 09:54:28.094341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e0ada7e-d1de-4cea-82e1-f6f575e2f040 req-568b1d21-d752-49df-9af5-9651752c5ef0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Dec 10 09:54:28.405058 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device beb9f9f9-d958-4ff5-80a2-64c849d38414 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:54:28.442743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device beb9f9f9-d958-4ff5-80a2-64c849d38414 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:54:29.217919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d80b5c-20bc-45e0-90dd-b495ba502105 req-4923b7f2-bc12-49d6-80f3-25f6e3bfc109 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:29.219430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65d80b5c-20bc-45e0-90dd-b495ba502105 req-4923b7f2-bc12-49d6-80f3-25f6e3bfc109 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 943 time: 0.0545149 Dec 10 09:54:29.267508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65d80b5c-20bc-45e0-90dd-b495ba502105 req-cdc0c93f-aa92-456a-b3a7-688fadc2e798 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Dec 10 09:54:29.461940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f632d33-7f60-41e2-87c2-2b59d25df6ff req-65f1bbfc-6e08-4144-a924-1540d1856847 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:29.463578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f632d33-7f60-41e2-87c2-2b59d25df6ff req-65f1bbfc-6e08-4144-a924-1540d1856847 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 943 time: 0.0502429 Dec 10 09:54:29.478988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-30d4fe5a-ad44-4c8d-b30a-43ba22f5eeae tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:29.480514 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-30d4fe5a-ad44-4c8d-b30a-43ba22f5eeae tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf&tenant_id=4af96988208a4abd9b95a997c0cb4e59&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 943 time: 0.0544260 Dec 10 09:54:29.512064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f632d33-7f60-41e2-87c2-2b59d25df6ff req-91eca559-be33-4be3-958c-c4a70cc7d769 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413871 Dec 10 09:54:29.547367 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-8b5243fe-3513-4425-8901-c66e580018f0 service neutron] delete failed (client error): The resource could not be found. Dec 10 09:54:29.548452 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-8b5243fe-3513-4425-8901-c66e580018f0 service neutron] 10.222.0.39 "DELETE /v2.0/ports/beb9f9f9-d958-4ff5-80a2-64c849d38414/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0586710 Dec 10 09:54:29.634982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-8afcec26-52b9-4fe7-ad95-03ee07de6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:29.636417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-8afcec26-52b9-4fe7-ad95-03ee07de6c14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1094 time: 0.0426204 Dec 10 09:54:29.725126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-9a6b3410-4c43-490a-97f1-3dcbd205b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:29.726589 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-9a6b3410-4c43-490a-97f1-3dcbd205b153 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0827725 Dec 10 09:54:29.803564 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-2efd5ecf-6100-4a91-b5b0-b3472d62ad86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 998 time: 0.0672138 Dec 10 09:54:29.853967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-fa81123f-ac75-40ca-a59e-c7270cc2b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:29.855367 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-fa81123f-ac75-40ca-a59e-c7270cc2b10a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0427253 Dec 10 09:54:29.900107 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-36e34b71-8ce8-4dc6-bf5f-d3cd882b6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:29.901472 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-36e34b71-8ce8-4dc6-bf5f-d3cd882b6195 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383024 Dec 10 09:54:29.937529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device beb9f9f9-d958-4ff5-80a2-64c849d38414 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:54:29.993925 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-90dff7da-6206-42f9-b65b-78f4b805e613 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843649 Dec 10 09:54:30.034742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:54:30.045864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'mac_address': 'fa:16:3e:94:d9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:54:30.082383 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:30.086877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5cc0621f-33b8-4763-8ba8-1de129263d63 req-8db7f468-393e-488f-b839-21a393085972 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845373 Dec 10 09:54:30.096053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb9f9f9-d958-4ff5-80a2-64c849d38414 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:54:30.116558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:54:30.121047 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:30.169865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:30.179040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.179040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.179346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.179583 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.179918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.180249 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.180577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.180902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.181226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.181571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.181899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.182220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.182541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:54:30.473565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['beb9f9f9-d958-4ff5-80a2-64c849d38414'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:54:30.637631 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d5410-28a4-4026-88e0-0da115aa6372 req-ca882fd6-1f2d-4e63-81c6-6d57ff4b1488 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:30.639444 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c6d5410-28a4-4026-88e0-0da115aa6372 req-ca882fd6-1f2d-4e63-81c6-6d57ff4b1488 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 944 time: 0.0503123 Dec 10 09:54:30.695645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c6d5410-28a4-4026-88e0-0da115aa6372 req-6167ca4b-e3fa-44aa-8b3b-624c09ae6229 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483265 Dec 10 09:54:30.813890 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdd798-5b80-424e-ad61-fdb8a39baec2 req-a8e4c63d-f1fa-408e-8b60-7a7214552c97 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:30.815368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ccdd798-5b80-424e-ad61-fdb8a39baec2 req-a8e4c63d-f1fa-408e-8b60-7a7214552c97 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 944 time: 0.0505688 Dec 10 09:54:30.862521 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ccdd798-5b80-424e-ad61-fdb8a39baec2 req-98027c4d-2c09-448a-9b43-ad9246a6985f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412838 Dec 10 09:54:31.091901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665a769-80d7-4d34-92b5-3e30abe98c42 req-4aab5162-8499-4b80-9dbf-e797fbabe6a6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:31.093376 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8665a769-80d7-4d34-92b5-3e30abe98c42 req-4aab5162-8499-4b80-9dbf-e797fbabe6a6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 944 time: 0.0814781 Dec 10 09:54:31.123396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-1edd374e-4b5e-412d-9d97-c0e74bb0cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:31.124840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-1edd374e-4b5e-412d-9d97-c0e74bb0cc64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 1095 time: 0.0735147 Dec 10 09:54:31.192342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8665a769-80d7-4d34-92b5-3e30abe98c42 req-f5e4c70a-d808-4f66-b133-a115cf7f42d1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917873 Dec 10 09:54:31.233659 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-c553dd2f-2aab-477f-83de-8d18906b0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:31.235102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-c553dd2f-2aab-477f-83de-8d18906b0647 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.1010723 Dec 10 09:54:31.307124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-2844f4d4-811d-4652-837c-04b2b65d8461 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 200 len: 999 time: 0.0652242 Dec 10 09:54:31.359855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-67d91cf9-b24d-4ed9-a918-c22cda5939bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:31.361355 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-67d91cf9-b24d-4ed9-a918-c22cda5939bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0469241 Dec 10 09:54:31.407661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-47fade12-f477-435d-86a9-d0e24775ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:31.409136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-47fade12-f477-435d-86a9-d0e24775ff45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409079 Dec 10 09:54:31.503182 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-f77ae7f5-0720-4a1f-846b-d3db9f243863 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865252 Dec 10 09:54:31.593382 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07747484-c8d5-4aff-a7ce-d16fa08297d9 req-5a56423f-a638-4f34-9eb5-fb04e9274304 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826728 Dec 10 09:54:31.951973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device beb9f9f9-d958-4ff5-80a2-64c849d38414 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:54:31.999930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port beb9f9f9-d958-4ff5-80a2-64c849d38414 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:54:32.003905 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port beb9f9f9-d958-4ff5-80a2-64c849d38414 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:54:32.004276 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:32.084433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:32.111002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:54:32.114143 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0617362f-09fd-4489-9058-93a3c9ca64c7" -d '{"events": [{"server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "name": "network-vif-plugged", "status": "completed", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:54:32.127943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:54:32.131923 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:32.155895 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2792d356-c98b-413b-ad3b-8d170beb4e50 x-openstack-request-id: req-2792d356-c98b-413b-ad3b-8d170beb4e50 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:54:32.156193 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "name": "network-vif-plugged", "status": "completed", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:54:32.156447 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2792d356-c98b-413b-ad3b-8d170beb4e50 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:54:32.156857 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'code': 200} Dec 10 09:54:32.182031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:32.308500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedbbed-7d19-4607-849f-f17648d80e9e req-330534d8-692b-4d6b-814f-80e1884caf52 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:32.309839 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-deedbbed-7d19-4607-849f-f17648d80e9e req-330534d8-692b-4d6b-814f-80e1884caf52 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0494142 Dec 10 09:54:32.362975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-deedbbed-7d19-4607-849f-f17648d80e9e req-d31fdb34-5666-4cb5-9c3e-1a840ae4114b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467861 Dec 10 09:54:32.602784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec467-66ab-40e6-853d-4f0762cad910 req-5ae1941e-489f-4042-9dd1-486e1d049072 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:32.604190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b41ec467-66ab-40e6-853d-4f0762cad910 req-5ae1941e-489f-4042-9dd1-486e1d049072 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0494530 Dec 10 09:54:32.665311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b41ec467-66ab-40e6-853d-4f0762cad910 req-ed06f25b-ffc3-4e31-a029-8dfe79c34273 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550122 Dec 10 09:54:33.354784 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7d5661ff-3173-4f98-af90-1a0b0141344c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:33.793034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff217133-99b6-43b8-a9a6-93790bd600cc req-d9785e50-93c2-4691-a87d-c62429af8453 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:33.794556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff217133-99b6-43b8-a9a6-93790bd600cc req-d9785e50-93c2-4691-a87d-c62429af8453 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0576088 Dec 10 09:54:33.843424 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff217133-99b6-43b8-a9a6-93790bd600cc req-85ad532a-9dda-400b-85da-a7c494674c78 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 Dec 10 09:54:34.058656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c2524-0c20-4401-ac6f-82d281700729 req-4a2f92cf-fbc3-4856-8089-60224b9bd0ad tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:34.060027 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a57c2524-0c20-4401-ac6f-82d281700729 req-4a2f92cf-fbc3-4856-8089-60224b9bd0ad tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 945 time: 0.0519216 Dec 10 09:54:34.148990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Deleting port beb9f9f9-d958-4ff5-80a2-64c849d38414 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:54:34.149328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:34.239959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] For port beb9f9f9-d958-4ff5-80a2-64c849d38414, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=beb9f9f9-d958-4ff5-80a2-64c849d38414,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:54:34.240322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:34.412505 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:34.412873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:34.413213 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c disassociated. External IP: 172.25.3.70, port: beb9f9f9-d958-4ff5-80a2-64c849d38414. Dec 10 09:54:34.413582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Calling delete_port for beb9f9f9-d958-4ff5-80a2-64c849d38414 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:54:34.541673 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:34.570550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event deleted for resources: {'Port': ['ID=beb9f9f9-d958-4ff5-80a2-64c849d38414,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:34.691013 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:54:34.802982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:54:34.813800 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:54:34.823270 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:54:34.823886 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:54:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:54:34.841605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] No DVR routers for this DVR port beb9f9f9-d958-4ff5-80a2-64c849d38414 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:54:34.844139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:34.848456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a57c2524-0c20-4401-ac6f-82d281700729 req-1be6ab7a-6178-4ece-aa23-76d99dcd6ac4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "DELETE /v2.0/ports/beb9f9f9-d958-4ff5-80a2-64c849d38414 HTTP/1.1" status: 204 len: 173 time: 0.7822981 Dec 10 09:54:34.848906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'name': 'network-vif-deleted', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:54:34.851234 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2874065-a2fb-462e-922c-2cec8cc33fa9" -d '{"events": [{"server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "name": "network-vif-deleted", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:54:34.889728 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220d2c1d-90e7-4ac0-95fd-77894e828168 x-openstack-request-id: req-220d2c1d-90e7-4ac0-95fd-77894e828168 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:54:34.890047 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5269b1-ea19-4d7d-a283-b3441ee0c5bf", "name": "network-vif-deleted", "tag": "beb9f9f9-d958-4ff5-80a2-64c849d38414", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:54:34.890356 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-220d2c1d-90e7-4ac0-95fd-77894e828168 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:54:34.890694 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5269b1-ea19-4d7d-a283-b3441ee0c5bf', 'name': 'network-vif-deleted', 'tag': 'beb9f9f9-d958-4ff5-80a2-64c849d38414', 'status': 'completed', 'code': 200} Dec 10 09:54:34.942546 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:54:34.955725 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb7f70d9-aef5-4d29-9130-e07600b64ca7 req-4b9ae5ad-dcf9-448a-8698-88ca7747af7e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5269b1-ea19-4d7d-a283-b3441ee0c5bf HTTP/1.1" status: 200 len: 210 time: 0.0289352 Dec 10 09:54:35.140545 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:54:35.169550 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:54:35.178289 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:54:35.178896 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:54:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:54:35.280569 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:54:35.481947 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:54:35.508362 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb68de5-a06e-4d58-b627-6baaa6aab120 None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:54:35.528417 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-983703ab-19b9-4af0-a394-7be762266695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:35.722879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4821d-2d53-47a0-bc71-93b5880ecd46 None None] New status for floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:54:36.245802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-ba10195c-7d19-4584-8980-8a31d5183552 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2052773248&fields=id&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 267 time: 0.0451365 Dec 10 09:54:36.354787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-7dc479d6-a127-44e1-8bf3-9b3545ca7389 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:36.356259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-7dc479d6-a127-44e1-8bf3-9b3545ca7389 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 811 time: 0.1032002 Dec 10 09:54:36.371523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c0987067-ff10-4916-af0e-d95eaf673d8a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/quotas/4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 375 time: 0.0090072 Dec 10 09:54:36.422200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-f6dfe87e-93fd-4aa9-9070-c052ae866701 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454750 Dec 10 09:54:36.490275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-ab50da91-d9ad-4e3b-904e-0827292e7f6d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:54:36.491289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-ab50da91-d9ad-4e3b-904e-0827292e7f6d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0579159 Dec 10 09:54:36.584533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-70ef951a-8351-4bc0-a2c0-3d622c6f0b4d service neutron] 10.222.0.31 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870047 Dec 10 09:54:36.678193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0aa242c9-6739-4ea0-aaa5-36f1a8953ed3 service neutron] 10.222.0.31 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875587 Dec 10 09:54:36.739357 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:36.841127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c442044d-13b7-4d34-8668-15ef107a6d28 req-abd1e8a0-ba8f-4c37-a066-9bb605e1f0bc tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 210 time: 0.0317645 Dec 10 09:54:37.794167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-3a52b96d-199e-4d23-89b8-a1b0b2bd1b1d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:37.795599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-3a52b96d-199e-4d23-89b8-a1b0b2bd1b1d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 811 time: 0.1009998 Dec 10 09:54:37.857091 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-cddc649e-8c44-48e7-93c2-fae04bb16202 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 380 time: 0.0513437 Dec 10 09:54:37.867585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'port': {'device_id': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'admin_state_up': True, 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'security_groups': ['6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:54:37.950001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d091b57-bbdc-47f8-895c-93ef215458e6 req-673ba499-c473-447f-b5f2-5b8de445294f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 210 time: 0.0344288 Dec 10 09:54:37.969986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device beb9f9f9-d958-4ff5-80a2-64c849d38414 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:54:37.991179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: beb9f9f9-d958-4ff5-80a2-64c849d38414 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:54:37.991605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device beb9f9f9-d958-4ff5-80a2-64c849d38414 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:54:38.005030 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Made reservation on behalf of 4af96988208a4abd9b95a997c0cb4e59 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:54:38.008717 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:38.135256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Allocated IP 172.20.0.8 (f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce/af8ce0dd-4b6a-4f5c-9834-aa63156da2dd/c1bdb5e2-4e10-482c-81a6-a02209fa7a47) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:54:38.271385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:38.305247 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:38.353320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:54:38.356443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:54:38.360009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:54:38.386187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:38.415441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:38.416077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:38.435559 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:38.436175 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c8f24044-5c2a-4c7a-a61d-4aa1cb669122 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723212 Dec 10 09:54:38.449041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Request body: {'port': {'device_id': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:54:38.505323 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:38.622797 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-63755808-6656-486d-950f-ee1afd72aa2d None None] Provisioning complete for port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:54:38.623279 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63755808-6656-486d-950f-ee1afd72aa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:38.661561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-63755808-6656-486d-950f-ee1afd72aa2d None None] Port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:54:39.106539 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bda35-ff48-40c9-b8aa-a10b2c74fde0 req-fc237a92-b86e-4980-98a7-edc7f86ab51d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:39.107985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-060bda35-ff48-40c9-b8aa-a10b2c74fde0 req-fc237a92-b86e-4980-98a7-edc7f86ab51d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 931 time: 0.0832341 Dec 10 09:54:39.164034 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bdb5e2-4e10-482c-81a6-a02209fa7a47 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:54:39.175778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:39.194964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-060bda35-ff48-40c9-b8aa-a10b2c74fde0 req-94b50f26-9c33-4edf-a109-7cfdbfae0997 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655115 Dec 10 09:54:39.197348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Transition to ACTIVE for port object c1bdb5e2-4e10-482c-81a6-a02209fa7a47 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:54:39.201228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:39.250557 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:39.325839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:54:39.326176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:54:39.326513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:54:39.331636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:54:39.331965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:54:39.337310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:54:39.337682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:54:39.338079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:54:39.338516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Bound port: c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:54:39.338873 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:39.404885 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:39.406596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:54:39.410853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:54:39.415211 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:39.451281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:39.451779 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:39.453151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] 10.222.0.18 "PUT /v2.0/ports/c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 1091 time: 1.0084565 Dec 10 09:54:39.453623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:54:39.456525 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5857bf-389f-434d-8a20-24521265954a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:54:39.487717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3cbd-bf77-4c07-a4bd-c8da38364d00 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:39.504776 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1e0f9c-94a9-4717-a747-d65e4e364fbf x-openstack-request-id: req-9b1e0f9c-94a9-4717-a747-d65e4e364fbf {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:54:39.505074 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:54:39.505333 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b1e0f9c-94a9-4717-a747-d65e4e364fbf {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:54:39.505780 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'status': 'completed', 'code': 200} Dec 10 09:54:39.554697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-355b661a-c0ce-4f3f-a0fd-ac574b3d7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:39.556215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-355b661a-c0ce-4f3f-a0fd-ac574b3d7fcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1094 time: 0.0438867 Dec 10 09:54:39.605676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-84675197-4ba6-41de-89f2-f1ad99211e20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 217 time: 0.0404868 Dec 10 09:54:39.658385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c5cd3822-c363-4a14-be0d-dfe33dc00335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:39.660814 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-c5cd3822-c363-4a14-be0d-dfe33dc00335 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0484080 Dec 10 09:54:39.708516 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-e1350aa1-ee72-449b-b551-56638cc68c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:39.710022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-e1350aa1-ee72-449b-b551-56638cc68c28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405991 Dec 10 09:54:39.806418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-88946b0f-9490-43c1-b6b2-39861458c5b3 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876811 Dec 10 09:54:39.898510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ba13ece-8aa0-41b0-8d06-1953d9c68566 req-824037a5-98f8-4806-ae3e-bc41d01fe577 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847316 Dec 10 09:54:39.990832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5857bf-389f-434d-8a20-24521265954a req-f7e4da34-c0d7-4fc5-ac74-ed01c7491eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:39.992409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e5857bf-389f-434d-8a20-24521265954a req-f7e4da34-c0d7-4fc5-ac74-ed01c7491eaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1094 time: 0.0462315 Dec 10 09:54:40.083125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5857bf-389f-434d-8a20-24521265954a req-bbfe8137-61e2-4222-ad1a-71e87037dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:40.084491 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e5857bf-389f-434d-8a20-24521265954a req-bbfe8137-61e2-4222-ad1a-71e87037dd05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0844815 Dec 10 09:54:40.130716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e5857bf-389f-434d-8a20-24521265954a req-04d6354f-86af-468f-a4b9-9578ea388acb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 217 time: 0.0392089 Dec 10 09:54:40.179822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5857bf-389f-434d-8a20-24521265954a req-bf51c0bd-1b36-4c93-9f75-51468ad139e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:40.181248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e5857bf-389f-434d-8a20-24521265954a req-bf51c0bd-1b36-4c93-9f75-51468ad139e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0435672 Dec 10 09:54:40.228015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5857bf-389f-434d-8a20-24521265954a req-9cdf1851-e63a-40a7-9f45-552dcbc56cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:40.229581 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e5857bf-389f-434d-8a20-24521265954a req-9cdf1851-e63a-40a7-9f45-552dcbc56cab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411706 Dec 10 09:54:40.365737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e5857bf-389f-434d-8a20-24521265954a req-f7b3b76b-b5ad-49eb-ad56-4e95dc4d43b4 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289845 Dec 10 09:54:40.374402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1bde-ffa0-4f14-8ac7-c696d33aa729 req-082209d5-0891-4291-88f7-d00de64a1aac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:40.375789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ddb1bde-ffa0-4f14-8ac7-c696d33aa729 req-082209d5-0891-4291-88f7-d00de64a1aac tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 943 time: 0.0894918 Dec 10 09:54:40.479190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ddb1bde-ffa0-4f14-8ac7-c696d33aa729 req-8091e74f-d99c-4067-8697-ff0d8e76e798 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952439 Dec 10 09:54:40.503457 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e5857bf-389f-434d-8a20-24521265954a req-50c660b6-1a19-48cf-93a2-2c0104f1447c service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266689 Dec 10 09:54:41.598974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e368be-0a6b-4597-86c1-d812b3c6d56a req-b1cfcca3-40fe-4c93-ae51-415cc9c7e142 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:41.600450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8e368be-0a6b-4597-86c1-d812b3c6d56a req-b1cfcca3-40fe-4c93-ae51-415cc9c7e142 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 943 time: 0.0501313 Dec 10 09:54:41.646750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a8e368be-0a6b-4597-86c1-d812b3c6d56a req-95897e08-3422-45c8-b1f3-64ca35272e5e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404732 Dec 10 09:54:42.762916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbc882-eec7-496a-83ac-33deeded422a req-676619aa-0767-49cc-84de-2cc5e0b4d6fa tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:42.764398 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10bbc882-eec7-496a-83ac-33deeded422a req-676619aa-0767-49cc-84de-2cc5e0b4d6fa tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 943 time: 0.0483072 Dec 10 09:54:42.811226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10bbc882-eec7-496a-83ac-33deeded422a req-2309f047-984e-4dda-a0f4-07bf53f68b6e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401833 Dec 10 09:54:43.932339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b30fb2-0c0d-48f7-ac6c-6a2c1aa9c0a1 req-b6299aff-d85c-4f5b-8660-6db2afae1e0f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:43.933845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56b30fb2-0c0d-48f7-ac6c-6a2c1aa9c0a1 req-b6299aff-d85c-4f5b-8660-6db2afae1e0f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 943 time: 0.0530789 Dec 10 09:54:43.980691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56b30fb2-0c0d-48f7-ac6c-6a2c1aa9c0a1 req-60a68e3d-34bd-45f9-b843-93a643357458 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410330 Dec 10 09:54:43.985313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:54:44.080823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:54:44.092377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'mac_address': 'fa:16:3e:35:49:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:54:44.127213 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:44.140589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bdb5e2-4e10-482c-81a6-a02209fa7a47 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:54:44.159893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:54:44.163495 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:44.212028 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:44.469809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c1bdb5e2-4e10-482c-81a6-a02209fa7a47'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:54:45.100935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1d593-5c6c-4e18-8fc2-42a4ab2b1f51 req-4bc48185-0637-4903-ad5c-87d35d8c04f2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:45.102466 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cf1d593-5c6c-4e18-8fc2-42a4ab2b1f51 req-4bc48185-0637-4903-ad5c-87d35d8c04f2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0485504 Dec 10 09:54:45.149919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cf1d593-5c6c-4e18-8fc2-42a4ab2b1f51 req-b2ecd7b2-ddc2-4aa5-94ee-d17eae69dea5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Dec 10 09:54:45.679912 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:45.984160 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:54:46.036168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:54:46.040228 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:54:46.040596 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:46.116671 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:46.140414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:54:46.142696 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b57c812-4708-44f1-a221-f9882feb6331" -d '{"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-plugged", "status": "completed", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:54:46.153220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:54:46.157307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:46.187152 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18afb4b8-499c-4633-a2a5-09c49c8220be x-openstack-request-id: req-18afb4b8-499c-4633-a2a5-09c49c8220be {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:54:46.187442 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-plugged", "status": "completed", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:54:46.187691 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18afb4b8-499c-4633-a2a5-09c49c8220be {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:54:46.188079 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'code': 200} Dec 10 09:54:46.217087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:54:46.299618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662a45-2a44-4b24-87a9-1242a8f91599 req-e4947500-3e0f-4064-b702-c661676fc5f1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:46.301010 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6662a45-2a44-4b24-87a9-1242a8f91599 req-e4947500-3e0f-4064-b702-c661676fc5f1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0769551 Dec 10 09:54:46.316182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb272ca-336f-4bd6-a923-5cf6bffb60dd req-11ef5eb9-63b9-44d2-86db-40ff354924ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:46.317805 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fbb272ca-336f-4bd6-a923-5cf6bffb60dd req-11ef5eb9-63b9-44d2-86db-40ff354924ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1096 time: 0.0630169 Dec 10 09:54:46.379319 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6662a45-2a44-4b24-87a9-1242a8f91599 req-338b8a33-565b-41d8-9a61-5cdf38ebf593 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704687 Dec 10 09:54:46.385292 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fbb272ca-336f-4bd6-a923-5cf6bffb60dd req-ce4dbd00-2051-40c9-aeb6-fb82de70bf18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600841 Dec 10 09:54:46.706526 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:54:47.497183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4889a8-199f-4861-ad05-686c538b747d req-eeb7cd4a-e0ad-4f40-af9e-d578ba9b9df7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:47.498701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d4889a8-199f-4861-ad05-686c538b747d req-eeb7cd4a-e0ad-4f40-af9e-d578ba9b9df7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0493441 Dec 10 09:54:47.545147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2d4889a8-199f-4861-ad05-686c538b747d req-0935cc57-3ffe-4f2e-bf8c-9ee898238512 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Dec 10 09:54:48.664167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2fdd-2053-432a-84cd-cd75074f99c8 req-962bca63-ead7-46f0-b7c8-074661ec1d17 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:48.665676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-feff2fdd-2053-432a-84cd-cd75074f99c8 req-962bca63-ead7-46f0-b7c8-074661ec1d17 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0528512 Dec 10 09:54:48.713252 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-feff2fdd-2053-432a-84cd-cd75074f99c8 req-689be617-6b62-4cec-a3ce-f29d525f3374 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410647 Dec 10 09:54:48.824874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128d994-1456-44c6-88c8-9ab15ce07705 req-80d956c8-e940-47dd-bc39-4a541606187a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:48.826295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2128d994-1456-44c6-88c8-9ab15ce07705 req-80d956c8-e940-47dd-bc39-4a541606187a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Dec 10 09:54:48.835136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 45636) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:54:48.839491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-bcd001d8-8e7f-4d41-96e0-944409ef45ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'floatingip': {'port_id': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:54:48.882541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bcd001d8-8e7f-4d41-96e0-944409ef45ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:49.317490 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bcd001d8-8e7f-4d41-96e0-944409ef45ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:49.321276 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bcd001d8-8e7f-4d41-96e0-944409ef45ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:49.421402 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-bcd001d8-8e7f-4d41-96e0-944409ef45ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c associated. External IP: 172.25.3.70, port: c1bdb5e2-4e10-482c-81a6-a02209fa7a47. Dec 10 09:54:49.631079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd001d8-8e7f-4d41-96e0-944409ef45ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:54:49.740908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd001d8-8e7f-4d41-96e0-944409ef45ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:54:49.745742 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bcd001d8-8e7f-4d41-96e0-944409ef45ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:49.750780 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:54:49.760018 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:54:49.760623 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:54:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:54:49.773286 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bcd001d8-8e7f-4d41-96e0-944409ef45ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "PUT /v2.0/floatingips/951d7ae1-b3c0-4fe3-9c90-ca002c629d2c HTTP/1.1" status: 200 len: 990 time: 0.9370673 Dec 10 09:54:49.774004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:54:49.776361 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3de531-a55b-4327-97f6-6ce357c839d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:54:49.818967 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bd444e-2898-41cf-bc68-17b76c7ad35d x-openstack-request-id: req-28bd444e-2898-41cf-bc68-17b76c7ad35d {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:54:49.819549 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:54:49.820152 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28bd444e-2898-41cf-bc68-17b76c7ad35d {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:54:49.820762 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'status': 'completed', 'code': 200} Dec 10 09:54:49.831164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:54:49.869482 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:54:49.884169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-bcf992d6-0c12-4318-b04e-dc83bd2d8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:49.885680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-bcf992d6-0c12-4318-b04e-dc83bd2d8eab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1096 time: 0.0443430 Dec 10 09:54:49.984891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-c2855aaf-e9ef-412e-92df-596d5470b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:49.986438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-c2855aaf-e9ef-412e-92df-596d5470b0ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0927079 Dec 10 09:54:50.052941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-a2f4ccef-4b6e-47ef-92d4-ea907106294a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 998 time: 0.0594397 Dec 10 09:54:50.108151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-8ee3f401-e4c9-4f7a-b66c-cd6bf526c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:50.109648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-8ee3f401-e4c9-4f7a-b66c-cd6bf526c357 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0490649 Dec 10 09:54:50.155730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-8efa2e4a-85ce-4618-8779-b8b6cdbf4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:54:50.157266 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-8efa2e4a-85ce-4618-8779-b8b6cdbf4c72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408976 Dec 10 09:54:50.182847 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:35:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:54:49Z', 'revision_number': 9, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:54:50.208277 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:54:50.216514 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:54:50.217118 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:54:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:54:50.247280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-91a37972-e105-4bff-a380-2321b7b6266b service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826807 Dec 10 09:54:50.323997 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:54:50.340600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e3de531-a55b-4327-97f6-6ce357c839d5 req-a27074cd-13d8-4a02-8eec-6088f660299a service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861931 Dec 10 09:54:50.551782 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:35:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:54:49Z', 'revision_number': 9, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:54:50.577430 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9a32c-6272-489b-bec5-f547c2691feb None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:35:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:54:49Z', 'revision_number': 9, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:54:50.768188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8dd9a5-f2ee-4a43-af7f-190bc4c38481 None None] New status for floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:55:03.357249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f45e2e73-d86f-4722-8821-890384bd0bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:05.530629 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-be6ce2f7-6baf-438f-bbd8-62d1f43f3772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:06.742095 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:08.436387 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:09.399984 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:15.707407 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:16.835990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-977ba594-4184-45c6-8f7e-42640ec944b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790181 Dec 10 09:55:16.919436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-07cfdad3-c766-42bb-b12f-62dfc933858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:55:16.920920 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-07cfdad3-c766-42bb-b12f-62dfc933858a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1096 time: 0.0415666 Dec 10 09:55:17.029541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-8bd9f2c6-c6b4-475c-91b2-f1f70d9d15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:55:17.030972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-8bd9f2c6-c6b4-475c-91b2-f1f70d9d15f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0906308 Dec 10 09:55:17.096836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-839887e0-ab83-44a2-a5e2-0ab26507bfd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 1001 time: 0.0591626 Dec 10 09:55:17.150325 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-73531ca1-6caf-4095-9c9d-d271c9513a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:55:17.151777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-73531ca1-6caf-4095-9c9d-d271c9513a4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0472920 Dec 10 09:55:17.198711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-55eabd7a-afa1-4bc1-b549-c29c40aaf029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:55:17.200183 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-55eabd7a-afa1-4bc1-b549-c29c40aaf029 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407090 Dec 10 09:55:17.290467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-4acef5da-e20c-41dd-9c6c-bbe0ed25531a service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826638 Dec 10 09:55:17.383859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fac38e12-8ee7-4b09-98e3-4ada1c8d5a0f req-c534df57-d178-435e-8a0e-1aa21169ba21 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861590 Dec 10 09:55:19.839031 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:23.706099 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:55:33.360453 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3617cd1b-bc93-469b-ac2f-5253d1a88eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:35.532048 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e708409d-e4d0-4c55-9c7e-ec1b3f6a48fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:36.744577 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:38.437326 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:39.403263 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:45.710357 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:55:49.839433 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:00.705941 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:56:03.362050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dea5ffb2-7131-447a-acb2-1fd705435f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:05.536671 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-40a98ae3-7a74-4c79-8687-9923ca1e1c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:06.750437 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:08.440687 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:09.405988 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:15.727566 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:17.843473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-61ffbc18-8f8e-4b96-8f82-7749a296733e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394428 Dec 10 09:56:17.924825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-79a0e483-077f-44cc-a956-c494055ec6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:56:17.926966 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-79a0e483-077f-44cc-a956-c494055ec6fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1096 time: 0.0406170 Dec 10 09:56:18.031795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-33776ddc-bfb0-4245-a16f-30337b531d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:56:18.033268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-33776ddc-bfb0-4245-a16f-30337b531d8a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0888333 Dec 10 09:56:18.100077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-809c58a4-5755-404e-bd41-e18e80f6b2dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 1001 time: 0.0595906 Dec 10 09:56:18.154377 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-d6f348cc-0ce0-4754-9191-2577b56b03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:56:18.155868 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-d6f348cc-0ce0-4754-9191-2577b56b03ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0491943 Dec 10 09:56:18.205090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-e22661a3-198f-4abf-b4eb-cb6ec44d9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:56:18.206638 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-e22661a3-198f-4abf-b4eb-cb6ec44d9615 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408983 Dec 10 09:56:18.295952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-bfe8b50e-882e-4bb6-9247-a0d05c450326 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817366 Dec 10 09:56:18.387675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a087170-2ee1-455b-a524-a90f873c6dbd req-f4451d97-5749-4c71-8ac2-68a24dd07c80 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847030 Dec 10 09:56:19.844997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:33.364443 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-648f1458-b6d1-40fd-8205-9565978a9bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:35.540160 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cf279a8d-c225-4166-9e4f-8a451f853c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:36.750173 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:37.705313 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:56:38.442946 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:39.408807 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:45.720482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:56:49.842990 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:03.366035 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4d44aaa0-58e8-436e-b966-2f5183a550dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:05.541767 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d0636412-ea0e-4e41-bbda-eae2711a2b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:06.753142 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:08.444677 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:09.412526 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:14.703963 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:57:15.735268 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:18.782702 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-656d6f84-2873-4850-8966-a698e241edfb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413988 Dec 10 09:57:18.871387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-e93509b5-be9b-4d8a-b98d-893001fa5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:18.872878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-e93509b5-be9b-4d8a-b98d-893001fa5a6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1096 time: 0.0419450 Dec 10 09:57:18.978947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-1d0fdc47-f397-430e-aff9-70d37a97d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:18.980478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-1d0fdc47-f397-430e-aff9-70d37a97d00b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0875123 Dec 10 09:57:19.046566 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-804dca21-a156-4579-894f-f276e99a6adf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 1001 time: 0.0585394 Dec 10 09:57:19.098733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-18a376f4-5e13-4e05-a599-e45ab5b3c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:19.100178 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-18a376f4-5e13-4e05-a599-e45ab5b3c91f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0468662 Dec 10 09:57:19.145421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-29da2052-1ca3-43e7-b132-233271f783d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:19.146913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-29da2052-1ca3-43e7-b132-233271f783d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401406 Dec 10 09:57:19.236046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-abf28c3d-b664-4873-aadd-aaa10669d5f3 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803983 Dec 10 09:57:19.329532 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-85eb59c9-59fa-4d8e-8d3b-bccfe6313aa8 req-64aca19f-904a-4cc1-912e-f3b305078c50 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843189 Dec 10 09:57:19.840577 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:19.982643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-3ac09112-8c85-4dea-8413-c0e13917c0de req-bbb0a2d7-a2e9-48c3-b444-f544bb04642c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:57:19.983650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3ac09112-8c85-4dea-8413-c0e13917c0de req-bbb0a2d7-a2e9-48c3-b444-f544bb04642c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054512 Dec 10 09:57:20.202574 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-8d866ed4-b877-4823-9365-bac6d106c3a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959136 Dec 10 09:57:20.212395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-da58dce3-b2fe-4302-8822-c76a63b6423f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:57:20.213347 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-da58dce3-b2fe-4302-8822-c76a63b6423f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050535 Dec 10 09:57:20.226747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b13c09-314f-4b59-b38d-d39ddc0a1c56 req-370a1f2b-f479-40a9-a3bd-6d8cc67e8a67 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:20.228256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71b13c09-314f-4b59-b38d-d39ddc0a1c56 req-370a1f2b-f479-40a9-a3bd-6d8cc67e8a67 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.1088188 Dec 10 09:57:20.278405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71b13c09-314f-4b59-b38d-d39ddc0a1c56 req-245505ea-8708-4a7a-a544-4940d2c81c44 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436845 Dec 10 09:57:21.396850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-68636b6e-2964-4015-a0bd-595df5734d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:21.398394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-68636b6e-2964-4015-a0bd-595df5734d58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1096 time: 0.0429549 Dec 10 09:57:21.500149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887d7c5-69d2-4dfa-ac62-4e415d2f469b req-e789587a-a958-48ad-9934-0b35a19a878c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:21.501667 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7887d7c5-69d2-4dfa-ac62-4e415d2f469b req-e789587a-a958-48ad-9934-0b35a19a878c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.1511614 Dec 10 09:57:21.539685 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-60daadee-d5ea-4f06-aac1-7e0925fbd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:21.541135 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-60daadee-d5ea-4f06-aac1-7e0925fbd77c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.1333091 Dec 10 09:57:21.607904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7887d7c5-69d2-4dfa-ac62-4e415d2f469b req-2cfc2fa7-c648-4803-ad07-b31094f47f34 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979331 Dec 10 09:57:21.626972 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-334913d9-216b-45f0-93fe-8f2d8ffc331d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 1001 time: 0.0740216 Dec 10 09:57:21.676884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-187200c6-e972-4507-bced-ddfb272bae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:21.678339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-187200c6-e972-4507-bced-ddfb272bae37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0434439 Dec 10 09:57:21.723350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-b26bb4e4-aa05-4919-9392-718596b4cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:21.724819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-b26bb4e4-aa05-4919-9392-718596b4cadb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393496 Dec 10 09:57:21.817386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-e589213a-bd16-4375-8ea2-1404809ba42c service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844433 Dec 10 09:57:21.906618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-d86503cb-429d-4580-8518-58d88f3aedb6 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821371 Dec 10 09:57:23.070904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c378fda-a83c-4ba1-aaed-1be6de267891 req-054030f7-c0f4-4287-b475-5164943dc03f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:23.072317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2c378fda-a83c-4ba1-aaed-1be6de267891 req-054030f7-c0f4-4287-b475-5164943dc03f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.3920560 Dec 10 09:57:23.120073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2c378fda-a83c-4ba1-aaed-1be6de267891 req-e7dcfb8a-d8ce-4a43-98c8-88aaf841a2b8 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Dec 10 09:57:24.237448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365cda1-b7f3-43cd-be0d-5f5f80b86e17 req-30bee7e8-9eab-4c6e-9c1e-7f097001b7c2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:24.239315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e365cda1-b7f3-43cd-be0d-5f5f80b86e17 req-30bee7e8-9eab-4c6e-9c1e-7f097001b7c2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0509462 Dec 10 09:57:24.286028 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e365cda1-b7f3-43cd-be0d-5f5f80b86e17 req-09df2149-c97e-4cfc-afbc-77cef4a3fd2b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Dec 10 09:57:25.403797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fb2c9-4ab4-4163-81d1-fb8fdd2f902b req-c9c42804-450d-46ab-87ab-1420aa86f7a5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:25.405258 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-488fb2c9-4ab4-4163-81d1-fb8fdd2f902b req-c9c42804-450d-46ab-87ab-1420aa86f7a5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0518682 Dec 10 09:57:25.451118 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-488fb2c9-4ab4-4163-81d1-fb8fdd2f902b req-85bbbcb6-526f-497c-85f9-aff513de6599 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393400 Dec 10 09:57:26.581923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9987a1-1653-41f9-b407-317b6ae47dd4 req-1a1daae7-cee2-45dd-8426-92d4255227e7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:26.583384 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e9987a1-1653-41f9-b407-317b6ae47dd4 req-1a1daae7-cee2-45dd-8426-92d4255227e7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0622990 Dec 10 09:57:26.630483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0e9987a1-1653-41f9-b407-317b6ae47dd4 req-c4e80fed-301a-4ea5-a6dd-310e7ff48591 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411358 Dec 10 09:57:27.747214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd5ff-8067-47af-a6e3-7059adc75c18 req-be69c276-bd5e-455c-b4fd-ec0e3ca26a46 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:27.748670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-090bd5ff-8067-47af-a6e3-7059adc75c18 req-be69c276-bd5e-455c-b4fd-ec0e3ca26a46 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0489578 Dec 10 09:57:27.805368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-090bd5ff-8067-47af-a6e3-7059adc75c18 req-ef76ef3d-04e8-4a59-8aed-cdd79198ea30 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500398 Dec 10 09:57:28.924310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc1254-558c-4fdb-9f9f-f59d9b576d59 req-b307fb38-713a-4ffd-a38f-db886d8d18c6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:28.926552 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bbc1254-558c-4fdb-9f9f-f59d9b576d59 req-b307fb38-713a-4ffd-a38f-db886d8d18c6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0494747 Dec 10 09:57:28.972878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bbc1254-558c-4fdb-9f9f-f59d9b576d59 req-de93ed25-bda3-47c7-8fcc-d5575b735adc tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Dec 10 09:57:30.087511 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb34be-a8c2-4e3e-a8a2-cad29889ae57 req-dcb5ae19-1038-47a9-966b-23171f850699 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:30.089006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74cb34be-a8c2-4e3e-a8a2-cad29889ae57 req-dcb5ae19-1038-47a9-966b-23171f850699 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Dec 10 09:57:30.136192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74cb34be-a8c2-4e3e-a8a2-cad29889ae57 req-cc41edb7-d2b3-47e9-ad47-e1f2baa820d7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Dec 10 09:57:31.256620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e6a25-0ab9-4169-9e31-1db5924c72ff req-b2e56b10-09ac-4b0b-8a74-30cef278baba tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:31.258111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c54e6a25-0ab9-4169-9e31-1db5924c72ff req-b2e56b10-09ac-4b0b-8a74-30cef278baba tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0527608 Dec 10 09:57:31.304642 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c54e6a25-0ab9-4169-9e31-1db5924c72ff req-73d1ccb3-2a22-4d11-9bba-a7f1df04cfd2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402079 Dec 10 09:57:32.420295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbcf68-12e1-475a-9151-a51bd8d232c2 req-c8a32e26-b2ed-42a2-a312-ed2385ad0297 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:32.421827 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bcbcf68-12e1-475a-9151-a51bd8d232c2 req-c8a32e26-b2ed-42a2-a312-ed2385ad0297 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0492973 Dec 10 09:57:32.475766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3bcbcf68-12e1-475a-9151-a51bd8d232c2 req-1f3ee658-bb68-4287-905e-e1954c42523c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466871 Dec 10 09:57:33.368002 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a40ef07c-c984-45ad-9bfd-f6f22ecd7bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:33.595726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd4a53-b142-4afc-bb37-62bead591465 req-8e9626b9-721b-4c9a-8a25-9734e270e4f6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:33.597882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3bd4a53-b142-4afc-bb37-62bead591465 req-8e9626b9-721b-4c9a-8a25-9734e270e4f6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0506771 Dec 10 09:57:33.650655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3bd4a53-b142-4afc-bb37-62bead591465 req-f2e04363-0e69-4f8f-a6ec-f9dc2b15e6f2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465369 Dec 10 09:57:33.934735 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-34e7273b-0206-42e5-8ae5-9afffbc4a65a service neutron] show failed (client error): The resource could not be found. Dec 10 09:57:33.935843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-34e7273b-0206-42e5-8ae5-9afffbc4a65a service neutron] 10.222.0.18 "GET /v2.0/ports/c1bdb5e2-4e10-482c-81a6-a02209fa7a47/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0543962 Dec 10 09:57:34.174342 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-a2759aba-14c3-456e-9510-b52f16e79ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:34.177580 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-a2759aba-14c3-456e-9510-b52f16e79ad3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 1096 time: 0.0857911 Dec 10 09:57:34.190382 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:57:34.242320 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:34.435097 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:34.471587 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:57:34.509341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:57:34.511901 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81c6766-7b45-4745-aa55-0c560b2c0ab5" -d '{"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:57:34.515956 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:34.528929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Transition to ACTIVE for port object c1bdb5e2-4e10-482c-81a6-a02209fa7a47 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:57:34.533297 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:34.624592 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15062b0d-dd8b-4888-b9e2-18d5f55e77d6 x-openstack-request-id: req-15062b0d-dd8b-4888-b9e2-18d5f55e77d6 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:57:34.624893 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:57:34.625154 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15062b0d-dd8b-4888-b9e2-18d5f55e77d6 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:57:34.625575 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'code': 200} Dec 10 09:57:34.629678 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=6']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:34.645843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.646195 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.646537 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.646869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.647202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.647526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.647849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.648172 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.648493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.648810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.649129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.649444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.649785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:34.669648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] No DVR routers for this DVR port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:57:34.773961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd6456-321b-41ac-9663-d313e8c3eeb8 req-dddc69f7-7f33-43d3-9f6c-b75e0c225c30 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:34.775545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0bcd6456-321b-41ac-9663-d313e8c3eeb8 req-dddc69f7-7f33-43d3-9f6c-b75e0c225c30 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 943 time: 0.0525539 Dec 10 09:57:34.827030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0bcd6456-321b-41ac-9663-d313e8c3eeb8 req-663cc751-5f65-4c00-8019-5e7fbeb464ef tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454581 Dec 10 09:57:35.129331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:57:35.129685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:57:35.130011 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:57:35.134093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:57:35.134429 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:57:35.139242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:57:35.139569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:57:35.139950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:57:35.140372 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Bound port: c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:57:35.140713 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:35.208381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:57:35.211536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:57:35.215752 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:35.251878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:35.252491 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:35.254484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] 10.222.0.39 "PUT /v2.0/ports/c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 1091 time: 1.0690784 Dec 10 09:57:35.272910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e669d-727e-45b9-b8d6-8022deab1351 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=7']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:35.323419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-73b04d93-04d6-4d87-bdd6-ef6b7905e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:35.325114 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-73b04d93-04d6-4d87-bdd6-ef6b7905e509 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1094 time: 0.0459998 Dec 10 09:57:35.418168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-77c6effc-3421-4561-a39d-56c4ea922221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:35.419795 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-77c6effc-3421-4561-a39d-56c4ea922221 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0876632 Dec 10 09:57:35.490820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-b8af542c-5154-40f1-9759-115f63266b79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 999 time: 0.0637496 Dec 10 09:57:35.541455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-285b8feb-d503-4c8a-81d6-09d72ad39863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:35.543088 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-285b8feb-d503-4c8a-81d6-09d72ad39863 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0455413 Dec 10 09:57:35.544485 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf9ca-4dc1-4194-a70f-32af01f9a6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:35.588871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-bd9af9ab-6fef-4367-a929-4c648bf26d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:35.590399 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-bd9af9ab-6fef-4367-a929-4c648bf26d98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402968 Dec 10 09:57:35.684033 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-6dc0c49c-03c9-4952-bc39-4f2a9fac926a service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854897 Dec 10 09:57:35.773007 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a4bdc654-fc8d-490c-95cc-d300e9b29e7d req-a5a288f6-91c2-40c9-b155-0d866b2fae9f service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819919 Dec 10 09:57:35.952836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3e45-de80-4553-b218-0a65c571f638 req-bcd1351b-f458-4389-9a70-7d4f415703b2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:35.954359 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aafd3e45-de80-4553-b218-0a65c571f638 req-bcd1351b-f458-4389-9a70-7d4f415703b2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 943 time: 0.0532033 Dec 10 09:57:36.001629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aafd3e45-de80-4553-b218-0a65c571f638 req-9d5ac3ab-7ded-4363-85fd-a2a566299099 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 Dec 10 09:57:36.626703 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:57:36.629374 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e6f3d2-8dcb-44cf-902a-33430350f632" -d '{"events": [{"name": "network-changed", "server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:57:36.678458 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941cc108-ef1d-4fe1-a1c5-85568b5e996a x-openstack-request-id: req-941cc108-ef1d-4fe1-a1c5-85568b5e996a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:57:36.678752 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:57:36.679005 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-941cc108-ef1d-4fe1-a1c5-85568b5e996a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:57:36.679410 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'status': 'completed', 'code': 200} Dec 10 09:57:36.740927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-25af7e29-9906-48dd-936b-29b7d9b4ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:36.743039 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-25af7e29-9906-48dd-936b-29b7d9b4ffc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1094 time: 0.0429788 Dec 10 09:57:36.746538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-bd695c9b-8e4d-44b0-a1d5-524876ff6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:36.748374 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-bd695c9b-8e4d-44b0-a1d5-524876ff6b48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1094 time: 0.0466554 Dec 10 09:57:36.757493 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:36.817307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:57:36.845360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-6c9c8886-9c07-4801-b1b9-b3310737b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:36.846984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-6c9c8886-9c07-4801-b1b9-b3310737b1a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0956368 Dec 10 09:57:36.848650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-6cf6e095-8fec-4bdf-bb6d-1a9ab1fc559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:36.850195 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-6cf6e095-8fec-4bdf-bb6d-1a9ab1fc559c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0930173 Dec 10 09:57:36.860061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:57:36.915828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-80956f16-e61c-468f-8996-822d79861a32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 999 time: 0.0616918 Dec 10 09:57:36.917991 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-2c987de4-32f7-450a-8686-4e337ca7c04d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 999 time: 0.0605268 Dec 10 09:57:36.968386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-1dfea4c9-6405-4ea6-9204-0f0133a3d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:36.969897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-1dfea4c9-6405-4ea6-9204-0f0133a3d1d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0448530 Dec 10 09:57:36.971009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-3df4f97f-d2ce-4a22-ac7f-15c76362b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:36.972680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-3df4f97f-d2ce-4a22-ac7f-15c76362b7fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0475261 Dec 10 09:57:37.019311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-9e69d80c-b331-4453-80dd-05cde73db417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:37.020849 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-9e69d80c-b331-4453-80dd-05cde73db417 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409195 Dec 10 09:57:37.022525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-412f9989-c0e5-4fd8-a3a2-9000bbff09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:37.024015 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-412f9989-c0e5-4fd8-a3a2-9000bbff09c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476060 Dec 10 09:57:37.114309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-223a7498-2653-4f7a-8d75-166f7dfdf6f9 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858803 Dec 10 09:57:37.152620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845330-32ac-4fd9-a0cd-1974218ee713 req-4bcbf074-f2a0-461e-981c-9b0f0aeb3793 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:37.154145 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22845330-32ac-4fd9-a0cd-1974218ee713 req-4bcbf074-f2a0-461e-981c-9b0f0aeb3793 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 943 time: 0.0780180 Dec 10 09:57:37.156095 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-9631b945-df65-47e4-990f-8224a0697c0b service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247532 Dec 10 09:57:37.220182 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-7f9f29ea-1bce-439f-ba97-a8d277388d64 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972843 Dec 10 09:57:37.266797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22845330-32ac-4fd9-a0cd-1974218ee713 req-ff88d42b-9d88-438b-be5e-e41b5b6564ff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063867 Dec 10 09:57:37.295984 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61e6f3d2-8dcb-44cf-902a-33430350f632 req-28c1f5b6-3d5d-4ef2-b0d1-7f4a4b05da46 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297233 Dec 10 09:57:37.526862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:57:37.621518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:37.633615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'mac_address': 'fa:16:3e:35:49:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:57:37.670403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:37.686725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bdb5e2-4e10-482c-81a6-a02209fa7a47 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:57:37.705992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:37.710225 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:37.759225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:37.766785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.767141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.767484 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.767824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.768161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.768497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.768827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.769393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.769887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.770226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.770558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.770889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.771217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:37.968025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['c1bdb5e2-4e10-482c-81a6-a02209fa7a47'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:57:38.387830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204d4b-3694-411d-828f-10c9ef28c0b0 req-d746735e-cce9-4e06-96cb-5d734387697b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:38.390450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17204d4b-3694-411d-828f-10c9ef28c0b0 req-d746735e-cce9-4e06-96cb-5d734387697b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0519783 Dec 10 09:57:38.442530 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-17204d4b-3694-411d-828f-10c9ef28c0b0 req-fae47aa9-b027-4c17-8c61-8ed8885e192f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461345 Dec 10 09:57:38.448713 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:38.725131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-40208377-c871-4413-9e4a-3fab9e346e3e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:38.726650 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-40208377-c871-4413-9e4a-3fab9e346e3e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2&tenant_id=4af96988208a4abd9b95a997c0cb4e59&binding%3Ahost_id=n-h2-814746-3 HTTP/1.1" status: 200 len: 944 time: 0.0532057 Dec 10 09:57:38.743150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6877ab8-4771-4e84-80ba-8fd6479b38e4 req-15d141d4-6726-431a-849d-b3a978a8ddff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:38.744654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6877ab8-4771-4e84-80ba-8fd6479b38e4 req-15d141d4-6726-431a-849d-b3a978a8ddff tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0490799 Dec 10 09:57:38.787111 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-0f6173fc-f431-4a0c-bfd6-753b5eceeb53 service neutron] 10.222.0.39 "GET /v2.0/ports/c1bdb5e2-4e10-482c-81a6-a02209fa7a47/bindings/n-h2-814746-3 HTTP/1.1" status: 200 len: 382 time: 0.0533960 Dec 10 09:57:38.798485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6877ab8-4771-4e84-80ba-8fd6479b38e4 req-6a199137-d221-4c48-bf35-5af2a2a0bdf0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478370 Dec 10 09:57:38.861358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-fd1c3b12-a7d2-4f00-96b3-e764326df72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:38.863676 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-fd1c3b12-a7d2-4f00-96b3-e764326df72d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1095 time: 0.0454834 Dec 10 09:57:38.952268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-785a3c71-cd1b-4c0f-ade9-dc7f762cf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:38.953751 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-785a3c71-cd1b-4c0f-ade9-dc7f762cf411 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0837872 Dec 10 09:57:39.023702 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-45be6ac6-1d1d-4171-b577-b50a0920cc62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 1000 time: 0.0629938 Dec 10 09:57:39.072417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-ec385759-ef14-48ad-b994-f22c81171a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:39.073855 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-ec385759-ef14-48ad-b994-f22c81171a02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0429957 Dec 10 09:57:39.120712 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-eac1f290-bfde-4ec7-a9fb-268917d477b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:39.122362 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-eac1f290-bfde-4ec7-a9fb-268917d477b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413601 Dec 10 09:57:39.223249 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-308f9473-ca39-4f76-909e-10ecca054ff8 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939403 Dec 10 09:57:39.313295 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-f0d1c028-e887-4858-8a1a-ac95daf5ad7e service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831084 Dec 10 09:57:39.414982 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:39.533783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:57:39.582062 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:57:39.585927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:57:39.586298 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:39.663288 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:39.685986 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:57:39.688214 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd480d27-9c2f-42fa-9cf2-948af2d3d10a" -d '{"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-plugged", "status": "completed", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:57:39.701461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:39.704957 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:39.753280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:39.792487 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6e059e-1a83-4c77-82b2-35689026701e x-openstack-request-id: req-de6e059e-1a83-4c77-82b2-35689026701e {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:57:39.792795 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-plugged", "status": "completed", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:57:39.793052 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de6e059e-1a83-4c77-82b2-35689026701e {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:57:39.793453 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'code': 200} Dec 10 09:57:39.915632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c705a9-1727-4c17-b150-9c2b559d51a6 req-bacb74fc-299f-4005-9938-4a07e5a3296a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:39.917124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5c705a9-1727-4c17-b150-9c2b559d51a6 req-bacb74fc-299f-4005-9938-4a07e5a3296a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0484598 Dec 10 09:57:39.964197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f5c705a9-1727-4c17-b150-9c2b559d51a6 req-7a8d6bf8-3a7a-48ed-82f3-9d2fe048e98c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411389 Dec 10 09:57:41.087498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e8318-c285-40c1-91bd-e927aaf9ade2 req-45c07aad-0d51-4405-83e7-650631622143 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:41.089085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f78e8318-c285-40c1-91bd-e927aaf9ade2 req-45c07aad-0d51-4405-83e7-650631622143 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0543892 Dec 10 09:57:41.138129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f78e8318-c285-40c1-91bd-e927aaf9ade2 req-8d366631-a4ea-4d26-b408-a6104c763885 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 Dec 10 09:57:41.387741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-ac94991c-05d6-433a-80bd-b8d8ed7bbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:41.389227 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-ac94991c-05d6-433a-80bd-b8d8ed7bbe51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 1096 time: 0.0411100 Dec 10 09:57:41.400421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:57:41.456936 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:41.657526 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:41.691210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:57:41.730583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:57:41.732989 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3d7ea9-ca2c-4628-b920-7b9e77c7df8f" -d '{"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:57:41.737028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:41.750388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Transition to ACTIVE for port object c1bdb5e2-4e10-482c-81a6-a02209fa7a47 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:57:41.754207 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:41.840023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=10']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:41.851042 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 09:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f027bfbb-17f9-461a-a9af-72a188f8e159 x-openstack-request-id: req-f027bfbb-17f9-461a-a9af-72a188f8e159 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:57:41.851331 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:57:41.851583 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f027bfbb-17f9-461a-a9af-72a188f8e159 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:57:41.851981 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'code': 200} Dec 10 09:57:41.855522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.855872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.856222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.856562 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.856894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.857226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.857577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.857904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.858225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.858548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.858875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.859191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.859512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 09:57:41.896820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] No DVR routers for this DVR port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:57:42.036197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:57:42.036537 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:57:42.036896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:57:42.041174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:57:42.041558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Attempting to bind port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:57:42.046343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:57:42.046678 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:57:42.047063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:57:42.047491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Bound port: c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:57:42.047840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:42.111510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:57:42.115012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:57:42.119028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:42.159261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:42.160709 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:42.162166 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] 10.222.0.18 "PUT /v2.0/ports/c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 1092 time: 0.7656078 Dec 10 09:57:42.183019 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b4c8d-4387-4a66-95b7-6ed5058acb7a service neutron] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=11']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:42.267886 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-3cbc81c1-420c-45da-bf4c-870b7cc79580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:42.269806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-3cbc81c1-420c-45da-bf4c-870b7cc79580 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1095 time: 0.0764027 Dec 10 09:57:42.294730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed59261-0d9c-4b4a-9c15-8c10e35472d4 req-79853e5a-3ade-44e6-a4ab-ae298ead26cf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:42.296280 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ed59261-0d9c-4b4a-9c15-8c10e35472d4 req-79853e5a-3ade-44e6-a4ab-ae298ead26cf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0720637 Dec 10 09:57:42.399571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9ed59261-0d9c-4b4a-9c15-8c10e35472d4 req-96075a46-5339-400b-83bc-cac95fab37db tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920737 Dec 10 09:57:42.412905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-1c584452-41d4-472a-b2cf-1f8e74ab8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:42.414389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-1c584452-41d4-472a-b2cf-1f8e74ab8e2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.1380990 Dec 10 09:57:42.494145 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-0c1280b0-96e1-4e35-91eb-5640ca5d8cd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 999 time: 0.0712712 Dec 10 09:57:42.545859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-7648aa95-582b-43cc-a615-15a11df8d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:42.547323 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-7648aa95-582b-43cc-a615-15a11df8d0bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0467362 Dec 10 09:57:42.596536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-e0a3dfb1-652a-4ba0-b625-27a52b967f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:42.598167 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-e0a3dfb1-652a-4ba0-b625-27a52b967f9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440037 Dec 10 09:57:42.686693 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-8d430086-7765-4e85-9582-a510ab221573 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813189 Dec 10 09:57:42.783758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fe5bf27-f2e0-426d-893d-76eb44b60a39 req-9fae92e7-0757-4ce9-83b5-6b3ec43935c9 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897954 Dec 10 09:57:43.519626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3735484-5b99-4048-9559-898641f32529 req-394cacf1-fbe2-46e8-be87-8e469657ae84 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:43.521246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3735484-5b99-4048-9559-898641f32529 req-394cacf1-fbe2-46e8-be87-8e469657ae84 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0512366 Dec 10 09:57:43.549125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:57:43.570743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f3735484-5b99-4048-9559-898641f32529 req-86579eb9-4776-4141-a5ba-f7341bcf89d6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435123 Dec 10 09:57:43.591782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:57:43.853633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:57:43.855958 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b574dae-a9c7-4138-ae93-c77f07255bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:57:43.903404 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94391b7-a48c-4eac-9fe7-eda0aa09243a x-openstack-request-id: req-a94391b7-a48c-4eac-9fe7-eda0aa09243a {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:57:43.903694 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:57:43.903946 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a94391b7-a48c-4eac-9fe7-eda0aa09243a {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:57:43.904346 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'status': 'completed', 'code': 200} Dec 10 09:57:43.964086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-eb9dc336-8cae-43ca-ac76-0700ef92901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:43.966372 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-eb9dc336-8cae-43ca-ac76-0700ef92901d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1095 time: 0.0432189 Dec 10 09:57:43.966894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-68b047ab-d92a-4ea3-b997-4cfff4b69eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:43.968362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-68b047ab-d92a-4ea3-b997-4cfff4b69eb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 1095 time: 0.0393989 Dec 10 09:57:44.062789 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-86fa2dbd-2a76-4eb5-8ccb-e30599fd3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:44.064276 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-86fa2dbd-2a76-4eb5-8ccb-e30599fd3148 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0893340 Dec 10 09:57:44.064561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-e24b0c9c-729b-46a9-a1c2-24473b0839a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:44.066579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-e24b0c9c-729b-46a9-a1c2-24473b0839a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0879204 Dec 10 09:57:44.132571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-e062f09d-b641-421e-8c40-c5ee9bdc50a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 999 time: 0.0604808 Dec 10 09:57:44.139712 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-1c0a1aa9-0ace-4639-ba73-218d5028928e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 200 len: 999 time: 0.0661464 Dec 10 09:57:44.186852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-d4cd0f00-3c1b-473d-9529-257ac603a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:44.188318 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-d4cd0f00-3c1b-473d-9529-257ac603a691 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0491152 Dec 10 09:57:44.192626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-fc9f285c-5b5b-4cf7-8ac7-9ca94a49709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:44.194095 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-fc9f285c-5b5b-4cf7-8ac7-9ca94a49709f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0473218 Dec 10 09:57:44.235357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-3c885775-9e98-41d7-aff3-1917ee5d5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:44.236888 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-3c885775-9e98-41d7-aff3-1917ee5d5e75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411825 Dec 10 09:57:44.240373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-1fb721f3-a937-462f-86de-1c5ccb09e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:44.241881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-1fb721f3-a937-462f-86de-1c5ccb09e6f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405102 Dec 10 09:57:44.329554 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-fe2d2ad4-2344-4ba1-943f-40ea61ebcf1f service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851336 Dec 10 09:57:44.330120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-c36f31b3-c566-4945-ba26-2a14639aa15e service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803013 Dec 10 09:57:44.427985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-979498d2-ba8f-4798-bab4-bbcc4409f4f9 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906587 Dec 10 09:57:44.428300 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3b574dae-a9c7-4138-ae93-c77f07255bd6 req-713199eb-127a-417b-8590-d8cf3815d965 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920012 Dec 10 09:57:44.688755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851f176-8e50-4165-9fd3-99018a1f6e33 req-739186c1-5cb2-4cbe-a130-e83729c27277 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:44.690184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2851f176-8e50-4165-9fd3-99018a1f6e33 req-739186c1-5cb2-4cbe-a130-e83729c27277 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0497754 Dec 10 09:57:44.736763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2851f176-8e50-4165-9fd3-99018a1f6e33 req-29f0a257-ea32-4881-a785-8ae79eed77b3 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Dec 10 09:57:45.748602 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:45.857010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61445626-5044-4861-adb5-7a1afbdf9874 req-94bb50f8-0e2f-4c27-a978-7f6102501c97 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:45.858441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61445626-5044-4861-adb5-7a1afbdf9874 req-94bb50f8-0e2f-4c27-a978-7f6102501c97 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0492253 Dec 10 09:57:45.912031 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61445626-5044-4861-adb5-7a1afbdf9874 req-80a89a67-86c0-4f65-a15b-49c570f848e4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467515 Dec 10 09:57:46.027634 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faf56a-596a-49c6-9922-228a391d5bf2 req-065142f5-6eec-46c5-a50b-819d523584d9 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:46.029116 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76faf56a-596a-49c6-9922-228a391d5bf2 req-065142f5-6eec-46c5-a50b-819d523584d9 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0497825 Dec 10 09:57:46.076273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-76faf56a-596a-49c6-9922-228a391d5bf2 req-73e4e691-c8d0-46b4-b2af-b6eed40a6ffc tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408690 Dec 10 09:57:46.188527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fcae5-d312-4430-8c45-354b21d4dd60 req-ccb54291-94c0-4642-96e3-28bb895c9f9a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:46.189999 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca2fcae5-d312-4430-8c45-354b21d4dd60 req-ccb54291-94c0-4642-96e3-28bb895c9f9a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0482609 Dec 10 09:57:46.239298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca2fcae5-d312-4430-8c45-354b21d4dd60 req-4619082e-b9a4-4f53-9b84-216450cc9b9a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Dec 10 09:57:46.474985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4af7ad-fffb-4ac1-98c1-1c1b5795ab9a req-8c65f899-584e-41bd-89e0-861a966c5e46 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:46.476476 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d4af7ad-fffb-4ac1-98c1-1c1b5795ab9a req-8c65f899-584e-41bd-89e0-861a966c5e46 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 944 time: 0.0519140 Dec 10 09:57:46.522759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d4af7ad-fffb-4ac1-98c1-1c1b5795ab9a req-ab231324-3da9-479c-b033-52f957cbaf69 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403435 Dec 10 09:57:46.857475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:57:46.949812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:46.961606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'mac_address': 'fa:16:3e:35:49:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:57:47.000073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:47.013876 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bdb5e2-4e10-482c-81a6-a02209fa7a47 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:57:47.033631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:47.037389 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:47.084280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=12']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:47.407269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['c1bdb5e2-4e10-482c-81a6-a02209fa7a47'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:57:47.641094 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059affb2-7701-4da3-b73c-69bb35a3ab8a req-09796995-1474-4259-865f-248f85a0fec8 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:47.642605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-059affb2-7701-4da3-b73c-69bb35a3ab8a req-09796995-1474-4259-865f-248f85a0fec8 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0491343 Dec 10 09:57:47.690024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-059affb2-7701-4da3-b73c-69bb35a3ab8a req-08f3dbec-2139-4d3e-b547-2c7d141b2a9e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413470 Dec 10 09:57:47.857941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-2d8aefac-fa4c-4f25-bb03-bf99167ebbe6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:47.859442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-2d8aefac-fa4c-4f25-bb03-bf99167ebbe6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 945 time: 0.0522909 Dec 10 09:57:47.947613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Deleting port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 09:57:47.947868 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:48.037679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] For port c1bdb5e2-4e10-482c-81a6-a02209fa7a47, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:48.038038 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:48.209245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:48.209555 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:48.209874 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c disassociated. External IP: 172.25.3.70, port: c1bdb5e2-4e10-482c-81a6-a02209fa7a47. Dec 10 09:57:48.210217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Calling delete_port for c1bdb5e2-4e10-482c-81a6-a02209fa7a47 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 09:57:48.337903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:48.363898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event deleted for resources: {'Port': ['ID=c1bdb5e2-4e10-482c-81a6-a02209fa7a47,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:48.483355 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:57:48.595769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:57:48.607285 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:57:48.618516 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:57:48.619129 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:57:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:57:48.634900 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] No DVR routers for this DVR port c1bdb5e2-4e10-482c-81a6-a02209fa7a47 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 09:57:48.638191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:48.641754 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-587be4d6-9d30-4e3d-8b91-e25b8e748b1c req-ae096f32-5694-426a-bf19-127024e18e26 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "DELETE /v2.0/ports/c1bdb5e2-4e10-482c-81a6-a02209fa7a47 HTTP/1.1" status: 204 len: 173 time: 0.7763228 Dec 10 09:57:48.642374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-deleted', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:57:48.645125 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cf0fee-676e-4464-b448-93e7eb216787" -d '{"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-deleted", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:57:48.688720 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec741ac7-94cd-4336-8661-c6117e80c171 x-openstack-request-id: req-ec741ac7-94cd-4336-8661-c6117e80c171 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:57:48.689014 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e646db0-49ff-4d91-a1d3-71e0f39a48b2", "name": "network-vif-deleted", "tag": "c1bdb5e2-4e10-482c-81a6-a02209fa7a47", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:57:48.689270 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec741ac7-94cd-4336-8661-c6117e80c171 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:57:48.689699 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e646db0-49ff-4d91-a1d3-71e0f39a48b2', 'name': 'network-vif-deleted', 'tag': 'c1bdb5e2-4e10-482c-81a6-a02209fa7a47', 'status': 'completed', 'code': 200} Dec 10 09:57:48.732568 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:57:48.791273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-048967b4-33c1-4dfb-81b8-5e80cb53d6b2 req-780cc214-19b2-4f61-8f52-c2871c037261 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e646db0-49ff-4d91-a1d3-71e0f39a48b2 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Dec 10 09:57:48.864840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:57:48.869144 n-d-814746-3 neutron-server[114971]: INFO neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No ports have port_id starting with c1bdb5e2-4e10-482c-81a6-a02209fa7a47 Dec 10 09:57:48.870747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 requested by agent hyperv_n-h1-814746-3 not found in database {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 10 09:57:48.933139 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:57:48.958798 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:57:48.966872 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:57:48.967463 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:57:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:57:49.161696 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:57:49.352511 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:57:49.381802 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c2cf1-09f6-4173-afd3-7e38cf53b851 None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:57:49.598837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f6c94-d4b8-4306-b793-8edabbf35aae None None] New status for floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:57:49.844310 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:50.092461 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-bd3eb27c-a261-474c-9575-c04b0edabc3e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2052773248&fields=id&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 267 time: 0.0419991 Dec 10 09:57:50.200353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-a64aeb30-7784-46bb-81ed-5f3c3e68e010 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:50.201822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-a64aeb30-7784-46bb-81ed-5f3c3e68e010 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 811 time: 0.1023717 Dec 10 09:57:50.217263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-8a376ef0-8c8f-45a9-a01e-96398b6b6860 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/quotas/4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 375 time: 0.0092950 Dec 10 09:57:50.268100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-05cb8bb2-25bc-4125-b4dd-50c30540e46a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455928 Dec 10 09:57:50.365523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-8f20da59-8325-4906-912a-c51a91ab3705 service neutron] 10.222.0.31 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861323 Dec 10 09:57:50.801861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-dd21eecf-6e8c-47fd-a32a-30384a306cdb service neutron] 10.222.0.31 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303193 Dec 10 09:57:50.872910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 09:57:50.897767 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: c1bdb5e2-4e10-482c-81a6-a02209fa7a47 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 09:57:50.898120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device c1bdb5e2-4e10-482c-81a6-a02209fa7a47 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 09:57:50.966714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9483cce9-0dfc-4561-9b7f-0a145d4cb1cd req-eb105958-6646-4bb8-bda1-6192604e982d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 210 time: 0.0274384 Dec 10 09:57:51.715128 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:57:51.890985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-f81255eb-c6be-460d-ab1e-2f7e78ea1a8a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:51.892098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-f81255eb-c6be-460d-ab1e-2f7e78ea1a8a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 811 time: 0.1078489 Dec 10 09:57:51.961228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-9393a92f-95d5-4cab-9382-8507ab1fbbd2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 380 time: 0.0590453 Dec 10 09:57:51.971305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'port': {'device_id': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'admin_state_up': True, 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'security_groups': ['6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:57:52.063533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c139d1ae-0945-4e1f-8558-a41797c0b39d req-35a15bab-f055-4017-8c18-d53940edbbb1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 210 time: 0.0255432 Dec 10 09:57:52.085722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Made reservation on behalf of 4af96988208a4abd9b95a997c0cb4e59 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 09:57:52.086715 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:52.215691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Allocated IP 172.20.0.12 (f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce/af8ce0dd-4b6a-4f5c-9834-aa63156da2dd/a467e637-8d93-4bf7-ae3e-4d80fcce1876) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 09:57:52.351799 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:52.385719 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:52.435486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 09:57:52.438551 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 09:57:52.442786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 09:57:52.448998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:52.496840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:52.497525 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:52.515332 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-fe828530-924c-49ac-91c1-e4ae1d186390 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476446 Dec 10 09:57:52.528629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Request body: {'port': {'device_id': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:57:52.588751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:52.670996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-049ca614-d414-40e5-bd9f-db05033ceb00 None None] Provisioning complete for port a467e637-8d93-4bf7-ae3e-4d80fcce1876 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:57:52.671602 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-049ca614-d414-40e5-bd9f-db05033ceb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:52.705830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-049ca614-d414-40e5-bd9f-db05033ceb00 None None] Port a467e637-8d93-4bf7-ae3e-4d80fcce1876 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 09:57:52.853218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a467e637-8d93-4bf7-ae3e-4d80fcce1876 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:57:52.860672 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:52.873138 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Transition to ACTIVE for port object a467e637-8d93-4bf7-ae3e-4d80fcce1876 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 09:57:52.877565 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:52.931113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:53.004511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 09:57:53.004850 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 09:57:53.005180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:57:53.009817 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 09:57:53.010434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 09:57:53.015322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 09:57:53.015653 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 09:57:53.016052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 09:57:53.016458 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Bound port: a467e637-8d93-4bf7-ae3e-4d80fcce1876, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 09:57:53.016809 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:53.082054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 09:57:53.085070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 09:57:53.090071 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:53.129595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:53.130215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:53.131631 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] 10.222.0.39 "PUT /v2.0/ports/a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1092 time: 0.6076150 Dec 10 09:57:53.132114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:57:53.134379 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c03c6-7c43-408c-861f-4b7b7f29256b" -d '{"events": [{"name": "network-changed", "server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:57:53.165797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22160e6d-969c-4d39-8760-42fb22f17dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:53.206772 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cd1e7d-84da-48b2-852d-c42f53421333 x-openstack-request-id: req-a1cd1e7d-84da-48b2-852d-c42f53421333 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:57:53.207806 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:57:53.208799 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1cd1e7d-84da-48b2-852d-c42f53421333 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:57:53.209374 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'status': 'completed', 'code': 200} Dec 10 09:57:53.216784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947242a3-ff37-4fbd-a7ba-7dc8eb1e864c req-ee5c9443-db93-47a4-b573-9251eef93071 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:53.218371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-947242a3-ff37-4fbd-a7ba-7dc8eb1e864c req-ee5c9443-db93-47a4-b573-9251eef93071 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0766649 Dec 10 09:57:53.245130 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-e74de98e-8d40-4e6e-9aa2-233fa4d22cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:53.246698 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-e74de98e-8d40-4e6e-9aa2-233fa4d22cdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1095 time: 0.0601990 Dec 10 09:57:53.272535 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-947242a3-ff37-4fbd-a7ba-7dc8eb1e864c req-914ca554-6a75-497f-9837-4ddf688e66a2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472288 Dec 10 09:57:53.297901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-f293b3e5-8074-4e51-8556-df8bf5ea3678 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 217 time: 0.0423756 Dec 10 09:57:53.349327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-a43f9ef5-68f8-485f-bb98-d5af7858e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:53.350636 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-a43f9ef5-68f8-485f-bb98-d5af7858e88c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0457473 Dec 10 09:57:53.398417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-36257999-8c96-4924-8c11-333809f6da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:53.399824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-36257999-8c96-4924-8c11-333809f6da2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421352 Dec 10 09:57:53.497935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-55148b00-df49-40f9-87ea-ad1bb0d5d382 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901511 Dec 10 09:57:53.586583 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f84814bd-2eab-44f3-8730-5163b9ae3415 req-313ec215-ef27-4a1b-8bc6-ac9bf5f5d290 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819938 Dec 10 09:57:53.676842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-df048280-8bb4-466a-a922-52b08c2d978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:53.678425 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-df048280-8bb4-466a-a922-52b08c2d978d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1095 time: 0.0457084 Dec 10 09:57:53.768288 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-ab1760ff-b15c-4985-93ea-43d97f804a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:53.769981 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-ab1760ff-b15c-4985-93ea-43d97f804a54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0846603 Dec 10 09:57:53.812331 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-885db67e-f7d4-4b3a-a2e9-2ab2a8de7730 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 217 time: 0.0353410 Dec 10 09:57:53.868008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-bd4443f9-a0cf-4d1e-a9f9-acc643d9ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:53.869447 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-bd4443f9-a0cf-4d1e-a9f9-acc643d9ef47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0491357 Dec 10 09:57:53.915961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-b04eea00-1063-4f94-8465-be8e25475577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:53.917483 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-b04eea00-1063-4f94-8465-be8e25475577 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404994 Dec 10 09:57:54.006406 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-feba30bb-ecfa-4c70-994b-b82e743679f0 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811088 Dec 10 09:57:54.099978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-195c03c6-7c43-408c-861f-4b7b7f29256b req-955674e1-8f90-4bfe-9488-614c1dca3bcf service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853438 Dec 10 09:57:54.393374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d3e47-678c-4871-b9b3-2f6eb7b8a546 req-42997613-7449-4d4a-bf96-42fdf61d0c34 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:54.395584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d16d3e47-678c-4871-b9b3-2f6eb7b8a546 req-42997613-7449-4d4a-bf96-42fdf61d0c34 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0495219 Dec 10 09:57:54.447578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d16d3e47-678c-4871-b9b3-2f6eb7b8a546 req-658fe5b3-3fbc-4f15-bead-23ad38c80d1a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460362 Dec 10 09:57:55.567346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb412e-6dea-4158-9f4d-9b82d8e86f5f req-4599cddb-953d-4e87-99e8-7ea6e4b90f4a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:55.568788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39fb412e-6dea-4158-9f4d-9b82d8e86f5f req-4599cddb-953d-4e87-99e8-7ea6e4b90f4a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0513763 Dec 10 09:57:55.603927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 09:57:55.615108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-39fb412e-6dea-4158-9f4d-9b82d8e86f5f req-156a3091-be0d-49f8-820c-4de2f0ac1cc9 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Dec 10 09:57:55.856489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:55.868206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'mac_address': 'fa:16:3e:73:35:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 09:57:55.903362 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:55.916391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a467e637-8d93-4bf7-ae3e-4d80fcce1876 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 09:57:55.935578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:55.939510 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:55.988832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:56.129203 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['a467e637-8d93-4bf7-ae3e-4d80fcce1876'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 09:57:56.730581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d3bd-cb93-4869-9f1f-f3571827e69c req-e518069b-778c-441e-9f48-710bc80a7042 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:56.732068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f062d3bd-cb93-4869-9f1f-f3571827e69c req-e518069b-778c-441e-9f48-710bc80a7042 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0490341 Dec 10 09:57:56.779484 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f062d3bd-cb93-4869-9f1f-f3571827e69c req-01ebae6f-3e89-4c6e-af5f-169f7c43ca6c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414746 Dec 10 09:57:57.610711 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 09:57:57.662062 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port a467e637-8d93-4bf7-ae3e-4d80fcce1876 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 09:57:57.666089 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port a467e637-8d93-4bf7-ae3e-4d80fcce1876 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 09:57:57.666483 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:57.741682 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:57.765688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:57:57.767954 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6d05e4-fcf0-44ce-a772-bea327f775a9" -d '{"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-plugged", "status": "completed", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:57:57.781830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 09:57:57.788404 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:57.812028 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 09:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bea7c6-c00c-4ea5-89ce-29c00e2d5114 x-openstack-request-id: req-89bea7c6-c00c-4ea5-89ce-29c00e2d5114 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:57:57.812322 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-plugged", "status": "completed", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:57:57.812582 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89bea7c6-c00c-4ea5-89ce-29c00e2d5114 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:57:57.812977 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'code': 200} Dec 10 09:57:57.843506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 09:57:57.899007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c17625-9c18-4439-ad1e-55f7dc458ae4 req-2cd129fc-f221-4620-9298-edf362d6803b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:57.900697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0c17625-9c18-4439-ad1e-55f7dc458ae4 req-2cd129fc-f221-4620-9298-edf362d6803b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0507083 Dec 10 09:57:57.913830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad52324-d16a-4835-9179-0dced009b499 req-0db44dec-562d-4f3b-bfdd-77746c0c3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:57.915335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aad52324-d16a-4835-9179-0dced009b499 req-0db44dec-562d-4f3b-bfdd-77746c0c3fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1097 time: 0.0414391 Dec 10 09:57:57.951556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0c17625-9c18-4439-ad1e-55f7dc458ae4 req-8f1046a2-a5be-4832-9085-7609273d26f5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446219 Dec 10 09:57:57.960913 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aad52324-d16a-4835-9179-0dced009b499 req-b36b4e1b-3f49-4703-82e4-f0f2d53c0712 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Dec 10 09:57:59.075430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4f706-5caa-4e86-ad74-5b37ba2b6b83 req-b6311702-2790-4ecf-9b2b-de1f6a7cb183 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:59.076790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5b4f706-5caa-4e86-ad74-5b37ba2b6b83 req-b6311702-2790-4ecf-9b2b-de1f6a7cb183 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0487657 Dec 10 09:57:59.129902 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5b4f706-5caa-4e86-ad74-5b37ba2b6b83 req-c067fe1a-908f-4498-9e10-0f8fc51018ed tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470312 Dec 10 09:57:59.242065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dfe97-1c3d-4f47-a242-1a1bbcbb870a req-d86731f0-b08a-4a03-a1b9-35689cc69521 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:57:59.243556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-542dfe97-1c3d-4f47-a242-1a1bbcbb870a req-d86731f0-b08a-4a03-a1b9-35689cc69521 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0495665 Dec 10 09:57:59.252287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46122) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 09:57:59.256810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4fbc2132-a7a8-46e1-bba0-65514dff3028 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Request body: {'floatingip': {'port_id': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 09:57:59.300312 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2132-a7a8-46e1-bba0-65514dff3028 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:59.737652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2132-a7a8-46e1-bba0-65514dff3028 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:59.741462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2132-a7a8-46e1-bba0-65514dff3028 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:57:59.841782 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-4fbc2132-a7a8-46e1-bba0-65514dff3028 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c associated. External IP: 172.25.3.70, port: a467e637-8d93-4bf7-ae3e-4d80fcce1876. Dec 10 09:58:00.049981 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc2132-a7a8-46e1-bba0-65514dff3028 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 09:58:00.158577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc2132-a7a8-46e1-bba0-65514dff3028 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 09:58:00.164039 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2132-a7a8-46e1-bba0-65514dff3028 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:00.169487 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 09:58:00.178605 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:58:00.179210 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:57:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:58:00.191006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4fbc2132-a7a8-46e1-bba0-65514dff3028 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "PUT /v2.0/floatingips/951d7ae1-b3c0-4fe3-9c90-ca002c629d2c HTTP/1.1" status: 200 len: 992 time: 0.9376709 Dec 10 09:58:00.191599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 09:58:00.194641 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 09:58:00.241716 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 09:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8504728e-f060-4d94-8b61-676aefba1347 x-openstack-request-id: req-8504728e-f060-4d94-8b61-676aefba1347 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 09:58:00.242012 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 09:58:00.242266 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8504728e-f060-4d94-8b61-676aefba1347 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 09:58:00.242699 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'status': 'completed', 'code': 200} Dec 10 09:58:00.291153 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:58:00.310002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-c10677f7-e0ab-46ed-8853-79c3d1c252e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:58:00.311547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-c10677f7-e0ab-46ed-8853-79c3d1c252e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1097 time: 0.0450499 Dec 10 09:58:00.403451 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-eaf5cc29-55d8-406b-a53a-4064e0d8e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:58:00.404922 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-eaf5cc29-55d8-406b-a53a-4064e0d8e63d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0864503 Dec 10 09:58:00.475593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-cecb87bf-6da9-41ce-bb6d-3e4985ded9b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1000 time: 0.0630422 Dec 10 09:58:00.515214 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:73:35:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:57:59Z', 'revision_number': 13, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:58:00.527223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-7efda2fb-043f-4d6e-aac2-4cf02d47b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:58:00.528643 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-7efda2fb-043f-4d6e-aac2-4cf02d47b1e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0443819 Dec 10 09:58:00.545744 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 09:58:00.554771 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 09:58:00.555369 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T09:57:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:58:00.574718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-9a0dd969-7392-4753-ac1a-974155f44331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:58:00.576213 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-9a0dd969-7392-4753-ac1a-974155f44331 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411673 Dec 10 09:58:00.658352 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 09:58:00.670192 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-ca997005-1673-445a-82f1-46ad6fa0ab9c service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861130 Dec 10 09:58:00.760668 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8693d6c4-ddc0-4dfe-bc28-bf57403021b8 req-86f16803-7b29-412d-9077-61217f6cc677 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830059 Dec 10 09:58:00.877057 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:73:35:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:57:59Z', 'revision_number': 13, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 09:58:00.903187 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51105b0-8147-4b6d-8091-662d743021d1 None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '951d7ae1-b3c0-4fe3-9c90-ca002c629d2c', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'port_id': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'mac_address': 'fa:16:3e:73:35:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T09:49:12Z', 'updated_at': '2021-12-10T09:57:59Z', 'revision_number': 13, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 09:58:01.090437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b6daf-a4eb-4962-93e1-2a8dd4c59a8d None None] New status for floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 09:58:03.369788 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef2a575d-a1d1-4ddf-b4b3-b3600326c30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:05.546615 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-69f57aa5-792c-4a5b-a3ed-e03ce8c536d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:06.758489 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:08.454286 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:09.417750 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:15.747975 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:19.843907 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:25.655097 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-74b580c3-8047-4b03-926b-7016423463fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395217 Dec 10 09:58:25.741792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-f8063d2a-e925-477f-b3d2-dbb3d25d24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:58:25.743287 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-f8063d2a-e925-477f-b3d2-dbb3d25d24ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1097 time: 0.0462348 Dec 10 09:58:25.855221 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-86ec5598-e1a3-46aa-a9f1-d61b2d5cc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:58:25.856781 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-86ec5598-e1a3-46aa-a9f1-d61b2d5cc011 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0870938 Dec 10 09:58:25.927390 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-4aaf9703-9be6-4fef-8544-06e25b897604 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1002 time: 0.0625808 Dec 10 09:58:25.974499 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-c5bd5f0b-50d7-4804-968e-6db4450aedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:58:25.975895 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-c5bd5f0b-50d7-4804-968e-6db4450aedb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0425539 Dec 10 09:58:26.022379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-e9263782-4c0c-42d1-8446-b7a2a7cee0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:58:26.023844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-e9263782-4c0c-42d1-8446-b7a2a7cee0a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395787 Dec 10 09:58:26.117028 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-bee2b96d-a592-41a2-b1ad-bfe86304b4b8 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842965 Dec 10 09:58:26.206024 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-71ac1552-05f4-4e3c-a0e0-9771ba0c0ae2 req-136b6451-e326-46f2-a267-74440470afef service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812917 Dec 10 09:58:28.702632 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:58:33.370845 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ecf5f597-56d7-47a4-9574-3f0bbabc5bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:35.549075 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9b9daeb9-e678-41e6-8f2c-2676533f7e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:36.761716 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:38.451825 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:39.419391 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:45.746605 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:58:49.836996 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:03.372258 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-457b68ca-0882-4f61-87b6-d11ddb3381d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:05.551930 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3fb12be2-abd8-485e-a09f-5757aebc69e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:05.703914 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:59:06.764348 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:08.454816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:09.422617 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:15.748361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:19.866966 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:26.622571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-0efdeb07-e77d-4121-888d-881184505072 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406411 Dec 10 09:59:26.708476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-8213fa51-9a2f-408e-bb46-bcfe7acea53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:26.710758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-8213fa51-9a2f-408e-bb46-bcfe7acea53a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1097 time: 0.0453694 Dec 10 09:59:26.812990 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-18c4000c-a72a-4ef9-9ba6-c636a07964f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:26.814410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-18c4000c-a72a-4ef9-9ba6-c636a07964f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0836761 Dec 10 09:59:26.885015 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-68df4185-89dd-41a7-b31c-45862df531bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1002 time: 0.0621083 Dec 10 09:59:26.933573 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-d86f39e0-a63a-48c9-abac-62167d379e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:26.935038 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-d86f39e0-a63a-48c9-abac-62167d379e0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0435016 Dec 10 09:59:26.979617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-0f8e77d6-9a89-42d6-9d35-7191a2cc64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:26.981093 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-0f8e77d6-9a89-42d6-9d35-7191a2cc64a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393987 Dec 10 09:59:27.073697 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-14488f45-eec1-4e47-b709-ec250745143e service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850635 Dec 10 09:59:27.162039 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-f15a54e8-9169-484d-b6d8-ff2fa3c5b7ce req-d022b37d-6ac8-4b86-9b37-b5021b56eb62 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814219 Dec 10 09:59:33.376619 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5276-3c19-4250-8311-434bcac3bc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:35.553857 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2c0e04ea-ea15-4a1d-91c7-3ade6e612c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:36.767524 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:38.458278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:39.430071 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:39.745616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8cd0a-8d4e-477c-a8c7-fd03ef21447d req-8e628b4b-c954-4c2f-9cf9-a994dfbf1f36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:39.747003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cd8cd0a-8d4e-477c-a8c7-fd03ef21447d req-8e628b4b-c954-4c2f-9cf9-a994dfbf1f36 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0519030 Dec 10 09:59:39.798879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cd8cd0a-8d4e-477c-a8c7-fd03ef21447d req-38e3b3ab-b755-4c7a-b392-df4ed37e49d6 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460701 Dec 10 09:59:42.703804 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 09:59:45.760470 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:49.881053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 09:59:51.904043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-58dea43a-502e-4f94-a290-d78d38757667 req-8eb3c391-89e1-4ebb-a388-02d2ab13a888 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 09:59:51.905142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58dea43a-502e-4f94-a290-d78d38757667 req-8eb3c391-89e1-4ebb-a388-02d2ab13a888 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1205175 Dec 10 09:59:52.072322 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-7a1701bb-20db-42af-aa64-4170da7f482a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407629 Dec 10 09:59:52.088692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2c472-1ebb-4c7c-8d97-4c2a6ddbd04b req-675ae678-af0d-48fa-9d97-c1ea52abb437 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:52.090287 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92c2c472-1ebb-4c7c-8d97-4c2a6ddbd04b req-675ae678-af0d-48fa-9d97-c1ea52abb437 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0493071 Dec 10 09:59:52.140013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92c2c472-1ebb-4c7c-8d97-4c2a6ddbd04b req-22629ccf-87fe-4750-812a-19c5fb143f52 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Dec 10 09:59:53.256421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8939da-4781-4131-8a74-6d6fffa3419e req-5a438bfa-95d9-4fb3-8c18-f8f024c65984 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:53.258113 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb8939da-4781-4131-8a74-6d6fffa3419e req-5a438bfa-95d9-4fb3-8c18-f8f024c65984 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0484838 Dec 10 09:59:53.305267 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fb8939da-4781-4131-8a74-6d6fffa3419e req-350dc1f8-41a1-4f52-a9da-2b07adad71cf tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Dec 10 09:59:54.427923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84fd8f-8c39-422f-8001-4a5edb479d6c req-4ab773dc-185e-4d55-988d-37245a58bad7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:54.429410 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f84fd8f-8c39-422f-8001-4a5edb479d6c req-4ab773dc-185e-4d55-988d-37245a58bad7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0532176 Dec 10 09:59:54.476759 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5f84fd8f-8c39-422f-8001-4a5edb479d6c req-d8c9f1d1-685b-46b3-b0c5-25e33e88cef5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Dec 10 09:59:55.593607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc04f8-4772-4013-a3c5-e71ab5fbd9ee req-766c7e18-cec3-456b-be04-734275a72350 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:55.595073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6cc04f8-4772-4013-a3c5-e71ab5fbd9ee req-766c7e18-cec3-456b-be04-734275a72350 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0483434 Dec 10 09:59:55.642144 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6cc04f8-4772-4013-a3c5-e71ab5fbd9ee req-6a9fd9e4-3a75-4209-b60f-41a7f68696f4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Dec 10 09:59:56.769547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c239f-8721-4713-a80f-ea20994bd6f2 req-2ba13d11-985b-4ed8-939f-52b08eeb345c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:56.771297 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d5c239f-8721-4713-a80f-ea20994bd6f2 req-2ba13d11-985b-4ed8-939f-52b08eeb345c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0589375 Dec 10 09:59:56.823715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d5c239f-8721-4713-a80f-ea20994bd6f2 req-27d541db-f282-4ab3-af63-2dcc74819679 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438817 Dec 10 09:59:57.317185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-f1214d78-5c21-4106-ae8b-fc25d433ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:57.318623 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-f1214d78-5c21-4106-ae8b-fc25d433ea4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1097 time: 0.0441399 Dec 10 09:59:57.409762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-32818e91-3993-4efd-ad93-e77b876af87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:57.411239 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-32818e91-3993-4efd-ad93-e77b876af87d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0843582 Dec 10 09:59:57.480116 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-bfcaf6a1-f82c-461b-aa09-890db0806483 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1002 time: 0.0622151 Dec 10 09:59:57.849775 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-c1ea4842-4045-4889-816e-2736e923741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:57.851253 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-c1ea4842-4045-4889-816e-2736e923741e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.3644495 Dec 10 09:59:57.901004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-b611943c-ce39-4d20-b6dd-1312b8745c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:57.902539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-b611943c-ce39-4d20-b6dd-1312b8745c7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439124 Dec 10 09:59:57.945238 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3e87c-004e-42cd-9945-90d1d81e6848 req-b7caf8af-596e-4da5-8194-cabc2889fa23 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:57.947370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1a3e87c-004e-42cd-9945-90d1d81e6848 req-b7caf8af-596e-4da5-8194-cabc2889fa23 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0494864 Dec 10 09:59:57.995238 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-5747b6a6-2db9-4afb-9245-1b8a2a1448aa service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Dec 10 09:59:57.995689 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1a3e87c-004e-42cd-9945-90d1d81e6848 req-05d010a5-e47a-4160-a623-8ec6638693eb tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Dec 10 09:59:58.084784 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a3e8f90-5b2b-4333-8515-5d5c124d8d5c service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823526 Dec 10 09:59:59.111762 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e2726-34c1-4d90-99a2-e2f7ea5cb522 req-f1c1c43a-ad39-4d75-9c64-9b72ade9821d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 09:59:59.113321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff3e2726-34c1-4d90-99a2-e2f7ea5cb522 req-f1c1c43a-ad39-4d75-9c64-9b72ade9821d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0479171 Dec 10 09:59:59.163697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ff3e2726-34c1-4d90-99a2-e2f7ea5cb522 req-8e2952d9-dd62-43c6-ba3a-f3bb11227cab tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443304 Dec 10 10:00:00.284548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476af13-f917-417f-94e5-1ca8acfade7b req-fec09fa9-70c4-4317-bba9-05159d2f9c66 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:00.285637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b476af13-f917-417f-94e5-1ca8acfade7b req-fec09fa9-70c4-4317-bba9-05159d2f9c66 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0521443 Dec 10 10:00:00.332903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b476af13-f917-417f-94e5-1ca8acfade7b req-4044cdba-fed0-4e30-a409-9d9fb367380e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410066 Dec 10 10:00:01.449088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8156cf5-5bab-461f-9fd7-45fc0c1c33de req-5d90cc87-c877-4d2e-9a4b-122411a9a662 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:01.450611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8156cf5-5bab-461f-9fd7-45fc0c1c33de req-5d90cc87-c877-4d2e-9a4b-122411a9a662 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0490470 Dec 10 10:00:01.518470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e8156cf5-5bab-461f-9fd7-45fc0c1c33de req-4c845b27-b943-43ec-9d88-5fcf7059db30 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619233 Dec 10 10:00:02.639464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbb928-f188-4cd3-8d5a-1ac9c547cc78 req-d5fb9787-a108-45f5-95e0-2e77987cf5f9 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:02.640942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0afbb928-f188-4cd3-8d5a-1ac9c547cc78 req-d5fb9787-a108-45f5-95e0-2e77987cf5f9 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0534477 Dec 10 10:00:02.688343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0afbb928-f188-4cd3-8d5a-1ac9c547cc78 req-01f62613-7d06-4b24-b4ad-388630a1ad4e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414839 Dec 10 10:00:03.379040 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-46074670-acc7-4ce0-b06b-228bbea553e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:03.802916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7e51-bf33-4924-a16f-9307cf32ce80 req-bc3ba1e2-913c-41a1-800a-68c7ce0ab977 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:03.804393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e6f7e51-bf33-4924-a16f-9307cf32ce80 req-bc3ba1e2-913c-41a1-800a-68c7ce0ab977 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0486064 Dec 10 10:00:03.850852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e6f7e51-bf33-4924-a16f-9307cf32ce80 req-056f7b5f-9019-458f-9a00-fc7a72a00b44 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399525 Dec 10 10:00:04.969488 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aca7a-462e-44fb-8efe-0b9c9ead844a req-53ee53fd-aca0-4a18-8196-cbc6276b2385 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:04.970981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e5aca7a-462e-44fb-8efe-0b9c9ead844a req-53ee53fd-aca0-4a18-8196-cbc6276b2385 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0486848 Dec 10 10:00:05.022256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e5aca7a-462e-44fb-8efe-0b9c9ead844a req-31aa1744-7d44-4ec0-ae58-16ca1d40e231 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452683 Dec 10 10:00:05.555063 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b08781e-0d65-49ba-83ee-314f352854b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:06.138413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b27765-f603-4008-b869-172f7a74c7fe req-8a707b9f-cb65-459f-b286-b00004fe0213 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:06.139895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5b27765-f603-4008-b869-172f7a74c7fe req-8a707b9f-cb65-459f-b286-b00004fe0213 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0486717 Dec 10 10:00:06.187169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5b27765-f603-4008-b869-172f7a74c7fe req-bbceeb4a-76b7-4ce2-8204-eaaa02f40c4c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 Dec 10 10:00:06.770370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:07.564201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d9034-7f7b-49a7-a68b-707445ff740e req-8886c7e1-e564-4f6c-89c3-a1705682fecd tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:07.565695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e15d9034-7f7b-49a7-a68b-707445ff740e req-8886c7e1-e564-4f6c-89c3-a1705682fecd tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0489309 Dec 10 10:00:07.611698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e15d9034-7f7b-49a7-a68b-707445ff740e req-578f572f-d504-4fed-933b-c9db5cbc4034 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398424 Dec 10 10:00:08.459039 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:08.734283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f47a67-87e5-4e57-b229-1315c641baa2 req-d8ef43f6-700d-4e4a-8b08-63867bcc2d01 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:08.735678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86f47a67-87e5-4e57-b229-1315c641baa2 req-d8ef43f6-700d-4e4a-8b08-63867bcc2d01 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0520360 Dec 10 10:00:08.782959 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86f47a67-87e5-4e57-b229-1315c641baa2 req-98b5ff04-d580-4c42-9fe5-b069b40e2696 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Dec 10 10:00:09.423109 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:09.901993 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d9442-cf4a-4bd7-849f-9e8f1c75623b req-a9a265ae-516e-4121-80bd-379ce402f8dc tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:09.903499 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-090d9442-cf4a-4bd7-849f-9e8f1c75623b req-a9a265ae-516e-4121-80bd-379ce402f8dc tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0513532 Dec 10 10:00:09.950479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-090d9442-cf4a-4bd7-849f-9e8f1c75623b req-2ae992e9-e959-48ae-a5d0-2b26af825b79 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410943 Dec 10 10:00:11.074120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e78b-0a3d-4d49-a221-578b18a3d8a5 req-1e2dd0cf-fc83-4923-9113-fba1bb16c138 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:11.075791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4da0e78b-0a3d-4d49-a221-578b18a3d8a5 req-1e2dd0cf-fc83-4923-9113-fba1bb16c138 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0557387 Dec 10 10:00:11.124525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4da0e78b-0a3d-4d49-a221-578b18a3d8a5 req-395a60d1-1003-468e-87cb-f695f68f639b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Dec 10 10:00:12.170825 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-0f651fe2-7888-4474-9963-ce0d3fa2e995 service neutron] show failed (client error): The resource could not be found. Dec 10 10:00:12.171916 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-0f651fe2-7888-4474-9963-ce0d3fa2e995 service neutron] 10.222.0.39 "GET /v2.0/ports/a467e637-8d93-4bf7-ae3e-4d80fcce1876/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0607154 Dec 10 10:00:12.247769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea823e-535c-4d20-99e2-92458db4feff req-c0b25fcc-b3a3-41fa-b726-e348bdd8cb0f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:12.249272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89ea823e-535c-4d20-99e2-92458db4feff req-c0b25fcc-b3a3-41fa-b726-e348bdd8cb0f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0494807 Dec 10 10:00:12.300024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89ea823e-535c-4d20-99e2-92458db4feff req-f240f581-d3be-4ec1-b142-58a3e30c4250 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Dec 10 10:00:12.376503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-2884449a-06b1-4cea-bcf4-bb8201e88bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:12.378055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-2884449a-06b1-4cea-bcf4-bb8201e88bd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 1097 time: 0.0400217 Dec 10 10:00:12.388761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-16420ae4-5f58-4c2e-a737-8e5ec1d83128 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:00:12.389728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-16420ae4-5f58-4c2e-a737-8e5ec1d83128 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047650 Dec 10 10:00:12.401584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:00:12.457492 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:12.657869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:00:12.690021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:00:12.729459 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:00:12.731817 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f523ee87-6776-4b86-af71-b58d21fa4a1e" -d '{"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:00:12.735885 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:12.748474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Transition to ACTIVE for port object a467e637-8d93-4bf7-ae3e-4d80fcce1876 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:00:12.752797 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:12.786634 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 10:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dafef0-6cc8-4634-9220-488165ec8796 x-openstack-request-id: req-c1dafef0-6cc8-4634-9220-488165ec8796 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:00:12.786923 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:00:12.787173 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1dafef0-6cc8-4634-9220-488165ec8796 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:00:12.788006 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'code': 200} Dec 10 10:00:12.843369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:00:12.860482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.860813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.861141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.861477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.861829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.862156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.862479 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.862800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.870234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.870665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.870979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.871308 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.871633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:12.907344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] No DVR routers for this DVR port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:00:13.047226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:00:13.047565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:00:13.047889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:00:13.052328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:00:13.052633 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:00:13.058197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 9, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:00:13.058535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:00:13.058967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:00:13.059423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Bound port: a467e637-8d93-4bf7-ae3e-4d80fcce1876, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:00:13.059774 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:13.122672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:00:13.125972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:00:13.130402 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:13.169154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:13.169706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:13.171086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] 10.222.0.18 "PUT /v2.0/ports/a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1092 time: 0.7730696 Dec 10 10:00:13.191363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86d63c-c4b7-460b-8daf-35ca65ee2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:00:13.240529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-5114e6a6-9974-436c-808f-37e21a9ae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:13.242076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-5114e6a6-9974-436c-808f-37e21a9ae543 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1095 time: 0.0436571 Dec 10 10:00:13.342730 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-69e69224-12d4-497a-b418-af221bd88d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:13.344353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-69e69224-12d4-497a-b418-af221bd88d36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0952384 Dec 10 10:00:13.441592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-c3bd3a5f-b9aa-49cf-8550-c639b824200c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1000 time: 0.0897770 Dec 10 10:00:13.467952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b5d5-ad47-48b2-9b6f-c6bb2db3e56c req-5657daf6-aaca-402d-9ac7-795245290b39 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:13.469520 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44b4b5d5-ad47-48b2-9b6f-c6bb2db3e56c req-5657daf6-aaca-402d-9ac7-795245290b39 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0811532 Dec 10 10:00:13.529441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-05d41eba-fd8c-465c-9277-67d5078dc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:13.530943 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-05d41eba-fd8c-465c-9277-67d5078dc4ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0819623 Dec 10 10:00:13.556278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44b4b5d5-ad47-48b2-9b6f-c6bb2db3e56c req-4f568664-cc90-4a5c-bc1b-d65bb0d787c8 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683520 Dec 10 10:00:13.584963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-ed9798f8-36ec-404f-8c9c-d80fbee01f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:13.586575 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-ed9798f8-36ec-404f-8c9c-d80fbee01f4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459220 Dec 10 10:00:13.674127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-6a2d70ab-cda9-4d0b-971d-e7bae151b45c service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805373 Dec 10 10:00:13.766967 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276974a2-c0c0-4fb1-adbc-1a21fa908d4d req-19c55e9b-3805-4d14-82da-f435b7330a57 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854712 Dec 10 10:00:14.527828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:00:14.568994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:00:14.678395 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61838-7900-46c8-8967-4b5257d05cf8 req-ffb2b901-643a-4ff6-926e-4ad46090040f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:14.679895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbd61838-7900-46c8-8967-4b5257d05cf8 req-ffb2b901-643a-4ff6-926e-4ad46090040f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0507545 Dec 10 10:00:14.728541 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dbd61838-7900-46c8-8967-4b5257d05cf8 req-942f2b8a-3507-4772-93b6-c8400f9c4c0f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Dec 10 10:00:14.788345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:00:14.790962 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e16233-5078-4a4b-8d30-c27fdd8c608f" -d '{"events": [{"name": "network-changed", "server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:00:14.841080 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aa35d9-2335-4900-bc77-67d069b8b99b x-openstack-request-id: req-a3aa35d9-2335-4900-bc77-67d069b8b99b {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:00:14.842532 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:00:14.842887 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3aa35d9-2335-4900-bc77-67d069b8b99b {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:00:14.843193 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'status': 'completed', 'code': 200} Dec 10 10:00:14.907670 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-7349a154-467a-4ca7-8b25-05bc584fd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:14.909214 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-7349a154-467a-4ca7-8b25-05bc584fd183 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1095 time: 0.0491898 Dec 10 10:00:14.918806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-18168472-c8ce-42a1-863d-ea9eea2ff5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:14.920568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-18168472-c8ce-42a1-863d-ea9eea2ff5d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1095 time: 0.0568779 Dec 10 10:00:15.003873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-c941a24b-9d28-4ec7-a1f1-018cd97b5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:15.005539 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-c941a24b-9d28-4ec7-a1f1-018cd97b5f51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0887272 Dec 10 10:00:15.014206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-94934430-2bc9-4750-912e-6fa6653d7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:15.015666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-94934430-2bc9-4750-912e-6fa6653d7524 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0864689 Dec 10 10:00:15.081791 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-7961e0eb-69a2-4636-94a1-40cc7b34c74f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1000 time: 0.0675907 Dec 10 10:00:15.091524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-5e886260-8c17-43fc-bdc8-392d44530c56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1000 time: 0.0680978 Dec 10 10:00:15.135089 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-c61cc0cb-e44a-4b22-a275-a6f47cb20bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:15.136668 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-c61cc0cb-e44a-4b22-a275-a6f47cb20bdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0470738 Dec 10 10:00:15.142818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-312a5ed2-4796-4ac0-b13a-87d58a050e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:15.144389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-312a5ed2-4796-4ac0-b13a-87d58a050e33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0456841 Dec 10 10:00:15.184810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-968cb045-39ed-4b36-a3de-50dc05000c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:15.186461 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-968cb045-39ed-4b36-a3de-50dc05000c30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428338 Dec 10 10:00:15.192329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-3ffe7c3c-0d7c-4fd6-a9c7-c6c8d6997a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:15.193963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-3ffe7c3c-0d7c-4fd6-a9c7-c6c8d6997a65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424802 Dec 10 10:00:15.292750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-f07bccd0-d214-44bd-96d8-5e802516e514 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910819 Dec 10 10:00:15.293990 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-b37b0bbe-1283-4b80-a5c9-3dbbf22b3fab service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007288 Dec 10 10:00:15.390107 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-358087de-2da1-4b37-ac61-560f28523e85 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896208 Dec 10 10:00:15.391069 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c2e16233-5078-4a4b-8d30-c27fdd8c608f req-70149ce7-721d-4e34-b005-dfea357284f5 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912342 Dec 10 10:00:15.761359 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:15.851559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0463e6-1927-4575-8b36-f4fbb6d616de req-9f2765e1-04ac-4b51-8d9b-e3d77640fe2b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:15.853291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d0463e6-1927-4575-8b36-f4fbb6d616de req-9f2765e1-04ac-4b51-8d9b-e3d77640fe2b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0508292 Dec 10 10:00:15.912583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d0463e6-1927-4575-8b36-f4fbb6d616de req-ce41321d-d0a5-42fa-bb61-eb2fdd705aa3 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484252 Dec 10 10:00:17.043304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38982c-0796-4838-8366-f83f6c75990f req-37def38b-597d-44be-8abc-9d5420b443ef tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:17.044941 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c38982c-0796-4838-8366-f83f6c75990f req-37def38b-597d-44be-8abc-9d5420b443ef tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0571404 Dec 10 10:00:17.092445 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4c38982c-0796-4838-8366-f83f6c75990f req-0d33db49-15e5-4222-924b-84bb19217b09 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Dec 10 10:00:18.214129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057c8ae-359c-4417-a859-3e3eadb022ed req-359204c4-576f-4fef-ade6-5af5ed2b5c11 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:18.215603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7057c8ae-359c-4417-a859-3e3eadb022ed req-359204c4-576f-4fef-ade6-5af5ed2b5c11 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0502570 Dec 10 10:00:18.262951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7057c8ae-359c-4417-a859-3e3eadb022ed req-9bdf6422-0c55-483d-85d2-0c23a434f767 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413470 Dec 10 10:00:19.384637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59b8b2-0c4c-43de-a7e3-fb473e3885ea req-1977877e-3d4f-4d56-9d25-ff2ab94fc10e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:19.386124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac59b8b2-0c4c-43de-a7e3-fb473e3885ea req-1977877e-3d4f-4d56-9d25-ff2ab94fc10e tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0522294 Dec 10 10:00:19.432867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ac59b8b2-0c4c-43de-a7e3-fb473e3885ea req-ed6af767-0966-45f6-982a-7879dd96ede4 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408759 Dec 10 10:00:19.703276 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:00:19.891090 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:20.549417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df6978-44e9-4b99-ab99-751d907b2af2 req-90cdd421-a25a-48bb-832c-07c99b2cfe46 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:20.550931 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67df6978-44e9-4b99-ab99-751d907b2af2 req-90cdd421-a25a-48bb-832c-07c99b2cfe46 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0490413 Dec 10 10:00:20.597673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67df6978-44e9-4b99-ab99-751d907b2af2 req-f1cd2e2d-5e65-41e6-a953-594b2b144613 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407121 Dec 10 10:00:21.713728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa674afd-9123-4e6e-8151-23113bebf38e req-32ae3a07-f698-48fb-8854-e2ac732dff80 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:21.715196 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa674afd-9123-4e6e-8151-23113bebf38e req-32ae3a07-f698-48fb-8854-e2ac732dff80 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0476658 Dec 10 10:00:21.768397 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aa674afd-9123-4e6e-8151-23113bebf38e req-688e2288-8908-4c7b-b772-652f9038b650 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473843 Dec 10 10:00:21.871858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-76fd9d18-eee6-4513-87af-78ab2d04a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:21.873330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-76fd9d18-eee6-4513-87af-78ab2d04a486 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1095 time: 0.0817866 Dec 10 10:00:21.975386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-f7a6ad05-46d3-4c1f-b186-9d1d78ca86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:21.977017 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-f7a6ad05-46d3-4c1f-b186-9d1d78ca86e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0838566 Dec 10 10:00:22.046373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-bfc41a76-196c-46d6-b395-f8039b0bc4ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1000 time: 0.0622373 Dec 10 10:00:22.095438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-c9fa001b-720b-4949-a05e-20a93e022b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:22.096815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-c9fa001b-720b-4949-a05e-20a93e022b47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0436108 Dec 10 10:00:22.141486 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-a3007e53-d4fc-4945-aa97-44c5601621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:22.142971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-a3007e53-d4fc-4945-aa97-44c5601621df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393369 Dec 10 10:00:22.238272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-13d37eb5-dddb-4185-adb4-54465bd9b5a9 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860696 Dec 10 10:00:22.325737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c950135-6d33-40c5-815a-e5cbbbddf6a0 req-c276171c-3972-4282-acec-d36aa93241c7 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808139 Dec 10 10:00:22.896503 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff5476-6e1b-494a-be3e-fff2a0c1160d req-e258e581-f7bd-42fe-8d35-afbde5611146 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:22.898025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3eff5476-6e1b-494a-be3e-fff2a0c1160d req-e258e581-f7bd-42fe-8d35-afbde5611146 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0567608 Dec 10 10:00:22.945557 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3eff5476-6e1b-494a-be3e-fff2a0c1160d req-5593675f-ebe6-4e68-a9ca-bd773dde1dc2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Dec 10 10:00:24.065272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1402e4-aa26-4f91-b218-5d80541d6e7c req-0a2a8cb6-7db9-4908-a242-1bee3316a981 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:24.066782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d1402e4-aa26-4f91-b218-5d80541d6e7c req-0a2a8cb6-7db9-4908-a242-1bee3316a981 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0485346 Dec 10 10:00:24.113755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d1402e4-aa26-4f91-b218-5d80541d6e7c req-fa65202d-c330-4cb1-ac47-81c93a3b33c7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Dec 10 10:00:25.247490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a0001-6168-4faf-ac8e-8c62990aaa7b req-1fc25bf0-2ce5-4df7-9271-287aed0e63fc tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:25.248981 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-437a0001-6168-4faf-ac8e-8c62990aaa7b req-1fc25bf0-2ce5-4df7-9271-287aed0e63fc tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0516517 Dec 10 10:00:25.300043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-437a0001-6168-4faf-ac8e-8c62990aaa7b req-e579f6b1-7245-465d-9fbd-00eecdaa92f1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449374 Dec 10 10:00:26.414982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08388e00-02fd-4bbb-994b-ff431ca7a647 req-0a885d4c-b56e-4426-bc4c-3f6ee827fbf1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:26.417191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08388e00-02fd-4bbb-994b-ff431ca7a647 req-0a885d4c-b56e-4426-bc4c-3f6ee827fbf1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0493152 Dec 10 10:00:26.463956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08388e00-02fd-4bbb-994b-ff431ca7a647 req-967b1fd6-0c21-47a4-845d-e74cbb8650c2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Dec 10 10:00:27.592080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84538b74-2869-45f3-839d-a8dd773567e0 req-f0bb5f66-2ff8-4d8f-8ee4-196cfb1f5cc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:27.593589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84538b74-2869-45f3-839d-a8dd773567e0 req-f0bb5f66-2ff8-4d8f-8ee4-196cfb1f5cc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 944 time: 0.0524936 Dec 10 10:00:27.641020 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84538b74-2869-45f3-839d-a8dd773567e0 req-9654b9da-6e3a-4980-9e6f-b15a09a8a3e7 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Dec 10 10:00:27.704605 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:00:27.802482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:00:27.815241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'mac_address': 'fa:16:3e:73:35:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:00:27.853294 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:27.866968 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a467e637-8d93-4bf7-ae3e-4d80fcce1876 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:00:27.888217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:00:27.892263 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:27.940414 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:00:27.947956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.948857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.949283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.949654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.949993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.950325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.950657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.950985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.951310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.951635 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.951958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.952279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:27.952602 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:28.270366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['a467e637-8d93-4bf7-ae3e-4d80fcce1876'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:00:28.759340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf825c9-e308-4bc9-b34c-82b881bc688e req-c816beef-99d6-4a08-820d-0b9f667a7924 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:28.761307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cf825c9-e308-4bc9-b34c-82b881bc688e req-c816beef-99d6-4a08-820d-0b9f667a7924 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0518756 Dec 10 10:00:28.807467 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5cf825c9-e308-4bc9-b34c-82b881bc688e req-2481b781-4781-4873-9abb-129aeb844e28 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Dec 10 10:00:29.125176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-9148f5f4-93b5-44dd-91e9-6a6c6e16219a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:29.126562 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-9148f5f4-93b5-44dd-91e9-6a6c6e16219a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.18 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d&tenant_id=4af96988208a4abd9b95a997c0cb4e59&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 945 time: 0.0820081 Dec 10 10:00:29.135001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488460b-8c46-40ad-b8a9-9fecc1f15151 req-c9f6de8b-8961-4a4a-8395-abf30805ff0f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:29.136422 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9488460b-8c46-40ad-b8a9-9fecc1f15151 req-c9f6de8b-8961-4a4a-8395-abf30805ff0f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0660670 Dec 10 10:00:29.230090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9488460b-8c46-40ad-b8a9-9fecc1f15151 req-34aad37f-99c9-4446-8b7d-e8edb7627956 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876698 Dec 10 10:00:29.232925 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-8de233ab-d228-45d8-979c-c771c8f12b40 service neutron] 10.222.0.18 "GET /v2.0/ports/a467e637-8d93-4bf7-ae3e-4d80fcce1876/bindings/n-h1-814746-3 HTTP/1.1" status: 200 len: 382 time: 0.0956740 Dec 10 10:00:29.298407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-c5174bf6-5bea-435f-bdd8-ccd8635413ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:29.299945 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-c5174bf6-5bea-435f-bdd8-ccd8635413ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1096 time: 0.0408382 Dec 10 10:00:29.393684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-d1166c1a-3cd0-4da6-b2c6-0edf701bdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:29.395056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-d1166c1a-3cd0-4da6-b2c6-0edf701bdf83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0883808 Dec 10 10:00:29.461283 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-f9540117-d3ce-4b22-8aec-f233c1a24c15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1001 time: 0.0583472 Dec 10 10:00:29.511226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-fa605ccd-7f7e-4028-aa12-6c85ef8cf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:29.512638 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-fa605ccd-7f7e-4028-aa12-6c85ef8cf4d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0440779 Dec 10 10:00:29.561747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-f50acca5-b1ac-49e7-a6a1-aa5d7529cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:29.563209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-f50acca5-b1ac-49e7-a6a1-aa5d7529cea8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436461 Dec 10 10:00:29.652528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-94898fb0-426d-469f-ab62-2152a6c2330a service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812373 Dec 10 10:00:29.710118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:00:29.764339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port a467e637-8d93-4bf7-ae3e-4d80fcce1876 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:00:29.768721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port a467e637-8d93-4bf7-ae3e-4d80fcce1876 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:00:29.769098 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:29.853452 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:29.877855 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:00:29.880141 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0880061-7dd9-4b7b-b321-72ef319aefed" -d '{"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-plugged", "status": "completed", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:00:29.893218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:00:29.899869 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:29.942185 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae180a23-11f6-45a6-9a0e-2616f71c34a1 x-openstack-request-id: req-ae180a23-11f6-45a6-9a0e-2616f71c34a1 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:00:29.942489 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-plugged", "status": "completed", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:00:29.942747 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae180a23-11f6-45a6-9a0e-2616f71c34a1 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:00:29.943147 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'code': 200} Dec 10 10:00:29.957218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:00:30.082734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-7ce32f5b-d55e-4eb9-b68f-5dfe407a8fce service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239542 Dec 10 10:00:30.348339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b264b-6b78-47b0-a577-73f7fa1ef69e req-db85d603-e97c-43b5-bdee-2e17c763a024 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:30.349817 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-616b264b-6b78-47b0-a577-73f7fa1ef69e req-db85d603-e97c-43b5-bdee-2e17c763a024 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0489888 Dec 10 10:00:30.396253 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-616b264b-6b78-47b0-a577-73f7fa1ef69e req-d2aac695-e0e2-413b-a337-38e9ccc63baa tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 Dec 10 10:00:31.528441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ffdec-2f46-4160-b9a1-a33131001139 req-2740994f-ab8f-4ab7-866a-551de0cda994 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:31.529971 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec7ffdec-2f46-4160-b9a1-a33131001139 req-2740994f-ab8f-4ab7-866a-551de0cda994 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0586448 Dec 10 10:00:31.576939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec7ffdec-2f46-4160-b9a1-a33131001139 req-6049e0d8-9eb0-4b51-a3e2-0a4a713dea65 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405869 Dec 10 10:00:32.702427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2f349-e50b-4e6a-a9d5-86a55434bca4 req-6e63fc38-f144-4df4-b533-b581abac3f9d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:32.704680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dc2f349-e50b-4e6a-a9d5-86a55434bca4 req-6e63fc38-f144-4df4-b533-b581abac3f9d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0557637 Dec 10 10:00:32.754412 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0dc2f349-e50b-4e6a-a9d5-86a55434bca4 req-bd206ceb-fece-4d4a-952d-b9daa3b76627 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Dec 10 10:00:33.385375 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-54b860e3-1a13-412e-aa88-8d67665a8de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:33.881142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c607c-048a-40be-b95d-eae6cd46e5ae req-6701b26d-26fa-448c-ba8d-cfdbebe2c2ba tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:33.882919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-751c607c-048a-40be-b95d-eae6cd46e5ae req-6701b26d-26fa-448c-ba8d-cfdbebe2c2ba tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0485125 Dec 10 10:00:33.930517 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-751c607c-048a-40be-b95d-eae6cd46e5ae req-51d369b6-3ac0-4607-b9d9-bcd38b183ed8 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409045 Dec 10 10:00:34.411231 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-2fdb4a78-6841-475c-8de7-00051cdfeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:34.412720 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-2fdb4a78-6841-475c-8de7-00051cdfeb61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d&tenant_id=4af96988208a4abd9b95a997c0cb4e59 HTTP/1.1" status: 200 len: 1097 time: 0.0429878 Dec 10 10:00:34.424635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:00:34.481664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:34.681661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:00:34.714565 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h1-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:00:34.754324 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:00:34.756518 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473ea162-6ad2-443f-a75b-0f9c86430cae" -d '{"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:00:34.760458 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:34.772550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Transition to ACTIVE for port object a467e637-8d93-4bf7-ae3e-4d80fcce1876 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:00:34.776951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:34.814961 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 10:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87734598-a13f-4405-baaa-c35a9bb6c2a5 x-openstack-request-id: req-87734598-a13f-4405-baaa-c35a9bb6c2a5 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:00:34.815260 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:00:34.815526 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87734598-a13f-4405-baaa-c35a9bb6c2a5 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:00:34.815924 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'code': 200} Dec 10 10:00:34.834581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=10']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:00:34.881628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.881985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.882337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.882946 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.883282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.883621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.883960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.884650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.884650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.884926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.885251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.885677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.887782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:00:34.930869 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] No DVR routers for this DVR port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on host n-h1-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:00:35.058601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e898ae-bd14-4328-a2fd-70b3513dd019 req-bd54006b-bdfe-4d6c-9d00-9a9416750296 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:35.060843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1e898ae-bd14-4328-a2fd-70b3513dd019 req-bd54006b-bdfe-4d6c-9d00-9a9416750296 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0546973 Dec 10 10:00:35.084746 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:00:35.085086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:00:35.085420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:00:35.089949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:00:35.090187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Attempting to bind port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:00:35.095087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:00:35.095421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Checking segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:00:35.095809 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Bound using segment: {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:00:35.096236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Bound port: a467e637-8d93-4bf7-ae3e-4d80fcce1876, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e98c18-73cf-4c9a-bace-14ccecee202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:00:35.096589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:35.113143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1e898ae-bd14-4328-a2fd-70b3513dd019 req-150fabd8-8dfd-496b-9d14-817fb0cc02c5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460901 Dec 10 10:00:35.159885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:00:35.163189 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:00:35.166961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:35.206530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:35.207152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:35.208534 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] 10.222.0.39 "PUT /v2.0/ports/a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1093 time: 0.7878804 Dec 10 10:00:35.230381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b47713-f326-44ed-81e1-6a375ae6826e service neutron] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=11']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:00:35.278088 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-dc5a7686-8963-423c-a342-bf4d631ef287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:35.279673 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-dc5a7686-8963-423c-a342-bf4d631ef287 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1096 time: 0.0448773 Dec 10 10:00:35.379169 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-5762a731-3ee6-4dd8-b20e-89c6c1d47937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:35.380621 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-5762a731-3ee6-4dd8-b20e-89c6c1d47937 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0944431 Dec 10 10:00:35.445852 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-e62eff32-e554-4535-a5a6-4bc346700dc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1000 time: 0.0583980 Dec 10 10:00:35.494885 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-77e8fb4f-bfed-4e1b-a14e-2b534ffec56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:35.496630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-77e8fb4f-bfed-4e1b-a14e-2b534ffec56f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0442998 Dec 10 10:00:35.548864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-3b38ced7-ffee-4996-bd73-086ba6aef22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:35.550417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-3b38ced7-ffee-4996-bd73-086ba6aef22f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471625 Dec 10 10:00:35.555789 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a942d6be-1dbd-4cf1-86bb-1d7cb9f79cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:35.643156 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-7fd60e79-61b3-4ebc-9156-bef898475aba service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818624 Dec 10 10:00:35.725886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:00:35.737223 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a277893-b8ff-4371-b19b-474e3eefca91 req-e1195838-07c8-4def-89fa-45ccca5853e6 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867796 Dec 10 10:00:35.763656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:00:36.233969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd84cbd-4fa9-4e11-abe1-d30d7a01159a req-c18256f5-7856-4162-8943-ae3dfde9f076 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:36.235603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cd84cbd-4fa9-4e11-abe1-d30d7a01159a req-c18256f5-7856-4162-8943-ae3dfde9f076 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0507267 Dec 10 10:00:36.282552 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cd84cbd-4fa9-4e11-abe1-d30d7a01159a req-74d68d23-db9b-4f1f-a5fa-dc5104369654 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410051 Dec 10 10:00:36.772790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:36.817606 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:00:36.820015 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328" -d '{"events": [{"name": "network-changed", "server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:00:36.871419 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b85092d-5652-47a9-906d-1a5b2c82c875 x-openstack-request-id: req-5b85092d-5652-47a9-906d-1a5b2c82c875 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:00:36.871712 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:00:36.871962 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b85092d-5652-47a9-906d-1a5b2c82c875 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:00:36.872362 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'status': 'completed', 'code': 200} Dec 10 10:00:36.936160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-74a5356c-d50f-4ec1-a447-ea5b86eb72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:36.937686 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-74a5356c-d50f-4ec1-a447-ea5b86eb72f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1096 time: 0.0429535 Dec 10 10:00:36.947228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-b0d2ffde-c9a4-45cd-926a-d61ebdc173a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:36.949335 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-b0d2ffde-c9a4-45cd-926a-d61ebdc173a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4af96988208a4abd9b95a997c0cb4e59&device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 1096 time: 0.0566683 Dec 10 10:00:37.043278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-d8ad9dd0-99a6-430a-aabb-60450c4b680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:37.046046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-d8ad9dd0-99a6-430a-aabb-60450c4b680e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.1012609 Dec 10 10:00:37.048497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-90c3e3d5-5de1-4e95-b8f0-0a4508634a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:37.049979 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-90c3e3d5-5de1-4e95-b8f0-0a4508634a10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 200 len: 912 time: 0.0942023 Dec 10 10:00:37.114152 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-a3326320-4cd2-4d3a-bcd1-45b050678b85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1000 time: 0.0613673 Dec 10 10:00:37.121990 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-e8aa554d-ae32-4b72-85ed-b3b65cc064e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 200 len: 1000 time: 0.0651355 Dec 10 10:00:37.172377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-66433930-9c57-40d3-91d8-417f6f09dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:37.174025 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-66433930-9c57-40d3-91d8-417f6f09dc85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0456824 Dec 10 10:00:37.174959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-b236f46d-5a12-46e8-b59d-2edbc04fb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:37.176536 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-b236f46d-5a12-46e8-b59d-2edbc04fb3b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 200 len: 850 time: 0.0555038 Dec 10 10:00:37.224810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-37e88f44-1bf0-40b9-b15d-7ed018feb1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:37.225082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-f83d9334-a9d7-431f-8dca-ad068ea778f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:37.226368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-37e88f44-1bf0-40b9-b15d-7ed018feb1fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425091 Dec 10 10:00:37.226501 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-f83d9334-a9d7-431f-8dca-ad068ea778f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448992 Dec 10 10:00:37.323432 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-8c844a8e-5e24-483c-b7b7-4911096a1b57 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887551 Dec 10 10:00:37.329078 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-2c6f67b2-6d69-457d-b78a-a312c63cd76a service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952606 Dec 10 10:00:37.428272 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-16d8e152-c725-425a-8ba9-8d3f764c2e52 service neutron] 10.222.0.39 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908225 Dec 10 10:00:37.465123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552dd6-1d12-49c0-9133-9270de630fd7 req-dd3e692b-88c9-402f-8c66-2e196785be39 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:37.466674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22552dd6-1d12-49c0-9133-9270de630fd7 req-dd3e692b-88c9-402f-8c66-2e196785be39 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0764546 Dec 10 10:00:37.469044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68ea07d7-5f83-45d3-9c5f-bb92b10d6328 req-2186a657-7be7-4c04-8265-600913432d87 service neutron] 10.222.0.18 "GET /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388254 Dec 10 10:00:37.516970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22552dd6-1d12-49c0-9133-9270de630fd7 req-4a83114f-fad4-49d3-8d4f-d7d6bd86c7b8 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Dec 10 10:00:38.465338 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:38.656864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e8d00-d4e2-4148-8c8a-8e34b5fd9ff1 req-a5146a78-1cc6-4fd3-a42a-cc69d9366a8a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:38.658378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d71e8d00-d4e2-4148-8c8a-8e34b5fd9ff1 req-a5146a78-1cc6-4fd3-a42a-cc69d9366a8a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0552776 Dec 10 10:00:38.707202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d71e8d00-d4e2-4148-8c8a-8e34b5fd9ff1 req-9fbbe401-4cb3-494b-b066-fb35d1f4095a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Dec 10 10:00:39.430509 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:39.828365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190c7ed-7560-434e-9c8d-a3a4735fa3c9 req-2eb5c31e-6d87-4761-b47d-bdf9ce1a5ea8 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:39.829936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a190c7ed-7560-434e-9c8d-a3a4735fa3c9 req-2eb5c31e-6d87-4761-b47d-bdf9ce1a5ea8 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0497475 Dec 10 10:00:39.878086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a190c7ed-7560-434e-9c8d-a3a4735fa3c9 req-c56078c5-1630-4e66-b92a-07e309fbaccc tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420074 Dec 10 10:00:40.997085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e2a9d-96ea-48ce-ac90-e835abf32283 req-980a419e-fb69-4ff7-96e7-3e9424642bfa tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:40.998592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-396e2a9d-96ea-48ce-ac90-e835abf32283 req-980a419e-fb69-4ff7-96e7-3e9424642bfa tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0506239 Dec 10 10:00:41.049703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-396e2a9d-96ea-48ce-ac90-e835abf32283 req-f7f2af3d-8a42-464c-bf24-b66d1bf90e44 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 Dec 10 10:00:42.165991 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b246-91dd-4153-a159-424f3cf9482b req-06a0eaff-c288-4c2b-bd6a-ceed56e2835b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:42.167554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0a7b246-91dd-4153-a159-424f3cf9482b req-06a0eaff-c288-4c2b-bd6a-ceed56e2835b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0489419 Dec 10 10:00:42.215177 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a0a7b246-91dd-4153-a159-424f3cf9482b req-5052c8a3-8f74-4c60-8a86-391e8c8a0c7b tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415268 Dec 10 10:00:43.332187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703020f-18fb-47ab-b7bc-5dee90c5d8d5 req-31b7bbef-facd-4a16-ba31-b36dc3030dee tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:43.333683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7703020f-18fb-47ab-b7bc-5dee90c5d8d5 req-31b7bbef-facd-4a16-ba31-b36dc3030dee tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0488851 Dec 10 10:00:43.379777 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7703020f-18fb-47ab-b7bc-5dee90c5d8d5 req-b8323e32-cdfe-4fa4-9702-fe5f13c2fd73 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398741 Dec 10 10:00:44.503041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bcaee-9275-4dae-8a8f-2add818dcf3c req-7eb1f6ca-5e70-486e-b24a-9b1d0087554c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:44.504498 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-882bcaee-9275-4dae-8a8f-2add818dcf3c req-7eb1f6ca-5e70-486e-b24a-9b1d0087554c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0528519 Dec 10 10:00:44.553553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-882bcaee-9275-4dae-8a8f-2add818dcf3c req-f4cc3bac-1a1c-4f2f-832c-b09f12f9c075 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Dec 10 10:00:45.670884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf9937-87f7-484b-a808-ee20e554e714 req-15a261a8-4296-41da-ab88-af8a9a9a52ad tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:45.672402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fdf9937-87f7-484b-a808-ee20e554e714 req-15a261a8-4296-41da-ab88-af8a9a9a52ad tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0494075 Dec 10 10:00:45.720332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fdf9937-87f7-484b-a808-ee20e554e714 req-f06528b4-fc0f-45fe-a478-fd1a7c59b412 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Dec 10 10:00:45.758140 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:46.852686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702d7e7-21f8-49f5-995b-299fae6dba40 req-85379ad0-1579-457b-8a06-66340d16d45f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:46.854214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a702d7e7-21f8-49f5-995b-299fae6dba40 req-85379ad0-1579-457b-8a06-66340d16d45f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0621610 Dec 10 10:00:46.906583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a702d7e7-21f8-49f5-995b-299fae6dba40 req-c1b28acf-34d9-4111-84fd-cc90651a498c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463455 Dec 10 10:00:48.024867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6c45f-cf9d-4ca1-9963-a74a47c5a99b req-6cbe19c3-9512-4fe1-a663-9bdcc86af2b1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:48.026988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9b6c45f-cf9d-4ca1-9963-a74a47c5a99b req-6cbe19c3-9512-4fe1-a663-9bdcc86af2b1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0501072 Dec 10 10:00:48.078150 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9b6c45f-cf9d-4ca1-9963-a74a47c5a99b req-d909e2fb-fc5e-4e1b-8dc5-d2c669c320f9 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Dec 10 10:00:48.193335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b04cc5-da31-4d3c-99d9-4a2ec0d13d1e req-d11b52ae-27bf-448f-ba03-282209ef2480 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:48.194731 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31b04cc5-da31-4d3c-99d9-4a2ec0d13d1e req-d11b52ae-27bf-448f-ba03-282209ef2480 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0481153 Dec 10 10:00:48.241193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31b04cc5-da31-4d3c-99d9-4a2ec0d13d1e req-0a170016-08a1-4d0e-ba46-6af0373b1600 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399992 Dec 10 10:00:48.359878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dcba-2463-43cf-8568-131e39a89cb7 req-549a803c-39d8-4041-81ad-71f9e6cb8a30 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:48.361336 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1de2dcba-2463-43cf-8568-131e39a89cb7 req-549a803c-39d8-4041-81ad-71f9e6cb8a30 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0530286 Dec 10 10:00:48.408542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1de2dcba-2463-43cf-8568-131e39a89cb7 req-f2e85c39-610d-4a0e-9949-2ee1ed6ccf7c tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Dec 10 10:00:48.622774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:00:48.645764 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66489402-1eab-4dca-a860-b7fd2d07b2ce req-0492fa46-878b-4799-b4d6-ac7ba4d361c0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:48.647256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66489402-1eab-4dca-a860-b7fd2d07b2ce req-0492fa46-878b-4799-b4d6-ac7ba4d361c0 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 945 time: 0.0535331 Dec 10 10:00:48.695463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-66489402-1eab-4dca-a860-b7fd2d07b2ce req-d097a5df-d90c-444f-8ab7-91db5f529eb9 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Dec 10 10:00:48.720873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:00:48.733964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'port_id': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'mac_address': 'fa:16:3e:73:35:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:00:48.770358 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:48.783441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a467e637-8d93-4bf7-ae3e-4d80fcce1876 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:00:48.802325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:00:48.806270 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:48.851584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=12']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:00:49.056033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['a467e637-8d93-4bf7-ae3e-4d80fcce1876'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:00:49.820812 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089ed7b-f114-4375-9894-2f431e1e55f9 req-00a606be-1011-411b-a9f0-c0320c557362 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:49.822229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9089ed7b-f114-4375-9894-2f431e1e55f9 req-00a606be-1011-411b-a9f0-c0320c557362 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0524166 Dec 10 10:00:49.870246 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9089ed7b-f114-4375-9894-2f431e1e55f9 req-45beb422-dce8-4c04-875b-84ae742e2c6d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 Dec 10 10:00:49.891989 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:50.165650 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-636e0f1b-cec8-4aea-b42e-fd096ef5e48a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:00:50.167756 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-636e0f1b-cec8-4aea-b42e-fd096ef5e48a tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 946 time: 0.0545197 Dec 10 10:00:50.254988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Deleting port a467e637-8d93-4bf7-ae3e-4d80fcce1876 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:00:50.255348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:50.344950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] For port a467e637-8d93-4bf7-ae3e-4d80fcce1876, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a467e637-8d93-4bf7-ae3e-4d80fcce1876,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:00:50.345310 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:50.514028 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:50.514302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:50.514620 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c disassociated. External IP: 172.25.3.70, port: a467e637-8d93-4bf7-ae3e-4d80fcce1876. Dec 10 10:00:50.514955 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Calling delete_port for a467e637-8d93-4bf7-ae3e-4d80fcce1876 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:00:50.636029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:00:50.642152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:50.672814 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event deleted for resources: {'Port': ['ID=a467e637-8d93-4bf7-ae3e-4d80fcce1876,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:00:50.675279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No active binding found for port a467e637-8d93-4bf7-ae3e-4d80fcce1876 {{(pid=114971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 10:00:50.675702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 10:00:50.698642 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Port a467e637-8d93-4bf7-ae3e-4d80fcce1876 not found, will not notify nova. {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 10:00:50.792106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:00:50.903907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:00:50.915061 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:00:50.925788 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:00:50.926402 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:00:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:00:50.959813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] No DVR routers for this DVR port a467e637-8d93-4bf7-ae3e-4d80fcce1876 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:00:50.962707 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:00:50.966708 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d2c167c1-343d-4a21-8ba1-8021ee51bff0 req-9d2a0f6e-312d-4a4e-a4c6-2a04cfe5dfa5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.39 "DELETE /v2.0/ports/a467e637-8d93-4bf7-ae3e-4d80fcce1876 HTTP/1.1" status: 204 len: 173 time: 0.7932200 Dec 10 10:00:50.967411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-deleted', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:00:50.970115 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c34e4ec-f00f-4417-bc99-a29888ffb6e1" -d '{"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-deleted", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:00:51.011708 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34fa2129-9fee-40e6-862e-f635a79012e7 req-b8a745be-d1d2-4686-bf46-ae3039463e0d tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 210 time: 0.0431366 Dec 10 10:00:51.013064 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19661345-ad29-4d84-8e9f-e3438cd2777c x-openstack-request-id: req-19661345-ad29-4d84-8e9f-e3438cd2777c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:00:51.013362 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7276a09a-ac0b-4402-a0cd-f698249e7e1d", "name": "network-vif-deleted", "tag": "a467e637-8d93-4bf7-ae3e-4d80fcce1876", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:00:51.013672 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19661345-ad29-4d84-8e9f-e3438cd2777c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:00:51.014262 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7276a09a-ac0b-4402-a0cd-f698249e7e1d', 'name': 'network-vif-deleted', 'tag': 'a467e637-8d93-4bf7-ae3e-4d80fcce1876', 'status': 'completed', 'code': 200} Dec 10 10:00:51.053018 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:00:51.255612 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:00:51.282774 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:00:51.292144 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:00:51.292725 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:00:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:00:51.396580 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:00:51.593582 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:00:51.623455 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21096c48-164c-4da9-a6d5-9b0acc52c02d None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '2701d587-8353-4daf-b66e-beaeaeb6b294', 'name': '', 'network_id': 'f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'mac_address': 'fa:16:3e:e3:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:09Z', 'updated_at': '2021-12-10T09:49:12Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'subnets': [{'id': 'af8ce0dd-4b6a-4f5c-9834-aa63156da2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:00:51.855833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a17346-67f3-4872-8e99-671a9fcd9f8d None None] New status for floating IP 951d7ae1-b3c0-4fe3-9c90-ca002c629d2c: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:00:52.113381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5ed8da8-fcd1-4e3f-b456-dd1711c41271 req-efccf814-d131-4292-bea2-e6383edec79f tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 210 time: 0.0275476 Dec 10 10:00:53.210386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-498d4dbb-95c3-485b-9e61-30d09dc5e1c7 req-1280b5be-c0cf-485f-a788-79bf06f028ee tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 210 time: 0.0265980 Dec 10 10:00:54.311048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0759bd3a-620a-468d-93ef-e87c379b6d0f req-a486102e-7d0f-4192-9eae-04d50f5b69d2 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 210 time: 0.0271571 Dec 10 10:00:54.682653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:00:54.703188 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: a467e637-8d93-4bf7-ae3e-4d80fcce1876 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:00:54.703532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a467e637-8d93-4bf7-ae3e-4d80fcce1876 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:00:55.427138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9380b963-2639-4b33-9432-7493e5c97656 req-235185ed-afef-41e0-8c9e-f5b9b95ad4c5 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/ports?device_id=7276a09a-ac0b-4402-a0cd-f698249e7e1d HTTP/1.1" status: 200 len: 210 time: 0.0311368 Dec 10 10:00:56.702853 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:01:00.186764 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46598) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:00.240575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b71b0c4-9eff-487c-9bc5-ada3fe47ca07 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.265824 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b71b0c4-9eff-487c-9bc5-ada3fe47ca07 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.316124 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b71b0c4-9eff-487c-9bc5-ada3fe47ca07 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.318918 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b71b0c4-9eff-487c-9bc5-ada3fe47ca07 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.321966 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8b71b0c4-9eff-487c-9bc5-ada3fe47ca07 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "DELETE /v2.0/security-groups/6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80 HTTP/1.1" status: 204 len: 168 time: 0.1339917 Dec 10 10:01:00.323160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46600) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:00.331619 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71b0c4-9eff-487c-9bc5-ada3fe47ca07 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:00.341207 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-af87e553-acbb-49de-b292-6df9fbf2e3ce tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] show failed (client error): The resource could not be found. Dec 10 10:01:00.345370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-af87e553-acbb-49de-b292-6df9fbf2e3ce tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "GET /v2.0/security-groups/6bad7cae-ff72-4fec-a78a-9b4a2fbfeb80 HTTP/1.1" status: 404 len: 347 time: 0.0211875 Dec 10 10:01:00.345557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46602) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:00.475956 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Deleting port bbef05d0-85e2-4d8c-ae29-cd6908333c5e {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:00.476290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.551258 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.551587 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.563322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Calling delete_port for bbef05d0-85e2-4d8c-ae29-cd6908333c5e owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:00.696821 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.722747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Pushing event deleted for resources: {'Port': ['ID=bbef05d0-85e2-4d8c-ae29-cd6908333c5e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:00.795161 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.797942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:00.799106 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e3cc5ad1-0d1a-4d6e-9a4b-79fdbef6edc1 tempest-ServerActionsTestJSON-957045994 tempest-ServerActionsTestJSON-957045994-project] 10.222.0.31 "DELETE /v2.0/floatingips/951d7ae1-b3c0-4fe3-9c90-ca002c629d2c HTTP/1.1" status: 204 len: 168 time: 0.4525948 Dec 10 10:01:00.801998 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46604) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:01.267495 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:01.522968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Deleting port 2701d587-8353-4daf-b66e-beaeaeb6b294 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:01.523221 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:01.601834 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] For port 2701d587-8353-4daf-b66e-beaeaeb6b294, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=2701d587-8353-4daf-b66e-beaeaeb6b294,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:01.602196 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:01.614866 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Calling delete_port for 2701d587-8353-4daf-b66e-beaeaeb6b294 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:01.796005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:01.822298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Pushing event deleted for resources: {'Port': ['ID=2701d587-8353-4daf-b66e-beaeaeb6b294,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:02.300129 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:02.515001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Router ea032b0d-74f0-4cca-83ec-3e71c743b90a has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:01:02.620444 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:01:02.625329 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ade6128a-05fd-4f81-909c-e7aaa0287240 admin admin] 10.222.0.31 "PUT /v2.0/routers/ea032b0d-74f0-4cca-83ec-3e71c743b90a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223913 Dec 10 10:01:02.627930 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46608) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:02.630544 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] Sync routers for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:01:02.640859 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:01:02.641465 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:00:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:02.746737 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:01:02.749220 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:02.851838 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:02.906927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Deleting port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:02.907276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:02.927627 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T10:01:01Z', 'revision_number': 5, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port': {'id': '0f23f86a-635a-4d59-9d73-be7edf3ffc5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T09:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:02.959309 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] Checking router: ea032b0d-74f0-4cca-83ec-3e71c743b90a for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:01:02.970854 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] Routers {'ea032b0d-74f0-4cca-83ec-3e71c743b90a'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:01:02.971472 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:00:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:02.988929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] For port 0f23f86a-635a-4d59-9d73-be7edf3ffc5b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0f23f86a-635a-4d59-9d73-be7edf3ffc5b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:02.989304 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.004941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Calling delete_port for 0f23f86a-635a-4d59-9d73-be7edf3ffc5b owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:03.165048 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] Set router ea032b0d-74f0-4cca-83ec-3e71c743b90a gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:01:03.183765 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.213803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f23f86a-635a-4d59-9d73-be7edf3ffc5b,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:03.218252 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T10:01:02Z', 'revision_number': 6, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:03.231532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992ff60-7abe-45c7-8c18-0344c9f2dfdd None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:03.251013 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42550c-e7c6-4ea4-9a7d-24fa5587dd74 None None] The sync data for ids ['ea032b0d-74f0-4cca-83ec-3e71c743b90a'] in n-d-814746-3 is: [{'id': 'ea032b0d-74f0-4cca-83ec-3e71c743b90a', 'name': 'tempest-ServerActionsTestJSON-759762084-router', 'tenant_id': '4af96988208a4abd9b95a997c0cb4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T09:49:07Z', 'updated_at': '2021-12-10T10:01:02Z', 'revision_number': 6, 'project_id': '4af96988208a4abd9b95a997c0cb4e59', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:01:03.285080 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.379082 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3980258f-5d92-4119-8e05-5e7ed1d92ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.379525 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.381880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.429544 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.430027 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea032b0d-74f0-4cca-83ec-3e71c743b90a {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:01:03.435162 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.436304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8b413b29-a9a1-4b7c-9ac4-e536df99354f admin admin] 10.222.0.31 "DELETE /v2.0/routers/ea032b0d-74f0-4cca-83ec-3e71c743b90a HTTP/1.1" status: 204 len: 168 time: 0.8073258 Dec 10 10:01:03.438816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46610) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:03.483583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-33de58f9-8d4a-4a4b-813c-acf1c6b43e40 admin admin] Deleting subnet af8ce0dd-4b6a-4f5c-9834-aa63156da2dd {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:01:03.486709 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33de58f9-8d4a-4a4b-813c-acf1c6b43e40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.521250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33de58f9-8d4a-4a4b-813c-acf1c6b43e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.598120 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33de58f9-8d4a-4a4b-813c-acf1c6b43e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.657602 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33de58f9-8d4a-4a4b-813c-acf1c6b43e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.686313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de58f9-8d4a-4a4b-813c-acf1c6b43e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8ce0dd-4b6a-4f5c-9834-aa63156da2dd,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:03.688298 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-33de58f9-8d4a-4a4b-813c-acf1c6b43e40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.692758 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-33de58f9-8d4a-4a4b-813c-acf1c6b43e40 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af8ce0dd-4b6a-4f5c-9834-aa63156da2dd HTTP/1.1" status: 204 len: 168 time: 0.2529724 Dec 10 10:01:03.693976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46612) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:03.700661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737747f0-9d52-495c-a957-fa662484c93a None None] Network f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:03.772078 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.830073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Deleting port d2389a21-8c9c-4258-b431-ec0a62b39417 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:03.830414 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.897322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] For port d2389a21-8c9c-4258-b431-ec0a62b39417, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d2389a21-8c9c-4258-b431-ec0a62b39417,segment=NetworkSegment(33e98c18-73cf-4c9a-bace-14ccecee202d),segment_id=33e98c18-73cf-4c9a-bace-14ccecee202d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:03.897727 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:03.910846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Calling delete_port for d2389a21-8c9c-4258-b431-ec0a62b39417 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:03.989735 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.020818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2389a21-8c9c-4258-b431-ec0a62b39417,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:04.022589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] No DVR routers for this DVR port d2389a21-8c9c-4258-b431-ec0a62b39417 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:01:04.077810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564f6f3-9670-4b72-ab2c-ec58b8845aa2 None None] DHCP port deletion for f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:04.097470 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.118947 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:04.128021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e98c18-73cf-4c9a-bace-14ccecee202d') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:04.128321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e98c18-73cf-4c9a-bace-14ccecee202d') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:04.137842 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.152141 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.158476 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:01:04.158871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: timer() Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:01:04.160888 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:01:04.221537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.227113 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.231090 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] 10.222.0.31 "DELETE /v2.0/networks/f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce HTTP/1.1" status: 204 len: 168 time: 0.5361292 Dec 10 10:01:04.242399 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b3255-3b95-4ef0-8e94-4ca715207d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=f87aa4f3-571a-49a9-8e7f-4f0e7b6401ce,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:04.351858 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46616) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:04.391713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ad3a42d6-94a2-4d92-9cf4-a6042a52de5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4af96988208a4abd9b95a997c0cb4e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387545 Dec 10 10:01:04.394790 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46618) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:04.440673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be3edf51-6671-4c57-8480-36c2e9657898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.462475 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be3edf51-6671-4c57-8480-36c2e9657898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.508217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be3edf51-6671-4c57-8480-36c2e9657898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.511303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-be3edf51-6671-4c57-8480-36c2e9657898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:04.512448 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-be3edf51-6671-4c57-8480-36c2e9657898 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f76b452-9ad3-4879-a5c1-043a2c8229d6 HTTP/1.1" status: 204 len: 168 time: 0.1167679 Dec 10 10:01:04.520220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3edf51-6671-4c57-8480-36c2e9657898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f76b452-9ad3-4879-a5c1-043a2c8229d6,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:04.959146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d2389a21-8c9c-4258-b431-ec0a62b39417 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:01:04.981012 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: d2389a21-8c9c-4258-b431-ec0a62b39417 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:04.981364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d2389a21-8c9c-4258-b431-ec0a62b39417 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:01:04.981808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2701d587-8353-4daf-b66e-beaeaeb6b294 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:01:05.000586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 2701d587-8353-4daf-b66e-beaeaeb6b294 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:05.000936 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 2701d587-8353-4daf-b66e-beaeaeb6b294 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:01:05.001348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0f23f86a-635a-4d59-9d73-be7edf3ffc5b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:01:05.020840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0f23f86a-635a-4d59-9d73-be7edf3ffc5b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:05.021282 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0f23f86a-635a-4d59-9d73-be7edf3ffc5b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:01:05.221426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46640) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:05.317246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-601274086-network', 'tenant_id': 'f86fc3fb30bd4f798dec6a0a5a8851c4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:05.338114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Made reservation on behalf of f86fc3fb30bd4f798dec6a0a5a8851c4 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:05.340382 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.352796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.426575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.429990 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.453685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:05.462063 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b4048-8625-4e27-98d8-4ec9a964a0dc,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:05.469375 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.469751 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Added segment 3c50c11a-7535-44c7-a65f-a4fd0034fb96 of type vlan for network 43468921-6203-440b-a0c0-a77aa5e94d1f Dec 10 10:01:05.512222 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.538462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.539607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:05.540194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.558968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6da51938-22c9-4dbc-bdd9-f22417dc6e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.604833 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3822489 Dec 10 10:01:05.607813 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46644) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:05.610603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de479318-1f0a-4bdd-87d4-b54895a27814 admin admin] Pushing event updated for resources: {'Network': ['ID=43468921-6203-440b-a0c0-a77aa5e94d1f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:05.614583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Request body: {'subnet': {'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-601274086-subnet', 'tenant_id': 'f86fc3fb30bd4f798dec6a0a5a8851c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:05.620996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 43468921-6203-440b-a0c0-a77aa5e94d1f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:05.639581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Made reservation on behalf of f86fc3fb30bd4f798dec6a0a5a8851c4 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:05.642085 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.813918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.870958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:05.878599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Checking segment: {'id': '3c50c11a-7535-44c7-a65f-a4fd0034fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:05.878968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Network hostable DHCP agents. Network: 43468921-6203-440b-a0c0-a77aa5e94d1f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:05.895356 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Network 43468921-6203-440b-a0c0-a77aa5e94d1f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:05.903901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 43468921-6203-440b-a0c0-a77aa5e94d1f) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:05.908029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:05.908616 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:05.912892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc531b1-f9ae-4c62-b71e-87c01f5a54eb None None] Network 43468921-6203-440b-a0c0-a77aa5e94d1f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:05.923845 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4dccab01-2998-4bc8-9e90-71c5b7248a4c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3148654 Dec 10 10:01:06.179342 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ab0ae-ee48-46f3-b0b9-d0e97860f96e None None] Network 43468921-6203-440b-a0c0-a77aa5e94d1f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:06.363398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-fec8a334-6f76-424d-81ae-8c977ea2c017 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:06.364794 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-fec8a334-6f76-424d-81ae-8c977ea2c017 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/networks?id=43468921-6203-440b-a0c0-a77aa5e94d1f HTTP/1.1" status: 200 len: 813 time: 0.1074054 Dec 10 10:01:06.379702 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-a6b73077-225a-4a7f-87b6-3618d503ecdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/quotas/f86fc3fb30bd4f798dec6a0a5a8851c4 HTTP/1.1" status: 200 len: 375 time: 0.0088801 Dec 10 10:01:06.411240 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-86284325-6067-4d9b-ad84-8555c5caa138 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f86fc3fb30bd4f798dec6a0a5a8851c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261145 Dec 10 10:01:06.468474 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-9d70e1a9-848a-43c3-a66b-a1b21066286d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:01:06.469525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-9d70e1a9-848a-43c3-a66b-a1b21066286d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507958 Dec 10 10:01:06.560430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-d1debb05-06d0-4293-b25f-8a0c0b7ef3d1 service neutron] 10.222.0.31 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845873 Dec 10 10:01:06.654364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4938576c-690a-4b25-a89a-4359b7757167 service neutron] 10.222.0.31 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878801 Dec 10 10:01:06.780806 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:06.816330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e259d47-90bc-4aea-b646-465a973ba2b9 req-697c8de4-5de0-43ff-b61f-058292eb7e41 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0285795 Dec 10 10:01:07.854621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-05ad32f2-fd68-4b1b-b55b-33dae4d5482e tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:07.856070 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-05ad32f2-fd68-4b1b-b55b-33dae4d5482e tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.18 "GET /v2.0/networks?id=43468921-6203-440b-a0c0-a77aa5e94d1f HTTP/1.1" status: 200 len: 813 time: 0.1078722 Dec 10 10:01:07.871265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Request body: {'port': {'device_id': 'e9793f44-72a3-42f7-b45b-2df37d2f2cbc', 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f', 'admin_state_up': True, 'tenant_id': 'f86fc3fb30bd4f798dec6a0a5a8851c4'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:07.944778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9e824fd-37eb-491f-b881-3457c60154dc req-57528dbe-8af1-425f-8b5f-0284ce0f20db tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0540109 Dec 10 10:01:08.001745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Made reservation on behalf of f86fc3fb30bd4f798dec6a0a5a8851c4 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:08.005240 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:08.132881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Allocated IP 172.20.0.5 (43468921-6203-440b-a0c0-a77aa5e94d1f/e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc/6b04ddb4-cc76-4a4f-b232-34326237fe90) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:08.284861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:08.317776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:08.363741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Network 43468921-6203-440b-a0c0-a77aa5e94d1f is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:08.366835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:08.370771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:08.377018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Pushing event updated for resources: {'Port': ['ID=6b04ddb4-cc76-4a4f-b232-34326237fe90,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:08.424382 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:08.425005 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:08.442459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-4f543d88-bf44-4733-9376-ee9c541cb2cb tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769222 Dec 10 10:01:08.455671 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Request body: {'port': {'device_id': 'e9793f44-72a3-42f7-b45b-2df37d2f2cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:08.466694 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:08.514501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:08.776184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b04ddb4-cc76-4a4f-b232-34326237fe90 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:01:08.783459 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:08.795202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Transition to ACTIVE for port object 6b04ddb4-cc76-4a4f-b232-34326237fe90 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:01:08.799165 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:08.867022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Pushing event updated for resources: {'Port': ['ID=6b04ddb4-cc76-4a4f-b232-34326237fe90,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:08.917115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Attempting to bind port 6b04ddb4-cc76-4a4f-b232-34326237fe90 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:08.917447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Attempting to bind port 6b04ddb4-cc76-4a4f-b232-34326237fe90 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '3c50c11a-7535-44c7-a65f-a4fd0034fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:08.917799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Attempting to bind port 6b04ddb4-cc76-4a4f-b232-34326237fe90 on network 43468921-6203-440b-a0c0-a77aa5e94d1f {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:08.921974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Port 6b04ddb4-cc76-4a4f-b232-34326237fe90 on network 43468921-6203-440b-a0c0-a77aa5e94d1f not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:01:08.922291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Attempting to bind port 6b04ddb4-cc76-4a4f-b232-34326237fe90 on network 43468921-6203-440b-a0c0-a77aa5e94d1f {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:08.926916 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:08.927246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Checking segment: {'id': '3c50c11a-7535-44c7-a65f-a4fd0034fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:08.927625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Bound using segment: {'id': '3c50c11a-7535-44c7-a65f-a4fd0034fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:08.928039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Bound port: 6b04ddb4-cc76-4a4f-b232-34326237fe90, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c50c11a-7535-44c7-a65f-a4fd0034fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:08.928383 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:08.990031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] For port 6b04ddb4-cc76-4a4f-b232-34326237fe90, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:08.993008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] For port 6b04ddb4-cc76-4a4f-b232-34326237fe90, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=6b04ddb4-cc76-4a4f-b232-34326237fe90,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:08.997576 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:09.064086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:09.064706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:09.066125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] 10.222.0.18 "PUT /v2.0/ports/6b04ddb4-cc76-4a4f-b232-34326237fe90 HTTP/1.1" status: 200 len: 1091 time: 0.6146080 Dec 10 10:01:09.066566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9793f44-72a3-42f7-b45b-2df37d2f2cbc', 'tag': '6b04ddb4-cc76-4a4f-b232-34326237fe90'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:01:09.068800 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15" -d '{"events": [{"name": "network-changed", "server_uuid": "e9793f44-72a3-42f7-b45b-2df37d2f2cbc", "tag": "6b04ddb4-cc76-4a4f-b232-34326237fe90"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:01:09.096757 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb5164-6a67-409a-ae29-81acf2d486bc service neutron] Pushing event updated for resources: {'Port': ['ID=6b04ddb4-cc76-4a4f-b232-34326237fe90,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:09.112393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935799d-c1b4-4a16-9c47-bdcff0689e6f req-23fc684b-bee8-4d1e-af34-b50dffc8c4b6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:09.113914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f935799d-c1b4-4a16-9c47-bdcff0689e6f req-23fc684b-bee8-4d1e-af34-b50dffc8c4b6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 943 time: 0.0894701 Dec 10 10:01:09.115406 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfbcc54-1e05-4b7d-9188-79249093d636 x-openstack-request-id: req-dbfbcc54-1e05-4b7d-9188-79249093d636 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:01:09.115694 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9793f44-72a3-42f7-b45b-2df37d2f2cbc", "tag": "6b04ddb4-cc76-4a4f-b232-34326237fe90", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:01:09.115945 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbfbcc54-1e05-4b7d-9188-79249093d636 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:01:09.116332 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9793f44-72a3-42f7-b45b-2df37d2f2cbc', 'tag': '6b04ddb4-cc76-4a4f-b232-34326237fe90', 'status': 'completed', 'code': 200} Dec 10 10:01:09.190507 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f935799d-c1b4-4a16-9c47-bdcff0689e6f req-6b310740-4d70-4486-a9bf-215d04575804 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659444 Dec 10 10:01:09.192249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-2d11a811-5b9f-4986-8f89-00208225d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:09.193676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-2d11a811-5b9f-4986-8f89-00208225d12a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f86fc3fb30bd4f798dec6a0a5a8851c4&device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 1094 time: 0.0766027 Dec 10 10:01:09.237160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-9318a316-4088-4771-b5a9-9020d9d45f02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b04ddb4-cc76-4a4f-b232-34326237fe90 HTTP/1.1" status: 200 len: 217 time: 0.0358989 Dec 10 10:01:09.289902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-3851bbef-55b1-41c5-933f-5b9137009f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:09.291841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-3851bbef-55b1-41c5-933f-5b9137009f84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc HTTP/1.1" status: 200 len: 853 time: 0.0476472 Dec 10 10:01:09.322825 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-c87be70d-306f-4bfb-a89e-d92c170a9511 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43468921-6203-440b-a0c0-a77aa5e94d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240383 Dec 10 10:01:09.411121 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-6000fbd5-4cbb-410f-9fa7-88e7f25596c0 service neutron] 10.222.0.18 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816944 Dec 10 10:01:09.425386 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:09.508593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3b78b8a9-a0da-4eb0-a7ea-5e0fea802ee9 req-62dabcfe-de22-4f1a-968a-12249cba5d95 service neutron] 10.222.0.18 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896626 Dec 10 10:01:09.595171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-9b50274b-943c-49a7-b52f-6cd783cd4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:09.596576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-9b50274b-943c-49a7-b52f-6cd783cd4113 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f86fc3fb30bd4f798dec6a0a5a8851c4&device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 1094 time: 0.0425091 Dec 10 10:01:09.689787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-9553d715-2396-405a-931b-b0f5986056ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:09.691281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-9553d715-2396-405a-931b-b0f5986056ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=43468921-6203-440b-a0c0-a77aa5e94d1f HTTP/1.1" status: 200 len: 914 time: 0.0874009 Dec 10 10:01:09.737153 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-ad6c964f-e126-48c8-b1cc-96c7fe38a832 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b04ddb4-cc76-4a4f-b232-34326237fe90 HTTP/1.1" status: 200 len: 217 time: 0.0358508 Dec 10 10:01:09.784294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-c88443d5-a452-4db0-9ac9-9d0561cb69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:09.785748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-c88443d5-a452-4db0-9ac9-9d0561cb69ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc HTTP/1.1" status: 200 len: 853 time: 0.0422993 Dec 10 10:01:09.817216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-1dff2ea7-40ac-4630-b468-499da6696e50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43468921-6203-440b-a0c0-a77aa5e94d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243697 Dec 10 10:01:09.909668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-3f834aa5-51d2-444c-b86f-82f88ed947a1 service neutron] 10.222.0.18 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845313 Dec 10 10:01:09.998277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-904190f1-42d3-48ce-9f9c-2a6dd5bf7d15 req-3b85af0e-eece-4caf-a25d-d844a69cb7cb service neutron] 10.222.0.18 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815148 Dec 10 10:01:10.311228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca68b0b-b24e-4de4-a5b5-20c33ae80419 req-6ce6eb9a-1778-4ea3-88b0-1fd3380da2d9 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:10.312705 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eca68b0b-b24e-4de4-a5b5-20c33ae80419 req-6ce6eb9a-1778-4ea3-88b0-1fd3380da2d9 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 943 time: 0.0536113 Dec 10 10:01:10.360524 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eca68b0b-b24e-4de4-a5b5-20c33ae80419 req-13dadc16-dbda-4cf0-a33d-61a98b3d4a2e tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Dec 10 10:01:11.480131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fea627-f20b-4961-84d8-b5d31a8e78ea req-75332b22-b280-4673-9b90-8e91d2c88144 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:11.481663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34fea627-f20b-4961-84d8-b5d31a8e78ea req-75332b22-b280-4673-9b90-8e91d2c88144 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 943 time: 0.0501437 Dec 10 10:01:11.528151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-34fea627-f20b-4961-84d8-b5d31a8e78ea req-ecd6f601-354d-425e-87d9-702c114f0022 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Dec 10 10:01:11.927881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 6b04ddb4-cc76-4a4f-b232-34326237fe90 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:01:12.024845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 6b04ddb4-cc76-4a4f-b232-34326237fe90, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=6b04ddb4-cc76-4a4f-b232-34326237fe90,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:12.037004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '6b04ddb4-cc76-4a4f-b232-34326237fe90', 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f', 'port_id': '6b04ddb4-cc76-4a4f-b232-34326237fe90', 'mac_address': 'fa:16:3e:3d:6f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:01:12.073353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:12.086339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b04ddb4-cc76-4a4f-b232-34326237fe90 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:01:12.106191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 6b04ddb4-cc76-4a4f-b232-34326237fe90, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=6b04ddb4-cc76-4a4f-b232-34326237fe90,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:12.110063 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:12.156264 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=6b04ddb4-cc76-4a4f-b232-34326237fe90,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:12.392901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['6b04ddb4-cc76-4a4f-b232-34326237fe90'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:01:12.647424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd339a15-0ec8-42f3-9bca-62b8f71e78e6 req-b76dbeae-d895-4ff5-a484-2753d75029bc tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:12.648788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd339a15-0ec8-42f3-9bca-62b8f71e78e6 req-b76dbeae-d895-4ff5-a484-2753d75029bc tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0534570 Dec 10 10:01:12.694612 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd339a15-0ec8-42f3-9bca-62b8f71e78e6 req-858fe246-3f48-42b2-9feb-e2767f237a31 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Dec 10 10:01:13.810852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc395-ad3e-4f11-86b7-222b957b1ed3 req-b0650d9b-5577-412c-8550-ca21d63a3388 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:13.812236 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e9cc395-ad3e-4f11-86b7-222b957b1ed3 req-b0650d9b-5577-412c-8550-ca21d63a3388 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 944 time: 0.0485015 Dec 10 10:01:13.858816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e9cc395-ad3e-4f11-86b7-222b957b1ed3 req-622c96a2-7778-4b9e-a031-c13534415e06 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Dec 10 10:01:13.937592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 6b04ddb4-cc76-4a4f-b232-34326237fe90 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:01:13.985835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 6b04ddb4-cc76-4a4f-b232-34326237fe90 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:01:13.989524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 6b04ddb4-cc76-4a4f-b232-34326237fe90 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:13.989904 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:14.070218 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:14.103760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9793f44-72a3-42f7-b45b-2df37d2f2cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b04ddb4-cc76-4a4f-b232-34326237fe90'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:01:14.106341 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2053cf-5f02-4866-8b67-e793a14e7e6d" -d '{"events": [{"server_uuid": "e9793f44-72a3-42f7-b45b-2df37d2f2cbc", "name": "network-vif-plugged", "status": "completed", "tag": "6b04ddb4-cc76-4a4f-b232-34326237fe90"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:01:14.118714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 6b04ddb4-cc76-4a4f-b232-34326237fe90, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=6b04ddb4-cc76-4a4f-b232-34326237fe90,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:14.123437 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:14.148891 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c699e32-0a82-4c0a-986c-3920b5025cc4 x-openstack-request-id: req-7c699e32-0a82-4c0a-986c-3920b5025cc4 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:01:14.149185 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9793f44-72a3-42f7-b45b-2df37d2f2cbc", "name": "network-vif-plugged", "status": "completed", "tag": "6b04ddb4-cc76-4a4f-b232-34326237fe90", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:01:14.149442 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c699e32-0a82-4c0a-986c-3920b5025cc4 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:01:14.149859 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9793f44-72a3-42f7-b45b-2df37d2f2cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b04ddb4-cc76-4a4f-b232-34326237fe90', 'code': 200} Dec 10 10:01:14.177280 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=6b04ddb4-cc76-4a4f-b232-34326237fe90,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:14.244279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbda9ae-ee4c-4d63-876f-8a438aa029e8 req-93c0862d-af09-420b-9e62-b07a0cdfaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:14.246385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecbda9ae-ee4c-4d63-876f-8a438aa029e8 req-93c0862d-af09-420b-9e62-b07a0cdfaaaf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 1096 time: 0.0394621 Dec 10 10:01:14.293563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ecbda9ae-ee4c-4d63-876f-8a438aa029e8 req-638506d2-c8c0-4430-baf0-4cabfed526ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Dec 10 10:01:14.973689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2fdba-4510-4dfe-9b7e-afe5430ae4b1 req-c6682397-4f92-42ce-b196-5477c85d374b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:14.975148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0de2fdba-4510-4dfe-9b7e-afe5430ae4b1 req-c6682397-4f92-42ce-b196-5477c85d374b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0480244 Dec 10 10:01:15.023897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0de2fdba-4510-4dfe-9b7e-afe5430ae4b1 req-16ec899b-441d-417e-bc4a-0cf955ed5f3b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Dec 10 10:01:15.758023 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:16.145129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87149-b002-4a1a-84fa-3a072515d7f4 req-fafb1aa5-b99c-44d7-ae24-58dc9d556dc3 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:16.146637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bad87149-b002-4a1a-84fa-3a072515d7f4 req-fafb1aa5-b99c-44d7-ae24-58dc9d556dc3 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0488086 Dec 10 10:01:16.193265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bad87149-b002-4a1a-84fa-3a072515d7f4 req-339fd6f3-f685-4842-8561-1f23670a796b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Dec 10 10:01:16.417472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-2809fdd8-d65f-469f-a9b4-d3fe08fffbcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:16.418961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-2809fdd8-d65f-469f-a9b4-d3fe08fffbcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/networks?id=43468921-6203-440b-a0c0-a77aa5e94d1f HTTP/1.1" status: 200 len: 813 time: 0.1036186 Dec 10 10:01:16.434129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-5e6c2a0b-1874-4a12-a493-40681fefd4fe tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/quotas/f86fc3fb30bd4f798dec6a0a5a8851c4 HTTP/1.1" status: 200 len: 375 time: 0.0094509 Dec 10 10:01:16.484221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-420e5343-4ea9-4a8d-8c8c-a1672a8f9000 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f86fc3fb30bd4f798dec6a0a5a8851c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449359 Dec 10 10:01:16.576331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-451b63fc-768b-4b6c-b2dd-6a5db731ab3e service neutron] 10.222.0.31 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849464 Dec 10 10:01:16.664326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-f39284d9-f743-4658-abf3-09d24459cbf2 service neutron] 10.222.0.31 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819638 Dec 10 10:01:16.830995 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b683d1b0-4127-48be-ab5d-5b37a7006af8 req-b1bea765-eddf-4d38-878e-b55e24611639 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 210 time: 0.0266228 Dec 10 10:01:17.765865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-01e424da-40be-4ce9-ba63-c6bf0d2fd8ba tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:17.767421 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-01e424da-40be-4ce9-ba63-c6bf0d2fd8ba tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.39 "GET /v2.0/networks?id=43468921-6203-440b-a0c0-a77aa5e94d1f HTTP/1.1" status: 200 len: 813 time: 0.1318452 Dec 10 10:01:17.783510 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Request body: {'port': {'device_id': '79419f9f-be6b-4c2f-9d24-d57bb72913e2', 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f', 'admin_state_up': True, 'tenant_id': 'f86fc3fb30bd4f798dec6a0a5a8851c4'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:17.891365 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Made reservation on behalf of f86fc3fb30bd4f798dec6a0a5a8851c4 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:17.895094 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:17.926507 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-de95a472-489b-49c8-8164-898ed0c7e55d req-dc3e6d2b-56ae-4753-bc8b-28b846a88513 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 210 time: 0.0262303 Dec 10 10:01:18.029028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Allocated IP 172.20.0.14 (43468921-6203-440b-a0c0-a77aa5e94d1f/e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc/020d5839-23d4-46ce-8ac4-3e7748122e9d) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:18.181819 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:18.215276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:18.227098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['6b04ddb4-cc76-4a4f-b232-34326237fe90'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:01:18.258601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Network 43468921-6203-440b-a0c0-a77aa5e94d1f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:18.261755 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:18.265445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:18.290479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Pushing event updated for resources: {'Port': ['ID=020d5839-23d4-46ce-8ac4-3e7748122e9d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:18.318903 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:18.319519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:18.335526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8748d7e5-7e4a-49af-8b63-97710875afcf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556903 Dec 10 10:01:18.347788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Request body: {'port': {'device_id': '79419f9f-be6b-4c2f-9d24-d57bb72913e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:18.407228 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:18.667576 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020d5839-23d4-46ce-8ac4-3e7748122e9d {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:01:18.675030 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:18.687036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Transition to ACTIVE for port object 020d5839-23d4-46ce-8ac4-3e7748122e9d will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:01:18.690459 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:18.738917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Pushing event updated for resources: {'Port': ['ID=020d5839-23d4-46ce-8ac4-3e7748122e9d,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:18.809971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Attempting to bind port 020d5839-23d4-46ce-8ac4-3e7748122e9d on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:18.810657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Attempting to bind port 020d5839-23d4-46ce-8ac4-3e7748122e9d by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '3c50c11a-7535-44c7-a65f-a4fd0034fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:18.810657 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Attempting to bind port 020d5839-23d4-46ce-8ac4-3e7748122e9d on network 43468921-6203-440b-a0c0-a77aa5e94d1f {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:18.814689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Port 020d5839-23d4-46ce-8ac4-3e7748122e9d on network 43468921-6203-440b-a0c0-a77aa5e94d1f not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:01:18.815009 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Attempting to bind port 020d5839-23d4-46ce-8ac4-3e7748122e9d on network 43468921-6203-440b-a0c0-a77aa5e94d1f {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:18.819708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:18.820040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Checking segment: {'id': '3c50c11a-7535-44c7-a65f-a4fd0034fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:18.820419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Bound using segment: {'id': '3c50c11a-7535-44c7-a65f-a4fd0034fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:18.820841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Bound port: 020d5839-23d4-46ce-8ac4-3e7748122e9d, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c50c11a-7535-44c7-a65f-a4fd0034fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:18.821186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:18.882852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] For port 020d5839-23d4-46ce-8ac4-3e7748122e9d, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:18.887156 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] For port 020d5839-23d4-46ce-8ac4-3e7748122e9d, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=020d5839-23d4-46ce-8ac4-3e7748122e9d,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:18.891096 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:18.927104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:18.927725 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:18.929094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/020d5839-23d4-46ce-8ac4-3e7748122e9d HTTP/1.1" status: 200 len: 1092 time: 0.5856721 Dec 10 10:01:18.929582 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79419f9f-be6b-4c2f-9d24-d57bb72913e2', 'tag': '020d5839-23d4-46ce-8ac4-3e7748122e9d'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:01:18.931806 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a4b91-3477-42f3-97b6-d82d75288e99" -d '{"events": [{"name": "network-changed", "server_uuid": "79419f9f-be6b-4c2f-9d24-d57bb72913e2", "tag": "020d5839-23d4-46ce-8ac4-3e7748122e9d"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:01:18.954366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601419b-9bec-4804-8c30-68aefa2133b3 service neutron] Pushing event updated for resources: {'Port': ['ID=020d5839-23d4-46ce-8ac4-3e7748122e9d,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:18.985730 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a781180-7d20-4937-9fd4-f5b2f14a885d x-openstack-request-id: req-0a781180-7d20-4937-9fd4-f5b2f14a885d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:01:18.986101 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79419f9f-be6b-4c2f-9d24-d57bb72913e2", "tag": "020d5839-23d4-46ce-8ac4-3e7748122e9d", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:01:18.986416 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a781180-7d20-4937-9fd4-f5b2f14a885d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:01:18.986951 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79419f9f-be6b-4c2f-9d24-d57bb72913e2', 'tag': '020d5839-23d4-46ce-8ac4-3e7748122e9d', 'status': 'completed', 'code': 200} Dec 10 10:01:19.018309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-868dc76e-185f-4942-af69-b19ccafd6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:19.019829 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-868dc76e-185f-4942-af69-b19ccafd6ccf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f86fc3fb30bd4f798dec6a0a5a8851c4&device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 1095 time: 0.0455902 Dec 10 10:01:19.050944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fae7c-29ff-4cea-b98d-af0ab13d67ad req-1367e62e-24e8-4f70-8bba-908d6096e813 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:19.052748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc0fae7c-29ff-4cea-b98d-af0ab13d67ad req-1367e62e-24e8-4f70-8bba-908d6096e813 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 944 time: 0.0547593 Dec 10 10:01:19.069410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-08bbcbac-436d-490f-b3ac-c5d6ab944e59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=020d5839-23d4-46ce-8ac4-3e7748122e9d HTTP/1.1" status: 200 len: 217 time: 0.0403275 Dec 10 10:01:19.101644 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc0fae7c-29ff-4cea-b98d-af0ab13d67ad req-b59cf0ed-cca7-48e2-9974-3e74323dee95 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Dec 10 10:01:19.118716 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-e952170b-8b73-48e0-9929-08a1b2abc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:19.120897 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-e952170b-8b73-48e0-9929-08a1b2abc9a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc HTTP/1.1" status: 200 len: 853 time: 0.0447257 Dec 10 10:01:19.153908 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-8211d5c5-4a96-414d-aa98-41f87a02239d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43468921-6203-440b-a0c0-a77aa5e94d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263753 Dec 10 10:01:19.251021 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-4657bc35-5903-44d5-abcf-b26d115d4cc2 service neutron] 10.222.0.39 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906687 Dec 10 10:01:19.339873 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-df0514d6-427d-46ea-b0c4-597f3262c23f req-2c08f933-04e7-498e-8a6b-23feb690e45d service neutron] 10.222.0.39 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803895 Dec 10 10:01:19.431786 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-9fa33e00-6c2e-4e84-b5b1-b3e82673c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:19.434302 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-9fa33e00-6c2e-4e84-b5b1-b3e82673c5c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f86fc3fb30bd4f798dec6a0a5a8851c4&device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 1095 time: 0.0470560 Dec 10 10:01:19.527632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-fdc0630a-ffaa-46fe-9c45-152b621e2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:19.529125 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-fdc0630a-ffaa-46fe-9c45-152b621e2b5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=43468921-6203-440b-a0c0-a77aa5e94d1f HTTP/1.1" status: 200 len: 914 time: 0.0880110 Dec 10 10:01:19.571160 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-d5ed4eb0-9224-4fd5-8d3d-f3bd3bf804cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=020d5839-23d4-46ce-8ac4-3e7748122e9d HTTP/1.1" status: 200 len: 217 time: 0.0352046 Dec 10 10:01:19.625760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-61f4b51d-550c-4977-a931-1223be4d124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:19.627110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-61f4b51d-550c-4977-a931-1223be4d124d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc HTTP/1.1" status: 200 len: 853 time: 0.0485661 Dec 10 10:01:19.661383 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-de1c4a02-80c6-4607-aec3-7d399357ae4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43468921-6203-440b-a0c0-a77aa5e94d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246589 Dec 10 10:01:19.752526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-6706962d-7ec9-49e4-916b-991cf53d5ece service neutron] 10.222.0.39 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826643 Dec 10 10:01:19.846321 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-876a4b91-3477-42f3-97b6-d82d75288e99 req-27446f7e-ab8f-44f6-9695-97d0b69eb6ab service neutron] 10.222.0.39 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847023 Dec 10 10:01:19.899835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:20.219771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b79430-5031-41f4-913a-52a4742ecbb5 req-8d6d8f75-0d0d-477b-a500-07f49b88182b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:20.221259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79b79430-5031-41f4-913a-52a4742ecbb5 req-8d6d8f75-0d0d-477b-a500-07f49b88182b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 944 time: 0.0494170 Dec 10 10:01:20.268321 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79b79430-5031-41f4-913a-52a4742ecbb5 req-d93cd1dc-dfa2-4127-bc87-c3e398e42a91 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Dec 10 10:01:20.824326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 020d5839-23d4-46ce-8ac4-3e7748122e9d details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:01:20.920676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 020d5839-23d4-46ce-8ac4-3e7748122e9d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=020d5839-23d4-46ce-8ac4-3e7748122e9d,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:20.932170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '020d5839-23d4-46ce-8ac4-3e7748122e9d', 'network_id': '43468921-6203-440b-a0c0-a77aa5e94d1f', 'port_id': '020d5839-23d4-46ce-8ac4-3e7748122e9d', 'mac_address': 'fa:16:3e:c6:4f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:01:20.968313 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:20.981598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020d5839-23d4-46ce-8ac4-3e7748122e9d {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:01:21.001091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 020d5839-23d4-46ce-8ac4-3e7748122e9d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=020d5839-23d4-46ce-8ac4-3e7748122e9d,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:21.004866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:21.053877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=020d5839-23d4-46ce-8ac4-3e7748122e9d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:21.196208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['020d5839-23d4-46ce-8ac4-3e7748122e9d'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:01:21.388624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef608d-1a15-4551-8a58-ba6fc0f37368 req-ed39a0a1-31b3-44ba-801c-1d2c3c0b2adc tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:21.390489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95ef608d-1a15-4551-8a58-ba6fc0f37368 req-ed39a0a1-31b3-44ba-801c-1d2c3c0b2adc tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 945 time: 0.0533051 Dec 10 10:01:21.438527 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95ef608d-1a15-4551-8a58-ba6fc0f37368 req-bb1340db-c94a-44a7-8c3f-067d9c20c003 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Dec 10 10:01:22.554476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47997869-7377-46e6-90a6-bb466da4b64e req-e3f4d68f-bb0a-493a-a5f6-8d5e349fba8b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:22.555950 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47997869-7377-46e6-90a6-bb466da4b64e req-e3f4d68f-bb0a-493a-a5f6-8d5e349fba8b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 945 time: 0.0479925 Dec 10 10:01:22.602170 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-47997869-7377-46e6-90a6-bb466da4b64e req-e52faeb7-b14f-438b-8c7b-40abca77cf4f tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394082 Dec 10 10:01:22.832533 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-3cc2a4d4-832b-4888-9911-b3257043dd97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389824 Dec 10 10:01:22.853167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 020d5839-23d4-46ce-8ac4-3e7748122e9d up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:01:22.902897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 020d5839-23d4-46ce-8ac4-3e7748122e9d completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:01:22.906965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 020d5839-23d4-46ce-8ac4-3e7748122e9d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:22.907339 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:22.918825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-bb8154d5-c12c-4f7b-90dd-9cb6cf02f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:22.920317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-bb8154d5-c12c-4f7b-90dd-9cb6cf02f8ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f86fc3fb30bd4f798dec6a0a5a8851c4&device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 1096 time: 0.0468414 Dec 10 10:01:22.987485 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:23.010846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79419f9f-be6b-4c2f-9d24-d57bb72913e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020d5839-23d4-46ce-8ac4-3e7748122e9d'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:01:23.013078 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d46ba-cd17-44e0-be48-94574030234c" -d '{"events": [{"server_uuid": "79419f9f-be6b-4c2f-9d24-d57bb72913e2", "name": "network-vif-plugged", "status": "completed", "tag": "020d5839-23d4-46ce-8ac4-3e7748122e9d"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:01:23.024605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-cb46769a-ec21-4244-a70d-a1a48e6b256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:23.026666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-cb46769a-ec21-4244-a70d-a1a48e6b256c service neutron] 10.222.0.18 "GET /v2.0/networks?id=43468921-6203-440b-a0c0-a77aa5e94d1f HTTP/1.1" status: 200 len: 914 time: 0.0867400 Dec 10 10:01:23.029664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 020d5839-23d4-46ce-8ac4-3e7748122e9d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=020d5839-23d4-46ce-8ac4-3e7748122e9d,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:23.033865 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:23.061152 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7078d165-8dce-4294-b978-77bb4dee6e9c x-openstack-request-id: req-7078d165-8dce-4294-b978-77bb4dee6e9c {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:01:23.061446 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79419f9f-be6b-4c2f-9d24-d57bb72913e2", "name": "network-vif-plugged", "status": "completed", "tag": "020d5839-23d4-46ce-8ac4-3e7748122e9d", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:01:23.061732 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7078d165-8dce-4294-b978-77bb4dee6e9c {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:01:23.062124 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79419f9f-be6b-4c2f-9d24-d57bb72913e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020d5839-23d4-46ce-8ac4-3e7748122e9d', 'code': 200} Dec 10 10:01:23.077632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-8e4d9509-33a0-4471-a478-6f003387371f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b04ddb4-cc76-4a4f-b232-34326237fe90 HTTP/1.1" status: 200 len: 217 time: 0.0429640 Dec 10 10:01:23.098177 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=020d5839-23d4-46ce-8ac4-3e7748122e9d,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:23.129180 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-2c6a681e-3882-4b0e-a189-e08914cd8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:23.130680 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-2c6a681e-3882-4b0e-a189-e08914cd8341 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc HTTP/1.1" status: 200 len: 853 time: 0.0459089 Dec 10 10:01:23.157071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f646a4f-adc0-40e5-9152-5b3e9a281d39 req-fb3465be-f2a4-43d3-a39c-360351f9dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:23.158601 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f646a4f-adc0-40e5-9152-5b3e9a281d39 req-fb3465be-f2a4-43d3-a39c-360351f9dbca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 1097 time: 0.0427020 Dec 10 10:01:23.162366 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-7ec2e851-9a74-4010-9afb-4411fb18f283 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43468921-6203-440b-a0c0-a77aa5e94d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245180 Dec 10 10:01:23.204008 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9f646a4f-adc0-40e5-9152-5b3e9a281d39 req-bebc6e10-4209-4669-b2cd-8d6254a42ab4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380275 Dec 10 10:01:23.257581 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-dce2abc9-d13c-4896-b4cb-6fc962348e02 service neutron] 10.222.0.18 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862570 Dec 10 10:01:23.346041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a457baf7-a0bb-4481-8121-0b6b7509b676 req-55e6cc3d-420c-497e-9c30-19edca236989 service neutron] 10.222.0.18 "GET /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809441 Dec 10 10:01:23.716396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddf335-9179-4420-9ae0-80fdfde19e93 req-17c8f35d-ae8d-4169-ac08-aca0cc936dc7 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:23.717932 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cddf335-9179-4420-9ae0-80fdfde19e93 req-17c8f35d-ae8d-4169-ac08-aca0cc936dc7 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 946 time: 0.0490918 Dec 10 10:01:23.765151 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0cddf335-9179-4420-9ae0-80fdfde19e93 req-9bf0ded2-a81e-4929-8cdc-824418a8e2ed tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Dec 10 10:01:24.889971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404e751-6be8-40b9-aa0c-811292d8ed2c req-1eb8ba7e-659d-45e5-aa72-4efb3af2e6f2 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:24.892750 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0404e751-6be8-40b9-aa0c-811292d8ed2c req-1eb8ba7e-659d-45e5-aa72-4efb3af2e6f2 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 946 time: 0.0555403 Dec 10 10:01:24.944821 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0404e751-6be8-40b9-aa0c-811292d8ed2c req-530e806c-9f24-4732-b0ff-74a581fcde67 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Dec 10 10:01:25.185483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c105-1e53-4fed-8a20-9202a12fbdd2 req-07069215-3064-4507-b272-f940bb23ebd4 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:25.186988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04c0c105-1e53-4fed-8a20-9202a12fbdd2 req-07069215-3064-4507-b272-f940bb23ebd4 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 946 time: 0.0504453 Dec 10 10:01:25.232784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-04c0c105-1e53-4fed-8a20-9202a12fbdd2 req-44f50d54-5b6c-4875-9c97-89811be5e00d tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398967 Dec 10 10:01:26.358404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150e897-8293-41ba-a1c9-f3be1bbfc41a req-9b3e52dd-1f70-4d8a-864e-268d23811260 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:26.359869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c150e897-8293-41ba-a1c9-f3be1bbfc41a req-9b3e52dd-1f70-4d8a-864e-268d23811260 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 946 time: 0.0525994 Dec 10 10:01:26.406908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c150e897-8293-41ba-a1c9-f3be1bbfc41a req-6f7ba6c3-2b96-4f38-9091-35176318a821 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410798 Dec 10 10:01:26.451151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-fc721568-3153-4193-bc72-f61b1a0a5bc8 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:26.452612 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-fc721568-3153-4193-bc72-f61b1a0a5bc8 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.39 "GET /v2.0/ports?device_id=79419f9f-be6b-4c2f-9d24-d57bb72913e2 HTTP/1.1" status: 200 len: 946 time: 0.0563178 Dec 10 10:01:26.551896 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Deleting port 020d5839-23d4-46ce-8ac4-3e7748122e9d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:26.552236 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:26.650152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] For port 020d5839-23d4-46ce-8ac4-3e7748122e9d, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=020d5839-23d4-46ce-8ac4-3e7748122e9d,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:26.650518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:26.663379 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Calling delete_port for 020d5839-23d4-46ce-8ac4-3e7748122e9d owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:26.791102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:26.804703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['020d5839-23d4-46ce-8ac4-3e7748122e9d'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:01:26.807119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['6b04ddb4-cc76-4a4f-b232-34326237fe90'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:01:26.825072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Pushing event deleted for resources: {'Port': ['ID=020d5839-23d4-46ce-8ac4-3e7748122e9d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:26.864905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] No DVR routers for this DVR port 020d5839-23d4-46ce-8ac4-3e7748122e9d on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:01:26.867841 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:26.872146 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5b531d59-b23f-4d7d-b76a-0ce89f9cc7f2 req-c7637b24-559c-4c6e-87dd-3f5511adc5a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.39 "DELETE /v2.0/ports/020d5839-23d4-46ce-8ac4-3e7748122e9d HTTP/1.1" status: 204 len: 173 time: 0.4133341 Dec 10 10:01:26.872591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79419f9f-be6b-4c2f-9d24-d57bb72913e2', 'name': 'network-vif-deleted', 'tag': '020d5839-23d4-46ce-8ac4-3e7748122e9d'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:01:26.875214 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4430eb8b-dbf3-42e6-8f1c-cece63182c4d" -d '{"events": [{"server_uuid": "79419f9f-be6b-4c2f-9d24-d57bb72913e2", "name": "network-vif-deleted", "tag": "020d5839-23d4-46ce-8ac4-3e7748122e9d"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:01:26.913097 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d9d527-5167-4b54-92d4-0752a188c3d2 x-openstack-request-id: req-d8d9d527-5167-4b54-92d4-0752a188c3d2 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:01:26.913392 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79419f9f-be6b-4c2f-9d24-d57bb72913e2", "name": "network-vif-deleted", "tag": "020d5839-23d4-46ce-8ac4-3e7748122e9d", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:01:26.913679 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8d9d527-5167-4b54-92d4-0752a188c3d2 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:01:26.914103 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79419f9f-be6b-4c2f-9d24-d57bb72913e2', 'name': 'network-vif-deleted', 'tag': '020d5839-23d4-46ce-8ac4-3e7748122e9d', 'status': 'completed', 'code': 200} Dec 10 10:01:27.567506 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e1c3e-7c6d-4ab4-b768-af2b051cfea9 req-73c5c1b8-f3e2-43db-82ae-7c6d20c00685 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:27.569042 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-419e1c3e-7c6d-4ab4-b768-af2b051cfea9 req-73c5c1b8-f3e2-43db-82ae-7c6d20c00685 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0527792 Dec 10 10:01:27.617643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-419e1c3e-7c6d-4ab4-b768-af2b051cfea9 req-77220c14-4f0a-4ddf-9f6b-43a4647036ff tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421865 Dec 10 10:01:27.767207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f779f-ad58-4ee6-afd5-07aaf224d026 req-e234e769-d20e-41dc-b4e6-99ba052b0687 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:27.768567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-205f779f-ad58-4ee6-afd5-07aaf224d026 req-e234e769-d20e-41dc-b4e6-99ba052b0687 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0489907 Dec 10 10:01:27.818604 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-205f779f-ad58-4ee6-afd5-07aaf224d026 req-cb1572a4-713d-44d9-9be2-506c427ddaf8 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440791 Dec 10 10:01:27.932205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd176ec1-e058-4bdf-abbe-f8b173c0b2cf req-8cd32be7-a0a0-40c6-b353-1600676e0e5e tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:27.934364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd176ec1-e058-4bdf-abbe-f8b173c0b2cf req-8cd32be7-a0a0-40c6-b353-1600676e0e5e tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0483160 Dec 10 10:01:27.980747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd176ec1-e058-4bdf-abbe-f8b173c0b2cf req-c181636b-f1bf-48af-a9b9-933c05fb5906 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Dec 10 10:01:28.151662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29b03-b8e7-4873-8638-a51cdccb79ae req-4c17b2f3-9e99-42c6-b1b0-3e746dca2274 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:28.153654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fb29b03-b8e7-4873-8638-a51cdccb79ae req-4c17b2f3-9e99-42c6-b1b0-3e746dca2274 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0490160 Dec 10 10:01:28.200053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2fb29b03-b8e7-4873-8638-a51cdccb79ae req-243c5ce2-0816-4815-a5e5-decbb472d268 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Dec 10 10:01:28.317689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837ebec-b939-4bef-91d1-951b7f9db9d6 req-dc0a021a-9ac8-4b78-9e22-de7c71bb0fb0 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:28.319053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3837ebec-b939-4bef-91d1-951b7f9db9d6 req-dc0a021a-9ac8-4b78-9e22-de7c71bb0fb0 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0512459 Dec 10 10:01:28.371882 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3837ebec-b939-4bef-91d1-951b7f9db9d6 req-f69a2a0e-70e5-41ea-bd51-d0910931344e tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462382 Dec 10 10:01:28.497352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c5291-f3be-44e2-9caa-0ea0bd20bb72 req-31e37432-201c-402c-afcb-559e2cefe8d3 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:28.498860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e13c5291-f3be-44e2-9caa-0ea0bd20bb72 req-31e37432-201c-402c-afcb-559e2cefe8d3 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0505559 Dec 10 10:01:28.546697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e13c5291-f3be-44e2-9caa-0ea0bd20bb72 req-4505628b-3e80-46fd-8f04-1ca0eccac553 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Dec 10 10:01:28.853607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d17a9-50f0-4619-8b64-e4115e4201b1 req-a275185f-1998-4bb7-98ad-c7a2f2f8b0a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:28.855127 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-615d17a9-50f0-4619-8b64-e4115e4201b1 req-a275185f-1998-4bb7-98ad-c7a2f2f8b0a6 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0489058 Dec 10 10:01:28.908262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-615d17a9-50f0-4619-8b64-e4115e4201b1 req-008caffd-1606-4dff-9fe5-ca5d4f14f442 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467813 Dec 10 10:01:30.044312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb856-b8be-487d-8ce1-de3cfad4f865 req-4bcc1d61-de62-4a1a-84a5-5711e27089cf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:30.045816 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c5eb856-b8be-487d-8ce1-de3cfad4f865 req-4bcc1d61-de62-4a1a-84a5-5711e27089cf tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0685441 Dec 10 10:01:30.092608 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c5eb856-b8be-487d-8ce1-de3cfad4f865 req-5e529a69-267e-4ca1-b83f-0d8003dafd20 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Dec 10 10:01:30.568778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-794916a4-8139-4fb6-9b96-d99bde59a79b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:30.570245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-794916a4-8139-4fb6-9b96-d99bde59a79b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0484447 Dec 10 10:01:30.871695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 020d5839-23d4-46ce-8ac4-3e7748122e9d no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:01:30.892204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: 020d5839-23d4-46ce-8ac4-3e7748122e9d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:30.892555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 020d5839-23d4-46ce-8ac4-3e7748122e9d not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:01:31.000551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Deleting port 6b04ddb4-cc76-4a4f-b232-34326237fe90 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:31.000880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:31.086482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] For port 6b04ddb4-cc76-4a4f-b232-34326237fe90, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=6b04ddb4-cc76-4a4f-b232-34326237fe90,segment=NetworkSegment(3c50c11a-7535-44c7-a65f-a4fd0034fb96),segment_id=3c50c11a-7535-44c7-a65f-a4fd0034fb96)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:31.087195 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:31.102273 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Calling delete_port for 6b04ddb4-cc76-4a4f-b232-34326237fe90 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:31.241769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e59b1-3ed1-49f7-baae-dc907571e93c req-96fd61ff-4433-4e60-b48f-5788a965242b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:31.243234 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-664e59b1-3ed1-49f7-baae-dc907571e93c req-96fd61ff-4433-4e60-b48f-5788a965242b tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9793f44-72a3-42f7-b45b-2df37d2f2cbc HTTP/1.1" status: 200 len: 945 time: 0.0795877 Dec 10 10:01:31.285511 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:31.297118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['6b04ddb4-cc76-4a4f-b232-34326237fe90'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:01:31.327708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Pushing event deleted for resources: {'Port': ['ID=6b04ddb4-cc76-4a4f-b232-34326237fe90,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:31.339662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-664e59b1-3ed1-49f7-baae-dc907571e93c req-14c76be8-d92a-4b12-a9b2-38a747b32676 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c7b4048-8625-4e27-98d8-4ec9a964a0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890775 Dec 10 10:01:31.345263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.345980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.345980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.346295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.346649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.346956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.347279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.347599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.347918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.348239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.348558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.348872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.349187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:31.385183 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] No DVR routers for this DVR port 6b04ddb4-cc76-4a4f-b232-34326237fe90 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:01:31.386964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:31.390240 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4cdd397c-19de-4f7e-ac42-bcdee0f24863 req-16bf261d-8112-4e51-85b5-a1c3aded3fdd tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] 10.222.0.18 "DELETE /v2.0/ports/6b04ddb4-cc76-4a4f-b232-34326237fe90 HTTP/1.1" status: 204 len: 173 time: 0.8139064 Dec 10 10:01:31.390708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9793f44-72a3-42f7-b45b-2df37d2f2cbc', 'name': 'network-vif-deleted', 'tag': '6b04ddb4-cc76-4a4f-b232-34326237fe90'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:01:31.393001 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a1a5a4-37b5-47ed-a64b-20c63c7c12a9" -d '{"events": [{"server_uuid": "e9793f44-72a3-42f7-b45b-2df37d2f2cbc", "name": "network-vif-deleted", "tag": "6b04ddb4-cc76-4a4f-b232-34326237fe90"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:01:31.433404 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06940f20-a486-40d1-b39d-10de6fb657fa x-openstack-request-id: req-06940f20-a486-40d1-b39d-10de6fb657fa {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:01:31.433732 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9793f44-72a3-42f7-b45b-2df37d2f2cbc", "name": "network-vif-deleted", "tag": "6b04ddb4-cc76-4a4f-b232-34326237fe90", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:01:31.433989 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06940f20-a486-40d1-b39d-10de6fb657fa {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:01:31.434387 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9793f44-72a3-42f7-b45b-2df37d2f2cbc', 'name': 'network-vif-deleted', 'tag': '6b04ddb4-cc76-4a4f-b232-34326237fe90', 'status': 'completed', 'code': 200} Dec 10 10:01:32.396520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46786) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:32.442592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-153d6a7d-f0c7-4ea5-bcd9-6f834be0de0d admin admin] Deleting subnet e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:01:32.446006 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-153d6a7d-f0c7-4ea5-bcd9-6f834be0de0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.481380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-153d6a7d-f0c7-4ea5-bcd9-6f834be0de0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.524748 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-153d6a7d-f0c7-4ea5-bcd9-6f834be0de0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.576633 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-153d6a7d-f0c7-4ea5-bcd9-6f834be0de0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.602832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d6a7d-f0c7-4ea5-bcd9-6f834be0de0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:32.605283 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-153d6a7d-f0c7-4ea5-bcd9-6f834be0de0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.608799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-153d6a7d-f0c7-4ea5-bcd9-6f834be0de0d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e6eb3d6c-8b4e-4650-a68c-9c261d9bdccc HTTP/1.1" status: 204 len: 168 time: 0.2109890 Dec 10 10:01:32.611201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46788) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:32.679581 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.766658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.786780 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43468921-6203-440b-a0c0-a77aa5e94d1f']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:32.795860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c50c11a-7535-44c7-a65f-a4fd0034fb96') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:32.796158 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c50c11a-7535-44c7-a65f-a4fd0034fb96') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:32.805193 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.818367 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.824646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:01:32.825016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:01:32.826717 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:01:32.882254 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.887922 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:32.891111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] 10.222.0.31 "DELETE /v2.0/networks/43468921-6203-440b-a0c0-a77aa5e94d1f HTTP/1.1" status: 204 len: 168 time: 0.2790129 Dec 10 10:01:32.902176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330cfe-d38b-494f-b95e-3379acd2c60c admin admin] Pushing event deleted for resources: {'Network': ['ID=43468921-6203-440b-a0c0-a77aa5e94d1f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:33.020092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46792) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:33.070413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d23ba1fb-0e5a-4cb0-b1c5-4f20fd474f9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f86fc3fb30bd4f798dec6a0a5a8851c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468252 Dec 10 10:01:33.070679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46794) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:33.123918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8da9b7e6-7453-4bf0-affa-b146b809e93c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:33.146017 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8da9b7e6-7453-4bf0-affa-b146b809e93c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:33.193523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8da9b7e6-7453-4bf0-affa-b146b809e93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:33.196322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8da9b7e6-7453-4bf0-affa-b146b809e93c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:33.197538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8da9b7e6-7453-4bf0-affa-b146b809e93c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c7b4048-8625-4e27-98d8-4ec9a964a0dc HTTP/1.1" status: 204 len: 168 time: 0.1258032 Dec 10 10:01:33.206220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9b7e6-7453-4bf0-affa-b146b809e93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b4048-8625-4e27-98d8-4ec9a964a0dc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:33.388381 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c1f42aef-42fe-4533-9c7d-a0a541ca975f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:33.701787 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:01:33.914692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46816) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:34.015682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1572903298'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:34.036470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:34.039908 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:34.048491 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:34.051492 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 6b04ddb4-cc76-4a4f-b232-34326237fe90 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:01:34.072528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 6b04ddb4-cc76-4a4f-b232-34326237fe90 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:34.072888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 6b04ddb4-cc76-4a4f-b232-34326237fe90 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:01:34.125987 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:34.129487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:34.155837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:34.165301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279f6ebc-73c6-477a-b8ae-f240cac92c85,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:34.170796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:34.171141 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Added segment 503cd381-86d7-4d6d-90dd-e55eb6fb81ce of type vlan for network f2d44ddc-8a75-4490-8299-ec1a1a8cf140 Dec 10 10:01:34.209927 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:34.235342 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:34.240828 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:34.241413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:34.296045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3801944 Dec 10 10:01:34.313528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4655a-f501-4d64-8e37-3042857f1f3c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Network': ['ID=f2d44ddc-8a75-4490-8299-ec1a1a8cf140,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:34.324079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network f2d44ddc-8a75-4490-8299-ec1a1a8cf140 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:35.560344 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b61ba676-77bd-453a-88a6-06a0b6cdd8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:36.779472 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:37.643441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46820) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:37.648642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'subnet': {'network_id': 'f2d44ddc-8a75-4490-8299-ec1a1a8cf140', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:37.738363 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:37.741861 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:37.922897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:37.979055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Subnet': ['ID=c55224f4-e2fd-43f0-936c-d6bc96732966,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:37.989758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Checking segment: {'id': '503cd381-86d7-4d6d-90dd-e55eb6fb81ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f2d44ddc-8a75-4490-8299-ec1a1a8cf140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:37.990123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network hostable DHCP agents. Network: f2d44ddc-8a75-4490-8299-ec1a1a8cf140, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:38.006853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network f2d44ddc-8a75-4490-8299-ec1a1a8cf140 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:38.015362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, f2d44ddc-8a75-4490-8299-ec1a1a8cf140) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:38.019487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:38.020086 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.024931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd1a8b-cfa2-44be-8327-9342067770a0 None None] Network f2d44ddc-8a75-4490-8299-ec1a1a8cf140 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:38.038274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ecbefd1c-8062-4e0c-8967-85b021ba1681 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3937178 Dec 10 10:01:38.041695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46822) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:38.046616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1210140817'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:38.066819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:38.070595 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.096547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:38.105958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.106299 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Added segment ffaaf816-5a6e-497d-a30a-243e0fe12bc3 of type vlan for network baaaca2c-9d33-4c14-936e-cd99359f3fa1 Dec 10 10:01:38.123278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-f2d44ddc-8a75-4490-8299-ec1a1a8cf140', 'network_id': 'f2d44ddc-8a75-4490-8299-ec1a1a8cf140', 'project_id': '1d97ebefff6645dc8c5be139c2b17184', 'fixed_ips': [{'subnet_id': 'c55224f4-e2fd-43f0-936c-d6bc96732966'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:01:38.124163 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.150639 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.176449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.181775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:38.182350 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.250630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2050066 Dec 10 10:01:38.250917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46824) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:38.255973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'subnet': {'network_id': 'baaaca2c-9d33-4c14-936e-cd99359f3fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:38.256967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09387bc8-2e21-409d-bc72-bf858470df15 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Network': ['ID=baaaca2c-9d33-4c14-936e-cd99359f3fa1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:38.268448 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network baaaca2c-9d33-4c14-936e-cd99359f3fa1 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:38.276082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Allocated IP 2001:db8:0:ffff::2 (f2d44ddc-8a75-4490-8299-ec1a1a8cf140/c55224f4-e2fd-43f0-936c-d6bc96732966/152abbad-f5b3-410e-b564-3061f8ee307b) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:38.356988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:38.361910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.487927 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.489080 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.494670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.544362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Network f2d44ddc-8a75-4490-8299-ec1a1a8cf140 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:38.548668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:38.551393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:38.554612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Pushing event updated for resources: {'Port': ['ID=152abbad-f5b3-410e-b564-3061f8ee307b,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:38.564954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.568088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.568440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.568782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.569123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.569465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.569831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.570154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.570487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.570814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.571139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.571464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.571786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.572108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.619074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Attempting to bind port 152abbad-f5b3-410e-b564-3061f8ee307b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:38.619415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Attempting to bind port 152abbad-f5b3-410e-b564-3061f8ee307b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '503cd381-86d7-4d6d-90dd-e55eb6fb81ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f2d44ddc-8a75-4490-8299-ec1a1a8cf140'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:38.619703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Attempting to bind port 152abbad-f5b3-410e-b564-3061f8ee307b on network f2d44ddc-8a75-4490-8299-ec1a1a8cf140 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:38.626404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:38.626764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Checking segment: {'id': '503cd381-86d7-4d6d-90dd-e55eb6fb81ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f2d44ddc-8a75-4490-8299-ec1a1a8cf140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:38.627462 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.627948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Subnet': ['ID=baf1f633-c5a6-443d-a2c7-86b6097a8cf3,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:38.628247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Bound using segment: {'id': '503cd381-86d7-4d6d-90dd-e55eb6fb81ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f2d44ddc-8a75-4490-8299-ec1a1a8cf140'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:38.628996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Bound port: 152abbad-f5b3-410e-b564-3061f8ee307b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503cd381-86d7-4d6d-90dd-e55eb6fb81ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f2d44ddc-8a75-4490-8299-ec1a1a8cf140'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:38.629377 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.638616 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.638968 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.639306 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.639642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.639973 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.640299 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.640887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.641002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.641285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.641634 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.641958 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.642303 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.642620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:38.648196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Checking segment: {'id': 'ffaaf816-5a6e-497d-a30a-243e0fe12bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'baaaca2c-9d33-4c14-936e-cd99359f3fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:38.648559 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network hostable DHCP agents. Network: baaaca2c-9d33-4c14-936e-cd99359f3fa1, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:38.668066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network baaaca2c-9d33-4c14-936e-cd99359f3fa1 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:38.677754 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, baaaca2c-9d33-4c14-936e-cd99359f3fa1) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:38.681787 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:38.682503 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.691969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5cd433-35f1-48e6-9b09-16c4a8f5470c None None] Network baaaca2c-9d33-4c14-936e-cd99359f3fa1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:38.699680 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6ea71796-47c1-46d8-aae2-652d1eae94e6 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4476693 Dec 10 10:01:38.702762 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46826) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:38.745346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] For port 152abbad-f5b3-410e-b564-3061f8ee307b, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:38.763875 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] For port 152abbad-f5b3-410e-b564-3061f8ee307b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=152abbad-f5b3-410e-b564-3061f8ee307b,segment=NetworkSegment(503cd381-86d7-4d6d-90dd-e55eb6fb81ce),segment_id=503cd381-86d7-4d6d-90dd-e55eb6fb81ce)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:38.771002 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.802518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.858004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201a5a8-abad-40fe-9bf6-26f5b2562fce None None] Pushing event updated for resources: {'Port': ['ID=152abbad-f5b3-410e-b564-3061f8ee307b,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:38.862024 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cff08c-ef77-49ef-a433-36755911e081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-baaaca2c-9d33-4c14-936e-cd99359f3fa1', 'network_id': 'baaaca2c-9d33-4c14-936e-cd99359f3fa1', 'project_id': '1d97ebefff6645dc8c5be139c2b17184', 'fixed_ips': [{'subnet_id': 'baf1f633-c5a6-443d-a2c7-86b6097a8cf3'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:01:38.862872 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-86cff08c-ef77-49ef-a433-36755911e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.894411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.965543 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server [None req-86cff08c-ef77-49ef-a433-36755911e081 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baf1f633-c5a6-443d-a2c7-86b6097a8cf3: This subnet is being modified by another concurrent operation. Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise exception Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baf1f633-c5a6-443d-a2c7-86b6097a8cf3: This subnet is being modified by another concurrent operation. Dec 10 10:01:38.967570 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Dec 10 10:01:38.985079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb90f1-9e5f-4a76-b7aa-48dab58fbfbe None None] Network baaaca2c-9d33-4c14-936e-cd99359f3fa1 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:38.993818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Subnet': ['ID=baf1f633-c5a6-443d-a2c7-86b6097a8cf3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:39.072390 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.098810 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baaaca2c-9d33-4c14-936e-cd99359f3fa1']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:39.109600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaaf816-5a6e-497d-a30a-243e0fe12bc3') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:39.109905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaaf816-5a6e-497d-a30a-243e0fe12bc3') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:39.119958 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.134208 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.143008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:01:39.143429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: timer() Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:01:39.146635 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:01:39.210858 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.218451 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.221623 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/networks/baaaca2c-9d33-4c14-936e-cd99359f3fa1 HTTP/1.1" status: 204 len: 168 time: 0.5182538 Dec 10 10:01:39.225417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46828) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:39.231135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-187471468'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:39.239074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc7584-bcd7-4ab1-aa60-77062efafdec tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Network': ['ID=baaaca2c-9d33-4c14-936e-cd99359f3fa1,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:39.251767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:39.255237 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.279752 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:39.288364 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.288709 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Added segment bab807c1-cc12-4c05-87da-2af9bc2b94c2 of type vlan for network 9a3f2421-1723-49db-9515-09db9b8e9ae5 Dec 10 10:01:39.330912 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.354514 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.360160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:39.360745 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.426338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1996505 Dec 10 10:01:39.428946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46830) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:39.430044 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.436181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'subnet': {'network_id': '9a3f2421-1723-49db-9515-09db9b8e9ae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:39.453544 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b597405-5df4-419c-ae81-dff8cd35ae6c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Network': ['ID=9a3f2421-1723-49db-9515-09db9b8e9ae5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:39.465663 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 9a3f2421-1723-49db-9515-09db9b8e9ae5 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:39.537400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:39.541176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.606486 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.ipam_backend_mixin [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Performing IP validity checks on allocation pools {{(pid=114969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 10:01:39.607007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.ipam_backend_mixin [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 10:01:39.735610 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.808552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca02e0-165e-41ca-9e05-6e46257644b3 None None] Network f2d44ddc-8a75-4490-8299-ec1a1a8cf140 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:39.809268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Subnet': ['ID=47a709da-03eb-4320-8019-abf6fdf72f68,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:39.816242 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Checking segment: {'id': 'bab807c1-cc12-4c05-87da-2af9bc2b94c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a3f2421-1723-49db-9515-09db9b8e9ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:39.816616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network hostable DHCP agents. Network: 9a3f2421-1723-49db-9515-09db9b8e9ae5, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:39.834643 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network 9a3f2421-1723-49db-9515-09db9b8e9ae5 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:39.844708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 9a3f2421-1723-49db-9515-09db9b8e9ae5) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:39.849532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:39.850158 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:39.861734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70038568-68c4-4dbb-be43-7805ed7fda93 None None] Network 9a3f2421-1723-49db-9515-09db9b8e9ae5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:39.870066 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-26ca0caf-d497-4896-ac7e-a527352b100a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4374726 Dec 10 10:01:39.870367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46832) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:39.976198 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.033946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.115664 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.149204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Subnet': ['ID=47a709da-03eb-4320-8019-abf6fdf72f68,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:40.172511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-02766e28-8d34-4e5b-979b-3dcc7a7ce44d None None] Provisioning complete for port 152abbad-f5b3-410e-b564-3061f8ee307b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:40.172881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02766e28-8d34-4e5b-979b-3dcc7a7ce44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.218996 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.240125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5050d-00f2-4b66-971f-dba3f02d55fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-9a3f2421-1723-49db-9515-09db9b8e9ae5', 'network_id': '9a3f2421-1723-49db-9515-09db9b8e9ae5', 'project_id': '1d97ebefff6645dc8c5be139c2b17184', 'fixed_ips': [{'subnet_id': '47a709da-03eb-4320-8019-abf6fdf72f68'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:01:40.241029 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ded5050d-00f2-4b66-971f-dba3f02d55fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.244774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3f2421-1723-49db-9515-09db9b8e9ae5']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:40.255854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab807c1-cc12-4c05-87da-2af9bc2b94c2') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:40.256149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab807c1-cc12-4c05-87da-2af9bc2b94c2') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:40.272424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.290846 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.300093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:01:40.300311 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:01:40.304814 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:01:40.367916 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02766e28-8d34-4e5b-979b-3dcc7a7ce44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.390588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.390851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2baa91-3b89-4463-9c15-e2e52ebc9b6b None None] Network 9a3f2421-1723-49db-9515-09db9b8e9ae5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:40.403327 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.407437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/networks/9a3f2421-1723-49db-9515-09db9b8e9ae5 HTTP/1.1" status: 204 len: 168 time: 0.5359478 Dec 10 10:01:40.411170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46834) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:40.415628 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2baa91-3b89-4463-9c15-e2e52ebc9b6b None None] Network 9a3f2421-1723-49db-9515-09db9b8e9ae5 could not be found, it might have been deleted concurrently. {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 10:01:40.419287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308322945'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:40.427240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984552f3-16be-437f-9385-2c828ebecc0a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Network': ['ID=9a3f2421-1723-49db-9515-09db9b8e9ae5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:40.435407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-02766e28-8d34-4e5b-979b-3dcc7a7ce44d None None] For port 152abbad-f5b3-410e-b564-3061f8ee307b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=152abbad-f5b3-410e-b564-3061f8ee307b,segment=NetworkSegment(503cd381-86d7-4d6d-90dd-e55eb6fb81ce),segment_id=503cd381-86d7-4d6d-90dd-e55eb6fb81ce)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:40.442874 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-02766e28-8d34-4e5b-979b-3dcc7a7ce44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.454391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:40.458394 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.491687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:40.503570 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.503923 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Added segment f7bd83d5-dd2d-4bc9-bb63-610357107ab1 of type vlan for network 657eb29e-be3b-412d-ac2b-56e077d46cd2 Dec 10 10:01:40.511741 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02766e28-8d34-4e5b-979b-3dcc7a7ce44d None None] Pushing event updated for resources: {'Port': ['ID=152abbad-f5b3-410e-b564-3061f8ee307b,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:40.551526 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.552301 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb6a48-56df-4d2c-b955-f7dba18aac6b None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 10:01:40.581419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.587293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:40.587899 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.605281 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bede42b0-c5a7-44b1-b409-17d1ca2d06e5 None None] Provisioning complete for port 152abbad-f5b3-410e-b564-3061f8ee307b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:40.605701 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bede42b0-c5a7-44b1-b409-17d1ca2d06e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.653874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46836) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:40.654170 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2410634 Dec 10 10:01:40.661676 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'subnet': {'network_id': '657eb29e-be3b-412d-ac2b-56e077d46cd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:40.662950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2bc89-fc10-4b03-ad14-9a6c8403da76 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Network': ['ID=657eb29e-be3b-412d-ac2b-56e077d46cd2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:40.682799 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 657eb29e-be3b-412d-ac2b-56e077d46cd2 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:40.706569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb6a48-56df-4d2c-b955-f7dba18aac6b None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 10:01:40.751893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:40.755659 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:40.949432 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.015110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Subnet': ['ID=ab771c67-e8da-4044-838a-73f4b3322b04,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:41.025657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Checking segment: {'id': 'f7bd83d5-dd2d-4bc9-bb63-610357107ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '657eb29e-be3b-412d-ac2b-56e077d46cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:41.026085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network hostable DHCP agents. Network: 657eb29e-be3b-412d-ac2b-56e077d46cd2, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:41.027285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 152abbad-f5b3-410e-b564-3061f8ee307b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:01:41.043997 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network 657eb29e-be3b-412d-ac2b-56e077d46cd2 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:41.053333 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 657eb29e-be3b-412d-ac2b-56e077d46cd2) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:41.058207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:41.059074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.063826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6443ef0a-265a-4cce-98b9-930e1842e0a4 None None] Network 657eb29e-be3b-412d-ac2b-56e077d46cd2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:41.075263 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7703efe4-bc9a-4f2d-b4d3-55b6d0ae5cc8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4179356 Dec 10 10:01:41.078782 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46838) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:41.084437 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198084277'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:41.105946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:41.109346 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.135191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:41.148130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 152abbad-f5b3-410e-b564-3061f8ee307b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:41.148499 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.149349 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.149908 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Added segment 614ed6de-d00d-4242-b69d-2969afe8faab of type vlan for network a4c8abe9-bb72-431d-a515-d097941cfeca Dec 10 10:01:41.193442 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.209461 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-657eb29e-be3b-412d-ac2b-56e077d46cd2', 'network_id': '657eb29e-be3b-412d-ac2b-56e077d46cd2', 'project_id': '1d97ebefff6645dc8c5be139c2b17184', 'fixed_ips': [{'subnet_id': 'ab771c67-e8da-4044-838a-73f4b3322b04'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:01:41.210390 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.218457 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.223945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:41.224524 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.287277 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2047327 Dec 10 10:01:41.287959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46840) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:41.295050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Request body: {'subnet': {'network_id': 'a4c8abe9-bb72-431d-a515-d097941cfeca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:41.315667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab503ae-e861-4a05-b430-7ca3df3958d1 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Network': ['ID=a4c8abe9-bb72-431d-a515-d097941cfeca,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:41.329317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network a4c8abe9-bb72-431d-a515-d097941cfeca details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:41.390912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Made reservation on behalf of 1d97ebefff6645dc8c5be139c2b17184 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:41.394429 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.448665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Allocated IP 2001:db8::2 (657eb29e-be3b-412d-ac2b-56e077d46cd2/ab771c67-e8da-4044-838a-73f4b3322b04/113112a5-8897-4acb-a51b-fbd4bf078e33) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:41.588460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.599164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.604771 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.647739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Network 657eb29e-be3b-412d-ac2b-56e077d46cd2 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:41.650476 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:41.651551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event updated for resources: {'Subnet': ['ID=7ef2caec-6125-4274-a171-e27922fec609,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:41.654816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:41.657894 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Pushing event updated for resources: {'Port': ['ID=113112a5-8897-4acb-a51b-fbd4bf078e33,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:41.663673 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Checking segment: {'id': '614ed6de-d00d-4242-b69d-2969afe8faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a4c8abe9-bb72-431d-a515-d097941cfeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:41.664050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network hostable DHCP agents. Network: a4c8abe9-bb72-431d-a515-d097941cfeca, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:41.681204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Network a4c8abe9-bb72-431d-a515-d097941cfeca is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:41.690732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, a4c8abe9-bb72-431d-a515-d097941cfeca) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:41.695592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:41.697159 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.701063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b56c598-e97a-4ad5-910f-96b1d07b3920 None None] Network a4c8abe9-bb72-431d-a515-d097941cfeca requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:41.714800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-47357f95-d673-42d9-b86f-281e7286466c tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4253950 Dec 10 10:01:41.717302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46842) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:41.752538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Attempting to bind port 113112a5-8897-4acb-a51b-fbd4bf078e33 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:41.752907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Attempting to bind port 113112a5-8897-4acb-a51b-fbd4bf078e33 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'f7bd83d5-dd2d-4bc9-bb63-610357107ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '657eb29e-be3b-412d-ac2b-56e077d46cd2'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:41.753270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Attempting to bind port 113112a5-8897-4acb-a51b-fbd4bf078e33 on network 657eb29e-be3b-412d-ac2b-56e077d46cd2 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:41.765161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:41.765550 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Checking segment: {'id': 'f7bd83d5-dd2d-4bc9-bb63-610357107ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '657eb29e-be3b-412d-ac2b-56e077d46cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:41.765951 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.766341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Bound using segment: {'id': 'f7bd83d5-dd2d-4bc9-bb63-610357107ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '657eb29e-be3b-412d-ac2b-56e077d46cd2'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:41.766804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Bound port: 113112a5-8897-4acb-a51b-fbd4bf078e33, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bd83d5-dd2d-4bc9-bb63-610357107ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '657eb29e-be3b-412d-ac2b-56e077d46cd2'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:41.767184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.819222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.852562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525effb8-9780-41f4-a771-840d983ca269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-a4c8abe9-bb72-431d-a515-d097941cfeca', 'network_id': 'a4c8abe9-bb72-431d-a515-d097941cfeca', 'project_id': '1d97ebefff6645dc8c5be139c2b17184', 'fixed_ips': [{'subnet_id': '7ef2caec-6125-4274-a171-e27922fec609'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:01:41.853406 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-525effb8-9780-41f4-a771-840d983ca269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.874180 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.881099 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] For port 113112a5-8897-4acb-a51b-fbd4bf078e33, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:41.889163 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] For port 113112a5-8897-4acb-a51b-fbd4bf078e33, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=113112a5-8897-4acb-a51b-fbd4bf078e33,segment=NetworkSegment(f7bd83d5-dd2d-4bc9-bb63-610357107ab1),segment_id=f7bd83d5-dd2d-4bc9-bb63-610357107ab1)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:41.894560 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.934948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:41.966313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef2caec-6125-4274-a171-e27922fec609,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server [None req-525effb8-9780-41f4-a771-840d983ca269 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ef2caec-6125-4274-a171-e27922fec609: This subnet is being modified by another concurrent operation. Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server raise exception Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ef2caec-6125-4274-a171-e27922fec609: This subnet is being modified by another concurrent operation. Dec 10 10:01:42.014816 n-d-814746-3 neutron-server[114971]: ERROR oslo_messaging.rpc.server Dec 10 10:01:42.023193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d6d34-5b05-4a93-8efc-30ce5467bf3b None None] Pushing event updated for resources: {'Port': ['ID=113112a5-8897-4acb-a51b-fbd4bf078e33,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:42.036314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85635e40-b1b2-41e1-abfd-613995f1681e None None] Network a4c8abe9-bb72-431d-a515-d097941cfeca requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:42.036583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.062221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c8abe9-bb72-431d-a515-d097941cfeca']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:42.072626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614ed6de-d00d-4242-b69d-2969afe8faab') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:42.072922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614ed6de-d00d-4242-b69d-2969afe8faab') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:42.083657 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.097731 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.103571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:01:42.103949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:01:42.108014 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:01:42.190251 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.197665 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.201347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/networks/a4c8abe9-bb72-431d-a515-d097941cfeca HTTP/1.1" status: 204 len: 168 time: 0.4830468 Dec 10 10:01:42.204660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46844) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:42.215892 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29527d2c-9aa5-44e6-8c82-f66f8a890537 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Network': ['ID=a4c8abe9-bb72-431d-a515-d097941cfeca,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:42.241778 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f7901f-1967-4a06-979d-2fce9a273cb3 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] GET failed (client error): The resource could not be found. Dec 10 10:01:42.243209 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c4f7901f-1967-4a06-979d-2fce9a273cb3 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "GET /v2.0/subnets/7ef2caec-6125-4274-a171-e27922fec609 HTTP/1.1" status: 404 len: 337 time: 0.0375416 Dec 10 10:01:42.246661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46846) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:42.269412 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be85da3-1f77-4ffb-9262-6b566ca13ca8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] DELETE failed (client error): The resource could not be found. Dec 10 10:01:42.270057 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be85da3-1f77-4ffb-9262-6b566ca13ca8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 10:01:42.273102 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1be85da3-1f77-4ffb-9262-6b566ca13ca8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/networks/a4c8abe9-bb72-431d-a515-d097941cfeca HTTP/1.1" status: 404 len: 339 time: 0.0254624 Dec 10 10:01:42.277784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46848) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:42.304632 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-14868e73-4c40-496d-917b-f4a08000fc30 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] DELETE failed (client error): The resource could not be found. Dec 10 10:01:42.305090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14868e73-4c40-496d-917b-f4a08000fc30 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 10:01:42.308266 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-14868e73-4c40-496d-917b-f4a08000fc30 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/subnets/7ef2caec-6125-4274-a171-e27922fec609 HTTP/1.1" status: 404 len: 337 time: 0.0295229 Dec 10 10:01:42.310954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46850) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:42.329311 n-d-814746-3 neutron-server[114970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fffb766-c6e1-4b92-97b0-8ccd4248b11b tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] DELETE failed (client error): The resource could not be found. Dec 10 10:01:42.329856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fffb766-c6e1-4b92-97b0-8ccd4248b11b tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 10:01:42.332858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0fffb766-c6e1-4b92-97b0-8ccd4248b11b tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/networks/a4c8abe9-bb72-431d-a515-d097941cfeca HTTP/1.1" status: 404 len: 339 time: 0.0209157 Dec 10 10:01:42.335322 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46852) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:42.384986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-3840bd3d-5e43-4a80-9edd-b32cfca537a0 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Deleting subnet ab771c67-e8da-4044-838a-73f4b3322b04 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:01:42.388559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3840bd3d-5e43-4a80-9edd-b32cfca537a0 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.426477 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3840bd3d-5e43-4a80-9edd-b32cfca537a0 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.512617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3840bd3d-5e43-4a80-9edd-b32cfca537a0 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.568942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3840bd3d-5e43-4a80-9edd-b32cfca537a0 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.598413 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3840bd3d-5e43-4a80-9edd-b32cfca537a0 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.601672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3840bd3d-5e43-4a80-9edd-b32cfca537a0 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/subnets/ab771c67-e8da-4044-838a-73f4b3322b04 HTTP/1.1" status: 204 len: 168 time: 0.2654276 Dec 10 10:01:42.602612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840bd3d-5e43-4a80-9edd-b32cfca537a0 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Subnet': ['ID=ab771c67-e8da-4044-838a-73f4b3322b04,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:42.604129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46854) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:42.685991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.740886 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Deleting port 113112a5-8897-4acb-a51b-fbd4bf078e33 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:42.741222 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.807338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] For port 113112a5-8897-4acb-a51b-fbd4bf078e33, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=113112a5-8897-4acb-a51b-fbd4bf078e33,segment=NetworkSegment(f7bd83d5-dd2d-4bc9-bb63-610357107ab1),segment_id=f7bd83d5-dd2d-4bc9-bb63-610357107ab1)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:42.808020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.821674 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Calling delete_port for 113112a5-8897-4acb-a51b-fbd4bf078e33 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:42.909015 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:42.937052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Port': ['ID=113112a5-8897-4acb-a51b-fbd4bf078e33,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:42.941102 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] No DVR routers for this DVR port 113112a5-8897-4acb-a51b-fbd4bf078e33 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:01:43.015625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 113112a5-8897-4acb-a51b-fbd4bf078e33 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:01:43.041702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faecf91c-8271-4806-94d8-edf7e4d6dd92 None None] Network 657eb29e-be3b-412d-ac2b-56e077d46cd2 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:43.044882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 113112a5-8897-4acb-a51b-fbd4bf078e33 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:43.045293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 113112a5-8897-4acb-a51b-fbd4bf078e33 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 10:01:43.079619 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Port 113112a5-8897-4acb-a51b-fbd4bf078e33 not found, will not notify nova. {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 10:01:43.124053 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5dce1830-9fb0-4277-b78f-55b58eb642f7 None None] Could not find standard attr ID for object 113112a5-8897-4acb-a51b-fbd4bf078e33. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 10:01:43.206079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1960353-438f-4dfc-8867-1c4f4c309c2a None None] DHCP port deletion for 657eb29e-be3b-412d-ac2b-56e077d46cd2 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:43.225829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b76a50-37b2-4533-8ac2-16ae5d6c410c None None] get_active_networks_info from n-d-814746-3 {{(pid=114971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 10:01:43.297707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b76a50-37b2-4533-8ac2-16ae5d6c410c None None] Resources bound (agent type, host, resource id): {{(pid=114971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 10:01:43.353025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.375910 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657eb29e-be3b-412d-ac2b-56e077d46cd2']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:43.392925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bd83d5-dd2d-4bc9-bb63-610357107ab1') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:43.393204 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bd83d5-dd2d-4bc9-bb63-610357107ab1') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:43.403000 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.416701 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.423842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:01:43.424303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: timer() Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:01:43.427785 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:01:43.489234 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.498381 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.501672 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/networks/657eb29e-be3b-412d-ac2b-56e077d46cd2 HTTP/1.1" status: 204 len: 168 time: 0.8965795 Dec 10 10:01:43.504376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46856) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:43.512726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd78e97-4a19-4c74-a154-d03f4dac4827 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Network': ['ID=657eb29e-be3b-412d-ac2b-56e077d46cd2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:43.531829 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d6f6aa-83fc-473a-a775-b4c960441306 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] DELETE failed (client error): The resource could not be found. Dec 10 10:01:43.532288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d6f6aa-83fc-473a-a775-b4c960441306 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 10:01:43.535887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-28d6f6aa-83fc-473a-a775-b4c960441306 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/subnets/47a709da-03eb-4320-8019-abf6fdf72f68 HTTP/1.1" status: 404 len: 337 time: 0.0305164 Dec 10 10:01:43.538464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46858) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:43.556261 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecf4276-3f98-4d01-82f8-403f6df17ef7 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] DELETE failed (client error): The resource could not be found. Dec 10 10:01:43.556747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecf4276-3f98-4d01-82f8-403f6df17ef7 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 10:01:43.559830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cecf4276-3f98-4d01-82f8-403f6df17ef7 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/networks/9a3f2421-1723-49db-9515-09db9b8e9ae5 HTTP/1.1" status: 404 len: 339 time: 0.0204525 Dec 10 10:01:43.562175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46860) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:43.586893 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a13ba7b-7ca3-4959-b107-77d0b82f7b5a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] DELETE failed (client error): The resource could not be found. Dec 10 10:01:43.587334 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a13ba7b-7ca3-4959-b107-77d0b82f7b5a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 10:01:43.591046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3a13ba7b-7ca3-4959-b107-77d0b82f7b5a tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/subnets/baf1f633-c5a6-443d-a2c7-86b6097a8cf3 HTTP/1.1" status: 404 len: 337 time: 0.0279984 Dec 10 10:01:43.593375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46862) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:43.610227 n-d-814746-3 neutron-server[114969]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d43a4f-c00d-4b2b-a89d-293966941f82 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] DELETE failed (client error): The resource could not be found. Dec 10 10:01:43.610699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d43a4f-c00d-4b2b-a89d-293966941f82 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 10:01:43.613685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-85d43a4f-c00d-4b2b-a89d-293966941f82 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/networks/baaaca2c-9d33-4c14-936e-cd99359f3fa1 HTTP/1.1" status: 404 len: 339 time: 0.0193863 Dec 10 10:01:43.615917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46864) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:43.665343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb40a0f-ddfb-41c1-9143-2efd8d01adf8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Deleting subnet c55224f4-e2fd-43f0-936c-d6bc96732966 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:01:43.668482 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efb40a0f-ddfb-41c1-9143-2efd8d01adf8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.717337 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efb40a0f-ddfb-41c1-9143-2efd8d01adf8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.799111 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efb40a0f-ddfb-41c1-9143-2efd8d01adf8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.855821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efb40a0f-ddfb-41c1-9143-2efd8d01adf8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.889380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb40a0f-ddfb-41c1-9143-2efd8d01adf8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Subnet': ['ID=c55224f4-e2fd-43f0-936c-d6bc96732966,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:43.894517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-efb40a0f-ddfb-41c1-9143-2efd8d01adf8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:43.897899 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-efb40a0f-ddfb-41c1-9143-2efd8d01adf8 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/subnets/c55224f4-e2fd-43f0-936c-d6bc96732966 HTTP/1.1" status: 204 len: 168 time: 0.2811050 Dec 10 10:01:43.900326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46866) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:43.900985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de7ccbf-9c8d-48a9-85e2-a73498ff3f27 None None] Network f2d44ddc-8a75-4490-8299-ec1a1a8cf140 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:43.981199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.037272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Deleting port 152abbad-f5b3-410e-b564-3061f8ee307b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:44.037646 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.056763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f9250-c349-407b-b627-ece97b07a485 None None] DHCP port deletion for f2d44ddc-8a75-4490-8299-ec1a1a8cf140 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:44.106250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] For port 152abbad-f5b3-410e-b564-3061f8ee307b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=152abbad-f5b3-410e-b564-3061f8ee307b,segment=NetworkSegment(503cd381-86d7-4d6d-90dd-e55eb6fb81ce),segment_id=503cd381-86d7-4d6d-90dd-e55eb6fb81ce)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:44.106614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.108050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f9250-c349-407b-b627-ece97b07a485 None None] Deleting port 152abbad-f5b3-410e-b564-3061f8ee307b {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:44.108432 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9250-c349-407b-b627-ece97b07a485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.119493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Calling delete_port for 152abbad-f5b3-410e-b564-3061f8ee307b owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:44.172411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bc5f9250-c349-407b-b627-ece97b07a485 None None] For port 152abbad-f5b3-410e-b564-3061f8ee307b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=152abbad-f5b3-410e-b564-3061f8ee307b,segment=NetworkSegment(503cd381-86d7-4d6d-90dd-e55eb6fb81ce),segment_id=503cd381-86d7-4d6d-90dd-e55eb6fb81ce)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:44.172800 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9250-c349-407b-b627-ece97b07a485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.185431 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f9250-c349-407b-b627-ece97b07a485 None None] Calling delete_port for 152abbad-f5b3-410e-b564-3061f8ee307b owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:44.199019 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.224138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Port': ['ID=152abbad-f5b3-410e-b564-3061f8ee307b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:44.227681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] No DVR routers for this DVR port 152abbad-f5b3-410e-b564-3061f8ee307b on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 10:01:44.258856 n-d-814746-3 neutron-server[114971]: self.session.flush() Dec 10 10:01:44.262934 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9250-c349-407b-b627-ece97b07a485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.287890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f9250-c349-407b-b627-ece97b07a485 None None] Pushing event deleted for resources: {'Port': ['ID=152abbad-f5b3-410e-b564-3061f8ee307b,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:44.291241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f9250-c349-407b-b627-ece97b07a485 None None] No DVR routers for this DVR port 152abbad-f5b3-410e-b564-3061f8ee307b on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:01:44.318081 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.348156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d44ddc-8a75-4490-8299-ec1a1a8cf140']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:44.357792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503cd381-86d7-4d6d-90dd-e55eb6fb81ce') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:44.358091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503cd381-86d7-4d6d-90dd-e55eb6fb81ce') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:44.367363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.380812 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.386871 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:01:44.387246 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:01:44.390328 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:01:44.452304 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.458905 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.462065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] 10.222.0.31 "DELETE /v2.0/networks/f2d44ddc-8a75-4490-8299-ec1a1a8cf140 HTTP/1.1" status: 204 len: 168 time: 0.5608137 Dec 10 10:01:44.478954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02153953-9f71-4b78-9baa-8168ec897955 tempest-NetworksIpV6Test-1108339887 tempest-NetworksIpV6Test-1108339887-project] Pushing event deleted for resources: {'Network': ['ID=f2d44ddc-8a75-4490-8299-ec1a1a8cf140,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:44.701534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46872) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:44.831022 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0594faa1-665e-4bd5-8fdf-52085790ca9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d97ebefff6645dc8c5be139c2b17184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282892 Dec 10 10:01:44.833366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46876) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:44.879090 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa444-ab46-4dea-b17b-a0c4186db643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.900352 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa444-ab46-4dea-b17b-a0c4186db643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.947965 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa444-ab46-4dea-b17b-a0c4186db643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.950840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa444-ab46-4dea-b17b-a0c4186db643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:44.952088 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fdcfa444-ab46-4dea-b17b-a0c4186db643 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/279f6ebc-73c6-477a-b8ae-f240cac92c85 HTTP/1.1" status: 204 len: 168 time: 0.1177957 Dec 10 10:01:44.960616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfa444-ab46-4dea-b17b-a0c4186db643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279f6ebc-73c6-477a-b8ae-f240cac92c85,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:44.993474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 152abbad-f5b3-410e-b564-3061f8ee307b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:01:45.015398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 152abbad-f5b3-410e-b564-3061f8ee307b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:45.015758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 152abbad-f5b3-410e-b564-3061f8ee307b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:01:45.016178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 113112a5-8897-4acb-a51b-fbd4bf078e33 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:01:45.038224 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 113112a5-8897-4acb-a51b-fbd4bf078e33 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:45.038610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 113112a5-8897-4acb-a51b-fbd4bf078e33 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:01:45.603419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46898) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:45.697493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-54d73967-c8b5-41ee-af6f-1434d51adb1f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1731415703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:45.720679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54d73967-c8b5-41ee-af6f-1434d51adb1f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.721772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54d73967-c8b5-41ee-af6f-1434d51adb1f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.771974 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.777199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54d73967-c8b5-41ee-af6f-1434d51adb1f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.781268 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54d73967-c8b5-41ee-af6f-1434d51adb1f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.798161 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-54d73967-c8b5-41ee-af6f-1434d51adb1f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.799343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-54d73967-c8b5-41ee-af6f-1434d51adb1f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1948454 Dec 10 10:01:45.802079 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46902) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:45.807972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1563417260'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:45.827468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Made reservation on behalf of f9494cc68d634d39ad1105df564a2895 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:45.830809 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.839999 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.916203 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.920050 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.945543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:45.955429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47255d15-e083-4b5a-9d5d-5f72f2557ea9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:45.960066 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:45.960408 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Added segment 692bae9f-0315-4e25-8d9a-b0c353dfcbd4 of type vlan for network fc2d972e-32aa-49ae-acfa-c66e2655858d Dec 10 10:01:45.999811 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.023900 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.029865 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:46.030465 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.089395 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2831323 Dec 10 10:01:46.089967 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46904) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:46.097345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Request body: {'subnet': {'network_id': 'fc2d972e-32aa-49ae-acfa-c66e2655858d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:46.102654 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd39af-e199-44d7-8751-b92b1f1ff984 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event updated for resources: {'Network': ['ID=fc2d972e-32aa-49ae-acfa-c66e2655858d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:46.113048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network fc2d972e-32aa-49ae-acfa-c66e2655858d details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:46.190655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Made reservation on behalf of f9494cc68d634d39ad1105df564a2895 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:46.194151 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.369360 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.430503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event updated for resources: {'Subnet': ['ID=aef0b1f9-80f0-4b0c-83a3-4acad2ae2ab4,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:46.437571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Checking segment: {'id': '692bae9f-0315-4e25-8d9a-b0c353dfcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fc2d972e-32aa-49ae-acfa-c66e2655858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:46.437940 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Network hostable DHCP agents. Network: fc2d972e-32aa-49ae-acfa-c66e2655858d, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:46.454443 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Network fc2d972e-32aa-49ae-acfa-c66e2655858d is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:46.462914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, fc2d972e-32aa-49ae-acfa-c66e2655858d) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:46.467971 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:46.468614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.475426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06911362-7d16-4b98-b9fa-ba28bd9af07d None None] Network fc2d972e-32aa-49ae-acfa-c66e2655858d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:46.485392 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5b60e428-081a-489d-ba25-3bcf879f914b tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3939676 Dec 10 10:01:46.488421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46906) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:46.493239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1057796449'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:46.515520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Made reservation on behalf of f9494cc68d634d39ad1105df564a2895 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:46.519321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.546148 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:46.556158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.556508 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Added segment 5a00bc28-27e1-4966-aea6-749964d7022f of type vlan for network 06421a48-9410-4b45-8b6c-e2d8b243f245 Dec 10 10:01:46.603689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.630826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.636923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:46.637588 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.697211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2051439 Dec 10 10:01:46.698015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46908) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:46.705124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Request body: {'subnet': {'network_id': '06421a48-9410-4b45-8b6c-e2d8b243f245', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:46.709852 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098fbd6-be2a-47e8-9751-09d41eefa643 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event updated for resources: {'Network': ['ID=06421a48-9410-4b45-8b6c-e2d8b243f245,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:46.740840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 06421a48-9410-4b45-8b6c-e2d8b243f245 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:46.756982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-fc2d972e-32aa-49ae-acfa-c66e2655858d', 'network_id': 'fc2d972e-32aa-49ae-acfa-c66e2655858d', 'project_id': 'f9494cc68d634d39ad1105df564a2895', 'fixed_ips': [{'subnet_id': 'aef0b1f9-80f0-4b0c-83a3-4acad2ae2ab4'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:01:46.757850 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.803162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Made reservation on behalf of f9494cc68d634d39ad1105df564a2895 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:46.806867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:46.948942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Allocated IP 172.20.0.2 (fc2d972e-32aa-49ae-acfa-c66e2655858d/aef0b1f9-80f0-4b0c-83a3-4acad2ae2ab4/50ba66c0-3cbc-4c93-9263-3b29bbe936d4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:47.002407 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.061612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event updated for resources: {'Subnet': ['ID=9e3dcb57-bf9b-49de-aa9c-0f12738a7e9e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:47.076505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Checking segment: {'id': '5a00bc28-27e1-4966-aea6-749964d7022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '06421a48-9410-4b45-8b6c-e2d8b243f245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:47.076866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Network hostable DHCP agents. Network: 06421a48-9410-4b45-8b6c-e2d8b243f245, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:47.093774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Network 06421a48-9410-4b45-8b6c-e2d8b243f245 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:47.098771 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.102793 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 06421a48-9410-4b45-8b6c-e2d8b243f245) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:47.105866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.107526 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:47.108880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.118871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8124f50-52ba-45cc-89ad-c77569628174 None None] Network 06421a48-9410-4b45-8b6c-e2d8b243f245 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:47.126624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97f48892-7cb5-4de7-87dd-429f8c5cf63d tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4274287 Dec 10 10:01:47.129924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46910) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:47.134819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-85f30a60-8443-4ee4-a6a4-683316d7031a tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Request body: {'router': {'external_gateway_info': {'network_id': '06421a48-9410-4b45-8b6c-e2d8b243f245'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:47.209640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Network fc2d972e-32aa-49ae-acfa-c66e2655858d is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:47.214359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Pushing event updated for resources: {'Port': ['ID=50ba66c0-3cbc-4c93-9263-3b29bbe936d4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:47.219860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:47.222178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:47.310427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Attempting to bind port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:47.310812 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Attempting to bind port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '692bae9f-0315-4e25-8d9a-b0c353dfcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fc2d972e-32aa-49ae-acfa-c66e2655858d'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:47.311182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Attempting to bind port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 on network fc2d972e-32aa-49ae-acfa-c66e2655858d {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:47.318695 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-06421a48-9410-4b45-8b6c-e2d8b243f245', 'network_id': '06421a48-9410-4b45-8b6c-e2d8b243f245', 'project_id': 'f9494cc68d634d39ad1105df564a2895', 'fixed_ips': [{'subnet_id': '9e3dcb57-bf9b-49de-aa9c-0f12738a7e9e'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:01:47.319531 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.321941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:47.322319 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Checking segment: {'id': '692bae9f-0315-4e25-8d9a-b0c353dfcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fc2d972e-32aa-49ae-acfa-c66e2655858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:47.322714 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.323712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Bound using segment: {'id': '692bae9f-0315-4e25-8d9a-b0c353dfcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fc2d972e-32aa-49ae-acfa-c66e2655858d'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:47.324493 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Bound port: 50ba66c0-3cbc-4c93-9263-3b29bbe936d4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692bae9f-0315-4e25-8d9a-b0c353dfcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fc2d972e-32aa-49ae-acfa-c66e2655858d'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:47.324964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.341748 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-85f30a60-8443-4ee4-a6a4-683316d7031a tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.448668 n-d-814746-3 neutron-server[114969]: INFO neutron.api.v2.resource [None req-85f30a60-8443-4ee4-a6a4-683316d7031a tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 10:01:47.449987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-85f30a60-8443-4ee4-a6a4-683316d7031a tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "PUT /v2.0/routers/c8b2d19a-11f3-4360-bd3b-06452a24ccd8 HTTP/1.1" status: 400 len: 364 time: 0.3189261 Dec 10 10:01:47.455963 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46912) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:47.474761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] For port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:47.480458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] For port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=50ba66c0-3cbc-4c93-9263-3b29bbe936d4,segment=NetworkSegment(692bae9f-0315-4e25-8d9a-b0c353dfcbd4),segment_id=692bae9f-0315-4e25-8d9a-b0c353dfcbd4)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:47.503551 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.509720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1497ad21-d147-42a4-ba5d-0b2ccad01e18 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Deleting subnet 9e3dcb57-bf9b-49de-aa9c-0f12738a7e9e {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:01:47.568856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Allocated IP 172.21.0.2 (06421a48-9410-4b45-8b6c-e2d8b243f245/9e3dcb57-bf9b-49de-aa9c-0f12738a7e9e/79f385ba-02c4-4f0d-9220-99ed6eb7e130) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:47.589789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488725d6-45f2-4c12-ac19-fb27077a42ac None None] Pushing event updated for resources: {'Port': ['ID=50ba66c0-3cbc-4c93-9263-3b29bbe936d4,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:47.739676 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.744963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1497ad21-d147-42a4-ba5d-0b2ccad01e18 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.747003 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.792321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1497ad21-d147-42a4-ba5d-0b2ccad01e18 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.798967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Network 06421a48-9410-4b45-8b6c-e2d8b243f245 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:47.803068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:47.805119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Pushing event updated for resources: {'Port': ['ID=79f385ba-02c4-4f0d-9220-99ed6eb7e130,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:47.807486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:47.874751 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Attempting to bind port 79f385ba-02c4-4f0d-9220-99ed6eb7e130 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:47.875202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Attempting to bind port 79f385ba-02c4-4f0d-9220-99ed6eb7e130 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '5a00bc28-27e1-4966-aea6-749964d7022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '06421a48-9410-4b45-8b6c-e2d8b243f245'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:47.875574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Attempting to bind port 79f385ba-02c4-4f0d-9220-99ed6eb7e130 on network 06421a48-9410-4b45-8b6c-e2d8b243f245 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:47.883136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:47.883504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Checking segment: {'id': '5a00bc28-27e1-4966-aea6-749964d7022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '06421a48-9410-4b45-8b6c-e2d8b243f245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:47.883909 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.884302 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Bound using segment: {'id': '5a00bc28-27e1-4966-aea6-749964d7022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '06421a48-9410-4b45-8b6c-e2d8b243f245'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:47.884800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Bound port: 79f385ba-02c4-4f0d-9220-99ed6eb7e130, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a00bc28-27e1-4966-aea6-749964d7022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '06421a48-9410-4b45-8b6c-e2d8b243f245'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:47.885206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.892696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1497ad21-d147-42a4-ba5d-0b2ccad01e18 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.952167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1497ad21-d147-42a4-ba5d-0b2ccad01e18 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.954006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] For port 79f385ba-02c4-4f0d-9220-99ed6eb7e130, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:47.957415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] For port 79f385ba-02c4-4f0d-9220-99ed6eb7e130, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=79f385ba-02c4-4f0d-9220-99ed6eb7e130,segment=NetworkSegment(5a00bc28-27e1-4966-aea6-749964d7022f),segment_id=5a00bc28-27e1-4966-aea6-749964d7022f)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:47.962978 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.980472 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497ad21-d147-42a4-ba5d-0b2ccad01e18 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3dcb57-bf9b-49de-aa9c-0f12738a7e9e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:47.985666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1497ad21-d147-42a4-ba5d-0b2ccad01e18 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:47.989230 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1497ad21-d147-42a4-ba5d-0b2ccad01e18 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "DELETE /v2.0/subnets/9e3dcb57-bf9b-49de-aa9c-0f12738a7e9e HTTP/1.1" status: 204 len: 168 time: 0.5322919 Dec 10 10:01:47.991756 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46914) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:48.021620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd91c0-f6c8-40e8-8d07-73ae5ea872a6 None None] Pushing event updated for resources: {'Port': ['ID=79f385ba-02c4-4f0d-9220-99ed6eb7e130,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:48.086117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.150736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Deleting port 79f385ba-02c4-4f0d-9220-99ed6eb7e130 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:48.151731 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.233342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] For port 79f385ba-02c4-4f0d-9220-99ed6eb7e130, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=79f385ba-02c4-4f0d-9220-99ed6eb7e130,segment=NetworkSegment(5a00bc28-27e1-4966-aea6-749964d7022f),segment_id=5a00bc28-27e1-4966-aea6-749964d7022f)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:48.233930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.251266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Calling delete_port for 79f385ba-02c4-4f0d-9220-99ed6eb7e130 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:48.347199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.384495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event deleted for resources: {'Port': ['ID=79f385ba-02c4-4f0d-9220-99ed6eb7e130,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:48.390393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] No DVR routers for this DVR port 79f385ba-02c4-4f0d-9220-99ed6eb7e130 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:01:48.474624 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.496889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06421a48-9410-4b45-8b6c-e2d8b243f245']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:48.507433 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a00bc28-27e1-4966-aea6-749964d7022f') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:48.507641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a00bc28-27e1-4966-aea6-749964d7022f') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:48.523539 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.539514 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.546420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:01:48.546813 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:01:48.549977 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:01:48.598039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4820853-4d1e-467b-8a85-5466c7fefda5 None None] Network fc2d972e-32aa-49ae-acfa-c66e2655858d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:48.610743 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.617993 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.622555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "DELETE /v2.0/networks/06421a48-9410-4b45-8b6c-e2d8b243f245 HTTP/1.1" status: 204 len: 168 time: 0.6296933 Dec 10 10:01:48.625842 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46916) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:48.636984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce882a-91f4-4528-bb2b-142ddedd8385 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event deleted for resources: {'Network': ['ID=06421a48-9410-4b45-8b6c-e2d8b243f245,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:48.690633 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c4f9b88e-bfd4-494e-b156-c3776079697c None None] Provisioning complete for port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:48.690995 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b88e-bfd4-494e-b156-c3776079697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.695486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ca7a5-fe25-4058-9f31-9f9f8fe90a0f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Deleting subnet aef0b1f9-80f0-4b0c-83a3-4acad2ae2ab4 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:01:48.699494 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94ca7a5-fe25-4058-9f31-9f9f8fe90a0f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.748363 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94ca7a5-fe25-4058-9f31-9f9f8fe90a0f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.815819 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b88e-bfd4-494e-b156-c3776079697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.852820 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c4f9b88e-bfd4-494e-b156-c3776079697c None None] For port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=50ba66c0-3cbc-4c93-9263-3b29bbe936d4,segment=NetworkSegment(692bae9f-0315-4e25-8d9a-b0c353dfcbd4),segment_id=692bae9f-0315-4e25-8d9a-b0c353dfcbd4)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:48.858408 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b88e-bfd4-494e-b156-c3776079697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.866607 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94ca7a5-fe25-4058-9f31-9f9f8fe90a0f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.935199 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9b88e-bfd4-494e-b156-c3776079697c None None] Pushing event updated for resources: {'Port': ['ID=50ba66c0-3cbc-4c93-9263-3b29bbe936d4,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:48.943025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94ca7a5-fe25-4058-9f31-9f9f8fe90a0f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.980159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ca7a5-fe25-4058-9f31-9f9f8fe90a0f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event deleted for resources: {'Subnet': ['ID=aef0b1f9-80f0-4b0c-83a3-4acad2ae2ab4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:48.982284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a94ca7a5-fe25-4058-9f31-9f9f8fe90a0f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:48.985709 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a94ca7a5-fe25-4058-9f31-9f9f8fe90a0f tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "DELETE /v2.0/subnets/aef0b1f9-80f0-4b0c-83a3-4acad2ae2ab4 HTTP/1.1" status: 204 len: 168 time: 0.3581429 Dec 10 10:01:48.988273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46918) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:49.060130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:01:49.072270 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.106586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de84eab-cde9-439d-93d6-239b0d8a861d None None] Network fc2d972e-32aa-49ae-acfa-c66e2655858d requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:49.130728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Deleting port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:01:49.131164 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.162972 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:49.163658 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.206477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] For port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=50ba66c0-3cbc-4c93-9263-3b29bbe936d4,segment=NetworkSegment(692bae9f-0315-4e25-8d9a-b0c353dfcbd4),segment_id=692bae9f-0315-4e25-8d9a-b0c353dfcbd4)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:49.207059 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.221774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Calling delete_port for 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:01:49.243698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bf7b20b0-4109-4b51-9e9d-da9da8d48092 None None] Provisioning complete for port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:49.246286 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf7b20b0-4109-4b51-9e9d-da9da8d48092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.288898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb87b5-e539-4c54-a30b-9ae52aa50df5 None None] DHCP port deletion for 06421a48-9410-4b45-8b6c-e2d8b243f245 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:49.339899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a96411-01d6-49a6-8214-355eaa078b23 None None] Network 06421a48-9410-4b45-8b6c-e2d8b243f245 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:49.340154 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.364441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a96411-01d6-49a6-8214-355eaa078b23 None None] Network 06421a48-9410-4b45-8b6c-e2d8b243f245 could not be found, it might have been deleted concurrently. {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 10:01:49.367268 n-d-814746-3 neutron-server[114971]: INFO neutron.plugins.ml2.db [None req-bf7b20b0-4109-4b51-9e9d-da9da8d48092 None None] No ports have port_id starting with 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 Dec 10 10:01:49.369241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64f8a4-6c66-4d33-8971-999b60a4bc9d None None] DHCP port deletion for fc2d972e-32aa-49ae-acfa-c66e2655858d request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:49.371432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] No DVR routers for this DVR port 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:01:49.373262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event deleted for resources: {'Port': ['ID=50ba66c0-3cbc-4c93-9263-3b29bbe936d4,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:49.455394 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.476182 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2d972e-32aa-49ae-acfa-c66e2655858d']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:49.485996 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692bae9f-0315-4e25-8d9a-b0c353dfcbd4') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:49.486292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692bae9f-0315-4e25-8d9a-b0c353dfcbd4') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:49.490312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5f40d072-4515-473e-8c28-36bc099be24c None None] Could not find standard attr ID for object 79f385ba-02c4-4f0d-9220-99ed6eb7e130. {{(pid=114971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 10:01:49.496362 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.509537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.515301 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:01:49.515681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: timer() Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:01:49.518626 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:01:49.581139 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.588668 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.591170 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "DELETE /v2.0/networks/fc2d972e-32aa-49ae-acfa-c66e2655858d HTTP/1.1" status: 204 len: 168 time: 0.6019328 Dec 10 10:01:49.594032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46920) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:49.602935 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88774b23-5aba-4c1c-8eda-b82b6339e0d3 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Pushing event deleted for resources: {'Network': ['ID=fc2d972e-32aa-49ae-acfa-c66e2655858d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:49.624256 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-621ec42c-2817-492b-83d8-d2259df3b941 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8b2d19a-11f3-4360-bd3b-06452a24ccd8 HTTP/1.1" status: 200 len: 205 time: 0.0289671 Dec 10 10:01:49.626709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46922) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:49.701995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c98f36d6-7439-47fe-90e0-9a53e75506b1 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:49.924688 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:50.212056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c98f36d6-7439-47fe-90e0-9a53e75506b1 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:50.214461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c98f36d6-7439-47fe-90e0-9a53e75506b1 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:50.259552 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c98f36d6-7439-47fe-90e0-9a53e75506b1 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:50.260086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98f36d6-7439-47fe-90e0-9a53e75506b1 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Fanout notify agent at l3_agent the message router_deleted on router c8b2d19a-11f3-4360-bd3b-06452a24ccd8 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:01:50.267567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c98f36d6-7439-47fe-90e0-9a53e75506b1 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:50.268675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c98f36d6-7439-47fe-90e0-9a53e75506b1 tempest-RoutersNegativeTest-1788994640 tempest-RoutersNegativeTest-1788994640-project] 10.222.0.31 "DELETE /v2.0/routers/c8b2d19a-11f3-4360-bd3b-06452a24ccd8 HTTP/1.1" status: 204 len: 168 time: 0.6410360 Dec 10 10:01:50.504681 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46928) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:50.638265 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5c35305c-0daa-4c52-a254-f2e3e0d4ff9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9494cc68d634d39ad1105df564a2895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324124 Dec 10 10:01:50.640743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46932) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:50.686827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc4f71c4-71e9-4193-994b-31060a14e9be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:50.707548 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc4f71c4-71e9-4193-994b-31060a14e9be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:50.753199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc4f71c4-71e9-4193-994b-31060a14e9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:50.755820 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc4f71c4-71e9-4193-994b-31060a14e9be admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:50.757582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dc4f71c4-71e9-4193-994b-31060a14e9be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47255d15-e083-4b5a-9d5d-5f72f2557ea9 HTTP/1.1" status: 204 len: 168 time: 0.1159108 Dec 10 10:01:50.765819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f71c4-71e9-4193-994b-31060a14e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47255d15-e083-4b5a-9d5d-5f72f2557ea9,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:50.977857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 79f385ba-02c4-4f0d-9220-99ed6eb7e130 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:01:50.998834 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 79f385ba-02c4-4f0d-9220-99ed6eb7e130 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:50.999180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 79f385ba-02c4-4f0d-9220-99ed6eb7e130 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:01:50.999596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:01:51.022337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:01:51.022337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 50ba66c0-3cbc-4c93-9263-3b29bbe936d4 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:01:51.376483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46954) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:51.472401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-544232990-network', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:51.493535 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Made reservation on behalf of e3ebd48e77f04c77a2ae571b94798572 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:51.495889 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:51.504120 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:51.579902 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:51.584117 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:51.609131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:51.618977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e8e79b-0012-4d17-a1c7-60a19cb3aa14,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:51.626695 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:51.627042 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Added segment a4f3486d-5a70-42fa-b163-afdd7161b979 of type vlan for network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 Dec 10 10:01:51.671601 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:51.695394 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:51.696318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:51.696891 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:51.752148 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3745110 Dec 10 10:01:51.755589 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46958) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:51.759697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e12216-7586-4493-ae28-da1814705313 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe9e7e4-5c7d-4f38-9748-74b4c0bda999,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:51.761486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Request body: {'subnet': {'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-subnet', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:51.770854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:51.785013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Made reservation on behalf of e3ebd48e77f04c77a2ae571b94798572 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:51.787625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:51.958149 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.012333 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e77dda-eb4f-4bc9-adf6-77f370bf6d40,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:52.020697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Checking segment: {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:52.021054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Network hostable DHCP agents. Network: 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:52.037431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:52.046447 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:52.050524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:52.051114 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.055788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432dbd79-2fb1-4950-91bd-ffcb347d08b1 None None] Network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:52.072624 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5dc2ad29-de66-49aa-982c-3a540145bfcc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3123143 Dec 10 10:01:52.072894 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46960) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:52.077021 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:52.097991 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.099241 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.155730 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.165115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'fixed_ips': [{'subnet_id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:01:52.166224 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.295662 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.302367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Allocated IP 172.20.0.2 (3fe9e7e4-5c7d-4f38-9748-74b4c0bda999/b5e77dda-eb4f-4bc9-adf6-77f370bf6d40/f498862a-92ec-4b7b-84c5-b0764ccec3c7) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:52.446593 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.453986 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.495867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:52.499030 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.500854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:52.502951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Pushing event updated for resources: {'Port': ['ID=f498862a-92ec-4b7b-84c5-b0764ccec3c7,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:52.505056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:52.519429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.562581 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Attempting to bind port f498862a-92ec-4b7b-84c5-b0764ccec3c7 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:52.562869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Attempting to bind port f498862a-92ec-4b7b-84c5-b0764ccec3c7 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:52.563236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Attempting to bind port f498862a-92ec-4b7b-84c5-b0764ccec3c7 on network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:52.568130 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:52.568500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Checking segment: {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:52.568896 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.569289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Bound using segment: {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:52.569775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Bound port: f498862a-92ec-4b7b-84c5-b0764ccec3c7, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:52.570153 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.622421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Allocated IP 172.25.3.170 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/74635a77-3a5c-4bc9-a0c6-d6de0007b77d) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:52.633808 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] For port f498862a-92ec-4b7b-84c5-b0764ccec3c7, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:52.636994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] For port f498862a-92ec-4b7b-84c5-b0764ccec3c7, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f498862a-92ec-4b7b-84c5-b0764ccec3c7,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:52.641923 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.696450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59545a0-1651-49ae-a705-2f549108b14b None None] Pushing event updated for resources: {'Port': ['ID=f498862a-92ec-4b7b-84c5-b0764ccec3c7,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:52.731006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.765584 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.805108 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:52.808609 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:52.811240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:52.823718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff2559-151b-485a-a01f-1df60eadf7d9 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:52.841131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Pushing event updated for resources: {'Port': ['ID=74635a77-3a5c-4bc9-a0c6-d6de0007b77d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:52.944348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4bfbd5c1-de59-4e98-9c8a-b6f55b9fe8e1 None None] Provisioning complete for port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:52.944348 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4bfbd5c1-de59-4e98-9c8a-b6f55b9fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:52.995442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbd5c1-de59-4e98-9c8a-b6f55b9fe8e1 None None] Port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:01:53.044782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f498862a-92ec-4b7b-84c5-b0764ccec3c7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:01:53.095887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f498862a-92ec-4b7b-84c5-b0764ccec3c7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:53.096528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:53.112072 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:53.172685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:53.207601 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port f498862a-92ec-4b7b-84c5-b0764ccec3c7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f498862a-92ec-4b7b-84c5-b0764ccec3c7,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:53.212118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:53.266185 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=f498862a-92ec-4b7b-84c5-b0764ccec3c7,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:53.316446 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:53.446711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Router 4397ff96-64a7-4691-971b-2635a788cca1 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:01:53.555719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:01:53.566277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Sync routers for ids ['4397ff96-64a7-4691-971b-2635a788cca1'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:01:53.575410 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:53.579391 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d7c2a30b-1df7-402b-b1a1-6acb3b63453c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5030184 Dec 10 10:01:53.579677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46962) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:53.582425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Routers {'4397ff96-64a7-4691-971b-2635a788cca1'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:01:53.583084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:01:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4397ff96-64a7-4691-971b-2635a788cca1'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:53.841464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428a490-5b51-4858-a37d-f7b5c7c16684 None None] Network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:53.914386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ed884096-3ee2-4288-96ff-fa3bd81964c7 None None] Provisioning complete for port f498862a-92ec-4b7b-84c5-b0764ccec3c7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:53.914753 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed884096-3ee2-4288-96ff-fa3bd81964c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:53.918323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Set router 4397ff96-64a7-4691-971b-2635a788cca1 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:01:54.018767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.175651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Allocated IP 172.20.0.1 (3fe9e7e4-5c7d-4f38-9748-74b4c0bda999/b5e77dda-eb4f-4bc9-adf6-77f370bf6d40/023f1a6f-fd41-46a0-acbc-2d5d3b93108d) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:54.224218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4397ff96-64a7-4691-971b-2635a788cca1', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:52Z', 'revision_number': 3, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'gw_port': {'id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:54.252925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Checking router: 4397ff96-64a7-4691-971b-2635a788cca1 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:01:54.253286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Updating router 4397ff96-64a7-4691-971b-2635a788cca1 port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:01:54.279562 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.291883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.333738 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.373687 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:54.378481 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:54.382525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:54.408600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=023f1a6f-fd41-46a0-acbc-2d5d3b93108d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:54.427465 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.463303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-984d5ed7-19f3-41a1-9f71-8e37d782856a None None] Provisioning complete for port f498862a-92ec-4b7b-84c5-b0764ccec3c7 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:54.463755 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-984d5ed7-19f3-41a1-9f71-8e37d782856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.580163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.632988 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.638790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.684897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c2d6a4-4d43-4bce-87c5-96de4bce54b8 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:54.697244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Attempting to bind port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:54.697877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Attempting to bind port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:54.698277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Attempting to bind port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:54.706503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400ac30-daec-4817-badb-999671b202b6 None None] Pushing event updated for resources: {'Port': ['ID=74635a77-3a5c-4bc9-a0c6-d6de0007b77d,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:54.714113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:54.714502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:54.714902 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.715295 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:54.715805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Bound port: 74635a77-3a5c-4bc9-a0c6-d6de0007b77d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:54.716183 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.754718 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.760061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.778177 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fd3edc8e-784e-47cc-adb8-9bd9236d6eb7 None None] Provisioning complete for port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:54.778548 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fd3edc8e-784e-47cc-adb8-9bd9236d6eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.802442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] For port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:54.817860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] For port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=74635a77-3a5c-4bc9-a0c6-d6de0007b77d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:54.823972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.827609 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.830636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=023f1a6f-fd41-46a0-acbc-2d5d3b93108d,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:54.832091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fd3edc8e-784e-47cc-adb8-9bd9236d6eb7 None None] Port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:01:54.875706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f6bec3-3608-4fee-a99d-2749272f7211 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:54.894898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fd3edc8e-784e-47cc-adb8-9bd9236d6eb7 None None] Provisioning complete for port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:54.895271 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fd3edc8e-784e-47cc-adb8-9bd9236d6eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:54.930186 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400ac30-daec-4817-badb-999671b202b6 None None] Pushing event updated for resources: {'Port': ['ID=74635a77-3a5c-4bc9-a0c6-d6de0007b77d,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:54.932940 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Routers {'4397ff96-64a7-4691-971b-2635a788cca1'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:01:54.933571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:01:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4397ff96-64a7-4691-971b-2635a788cca1'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:55.035389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f498862a-92ec-4b7b-84c5-b0764ccec3c7 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:01:55.119452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] Set router 4397ff96-64a7-4691-971b-2635a788cca1 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:01:55.162451 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fd3edc8e-784e-47cc-adb8-9bd9236d6eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:55.217591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f498862a-92ec-4b7b-84c5-b0764ccec3c7 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:55.217881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:55.245428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-fd3edc8e-784e-47cc-adb8-9bd9236d6eb7 None None] For port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=74635a77-3a5c-4bc9-a0c6-d6de0007b77d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:55.256981 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:55.258449 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:55.262222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fd3edc8e-784e-47cc-adb8-9bd9236d6eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:55.386340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Router 4397ff96-64a7-4691-971b-2635a788cca1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:01:55.392156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3edc8e-784e-47cc-adb8-9bd9236d6eb7 None None] Pushing event updated for resources: {'Port': ['ID=74635a77-3a5c-4bc9-a0c6-d6de0007b77d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:55.459474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ff237487-e4a6-409b-9944-447a302eeabe None None] Provisioning complete for port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:55.459963 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ff237487-e4a6-409b-9944-447a302eeabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:55.520092 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:01:55.526420 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e809d074-ec53-434e-9280-621519249ef9 admin admin] 10.222.0.31 "PUT /v2.0/routers/4397ff96-64a7-4691-971b-2635a788cca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9444315 Dec 10 10:01:55.532772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4397ff96-64a7-4691-971b-2635a788cca1', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 4, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'gw_port': {'id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '023f1a6f-fd41-46a0-acbc-2d5d3b93108d', 'name': '', 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'mac_address': 'fa:16:3e:16:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:54Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 2, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'subnets': [{'id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:55.579882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b16b9d-3d12-4e8e-a9ba-0756cf33fac7 None None] The sync data for ids ['4397ff96-64a7-4691-971b-2635a788cca1'] in n-d-814746-3 is: [{'id': '4397ff96-64a7-4691-971b-2635a788cca1', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 4, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'gw_port': {'id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '023f1a6f-fd41-46a0-acbc-2d5d3b93108d', 'name': '', 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'mac_address': 'fa:16:3e:16:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:54Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 2, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'subnets': [{'id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:01:55.717569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4314a67f-366f-4660-a697-f96d8cd7f0fb None None] Provisioning complete for port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:55.718062 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4314a67f-366f-4660-a697-f96d8cd7f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:55.760362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4314a67f-366f-4660-a697-f96d8cd7f0fb None None] Port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:01:56.080446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46978) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:56.085493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-278678365-network', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:56.107772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Made reservation on behalf of 700111d2e6e74a87b9cbaee14a8d0302 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:56.110239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.120007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.201747 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.205535 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.237839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:01:56.254944 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6732d369-86af-499d-85fe-db98b3f416be,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:56.258296 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.258878 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Added segment c786dfaa-c0b5-456a-b03f-cbcb75175376 of type vlan for network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f Dec 10 10:01:56.305470 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.331177 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.332294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:56.332924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.397997 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3163276 Dec 10 10:01:56.401727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46980) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:56.406867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Request body: {'subnet': {'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-subnet', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:56.407339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751f332-bb01-4de4-a429-16c9ec5eb888 admin admin] Pushing event updated for resources: {'Network': ['ID=9dccbd96-053d-484d-9672-5e2a9c3b6a8f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:56.419853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:01:56.431513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Made reservation on behalf of 700111d2e6e74a87b9cbaee14a8d0302 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:01:56.434222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.634471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.690734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bda415b-ce9f-47a8-9e8c-abbfd6ef749d,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:56.706288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Checking segment: {'id': 'c786dfaa-c0b5-456a-b03f-cbcb75175376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:56.706648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Network hostable DHCP agents. Network: 9dccbd96-053d-484d-9672-5e2a9c3b6a8f, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:01:56.724299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:01:56.734010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 9dccbd96-053d-484d-9672-5e2a9c3b6a8f) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:56.738198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:01:56.738787 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.744253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a124dca2-c324-4632-9592-cbffce323a72 None None] Network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:56.758668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f5d6dc1b-3920-4e8e-8359-ca819857da3d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3534849 Dec 10 10:01:56.759413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 46982) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:56.764119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:01:56.785937 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.787088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.849739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:56.861892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-9dccbd96-053d-484d-9672-5e2a9c3b6a8f', 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f', 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'fixed_ips': [{'subnet_id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:01:56.862768 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.008308 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.008768 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Allocated IP 172.20.0.2 (9dccbd96-053d-484d-9672-5e2a9c3b6a8f/0bda415b-ce9f-47a8-9e8c-abbfd6ef749d/507c1920-e9c3-4ad8-b45e-6c71e60c3090) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:57.019365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 74635a77-3a5c-4bc9-a0c6-d6de0007b77d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:01:57.140917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:57.141285 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.227041 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.228157 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.236203 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.248517 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.308290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:57.313655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:57.319454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:57.323673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Pushing event updated for resources: {'Port': ['ID=507c1920-e9c3-4ad8-b45e-6c71e60c3090,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:57.361021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Allocated IP 172.25.3.10 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/6ca6af47-f217-443a-8713-943ef6ef35e6) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:57.392045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Attempting to bind port 507c1920-e9c3-4ad8-b45e-6c71e60c3090 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:57.392471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Attempting to bind port 507c1920-e9c3-4ad8-b45e-6c71e60c3090 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'c786dfaa-c0b5-456a-b03f-cbcb75175376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:57.393121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Attempting to bind port 507c1920-e9c3-4ad8-b45e-6c71e60c3090 on network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:57.399219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:57.399595 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Checking segment: {'id': 'c786dfaa-c0b5-456a-b03f-cbcb75175376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:57.400001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.400388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Bound using segment: {'id': 'c786dfaa-c0b5-456a-b03f-cbcb75175376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:57.401091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Bound port: 507c1920-e9c3-4ad8-b45e-6c71e60c3090, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c786dfaa-c0b5-456a-b03f-cbcb75175376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:57.401482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.475811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] For port 507c1920-e9c3-4ad8-b45e-6c71e60c3090, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:57.480522 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] For port 507c1920-e9c3-4ad8-b45e-6c71e60c3090, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=507c1920-e9c3-4ad8-b45e-6c71e60c3090,segment=NetworkSegment(c786dfaa-c0b5-456a-b03f-cbcb75175376),segment_id=c786dfaa-c0b5-456a-b03f-cbcb75175376)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:57.484859 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.485859 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.527225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.554814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810cfdd-d5c5-4cd9-8974-6d2c5418b828 None None] Pushing event updated for resources: {'Port': ['ID=507c1920-e9c3-4ad8-b45e-6c71e60c3090,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:57.574668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:57.577726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:57.581316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:57.593646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c29e8-40dc-4443-b7a3-d2c36ba02917 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:01:57.608571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Pushing event updated for resources: {'Port': ['ID=6ca6af47-f217-443a-8713-943ef6ef35e6,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:57.692463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fd34a6e6-5efd-48a5-aa17-c2b0d5a4af7c None None] Provisioning complete for port 6ca6af47-f217-443a-8713-943ef6ef35e6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:57.693265 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fd34a6e6-5efd-48a5-aa17-c2b0d5a4af7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.764474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fd34a6e6-5efd-48a5-aa17-c2b0d5a4af7c None None] Port 6ca6af47-f217-443a-8713-943ef6ef35e6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:01:57.783255 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Sync routers for ids ['4397ff96-64a7-4691-971b-2635a788cca1'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:01:57.794840 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Routers {'4397ff96-64a7-4691-971b-2635a788cca1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:01:57.795632 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:01:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4397ff96-64a7-4691-971b-2635a788cca1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:57.877757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:57.917749 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Set router 4397ff96-64a7-4691-971b-2635a788cca1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:01:58.083403 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.112023 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4397ff96-64a7-4691-971b-2635a788cca1', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 4, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'gw_port': {'id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '023f1a6f-fd41-46a0-acbc-2d5d3b93108d', 'name': '', 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'mac_address': 'fa:16:3e:16:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:54Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 2, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'subnets': [{'id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:58.138906 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Checking router: 4397ff96-64a7-4691-971b-2635a788cca1 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:01:58.140315 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Updating router 4397ff96-64a7-4691-971b-2635a788cca1 port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:01:58.168017 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.226734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Router 49412683-da5e-4ec9-bf0f-bd7639f9321d is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:01:58.344164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:01:58.354818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Sync routers for ids ['49412683-da5e-4ec9-bf0f-bd7639f9321d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:01:58.365083 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.369033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Routers {'49412683-da5e-4ec9-bf0f-bd7639f9321d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:01:58.370250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 46984) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:01:58.372592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:01:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['49412683-da5e-4ec9-bf0f-bd7639f9321d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:58.378622 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-97841f87-0507-4e83-a698-4443345054ed admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6062477 Dec 10 10:01:58.484836 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.492793 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.516612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Set router 49412683-da5e-4ec9-bf0f-bd7639f9321d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:01:58.556660 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Pushing event updated for resources: {'Port': ['ID=023f1a6f-fd41-46a0-acbc-2d5d3b93108d,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:58.571930 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.573108 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.573632 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.574489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.574979 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.575460 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.575944 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.576726 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.577497 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.578022 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.578507 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.578979 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.579606 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:01:58.665927 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Attempting to bind port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:01:58.667348 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Attempting to bind port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:01:58.667969 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Attempting to bind port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d on network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:01:58.673366 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ac9d3-f64d-4959-9153-99a8c11dd709 None None] Network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:01:58.677875 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:01:58.678534 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Checking segment: {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:01:58.679105 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.681034 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Bound using segment: {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:01:58.681555 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Bound port: 023f1a6f-fd41-46a0-acbc-2d5d3b93108d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:01:58.682291 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.766227 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] For port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:01:58.769863 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] For port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=023f1a6f-fd41-46a0-acbc-2d5d3b93108d,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:01:58.777380 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.778008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ef06ec3f-07a9-4769-b442-ce56832beb98 None None] Provisioning complete for port 507c1920-e9c3-4ad8-b45e-6c71e60c3090 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:58.778567 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef06ec3f-07a9-4769-b442-ce56832beb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.843703 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Routers {'4397ff96-64a7-4691-971b-2635a788cca1'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:01:58.845025 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:01:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4397ff96-64a7-4691-971b-2635a788cca1'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:58.918805 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.957354 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef06ec3f-07a9-4769-b442-ce56832beb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:58.985112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:56Z', 'updated_at': '2021-12-10T10:01:57Z', 'revision_number': 3, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'gw_port': {'id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:57Z', 'updated_at': '2021-12-10T10:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:58.990343 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] Set router 4397ff96-64a7-4691-971b-2635a788cca1 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:01:59.038219 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Checking router: 49412683-da5e-4ec9-bf0f-bd7639f9321d for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:01:59.038576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Updating router 49412683-da5e-4ec9-bf0f-bd7639f9321d port 6ca6af47-f217-443a-8713-943ef6ef35e6 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:01:59.060481 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62931a1-b561-4858-96a4-fc33bc8e2f60 None None] Pushing event updated for resources: {'Port': ['ID=023f1a6f-fd41-46a0-acbc-2d5d3b93108d,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:59.070903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ef06ec3f-07a9-4769-b442-ce56832beb98 None None] For port 507c1920-e9c3-4ad8-b45e-6c71e60c3090, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=507c1920-e9c3-4ad8-b45e-6c71e60c3090,segment=NetworkSegment(c786dfaa-c0b5-456a-b03f-cbcb75175376),segment_id=c786dfaa-c0b5-456a-b03f-cbcb75175376)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:59.072451 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.080589 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef06ec3f-07a9-4769-b442-ce56832beb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.171083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 507c1920-e9c3-4ad8-b45e-6c71e60c3090 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:01:59.212336 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Allocated IP 172.20.0.1 (9dccbd96-053d-484d-9672-5e2a9c3b6a8f/0bda415b-ce9f-47a8-9e8c-abbfd6ef749d/a41fa34e-6951-4ab4-9ef1-68f8117f3dbb) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:01:59.313989 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4397ff96-64a7-4691-971b-2635a788cca1', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 4, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'gw_port': {'id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '023f1a6f-fd41-46a0-acbc-2d5d3b93108d', 'name': '', 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'mac_address': 'fa:16:3e:16:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:54Z', 'updated_at': '2021-12-10T10:01:58Z', 'revision_number': 4, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'subnets': [{'id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:01:59.345376 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918fa58-10ca-4bfe-8a50-1a103ef95f5b None None] The sync data for ids ['4397ff96-64a7-4691-971b-2635a788cca1'] in n-d-814746-3 is: [{'id': '4397ff96-64a7-4691-971b-2635a788cca1', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:54Z', 'revision_number': 4, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'gw_port': {'id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '023f1a6f-fd41-46a0-acbc-2d5d3b93108d', 'name': '', 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'mac_address': 'fa:16:3e:16:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:54Z', 'updated_at': '2021-12-10T10:01:58Z', 'revision_number': 4, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'subnets': [{'id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:01:59.348418 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.352720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8c793368-e546-40d3-839a-7f0757591821 None None] Provisioning complete for port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:59.353031 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c793368-e546-40d3-839a-7f0757591821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.378518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06ec3f-07a9-4769-b442-ce56832beb98 None None] Pushing event updated for resources: {'Port': ['ID=507c1920-e9c3-4ad8-b45e-6c71e60c3090,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:59.388317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.431328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:01:59.434403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:01:59.438318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:01:59.471081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Pushing event updated for resources: {'Port': ['ID=a41fa34e-6951-4ab4-9ef1-68f8117f3dbb,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:59.494025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.508523 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 507c1920-e9c3-4ad8-b45e-6c71e60c3090 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:59.508899 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.578289 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c793368-e546-40d3-839a-7f0757591821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.640018 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8c793368-e546-40d3-839a-7f0757591821 None None] For port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=023f1a6f-fd41-46a0-acbc-2d5d3b93108d,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:01:59.654894 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8c793368-e546-40d3-839a-7f0757591821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.668897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.871406 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.876887 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.942369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.951781 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.953915 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c793368-e546-40d3-839a-7f0757591821 None None] Pushing event updated for resources: {'Port': ['ID=023f1a6f-fd41-46a0-acbc-2d5d3b93108d,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:59.956410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:01:59.957667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Pushing event updated for resources: {'Port': ['ID=a41fa34e-6951-4ab4-9ef1-68f8117f3dbb,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:01:59.991965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1baacbed-67ec-46cd-9bd9-d30c0bb2f5e0 None None] Provisioning complete for port 507c1920-e9c3-4ad8-b45e-6c71e60c3090 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:01:59.992333 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1baacbed-67ec-46cd-9bd9-d30c0bb2f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.027980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5bf9d-a28c-4bad-982e-8cc5aebd4e8f None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:02:00.052084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c8d0c-8b5d-44dd-b2b9-58c70eef5422 None None] Pushing event updated for resources: {'Port': ['ID=6ca6af47-f217-443a-8713-943ef6ef35e6,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:02:00.056832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Attempting to bind port 6ca6af47-f217-443a-8713-943ef6ef35e6 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:02:00.057955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Attempting to bind port 6ca6af47-f217-443a-8713-943ef6ef35e6 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:02:00.058347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Attempting to bind port 6ca6af47-f217-443a-8713-943ef6ef35e6 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:02:00.067854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:02:00.068261 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:02:00.068639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.069036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:02:00.069538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Bound port: 6ca6af47-f217-443a-8713-943ef6ef35e6, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:02:00.069916 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.074361 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:02:00.075663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:02:00.169848 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] For port 6ca6af47-f217-443a-8713-943ef6ef35e6, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:02:00.173731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] For port 6ca6af47-f217-443a-8713-943ef6ef35e6, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6ca6af47-f217-443a-8713-943ef6ef35e6,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:02:00.190338 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.214816 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Router 49412683-da5e-4ec9-bf0f-bd7639f9321d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:02:00.246729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5e6be-6735-4257-bf21-cc665d9933c1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:02:00.258615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1baacbed-67ec-46cd-9bd9-d30c0bb2f5e0 None None] Provisioning complete for port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:00.259122 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1baacbed-67ec-46cd-9bd9-d30c0bb2f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.291707 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Routers {'49412683-da5e-4ec9-bf0f-bd7639f9321d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:02:00.292358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:01:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['49412683-da5e-4ec9-bf0f-bd7639f9321d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:02:00.299889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c8d0c-8b5d-44dd-b2b9-58c70eef5422 None None] Pushing event updated for resources: {'Port': ['ID=6ca6af47-f217-443a-8713-943ef6ef35e6,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:02:00.352223 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:02:00.369010 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bda510f2-d6f5-43f6-b7d3-119a84689708 admin admin] 10.222.0.31 "PUT /v2.0/routers/49412683-da5e-4ec9-bf0f-bd7639f9321d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9975367 Dec 10 10:02:00.448577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] Set router 49412683-da5e-4ec9-bf0f-bd7639f9321d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:02:00.528114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1baacbed-67ec-46cd-9bd9-d30c0bb2f5e0 None None] Provisioning complete for port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:00.528484 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1baacbed-67ec-46cd-9bd9-d30c0bb2f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.607200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1baacbed-67ec-46cd-9bd9-d30c0bb2f5e0 None None] Port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:02:00.686689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:56Z', 'updated_at': '2021-12-10T10:01:59Z', 'revision_number': 4, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'gw_port': {'id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:57Z', 'updated_at': '2021-12-10T10:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a41fa34e-6951-4ab4-9ef1-68f8117f3dbb', 'name': '', 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'mac_address': 'fa:16:3e:c7:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:58Z', 'updated_at': '2021-12-10T10:01:59Z', 'revision_number': 2, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'subnets': [{'id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:02:00.722216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227cc82-72ed-4731-9765-ceb7b2c75fc5 None None] The sync data for ids ['49412683-da5e-4ec9-bf0f-bd7639f9321d'] in n-d-814746-3 is: [{'id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:56Z', 'updated_at': '2021-12-10T10:01:59Z', 'revision_number': 4, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'gw_port': {'id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:78:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:57Z', 'updated_at': '2021-12-10T10:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a41fa34e-6951-4ab4-9ef1-68f8117f3dbb', 'name': '', 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'mac_address': 'fa:16:3e:c7:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:58Z', 'updated_at': '2021-12-10T10:01:59Z', 'revision_number': 2, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'subnets': [{'id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:02:00.733329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dd5d2886-ee7d-4262-b29e-f566f9d4ce60 None None] Provisioning complete for port 6ca6af47-f217-443a-8713-943ef6ef35e6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:00.733736 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd5d2886-ee7d-4262-b29e-f566f9d4ce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.814901 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd5d2886-ee7d-4262-b29e-f566f9d4ce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.835437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dd5d2886-ee7d-4262-b29e-f566f9d4ce60 None None] For port 6ca6af47-f217-443a-8713-943ef6ef35e6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6ca6af47-f217-443a-8713-943ef6ef35e6,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:02:00.840664 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd5d2886-ee7d-4262-b29e-f566f9d4ce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.881962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dd5d2886-ee7d-4262-b29e-f566f9d4ce60 None None] Provisioning complete for port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:00.882338 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd5d2886-ee7d-4262-b29e-f566f9d4ce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:00.931573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d2886-ee7d-4262-b29e-f566f9d4ce60 None None] Pushing event updated for resources: {'Port': ['ID=6ca6af47-f217-443a-8713-943ef6ef35e6,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:02:00.938167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d2886-ee7d-4262-b29e-f566f9d4ce60 None None] Port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:02:01.040927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 023f1a6f-fd41-46a0-acbc-2d5d3b93108d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:02:01.092587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:01.092956 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:01.174817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 507c1920-e9c3-4ad8-b45e-6c71e60c3090 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:02:01.233784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 507c1920-e9c3-4ad8-b45e-6c71e60c3090 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:01.234397 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:03.011031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ca6af47-f217-443a-8713-943ef6ef35e6 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:02:03.058917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6ca6af47-f217-443a-8713-943ef6ef35e6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:03.059292 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:03.385126 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50355b40-2cb3-481c-a382-e6c40da9c4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:03.408891 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Sync routers for ids ['49412683-da5e-4ec9-bf0f-bd7639f9321d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:02:03.419323 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Routers {'49412683-da5e-4ec9-bf0f-bd7639f9321d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:02:03.419923 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:01:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['49412683-da5e-4ec9-bf0f-bd7639f9321d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:02:03.611735 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Set router 49412683-da5e-4ec9-bf0f-bd7639f9321d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:02:03.816872 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:56Z', 'updated_at': '2021-12-10T10:01:59Z', 'revision_number': 4, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'gw_port': {'id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:57Z', 'updated_at': '2021-12-10T10:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a41fa34e-6951-4ab4-9ef1-68f8117f3dbb', 'name': '', 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'mac_address': 'fa:16:3e:c7:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:58Z', 'updated_at': '2021-12-10T10:01:59Z', 'revision_number': 2, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'subnets': [{'id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:02:03.846472 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Checking router: 49412683-da5e-4ec9-bf0f-bd7639f9321d for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:02:03.846821 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Updating router 49412683-da5e-4ec9-bf0f-bd7639f9321d port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:02:03.869871 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.133174 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.138505 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.190363 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d8ce5-b1ca-4c59-bba7-fa6ac69f30ae None None] Pushing event updated for resources: {'Port': ['ID=a41fa34e-6951-4ab4-9ef1-68f8117f3dbb,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:02:04.240296 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Attempting to bind port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:02:04.240674 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Attempting to bind port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'c786dfaa-c0b5-456a-b03f-cbcb75175376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:02:04.241038 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Attempting to bind port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb on network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:02:04.246796 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:02:04.247176 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Checking segment: {'id': 'c786dfaa-c0b5-456a-b03f-cbcb75175376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:02:04.247580 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.247996 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Bound using segment: {'id': 'c786dfaa-c0b5-456a-b03f-cbcb75175376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:02:04.248467 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Bound port: a41fa34e-6951-4ab4-9ef1-68f8117f3dbb, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c786dfaa-c0b5-456a-b03f-cbcb75175376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:02:04.248853 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.313704 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] For port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:02:04.317090 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] For port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a41fa34e-6951-4ab4-9ef1-68f8117f3dbb,segment=NetworkSegment(c786dfaa-c0b5-456a-b03f-cbcb75175376),segment_id=c786dfaa-c0b5-456a-b03f-cbcb75175376)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:02:04.322091 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.382749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-37176e57-b635-48cd-8dc1-6040d5f0cc1b None None] Provisioning complete for port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:04.383349 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37176e57-b635-48cd-8dc1-6040d5f0cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.383581 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Routers {'49412683-da5e-4ec9-bf0f-bd7639f9321d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:02:04.384210 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:01:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['49412683-da5e-4ec9-bf0f-bd7639f9321d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:02:04.387803 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d8ce5-b1ca-4c59-bba7-fa6ac69f30ae None None] Pushing event updated for resources: {'Port': ['ID=a41fa34e-6951-4ab4-9ef1-68f8117f3dbb,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:02:04.471505 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37176e57-b635-48cd-8dc1-6040d5f0cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.501358 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] Set router 49412683-da5e-4ec9-bf0f-bd7639f9321d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:02:04.509248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-37176e57-b635-48cd-8dc1-6040d5f0cc1b None None] For port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a41fa34e-6951-4ab4-9ef1-68f8117f3dbb,segment=NetworkSegment(c786dfaa-c0b5-456a-b03f-cbcb75175376),segment_id=c786dfaa-c0b5-456a-b03f-cbcb75175376)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:02:04.514335 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-37176e57-b635-48cd-8dc1-6040d5f0cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.568248 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176e57-b635-48cd-8dc1-6040d5f0cc1b None None] Pushing event updated for resources: {'Port': ['ID=a41fa34e-6951-4ab4-9ef1-68f8117f3dbb,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:02:04.634328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7c7d533d-5bf2-46ec-a73b-c51943dc7980 None None] Provisioning complete for port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:04.634611 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7c7d533d-5bf2-46ec-a73b-c51943dc7980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:04.708981 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:56Z', 'updated_at': '2021-12-10T10:01:59Z', 'revision_number': 4, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'gw_port': {'id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:57Z', 'updated_at': '2021-12-10T10:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a41fa34e-6951-4ab4-9ef1-68f8117f3dbb', 'name': '', 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'mac_address': 'fa:16:3e:c7:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:58Z', 'updated_at': '2021-12-10T10:02:04Z', 'revision_number': 4, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'subnets': [{'id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:02:04.735322 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70b8a9-450e-4e36-9e31-90d04a2ca967 None None] The sync data for ids ['49412683-da5e-4ec9-bf0f-bd7639f9321d'] in n-d-814746-3 is: [{'id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:56Z', 'updated_at': '2021-12-10T10:01:59Z', 'revision_number': 4, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'gw_port': {'id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:57Z', 'updated_at': '2021-12-10T10:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a41fa34e-6951-4ab4-9ef1-68f8117f3dbb', 'name': '', 'network_id': '9dccbd96-053d-484d-9672-5e2a9c3b6a8f', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'mac_address': 'fa:16:3e:c7:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:58Z', 'updated_at': '2021-12-10T10:02:04Z', 'revision_number': 4, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'subnets': [{'id': '0bda415b-ce9f-47a8-9e8c-abbfd6ef749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:02:05.014030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a41fa34e-6951-4ab4-9ef1-68f8117f3dbb up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:02:05.064364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:02:05.064738 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:05.562430 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-28fa8f73-9ff7-4ca3-93de-5130389bf782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:06.781642 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:08.471466 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:09.423439 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:10.700924 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:02:15.770587 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:19.933079 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:33.378061 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-28cd9681-b6ed-4f7f-b5b5-c13445025e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:35.563388 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-619de541-3cc9-4154-a106-81cc4a125760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:36.784334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:38.476807 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:39.426370 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:45.791080 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:02:47.701288 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:02:49.933452 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:01.144670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-5252e4f5-20e2-453d-9f85-690b7b014215 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:01.146190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-5252e4f5-20e2-453d-9f85-690b7b014215 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/networks?id=3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 HTTP/1.1" status: 200 len: 816 time: 0.1035028 Dec 10 10:03:01.161716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-6396f4e9-067d-444a-b2fe-ca8fa2457b78 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/quotas/e3ebd48e77f04c77a2ae571b94798572 HTTP/1.1" status: 200 len: 375 time: 0.0088799 Dec 10 10:03:01.217841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-0bb55598-352e-4595-8156-45dfc97e5b42 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e3ebd48e77f04c77a2ae571b94798572&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497208 Dec 10 10:03:01.315640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-bb0f3601-a097-438c-9058-58aa75f5a24f service neutron] 10.222.0.31 "GET /v2.0/networks/3fe9e7e4-5c7d-4f38-9748-74b4c0bda999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857241 Dec 10 10:03:01.402528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-dbd689a7-76d9-43fb-bc0a-541f26455b51 service neutron] 10.222.0.31 "GET /v2.0/networks/3fe9e7e4-5c7d-4f38-9748-74b4c0bda999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803378 Dec 10 10:03:01.570194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-96f577da-f8bf-476d-8b03-033f6be82b10 req-f9177516-04a3-46f1-940d-4b018e28b5cc tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 210 time: 0.0270216 Dec 10 10:03:02.489142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-11d98a10-8314-4131-bb53-6586f54ddd7b tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:02.490619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-11d98a10-8314-4131-bb53-6586f54ddd7b tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.18 "GET /v2.0/networks?id=3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 HTTP/1.1" status: 200 len: 816 time: 0.1079073 Dec 10 10:03:02.504037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Request body: {'port': {'device_id': '5766db33-5f30-4a92-b4b9-05f278630a90', 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'admin_state_up': True, 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:03:02.628768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Made reservation on behalf of e3ebd48e77f04c77a2ae571b94798572 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:03:02.632613 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:02.689784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25db9649-6474-4140-b8de-f7d9f6fb6f42 req-e7d935fa-ea0d-49b3-858d-5a37545d3cbe tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 210 time: 0.0350287 Dec 10 10:03:02.788763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Allocated IP 172.20.0.14 (3fe9e7e4-5c7d-4f38-9748-74b4c0bda999/b5e77dda-eb4f-4bc9-adf6-77f370bf6d40/00b7f39b-2dae-49d1-9168-8614f0d609b1) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:03:02.934338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:02.969634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.015463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:03:03.018547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:03.022118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:03:03.029330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Pushing event updated for resources: {'Port': ['ID=00b7f39b-2dae-49d1-9168-8614f0d609b1,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:03.063105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.063461 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.063816 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.064159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.064498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.064830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.065165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.065497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.065852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.066182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.066509 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.066840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.067165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:03.093796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:03.094427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.113079 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-ad7e2d0a-e789-424c-b64e-ffce9edeb7a8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6130199 Dec 10 10:03:03.126345 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Request body: {'port': {'device_id': '5766db33-5f30-4a92-b4b9-05f278630a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:03:03.184538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.276322 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6ebaf47f-a74e-4fad-9629-ee1fa487ce44 None None] Provisioning complete for port 00b7f39b-2dae-49d1-9168-8614f0d609b1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:03.276936 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf47f-a74e-4fad-9629-ee1fa487ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.311232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaf47f-a74e-4fad-9629-ee1fa487ce44 None None] Port 00b7f39b-2dae-49d1-9168-8614f0d609b1 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:03:03.378731 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31d08fcf-1650-41e0-9a9d-5642e848d99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.444788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b7f39b-2dae-49d1-9168-8614f0d609b1 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:03:03.453036 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.466624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Transition to ACTIVE for port object 00b7f39b-2dae-49d1-9168-8614f0d609b1 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:03:03.470516 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.526225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Pushing event updated for resources: {'Port': ['ID=00b7f39b-2dae-49d1-9168-8614f0d609b1,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:03.598548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Attempting to bind port 00b7f39b-2dae-49d1-9168-8614f0d609b1 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:03:03.598885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Attempting to bind port 00b7f39b-2dae-49d1-9168-8614f0d609b1 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:03:03.599214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Attempting to bind port 00b7f39b-2dae-49d1-9168-8614f0d609b1 on network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:03:03.603839 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Port 00b7f39b-2dae-49d1-9168-8614f0d609b1 on network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:03:03.604161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Attempting to bind port 00b7f39b-2dae-49d1-9168-8614f0d609b1 on network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:03:03.609233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:03:03.609597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Checking segment: {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:03:03.609987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Bound using segment: {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:03:03.610419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Bound port: 00b7f39b-2dae-49d1-9168-8614f0d609b1, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f3486d-5a70-42fa-b163-afdd7161b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:03:03.610777 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.677409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] For port 00b7f39b-2dae-49d1-9168-8614f0d609b1, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:03:03.680796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] For port 00b7f39b-2dae-49d1-9168-8614f0d609b1, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=00b7f39b-2dae-49d1-9168-8614f0d609b1,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:03:03.685281 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.729646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:03.730294 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:03.731737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] 10.222.0.18 "PUT /v2.0/ports/00b7f39b-2dae-49d1-9168-8614f0d609b1 HTTP/1.1" status: 200 len: 1092 time: 0.6097789 Dec 10 10:03:03.732235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5766db33-5f30-4a92-b4b9-05f278630a90', 'tag': '00b7f39b-2dae-49d1-9168-8614f0d609b1'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:03:03.734560 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc350bd9-db31-48a9-b188-b98493629407" -d '{"events": [{"name": "network-changed", "server_uuid": "5766db33-5f30-4a92-b4b9-05f278630a90", "tag": "00b7f39b-2dae-49d1-9168-8614f0d609b1"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:03:03.755848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f0430-6564-487e-8093-1f3bce824cfe service neutron] Pushing event updated for resources: {'Port': ['ID=00b7f39b-2dae-49d1-9168-8614f0d609b1,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:03.856514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcfc56-c35c-4a2a-a89b-40b0f57b5542 req-5f58cc1a-5c8f-451a-ac02-d46f4d7503b5 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:03.858083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12bcfc56-c35c-4a2a-a89b-40b0f57b5542 req-5f58cc1a-5c8f-451a-ac02-d46f4d7503b5 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 944 time: 0.0790627 Dec 10 10:03:03.859862 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-580d6258-919c-47ca-87d9-87e7f5796836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:03.861213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-580d6258-919c-47ca-87d9-87e7f5796836 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3ebd48e77f04c77a2ae571b94798572&device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 1095 time: 0.0836751 Dec 10 10:03:03.920897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-e69de2ad-aa2f-4e03-95ee-5fe3d3de95eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00b7f39b-2dae-49d1-9168-8614f0d609b1 HTTP/1.1" status: 200 len: 217 time: 0.0502396 Dec 10 10:03:03.974463 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12bcfc56-c35c-4a2a-a89b-40b0f57b5542 req-68ee0ab4-9a2c-45a3-b758-8d644b28aae4 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100960 Dec 10 10:03:03.986099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-f985278f-7976-4f4d-bc9d-127147ab8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:03.987602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-f985278f-7976-4f4d-bc9d-127147ab8a18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b5e77dda-eb4f-4bc9-adf6-77f370bf6d40 HTTP/1.1" status: 200 len: 855 time: 0.0592890 Dec 10 10:03:04.036062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-46333de6-9829-4185-95ce-0846d2808a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:04.037611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-46333de6-9829-4185-95ce-0846d2808a03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe9e7e4-5c7d-4f38-9748-74b4c0bda999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422137 Dec 10 10:03:04.095687 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe90f72-9a6f-46ed-bdc3-262caefb1893 x-openstack-request-id: req-6fe90f72-9a6f-46ed-bdc3-262caefb1893 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:03:04.095988 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5766db33-5f30-4a92-b4b9-05f278630a90", "tag": "00b7f39b-2dae-49d1-9168-8614f0d609b1", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:03:04.096249 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fe90f72-9a6f-46ed-bdc3-262caefb1893 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:03:04.096651 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5766db33-5f30-4a92-b4b9-05f278630a90', 'tag': '00b7f39b-2dae-49d1-9168-8614f0d609b1', 'status': 'completed', 'code': 200} Dec 10 10:03:04.137452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-80c81e5b-afe9-4087-b342-445b9b4ee0e6 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe9e7e4-5c7d-4f38-9748-74b4c0bda999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916204 Dec 10 10:03:04.227294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-231ed4a2-ef51-4ec3-9664-68e05223b71f req-405f4c22-0883-401a-9238-49b65a84a495 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe9e7e4-5c7d-4f38-9748-74b4c0bda999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822005 Dec 10 10:03:04.316272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350bd9-db31-48a9-b188-b98493629407 req-47d8e1e9-ed55-4209-b2bc-ca80248bd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:04.317799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc350bd9-db31-48a9-b188-b98493629407 req-47d8e1e9-ed55-4209-b2bc-ca80248bd64c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3ebd48e77f04c77a2ae571b94798572&device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 1095 time: 0.0467308 Dec 10 10:03:04.406547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350bd9-db31-48a9-b188-b98493629407 req-0d348ec2-71e5-4f95-b116-b154bce476e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:04.408001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc350bd9-db31-48a9-b188-b98493629407 req-0d348ec2-71e5-4f95-b116-b154bce476e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 HTTP/1.1" status: 200 len: 917 time: 0.0825891 Dec 10 10:03:04.450928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc350bd9-db31-48a9-b188-b98493629407 req-9923f681-09a9-4033-bfd8-f02cb8c409fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00b7f39b-2dae-49d1-9168-8614f0d609b1 HTTP/1.1" status: 200 len: 217 time: 0.0354018 Dec 10 10:03:04.503582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350bd9-db31-48a9-b188-b98493629407 req-c3162ac5-5e58-4cef-a865-957711f0c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:04.505075 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc350bd9-db31-48a9-b188-b98493629407 req-c3162ac5-5e58-4cef-a865-957711f0c41b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b5e77dda-eb4f-4bc9-adf6-77f370bf6d40 HTTP/1.1" status: 200 len: 855 time: 0.0474870 Dec 10 10:03:04.551952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350bd9-db31-48a9-b188-b98493629407 req-ea8314e2-38bc-42fd-8f62-fab5ac9aec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:04.553452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc350bd9-db31-48a9-b188-b98493629407 req-ea8314e2-38bc-42fd-8f62-fab5ac9aec51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe9e7e4-5c7d-4f38-9748-74b4c0bda999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403364 Dec 10 10:03:04.643411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc350bd9-db31-48a9-b188-b98493629407 req-edd55b13-ccdb-4b63-8cd1-e9bb096ed920 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe9e7e4-5c7d-4f38-9748-74b4c0bda999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815284 Dec 10 10:03:04.735526 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bc350bd9-db31-48a9-b188-b98493629407 req-435391b2-31f7-4e18-b318-b83ab87065ae service neutron] 10.222.0.18 "GET /v2.0/networks/3fe9e7e4-5c7d-4f38-9748-74b4c0bda999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848167 Dec 10 10:03:05.094287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da7269-1aa4-46c4-83bb-197b4cd8168f req-52aefd61-a392-468d-8ef0-79ae27ab49ed tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:05.095780 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7da7269-1aa4-46c4-83bb-197b4cd8168f req-52aefd61-a392-468d-8ef0-79ae27ab49ed tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 944 time: 0.0479999 Dec 10 10:03:05.142103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b7da7269-1aa4-46c4-83bb-197b4cd8168f req-44873ec2-f29f-44ca-9f80-269d220461c8 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Dec 10 10:03:05.564141 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0784fc8d-5ece-4a4d-8dcf-419b5525773e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:06.263964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994e3f5-fb6c-4adf-8f2b-e5bf21c23d65 req-bbcaa897-a533-4483-8047-4150efb1ab12 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:06.265474 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c994e3f5-fb6c-4adf-8f2b-e5bf21c23d65 req-bbcaa897-a533-4483-8047-4150efb1ab12 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 944 time: 0.0557241 Dec 10 10:03:06.312621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c994e3f5-fb6c-4adf-8f2b-e5bf21c23d65 req-e1fc7834-f4c4-44c7-9851-7ed0f358e335 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411534 Dec 10 10:03:06.485132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 00b7f39b-2dae-49d1-9168-8614f0d609b1 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:03:06.588231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 00b7f39b-2dae-49d1-9168-8614f0d609b1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=00b7f39b-2dae-49d1-9168-8614f0d609b1,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:06.599734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '00b7f39b-2dae-49d1-9168-8614f0d609b1', 'network_id': '3fe9e7e4-5c7d-4f38-9748-74b4c0bda999', 'port_id': '00b7f39b-2dae-49d1-9168-8614f0d609b1', 'mac_address': 'fa:16:3e:4c:5f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e77dda-eb4f-4bc9-adf6-77f370bf6d40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:03:06.636238 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:06.648824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b7f39b-2dae-49d1-9168-8614f0d609b1 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:03:06.671481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 00b7f39b-2dae-49d1-9168-8614f0d609b1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=00b7f39b-2dae-49d1-9168-8614f0d609b1,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:06.676560 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:06.722860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=00b7f39b-2dae-49d1-9168-8614f0d609b1,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:06.730880 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.731230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.731571 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.731909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.732269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.732620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.732949 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.733277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.733630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.733978 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.734303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.734623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.734944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:06.787272 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:06.974865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['00b7f39b-2dae-49d1-9168-8614f0d609b1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:03:07.427837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9951f-c8e2-414e-a87b-10b9d525af45 req-e2534ff7-1b04-4eb8-b138-c1c758f880c1 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:07.429294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bee9951f-c8e2-414e-a87b-10b9d525af45 req-e2534ff7-1b04-4eb8-b138-c1c758f880c1 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 945 time: 0.0481431 Dec 10 10:03:07.476278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bee9951f-c8e2-414e-a87b-10b9d525af45 req-563cf779-5522-480f-b890-560d6992f918 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Dec 10 10:03:08.476415 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:08.497911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 00b7f39b-2dae-49d1-9168-8614f0d609b1 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:03:08.547930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 00b7f39b-2dae-49d1-9168-8614f0d609b1 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:03:08.552450 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 00b7f39b-2dae-49d1-9168-8614f0d609b1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:08.552836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:08.597383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a815d74-e7e6-4cc9-8290-ffeed7d7ed59 req-1eae2366-d927-409b-8af5-34071162a081 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:08.598877 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a815d74-e7e6-4cc9-8290-ffeed7d7ed59 req-1eae2366-d927-409b-8af5-34071162a081 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 945 time: 0.0492787 Dec 10 10:03:08.633145 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:08.662021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5766db33-5f30-4a92-b4b9-05f278630a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b7f39b-2dae-49d1-9168-8614f0d609b1'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:03:08.665247 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539ce43-53f0-4b75-9801-22d40fbccb49" -d '{"events": [{"server_uuid": "5766db33-5f30-4a92-b4b9-05f278630a90", "name": "network-vif-plugged", "status": "completed", "tag": "00b7f39b-2dae-49d1-9168-8614f0d609b1"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:03:08.666056 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a815d74-e7e6-4cc9-8290-ffeed7d7ed59 req-1f87f3ec-3691-481c-9da4-13c41436beb5 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609288 Dec 10 10:03:08.683080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 00b7f39b-2dae-49d1-9168-8614f0d609b1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=00b7f39b-2dae-49d1-9168-8614f0d609b1,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:08.687463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:08.738254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=00b7f39b-2dae-49d1-9168-8614f0d609b1,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:08.760119 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d95438-a557-417c-b21a-54ab9179e595 x-openstack-request-id: req-47d95438-a557-417c-b21a-54ab9179e595 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:03:08.760414 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5766db33-5f30-4a92-b4b9-05f278630a90", "name": "network-vif-plugged", "status": "completed", "tag": "00b7f39b-2dae-49d1-9168-8614f0d609b1", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:03:08.760671 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47d95438-a557-417c-b21a-54ab9179e595 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:03:08.761066 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5766db33-5f30-4a92-b4b9-05f278630a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b7f39b-2dae-49d1-9168-8614f0d609b1', 'code': 200} Dec 10 10:03:08.858118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda489-309e-4bd3-b303-1a614ce245cb req-522cfc6b-e734-41f9-812f-4ca36ee9b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:08.859603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bfda489-309e-4bd3-b303-1a614ce245cb req-522cfc6b-e734-41f9-812f-4ca36ee9b32d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 1097 time: 0.0389669 Dec 10 10:03:08.904226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6bfda489-309e-4bd3-b303-1a614ce245cb req-c0051e66-1f4b-4431-9c1d-59b541297568 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367131 Dec 10 10:03:09.428916 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:09.777591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb649782-0788-4c9c-90fb-d80bf57168cc req-487093ec-80b6-4b3f-a0a6-620ca07f83b1 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:09.779084 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb649782-0788-4c9c-90fb-d80bf57168cc req-487093ec-80b6-4b3f-a0a6-620ca07f83b1 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 946 time: 0.0493946 Dec 10 10:03:09.825851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eb649782-0788-4c9c-90fb-d80bf57168cc req-14d21c65-c243-4c9d-b86c-bea9231aafd2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Dec 10 10:03:11.280706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438e5e8-f128-42d3-ac75-d4e66d13378e req-a55129fd-49aa-426b-b469-0a83926c2282 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:11.282225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2438e5e8-f128-42d3-ac75-d4e66d13378e req-a55129fd-49aa-426b-b469-0a83926c2282 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 946 time: 0.3895442 Dec 10 10:03:11.328610 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2438e5e8-f128-42d3-ac75-d4e66d13378e req-bbbd6123-5cf7-4f1b-8385-c28648614227 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Dec 10 10:03:11.442926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb14da8-3e4d-47c3-a8ba-dc234af6d34d req-daeb60cf-3abc-478c-a66d-b2877c74e894 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:11.444403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0eb14da8-3e4d-47c3-a8ba-dc234af6d34d req-daeb60cf-3abc-478c-a66d-b2877c74e894 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 946 time: 0.0489037 Dec 10 10:03:11.491485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0eb14da8-3e4d-47c3-a8ba-dc234af6d34d req-94370940-3364-4046-84da-b49445764085 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Dec 10 10:03:15.784110 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:19.964438 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:24.700931 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:03:25.773131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-f9d6433e-0a70-461b-9028-7ac36f465f8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433989 Dec 10 10:03:25.859953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-a1985578-598f-4939-9d42-d1353600bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:25.861403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-a1985578-598f-4939-9d42-d1353600bca4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3ebd48e77f04c77a2ae571b94798572&device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 1097 time: 0.0419123 Dec 10 10:03:25.968427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-1d7ae360-af76-46ae-9a44-38fe33547f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:25.969953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-1d7ae360-af76-46ae-9a44-38fe33547f81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 HTTP/1.1" status: 200 len: 917 time: 0.0882585 Dec 10 10:03:26.017217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-14a2f363-9921-4c70-9ea2-914eca15191a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00b7f39b-2dae-49d1-9168-8614f0d609b1 HTTP/1.1" status: 200 len: 217 time: 0.0402205 Dec 10 10:03:26.069312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-2d5ef547-8e21-4bac-b57c-8fd2b74764eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:26.070706 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-2d5ef547-8e21-4bac-b57c-8fd2b74764eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b5e77dda-eb4f-4bc9-adf6-77f370bf6d40 HTTP/1.1" status: 200 len: 855 time: 0.0437777 Dec 10 10:03:26.117521 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-fa4c5a0c-c0d5-4557-8dbe-dd7a441572f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:26.119016 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-fa4c5a0c-c0d5-4557-8dbe-dd7a441572f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe9e7e4-5c7d-4f38-9748-74b4c0bda999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403183 Dec 10 10:03:26.217676 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-21e17794-9dba-427f-be79-de469f34d86d service neutron] 10.222.0.18 "GET /v2.0/networks/3fe9e7e4-5c7d-4f38-9748-74b4c0bda999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877509 Dec 10 10:03:26.325414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2e4d2ecd-a9e2-4bf5-aed1-2e7f711620db req-ca099e76-5e59-46e6-9b58-e18a3bc083db service neutron] 10.222.0.18 "GET /v2.0/networks/3fe9e7e4-5c7d-4f38-9748-74b4c0bda999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910077 Dec 10 10:03:33.384905 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a0d4db87-1c60-44b5-baa5-c6619a639e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:34.144462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca339be-3fb3-41f0-b784-fab2ec81005c req-9c180fe9-4c78-4610-b539-63545391d005 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:34.146220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eca339be-3fb3-41f0-b784-fab2ec81005c req-9c180fe9-4c78-4610-b539-63545391d005 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 946 time: 0.0506272 Dec 10 10:03:34.202128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eca339be-3fb3-41f0-b784-fab2ec81005c req-30760694-5300-464a-a7ed-675eab8c62d9 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Dec 10 10:03:35.320477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d3bd9-b5bd-4cb6-ba47-c0b7b0e72848 req-a56e9246-6f1e-4a94-97cd-6ede78ed5e3e tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:35.322507 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e84d3bd9-b5bd-4cb6-ba47-c0b7b0e72848 req-a56e9246-6f1e-4a94-97cd-6ede78ed5e3e tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 946 time: 0.0525699 Dec 10 10:03:35.369063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e84d3bd9-b5bd-4cb6-ba47-c0b7b0e72848 req-ac30d73c-9b72-4219-90c9-80a6028f1d17 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/security-groups?id=03e8e79b-0012-4d17-a1c7-60a19cb3aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Dec 10 10:03:35.564657 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a389-30de-4b4a-a213-24bd082e2295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:35.979722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-fe29e934-4c04-488b-b929-2bcbd8c3e0a2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:35.981195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-fe29e934-4c04-488b-b929-2bcbd8c3e0a2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 946 time: 0.0515008 Dec 10 10:03:36.074165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Deleting port 00b7f39b-2dae-49d1-9168-8614f0d609b1 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:03:36.074505 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:36.162224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] For port 00b7f39b-2dae-49d1-9168-8614f0d609b1, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=00b7f39b-2dae-49d1-9168-8614f0d609b1,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:36.162586 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:36.174650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Calling delete_port for 00b7f39b-2dae-49d1-9168-8614f0d609b1 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:03:36.312391 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:36.325483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['00b7f39b-2dae-49d1-9168-8614f0d609b1'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:03:36.342147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Pushing event deleted for resources: {'Port': ['ID=00b7f39b-2dae-49d1-9168-8614f0d609b1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:36.389052 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] No DVR routers for this DVR port 00b7f39b-2dae-49d1-9168-8614f0d609b1 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:03:36.392964 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:36.396547 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-21f10b48-3917-4b2d-869b-f8714c716e5b req-85e30e5f-515b-40c8-82c8-ff862a2627d2 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.18 "DELETE /v2.0/ports/00b7f39b-2dae-49d1-9168-8614f0d609b1 HTTP/1.1" status: 204 len: 173 time: 0.4092865 Dec 10 10:03:36.397015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5766db33-5f30-4a92-b4b9-05f278630a90', 'name': 'network-vif-deleted', 'tag': '00b7f39b-2dae-49d1-9168-8614f0d609b1'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:03:36.399390 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa5853-4550-4a35-83fa-bfff6f302abd" -d '{"events": [{"server_uuid": "5766db33-5f30-4a92-b4b9-05f278630a90", "name": "network-vif-deleted", "tag": "00b7f39b-2dae-49d1-9168-8614f0d609b1"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:03:36.480784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0862333d-ec3a-45d4-a580-b2367926ddd1 req-3f22ef95-4cd2-45d3-9a16-fbd4b87e5f87 tempest-TestEncryptedCinderVolumes-1293233010 tempest-TestEncryptedCinderVolumes-1293233010-project] 10.222.0.31 "GET /v2.0/ports?device_id=5766db33-5f30-4a92-b4b9-05f278630a90 HTTP/1.1" status: 200 len: 210 time: 0.0315101 Dec 10 10:03:36.532251 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef174c3-75b0-46ca-86a3-bd613c12ccbe x-openstack-request-id: req-4ef174c3-75b0-46ca-86a3-bd613c12ccbe {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:03:36.532805 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5766db33-5f30-4a92-b4b9-05f278630a90", "name": "network-vif-deleted", "tag": "00b7f39b-2dae-49d1-9168-8614f0d609b1", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:03:36.534519 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ef174c3-75b0-46ca-86a3-bd613c12ccbe {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:03:36.535135 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5766db33-5f30-4a92-b4b9-05f278630a90', 'name': 'network-vif-deleted', 'tag': '00b7f39b-2dae-49d1-9168-8614f0d609b1', 'status': 'completed', 'code': 200} Dec 10 10:03:36.791067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:37.573412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47176) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:37.910056 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:38.152016 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Deleting port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:03:38.152350 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:38.233600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] For port 023f1a6f-fd41-46a0-acbc-2d5d3b93108d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=023f1a6f-fd41-46a0-acbc-2d5d3b93108d,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:38.233873 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:38.245323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Calling delete_port for 023f1a6f-fd41-46a0-acbc-2d5d3b93108d owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:03:38.426345 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:38.452087 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Pushing event deleted for resources: {'Port': ['ID=023f1a6f-fd41-46a0-acbc-2d5d3b93108d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:38.464363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.464720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.465064 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.465403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.465770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.466105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.466439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.466768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.467621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.467953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.468285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.468614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.468942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:38.491776 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:38.630471 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:38.850268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Router 4397ff96-64a7-4691-971b-2635a788cca1 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:03:38.954749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:03:38.961546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-02a80589-92f9-4b59-ba5d-f837e4448873 admin admin] 10.222.0.31 "PUT /v2.0/routers/4397ff96-64a7-4691-971b-2635a788cca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3860981 Dec 10 10:03:38.963770 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47180) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:38.964102 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] Sync routers for ids ['4397ff96-64a7-4691-971b-2635a788cca1'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:03:38.973783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] Routers {'4397ff96-64a7-4691-971b-2635a788cca1'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:38.974399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4397ff96-64a7-4691-971b-2635a788cca1'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:39.257367 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] Set router 4397ff96-64a7-4691-971b-2635a788cca1 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:39.391482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:39.436477 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:39.452206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4397ff96-64a7-4691-971b-2635a788cca1', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:03:38Z', 'revision_number': 5, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'gw_port': {'id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:39.484771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] Checking router: 4397ff96-64a7-4691-971b-2635a788cca1 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:03:39.493049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] Routers {'4397ff96-64a7-4691-971b-2635a788cca1'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:39.493753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['4397ff96-64a7-4691-971b-2635a788cca1'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:39.499868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:39.552963 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Deleting port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:03:39.553306 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:39.601150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] Set router 4397ff96-64a7-4691-971b-2635a788cca1 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:39.637234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] For port 74635a77-3a5c-4bc9-a0c6-d6de0007b77d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=74635a77-3a5c-4bc9-a0c6-d6de0007b77d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:39.637876 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:39.649123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Calling delete_port for 74635a77-3a5c-4bc9-a0c6-d6de0007b77d owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:03:39.780792 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4397ff96-64a7-4691-971b-2635a788cca1', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:03:38Z', 'revision_number': 5, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'gw_port': {'id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:39.807469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f31d6-c8e4-4f8b-b3be-473b43f55fc2 None None] The sync data for ids ['4397ff96-64a7-4691-971b-2635a788cca1'] in n-d-814746-3 is: [{'id': '4397ff96-64a7-4691-971b-2635a788cca1', 'name': 'tempest-TestEncryptedCinderVolumes-544232990-router', 'tenant_id': 'e3ebd48e77f04c77a2ae571b94798572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:03:38Z', 'revision_number': 5, 'project_id': 'e3ebd48e77f04c77a2ae571b94798572', 'gw_port': {'id': '74635a77-3a5c-4bc9-a0c6-d6de0007b77d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4397ff96-64a7-4691-971b-2635a788cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:52Z', 'updated_at': '2021-12-10T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:03:39.817243 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:39.845036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Pushing event deleted for resources: {'Port': ['ID=74635a77-3a5c-4bc9-a0c6-d6de0007b77d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:39.859911 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b26e6c-03cd-4957-9669-0c58d923d493 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:39.910070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.002892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.004994 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.047642 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.048295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4397ff96-64a7-4691-971b-2635a788cca1 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:03:40.053245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.054536 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-17119710-af6c-47b6-90ad-b2ed4dc79627 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4397ff96-64a7-4691-971b-2635a788cca1 HTTP/1.1" status: 204 len: 168 time: 1.0897477 Dec 10 10:03:40.057198 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47182) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:40.100501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b3f373-ec41-4642-9f9c-239cc2e35ef1 admin admin] Deleting subnet b5e77dda-eb4f-4bc9-adf6-77f370bf6d40 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:03:40.104027 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f373-ec41-4642-9f9c-239cc2e35ef1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.137760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f373-ec41-4642-9f9c-239cc2e35ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.220817 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f373-ec41-4642-9f9c-239cc2e35ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.279178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f373-ec41-4642-9f9c-239cc2e35ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.305187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f373-ec41-4642-9f9c-239cc2e35ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e77dda-eb4f-4bc9-adf6-77f370bf6d40,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:40.311171 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f373-ec41-4642-9f9c-239cc2e35ef1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.315401 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d5b3f373-ec41-4642-9f9c-239cc2e35ef1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5e77dda-eb4f-4bc9-adf6-77f370bf6d40 HTTP/1.1" status: 204 len: 168 time: 0.2572432 Dec 10 10:03:40.316345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cefa52-365e-4ee3-bf23-c571bb26af60 None None] Network 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:03:40.318070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47184) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:40.392907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.454970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Deleting port f498862a-92ec-4b7b-84c5-b0764ccec3c7 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:03:40.455302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.483613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a40e5-e00d-4af4-80fb-f61db7822d74 None None] DHCP port deletion for 3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:40.523168 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] For port f498862a-92ec-4b7b-84c5-b0764ccec3c7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f498862a-92ec-4b7b-84c5-b0764ccec3c7,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:40.523537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.537696 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Calling delete_port for f498862a-92ec-4b7b-84c5-b0764ccec3c7 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:03:40.540653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a40e5-e00d-4af4-80fb-f61db7822d74 None None] Deleting port f498862a-92ec-4b7b-84c5-b0764ccec3c7 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:03:40.541255 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ad2a40e5-e00d-4af4-80fb-f61db7822d74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.608396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ad2a40e5-e00d-4af4-80fb-f61db7822d74 None None] For port f498862a-92ec-4b7b-84c5-b0764ccec3c7, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f498862a-92ec-4b7b-84c5-b0764ccec3c7,segment=NetworkSegment(a4f3486d-5a70-42fa-b163-afdd7161b979),segment_id=a4f3486d-5a70-42fa-b163-afdd7161b979)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:40.608697 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ad2a40e5-e00d-4af4-80fb-f61db7822d74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.621268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a40e5-e00d-4af4-80fb-f61db7822d74 None None] Calling delete_port for f498862a-92ec-4b7b-84c5-b0764ccec3c7 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:03:40.621494 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.648666 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f498862a-92ec-4b7b-84c5-b0764ccec3c7,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:40.650618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] No DVR routers for this DVR port f498862a-92ec-4b7b-84c5-b0764ccec3c7 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:03:40.664494 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 00b7f39b-2dae-49d1-9168-8614f0d609b1 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:03:40.690761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 00b7f39b-2dae-49d1-9168-8614f0d609b1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:03:40.691105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 00b7f39b-2dae-49d1-9168-8614f0d609b1 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:03:40.724873 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ad2a40e5-e00d-4af4-80fb-f61db7822d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.725102 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.746492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe9e7e4-5c7d-4f38-9748-74b4c0bda999']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:40.749766 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a40e5-e00d-4af4-80fb-f61db7822d74 None None] Pushing event deleted for resources: {'Port': ['ID=f498862a-92ec-4b7b-84c5-b0764ccec3c7,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:40.753465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a40e5-e00d-4af4-80fb-f61db7822d74 None None] No DVR routers for this DVR port f498862a-92ec-4b7b-84c5-b0764ccec3c7 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:03:40.760196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f3486d-5a70-42fa-b163-afdd7161b979') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:40.760808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f3486d-5a70-42fa-b163-afdd7161b979') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:40.770807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.784060 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.789781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:03:40.790155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: timer() Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:03:40.792019 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:03:40.849684 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.856426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:40.859788 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3fe9e7e4-5c7d-4f38-9748-74b4c0bda999 HTTP/1.1" status: 204 len: 168 time: 0.5406306 Dec 10 10:03:40.862624 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47186) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:40.878401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743ff6e-5630-4c3b-a3df-3932da4176d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe9e7e4-5c7d-4f38-9748-74b4c0bda999,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:41.042931 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 74635a77-3a5c-4bc9-a0c6-d6de0007b77d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:03:41.063192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 74635a77-3a5c-4bc9-a0c6-d6de0007b77d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:03:41.063537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 74635a77-3a5c-4bc9-a0c6-d6de0007b77d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:03:41.063942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f498862a-92ec-4b7b-84c5-b0764ccec3c7 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:03:41.082466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: f498862a-92ec-4b7b-84c5-b0764ccec3c7 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:03:41.082804 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f498862a-92ec-4b7b-84c5-b0764ccec3c7 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:03:41.083214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 023f1a6f-fd41-46a0-acbc-2d5d3b93108d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:03:41.102509 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 023f1a6f-fd41-46a0-acbc-2d5d3b93108d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:03:41.103562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 023f1a6f-fd41-46a0-acbc-2d5d3b93108d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:03:41.222134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:41.465932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Deleting port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:03:41.466275 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:41.543284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] For port a41fa34e-6951-4ab4-9ef1-68f8117f3dbb, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a41fa34e-6951-4ab4-9ef1-68f8117f3dbb,segment=NetworkSegment(c786dfaa-c0b5-456a-b03f-cbcb75175376),segment_id=c786dfaa-c0b5-456a-b03f-cbcb75175376)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:41.543654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:41.555070 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Calling delete_port for a41fa34e-6951-4ab4-9ef1-68f8117f3dbb owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:03:41.732738 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:41.762397 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41fa34e-6951-4ab4-9ef1-68f8117f3dbb,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:41.927470 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:42.177407 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Router 49412683-da5e-4ec9-bf0f-bd7639f9321d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:03:42.292632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:03:42.301551 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-645d8508-72ca-4f57-b00e-e320c74e1e92 admin admin] 10.222.0.31 "PUT /v2.0/routers/49412683-da5e-4ec9-bf0f-bd7639f9321d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4378550 Dec 10 10:03:42.304468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47188) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:42.305806 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] Sync routers for ids ['49412683-da5e-4ec9-bf0f-bd7639f9321d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:03:42.316505 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] Routers {'49412683-da5e-4ec9-bf0f-bd7639f9321d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:42.317118 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['49412683-da5e-4ec9-bf0f-bd7639f9321d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:42.425285 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:42.427520 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] Set router 49412683-da5e-4ec9-bf0f-bd7639f9321d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:42.554201 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:42.617012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Deleting port 6ca6af47-f217-443a-8713-943ef6ef35e6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:03:42.617353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:42.666688 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:56Z', 'updated_at': '2021-12-10T10:03:41Z', 'revision_number': 5, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'gw_port': {'id': '6ca6af47-f217-443a-8713-943ef6ef35e6', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:78:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:01:57Z', 'updated_at': '2021-12-10T10:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:42.729598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] For port 6ca6af47-f217-443a-8713-943ef6ef35e6, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6ca6af47-f217-443a-8713-943ef6ef35e6,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:42.729948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:42.744649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Calling delete_port for 6ca6af47-f217-443a-8713-943ef6ef35e6 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:03:42.782702 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] Checking router: 49412683-da5e-4ec9-bf0f-bd7639f9321d for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:03:42.791795 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] Routers {'49412683-da5e-4ec9-bf0f-bd7639f9321d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:42.792391 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['49412683-da5e-4ec9-bf0f-bd7639f9321d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:42.879578 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] Set router 49412683-da5e-4ec9-bf0f-bd7639f9321d gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:42.918489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:42.938959 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:56Z', 'updated_at': '2021-12-10T10:03:42Z', 'revision_number': 6, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:42.944455 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca6af47-f217-443a-8713-943ef6ef35e6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:42.967449 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282a5d3c-256b-46e6-93ec-16c7a227ebe0 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:42.970028 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad1b26-3441-4b21-bc9d-0a694ce35cdb None None] The sync data for ids ['49412683-da5e-4ec9-bf0f-bd7639f9321d'] in n-d-814746-3 is: [{'id': '49412683-da5e-4ec9-bf0f-bd7639f9321d', 'name': 'tempest-TestEncryptedCinderVolumes-278678365-router', 'tenant_id': '700111d2e6e74a87b9cbaee14a8d0302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:01:56Z', 'updated_at': '2021-12-10T10:03:42Z', 'revision_number': 6, 'project_id': '700111d2e6e74a87b9cbaee14a8d0302', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:03:43.013928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.104444 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.106590 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.154183 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.154688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49412683-da5e-4ec9-bf0f-bd7639f9321d {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:03:43.159074 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.160215 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d7311c65-8063-4096-a2e6-10843b57cadc admin admin] 10.222.0.31 "DELETE /v2.0/routers/49412683-da5e-4ec9-bf0f-bd7639f9321d HTTP/1.1" status: 204 len: 168 time: 0.8546906 Dec 10 10:03:43.162717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47190) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:43.206677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-61965706-388c-46b4-9d95-455adfb85afc admin admin] Deleting subnet 0bda415b-ce9f-47a8-9e8c-abbfd6ef749d {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:03:43.209725 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61965706-388c-46b4-9d95-455adfb85afc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.244986 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61965706-388c-46b4-9d95-455adfb85afc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.332163 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61965706-388c-46b4-9d95-455adfb85afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.391291 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61965706-388c-46b4-9d95-455adfb85afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.418645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61965706-388c-46b4-9d95-455adfb85afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bda415b-ce9f-47a8-9e8c-abbfd6ef749d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:43.422306 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-61965706-388c-46b4-9d95-455adfb85afc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.425892 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-61965706-388c-46b4-9d95-455adfb85afc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0bda415b-ce9f-47a8-9e8c-abbfd6ef749d HTTP/1.1" status: 204 len: 168 time: 0.2618656 Dec 10 10:03:43.428001 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47192) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:43.430297 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe36e2b-6d31-45b4-aa6c-d26088983e52 None None] Network 9dccbd96-053d-484d-9672-5e2a9c3b6a8f requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:03:43.498532 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.557192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Deleting port 507c1920-e9c3-4ad8-b45e-6c71e60c3090 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:03:43.557724 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.621140 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] For port 507c1920-e9c3-4ad8-b45e-6c71e60c3090, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=507c1920-e9c3-4ad8-b45e-6c71e60c3090,segment=NetworkSegment(c786dfaa-c0b5-456a-b03f-cbcb75175376),segment_id=c786dfaa-c0b5-456a-b03f-cbcb75175376)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:43.621496 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.634974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Calling delete_port for 507c1920-e9c3-4ad8-b45e-6c71e60c3090 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:03:43.716814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.743159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=507c1920-e9c3-4ad8-b45e-6c71e60c3090,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:43.748870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] No DVR routers for this DVR port 507c1920-e9c3-4ad8-b45e-6c71e60c3090 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:03:43.763685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb0b41-5a39-443d-8cc1-49718237bc77 None None] DHCP port deletion for 9dccbd96-053d-484d-9672-5e2a9c3b6a8f request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:43.827760 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.853918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dccbd96-053d-484d-9672-5e2a9c3b6a8f']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:43.863945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c786dfaa-c0b5-456a-b03f-cbcb75175376') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:43.864244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c786dfaa-c0b5-456a-b03f-cbcb75175376') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:43.874355 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.887999 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.893784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:03:43.894162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:03:43.895784 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:03:43.952440 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.959699 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:43.963675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] 10.222.0.31 "DELETE /v2.0/networks/9dccbd96-053d-484d-9672-5e2a9c3b6a8f HTTP/1.1" status: 204 len: 168 time: 0.5346720 Dec 10 10:03:43.973979 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960cc9c-f689-490c-81c0-616d6342a6ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9dccbd96-053d-484d-9672-5e2a9c3b6a8f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:44.128335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47196) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:44.169393 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7b60ced2-eb71-4dda-8d40-8e0d3a4ad3ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3ebd48e77f04c77a2ae571b94798572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398684 Dec 10 10:03:44.171824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47198) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:44.218946 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50201d28-d4ac-4406-b14f-14dd2d8135e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:44.244578 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50201d28-d4ac-4406-b14f-14dd2d8135e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:44.290231 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50201d28-d4ac-4406-b14f-14dd2d8135e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:44.293536 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-50201d28-d4ac-4406-b14f-14dd2d8135e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:44.294727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-50201d28-d4ac-4406-b14f-14dd2d8135e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03e8e79b-0012-4d17-a1c7-60a19cb3aa14 HTTP/1.1" status: 204 len: 168 time: 0.1219933 Dec 10 10:03:44.303102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50201d28-d4ac-4406-b14f-14dd2d8135e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e8e79b-0012-4d17-a1c7-60a19cb3aa14,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:44.605429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47204) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:44.646380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-487dd5cd-74c3-4b12-b5dc-7edda3426f6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=700111d2e6e74a87b9cbaee14a8d0302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397637 Dec 10 10:03:44.648794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47206) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:44.694767 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3e8da1a-f320-476c-84e4-31ad04e1153e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:44.715730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3e8da1a-f320-476c-84e4-31ad04e1153e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:44.764112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3e8da1a-f320-476c-84e4-31ad04e1153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:44.766948 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3e8da1a-f320-476c-84e4-31ad04e1153e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:44.770494 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c3e8da1a-f320-476c-84e4-31ad04e1153e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6732d369-86af-499d-85fe-db98b3f416be HTTP/1.1" status: 204 len: 168 time: 0.1184003 Dec 10 10:03:44.776420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8da1a-f320-476c-84e4-31ad04e1153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6732d369-86af-499d-85fe-db98b3f416be,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:45.038920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a41fa34e-6951-4ab4-9ef1-68f8117f3dbb no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:03:45.059802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a41fa34e-6951-4ab4-9ef1-68f8117f3dbb {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:03:45.060098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a41fa34e-6951-4ab4-9ef1-68f8117f3dbb not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:03:45.060518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ca6af47-f217-443a-8713-943ef6ef35e6 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:03:45.079478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6ca6af47-f217-443a-8713-943ef6ef35e6 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:03:45.079693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6ca6af47-f217-443a-8713-943ef6ef35e6 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:03:45.080104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 507c1920-e9c3-4ad8-b45e-6c71e60c3090 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:03:45.099237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 507c1920-e9c3-4ad8-b45e-6c71e60c3090 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:03:45.099557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 507c1920-e9c3-4ad8-b45e-6c71e60c3090 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:03:45.431510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47228) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:45.527212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1544281893-network', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:03:45.548131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Made reservation on behalf of 0ae9ccb6daa9455d9e476f5bdb67365b for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:03:45.550564 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:45.559500 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:45.641730 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:45.645327 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:45.678668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:03:45.685848 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:45.691784 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:45.692129 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Added segment 27345fa1-a2bd-41a2-a1c8-42be43e67f0b of type vlan for network 0825ce96-f717-4408-ae92-33089ece176a Dec 10 10:03:45.731902 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:45.755379 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:45.756694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:45.757319 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:45.783862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:45.814875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3822334 Dec 10 10:03:45.817849 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47232) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:45.821961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efec777-646b-42c0-85d7-3a5844e57aec admin admin] Pushing event updated for resources: {'Network': ['ID=0825ce96-f717-4408-ae92-33089ece176a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:45.822933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Request body: {'subnet': {'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1544281893-subnet', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:03:45.832197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 0825ce96-f717-4408-ae92-33089ece176a details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:03:45.842729 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Made reservation on behalf of 0ae9ccb6daa9455d9e476f5bdb67365b for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:03:45.845153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.012613 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.068044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c319c3b-eeea-4ed4-aa3b-5da34105acd4,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:46.077658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Checking segment: {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:03:46.078017 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Network hostable DHCP agents. Network: 0825ce96-f717-4408-ae92-33089ece176a, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:03:46.094569 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Network 0825ce96-f717-4408-ae92-33089ece176a is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:03:46.103575 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 0825ce96-f717-4408-ae92-33089ece176a) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:46.107495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:46.108086 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.114511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f98ad-42a7-4187-9675-908a8df11bd5 None None] Network 0825ce96-f717-4408-ae92-33089ece176a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:03:46.123532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7fddea63-5e15-4bfe-a409-6331faee7ae5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3045945 Dec 10 10:03:46.126180 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47234) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:46.130371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:03:46.151155 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.152059 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.206893 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.215606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-0825ce96-f717-4408-ae92-33089ece176a', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:03:46.216485 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.342595 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.348634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Allocated IP 172.20.0.2 (0825ce96-f717-4408-ae92-33089ece176a/4c319c3b-eeea-4ed4-aa3b-5da34105acd4/02f36155-0df3-494b-8c6a-68214153efc4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:03:46.492041 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.497445 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.546692 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.547777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Network 0825ce96-f717-4408-ae92-33089ece176a is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:03:46.551247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Pushing event updated for resources: {'Port': ['ID=02f36155-0df3-494b-8c6a-68214153efc4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:46.553815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:46.555807 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:03:46.566065 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.608714 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Attempting to bind port 02f36155-0df3-494b-8c6a-68214153efc4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:03:46.609082 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Attempting to bind port 02f36155-0df3-494b-8c6a-68214153efc4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:03:46.609439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Attempting to bind port 02f36155-0df3-494b-8c6a-68214153efc4 on network 0825ce96-f717-4408-ae92-33089ece176a {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:03:46.614546 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:03:46.614914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Checking segment: {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:03:46.615317 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.615737 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Bound using segment: {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:03:46.616195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Bound port: 02f36155-0df3-494b-8c6a-68214153efc4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:03:46.616570 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.672044 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Allocated IP 172.25.3.93 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/58029249-2ba3-4d2b-9a1b-1b307a886937) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:03:46.679083 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] For port 02f36155-0df3-494b-8c6a-68214153efc4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:03:46.682632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] For port 02f36155-0df3-494b-8c6a-68214153efc4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=02f36155-0df3-494b-8c6a-68214153efc4,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:03:46.687685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.749656 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbe149-3bb6-44e1-bcbf-c4186e7dad15 None None] Pushing event updated for resources: {'Port': ['ID=02f36155-0df3-494b-8c6a-68214153efc4,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:46.781618 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.816449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:46.858516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:03:46.861555 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:46.864386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:03:46.875665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a614fc8-469b-402b-beb4-65475a63dee1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:46.963397 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2dec88fb-6031-4097-9732-fd3221113087 None None] Provisioning complete for port 58029249-2ba3-4d2b-9a1b-1b307a886937 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:46.963958 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2dec88fb-6031-4097-9732-fd3221113087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:47.012182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2dec88fb-6031-4097-9732-fd3221113087 None None] Port 58029249-2ba3-4d2b-9a1b-1b307a886937 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:03:47.094505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 02f36155-0df3-494b-8c6a-68214153efc4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:03:47.144958 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 02f36155-0df3-494b-8c6a-68214153efc4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:47.145635 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:47.229235 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:47.237110 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Pushing event updated for resources: {'Port': ['ID=58029249-2ba3-4d2b-9a1b-1b307a886937,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:47.263103 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 02f36155-0df3-494b-8c6a-68214153efc4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=02f36155-0df3-494b-8c6a-68214153efc4,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:47.267610 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:47.315035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=02f36155-0df3-494b-8c6a-68214153efc4,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:47.466760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:47.671788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:47.743232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ba9c5a-c715-41da-b2bb-26c727816994 None None] Network 0825ce96-f717-4408-ae92-33089ece176a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:03:47.802979 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Router b7441e44-6a2b-4867-a399-641d49a20404 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:03:47.858667 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-955137ff-200b-4084-b8da-8dcf54b07745 None None] Provisioning complete for port 02f36155-0df3-494b-8c6a-68214153efc4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:47.859031 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-955137ff-200b-4084-b8da-8dcf54b07745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:47.912480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:03:47.930118 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Sync routers for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:03:47.932150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:47.933477 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-df421320-1f8a-4951-9f13-60b2cc4c7744 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8063269 Dec 10 10:03:47.936213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47236) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:47.952514 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:47.953169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:48.063795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:48.192394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-51a13f9c-eeaa-486d-b0b1-08b4e06e573f None None] Provisioning complete for port 02f36155-0df3-494b-8c6a-68214153efc4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:48.193102 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-51a13f9c-eeaa-486d-b0b1-08b4e06e573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.330436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:47Z', 'revision_number': 3, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:48.361471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Checking router: b7441e44-6a2b-4867-a399-641d49a20404 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:03:48.361850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Updating router b7441e44-6a2b-4867-a399-641d49a20404 port 58029249-2ba3-4d2b-9a1b-1b307a886937 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:03:48.378417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.387719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.542655 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Allocated IP 172.20.0.1 (0825ce96-f717-4408-ae92-33089ece176a/4c319c3b-eeea-4ed4-aa3b-5da34105acd4/493b18b1-81e8-4d92-bbd2-74530ed042db) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:03:48.649344 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.652404 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.656665 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.687256 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.706209 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5110be-3cf4-4084-93e4-8806396348de None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:48.721597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Attempting to bind port 58029249-2ba3-4d2b-9a1b-1b307a886937 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:03:48.721980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Attempting to bind port 58029249-2ba3-4d2b-9a1b-1b307a886937 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:03:48.722469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Attempting to bind port 58029249-2ba3-4d2b-9a1b-1b307a886937 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:03:48.729396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:03:48.729840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:03:48.730250 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.730651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:03:48.731132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Bound port: 58029249-2ba3-4d2b-9a1b-1b307a886937, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:03:48.731520 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.732187 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Network 0825ce96-f717-4408-ae92-33089ece176a is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:03:48.735463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:48.738833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:03:48.754358 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13b86a-09c3-42f2-b01d-8ffba9d1d7bb None None] Pushing event updated for resources: {'Port': ['ID=58029249-2ba3-4d2b-9a1b-1b307a886937,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:48.762125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Pushing event updated for resources: {'Port': ['ID=493b18b1-81e8-4d92-bbd2-74530ed042db,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:48.785459 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.794955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a480052d-f383-4034-b998-5640053ffc2c None None] Provisioning complete for port 58029249-2ba3-4d2b-9a1b-1b307a886937 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:48.795331 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a480052d-f383-4034-b998-5640053ffc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.823953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] For port 58029249-2ba3-4d2b-9a1b-1b307a886937, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:03:48.841003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] For port 58029249-2ba3-4d2b-9a1b-1b307a886937, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=58029249-2ba3-4d2b-9a1b-1b307a886937,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:03:48.845544 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a480052d-f383-4034-b998-5640053ffc2c None None] Port 58029249-2ba3-4d2b-9a1b-1b307a886937 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:03:48.848438 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:48.900623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9927c9-2b76-4776-871a-1a6231fedf58 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:48.925967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:48.926773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:48.940963 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:49.117461 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:49.122760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:49.137232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 02f36155-0df3-494b-8c6a-68214153efc4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:03:49.170354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13b86a-09c3-42f2-b01d-8ffba9d1d7bb None None] Pushing event updated for resources: {'Port': ['ID=58029249-2ba3-4d2b-9a1b-1b307a886937,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:49.196336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:49.199925 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Pushing event updated for resources: {'Port': ['ID=493b18b1-81e8-4d92-bbd2-74530ed042db,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:49.200390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f451ee4b-358e-4019-86b8-b2c90f63f57c None None] Provisioning complete for port 58029249-2ba3-4d2b-9a1b-1b307a886937 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:49.200904 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f451ee4b-358e-4019-86b8-b2c90f63f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:49.288136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:49.291294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Network 0825ce96-f717-4408-ae92-33089ece176a is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:03:49.292707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:49.328243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 02f36155-0df3-494b-8c6a-68214153efc4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:49.328627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:49.412360 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Router b7441e44-6a2b-4867-a399-641d49a20404 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:03:49.495025 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f451ee4b-358e-4019-86b8-b2c90f63f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:49.528269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:03:49.533977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c5a56f0e-f351-4405-94d8-518e0285e582 admin admin] 10.222.0.31 "PUT /v2.0/routers/b7441e44-6a2b-4867-a399-641d49a20404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5967550 Dec 10 10:03:49.558136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f451ee4b-358e-4019-86b8-b2c90f63f57c None None] For port 58029249-2ba3-4d2b-9a1b-1b307a886937, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=58029249-2ba3-4d2b-9a1b-1b307a886937,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:49.568718 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f451ee4b-358e-4019-86b8-b2c90f63f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:49.649446 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451ee4b-358e-4019-86b8-b2c90f63f57c None None] Pushing event updated for resources: {'Port': ['ID=58029249-2ba3-4d2b-9a1b-1b307a886937,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:49.676197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 1, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:49.708262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c7244-565e-446a-9b02-da11ede0522b None None] The sync data for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 is: [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 1, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:03:49.719865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4422d2ca-e3fd-48fb-a971-2e1caff41185 None None] Provisioning complete for port 493b18b1-81e8-4d92-bbd2-74530ed042db triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:49.720244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4422d2ca-e3fd-48fb-a971-2e1caff41185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:49.757777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4422d2ca-e3fd-48fb-a971-2e1caff41185 None None] Port 493b18b1-81e8-4d92-bbd2-74530ed042db cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:03:49.973426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.067090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47252) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:50.072831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1787841044-network', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:03:50.094658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Made reservation on behalf of 9b6e974321bc46f38bbf93a2733e9f55 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:03:50.097069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.107014 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.187617 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.191676 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.221203 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:03:50.232048 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d339edc8-95b0-4a8b-8164-9fddbfec6d4e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:50.237057 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.237405 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Added segment 726175b2-15cb-45e7-8c13-006b566c107c of type vlan for network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe Dec 10 10:03:50.279559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.307575 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.308591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:50.309203 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.362837 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2945888 Dec 10 10:03:50.365597 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47254) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:50.382882 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Request body: {'subnet': {'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1787841044-subnet', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:03:50.404769 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e500f0-e458-496b-a062-19f7663bfd18 admin admin] Pushing event updated for resources: {'Network': ['ID=49152fa6-dd92-442a-8c42-bf1aa2e76bbe,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:50.415242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:03:50.419468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Made reservation on behalf of 9b6e974321bc46f38bbf93a2733e9f55 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:03:50.421963 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.617647 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.683504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4d65c8-5419-4286-a6e0-749a7c9a3fdb,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:50.690785 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Checking segment: {'id': '726175b2-15cb-45e7-8c13-006b566c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:03:50.691115 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Network hostable DHCP agents. Network: 49152fa6-dd92-442a-8c42-bf1aa2e76bbe, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:03:50.709788 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:03:50.720519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 49152fa6-dd92-442a-8c42-bf1aa2e76bbe) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:50.725292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:03:50.725942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.731262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb5a70-ba5f-4035-9541-cb496080b94a None None] Network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:03:50.745557 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bd2e7114-07a1-4d23-8288-1588290f104b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3764899 Dec 10 10:03:50.746352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47256) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:50.750893 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:03:50.774862 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.775961 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.833805 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.853233 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-49152fa6-dd92-442a-8c42-bf1aa2e76bbe', 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe', 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'fixed_ips': [{'subnet_id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:03:50.854156 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:50.978973 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.007347 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Allocated IP 172.20.0.2 (49152fa6-dd92-442a-8c42-bf1aa2e76bbe/db4d65c8-5419-4286-a6e0-749a7c9a3fdb/d033e6cb-4383-47fd-89fc-7020ba999e43) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:03:51.102116 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 58029249-2ba3-4d2b-9a1b-1b307a886937 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:03:51.207542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.213097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 58029249-2ba3-4d2b-9a1b-1b307a886937 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:51.213473 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.218154 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.227145 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.246036 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.296129 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:03:51.303207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:51.309698 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:03:51.314080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Pushing event updated for resources: {'Port': ['ID=d033e6cb-4383-47fd-89fc-7020ba999e43,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:51.344070 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Allocated IP 172.25.3.132 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/18878f6a-3938-45bd-a3cc-239df0c11ffd) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:03:51.400331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Attempting to bind port d033e6cb-4383-47fd-89fc-7020ba999e43 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:03:51.400795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Attempting to bind port d033e6cb-4383-47fd-89fc-7020ba999e43 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '726175b2-15cb-45e7-8c13-006b566c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:03:51.401172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Attempting to bind port d033e6cb-4383-47fd-89fc-7020ba999e43 on network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:03:51.408966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:03:51.409137 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Checking segment: {'id': '726175b2-15cb-45e7-8c13-006b566c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:03:51.409407 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.409819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Bound using segment: {'id': '726175b2-15cb-45e7-8c13-006b566c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:03:51.410307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Bound port: d033e6cb-4383-47fd-89fc-7020ba999e43, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726175b2-15cb-45e7-8c13-006b566c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:03:51.410676 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.446423 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.474294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] For port d033e6cb-4383-47fd-89fc-7020ba999e43, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:03:51.478537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] For port d033e6cb-4383-47fd-89fc-7020ba999e43, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d033e6cb-4383-47fd-89fc-7020ba999e43,segment=NetworkSegment(726175b2-15cb-45e7-8c13-006b566c107c),segment_id=726175b2-15cb-45e7-8c13-006b566c107c)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:03:51.481287 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.483497 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.532518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Pushing event updated for resources: {'Port': ['ID=18878f6a-3938-45bd-a3cc-239df0c11ffd,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:51.542059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148f0fd-ad2f-4b8f-812f-7d6fd03ef1aa None None] Pushing event updated for resources: {'Port': ['ID=d033e6cb-4383-47fd-89fc-7020ba999e43,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:51.562002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:03:51.564224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:51.567481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:03:51.582001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd0cde0-1045-4fff-9300-ca4dc675607a None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:51.696252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-6854986e-b00b-45bb-8056-cb6f6cc4ceae None None] Provisioning complete for port 18878f6a-3938-45bd-a3cc-239df0c11ffd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:51.696692 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6854986e-b00b-45bb-8056-cb6f6cc4ceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.755465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-6854986e-b00b-45bb-8056-cb6f6cc4ceae None None] Port 18878f6a-3938-45bd-a3cc-239df0c11ffd cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:03:51.878776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:51.902829 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Sync routers for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:03:51.918512 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:51.919222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:52.029832 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:52.090130 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.245857 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 2, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:52.282863 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Checking router: b7441e44-6a2b-4867-a399-641d49a20404 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:03:52.283207 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Updating router b7441e44-6a2b-4867-a399-641d49a20404 port 493b18b1-81e8-4d92-bbd2-74530ed042db binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:03:52.311989 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.568040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ea743-95aa-42a5-a2fd-2d5043180e43 None None] Network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:03:52.597746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Router 519cb847-efd0-4d4e-b500-9675397131c7 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:03:52.611496 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.618128 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.629098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e1120248-d66d-45e5-845b-bf0c4a192797 None None] Provisioning complete for port d033e6cb-4383-47fd-89fc-7020ba999e43 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:52.629471 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e1120248-d66d-45e5-845b-bf0c4a192797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.714045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:03:52.731063 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Pushing event updated for resources: {'Port': ['ID=493b18b1-81e8-4d92-bbd2-74530ed042db,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:52.734982 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.736377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7cb1f42e-2480-4bb4-94e1-ded776d2fccb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9890082 Dec 10 10:03:52.739119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:03:52.739638 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Attempting to bind port 493b18b1-81e8-4d92-bbd2-74530ed042db on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:03:52.740068 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Attempting to bind port 493b18b1-81e8-4d92-bbd2-74530ed042db by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:03:52.740567 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Attempting to bind port 493b18b1-81e8-4d92-bbd2-74530ed042db on network 0825ce96-f717-4408-ae92-33089ece176a {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:03:52.745645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Sync routers for ids ['519cb847-efd0-4d4e-b500-9675397131c7'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:03:52.749588 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.749883 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.750910 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.751817 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.751817 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.752169 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.752589 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.753010 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.753430 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.753921 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.754340 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.754763 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.755293 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:03:52.761642 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:03:52.762198 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Checking segment: {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:03:52.762691 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.763183 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Bound using segment: {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:03:52.763772 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Bound port: 493b18b1-81e8-4d92-bbd2-74530ed042db, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:03:52.764261 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.776498 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e1120248-d66d-45e5-845b-bf0c4a192797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.780051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Routers {'519cb847-efd0-4d4e-b500-9675397131c7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:52.780685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['519cb847-efd0-4d4e-b500-9675397131c7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:52.842811 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] For port 493b18b1-81e8-4d92-bbd2-74530ed042db, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:03:52.849736 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] For port 493b18b1-81e8-4d92-bbd2-74530ed042db, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=493b18b1-81e8-4d92-bbd2-74530ed042db,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:03:52.856442 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.896444 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e1120248-d66d-45e5-845b-bf0c4a192797 None None] For port d033e6cb-4383-47fd-89fc-7020ba999e43, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d033e6cb-4383-47fd-89fc-7020ba999e43,segment=NetworkSegment(726175b2-15cb-45e7-8c13-006b566c107c),segment_id=726175b2-15cb-45e7-8c13-006b566c107c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:52.920320 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e1120248-d66d-45e5-845b-bf0c4a192797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:52.958749 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc62593-ef99-4c3f-a163-824cef82d2cb None None] Pushing event updated for resources: {'Port': ['ID=493b18b1-81e8-4d92-bbd2-74530ed042db,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:52.969082 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:52.970327 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:52.979052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1120248-d66d-45e5-845b-bf0c4a192797 None None] Pushing event updated for resources: {'Port': ['ID=d033e6cb-4383-47fd-89fc-7020ba999e43,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:53.020044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Set router 519cb847-efd0-4d4e-b500-9675397131c7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:53.150527 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:53.209901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-45e30481-e18b-4262-87a1-863f5ea2d791 None None] Provisioning complete for port 493b18b1-81e8-4d92-bbd2-74530ed042db triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:53.210280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45e30481-e18b-4262-87a1-863f5ea2d791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:53.288114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d033e6cb-4383-47fd-89fc-7020ba999e43 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:03:53.407985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:53.410980 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:52Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:53.417833 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45e30481-e18b-4262-87a1-863f5ea2d791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:53.440446 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67acf5-9744-42de-b610-1a0943cf3b0a None None] The sync data for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 is: [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:52Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:03:53.471190 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-45e30481-e18b-4262-87a1-863f5ea2d791 None None] For port 493b18b1-81e8-4d92-bbd2-74530ed042db, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=493b18b1-81e8-4d92-bbd2-74530ed042db,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:53.472234 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port d033e6cb-4383-47fd-89fc-7020ba999e43 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:53.472609 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:53.497046 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-45e30481-e18b-4262-87a1-863f5ea2d791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:53.553547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519cb847-efd0-4d4e-b500-9675397131c7', 'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:50Z', 'updated_at': '2021-12-10T10:03:51Z', 'revision_number': 3, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'gw_port': {'id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:51Z', 'updated_at': '2021-12-10T10:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:53.589073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Allocated IP 172.20.0.1 (49152fa6-dd92-442a-8c42-bf1aa2e76bbe/db4d65c8-5419-4286-a6e0-749a7c9a3fdb/0d2174c6-643e-4b6e-b49c-79f43cb75817) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:03:53.711464 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:53.750340 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:53.783025 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Checking router: 519cb847-efd0-4d4e-b500-9675397131c7 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:03:53.783600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Updating router 519cb847-efd0-4d4e-b500-9675397131c7 port 18878f6a-3938-45bd-a3cc-239df0c11ffd binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:03:53.788925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e30481-e18b-4262-87a1-863f5ea2d791 None None] Pushing event updated for resources: {'Port': ['ID=493b18b1-81e8-4d92-bbd2-74530ed042db,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:53.807235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:03:53.811824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:53.814316 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:03:53.820179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2174c6-643e-4b6e-b49c-79f43cb75817,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:53.846528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:53.866614 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:53.871790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4987cbe3-cd24-4c71-9041-33972abe121a None None] Provisioning complete for port 493b18b1-81e8-4d92-bbd2-74530ed042db triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:53.871790 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4987cbe3-cd24-4c71-9041-33972abe121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.015965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 493b18b1-81e8-4d92-bbd2-74530ed042db up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:03:54.025932 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.196026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 493b18b1-81e8-4d92-bbd2-74530ed042db triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:54.196409 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.198152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.205694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.270879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4987cbe3-cd24-4c71-9041-33972abe121a None None] Provisioning complete for port d033e6cb-4383-47fd-89fc-7020ba999e43 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:54.271248 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4987cbe3-cd24-4c71-9041-33972abe121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.278939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2174c6-643e-4b6e-b49c-79f43cb75817,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:54.283845 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.327895 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.339600 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.378942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:03:54.380310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:03:54.442816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd812eb-7b02-4081-a140-8781eedac667 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:54.456874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd438d-bd97-4761-9f29-ff78806f0572 None None] Pushing event updated for resources: {'Port': ['ID=18878f6a-3938-45bd-a3cc-239df0c11ffd,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:54.477722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Attempting to bind port 18878f6a-3938-45bd-a3cc-239df0c11ffd on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:03:54.478675 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Attempting to bind port 18878f6a-3938-45bd-a3cc-239df0c11ffd by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:03:54.479039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Attempting to bind port 18878f6a-3938-45bd-a3cc-239df0c11ffd on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:03:54.488753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:03:54.489126 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:03:54.489732 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.490155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:03:54.490652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Bound port: 18878f6a-3938-45bd-a3cc-239df0c11ffd, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:03:54.491018 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.513279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Router 519cb847-efd0-4d4e-b500-9675397131c7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:03:54.547022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] For port 18878f6a-3938-45bd-a3cc-239df0c11ffd, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:03:54.550462 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] For port 18878f6a-3938-45bd-a3cc-239df0c11ffd, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18878f6a-3938-45bd-a3cc-239df0c11ffd,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:03:54.556762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.616206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4cf71-d0dc-4c62-bc74-3afc27f9450d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:03:54.629422 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:03:54.635228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8f50e4ae-1d27-45ac-9913-b70f5b246f56 admin admin] 10.222.0.31 "PUT /v2.0/routers/519cb847-efd0-4d4e-b500-9675397131c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947244 Dec 10 10:03:54.648360 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Routers {'519cb847-efd0-4d4e-b500-9675397131c7'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:54.649001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['519cb847-efd0-4d4e-b500-9675397131c7'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:54.652272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5784eaed-927b-4a85-8179-4c703c284fa2 None None] Provisioning complete for port 18878f6a-3938-45bd-a3cc-239df0c11ffd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:54.652592 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5784eaed-927b-4a85-8179-4c703c284fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.685999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd438d-bd97-4761-9f29-ff78806f0572 None None] Pushing event updated for resources: {'Port': ['ID=18878f6a-3938-45bd-a3cc-239df0c11ffd,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:54.822940 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] Set router 519cb847-efd0-4d4e-b500-9675397131c7 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:54.860486 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5784eaed-927b-4a85-8179-4c703c284fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:54.928104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5784eaed-927b-4a85-8179-4c703c284fa2 None None] For port 18878f6a-3938-45bd-a3cc-239df0c11ffd, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18878f6a-3938-45bd-a3cc-239df0c11ffd,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:54.951481 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5784eaed-927b-4a85-8179-4c703c284fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:55.065059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-5784eaed-927b-4a85-8179-4c703c284fa2 None None] Provisioning complete for port 0d2174c6-643e-4b6e-b49c-79f43cb75817 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:55.065245 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5784eaed-927b-4a85-8179-4c703c284fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:55.075569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 493b18b1-81e8-4d92-bbd2-74530ed042db up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:03:55.122569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784eaed-927b-4a85-8179-4c703c284fa2 None None] Pushing event updated for resources: {'Port': ['ID=18878f6a-3938-45bd-a3cc-239df0c11ffd,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:55.160782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5784eaed-927b-4a85-8179-4c703c284fa2 None None] Port 0d2174c6-643e-4b6e-b49c-79f43cb75817 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:03:55.214285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 493b18b1-81e8-4d92-bbd2-74530ed042db triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:55.214670 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:55.257241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519cb847-efd0-4d4e-b500-9675397131c7', 'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:50Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 4, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'gw_port': {'id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:51Z', 'updated_at': '2021-12-10T10:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0d2174c6-643e-4b6e-b49c-79f43cb75817', 'name': '', 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'mac_address': 'fa:16:3e:c3:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:53Z', 'updated_at': '2021-12-10T10:03:54Z', 'revision_number': 2, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'subnets': [{'id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:55.293359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0409307-aedc-4d9f-8a31-b36ce86107cc None None] The sync data for ids ['519cb847-efd0-4d4e-b500-9675397131c7'] in n-d-814746-3 is: [{'id': '519cb847-efd0-4d4e-b500-9675397131c7', 'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:50Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 4, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'gw_port': {'id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:51Z', 'updated_at': '2021-12-10T10:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0d2174c6-643e-4b6e-b49c-79f43cb75817', 'name': '', 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'mac_address': 'fa:16:3e:c3:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:53Z', 'updated_at': '2021-12-10T10:03:54Z', 'revision_number': 2, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'subnets': [{'id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:03:55.314410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-33cbf5d8-5a41-4aed-a960-bb4d8f124e19 None None] Provisioning complete for port 18878f6a-3938-45bd-a3cc-239df0c11ffd triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:55.314410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-33cbf5d8-5a41-4aed-a960-bb4d8f124e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:55.476265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-33cbf5d8-5a41-4aed-a960-bb4d8f124e19 None None] Provisioning complete for port 0d2174c6-643e-4b6e-b49c-79f43cb75817 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:55.476649 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-33cbf5d8-5a41-4aed-a960-bb4d8f124e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:55.518853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-33cbf5d8-5a41-4aed-a960-bb4d8f124e19 None None] Port 0d2174c6-643e-4b6e-b49c-79f43cb75817 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:03:57.102311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18878f6a-3938-45bd-a3cc-239df0c11ffd up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:03:57.162284 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 18878f6a-3938-45bd-a3cc-239df0c11ffd triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:57.162918 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:57.747561 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Sync routers for ids ['519cb847-efd0-4d4e-b500-9675397131c7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:03:57.757419 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Routers {'519cb847-efd0-4d4e-b500-9675397131c7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:57.758369 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['519cb847-efd0-4d4e-b500-9675397131c7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:57.965270 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Set router 519cb847-efd0-4d4e-b500-9675397131c7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:58.182140 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519cb847-efd0-4d4e-b500-9675397131c7', 'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:50Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 4, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'gw_port': {'id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:51Z', 'updated_at': '2021-12-10T10:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0d2174c6-643e-4b6e-b49c-79f43cb75817', 'name': '', 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'mac_address': 'fa:16:3e:c3:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:53Z', 'updated_at': '2021-12-10T10:03:54Z', 'revision_number': 2, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'subnets': [{'id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:58.211651 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Checking router: 519cb847-efd0-4d4e-b500-9675397131c7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:03:58.212011 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Updating router 519cb847-efd0-4d4e-b500-9675397131c7 port 0d2174c6-643e-4b6e-b49c-79f43cb75817 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:03:58.241849 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:58.545550 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:58.553397 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:58.604749 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1d3b8-5e26-4cae-b1e9-28779b000e00 None None] Pushing event updated for resources: {'Port': ['ID=0d2174c6-643e-4b6e-b49c-79f43cb75817,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:58.666954 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Attempting to bind port 0d2174c6-643e-4b6e-b49c-79f43cb75817 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:03:58.667402 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Attempting to bind port 0d2174c6-643e-4b6e-b49c-79f43cb75817 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '726175b2-15cb-45e7-8c13-006b566c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:03:58.668067 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Attempting to bind port 0d2174c6-643e-4b6e-b49c-79f43cb75817 on network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:03:58.673947 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:03:58.674456 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Checking segment: {'id': '726175b2-15cb-45e7-8c13-006b566c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:03:58.674994 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:58.675570 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Bound using segment: {'id': '726175b2-15cb-45e7-8c13-006b566c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:03:58.676183 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Bound port: 0d2174c6-643e-4b6e-b49c-79f43cb75817, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726175b2-15cb-45e7-8c13-006b566c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:03:58.676675 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:58.767407 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] For port 0d2174c6-643e-4b6e-b49c-79f43cb75817, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:03:58.772299 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] For port 0d2174c6-643e-4b6e-b49c-79f43cb75817, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0d2174c6-643e-4b6e-b49c-79f43cb75817,segment=NetworkSegment(726175b2-15cb-45e7-8c13-006b566c107c),segment_id=726175b2-15cb-45e7-8c13-006b566c107c)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:03:58.786749 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:58.854353 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1d3b8-5e26-4cae-b1e9-28779b000e00 None None] Pushing event updated for resources: {'Port': ['ID=0d2174c6-643e-4b6e-b49c-79f43cb75817,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:58.859818 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Routers {'519cb847-efd0-4d4e-b500-9675397131c7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:03:58.860441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:03:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['519cb847-efd0-4d4e-b500-9675397131c7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:58.979662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-180c746e-ba02-4be1-a663-b8a098d5617a None None] Provisioning complete for port 0d2174c6-643e-4b6e-b49c-79f43cb75817 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:58.980234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-180c746e-ba02-4be1-a663-b8a098d5617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:58.996709 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] Set router 519cb847-efd0-4d4e-b500-9675397131c7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:03:59.093403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-180c746e-ba02-4be1-a663-b8a098d5617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:59.137795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-180c746e-ba02-4be1-a663-b8a098d5617a None None] For port 0d2174c6-643e-4b6e-b49c-79f43cb75817, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0d2174c6-643e-4b6e-b49c-79f43cb75817,segment=NetworkSegment(726175b2-15cb-45e7-8c13-006b566c107c),segment_id=726175b2-15cb-45e7-8c13-006b566c107c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:03:59.147078 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-180c746e-ba02-4be1-a663-b8a098d5617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:59.157263 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0d2174c6-643e-4b6e-b49c-79f43cb75817 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:03:59.282814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c746e-ba02-4be1-a663-b8a098d5617a None None] Pushing event updated for resources: {'Port': ['ID=0d2174c6-643e-4b6e-b49c-79f43cb75817,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:03:59.287893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0d2174c6-643e-4b6e-b49c-79f43cb75817 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:59.288530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:59.295214 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-54005351-fed6-4665-985b-38f7856c5db2 None None] Provisioning complete for port 0d2174c6-643e-4b6e-b49c-79f43cb75817 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:03:59.295912 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-54005351-fed6-4665-985b-38f7856c5db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:03:59.342824 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519cb847-efd0-4d4e-b500-9675397131c7', 'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:50Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 4, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'gw_port': {'id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:51Z', 'updated_at': '2021-12-10T10:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0d2174c6-643e-4b6e-b49c-79f43cb75817', 'name': '', 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'mac_address': 'fa:16:3e:c3:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:53Z', 'updated_at': '2021-12-10T10:03:58Z', 'revision_number': 4, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'subnets': [{'id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:03:59.390704 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc57e1-1b95-4195-8b83-f548d158258d None None] The sync data for ids ['519cb847-efd0-4d4e-b500-9675397131c7'] in n-d-814746-3 is: [{'id': '519cb847-efd0-4d4e-b500-9675397131c7', 'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:50Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 4, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'gw_port': {'id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:51Z', 'updated_at': '2021-12-10T10:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '0d2174c6-643e-4b6e-b49c-79f43cb75817', 'name': '', 'network_id': '49152fa6-dd92-442a-8c42-bf1aa2e76bbe', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'mac_address': 'fa:16:3e:c3:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:53Z', 'updated_at': '2021-12-10T10:03:58Z', 'revision_number': 4, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'subnets': [{'id': 'db4d65c8-5419-4286-a6e0-749a7c9a3fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:04:01.063370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0d2174c6-643e-4b6e-b49c-79f43cb75817 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:04:01.125816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 0d2174c6-643e-4b6e-b49c-79f43cb75817 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:04:01.126190 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:01.703729 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:04:03.386738 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4e1dca4c-ad21-472b-9b19-d774d126c552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:04.918944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-bf030290-3e9d-4530-89a5-dbb2d42ceea1 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:04.920414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-bf030290-3e9d-4530-89a5-dbb2d42ceea1 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 815 time: 0.1047797 Dec 10 10:04:04.935560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-7063f17e-2547-47b1-a9b0-d0aaf11dea1f tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/quotas/0ae9ccb6daa9455d9e476f5bdb67365b HTTP/1.1" status: 200 len: 375 time: 0.0095029 Dec 10 10:04:04.985391 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-0d3a42fb-6b8d-4c28-85a5-4064eb9524f1 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444486 Dec 10 10:04:05.083755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-447bb9ab-ebe1-4b42-9179-636a79d929c8 service neutron] 10.222.0.31 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864522 Dec 10 10:04:05.171355 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-adf0c9d1-d71a-44be-b45f-d8f3f5961d0a service neutron] 10.222.0.31 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810161 Dec 10 10:04:05.328226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4457c3bf-cbb5-413c-a5c3-e02fb389e6ce req-95221832-f591-4995-a40d-46b48e2879db tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Dec 10 10:04:05.567319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6674328b-12f6-4ad3-b77e-8519ce63e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:06.391491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-2b425d98-8fd6-492b-bcd9-74e25f65716d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:06.393791 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-2b425d98-8fd6-492b-bcd9-74e25f65716d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 815 time: 0.1192660 Dec 10 10:04:06.407670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'port': {'device_id': '35971475-171d-4e17-90ad-11cefa108334', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'admin_state_up': True, 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:06.445207 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef962a1e-731f-492a-af13-063144924c4d req-d3d54266-a24a-4e48-a96a-1ea7c9cf4dd0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 210 time: 0.0414965 Dec 10 10:04:06.543127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Made reservation on behalf of 0ae9ccb6daa9455d9e476f5bdb67365b for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:04:06.546806 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:06.707262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Allocated IP 172.20.0.8 (0825ce96-f717-4408-ae92-33089ece176a/4c319c3b-eeea-4ed4-aa3b-5da34105acd4/91d62f06-1d12-4fec-8b28-642580b0a658) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:04:06.807195 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:06.950129 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:06.988685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:07.045146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Network 0825ce96-f717-4408-ae92-33089ece176a is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:04:07.048810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:04:07.052873 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:04:07.094860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'Port': ['ID=91d62f06-1d12-4fec-8b28-642580b0a658,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:07.108286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.109290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.109290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.109290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.109666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.109973 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.110378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.110617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.110983 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.111256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.111580 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.111901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.112222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:07.131972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:07.132734 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:07.163663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5adf0ead-de28-4a89-b4f9-14cca43fbb8d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611129 Dec 10 10:04:07.342669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f01cf694-d739-4529-b865-e26544f391c4 None None] Provisioning complete for port 91d62f06-1d12-4fec-8b28-642580b0a658 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:04:07.343042 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f01cf694-d739-4529-b865-e26544f391c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:07.379293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f01cf694-d739-4529-b865-e26544f391c4 None None] Port 91d62f06-1d12-4fec-8b28-642580b0a658 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:04:07.570136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808190de-5933-42cd-beda-58fbeb3a26d5 req-91e3486c-a0f0-42ee-824c-feb786fa6498 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:07.571935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-808190de-5933-42cd-beda-58fbeb3a26d5 req-91e3486c-a0f0-42ee-824c-feb786fa6498 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0539656 Dec 10 10:04:07.630239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-808190de-5933-42cd-beda-58fbeb3a26d5 req-3c22937a-fcc9-4aaa-aa69-950a73a6e9b1 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516231 Dec 10 10:04:08.478668 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:08.755940 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7864b-645f-472d-8055-1342cbd00380 req-f7bdd1c8-46dd-4bbf-acc8-4e75182e9fd3 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:08.757664 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-faf7864b-645f-472d-8055-1342cbd00380 req-f7bdd1c8-46dd-4bbf-acc8-4e75182e9fd3 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0518310 Dec 10 10:04:08.813176 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-faf7864b-645f-472d-8055-1342cbd00380 req-35e32c33-b0a5-42fb-a970-89f99c3fff9d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491033 Dec 10 10:04:09.434487 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:09.939970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e86465-467d-4047-b193-8fcd2c92064f req-63a9c50f-ad9b-481a-8bd4-a18c923b36d5 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:09.941496 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11e86465-467d-4047-b193-8fcd2c92064f req-63a9c50f-ad9b-481a-8bd4-a18c923b36d5 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0569441 Dec 10 10:04:09.992763 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-11e86465-467d-4047-b193-8fcd2c92064f req-d5ba28af-1ea1-4e22-8285-eaac5b938d2a tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Dec 10 10:04:11.121246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46343706-0b80-4477-842b-e3a5b83d6bdc req-4c9f9a3f-1ff0-471b-8310-5beaeb1a53d8 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:11.122919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46343706-0b80-4477-842b-e3a5b83d6bdc req-4c9f9a3f-1ff0-471b-8310-5beaeb1a53d8 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0554302 Dec 10 10:04:11.174350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-46343706-0b80-4477-842b-e3a5b83d6bdc req-7cf30088-a46f-46dc-8239-e65e2b5701b2 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Dec 10 10:04:12.294310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939e138-e003-44ed-85a3-083dafed4065 req-c85fe420-3deb-4460-9f20-4cddbbdeef41 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:12.296599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6939e138-e003-44ed-85a3-083dafed4065 req-c85fe420-3deb-4460-9f20-4cddbbdeef41 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0508866 Dec 10 10:04:12.350449 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6939e138-e003-44ed-85a3-083dafed4065 req-67470684-2ba5-4420-9aa8-0db0ae7265a5 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477335 Dec 10 10:04:13.481247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71656f92-ea42-4d0e-ac49-3fc8beaea5ee req-59e65f53-b056-48c6-bdde-be04a1c8ef9c tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:13.482782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71656f92-ea42-4d0e-ac49-3fc8beaea5ee req-59e65f53-b056-48c6-bdde-be04a1c8ef9c tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0605712 Dec 10 10:04:13.532733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-71656f92-ea42-4d0e-ac49-3fc8beaea5ee req-5ca399a1-e42c-4dfc-b2fc-420939950af1 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Dec 10 10:04:14.661451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1f4c9-443b-4651-9eda-98f0790c2587 req-1642dfe5-260b-4cf4-824b-b3c2ac268dd2 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:14.663019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6da1f4c9-443b-4651-9eda-98f0790c2587 req-1642dfe5-260b-4cf4-824b-b3c2ac268dd2 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0558219 Dec 10 10:04:14.712257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6da1f4c9-443b-4651-9eda-98f0790c2587 req-109fd4c4-5b4e-41e8-b72e-42ed704c18fd tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Dec 10 10:04:15.801954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:15.843230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb73bee-51af-4c58-906b-3232aa0fa73e req-44c13d34-d211-4baa-8a29-13b40af5b633 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:15.844783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cb73bee-51af-4c58-906b-3232aa0fa73e req-44c13d34-d211-4baa-8a29-13b40af5b633 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0584140 Dec 10 10:04:15.895502 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cb73bee-51af-4c58-906b-3232aa0fa73e req-0d686929-5f2d-457d-b173-1c68294a7455 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444920 Dec 10 10:04:17.011699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd5a25-63cc-4753-8806-e176142fb044 req-861372d5-37ca-4dd3-828e-723b99e509b5 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:17.013848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cbd5a25-63cc-4753-8806-e176142fb044 req-861372d5-37ca-4dd3-828e-723b99e509b5 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0501428 Dec 10 10:04:17.061748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cbd5a25-63cc-4753-8806-e176142fb044 req-bfe04adc-c80d-4a32-bda3-c2e3e5c28350 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Dec 10 10:04:18.183630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655493-27ab-4518-97ee-a3bfdb3427b5 req-e58537b6-a030-4897-b1bf-9f1335fcdac5 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:18.185956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e655493-27ab-4518-97ee-a3bfdb3427b5 req-e58537b6-a030-4897-b1bf-9f1335fcdac5 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0551422 Dec 10 10:04:18.232871 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e655493-27ab-4518-97ee-a3bfdb3427b5 req-0622fc15-72bd-498e-aa64-fff0e66a6341 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Dec 10 10:04:19.071301 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Request body: {'port': {'device_id': '35971475-171d-4e17-90ad-11cefa108334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:19.125529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:19.391225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1494537-6aa3-46a4-baa5-89350b3f927d req-8d9d6f90-711e-4447-9bf8-dc75ddeca1ff tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:19.392695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1494537-6aa3-46a4-baa5-89350b3f927d req-8d9d6f90-711e-4447-9bf8-dc75ddeca1ff tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 931 time: 0.0897610 Dec 10 10:04:19.479268 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1494537-6aa3-46a4-baa5-89350b3f927d req-d1810b9d-a3cd-4d32-b5b0-065b4342e570 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804412 Dec 10 10:04:19.484547 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d62f06-1d12-4fec-8b28-642580b0a658 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:04:19.492186 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:19.503809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Transition to ACTIVE for port object 91d62f06-1d12-4fec-8b28-642580b0a658 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:04:19.507832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:19.563155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Pushing event updated for resources: {'Port': ['ID=91d62f06-1d12-4fec-8b28-642580b0a658,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:19.640041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Attempting to bind port 91d62f06-1d12-4fec-8b28-642580b0a658 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:04:19.640446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Attempting to bind port 91d62f06-1d12-4fec-8b28-642580b0a658 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:04:19.640721 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Attempting to bind port 91d62f06-1d12-4fec-8b28-642580b0a658 on network 0825ce96-f717-4408-ae92-33089ece176a {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:04:19.645636 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Port 91d62f06-1d12-4fec-8b28-642580b0a658 on network 0825ce96-f717-4408-ae92-33089ece176a not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:04:19.645966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Attempting to bind port 91d62f06-1d12-4fec-8b28-642580b0a658 on network 0825ce96-f717-4408-ae92-33089ece176a {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:04:19.651087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:04:19.651431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Checking segment: {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:04:19.651820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Bound using segment: {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:04:19.652257 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Bound port: 91d62f06-1d12-4fec-8b28-642580b0a658, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27345fa1-a2bd-41a2-a1c8-42be43e67f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0825ce96-f717-4408-ae92-33089ece176a'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:04:19.652643 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:19.718704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] For port 91d62f06-1d12-4fec-8b28-642580b0a658, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:04:19.721836 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] For port 91d62f06-1d12-4fec-8b28-642580b0a658, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91d62f06-1d12-4fec-8b28-642580b0a658,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:04:19.726746 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:19.742299 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:19.742917 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:19.744703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] 10.222.0.18 "PUT /v2.0/ports/91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 1091 time: 0.6777687 Dec 10 10:04:19.773650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:04:19.777050 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ab061d-7656-42f4-a71b-4f45a83d930c" -d '{"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:04:19.822842 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4cd335-5b78-491a-9a3a-a4decef1ee3f x-openstack-request-id: req-cc4cd335-5b78-491a-9a3a-a4decef1ee3f {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:04:19.823137 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:04:19.823391 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc4cd335-5b78-491a-9a3a-a4decef1ee3f {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:04:19.823780 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658', 'status': 'completed', 'code': 200} Dec 10 10:04:19.851114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5dfcc485-1677-4a3d-bc4e-ff3a9ba51b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:19.852629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-5dfcc485-1677-4a3d-bc4e-ff3a9ba51b3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1094 time: 0.0660841 Dec 10 10:04:19.853348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab60ea-f199-42aa-852f-461c68574ddf service neutron] Pushing event updated for resources: {'Port': ['ID=91d62f06-1d12-4fec-8b28-642580b0a658,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:19.898405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-93a59e73-3a2e-4b40-a70f-8770dfb4e52c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 217 time: 0.0374169 Dec 10 10:04:19.954446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-2e43c879-6d64-402c-a4e2-f74ae1975e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:19.955907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-2e43c879-6d64-402c-a4e2-f74ae1975e4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0497620 Dec 10 10:04:19.980269 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:20.005237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-1f1ed298-8f81-4a5f-a2fa-f1ed8b38f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:20.007026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-1f1ed298-8f81-4a5f-a2fa-f1ed8b38f4ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438564 Dec 10 10:04:20.096385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-955a2eeb-5109-409b-b126-da03aac13929 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808632 Dec 10 10:04:20.189427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c8961ec-0cae-449b-9199-cf477ef4d51d req-3d561afb-ee69-4cd7-9cd4-c449fff2ffe0 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860097 Dec 10 10:04:20.271970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-7b814bc7-1440-462e-9c90-83e46eab956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:20.273441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-7b814bc7-1440-462e-9c90-83e46eab956a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1094 time: 0.0410900 Dec 10 10:04:20.367672 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-7ce6fa27-8e2f-49de-8f81-83721ee9f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:20.369025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-7ce6fa27-8e2f-49de-8f81-83721ee9f367 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 916 time: 0.0875802 Dec 10 10:04:20.411911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-6405355a-ce67-46fd-9c2d-855569d194a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 217 time: 0.0349123 Dec 10 10:04:20.459583 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-e3de1c33-39e5-45af-8fbc-d438bcc2ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:20.461035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-e3de1c33-39e5-45af-8fbc-d438bcc2ed98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0413935 Dec 10 10:04:20.511667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-00dc7947-c33a-4d49-8cb9-ad530498fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:20.513261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-00dc7947-c33a-4d49-8cb9-ad530498fb23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446916 Dec 10 10:04:20.637944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd88d18-8e5a-4dd7-875f-4e181a7fcd73 req-4deae7f0-9597-4c76-9bb6-36f1273818a3 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:20.639327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cd88d18-8e5a-4dd7-875f-4e181a7fcd73 req-4deae7f0-9597-4c76-9bb6-36f1273818a3 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 943 time: 0.0742164 Dec 10 10:04:20.644563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-ddd7c021-9e51-4d73-81d5-9dc9e937961b service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242268 Dec 10 10:04:20.739688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2cd88d18-8e5a-4dd7-875f-4e181a7fcd73 req-946dbf68-020d-4568-abf8-ef613b95986f tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932479 Dec 10 10:04:20.770576 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-52ab061d-7656-42f4-a71b-4f45a83d930c req-f3b1703d-345a-4e7c-af23-f8ccfa4f0bce service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184950 Dec 10 10:04:21.855800 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6482e3-f416-43fb-bc90-dd08b91467c2 req-4e3260c0-840e-435d-b5ae-fd67132c101a tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:21.857164 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b6482e3-f416-43fb-bc90-dd08b91467c2 req-4e3260c0-840e-435d-b5ae-fd67132c101a tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 943 time: 0.0492229 Dec 10 10:04:21.910525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b6482e3-f416-43fb-bc90-dd08b91467c2 req-a74c0b1a-6083-4643-af85-de52e6567d33 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473709 Dec 10 10:04:22.825693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 91d62f06-1d12-4fec-8b28-642580b0a658 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:04:22.922107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 91d62f06-1d12-4fec-8b28-642580b0a658, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91d62f06-1d12-4fec-8b28-642580b0a658,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:04:22.934168 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '91d62f06-1d12-4fec-8b28-642580b0a658', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'port_id': '91d62f06-1d12-4fec-8b28-642580b0a658', 'mac_address': 'fa:16:3e:37:1c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:04:22.973247 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:22.991180 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d62f06-1d12-4fec-8b28-642580b0a658 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:04:23.016830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 91d62f06-1d12-4fec-8b28-642580b0a658, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91d62f06-1d12-4fec-8b28-642580b0a658,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:04:23.022077 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:23.028653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6de520-a323-4df5-9e86-28b6f250eb94 req-cbf396fd-4358-473e-a6bd-24d98a1268d6 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:23.030228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d6de520-a323-4df5-9e86-28b6f250eb94 req-cbf396fd-4358-473e-a6bd-24d98a1268d6 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 943 time: 0.0520988 Dec 10 10:04:23.070981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=91d62f06-1d12-4fec-8b28-642580b0a658,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:23.077281 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d6de520-a323-4df5-9e86-28b6f250eb94 req-74f98de7-bc0a-4827-a43e-575c4dceae4d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 Dec 10 10:04:23.079216 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.079570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.079914 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.080252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.080586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.080916 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.081240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.081589 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.081917 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.082241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.082563 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.082883 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.083201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:23.405890 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['91d62f06-1d12-4fec-8b28-642580b0a658'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:04:24.193176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce654930-9667-4998-8d7d-6e8896f9ec44 req-fd80897d-9539-4363-96de-1c2392924740 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:24.194703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce654930-9667-4998-8d7d-6e8896f9ec44 req-fd80897d-9539-4363-96de-1c2392924740 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 944 time: 0.0495524 Dec 10 10:04:24.246260 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce654930-9667-4998-8d7d-6e8896f9ec44 req-9363a6f8-0b30-4ba7-b6bb-e2a4dcb04547 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454388 Dec 10 10:04:24.843584 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 91d62f06-1d12-4fec-8b28-642580b0a658 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:04:24.893091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 91d62f06-1d12-4fec-8b28-642580b0a658 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:04:24.897353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 91d62f06-1d12-4fec-8b28-642580b0a658 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:04:24.897746 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:24.974356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:24.996604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:04:24.998893 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fac941-d1d9-41c1-9033-20accd5cfb83" -d '{"events": [{"server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "name": "network-vif-plugged", "status": "completed", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:04:25.011870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 91d62f06-1d12-4fec-8b28-642580b0a658, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91d62f06-1d12-4fec-8b28-642580b0a658,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:04:25.017619 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:25.046129 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021eeb46-f55e-46ff-8b1e-4ec7790db615 x-openstack-request-id: req-021eeb46-f55e-46ff-8b1e-4ec7790db615 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:04:25.046422 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "name": "network-vif-plugged", "status": "completed", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:04:25.046674 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-021eeb46-f55e-46ff-8b1e-4ec7790db615 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:04:25.047064 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658', 'code': 200} Dec 10 10:04:25.075193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=91d62f06-1d12-4fec-8b28-642580b0a658,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:25.142120 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb9f0e-310a-4ae9-b818-81f70efc4aaa req-ca004d99-4e7c-4e67-9038-162f3de551d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:25.143548 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e5bb9f0e-310a-4ae9-b818-81f70efc4aaa req-ca004d99-4e7c-4e67-9038-162f3de551d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1096 time: 0.0441151 Dec 10 10:04:25.187340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e5bb9f0e-310a-4ae9-b818-81f70efc4aaa req-4fa83013-a25b-4882-8445-7cc50bb2a9c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368173 Dec 10 10:04:25.366575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9261b6-bf43-4d17-b56d-954b1570b2c1 req-aed9d7f0-e760-4d5a-a66d-1014300d99a4 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:25.368064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd9261b6-bf43-4d17-b56d-954b1570b2c1 req-aed9d7f0-e760-4d5a-a66d-1014300d99a4 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0505202 Dec 10 10:04:25.415154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cd9261b6-bf43-4d17-b56d-954b1570b2c1 req-a3361fd4-69c3-417c-8b64-bb68530635ef tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Dec 10 10:04:26.532205 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d70d1-cd51-4728-a6ed-04a665428e8f req-45b1fb87-ae1c-4531-a87e-3e391ae4b832 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:26.533853 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea7d70d1-cd51-4728-a6ed-04a665428e8f req-45b1fb87-ae1c-4531-a87e-3e391ae4b832 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0507927 Dec 10 10:04:26.588828 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ea7d70d1-cd51-4728-a6ed-04a665428e8f req-3c009649-c441-44ba-bc26-7e73d821fc43 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487714 Dec 10 10:04:26.778583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87172793-871e-4149-8c2b-e1692dea6544 req-7f726b44-163d-4cbc-9869-f279b4974305 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392289 Dec 10 10:04:26.861716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87172793-871e-4149-8c2b-e1692dea6544 req-b25b4e8c-86b3-4ce7-8adc-7e899275b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:26.863239 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87172793-871e-4149-8c2b-e1692dea6544 req-b25b4e8c-86b3-4ce7-8adc-7e899275b1ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1096 time: 0.0408037 Dec 10 10:04:26.967422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87172793-871e-4149-8c2b-e1692dea6544 req-37f2d96c-5c7b-417b-8189-d68bd276aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:26.968886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87172793-871e-4149-8c2b-e1692dea6544 req-37f2d96c-5c7b-417b-8189-d68bd276aab5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 916 time: 0.0874066 Dec 10 10:04:27.010969 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87172793-871e-4149-8c2b-e1692dea6544 req-73687ffe-04c0-45c1-be37-f447aa6e2bc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 217 time: 0.0348623 Dec 10 10:04:27.060110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87172793-871e-4149-8c2b-e1692dea6544 req-de66c9ba-f73b-4089-95c1-b90883d5a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:27.061489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87172793-871e-4149-8c2b-e1692dea6544 req-de66c9ba-f73b-4089-95c1-b90883d5a2f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0438807 Dec 10 10:04:27.110586 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87172793-871e-4149-8c2b-e1692dea6544 req-7c2e37a1-5e26-4c09-83c2-bece49870336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:27.112107 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87172793-871e-4149-8c2b-e1692dea6544 req-7c2e37a1-5e26-4c09-83c2-bece49870336 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439675 Dec 10 10:04:27.199865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87172793-871e-4149-8c2b-e1692dea6544 req-9f0a8f88-3123-4fda-a3a4-6506c4c686b3 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806115 Dec 10 10:04:27.290365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-87172793-871e-4149-8c2b-e1692dea6544 req-bf2f6f1f-ffd6-48d3-a4af-ede11dd82a9a service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837853 Dec 10 10:04:27.704928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426b204-c248-4cf4-9856-42eb440be9d0 req-ba57a100-3ef3-46a8-a497-0ecf3c6e6035 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:27.706428 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b426b204-c248-4cf4-9856-42eb440be9d0 req-ba57a100-3ef3-46a8-a497-0ecf3c6e6035 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0483193 Dec 10 10:04:27.756060 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b426b204-c248-4cf4-9856-42eb440be9d0 req-ab173ef7-4eec-4fc2-86c0-fbc6a3b559b7 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437372 Dec 10 10:04:27.867629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a649c-24f2-4236-a224-acf36e02a4e3 req-b7eb2261-f83a-4eab-82f3-a7ecb5e82761 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:27.869090 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422a649c-24f2-4236-a224-acf36e02a4e3 req-b7eb2261-f83a-4eab-82f3-a7ecb5e82761 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0484135 Dec 10 10:04:27.917831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422a649c-24f2-4236-a224-acf36e02a4e3 req-494505da-bd40-4f7b-b48a-4ea573eeb76e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Dec 10 10:04:28.103224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c43303-1a62-45d1-a525-89512b64dc1c req-affd4879-7b64-4abc-86ab-8b193725f326 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:28.104597 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36c43303-1a62-45d1-a525-89512b64dc1c req-affd4879-7b64-4abc-86ab-8b193725f326 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0520463 Dec 10 10:04:28.151956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-36c43303-1a62-45d1-a525-89512b64dc1c req-f7a755cc-61b0-4464-9a11-6042d5b2bcce tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Dec 10 10:04:33.380063 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-27ee6631-e580-442c-bc38-8a40b4ce3233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:35.568727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-44b32b36-1352-45c4-9431-85dcce1ff92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:36.797426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:38.477463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:38.703003 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:04:39.426469 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:40.649172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2e0b1-f1c8-407e-bd8e-e5fa0ef04f9f req-bf1fa12c-4a51-4291-9d18-586981217dfc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:40.650592 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fb2e0b1-f1c8-407e-bd8e-e5fa0ef04f9f req-bf1fa12c-4a51-4291-9d18-586981217dfc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0482435 Dec 10 10:04:40.697531 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9fb2e0b1-f1c8-407e-bd8e-e5fa0ef04f9f req-ebf1a514-e896-4890-8cd6-c9629372ec88 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Dec 10 10:04:40.720254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47458) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:04:40.852592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40def7f-d890-4e15-8b80-500edda451a9 tempest-TestMinimumBasicScenario-1810491170 tempest-TestMinimumBasicScenario-1810491170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:40.854128 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b40def7f-d890-4e15-8b80-500edda451a9 tempest-TestMinimumBasicScenario-1810491170 tempest-TestMinimumBasicScenario-1810491170-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1091 time: 0.1329203 Dec 10 10:04:40.857859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47462) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:04:40.862017 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '91d62f06-1d12-4fec-8b28-642580b0a658', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:40.883665 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:40.980232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:41.085879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Allocated IP 172.25.3.239 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/3ff29979-838f-4ecb-bdc0-77d8af23fc32) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:04:41.186681 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:41.219887 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:41.260418 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:04:41.263870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:04:41.267263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:04:41.295119 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'Port': ['ID=3ff29979-838f-4ecb-bdc0-77d8af23fc32,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:41.624565 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:41.691408 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:41.841267 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:41.845857 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:41.920490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'Port': ['ID=3ff29979-838f-4ecb-bdc0-77d8af23fc32,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:41.928802 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:42.031199 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Floating IP 51357c01-c073-41e0-a564-389771c36d19 associated. External IP: 172.25.3.239, port: 91d62f06-1d12-4fec-8b28-642580b0a658. Dec 10 10:04:42.643985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Router b7441e44-6a2b-4867-a399-641d49a20404 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:04:42.748880 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:04:42.759084 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] Sync routers for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:04:42.767938 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:42.770140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:04:42.770780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:04:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:04:42.797907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cecd6309-db37-46c3-8466-83b0ba77ab99 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9389191 Dec 10 10:04:42.798507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:04:42.800852 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81afaf61-5324-4f7b-8d79-0f1f82873bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:04:42.801013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47464) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:04:42.806071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735408965', 'description': 'tempest-secgroup-smoke-735408965 description', 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:42.835529 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:42.843578 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f45a9c0-78f8-47a4-99bb-93a6a649af77 x-openstack-request-id: req-1f45a9c0-78f8-47a4-99bb-93a6a649af77 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:04:42.843899 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:04:42.844346 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f45a9c0-78f8-47a4-99bb-93a6a649af77 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:04:42.844743 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658', 'status': 'completed', 'code': 200} Dec 10 10:04:42.893483 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:04:42.914016 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:42.915176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-f9ad30b2-9969-4c1a-a703-f7b14abc10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:42.916779 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-f9ad30b2-9969-4c1a-a703-f7b14abc10e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1096 time: 0.0444167 Dec 10 10:04:42.919099 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:42.955354 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:42.959728 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1574585 Dec 10 10:04:42.961193 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47468) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:04:42.966004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-95e415fe-32a4-4c33-9151-aac697b50d6b tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7ec8-2d33-450e-b861-43038f462571', 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:42.970220 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8e7ec8-2d33-450e-b861-43038f462571,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:42.981219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.981651 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.981997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.982335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.982663 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.983332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.983332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.983626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.983939 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.984262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.984959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.984959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:42.985243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e323bc9d-4433-4565-ae14-f6be05ad5134 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:04:43.013995 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95e415fe-32a4-4c33-9151-aac697b50d6b tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.049078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-34c335a0-e669-4f6f-bb02-c6f5a91646da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:43.050769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-34c335a0-e669-4f6f-bb02-c6f5a91646da service neutron] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 916 time: 0.1200593 Dec 10 10:04:43.091620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95e415fe-32a4-4c33-9151-aac697b50d6b tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.096245 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95e415fe-32a4-4c33-9151-aac697b50d6b tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.114505 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e415fe-32a4-4c33-9151-aac697b50d6b tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc707e91-3d07-4832-bc75-8553aa778a6e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:43.129158 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95e415fe-32a4-4c33-9151-aac697b50d6b tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.130804 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-95e415fe-32a4-4c33-9151-aac697b50d6b tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686463 Dec 10 10:04:43.133962 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47470) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:04:43.139426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-26f230a6-e7f6-4681-88c5-58a66fe287a0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7ec8-2d33-450e-b861-43038f462571', 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:43.158306 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-3cbb16cc-7237-46f2-894f-464dc4a567b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 999 time: 0.0986631 Dec 10 10:04:43.178429 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-26f230a6-e7f6-4681-88c5-58a66fe287a0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.187945 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '51357c01-c073-41e0-a564-389771c36d19', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'port_id': '91d62f06-1d12-4fec-8b28-642580b0a658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'mac_address': 'fa:16:3e:37:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35971475-171d-4e17-90ad-11cefa108334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:04:41Z', 'updated_at': '2021-12-10T10:04:41Z', 'revision_number': 0, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 5, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:04:43.219411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] Checking router: b7441e44-6a2b-4867-a399-641d49a20404 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:04:43.228453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-3f8c6fe7-0237-45ce-9a24-dd8457969f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:43.230386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-3f8c6fe7-0237-45ce-9a24-dd8457969f94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0638654 Dec 10 10:04:43.231837 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:04:43.232574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:04:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:04:43.255825 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-26f230a6-e7f6-4681-88c5-58a66fe287a0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.263678 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-26f230a6-e7f6-4681-88c5-58a66fe287a0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.290581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f230a6-e7f6-4681-88c5-58a66fe287a0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef561ed0-7daa-465e-981b-691b5f186df8,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:43.303583 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-26f230a6-e7f6-4681-88c5-58a66fe287a0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.305189 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-26f230a6-e7f6-4681-88c5-58a66fe287a0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1702375 Dec 10 10:04:43.311384 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47472) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:04:43.319243 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-3ada7370-bd90-4810-b79b-5c36fd6b2620 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7ec8-2d33-450e-b861-43038f462571', 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:43.319891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-4273114b-0c72-41a5-aa4a-ebd3e21c63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:43.322585 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-4273114b-0c72-41a5-aa4a-ebd3e21c63d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836782 Dec 10 10:04:43.357962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:04:43.360163 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ada7370-bd90-4810-b79b-5c36fd6b2620 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.429154 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ada7370-bd90-4810-b79b-5c36fd6b2620 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.434970 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ada7370-bd90-4810-b79b-5c36fd6b2620 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.461158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7370-bd90-4810-b79b-5c36fd6b2620 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91796bb6-5111-4826-8b2f-c3663e44b58b,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:43.467778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-c893232a-4eda-4733-a696-6755835a507e service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361268 Dec 10 10:04:43.475465 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3ada7370-bd90-4810-b79b-5c36fd6b2620 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.476689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3ada7370-bd90-4810-b79b-5c36fd6b2620 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638315 Dec 10 10:04:43.480235 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47474) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:04:43.485647 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-42c33352-82b5-497a-9ae2-08c81e242727 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7ec8-2d33-450e-b861-43038f462571', 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:43.524640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42c33352-82b5-497a-9ae2-08c81e242727 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.578846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81afaf61-5324-4f7b-8d79-0f1f82873bc9 req-829f2b14-8aa3-4b4b-b578-3074fae56924 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037121 Dec 10 10:04:43.613117 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42c33352-82b5-497a-9ae2-08c81e242727 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.618582 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42c33352-82b5-497a-9ae2-08c81e242727 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.633702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c33352-82b5-497a-9ae2-08c81e242727 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae2bb44-0058-4e8a-8c6e-d21cb7ca139e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:43.648213 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-42c33352-82b5-497a-9ae2-08c81e242727 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.649230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '51357c01-c073-41e0-a564-389771c36d19', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'port_id': '91d62f06-1d12-4fec-8b28-642580b0a658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'mac_address': 'fa:16:3e:37:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35971475-171d-4e17-90ad-11cefa108334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:04:41Z', 'updated_at': '2021-12-10T10:04:41Z', 'revision_number': 0, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 5, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:04:43.650175 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-42c33352-82b5-497a-9ae2-08c81e242727 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1680973 Dec 10 10:04:43.653354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47476) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:04:43.660002 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4b98245b-4f33-4b25-8bb6-5d70c04f1b0d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7ec8-2d33-450e-b861-43038f462571', 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:43.680891 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c406e4cb-02a7-4434-8b89-d4167a1c681d None None] The sync data for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 is: [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '51357c01-c073-41e0-a564-389771c36d19', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'port_id': '91d62f06-1d12-4fec-8b28-642580b0a658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'mac_address': 'fa:16:3e:37:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35971475-171d-4e17-90ad-11cefa108334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:04:41Z', 'updated_at': '2021-12-10T10:04:41Z', 'revision_number': 0, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 5, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:04:43.685865 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-4b98245b-4f33-4b25-8bb6-5d70c04f1b0d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Project 0ae9ccb6daa9455d9e476f5bdb67365b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:04:43.692097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b98245b-4f33-4b25-8bb6-5d70c04f1b0d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.754741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b98245b-4f33-4b25-8bb6-5d70c04f1b0d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.760321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b98245b-4f33-4b25-8bb6-5d70c04f1b0d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.784566 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98245b-4f33-4b25-8bb6-5d70c04f1b0d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66787ac-3f39-42bc-990a-0be38b0295ee,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:43.795177 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4b98245b-4f33-4b25-8bb6-5d70c04f1b0d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.796424 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4b98245b-4f33-4b25-8bb6-5d70c04f1b0d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415894 Dec 10 10:04:43.799321 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47478) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:04:43.803946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fad0e7e0-3d41-4c0a-92b0-66b1a4a03367 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'security_group_rule': {'security_group_id': '9a8e7ec8-2d33-450e-b861-43038f462571', 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:43.833562 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-fad0e7e0-3d41-4c0a-92b0-66b1a4a03367 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Project 0ae9ccb6daa9455d9e476f5bdb67365b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:04:43.838805 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fad0e7e0-3d41-4c0a-92b0-66b1a4a03367 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.906743 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f2e62-c5eb-47ca-abc0-6b30bf12f342 None None] New status for floating IP 51357c01-c073-41e0-a564-389771c36d19: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:04:43.907889 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fad0e7e0-3d41-4c0a-92b0-66b1a4a03367 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.913267 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fad0e7e0-3d41-4c0a-92b0-66b1a4a03367 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.932478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0e7e0-3d41-4c0a-92b0-66b1a4a03367 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ca918b-289c-47a0-a826-10bc422d7e9e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:43.941181 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fad0e7e0-3d41-4c0a-92b0-66b1a4a03367 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:43.942542 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fad0e7e0-3d41-4c0a-92b0-66b1a4a03367 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421769 Dec 10 10:04:44.040248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-b9db6e22-66c0-4938-8661-d66d3c25cdb2 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735408965&fields=id&tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b HTTP/1.1" status: 200 len: 267 time: 0.0484469 Dec 10 10:04:44.095707 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-11a0b280-c5e9-45c1-a9e4-eefffbc59b56 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:44.097111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-11a0b280-c5e9-45c1-a9e4-eefffbc59b56 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0503788 Dec 10 10:04:44.108385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-e4eda75c-ea69-4b23-a239-be3d97245132 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'port': {'security_groups': ['8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8', '9a8e7ec8-2d33-450e-b861-43038f462571']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:04:44.178600 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-e4eda75c-ea69-4b23-a239-be3d97245132 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:44.356806 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-e4eda75c-ea69-4b23-a239-be3d97245132 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] For port 91d62f06-1d12-4fec-8b28-642580b0a658, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91d62f06-1d12-4fec-8b28-642580b0a658,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:04:44.389996 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-e4eda75c-ea69-4b23-a239-be3d97245132 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:44.394514 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-e4eda75c-ea69-4b23-a239-be3d97245132 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:44.406470 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['91d62f06-1d12-4fec-8b28-642580b0a658'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:04:44.440820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-e4eda75c-ea69-4b23-a239-be3d97245132 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:44.441451 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-e4eda75c-ea69-4b23-a239-be3d97245132 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:44.442891 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-84c1fe31-6f68-40c5-828e-a6d2fa3e084f req-e4eda75c-ea69-4b23-a239-be3d97245132 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "PUT /v2.0/ports/91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 981 time: 0.3393178 Dec 10 10:04:44.474147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda75c-ea69-4b23-a239-be3d97245132 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'Port': ['ID=91d62f06-1d12-4fec-8b28-642580b0a658,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:04:44.510650 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['91d62f06-1d12-4fec-8b28-642580b0a658'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:04:44.573202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630d54b-1b0d-4b0a-9054-fbc5436ec8be req-61b950b1-968d-43e8-83e6-9ce0c25b3c84 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:44.580949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a630d54b-1b0d-4b0a-9054-fbc5436ec8be req-61b950b1-968d-43e8-83e6-9ce0c25b3c84 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0613432 Dec 10 10:04:44.639607 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a630d54b-1b0d-4b0a-9054-fbc5436ec8be req-f0004f50-1e3c-4cb8-bf1d-dcef3b491fbf tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577526 Dec 10 10:04:44.721942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f7466e78-b163-41a8-9ec0-aabe1067feea None None] Provisioning complete for port 91d62f06-1d12-4fec-8b28-642580b0a658 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:04:44.722242 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7466e78-b163-41a8-9ec0-aabe1067feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:44.845701 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:04:44.848282 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e0bb1d-1963-4421-8842-36c4326bb345" -d '{"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:04:44.883796 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415d8c21-9c59-436d-a3cf-6db16db9b715 x-openstack-request-id: req-415d8c21-9c59-436d-a3cf-6db16db9b715 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:04:44.884211 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:04:44.884470 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-415d8c21-9c59-436d-a3cf-6db16db9b715 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:04:44.884872 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658', 'status': 'completed', 'code': 200} Dec 10 10:04:44.956499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-0543c4bf-0a94-4b7c-a2a5-2c8a7bbda7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:44.958038 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-0543c4bf-0a94-4b7c-a2a5-2c8a7bbda7b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1135 time: 0.0455241 Dec 10 10:04:45.051964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-95f32828-5d48-4c9e-8924-1b3f7601f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:45.053418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-95f32828-5d48-4c9e-8924-1b3f7601f865 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 916 time: 0.0872030 Dec 10 10:04:45.126914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-ab884b76-47ab-4c75-bd72-0965d8178c0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 1001 time: 0.0646555 Dec 10 10:04:45.176924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-43adc37b-ad9a-45f3-bc67-a3d152672cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:45.178364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-43adc37b-ad9a-45f3-bc67-a3d152672cbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0435369 Dec 10 10:04:45.224622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-eb59cb76-021b-45b8-b021-4aab0b628814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:04:45.226120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-eb59cb76-021b-45b8-b021-4aab0b628814 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392036 Dec 10 10:04:45.319220 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-44de285f-ffbf-456c-9325-612027af4a9a service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847430 Dec 10 10:04:45.409231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-56e0bb1d-1963-4421-8842-36c4326bb345 req-b4b2c342-5f22-4c0a-90f1-cb9d7ffe1817 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819736 Dec 10 10:04:45.813989 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:04:49.998117 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:03.383022 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0cb2a5c3-036d-4b90-9dd5-360e0c8cdf92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:05.570993 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7560d78b-889c-4f2a-801a-6fac9b1283f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:06.799851 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:08.479833 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:09.433387 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:15.703388 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:05:15.813867 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:19.997402 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:28.816628 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-12dad1f1-ef36-4604-9df3-6cc29a5dc271 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832610 Dec 10 10:05:28.907276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-a0a830d6-d678-420a-bd43-a1fdd69e63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:28.908790 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-a0a830d6-d678-420a-bd43-a1fdd69e63e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1135 time: 0.0493431 Dec 10 10:05:29.011803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-7e628be3-eea0-4bb6-84ff-799eaa0b5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:29.013276 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-7e628be3-eea0-4bb6-84ff-799eaa0b5a44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 916 time: 0.0855563 Dec 10 10:05:29.089335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-75fc7652-f34f-413a-bfb2-edde756fd3cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 1001 time: 0.0668535 Dec 10 10:05:29.147607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-7ca9af42-61a9-47af-bb36-eb860e93bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:29.149231 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-7ca9af42-61a9-47af-bb36-eb860e93bcb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0514650 Dec 10 10:05:29.193857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-e7c20d8c-3c74-480e-8bba-fce1dfd6d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:29.195364 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-e7c20d8c-3c74-480e-8bba-fce1dfd6d0b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396214 Dec 10 10:05:29.289063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-03f0258a-5790-480f-8d21-5de22c7d0d39 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857258 Dec 10 10:05:29.379714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-439f9cf0-3c3e-454b-80b7-b6d0d53836e0 req-1a814451-df7c-4f9a-9733-a966c57d23f4 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826082 Dec 10 10:05:33.385174 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-653ee381-c5d1-41a1-ac62-833fa9f372f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:35.572049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c22bba0a-43c1-4523-9f8d-82a0219596ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:36.802247 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:38.482277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:39.425686 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:42.596056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df43ce6-a6b4-4251-9d68-5d132d34b2f9 req-d52e482b-ae6d-45b6-8e9e-bdd0de9e2255 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:42.597566 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9df43ce6-a6b4-4251-9d68-5d132d34b2f9 req-d52e482b-ae6d-45b6-8e9e-bdd0de9e2255 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0824566 Dec 10 10:05:42.600184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-9d993154-0bc9-4fce-8bf7-f52108484860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:42.601573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-9d993154-0bc9-4fce-8bf7-f52108484860 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1135 time: 0.0774603 Dec 10 10:05:42.713916 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9df43ce6-a6b4-4251-9d68-5d132d34b2f9 req-d1e6caa3-0b70-4ef5-b329-023f33bc756b tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1102664 Dec 10 10:05:42.730734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-10f21f2c-2ce3-43bb-a9fc-d9fce70bec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:42.732792 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-10f21f2c-2ce3-43bb-a9fc-d9fce70bec56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 916 time: 0.1230507 Dec 10 10:05:42.804860 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-61e31226-ff87-4eed-98ca-ac6937a144fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 1001 time: 0.0640728 Dec 10 10:05:42.854375 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-7384cc7d-ac52-46d3-80a0-cc9c95a722e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:42.855771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-7384cc7d-ac52-46d3-80a0-cc9c95a722e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0426638 Dec 10 10:05:42.901210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-2c23cd16-8265-42f1-932b-a8d1600e60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:42.902691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-2c23cd16-8265-42f1-932b-a8d1600e60a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390759 Dec 10 10:05:42.995699 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-977aee4e-0243-45bd-aa33-5c7548af21cb service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851173 Dec 10 10:05:43.085815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b569601a-a9df-4c5a-8a43-7bf736c55a04 req-472a48b5-580c-4257-90ca-3f74425fe489 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823085 Dec 10 10:05:43.840709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cf919-e6f1-4281-84da-70abd288d544 req-4cbfaec1-24d4-40c1-8f99-ef505e67c4e1 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:43.842479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a5cf919-e6f1-4281-84da-70abd288d544 req-4cbfaec1-24d4-40c1-8f99-ef505e67c4e1 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0562840 Dec 10 10:05:43.910007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a5cf919-e6f1-4281-84da-70abd288d544 req-dc438588-50bd-4243-9106-2570d045497e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612166 Dec 10 10:05:45.028902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc81d71-1276-4354-9cd5-3d7e88ff89aa req-22ab4e1d-4379-47e0-9f3d-85c2ac3abba0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:45.030484 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fc81d71-1276-4354-9cd5-3d7e88ff89aa req-22ab4e1d-4379-47e0-9f3d-85c2ac3abba0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0507281 Dec 10 10:05:45.091068 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fc81d71-1276-4354-9cd5-3d7e88ff89aa req-dba5eb8e-3f60-4fff-8dca-1d6b1e546617 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545359 Dec 10 10:05:45.827573 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:46.210833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae5ad7-e9fe-49a4-9923-ef92170b00f9 req-d5970020-9892-4a4e-a8d5-48042ef0c5f0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:46.212290 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73ae5ad7-e9fe-49a4-9923-ef92170b00f9 req-d5970020-9892-4a4e-a8d5-48042ef0c5f0 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0526438 Dec 10 10:05:46.273388 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-73ae5ad7-e9fe-49a4-9923-ef92170b00f9 req-a1acf150-74a4-48a0-8cb3-31888f496ee9 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542159 Dec 10 10:05:47.390364 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0789641-db9c-49b4-a2b4-1363137793a4 req-777c3399-adc9-4e35-84d2-64964b031a7f tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:47.391866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0789641-db9c-49b4-a2b4-1363137793a4 req-777c3399-adc9-4e35-84d2-64964b031a7f tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0517194 Dec 10 10:05:47.452138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0789641-db9c-49b4-a2b4-1363137793a4 req-d829ebfb-d993-4a31-b04a-480d1b017c1c tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542564 Dec 10 10:05:48.569528 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2f2a9-d4da-4b79-911a-432cdc0d1504 req-4d85816f-a866-472e-a8a9-56a984e1d532 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:48.571061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2a2f2a9-d4da-4b79-911a-432cdc0d1504 req-4d85816f-a866-472e-a8a9-56a984e1d532 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0496242 Dec 10 10:05:48.635103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2a2f2a9-d4da-4b79-911a-432cdc0d1504 req-3210590c-0622-4dd0-a11b-154caec15e98 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579417 Dec 10 10:05:49.752931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82499a-16af-43f2-8058-33e1791e1e55 req-aaaf3946-2615-4874-a69e-7f5336345c15 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:49.754433 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e82499a-16af-43f2-8058-33e1791e1e55 req-aaaf3946-2615-4874-a69e-7f5336345c15 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0511184 Dec 10 10:05:49.815851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6e82499a-16af-43f2-8058-33e1791e1e55 req-3881440d-3cfe-4b69-a196-e82bd1e989d9 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547280 Dec 10 10:05:50.002554 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:05:50.931394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ffca8-09c4-4a21-866a-124215cf009b req-ac6b787e-cc41-457e-b4e9-bc89de900806 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:50.932879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b02ffca8-09c4-4a21-866a-124215cf009b req-ac6b787e-cc41-457e-b4e9-bc89de900806 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0490403 Dec 10 10:05:50.992854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b02ffca8-09c4-4a21-866a-124215cf009b req-0c59cc51-f318-4ab5-a423-0949c2988f33 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532589 Dec 10 10:05:52.116555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78faa9d-a1da-4d31-8738-d26358830e6e req-e7920585-e883-4b2f-921a-4590d7771461 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:52.118055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b78faa9d-a1da-4d31-8738-d26358830e6e req-e7920585-e883-4b2f-921a-4590d7771461 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0545499 Dec 10 10:05:52.180039 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b78faa9d-a1da-4d31-8738-d26358830e6e req-fe645059-ddf1-4fd0-bb5f-327bb9849223 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551238 Dec 10 10:05:52.702540 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:05:53.296114 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454269d-c128-46ba-ba4e-4f086e0c4f1a req-5859f947-e710-4d9c-bf2f-c5bbf228a103 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:53.297649 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6454269d-c128-46ba-ba4e-4f086e0c4f1a req-5859f947-e710-4d9c-bf2f-c5bbf228a103 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0504620 Dec 10 10:05:53.357815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6454269d-c128-46ba-ba4e-4f086e0c4f1a req-038e7bc9-7e9c-43dc-b0e5-d93846fa50ea tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539775 Dec 10 10:05:54.475714 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584e962-b128-43a0-806d-b0b116856d4b req-cd564ef4-a107-4cad-bf1d-208d08091383 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:05:54.477209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c584e962-b128-43a0-806d-b0b116856d4b req-cd564ef4-a107-4cad-bf1d-208d08091383 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0513768 Dec 10 10:05:54.541376 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c584e962-b128-43a0-806d-b0b116856d4b req-b4ccfa24-804a-4078-9f60-650ac7f4e52a tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a8e7ec8-2d33-450e-b861-43038f462571&id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579612 Dec 10 10:06:03.388045 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2993fc5a-d4ea-442b-bd19-8e435ab40f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:05.573307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2b19c497-d113-49e2-9fe5-054e16bc24d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:06.804940 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:08.484474 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:09.427997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:15.828431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:20.005583 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:28.871534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-7dcaa772-d934-40b5-a286-001989a4d58b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403993 Dec 10 10:06:28.952572 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-332c4360-befd-4d8c-9aa5-51e7abd82a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:28.954065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-332c4360-befd-4d8c-9aa5-51e7abd82a33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1135 time: 0.0408864 Dec 10 10:06:29.059868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-a5400aa5-78b4-4a5b-8960-e24d0d6b8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:29.061879 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-a5400aa5-78b4-4a5b-8960-e24d0d6b8a48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 916 time: 0.0875320 Dec 10 10:06:29.129582 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-c1f66e65-d0e0-4bac-bf1d-9223e716a3b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 1001 time: 0.0610626 Dec 10 10:06:29.178294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-cd546479-1baf-4693-9f50-62777b17ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:29.179725 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-cd546479-1baf-4693-9f50-62777b17ee3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0430362 Dec 10 10:06:29.231307 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-a8faa953-ccaa-41a4-a877-2c0a22be9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:29.232793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-a8faa953-ccaa-41a4-a877-2c0a22be9d2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451622 Dec 10 10:06:29.322030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-08cc424f-7553-4984-a8c7-bfe55615989a service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814052 Dec 10 10:06:29.414764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eccd16ca-2c92-4171-bde8-79ae03bc374f req-58e08493-bc7c-487f-8738-918472819646 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851679 Dec 10 10:06:29.701941 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:06:33.391378 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-24352f13-6de6-40c4-88f3-da36a2958837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:35.574744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-746bb576-b055-4c13-a16f-bba2b4b03fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:36.809141 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:38.487875 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:39.428880 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:45.843938 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:49.655024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-2c0e7548-bce1-41c1-a1f4-fc35836a8ae3 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735408965&fields=id&tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b HTTP/1.1" status: 200 len: 267 time: 0.0442152 Dec 10 10:06:49.707500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-6f53bab4-2225-46a3-8655-110c14508787 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:49.708935 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-6f53bab4-2225-46a3-8655-110c14508787 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 984 time: 0.0476818 Dec 10 10:06:49.720358 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Request body: {'port': {'security_groups': ['8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:06:49.786126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:49.950879 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] For port 91d62f06-1d12-4fec-8b28-642580b0a658, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91d62f06-1d12-4fec-8b28-642580b0a658,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:06:49.985194 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:49.989565 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.005702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['91d62f06-1d12-4fec-8b28-642580b0a658'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:06:50.035917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:50.036679 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.038202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05322468-f059-4c15-b62d-3da3cac81dc3 req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "PUT /v2.0/ports/91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 942 time: 0.3227110 Dec 10 10:06:50.038719 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:06:50.041155 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558aa849-3442-48b4-952b-9b3c1ec7a17f" -d '{"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:06:50.044530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47572) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:06:50.045030 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.063805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event updated for resources: {'Port': ['ID=91d62f06-1d12-4fec-8b28-642580b0a658,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:06:50.072191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.072561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.072935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.073357 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.073715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.074047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.074406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.074694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.075015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.075926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.076269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.076595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.076948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317fcc28-0f90-47f3-b0d2-586a57178ccc tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.108154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['91d62f06-1d12-4fec-8b28-642580b0a658'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:06:50.125260 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f2cfab-6d1a-4a58-945e-5aac668a0846 x-openstack-request-id: req-57f2cfab-6d1a-4a58-945e-5aac668a0846 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:06:50.125584 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:06:50.125840 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57f2cfab-6d1a-4a58-945e-5aac668a0846 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:06:50.126241 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658', 'status': 'completed', 'code': 200} Dec 10 10:06:50.130069 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.158591 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.207294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-35d52d53-5425-4939-93a3-005d9e6145da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:50.209613 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-35d52d53-5425-4939-93a3-005d9e6145da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1096 time: 0.0579529 Dec 10 10:06:50.230893 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.233555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.234966 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "DELETE /v2.0/security-groups/9a8e7ec8-2d33-450e-b861-43038f462571 HTTP/1.1" status: 204 len: 168 time: 0.1872685 Dec 10 10:06:50.239102 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47576) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:06:50.252851 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8e7ec8-2d33-450e-b861-43038f462571,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:06:50.262266 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.263085 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.263535 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.263972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.264446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.264901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.265423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.265926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.266327 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.266727 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.267126 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.267514 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.268012 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2516339-ae25-481a-8b03-27fa4435f58e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:06:50.376278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0724af69-cba5-4de2-b98a-898bbc209fe8 None None] Provisioning complete for port 91d62f06-1d12-4fec-8b28-642580b0a658 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:06:50.376748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0724af69-cba5-4de2-b98a-898bbc209fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.424430 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-a0e22e54-ae36-48b8-b58c-f9b8f00f44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:50.425914 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-a0e22e54-ae36-48b8-b58c-f9b8f00f44b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 916 time: 0.2094142 Dec 10 10:06:50.524335 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-6af53bf6-e18f-498f-b6bb-2a06b52cdf7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 1001 time: 0.0900893 Dec 10 10:06:50.567409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Deleting port 3ff29979-838f-4ecb-bdc0-77d8af23fc32 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:06:50.567674 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.621111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-ac243417-b43c-45c1-b635-ce9acb37a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:50.622578 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-ac243417-b43c-45c1-b635-ce9acb37a471 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0891716 Dec 10 10:06:50.681620 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.682343 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:50.696426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Calling delete_port for 3ff29979-838f-4ecb-bdc0-77d8af23fc32 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:06:50.699192 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-7348a6c8-d873-47f7-b22a-85b438869231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:50.700655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-7348a6c8-d873-47f7-b22a-85b438869231 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712514 Dec 10 10:06:50.854698 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-8fdf1adf-a6ed-4bc3-a25f-8b8c16e1cfa5 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454926 Dec 10 10:06:50.987270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-558aa849-3442-48b4-952b-9b3c1ec7a17f req-cde6e3eb-f968-433b-b6fb-c661fdefa65d service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247404 Dec 10 10:06:50.988274 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:51.013794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event deleted for resources: {'Port': ['ID=3ff29979-838f-4ecb-bdc0-77d8af23fc32,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:06:51.072285 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:51.072635 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Floating IP 51357c01-c073-41e0-a564-389771c36d19 disassociated (deleted). External IP: 172.25.3.239, port: 91d62f06-1d12-4fec-8b28-642580b0a658. Dec 10 10:06:51.280480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Router b7441e44-6a2b-4867-a399-641d49a20404 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:06:51.727279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:06:51.732162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:06:51.737587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] Sync routers for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:06:51.747407 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:06:51.748021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:06:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:06:51.759225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-40a1b5eb-0014-4d73-a040-e4d3de4f7581 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "DELETE /v2.0/floatingips/51357c01-c073-41e0-a564-389771c36d19 HTTP/1.1" status: 204 len: 168 time: 1.5190692 Dec 10 10:06:51.856081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:06:52.127087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:06:52.129524 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ed650-3d0f-4c57-8854-202446ae0c60" -d '{"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:06:52.166930 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abab5b24-49cf-4778-9b3e-84f39ffb567b x-openstack-request-id: req-abab5b24-49cf-4778-9b3e-84f39ffb567b {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:06:52.167250 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:06:52.167510 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abab5b24-49cf-4778-9b3e-84f39ffb567b {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:06:52.167913 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658', 'status': 'completed', 'code': 200} Dec 10 10:06:52.228119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 5, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:06:52.238801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-7aacf3e9-2f44-4b9e-9f4e-b01edfbe1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:52.240310 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-7aacf3e9-2f44-4b9e-9f4e-b01edfbe1a0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 1096 time: 0.0427384 Dec 10 10:06:52.257140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] Checking router: b7441e44-6a2b-4867-a399-641d49a20404 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:06:52.266206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:06:52.266939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:06:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:06:52.335555 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-5ec3d261-9a18-46a4-89c9-03e919c40445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:52.337040 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-5ec3d261-9a18-46a4-89c9-03e919c40445 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 200 len: 916 time: 0.0892315 Dec 10 10:06:52.377030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:06:52.386149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-69d35f9e-90ce-4207-a44a-20d546e4ea9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 200 len: 217 time: 0.0396421 Dec 10 10:06:52.444220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-aaa7e7e4-7f13-425d-a8a9-ac1081bd164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:52.445889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-aaa7e7e4-7f13-425d-a8a9-ac1081bd164a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 200 len: 854 time: 0.0508580 Dec 10 10:06:52.502122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-55033196-a901-4450-ade4-a669028a1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:06:52.503807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-55033196-a901-4450-ade4-a669028a1336 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0825ce96-f717-4408-ae92-33089ece176a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488925 Dec 10 10:06:52.586666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 5, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:06:52.602314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-b007101e-a384-4896-8ff7-32cdf784bb41 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910697 Dec 10 10:06:52.614388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179bcd3-2dda-4303-8afd-a0e2efa8d1ce None None] The sync data for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 is: [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:48Z', 'revision_number': 4, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '493b18b1-81e8-4d92-bbd2-74530ed042db', 'name': '', 'network_id': '0825ce96-f717-4408-ae92-33089ece176a', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'mac_address': 'fa:16:3e:ef:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:48Z', 'updated_at': '2021-12-10T10:03:53Z', 'revision_number': 5, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'subnets': [{'id': '4c319c3b-eeea-4ed4-aa3b-5da34105acd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:06:52.710624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c72ed650-3d0f-4c57-8854-202446ae0c60 req-e4338d5f-6c92-4655-841c-e36813a09775 service neutron] 10.222.0.18 "GET /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998330 Dec 10 10:06:52.859020 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae82f0-95e7-4085-a50e-7460fd5d3290 None None] New status for floating IP 51357c01-c073-41e0-a564-389771c36d19: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:07:00.792840 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a80096-82b3-4e3c-9a0d-58da92196a72 req-bed19152-1986-4fb7-a9ec-e8aa2d608065 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:00.794257 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68a80096-82b3-4e3c-9a0d-58da92196a72 req-bed19152-1986-4fb7-a9ec-e8aa2d608065 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0511005 Dec 10 10:07:00.846237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68a80096-82b3-4e3c-9a0d-58da92196a72 req-fac3855b-b455-409c-9f16-ddfd3ef2c51e tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451472 Dec 10 10:07:01.969145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679cc65-5fbb-44cb-9af1-36dbe04ea7d7 req-cdc12bff-7293-4c46-93f5-aab0792ca73d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:01.970652 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c679cc65-5fbb-44cb-9af1-36dbe04ea7d7 req-cdc12bff-7293-4c46-93f5-aab0792ca73d tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0529907 Dec 10 10:07:02.018002 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c679cc65-5fbb-44cb-9af1-36dbe04ea7d7 req-a853d2d7-b239-4e67-9293-4c18a3541cd3 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Dec 10 10:07:02.647988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-578bcd3c-0b4b-4107-a219-c2f4206649ce tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:02.649470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-578bcd3c-0b4b-4107-a219-c2f4206649ce tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.18 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 945 time: 0.0485187 Dec 10 10:07:02.736818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Deleting port 91d62f06-1d12-4fec-8b28-642580b0a658 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:07:02.737164 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:02.828134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] For port 91d62f06-1d12-4fec-8b28-642580b0a658, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=91d62f06-1d12-4fec-8b28-642580b0a658,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:02.828406 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:02.839954 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Calling delete_port for 91d62f06-1d12-4fec-8b28-642580b0a658 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:07:02.970368 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:02.982780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['91d62f06-1d12-4fec-8b28-642580b0a658'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:07:02.999060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Pushing event deleted for resources: {'Port': ['ID=91d62f06-1d12-4fec-8b28-642580b0a658,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:03.040324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] No DVR routers for this DVR port 91d62f06-1d12-4fec-8b28-642580b0a658 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:07:03.043076 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:03.047206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4fb07416-d7e5-456b-84b8-ea7fa46f9fd0 req-70e6d395-c082-4b26-8627-59805054f2ad tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.18 "DELETE /v2.0/ports/91d62f06-1d12-4fec-8b28-642580b0a658 HTTP/1.1" status: 204 len: 173 time: 0.3913231 Dec 10 10:07:03.047656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'name': 'network-vif-deleted', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:07:03.050332 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34ed694-1bf2-424c-bc10-ffe8916616b6" -d '{"events": [{"server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "name": "network-vif-deleted", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:07:03.121609 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5976b2e9-e403-4c76-bf86-31c2c437041e req-d9ad26b0-fdc2-4279-a982-25f939af9b22 tempest-TestMinimumBasicScenario-1863587802 tempest-TestMinimumBasicScenario-1863587802-project] 10.222.0.31 "GET /v2.0/ports?device_id=35971475-171d-4e17-90ad-11cefa108334 HTTP/1.1" status: 200 len: 210 time: 0.0309656 Dec 10 10:07:03.168384 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ac9c44-a2d7-4132-acf2-f50b77983f5e x-openstack-request-id: req-03ac9c44-a2d7-4132-acf2-f50b77983f5e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:07:03.168690 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35971475-171d-4e17-90ad-11cefa108334", "name": "network-vif-deleted", "tag": "91d62f06-1d12-4fec-8b28-642580b0a658", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:07:03.168961 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03ac9c44-a2d7-4132-acf2-f50b77983f5e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:07:03.169367 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35971475-171d-4e17-90ad-11cefa108334', 'name': 'network-vif-deleted', 'tag': '91d62f06-1d12-4fec-8b28-642580b0a658', 'status': 'completed', 'code': 200} Dec 10 10:07:03.396676 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c4d508da-93fb-4974-929a-50b3b5acdb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:04.711501 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47674) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:05.057037 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:05.308331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Deleting port 493b18b1-81e8-4d92-bbd2-74530ed042db {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:07:05.308579 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:05.386050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] For port 493b18b1-81e8-4d92-bbd2-74530ed042db, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=493b18b1-81e8-4d92-bbd2-74530ed042db,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:05.386401 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:05.398684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Calling delete_port for 493b18b1-81e8-4d92-bbd2-74530ed042db owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:07:05.576594 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-775666dd-5d58-4730-a592-544b2f9148fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:05.585793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:05.613393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Pushing event deleted for resources: {'Port': ['ID=493b18b1-81e8-4d92-bbd2-74530ed042db,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:05.782924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:05.996824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Router b7441e44-6a2b-4867-a399-641d49a20404 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:07:06.103834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:07:06.109640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-89c878d8-a5bd-4c48-b009-4ca426c4b7af admin admin] 10.222.0.31 "PUT /v2.0/routers/b7441e44-6a2b-4867-a399-641d49a20404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3963130 Dec 10 10:07:06.112275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47676) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:06.113357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] Sync routers for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:07:06.122748 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:06.123352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:06.217203 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.227777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:06.323248 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.376918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Deleting port 58029249-2ba3-4d2b-9a1b-1b307a886937 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:07:06.377523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.411783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:07:05Z', 'revision_number': 5, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port': {'id': '58029249-2ba3-4d2b-9a1b-1b307a886937', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:08:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:06.442365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] Checking router: b7441e44-6a2b-4867-a399-641d49a20404 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:07:06.450754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] Routers {'b7441e44-6a2b-4867-a399-641d49a20404'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:06.451354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b7441e44-6a2b-4867-a399-641d49a20404'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:06.462675 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] For port 58029249-2ba3-4d2b-9a1b-1b307a886937, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=58029249-2ba3-4d2b-9a1b-1b307a886937,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:06.463121 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.476599 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Calling delete_port for 58029249-2ba3-4d2b-9a1b-1b307a886937 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:07:06.538868 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] Set router b7441e44-6a2b-4867-a399-641d49a20404 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:06.591212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:07:06Z', 'revision_number': 6, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:06.622155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df194cd-e66a-4b67-a125-85d569f7c06f None None] The sync data for ids ['b7441e44-6a2b-4867-a399-641d49a20404'] in n-d-814746-3 is: [{'id': 'b7441e44-6a2b-4867-a399-641d49a20404', 'name': 'tempest-TestMinimumBasicScenario-1544281893-router', 'tenant_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:46Z', 'updated_at': '2021-12-10T10:07:06Z', 'revision_number': 6, 'project_id': '0ae9ccb6daa9455d9e476f5bdb67365b', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:07:06.650604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.681718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Pushing event deleted for resources: {'Port': ['ID=58029249-2ba3-4d2b-9a1b-1b307a886937,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:06.696022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5558289-3f5b-4a4d-9b5b-c992271cd1fd None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:07:06.700714 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:07:06.746338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.810841 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.838112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.840231 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.883406 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.883878 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7441e44-6a2b-4867-a399-641d49a20404 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:07:06.888225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.889448 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5b59acf6-23a8-4638-89f5-ceedb7dd7253 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b7441e44-6a2b-4867-a399-641d49a20404 HTTP/1.1" status: 204 len: 168 time: 0.7759368 Dec 10 10:07:06.892198 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47678) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:06.939443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b76baab-0221-4a0e-8f7d-baac8fbf9934 admin admin] Deleting subnet 4c319c3b-eeea-4ed4-aa3b-5da34105acd4 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:07:06.942443 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b76baab-0221-4a0e-8f7d-baac8fbf9934 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:06.977162 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b76baab-0221-4a0e-8f7d-baac8fbf9934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.057869 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b76baab-0221-4a0e-8f7d-baac8fbf9934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.123243 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b76baab-0221-4a0e-8f7d-baac8fbf9934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.152352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76baab-0221-4a0e-8f7d-baac8fbf9934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c319c3b-eeea-4ed4-aa3b-5da34105acd4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:07.154373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5b76baab-0221-4a0e-8f7d-baac8fbf9934 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.158404 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5b76baab-0221-4a0e-8f7d-baac8fbf9934 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4c319c3b-eeea-4ed4-aa3b-5da34105acd4 HTTP/1.1" status: 204 len: 168 time: 0.2652614 Dec 10 10:07:07.160874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47680) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:07.161238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dc660b-f330-41a0-a76f-8afdbdf0ead1 None None] Network 0825ce96-f717-4408-ae92-33089ece176a requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:07:07.178784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 58029249-2ba3-4d2b-9a1b-1b307a886937 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:07:07.229864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 58029249-2ba3-4d2b-9a1b-1b307a886937 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:07:07.230213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 58029249-2ba3-4d2b-9a1b-1b307a886937 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:07:07.230638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 493b18b1-81e8-4d92-bbd2-74530ed042db no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:07:07.232322 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.260189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 493b18b1-81e8-4d92-bbd2-74530ed042db {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:07:07.260540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 493b18b1-81e8-4d92-bbd2-74530ed042db not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:07:07.289404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Deleting port 02f36155-0df3-494b-8c6a-68214153efc4 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:07:07.289780 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.366018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] For port 02f36155-0df3-494b-8c6a-68214153efc4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=02f36155-0df3-494b-8c6a-68214153efc4,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:07.366475 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.369795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] DHCP port deletion for 0825ce96-f717-4408-ae92-33089ece176a request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:07:07.381316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Calling delete_port for 02f36155-0df3-494b-8c6a-68214153efc4 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:07:07.420505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Deleting port 02f36155-0df3-494b-8c6a-68214153efc4 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:07:07.420886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.467231 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.491332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] For port 02f36155-0df3-494b-8c6a-68214153efc4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=02f36155-0df3-494b-8c6a-68214153efc4,segment=NetworkSegment(27345fa1-a2bd-41a2-a1c8-42be43e67f0b),segment_id=27345fa1-a2bd-41a2-a1c8-42be43e67f0b)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:07.491725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.495181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] No DVR routers for this DVR port 02f36155-0df3-494b-8c6a-68214153efc4 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:07:07.496913 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Pushing event deleted for resources: {'Port': ['ID=02f36155-0df3-494b-8c6a-68214153efc4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:07.508193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Calling delete_port for 02f36155-0df3-494b-8c6a-68214153efc4 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:07:07.578088 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.582991 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.598855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0825ce96-f717-4408-ae92-33089ece176a']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:07.607779 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27345fa1-a2bd-41a2-a1c8-42be43e67f0b') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:07.608080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27345fa1-a2bd-41a2-a1c8-42be43e67f0b') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:07.608433 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 91d62f06-1d12-4fec-8b28-642580b0a658 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:07:07.613954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Pushing event deleted for resources: {'Port': ['ID=02f36155-0df3-494b-8c6a-68214153efc4,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:07.618054 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.631832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.637819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] No DVR routers for this DVR port 02f36155-0df3-494b-8c6a-68214153efc4 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:07:07.638431 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:07:07.638641 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:07:07.640384 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:07:07.649134 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 91d62f06-1d12-4fec-8b28-642580b0a658 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:07:07.649486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 91d62f06-1d12-4fec-8b28-642580b0a658 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:07:07.654105 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.654452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.654790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.655124 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.655455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.655810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.656136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.656526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.656861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.657181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.657512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.657840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.658157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db3569-ad03-42a2-b8ce-d398f4acfaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:07.703736 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.709421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:07.712765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] 10.222.0.31 "DELETE /v2.0/networks/0825ce96-f717-4408-ae92-33089ece176a HTTP/1.1" status: 204 len: 168 time: 0.5509613 Dec 10 10:07:07.715891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47682) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:07.723860 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8984f08-6d66-49ad-828e-954fa239445a admin admin] Pushing event deleted for resources: {'Network': ['ID=0825ce96-f717-4408-ae92-33089ece176a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:08.375766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:08.491308 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:08.622275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Deleting port 0d2174c6-643e-4b6e-b49c-79f43cb75817 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:07:08.622619 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:08.718023 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] For port 0d2174c6-643e-4b6e-b49c-79f43cb75817, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=0d2174c6-643e-4b6e-b49c-79f43cb75817,segment=NetworkSegment(726175b2-15cb-45e7-8c13-006b566c107c),segment_id=726175b2-15cb-45e7-8c13-006b566c107c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:08.718797 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:08.732244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Calling delete_port for 0d2174c6-643e-4b6e-b49c-79f43cb75817 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:07:08.912186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:08.937279 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2174c6-643e-4b6e-b49c-79f43cb75817,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:09.118520 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:09.208140 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 02f36155-0df3-494b-8c6a-68214153efc4 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:07:09.228045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 02f36155-0df3-494b-8c6a-68214153efc4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:07:09.228385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 02f36155-0df3-494b-8c6a-68214153efc4 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:07:09.344972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Router 519cb847-efd0-4d4e-b500-9675397131c7 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:07:09.433265 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:09.461037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:07:09.469652 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47684) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:09.470140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-65a7edc7-e964-484d-b7a3-4f953e53ff56 admin admin] 10.222.0.31 "PUT /v2.0/routers/519cb847-efd0-4d4e-b500-9675397131c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528334 Dec 10 10:07:09.472137 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] Sync routers for ids ['519cb847-efd0-4d4e-b500-9675397131c7'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:07:09.482793 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] Routers {'519cb847-efd0-4d4e-b500-9675397131c7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:09.483488 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['519cb847-efd0-4d4e-b500-9675397131c7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:09.578726 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:09.588026 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] Set router 519cb847-efd0-4d4e-b500-9675397131c7 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:09.681736 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:09.734518 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Deleting port 18878f6a-3938-45bd-a3cc-239df0c11ffd {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:07:09.734906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:09.769128 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519cb847-efd0-4d4e-b500-9675397131c7', 'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:50Z', 'updated_at': '2021-12-10T10:07:08Z', 'revision_number': 5, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'gw_port': {'id': '18878f6a-3938-45bd-a3cc-239df0c11ffd', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519cb847-efd0-4d4e-b500-9675397131c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:03:51Z', 'updated_at': '2021-12-10T10:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:09.795288 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] Checking router: 519cb847-efd0-4d4e-b500-9675397131c7 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:07:09.804100 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] Routers {'519cb847-efd0-4d4e-b500-9675397131c7'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:09.804698 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['519cb847-efd0-4d4e-b500-9675397131c7'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:09.814152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] For port 18878f6a-3938-45bd-a3cc-239df0c11ffd, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=18878f6a-3938-45bd-a3cc-239df0c11ffd,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:09.814516 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:09.826156 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Calling delete_port for 18878f6a-3938-45bd-a3cc-239df0c11ffd owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:07:09.890336 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] Set router 519cb847-efd0-4d4e-b500-9675397131c7 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:09.946248 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519cb847-efd0-4d4e-b500-9675397131c7', 'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:50Z', 'updated_at': '2021-12-10T10:07:09Z', 'revision_number': 6, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:09.973899 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6902770-bb31-4f45-8456-c40b92204a22 None None] The sync data for ids ['519cb847-efd0-4d4e-b500-9675397131c7'] in n-d-814746-3 is: [{'id': '519cb847-efd0-4d4e-b500-9675397131c7', 'name': 'tempest-TestMinimumBasicScenario-1787841044-router', 'tenant_id': '9b6e974321bc46f38bbf93a2733e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:03:50Z', 'updated_at': '2021-12-10T10:07:09Z', 'revision_number': 6, 'project_id': '9b6e974321bc46f38bbf93a2733e9f55', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:07:10.336149 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.363090 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Pushing event deleted for resources: {'Port': ['ID=18878f6a-3938-45bd-a3cc-239df0c11ffd,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:10.383117 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83422259-7a83-40e0-9d35-53835e1ffa21 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:07:10.436140 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.529876 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.532632 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.578611 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.578998 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 519cb847-efd0-4d4e-b500-9675397131c7 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:07:10.583564 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.584481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-118e27a7-7932-4af8-a8f7-a24309657138 admin admin] 10.222.0.31 "DELETE /v2.0/routers/519cb847-efd0-4d4e-b500-9675397131c7 HTTP/1.1" status: 204 len: 168 time: 1.1087852 Dec 10 10:07:10.587416 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47686) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:10.631911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-563bd163-87bc-4753-ab0e-fd6077b23f69 admin admin] Deleting subnet db4d65c8-5419-4286-a6e0-749a7c9a3fdb {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:07:10.635431 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563bd163-87bc-4753-ab0e-fd6077b23f69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.670558 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563bd163-87bc-4753-ab0e-fd6077b23f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.751689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563bd163-87bc-4753-ab0e-fd6077b23f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.807634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563bd163-87bc-4753-ab0e-fd6077b23f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.834063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bd163-87bc-4753-ab0e-fd6077b23f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4d65c8-5419-4286-a6e0-749a7c9a3fdb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:10.837606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-563bd163-87bc-4753-ab0e-fd6077b23f69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.843867 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-563bd163-87bc-4753-ab0e-fd6077b23f69 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/db4d65c8-5419-4286-a6e0-749a7c9a3fdb HTTP/1.1" status: 204 len: 168 time: 0.2524607 Dec 10 10:07:10.844232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaa7b2d-100a-4cf3-85dc-2a1bf4a52d5f None None] Network 49152fa6-dd92-442a-8c42-bf1aa2e76bbe requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:07:10.844366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47688) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:10.917823 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:10.983999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Deleting port d033e6cb-4383-47fd-89fc-7020ba999e43 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:07:10.984341 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.013529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f4006-cca5-4b6b-ade0-68944da959e2 None None] DHCP port deletion for 49152fa6-dd92-442a-8c42-bf1aa2e76bbe request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:07:11.051113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] For port d033e6cb-4383-47fd-89fc-7020ba999e43, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d033e6cb-4383-47fd-89fc-7020ba999e43,segment=NetworkSegment(726175b2-15cb-45e7-8c13-006b566c107c),segment_id=726175b2-15cb-45e7-8c13-006b566c107c)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:11.051502 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.063902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-920f4006-cca5-4b6b-ade0-68944da959e2 None None] Deleting port d033e6cb-4383-47fd-89fc-7020ba999e43 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:07:11.064275 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-920f4006-cca5-4b6b-ade0-68944da959e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.066081 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Calling delete_port for d033e6cb-4383-47fd-89fc-7020ba999e43 owned by network:dhcp {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:07:11.134543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-920f4006-cca5-4b6b-ade0-68944da959e2 None None] For port d033e6cb-4383-47fd-89fc-7020ba999e43, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=d033e6cb-4383-47fd-89fc-7020ba999e43,segment=NetworkSegment(726175b2-15cb-45e7-8c13-006b566c107c),segment_id=726175b2-15cb-45e7-8c13-006b566c107c)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:11.135058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-920f4006-cca5-4b6b-ade0-68944da959e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.148365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-920f4006-cca5-4b6b-ade0-68944da959e2 None None] Calling delete_port for d033e6cb-4383-47fd-89fc-7020ba999e43 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:07:11.174229 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.193392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d033e6cb-4383-47fd-89fc-7020ba999e43 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:07:11.206008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Pushing event deleted for resources: {'Port': ['ID=d033e6cb-4383-47fd-89fc-7020ba999e43,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:11.207838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] No DVR routers for this DVR port d033e6cb-4383-47fd-89fc-7020ba999e43 on host n-d-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:07:11.218123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: d033e6cb-4383-47fd-89fc-7020ba999e43 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:07:11.218626 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device d033e6cb-4383-47fd-89fc-7020ba999e43 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:07:11.219183 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18878f6a-3938-45bd-a3cc-239df0c11ffd no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:07:11.250688 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 18878f6a-3938-45bd-a3cc-239df0c11ffd {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:07:11.250954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 18878f6a-3938-45bd-a3cc-239df0c11ffd not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:07:11.251375 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0d2174c6-643e-4b6e-b49c-79f43cb75817 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:07:11.275212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 0d2174c6-643e-4b6e-b49c-79f43cb75817 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:07:11.275569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 0d2174c6-643e-4b6e-b49c-79f43cb75817 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:07:11.280628 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.291866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-920f4006-cca5-4b6b-ade0-68944da959e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.303139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49152fa6-dd92-442a-8c42-bf1aa2e76bbe']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:11.313524 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726175b2-15cb-45e7-8c13-006b566c107c') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:11.313840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726175b2-15cb-45e7-8c13-006b566c107c') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:11.319927 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f4006-cca5-4b6b-ade0-68944da959e2 None None] Pushing event deleted for resources: {'Port': ['ID=d033e6cb-4383-47fd-89fc-7020ba999e43,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:11.321990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f4006-cca5-4b6b-ade0-68944da959e2 None None] No DVR routers for this DVR port d033e6cb-4383-47fd-89fc-7020ba999e43 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:07:11.323538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.337702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.343865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:07:11.344242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: timer() Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:07:11.346054 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:07:11.405294 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.411522 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.414774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] 10.222.0.31 "DELETE /v2.0/networks/49152fa6-dd92-442a-8c42-bf1aa2e76bbe HTTP/1.1" status: 204 len: 168 time: 0.5695508 Dec 10 10:07:11.425887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191885-5bc1-4752-8579-edfa105e8354 admin admin] Pushing event deleted for resources: {'Network': ['ID=49152fa6-dd92-442a-8c42-bf1aa2e76bbe,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:11.586345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47694) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:11.625895 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-024398aa-923e-4710-ba09-3a2a46f4ed4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ae9ccb6daa9455d9e476f5bdb67365b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382471 Dec 10 10:07:11.628131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47696) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:11.674559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41a0c6bc-03ab-4e96-82d2-954079b0c8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.695533 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41a0c6bc-03ab-4e96-82d2-954079b0c8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.745074 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41a0c6bc-03ab-4e96-82d2-954079b0c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.747657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-41a0c6bc-03ab-4e96-82d2-954079b0c8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:11.748817 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-41a0c6bc-03ab-4e96-82d2-954079b0c8fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8 HTTP/1.1" status: 204 len: 168 time: 0.1197956 Dec 10 10:07:11.756841 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0c6bc-03ab-4e96-82d2-954079b0c8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd02f7f-f45c-4cd3-bd4d-dfc6ab0d49d8,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:12.060953 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47702) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:12.111346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e760874c-3fbd-4a46-9cbc-813a0303b5d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b6e974321bc46f38bbf93a2733e9f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489793 Dec 10 10:07:12.113625 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47704) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:12.163826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c34f4436-fe9f-4c91-8894-657addefbdaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:12.184844 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c34f4436-fe9f-4c91-8894-657addefbdaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:12.230051 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c34f4436-fe9f-4c91-8894-657addefbdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:12.232644 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c34f4436-fe9f-4c91-8894-657addefbdaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:12.233820 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c34f4436-fe9f-4c91-8894-657addefbdaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d339edc8-95b0-4a8b-8164-9fddbfec6d4e HTTP/1.1" status: 204 len: 168 time: 0.1192453 Dec 10 10:07:12.242337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f4436-fe9f-4c91-8894-657addefbdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d339edc8-95b0-4a8b-8164-9fddbfec6d4e,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:13.982370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47744) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:13.987793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999462852', 'description': 'tempest-secgroup-smoke-999462852 description', 'project_id': '0144896f3d664944b51fdd5da32cce93'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:14.010052 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.018751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.099687 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.103214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.145914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67587df1-2d79-4483-8b5e-5137362db1a1,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:14.179724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.183426 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.213542 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.214693 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2313104 Dec 10 10:07:14.216715 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04481115-e543-4050-b3c1-993939d402bb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82315ff-d068-4827-9ccb-e9af410db4a3,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:14.217684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47746) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:14.223914 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5373ec5f-a5aa-4a3c-a842-3df58207624e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b82315ff-d068-4827-9ccb-e9af410db4a3', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:14.250748 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5373ec5f-a5aa-4a3c-a842-3df58207624e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.306154 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5373ec5f-a5aa-4a3c-a842-3df58207624e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.309777 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5373ec5f-a5aa-4a3c-a842-3df58207624e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.328011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373ec5f-a5aa-4a3c-a842-3df58207624e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb69de1f-a76a-4b35-a104-dd998faddac5,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:14.335421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5373ec5f-a5aa-4a3c-a842-3df58207624e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.336618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5373ec5f-a5aa-4a3c-a842-3df58207624e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166663 Dec 10 10:07:14.339315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47748) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:14.344280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-763ab1a1-1fff-4ef8-adea-ceb4b6b6db78 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b82315ff-d068-4827-9ccb-e9af410db4a3', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:14.370112 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-763ab1a1-1fff-4ef8-adea-ceb4b6b6db78 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.430846 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-763ab1a1-1fff-4ef8-adea-ceb4b6b6db78 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.434449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-763ab1a1-1fff-4ef8-adea-ceb4b6b6db78 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.448935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ab1a1-1fff-4ef8-adea-ceb4b6b6db78 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c774fddc-e066-4de3-9a40-969d7da1da52,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:14.460654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-763ab1a1-1fff-4ef8-adea-ceb4b6b6db78 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.461890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-763ab1a1-1fff-4ef8-adea-ceb4b6b6db78 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216464 Dec 10 10:07:14.464694 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47750) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:14.469625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9cd537ad-5a7f-46e1-b69e-aa8890cc5314 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b82315ff-d068-4827-9ccb-e9af410db4a3', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:14.496446 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cd537ad-5a7f-46e1-b69e-aa8890cc5314 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.553202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cd537ad-5a7f-46e1-b69e-aa8890cc5314 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.556615 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cd537ad-5a7f-46e1-b69e-aa8890cc5314 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.571758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd537ad-5a7f-46e1-b69e-aa8890cc5314 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139ef2a7-1ec7-46be-b643-0bd79b80f2d2,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:14.582627 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cd537ad-5a7f-46e1-b69e-aa8890cc5314 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.583840 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9cd537ad-5a7f-46e1-b69e-aa8890cc5314 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182566 Dec 10 10:07:14.586552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47752) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:14.590895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-37c3c256-11ba-466d-ada9-761128593a29 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b82315ff-d068-4827-9ccb-e9af410db4a3', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:14.616543 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37c3c256-11ba-466d-ada9-761128593a29 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.673903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37c3c256-11ba-466d-ada9-761128593a29 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.677536 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37c3c256-11ba-466d-ada9-761128593a29 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.697737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3c256-11ba-466d-ada9-761128593a29 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45e7c6e-5cbc-4f0c-a034-5d6ea112c1fd,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:14.704531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-37c3c256-11ba-466d-ada9-761128593a29 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.705742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-37c3c256-11ba-466d-ada9-761128593a29 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182487 Dec 10 10:07:14.708441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47754) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:14.712662 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fd8fe79d-041a-4f7d-939d-5b9eaa77b3fd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b82315ff-d068-4827-9ccb-e9af410db4a3', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:14.733670 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-fd8fe79d-041a-4f7d-939d-5b9eaa77b3fd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:07:14.738335 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe79d-041a-4f7d-939d-5b9eaa77b3fd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.796882 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe79d-041a-4f7d-939d-5b9eaa77b3fd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.800452 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe79d-041a-4f7d-939d-5b9eaa77b3fd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.823162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fe79d-041a-4f7d-939d-5b9eaa77b3fd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f1f02d-fd37-459f-a731-9445bbc18043,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:14.829589 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe79d-041a-4f7d-939d-5b9eaa77b3fd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.830760 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fd8fe79d-041a-4f7d-939d-5b9eaa77b3fd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213989 Dec 10 10:07:14.833982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47756) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:14.838189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-360c3f2e-a3ff-4682-9a27-202b6318a197 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b82315ff-d068-4827-9ccb-e9af410db4a3', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:14.859211 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-360c3f2e-a3ff-4682-9a27-202b6318a197 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:07:14.864118 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-360c3f2e-a3ff-4682-9a27-202b6318a197 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.923107 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-360c3f2e-a3ff-4682-9a27-202b6318a197 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.926776 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-360c3f2e-a3ff-4682-9a27-202b6318a197 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.943936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c3f2e-a3ff-4682-9a27-202b6318a197 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd6b846-83a6-456b-a7a9-f2008e7a5f87,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:14.951838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-360c3f2e-a3ff-4682-9a27-202b6318a197 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:14.953049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-360c3f2e-a3ff-4682-9a27-202b6318a197 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181521 Dec 10 10:07:14.956402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47758) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:14.961098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'network': {'name': 'tempest-network-smoke--2082269987', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'port_security_enabled': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:14.981609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:07:14.985623 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.007797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:07:15.016218 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.016553 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Added segment 44d1e845-b253-4947-b7ea-ec312ba455fc of type vlan for network 714d662d-b96d-4385-80d2-9a9ef0faa828 Dec 10 10:07:15.054933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.079821 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.086169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:15.086743 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.140413 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1824679 Dec 10 10:07:15.143453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47760) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:15.147697 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'admin_state_up': True, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:15.172193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc3369-96d8-42fa-9a6b-e4a9783fcbc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Network': ['ID=714d662d-b96d-4385-80d2-9a9ef0faa828,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:15.184270 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.184454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 714d662d-b96d-4385-80d2-9a9ef0faa828 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:07:15.185259 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.237291 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.385469 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.576621 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.599848 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.704240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.95 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/12269edf-2ae0-4216-a29f-c22ad43e5f54) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:07:15.812078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.842866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.846341 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.883620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:07:15.886552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:07:15.890679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:07:15.899866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cad520-f448-4955-9139-95ddc319fff0 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:07:15.917392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=12269edf-2ae0-4216-a29f-c22ad43e5f54,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:15.939108 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f45b3a90-0d43-498f-9e21-56386269033e None None] Provisioning complete for port 12269edf-2ae0-4216-a29f-c22ad43e5f54 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:15.939477 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f45b3a90-0d43-498f-9e21-56386269033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:15.973705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f45b3a90-0d43-498f-9e21-56386269033e None None] Port 12269edf-2ae0-4216-a29f-c22ad43e5f54 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:07:16.150634 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:16.351941 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:16.488108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:07:16.593787 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:07:16.603205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Sync routers for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:07:16.613272 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:16.613910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:16.614073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:16.615243 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b8b6507a-762d-4d89-be08-08d7adb940dd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4708784 Dec 10 10:07:16.618337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47762) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:16.720666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:16.752534 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b20230b0-0472-414d-b2fa-1c9dfbf624a2 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0144896f3d664944b51fdd5da32cce93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1330028 Dec 10 10:07:16.755167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47766) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:16.900963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:16Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:16.907496 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52708a3a-d3a2-458e-a9a4-e65eef96a723 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:16.911603 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-52708a3a-d3a2-458e-a9a4-e65eef96a723 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1528902 Dec 10 10:07:16.911854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47768) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:16.928429 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Checking router: 8943f8e8-7f9f-47fc-b532-71e3a766ec1d for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:07:16.928778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Updating router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d port 12269edf-2ae0-4216-a29f-c22ad43e5f54 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:07:16.941968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ae8d6688-28b0-44d6-b681-864ef15adf7b tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266864 Dec 10 10:07:16.942176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47770) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:16.946745 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794508177', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:16.953469 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.038667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:07:17.042040 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.212543 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.218170 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.219549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.264610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7c7b8-5c36-4aad-95ee-cf7e7f911fc6 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:07:17.276176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Attempting to bind port 12269edf-2ae0-4216-a29f-c22ad43e5f54 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:07:17.276555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Attempting to bind port 12269edf-2ae0-4216-a29f-c22ad43e5f54 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:07:17.276924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Attempting to bind port 12269edf-2ae0-4216-a29f-c22ad43e5f54 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:07:17.280326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Subnet': ['ID=62caa1a7-05bf-4596-a98f-59b1cda3682a,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:17.283534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3eaaa1-5ca0-432c-88c3-2e12eee9194c None None] Pushing event updated for resources: {'Port': ['ID=12269edf-2ae0-4216-a29f-c22ad43e5f54,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:17.286816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:07:17.287197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:07:17.287604 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.287990 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:07:17.288471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Bound port: 12269edf-2ae0-4216-a29f-c22ad43e5f54, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:07:17.289020 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.289221 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Checking segment: {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:07:17.289536 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network hostable DHCP agents. Network: 714d662d-b96d-4385-80d2-9a9ef0faa828, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:07:17.307949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network 714d662d-b96d-4385-80d2-9a9ef0faa828 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:07:17.318009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 714d662d-b96d-4385-80d2-9a9ef0faa828) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:07:17.322689 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:17.323338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.330092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520437c-cf51-4078-999f-f9357b7428fd None None] Network 714d662d-b96d-4385-80d2-9a9ef0faa828 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:07:17.339988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6fc2fdb1-1604-450f-87ab-3df59c29ffea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3968573 Dec 10 10:07:17.342797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47772) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:17.387460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] For port 12269edf-2ae0-4216-a29f-c22ad43e5f54, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:07:17.414742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] For port 12269edf-2ae0-4216-a29f-c22ad43e5f54, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12269edf-2ae0-4216-a29f-c22ad43e5f54,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:07:17.421031 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.456466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ee0c05bd-6bd2-4900-9010-0ffca1d9a3b4 None None] Provisioning complete for port 12269edf-2ae0-4216-a29f-c22ad43e5f54 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:17.456832 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee0c05bd-6bd2-4900-9010-0ffca1d9a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.521386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b611cf-adde-42f4-bc1b-ca35e83eef3f None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:07:17.539176 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-714d662d-b96d-4385-80d2-9a9ef0faa828', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:07:17.539962 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.565323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3eaaa1-5ca0-432c-88c3-2e12eee9194c None None] Pushing event updated for resources: {'Port': ['ID=12269edf-2ae0-4216-a29f-c22ad43e5f54,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:17.575208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:17.575816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:17.782606 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.793809 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee0c05bd-6bd2-4900-9010-0ffca1d9a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:17.830984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Allocated IP 172.20.0.2 (714d662d-b96d-4385-80d2-9a9ef0faa828/62caa1a7-05bf-4596-a98f-59b1cda3682a/443f9e81-e994-4162-8d98-1f9cf457e03f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:07:17.835654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ee0c05bd-6bd2-4900-9010-0ffca1d9a3b4 None None] For port 12269edf-2ae0-4216-a29f-c22ad43e5f54, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12269edf-2ae0-4216-a29f-c22ad43e5f54,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:17.839377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:17.865591 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ee0c05bd-6bd2-4900-9010-0ffca1d9a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.066819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c05bd-6bd2-4900-9010-0ffca1d9a3b4 None None] Pushing event updated for resources: {'Port': ['ID=12269edf-2ae0-4216-a29f-c22ad43e5f54,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:18.072524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-de0ae0b0-3e10-4a74-9c86-78a83a386e7a None None] Provisioning complete for port 12269edf-2ae0-4216-a29f-c22ad43e5f54 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:18.072892 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de0ae0b0-3e10-4a74-9c86-78a83a386e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.214396 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.242354 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.275832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.1 (714d662d-b96d-4385-80d2-9a9ef0faa828/62caa1a7-05bf-4596-a98f-59b1cda3682a/4a6a4f93-bb88-47d5-b4da-2182eb747770) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:07:18.300453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Network 714d662d-b96d-4385-80d2-9a9ef0faa828 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:07:18.305824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Pushing event updated for resources: {'Port': ['ID=443f9e81-e994-4162-8d98-1f9cf457e03f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:18.308133 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:07:18.310897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:16Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:18.313246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:07:18.393684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.430423 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.479615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network 714d662d-b96d-4385-80d2-9a9ef0faa828 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:07:18.483080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:07:18.487901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:07:18.511658 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d518025d-6539-4c07-b185-80b3ab49d72b None None] The sync data for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 is: [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:16Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:07:18.513897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=4a6a4f93-bb88-47d5-b4da-2182eb747770,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:18.544283 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.570251 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Attempting to bind port 443f9e81-e994-4162-8d98-1f9cf457e03f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:07:18.570637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Attempting to bind port 443f9e81-e994-4162-8d98-1f9cf457e03f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:07:18.571002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Attempting to bind port 443f9e81-e994-4162-8d98-1f9cf457e03f on network 714d662d-b96d-4385-80d2-9a9ef0faa828 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:07:18.576511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:07:18.576891 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Checking segment: {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:07:18.577292 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.577851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Bound using segment: {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:07:18.578355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Bound port: 443f9e81-e994-4162-8d98-1f9cf457e03f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:07:18.578712 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.647895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] For port 443f9e81-e994-4162-8d98-1f9cf457e03f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:07:18.651271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] For port 443f9e81-e994-4162-8d98-1f9cf457e03f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=443f9e81-e994-4162-8d98-1f9cf457e03f,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:07:18.656353 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.683066 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:18.723292 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc004de-04fc-40b0-9633-6fa25933b5c7 None None] Pushing event updated for resources: {'Port': ['ID=443f9e81-e994-4162-8d98-1f9cf457e03f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:19.255142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 443f9e81-e994-4162-8d98-1f9cf457e03f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:07:19.311383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 443f9e81-e994-4162-8d98-1f9cf457e03f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:19.311956 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:19.414895 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:19.432228 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:19.440293 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:19.456673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 443f9e81-e994-4162-8d98-1f9cf457e03f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=443f9e81-e994-4162-8d98-1f9cf457e03f,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:19.467220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:19.468109 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12269edf-2ae0-4216-a29f-c22ad43e5f54 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:07:19.516794 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:19.564386 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=443f9e81-e994-4162-8d98-1f9cf457e03f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:19.581385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 12269edf-2ae0-4216-a29f-c22ad43e5f54 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:19.581866 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:19.606413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=4a6a4f93-bb88-47d5-b4da-2182eb747770,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:19.654960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network 714d662d-b96d-4385-80d2-9a9ef0faa828 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:07:19.657483 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:07:19.777708 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:07:19.795170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49f9d6-b3af-4cbd-9ebf-7edb51d29812 None None] Network 714d662d-b96d-4385-80d2-9a9ef0faa828 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:07:19.869952 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-17915ee3-1c49-4b68-b66a-82e9542843fb None None] Provisioning complete for port 443f9e81-e994-4162-8d98-1f9cf457e03f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:19.870412 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17915ee3-1c49-4b68-b66a-82e9542843fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:19.900851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:07:19.906811 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-71c66073-ee6d-4402-9446-6212495f03f8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/8943f8e8-7f9f-47fc-b532-71e3a766ec1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5629957 Dec 10 10:07:20.037710 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:20.085344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-22f044d2-1379-44aa-8ad6-17f0043d0243 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999462852&fields=id&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 267 time: 0.0511148 Dec 10 10:07:20.208127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-b7228cf2-88e2-4384-a310-1ddc81cb8172 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:20.209723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-b7228cf2-88e2-4384-a310-1ddc81cb8172 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/networks?id=714d662d-b96d-4385-80d2-9a9ef0faa828 HTTP/1.1" status: 200 len: 797 time: 0.1171281 Dec 10 10:07:20.227512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-12ea9aa6-0aa0-45e2-a9cd-a0c6bad4ccbb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/quotas/0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 375 time: 0.0118251 Dec 10 10:07:20.283880 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d1685de2-ec2c-44ff-82f5-1d933068569c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503027 Dec 10 10:07:20.311207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1e8958c0-852f-48a7-bdf9-95e431152cdc None None] Provisioning complete for port 443f9e81-e994-4162-8d98-1f9cf457e03f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:20.312154 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e8958c0-852f-48a7-bdf9-95e431152cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:20.348717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-bae72c17-15dd-4ee2-b2bc-16ad818fdaad service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:07:20.350458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-bae72c17-15dd-4ee2-b2bc-16ad818fdaad service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547566 Dec 10 10:07:20.368209 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Sync routers for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:07:20.381592 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:20.382278 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:20.417101 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1e8958c0-852f-48a7-bdf9-95e431152cdc None None] Provisioning complete for port 4a6a4f93-bb88-47d5-b4da-2182eb747770 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:20.417479 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1e8958c0-852f-48a7-bdf9-95e431152cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:20.456862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1e8958c0-852f-48a7-bdf9-95e431152cdc None None] Port 4a6a4f93-bb88-47d5-b4da-2182eb747770 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:07:20.460100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-1ca28b8f-f3e4-400a-9e06-c70aac3b2dc2 service neutron] 10.222.0.31 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032465 Dec 10 10:07:20.506246 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:20.552108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-3b72f61a-a9e9-4a95-8240-a5926a1ca9f2 service neutron] 10.222.0.31 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909615 Dec 10 10:07:20.580801 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c4c85c98-1977-465b-8540-3b0fd0211978 None None] Provisioning complete for port 4a6a4f93-bb88-47d5-b4da-2182eb747770 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:20.581743 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c4c85c98-1977-465b-8540-3b0fd0211978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:20.630115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c4c85c98-1977-465b-8540-3b0fd0211978 None None] Port 4a6a4f93-bb88-47d5-b4da-2182eb747770 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:07:20.730528 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '4a6a4f93-bb88-47d5-b4da-2182eb747770', 'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:23:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:17Z', 'updated_at': '2021-12-10T10:07:19Z', 'revision_number': 2, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:20.752659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-80149180-4188-4042-b425-006db355095e None None] Provisioning complete for port 4a6a4f93-bb88-47d5-b4da-2182eb747770 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:20.753317 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-80149180-4188-4042-b425-006db355095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:20.760833 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08077b09-961d-4c43-bbb3-ef8454ed8ff5 req-7eee0060-abfb-451b-8e67-def0d04b389d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 210 time: 0.0314612 Dec 10 10:07:20.772206 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Checking router: 8943f8e8-7f9f-47fc-b532-71e3a766ec1d for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:07:20.773330 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Updating router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d port 4a6a4f93-bb88-47d5-b4da-2182eb747770 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:07:20.795337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-80149180-4188-4042-b425-006db355095e None None] Port 4a6a4f93-bb88-47d5-b4da-2182eb747770 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:07:20.807695 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.077070 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.082896 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.179864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 443f9e81-e994-4162-8d98-1f9cf457e03f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:07:21.262698 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Pushing event updated for resources: {'Port': ['ID=4a6a4f93-bb88-47d5-b4da-2182eb747770,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:21.276361 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Attempting to bind port 4a6a4f93-bb88-47d5-b4da-2182eb747770 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:07:21.276996 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Attempting to bind port 4a6a4f93-bb88-47d5-b4da-2182eb747770 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:07:21.277624 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Attempting to bind port 4a6a4f93-bb88-47d5-b4da-2182eb747770 on network 714d662d-b96d-4385-80d2-9a9ef0faa828 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:07:21.281056 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 443f9e81-e994-4162-8d98-1f9cf457e03f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:21.281596 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.286141 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.286612 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.287192 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.287755 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.288262 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.288580 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.288905 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.289228 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.289588 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.290084 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.290569 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.291059 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.291534 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:07:21.298162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:07:21.298809 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Checking segment: {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:07:21.299378 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.300019 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Bound using segment: {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:07:21.300671 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Bound port: 4a6a4f93-bb88-47d5-b4da-2182eb747770, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:07:21.301406 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.370652 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] For port 4a6a4f93-bb88-47d5-b4da-2182eb747770, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:07:21.374684 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] For port 4a6a4f93-bb88-47d5-b4da-2182eb747770, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4a6a4f93-bb88-47d5-b4da-2182eb747770,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:07:21.379916 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.450431 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:21.451051 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:21.453866 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5820c-2e15-4072-bab2-f0a3ceb8f9dd None None] Pushing event updated for resources: {'Port': ['ID=4a6a4f93-bb88-47d5-b4da-2182eb747770,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:21.584946 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:21.621489 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1f22900a-9e16-4de6-87d6-d4ed767e96e9 None None] Provisioning complete for port 4a6a4f93-bb88-47d5-b4da-2182eb747770 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:21.622088 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f22900a-9e16-4de6-87d6-d4ed767e96e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.708176 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f22900a-9e16-4de6-87d6-d4ed767e96e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.742651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-1f22900a-9e16-4de6-87d6-d4ed767e96e9 None None] For port 4a6a4f93-bb88-47d5-b4da-2182eb747770, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4a6a4f93-bb88-47d5-b4da-2182eb747770,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:21.746639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1f22900a-9e16-4de6-87d6-d4ed767e96e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.793574 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '4a6a4f93-bb88-47d5-b4da-2182eb747770', 'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:23:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:17Z', 'updated_at': '2021-12-10T10:07:21Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:21.801621 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22900a-9e16-4de6-87d6-d4ed767e96e9 None None] Pushing event updated for resources: {'Port': ['ID=4a6a4f93-bb88-47d5-b4da-2182eb747770,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:21.827803 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0eaa2-54cf-4ce9-8175-f314be2cac57 None None] The sync data for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 is: [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '4a6a4f93-bb88-47d5-b4da-2182eb747770', 'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:23:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:17Z', 'updated_at': '2021-12-10T10:07:21Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:07:21.872671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-07e4054a-6cee-497b-a52b-51979e4d93ee None None] Provisioning complete for port 4a6a4f93-bb88-47d5-b4da-2182eb747770 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:21.873073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-07e4054a-6cee-497b-a52b-51979e4d93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:21.891773 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f55480d-95ea-4dd8-ae9c-fda88cc90689 req-cd0b8c85-d5d3-4617-b42d-6c3d0d955262 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 210 time: 0.0348458 Dec 10 10:07:22.035517 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-a3f99354-1c9d-4f6f-b664-f2920fdf0c32 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:22.037903 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-a3f99354-1c9d-4f6f-b664-f2920fdf0c32 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/networks?id=714d662d-b96d-4385-80d2-9a9ef0faa828 HTTP/1.1" status: 200 len: 797 time: 0.1730006 Dec 10 10:07:22.109436 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-a86b2b67-4222-4d5f-9418-7447319ecd5a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 379 time: 0.0600510 Dec 10 10:07:22.119382 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'port': {'device_id': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'admin_state_up': True, 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'security_groups': ['b82315ff-d068-4827-9ccb-e9af410db4a3']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:22.236033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:07:22.239666 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:22.377245 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.6 (714d662d-b96d-4385-80d2-9a9ef0faa828/62caa1a7-05bf-4596-a98f-59b1cda3682a/e85f8b49-9cd3-47ad-8f6b-292d11af6bd2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:07:22.534796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:22.570454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:22.625854 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network 714d662d-b96d-4385-80d2-9a9ef0faa828 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:07:22.629074 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:07:22.632714 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:07:22.640845 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:22.690295 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:22.690959 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:22.710603 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-6060792e-3b3c-4e4f-b8e4-87e4b5f43271 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950332 Dec 10 10:07:22.722704 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d3834a06-858c-4df4-b35f-0e43760d3dd8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:07:22.723737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d3834a06-858c-4df4-b35f-0e43760d3dd8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058358 Dec 10 10:07:22.791173 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Request body: {'port': {'device_id': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:22.849925 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:22.920910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-08456436-7478-4baf-88c3-fcf4f0751f1a None None] Provisioning complete for port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:22.922083 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-08456436-7478-4baf-88c3-fcf4f0751f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:22.967529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-08456436-7478-4baf-88c3-fcf4f0751f1a None None] Port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:07:23.036283 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557914c-5d86-413d-a39c-1c173c0627a1 req-a4a0a7f4-1b99-4604-a514-84f123afb4de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:23.037862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4557914c-5d86-413d-a39c-1c173c0627a1 req-a4a0a7f4-1b99-4604-a514-84f123afb4de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 931 time: 0.0561323 Dec 10 10:07:23.087856 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4557914c-5d86-413d-a39c-1c173c0627a1 req-2a72f8bf-b753-41a6-8c8a-dcf22b44f0ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439148 Dec 10 10:07:23.144304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:07:23.152104 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:23.164368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Transition to ACTIVE for port object e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:07:23.169130 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:23.182092 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4a6a4f93-bb88-47d5-b4da-2182eb747770 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:07:23.236318 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 4a6a4f93-bb88-47d5-b4da-2182eb747770 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:23.236693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:23.240880 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:23.297891 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Attempting to bind port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:07:23.298331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Attempting to bind port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:07:23.298760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Attempting to bind port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 on network 714d662d-b96d-4385-80d2-9a9ef0faa828 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:07:23.303457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 on network 714d662d-b96d-4385-80d2-9a9ef0faa828 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:07:23.303868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Attempting to bind port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 on network 714d662d-b96d-4385-80d2-9a9ef0faa828 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:07:23.309105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:07:23.309567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Checking segment: {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:07:23.310028 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Bound using segment: {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:07:23.310474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Bound port: e85f8b49-9cd3-47ad-8f6b-292d11af6bd2, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d1e845-b253-4947-b7ea-ec312ba455fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:07:23.310941 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:23.384032 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] For port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:07:23.387455 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] For port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:07:23.393197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:23.430136 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:23.430859 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:23.432269 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 HTTP/1.1" status: 200 len: 1091 time: 0.6994834 Dec 10 10:07:23.432719 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:07:23.435057 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc7b3af-3437-4f38-8550-748dedd4ce1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:07:23.457759 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0364dd5-818c-46c9-8fd5-0c427f3ee1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:23.529723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-e52360d4-8163-4aa4-aebe-84b89a461d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:23.532238 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-e52360d4-8163-4aa4-aebe-84b89a461d03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 1094 time: 0.0486364 Dec 10 10:07:23.580084 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd3c8ae-4f81-47f3-9031-04b1ac996c68 x-openstack-request-id: req-4fd3c8ae-4f81-47f3-9031-04b1ac996c68 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:07:23.580374 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:07:23.580652 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fd3c8ae-4f81-47f3-9031-04b1ac996c68 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:07:23.581048 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'status': 'completed', 'code': 200} Dec 10 10:07:23.582906 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-2d9835f3-99a6-4770-ae33-432a67601d44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 HTTP/1.1" status: 200 len: 217 time: 0.0432405 Dec 10 10:07:23.633806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-41c9998e-9554-41d7-b015-51d8263c634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:23.635288 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-41c9998e-9554-41d7-b015-51d8263c634f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62caa1a7-05bf-4596-a98f-59b1cda3682a HTTP/1.1" status: 200 len: 835 time: 0.0460618 Dec 10 10:07:23.683636 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-e7de7e09-2986-4641-b3f9-0432e63b62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:23.685138 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-e7de7e09-2986-4641-b3f9-0432e63b62e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=714d662d-b96d-4385-80d2-9a9ef0faa828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417306 Dec 10 10:07:23.779452 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-5d1cd33c-05af-46a4-93bf-ea37beaff5c2 service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874975 Dec 10 10:07:23.869581 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-5c2fac71-1c45-4e59-ba16-e83a84ef72d2 req-64381b94-46f2-4269-b204-ed10664b08dd service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827434 Dec 10 10:07:23.960457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-227c3e02-571d-45aa-bd02-7395d274cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:23.961991 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-227c3e02-571d-45aa-bd02-7395d274cf7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 1094 time: 0.0416050 Dec 10 10:07:24.067190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-e88f5f04-3439-4048-8709-11e7f2dc3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:24.069258 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-e88f5f04-3439-4048-8709-11e7f2dc3ddf service neutron] 10.222.0.39 "GET /v2.0/networks?id=714d662d-b96d-4385-80d2-9a9ef0faa828 HTTP/1.1" status: 200 len: 898 time: 0.0979810 Dec 10 10:07:24.116931 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-e8422deb-a69b-47b2-b224-8277cc06b730 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 HTTP/1.1" status: 200 len: 217 time: 0.0395257 Dec 10 10:07:24.167526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-e14e0a67-2399-49dc-87c6-6cda9b87bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:24.168980 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-e14e0a67-2399-49dc-87c6-6cda9b87bc4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62caa1a7-05bf-4596-a98f-59b1cda3682a HTTP/1.1" status: 200 len: 835 time: 0.0435190 Dec 10 10:07:24.209132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e53b5-80ee-44fd-bbf9-8b6daa0a7faf req-3959d71b-beb4-4f06-a4d8-c5c4113645e8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:24.210683 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f1e53b5-80ee-44fd-bbf9-8b6daa0a7faf req-3959d71b-beb4-4f06-a4d8-c5c4113645e8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 943 time: 0.0503645 Dec 10 10:07:24.222661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-0cf9e1b5-172e-4400-b53a-cfe7eb321007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:24.224175 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-0cf9e1b5-172e-4400-b53a-cfe7eb321007 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=714d662d-b96d-4385-80d2-9a9ef0faa828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459695 Dec 10 10:07:24.261241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f1e53b5-80ee-44fd-bbf9-8b6daa0a7faf req-df9ea3da-8980-45af-aa47-29bb8ce212e2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444953 Dec 10 10:07:24.316991 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-ed38a0ae-e82e-484c-b407-f56664087a0d service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827756 Dec 10 10:07:24.411992 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-6fc7b3af-3437-4f38-8550-748dedd4ce1c req-b8fecb2d-b15f-4a35-a965-49063cdf6d27 service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864286 Dec 10 10:07:25.375421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160012-48e3-4219-bf65-56812e3ab2a0 req-b29e2f63-8c89-4bad-a3e7-1647a5959801 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:25.376936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37160012-48e3-4219-bf65-56812e3ab2a0 req-b29e2f63-8c89-4bad-a3e7-1647a5959801 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 943 time: 0.0475309 Dec 10 10:07:25.430076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-37160012-48e3-4219-bf65-56812e3ab2a0 req-fc1ea23a-7646-416e-9534-4917a9396f68 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466189 Dec 10 10:07:26.551987 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43372bc-1f1c-4c6b-a7b6-fb0037ae9328 req-6ab1656c-dfc7-4eee-8acc-f7f28ad79658 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:26.553454 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f43372bc-1f1c-4c6b-a7b6-fb0037ae9328 req-6ab1656c-dfc7-4eee-8acc-f7f28ad79658 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 943 time: 0.0493557 Dec 10 10:07:26.614214 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f43372bc-1f1c-4c6b-a7b6-fb0037ae9328 req-73298f83-c5d2-4e2e-a27e-efc0a0257bcc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548222 Dec 10 10:07:27.729144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435b4f4-9df7-484f-bc58-28d87040f95c req-6b10bfbc-bf7d-456c-bd79-edbcdcc103e7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:27.730598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1435b4f4-9df7-484f-bc58-28d87040f95c req-6b10bfbc-bf7d-456c-bd79-edbcdcc103e7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 943 time: 0.0486465 Dec 10 10:07:27.779915 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1435b4f4-9df7-484f-bc58-28d87040f95c req-1fb031b1-1999-49a9-b3c2-d00024b8a77d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Dec 10 10:07:28.267352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:07:28.362383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:28.373391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'port_id': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'mac_address': 'fa:16:3e:b3:e2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:07:28.410127 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:28.422817 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:07:28.442033 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:28.445659 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:28.498443 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:28.667839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['e85f8b49-9cd3-47ad-8f6b-292d11af6bd2'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:07:28.908629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82d835-1700-45d3-a883-aafb874dc730 req-28b211ed-fd15-465e-a9db-349855ebe082 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:28.910165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b82d835-1700-45d3-a883-aafb874dc730 req-28b211ed-fd15-465e-a9db-349855ebe082 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 944 time: 0.0597808 Dec 10 10:07:28.958630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b82d835-1700-45d3-a883-aafb874dc730 req-1bf7c1d2-ab2c-47f5-9a43-8fb41bd342a5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Dec 10 10:07:30.074343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d930b8-6586-4086-b295-a1b0e5c3011f req-d0424221-87bc-42cd-9b87-f1c21fdd2291 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:30.075717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9d930b8-6586-4086-b295-a1b0e5c3011f req-d0424221-87bc-42cd-9b87-f1c21fdd2291 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 944 time: 0.0483150 Dec 10 10:07:30.123255 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f9d930b8-6586-4086-b295-a1b0e5c3011f req-acbd49fe-5181-4d99-b417-fc359dc0eef1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416343 Dec 10 10:07:30.282425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:07:30.331724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:07:30.335670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:07:30.336045 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:30.416199 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:30.439174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:07:30.441409 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedcd49e-c8be-489c-9c7c-07f925ff42b3" -d '{"events": [{"server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "name": "network-vif-plugged", "status": "completed", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:07:30.454847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:07:30.460625 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:30.489149 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616342a4-5d7c-491a-a1a9-57c08c864753 x-openstack-request-id: req-616342a4-5d7c-491a-a1a9-57c08c864753 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:07:30.489444 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "name": "network-vif-plugged", "status": "completed", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:07:30.489726 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-616342a4-5d7c-491a-a1a9-57c08c864753 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:07:30.490119 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'code': 200} Dec 10 10:07:30.517206 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:30.587082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a477f7-741d-4053-b118-8e9b2a68f34d req-22b364a7-81b0-4537-a387-8f5a298109e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:30.588484 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90a477f7-741d-4053-b118-8e9b2a68f34d req-22b364a7-81b0-4537-a387-8f5a298109e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 1096 time: 0.0395036 Dec 10 10:07:30.634037 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-90a477f7-741d-4053-b118-8e9b2a68f34d req-70ba1264-a706-4f58-a20e-e0d16ceb7531 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387163 Dec 10 10:07:31.245410 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad15bb4-85f5-487d-bfbe-1ee1c4042aa9 req-8d59a26b-66d1-43ee-92e5-3ed8e5b787d5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:31.246936 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dad15bb4-85f5-487d-bfbe-1ee1c4042aa9 req-8d59a26b-66d1-43ee-92e5-3ed8e5b787d5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0536845 Dec 10 10:07:31.301736 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dad15bb4-85f5-487d-bfbe-1ee1c4042aa9 req-d7b024a3-a1e2-4894-9982-c80afad7e46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486026 Dec 10 10:07:32.419097 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7a077-276f-46ac-99a3-cd055e6684c9 req-abb535f7-f1ef-4937-9281-110b755cd5de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:32.420583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcb7a077-276f-46ac-99a3-cd055e6684c9 req-abb535f7-f1ef-4937-9281-110b755cd5de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0491226 Dec 10 10:07:32.471824 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcb7a077-276f-46ac-99a3-cd055e6684c9 req-b301e5e5-ac0b-4c65-b200-e6fa69f39fec tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446024 Dec 10 10:07:32.600769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa302fb-60ff-4466-8ba0-833f15ec3325 req-0b41c6e5-830a-4e1d-aaed-46d3741c444c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:32.602305 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fa302fb-60ff-4466-8ba0-833f15ec3325 req-0b41c6e5-830a-4e1d-aaed-46d3741c444c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0567992 Dec 10 10:07:32.609220 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-9d99e1da-fb8d-4b8d-8d3c-d946187986a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405295 Dec 10 10:07:32.659100 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fa302fb-60ff-4466-8ba0-833f15ec3325 req-91e8bb6d-0e95-4ad4-99ab-96a507df13f0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501196 Dec 10 10:07:32.681657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47832) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:32.696305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-97f8e5ac-9c77-4de9-802d-13439c427c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:32.697842 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-97f8e5ac-9c77-4de9-802d-13439c427c4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 1096 time: 0.0464320 Dec 10 10:07:32.722938 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e3077-296d-4750-bf27-68e1fa81ad33 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:32.727106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0e0e3077-296d-4750-bf27-68e1fa81ad33 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 1091 time: 0.0418119 Dec 10 10:07:32.727452 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47834) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:32.731776 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:07:32.799427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:32.866720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-c51f59ac-3df9-48e0-b82d-3d07a384f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:32.868086 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-c51f59ac-3df9-48e0-b82d-3d07a384f105 service neutron] 10.222.0.39 "GET /v2.0/networks?id=714d662d-b96d-4385-80d2-9a9ef0faa828 HTTP/1.1" status: 200 len: 898 time: 0.1484158 Dec 10 10:07:32.916257 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-adde899a-47e3-4bd3-b07b-89b6b9f8f01d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 HTTP/1.1" status: 200 len: 217 time: 0.0379269 Dec 10 10:07:32.987612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-f319a587-d04b-4e86-ad1a-0fb8378c9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:32.989085 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-f319a587-d04b-4e86-ad1a-0fb8378c9969 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62caa1a7-05bf-4596-a98f-59b1cda3682a HTTP/1.1" status: 200 len: 835 time: 0.0643961 Dec 10 10:07:33.006659 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:33.084349 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-f367f777-384d-45c1-9690-16b4f5875954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:33.085569 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-f367f777-384d-45c1-9690-16b4f5875954 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=714d662d-b96d-4385-80d2-9a9ef0faa828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883086 Dec 10 10:07:33.184774 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.26 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/af82e311-498e-4742-ab38-b1b520e2d68f) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:07:33.260742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-87d3a0c7-1e99-40be-9a60-22851b53451e service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524773 Dec 10 10:07:33.368463 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:33.393721 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1ea74899-595c-4e69-b6c4-f9fdd047ca8f req-2d44966f-6497-4029-883b-3ca764b5e264 service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249714 Dec 10 10:07:33.398361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d8523c89-8456-4c1b-9323-494d6cefc97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:33.420482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:33.468601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:07:33.473577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:07:33.476345 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:07:33.480302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=af82e311-498e-4742-ab38-b1b520e2d68f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:33.831577 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:33.900876 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:34.366539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:34.371010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:34.437439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=af82e311-498e-4742-ab38-b1b520e2d68f,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:07:34.452215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:34.559587 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP 025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0 associated. External IP: 172.25.3.26, port: e85f8b49-9cd3-47ad-8f6b-292d11af6bd2. Dec 10 10:07:34.768041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:07:34.885135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:07:34.897458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] Sync routers for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:07:34.902833 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:34.909023 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:34.909691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:34.930541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-17fb80a6-3990-4da3-84d8-56f931259f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2020042 Dec 10 10:07:34.931127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:07:34.933386 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c179b76-49cb-45ab-abee-19ce891288bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:07:35.018968 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:35.029002 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899929d4-0cab-4c36-804e-998713494b34 req-9f5228ae-2047-45af-ba32-d50f04e36d18 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:35.030546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899929d4-0cab-4c36-804e-998713494b34 req-9f5228ae-2047-45af-ba32-d50f04e36d18 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0491841 Dec 10 10:07:35.080674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-899929d4-0cab-4c36-804e-998713494b34 req-2cb478bf-a7a6-484f-9230-cb305fe373f9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436647 Dec 10 10:07:35.105051 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47840) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:35.151649 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655f9f05-3b90-48ac-818a-bd066df40f43 x-openstack-request-id: req-655f9f05-3b90-48ac-818a-bd066df40f43 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:07:35.151919 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:07:35.152127 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-655f9f05-3b90-48ac-818a-bd066df40f43 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:07:35.152529 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'status': 'completed', 'code': 200} Dec 10 10:07:35.206655 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0a27ac7e-eac6-4e9a-b337-87deeca746be tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0 HTTP/1.1" status: 200 len: 990 time: 0.1002243 Dec 10 10:07:35.221838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c179b76-49cb-45ab-abee-19ce891288bb req-44d4c379-aea5-4403-be7f-5d005828a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:35.223382 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c179b76-49cb-45ab-abee-19ce891288bb req-44d4c379-aea5-4403-be7f-5d005828a005 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 1096 time: 0.0598941 Dec 10 10:07:35.251638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'port_id': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'mac_address': 'fa:16:3e:b3:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:07:33Z', 'updated_at': '2021-12-10T10:07:33Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6a4f93-bb88-47d5-b4da-2182eb747770', 'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:23:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:17Z', 'updated_at': '2021-12-10T10:07:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:35.279098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] Checking router: 8943f8e8-7f9f-47fc-b532-71e3a766ec1d for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:07:35.287516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:07:35.288119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:07:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:35.317954 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c179b76-49cb-45ab-abee-19ce891288bb req-40cb6cbd-cf21-464e-9141-e472c51edfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:35.319463 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c179b76-49cb-45ab-abee-19ce891288bb req-40cb6cbd-cf21-464e-9141-e472c51edfdb service neutron] 10.222.0.39 "GET /v2.0/networks?id=714d662d-b96d-4385-80d2-9a9ef0faa828 HTTP/1.1" status: 200 len: 898 time: 0.0893884 Dec 10 10:07:35.393261 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c179b76-49cb-45ab-abee-19ce891288bb req-3d7b5b41-52a4-4993-89f0-557383dec224 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 HTTP/1.1" status: 200 len: 998 time: 0.0657573 Dec 10 10:07:35.394555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:07:35.442847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c179b76-49cb-45ab-abee-19ce891288bb req-7a0e91a5-461a-4c5b-ae08-fe1821c6d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:35.444312 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c179b76-49cb-45ab-abee-19ce891288bb req-7a0e91a5-461a-4c5b-ae08-fe1821c6d92c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62caa1a7-05bf-4596-a98f-59b1cda3682a HTTP/1.1" status: 200 len: 835 time: 0.0449173 Dec 10 10:07:35.496351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c179b76-49cb-45ab-abee-19ce891288bb req-a323528f-e5b3-4926-aca1-a041a15aacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:07:35.497998 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c179b76-49cb-45ab-abee-19ce891288bb req-a323528f-e5b3-4926-aca1-a041a15aacc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=714d662d-b96d-4385-80d2-9a9ef0faa828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450649 Dec 10 10:07:35.595105 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c179b76-49cb-45ab-abee-19ce891288bb req-6147287c-c594-44a1-9148-b3e3d18f1bd5 service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895708 Dec 10 10:07:35.690755 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1c179b76-49cb-45ab-abee-19ce891288bb req-d0bd36e4-83e7-424a-abe5-613fcbec4544 service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879810 Dec 10 10:07:35.769668 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e72f5cd9-d068-4a24-81e7-16eac4966305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:35.798984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'port_id': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'mac_address': 'fa:16:3e:b3:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:07:33Z', 'updated_at': '2021-12-10T10:07:33Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6a4f93-bb88-47d5-b4da-2182eb747770', 'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:23:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:17Z', 'updated_at': '2021-12-10T10:07:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:07:35.824939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c61c9-8f04-471a-bdfb-26f42a548b47 None None] The sync data for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 is: [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'port_id': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'mac_address': 'fa:16:3e:b3:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:07:33Z', 'updated_at': '2021-12-10T10:07:33Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6a4f93-bb88-47d5-b4da-2182eb747770', 'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:23:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:17Z', 'updated_at': '2021-12-10T10:07:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:07:36.016291 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7607b-d785-487f-98e0-967cb17050da None None] New status for floating IP 025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:07:36.210399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47842) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:07:36.275373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-56702cf5-fe3d-4257-9721-514d856ddc39 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0 HTTP/1.1" status: 200 len: 992 time: 0.0637810 Dec 10 10:07:36.813648 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:38.494164 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:39.435836 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:43.700441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:07:45.844712 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:07:50.032278 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:03.396742 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-159d14fa-d977-4a81-9a83-aea5a7d85f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:05.582112 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-82818742-bea4-4652-9f14-fadfe2904ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:06.815241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:07.683783 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eca99-082c-409b-aa48-606ca6e6b9c2 req-babe7a7c-2272-4c95-948e-1814618cf61c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:07.685296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f43eca99-082c-409b-aa48-606ca6e6b9c2 req-babe7a7c-2272-4c95-948e-1814618cf61c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.1002610 Dec 10 10:08:07.737052 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f43eca99-082c-409b-aa48-606ca6e6b9c2 req-370bb3b7-068f-4382-857d-ef63b27ec334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454502 Dec 10 10:08:08.497426 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:08.858317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba16764-53dc-4168-8924-01c3127ccef0 req-ac711240-291b-43cc-bf71-f796271387e0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:08.859789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dba16764-53dc-4168-8924-01c3127ccef0 req-ac711240-291b-43cc-bf71-f796271387e0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Dec 10 10:08:08.912858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dba16764-53dc-4168-8924-01c3127ccef0 req-45ffde98-71f1-4455-9395-736dbf4949f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471888 Dec 10 10:08:08.935076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47862) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:08.995911 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-63aaef09-7b7a-403f-b962-366afd2c0d41 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0 HTTP/1.1" status: 200 len: 992 time: 0.0597224 Dec 10 10:08:09.438423 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:10.262065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44910-89b9-4414-bf91-cf73b954ef1d req-0407f518-07e2-4e3d-a2ea-47ca4b99c44b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:10.263724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dc44910-89b9-4414-bf91-cf73b954ef1d req-0407f518-07e2-4e3d-a2ea-47ca4b99c44b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0510638 Dec 10 10:08:10.313994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1dc44910-89b9-4414-bf91-cf73b954ef1d req-710cabdb-ddd5-43be-bcd1-563e2ae8eed1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 Dec 10 10:08:11.437908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43ab49-cd43-452e-b1f4-9b494b97c4e3 req-1e60ddb5-a8f8-4dfa-916b-1df1f9c1734d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:11.439516 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd43ab49-cd43-452e-b1f4-9b494b97c4e3 req-1e60ddb5-a8f8-4dfa-916b-1df1f9c1734d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0533288 Dec 10 10:08:11.491339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd43ab49-cd43-452e-b1f4-9b494b97c4e3 req-a47d90a1-e8c9-453a-8964-426845a11e63 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458999 Dec 10 10:08:11.513968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47872) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:11.575866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cfb24a4e-ba32-4413-8d77-7f705b491692 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0 HTTP/1.1" status: 200 len: 992 time: 0.0599463 Dec 10 10:08:11.802596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47878) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:11.963263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port af82e311-498e-4742-ab38-b1b520e2d68f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:08:11.963604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:12.039549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:12.039880 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:12.052254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for af82e311-498e-4742-ab38-b1b520e2d68f owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:08:12.202569 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:12.228074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=af82e311-498e-4742-ab38-b1b520e2d68f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:12.253326 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.253704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.254050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.254385 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.254715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.255043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.255369 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.255692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.256016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.256340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.256666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.256985 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.257304 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:12.300347 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:12.300674 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP 025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0 disassociated (deleted). External IP: 172.25.3.26, port: e85f8b49-9cd3-47ad-8f6b-292d11af6bd2. Dec 10 10:08:12.506324 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:08:12.614464 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:08:12.619246 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:12.625142 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] Sync routers for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:08:12.635114 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:12.635732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:12.647487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-955d388c-59a9-424d-a606-2e94b889ae77 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/floatingips/025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0 HTTP/1.1" status: 204 len: 168 time: 0.8438818 Dec 10 10:08:12.648184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:08:12.650729 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d62771-7b94-4973-a30d-838eccec5075" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:08:12.750416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:12.865263 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768f6a57-589c-4aaa-ac75-04d2b8ec06d1 x-openstack-request-id: req-768f6a57-589c-4aaa-ac75-04d2b8ec06d1 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:08:12.865587 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:08:12.865863 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-768f6a57-589c-4aaa-ac75-04d2b8ec06d1 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:08:12.866273 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'status': 'completed', 'code': 200} Dec 10 10:08:12.940957 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62771-7b94-4973-a30d-838eccec5075 req-d038ef7e-02d2-4b46-a07e-2eb05cd64fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:12.943498 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80d62771-7b94-4973-a30d-838eccec5075 req-d038ef7e-02d2-4b46-a07e-2eb05cd64fb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 1096 time: 0.0515938 Dec 10 10:08:12.967814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '4a6a4f93-bb88-47d5-b4da-2182eb747770', 'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:23:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:17Z', 'updated_at': '2021-12-10T10:07:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:12.984995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b233b-56d1-4515-aab9-58ebaf3fb958 req-5e36d6bc-4495-4306-a829-faeb0db42c5d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:12.986723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b9b233b-56d1-4515-aab9-58ebaf3fb958 req-5e36d6bc-4495-4306-a829-faeb0db42c5d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0710528 Dec 10 10:08:12.995551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] Checking router: 8943f8e8-7f9f-47fc-b532-71e3a766ec1d for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:08:13.004560 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:13.005312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:13.039760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62771-7b94-4973-a30d-838eccec5075 req-02fda1f2-8d8f-4e2f-bc14-cc84dbae0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:13.040987 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b9b233b-56d1-4515-aab9-58ebaf3fb958 req-b28a3b7b-8355-4f06-ad7c-e6e2ae9fbb5d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476716 Dec 10 10:08:13.041166 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80d62771-7b94-4973-a30d-838eccec5075 req-02fda1f2-8d8f-4e2f-bc14-cc84dbae0817 service neutron] 10.222.0.39 "GET /v2.0/networks?id=714d662d-b96d-4385-80d2-9a9ef0faa828 HTTP/1.1" status: 200 len: 898 time: 0.0897915 Dec 10 10:08:13.097743 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80d62771-7b94-4973-a30d-838eccec5075 req-3a6e7d27-6a44-46a0-bc0e-c874714bb254 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 HTTP/1.1" status: 200 len: 217 time: 0.0468554 Dec 10 10:08:13.118039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:13.154373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62771-7b94-4973-a30d-838eccec5075 req-6b97d6cc-a2ea-40a6-8331-8ed049f9731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:13.156644 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80d62771-7b94-4973-a30d-838eccec5075 req-6b97d6cc-a2ea-40a6-8331-8ed049f9731e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62caa1a7-05bf-4596-a98f-59b1cda3682a HTTP/1.1" status: 200 len: 835 time: 0.0517378 Dec 10 10:08:13.203596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62771-7b94-4973-a30d-838eccec5075 req-afc2a0b7-0acc-4407-86b2-c737cbe39daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:13.205155 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80d62771-7b94-4973-a30d-838eccec5075 req-afc2a0b7-0acc-4407-86b2-c737cbe39daf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=714d662d-b96d-4385-80d2-9a9ef0faa828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413811 Dec 10 10:08:13.298560 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80d62771-7b94-4973-a30d-838eccec5075 req-8928db2d-2e74-4f82-adee-1f38cedf8599 service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847490 Dec 10 10:08:13.321696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '4a6a4f93-bb88-47d5-b4da-2182eb747770', 'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:23:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:17Z', 'updated_at': '2021-12-10T10:07:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:13.348680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd0563-9f71-4b61-b35e-4e1be6768749 None None] The sync data for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 is: [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '4a6a4f93-bb88-47d5-b4da-2182eb747770', 'name': '', 'network_id': '714d662d-b96d-4385-80d2-9a9ef0faa828', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:23:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:17Z', 'updated_at': '2021-12-10T10:07:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '62caa1a7-05bf-4596-a98f-59b1cda3682a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:08:13.392713 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-80d62771-7b94-4973-a30d-838eccec5075 req-2e7afdb3-59c4-4b4a-92f7-fd90d78e9a7a service neutron] 10.222.0.39 "GET /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856967 Dec 10 10:08:13.575839 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b538b3-c54c-43f2-a021-bfa5e64e5854 None None] New status for floating IP 025d4f0f-5498-4b93-9f43-e4d5a5a2e9c0: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:08:14.158328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cb6a6-43c3-4e19-b364-bfa6cd136743 req-b5b418dd-0168-4fa1-82a8-08f6216ecdf5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:14.159830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df1cb6a6-43c3-4e19-b364-bfa6cd136743 req-b5b418dd-0168-4fa1-82a8-08f6216ecdf5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0483351 Dec 10 10:08:14.209126 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df1cb6a6-43c3-4e19-b364-bfa6cd136743 req-80dd7516-dbd9-4b1e-b9b0-59a8036105fe tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b82315ff-d068-4827-9ccb-e9af410db4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434089 Dec 10 10:08:14.403192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-b160195f-4456-4a8d-b3db-f71edf6d9e7c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:14.404559 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-b160195f-4456-4a8d-b3db-f71edf6d9e7c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Dec 10 10:08:14.497553 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:08:14.497895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:14.586161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:14.586527 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:14.598190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:08:14.730807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:14.769560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=e85f8b49-9cd3-47ad-8f6b-292d11af6bd2,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:14.785282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.785753 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.786285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.786793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.787165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.787496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.787824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.788152 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.788480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.788804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.789125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.789445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.789792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:14.833383 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] No DVR routers for this DVR port e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:08:14.836128 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:14.839657 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-270f1113-6dc5-4946-84d4-57f7db8c3308 req-3a7fe9d0-1ffb-4c4b-b1cf-7f07dadebd12 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "DELETE /v2.0/ports/e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 HTTP/1.1" status: 204 len: 173 time: 0.4290209 Dec 10 10:08:14.840093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'name': 'network-vif-deleted', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:08:14.842485 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f36eb1-0818-47b6-99e5-2c6705ef12ba" -d '{"events": [{"server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "name": "network-vif-deleted", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:08:14.879207 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98741be1-e7ec-40c0-a885-1418d8ce09cb x-openstack-request-id: req-98741be1-e7ec-40c0-a885-1418d8ce09cb {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:08:14.879505 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec596f4-1bf4-4ad0-afed-cbe0855be254", "name": "network-vif-deleted", "tag": "e85f8b49-9cd3-47ad-8f6b-292d11af6bd2", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:08:14.879764 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98741be1-e7ec-40c0-a885-1418d8ce09cb {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:08:14.880168 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec596f4-1bf4-4ad0-afed-cbe0855be254', 'name': 'network-vif-deleted', 'tag': 'e85f8b49-9cd3-47ad-8f6b-292d11af6bd2', 'status': 'completed', 'code': 200} Dec 10 10:08:15.326282 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba188089-9003-4fe2-9678-9230f1b93616 req-cf99e3cb-a72d-4974-bb8f-7d447d3785a5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec596f4-1bf4-4ad0-afed-cbe0855be254 HTTP/1.1" status: 200 len: 210 time: 0.0263369 Dec 10 10:08:15.860037 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:16.381965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47896) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:16.747258 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:16.999162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 4a6a4f93-bb88-47d5-b4da-2182eb747770 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:08:16.999397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:17.086121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 4a6a4f93-bb88-47d5-b4da-2182eb747770, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=4a6a4f93-bb88-47d5-b4da-2182eb747770,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:17.086477 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:17.098623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 4a6a4f93-bb88-47d5-b4da-2182eb747770 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:08:17.290227 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:17.318225 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=4a6a4f93-bb88-47d5-b4da-2182eb747770,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:17.494056 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:17.710463 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:08:17.815454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:08:17.820730 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7dde3e6d-0a64-487c-aafb-1caa4899c1a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/8943f8e8-7f9f-47fc-b532-71e3a766ec1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375041 Dec 10 10:08:17.823642 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47898) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:17.825225 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] Sync routers for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:08:17.835754 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:17.836348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:17.874922 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e34a4f-52ec-458e-94b2-015dbbeada09 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting subnet 62caa1a7-05bf-4596-a98f-59b1cda3682a {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:08:17.878130 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-05e34a4f-52ec-458e-94b2-015dbbeada09 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:17.917813 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-05e34a4f-52ec-458e-94b2-015dbbeada09 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:17.943191 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:18.004283 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-05e34a4f-52ec-458e-94b2-015dbbeada09 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.062845 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-05e34a4f-52ec-458e-94b2-015dbbeada09 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.091419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e34a4f-52ec-458e-94b2-015dbbeada09 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Subnet': ['ID=62caa1a7-05bf-4596-a98f-59b1cda3682a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:18.093657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-05e34a4f-52ec-458e-94b2-015dbbeada09 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.098309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-05e34a4f-52ec-458e-94b2-015dbbeada09 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/subnets/62caa1a7-05bf-4596-a98f-59b1cda3682a HTTP/1.1" status: 204 len: 168 time: 0.2736242 Dec 10 10:08:18.099705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47900) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:18.101907 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6078d181-4c48-4e51-8493-1f5b8790e7db None None] Network 714d662d-b96d-4385-80d2-9a9ef0faa828 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:08:18.204421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:08:17Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:18.208431 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.243805 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] Checking router: 8943f8e8-7f9f-47fc-b532-71e3a766ec1d for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:08:18.253694 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] Routers {'8943f8e8-7f9f-47fc-b532-71e3a766ec1d'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:18.254814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:18.290668 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] DHCP port deletion for 714d662d-b96d-4385-80d2-9a9ef0faa828 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:08:18.319803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.372226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 12269edf-2ae0-4216-a29f-c22ad43e5f54 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:08:18.372991 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.395283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] Set router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:18.398278 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Deleting port 443f9e81-e994-4162-8d98-1f9cf457e03f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:08:18.398652 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.452145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 12269edf-2ae0-4216-a29f-c22ad43e5f54, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=12269edf-2ae0-4216-a29f-c22ad43e5f54,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:18.452510 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.463782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:08:18.464808 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 12269edf-2ae0-4216-a29f-c22ad43e5f54 owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:08:18.534161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:08:18.534290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device e85f8b49-9cd3-47ad-8f6b-292d11af6bd2 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:08:18.576174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] For port 443f9e81-e994-4162-8d98-1f9cf457e03f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=443f9e81-e994-4162-8d98-1f9cf457e03f,segment=NetworkSegment(44d1e845-b253-4947-b7ea-ec312ba455fc),segment_id=44d1e845-b253-4947-b7ea-ec312ba455fc)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:18.577177 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.595752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Calling delete_port for 443f9e81-e994-4162-8d98-1f9cf457e03f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:08:18.639438 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.671084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=12269edf-2ae0-4216-a29f-c22ad43e5f54,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:18.696189 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db4ff9b-af7e-43e7-87ba-6780008ed362 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:08:18.736192 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.737746 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.767573 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Pushing event deleted for resources: {'Port': ['ID=443f9e81-e994-4162-8d98-1f9cf457e03f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:18.770455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] No DVR routers for this DVR port 443f9e81-e994-4162-8d98-1f9cf457e03f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:08:18.782172 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:08:17Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:18.784725 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.785073 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.785480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.785772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.786128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.786436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.786776 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.787079 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.787398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.787718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.788039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.788356 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.788674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c87f66b-7d33-498f-9fa2-507f34327f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:18.817577 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdba966-57fd-44cc-a502-ffb7fc41c15f None None] The sync data for ids ['8943f8e8-7f9f-47fc-b532-71e3a766ec1d'] in n-d-814746-3 is: [{'id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870426006', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:08:17Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '12269edf-2ae0-4216-a29f-c22ad43e5f54', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8943f8e8-7f9f-47fc-b532-71e3a766ec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:07:15Z', 'updated_at': '2021-12-10T10:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:08:18.837743 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.840008 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.885552 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.886072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Fanout notify agent at l3_agent the message router_deleted on router 8943f8e8-7f9f-47fc-b532-71e3a766ec1d {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:08:18.893466 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:18.894661 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-99af971d-0e1c-4eb6-b6d2-5a6442b51465 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/routers/8943f8e8-7f9f-47fc-b532-71e3a766ec1d HTTP/1.1" status: 204 len: 168 time: 0.7938604 Dec 10 10:08:18.897343 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47902) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:18.976666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.063796 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.298170 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 443f9e81-e994-4162-8d98-1f9cf457e03f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:08:19.324510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 443f9e81-e994-4162-8d98-1f9cf457e03f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:08:19.324760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 443f9e81-e994-4162-8d98-1f9cf457e03f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:08:19.325379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4a6a4f93-bb88-47d5-b4da-2182eb747770 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:08:19.346744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 4a6a4f93-bb88-47d5-b4da-2182eb747770 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:08:19.347120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 4a6a4f93-bb88-47d5-b4da-2182eb747770 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:08:19.441041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714d662d-b96d-4385-80d2-9a9ef0faa828']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:19.450794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d1e845-b253-4947-b7ea-ec312ba455fc') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:19.451092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d1e845-b253-4947-b7ea-ec312ba455fc') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:19.461629 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.476261 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.483959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:08:19.484405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:08:19.488452 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:08:19.549307 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.554213 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.557455 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/networks/714d662d-b96d-4385-80d2-9a9ef0faa828 HTTP/1.1" status: 204 len: 168 time: 0.6590979 Dec 10 10:08:19.560391 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47904) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:19.572597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26c617-3d91-4713-909b-1732b145d255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Network': ['ID=714d662d-b96d-4385-80d2-9a9ef0faa828,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:19.616600 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7fc9dbc4-1ad4-4f3f-86cd-6dde2d52acc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.642371 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7fc9dbc4-1ad4-4f3f-86cd-6dde2d52acc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.699477 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7fc9dbc4-1ad4-4f3f-86cd-6dde2d52acc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.702673 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-7fc9dbc4-1ad4-4f3f-86cd-6dde2d52acc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:19.703831 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7fc9dbc4-1ad4-4f3f-86cd-6dde2d52acc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/security-groups/b82315ff-d068-4827-9ccb-e9af410db4a3 HTTP/1.1" status: 204 len: 168 time: 0.1418309 Dec 10 10:08:19.713284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9dbc4-1ad4-4f3f-86cd-6dde2d52acc0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82315ff-d068-4827-9ccb-e9af410db4a3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:19.968049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47910) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:19.972708 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-249e8a66-ba7a-4a40-914c-c975bd3aabf5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572938978', 'description': 'tempest-secgroup-smoke-1572938978 description', 'project_id': '0144896f3d664944b51fdd5da32cce93'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:19.999040 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-249e8a66-ba7a-4a40-914c-c975bd3aabf5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.031515 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.066401 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-249e8a66-ba7a-4a40-914c-c975bd3aabf5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.069908 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-249e8a66-ba7a-4a40-914c-c975bd3aabf5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.098538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-249e8a66-ba7a-4a40-914c-c975bd3aabf5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.099770 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-249e8a66-ba7a-4a40-914c-c975bd3aabf5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1306756 Dec 10 10:08:20.102825 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47912) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:20.103747 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e8a66-ba7a-4a40-914c-c975bd3aabf5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:20.107494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-67f9c18b-8f41-4647-a414-3353841fddd2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'dcf78f6a-b4bf-493e-a9e4-f3ba9328401a', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:20.133997 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67f9c18b-8f41-4647-a414-3353841fddd2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.188265 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67f9c18b-8f41-4647-a414-3353841fddd2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.191604 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67f9c18b-8f41-4647-a414-3353841fddd2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.212055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9c18b-8f41-4647-a414-3353841fddd2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e315f1a-f4e0-47e4-9188-0f854bbd6705,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:20.219615 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67f9c18b-8f41-4647-a414-3353841fddd2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.220807 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-67f9c18b-8f41-4647-a414-3353841fddd2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169686 Dec 10 10:08:20.223650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47914) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:20.227949 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-55fd832b-b658-475f-8bae-d9b0f756de34 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'dcf78f6a-b4bf-493e-a9e4-f3ba9328401a', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:20.254209 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55fd832b-b658-475f-8bae-d9b0f756de34 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.307696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55fd832b-b658-475f-8bae-d9b0f756de34 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.311131 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55fd832b-b658-475f-8bae-d9b0f756de34 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.329903 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd832b-b658-475f-8bae-d9b0f756de34 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6d3db1-35c1-4581-9290-356f04d3dcb7,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:20.337727 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-55fd832b-b658-475f-8bae-d9b0f756de34 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.338902 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-55fd832b-b658-475f-8bae-d9b0f756de34 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142883 Dec 10 10:08:20.341724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47916) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:20.346607 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-1c46d6c6-6b2f-4be0-b745-a9f6231a35a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'dcf78f6a-b4bf-493e-a9e4-f3ba9328401a', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:20.370822 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c46d6c6-6b2f-4be0-b745-a9f6231a35a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.425551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c46d6c6-6b2f-4be0-b745-a9f6231a35a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.428843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c46d6c6-6b2f-4be0-b745-a9f6231a35a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.445354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46d6c6-6b2f-4be0-b745-a9f6231a35a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68478abf-caff-4845-a09d-fd4bb27cc61d,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:20.453428 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-1c46d6c6-6b2f-4be0-b745-a9f6231a35a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.454624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-1c46d6c6-6b2f-4be0-b745-a9f6231a35a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113944 Dec 10 10:08:20.457487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47918) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:20.461742 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cfccf6f0-e7f0-4eb4-b527-f01acd90a9b3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'dcf78f6a-b4bf-493e-a9e4-f3ba9328401a', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:20.488551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfccf6f0-e7f0-4eb4-b527-f01acd90a9b3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.544191 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfccf6f0-e7f0-4eb4-b527-f01acd90a9b3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.548174 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfccf6f0-e7f0-4eb4-b527-f01acd90a9b3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.568630 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccf6f0-e7f0-4eb4-b527-f01acd90a9b3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a636a46-4194-4837-b27a-d1115e296d5a,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:20.575891 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cfccf6f0-e7f0-4eb4-b527-f01acd90a9b3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.577221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cfccf6f0-e7f0-4eb4-b527-f01acd90a9b3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188009 Dec 10 10:08:20.579988 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47920) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:20.584184 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-7783376c-7b49-402d-9d9d-51ea0831de9e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'dcf78f6a-b4bf-493e-a9e4-f3ba9328401a', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:20.604795 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-7783376c-7b49-402d-9d9d-51ea0831de9e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:08:20.610030 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7783376c-7b49-402d-9d9d-51ea0831de9e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.666789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7783376c-7b49-402d-9d9d-51ea0831de9e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.669955 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7783376c-7b49-402d-9d9d-51ea0831de9e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.689199 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783376c-7b49-402d-9d9d-51ea0831de9e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b06e53-e34c-464c-8878-d7b9b8c44c82,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:20.694139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7783376c-7b49-402d-9d9d-51ea0831de9e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.698466 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7783376c-7b49-402d-9d9d-51ea0831de9e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175320 Dec 10 10:08:20.698761 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47922) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:20.700578 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:08:20.705255 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0552b07e-0e6e-4e84-ba5b-572e2b7d3fe1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'dcf78f6a-b4bf-493e-a9e4-f3ba9328401a', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:20.726232 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-0552b07e-0e6e-4e84-ba5b-572e2b7d3fe1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:08:20.730935 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0552b07e-0e6e-4e84-ba5b-572e2b7d3fe1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.794286 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0552b07e-0e6e-4e84-ba5b-572e2b7d3fe1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.798290 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0552b07e-0e6e-4e84-ba5b-572e2b7d3fe1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.817197 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552b07e-0e6e-4e84-ba5b-572e2b7d3fe1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837aa66a-8fac-4b20-a39f-9e0dd2e6a99f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:20.823694 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0552b07e-0e6e-4e84-ba5b-572e2b7d3fe1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.824920 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0552b07e-0e6e-4e84-ba5b-572e2b7d3fe1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246328 Dec 10 10:08:20.828329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47924) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:20.833181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'network': {'name': 'tempest-network-smoke--615108021', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'port_security_enabled': True}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:20.853679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:08:20.857048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.880119 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:08:20.888910 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.889863 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Added segment 8528ecf6-35b4-4f79-97b8-807c180e6a51 of type vlan for network 76470b26-8400-4b12-99c3-b045826d06a4 Dec 10 10:08:20.928134 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.957255 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:20.962989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:20.963576 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.020722 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1913674 Dec 10 10:08:21.023593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47926) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:21.028246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'admin_state_up': True, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:21.036191 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286a45a-7c65-4071-8e18-6ec67320cb0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Network': ['ID=76470b26-8400-4b12-99c3-b045826d06a4,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:21.047543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 76470b26-8400-4b12-99c3-b045826d06a4 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:08:21.051358 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.052361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.103655 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.141939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12269edf-2ae0-4216-a29f-c22ad43e5f54 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:08:21.165529 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 12269edf-2ae0-4216-a29f-c22ad43e5f54 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:08:21.165889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 12269edf-2ae0-4216-a29f-c22ad43e5f54 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:08:21.245096 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.437939 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.456772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.556665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.162 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/b76d6b72-4165-4be4-b3ce-da8e19874e2d) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:08:21.659172 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.692192 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.731124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:08:21.734641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:08:21.738035 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:08:21.747877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dafcaf-dcf6-49fd-84b0-e3dd11b2b157 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:08:21.761347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=b76d6b72-4165-4be4-b3ce-da8e19874e2d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:21.781815 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fcb90d7e-230f-4069-a513-50471de3a3d0 None None] Provisioning complete for port b76d6b72-4165-4be4-b3ce-da8e19874e2d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:21.782206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fcb90d7e-230f-4069-a513-50471de3a3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:21.816597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fcb90d7e-230f-4069-a513-50471de3a3d0 None None] Port b76d6b72-4165-4be4-b3ce-da8e19874e2d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:08:21.992958 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:22.191838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:22.320294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3684399a-bf76-4287-98e5-ebbcdb67ec5c is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:08:22.432649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:08:22.443835 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Sync routers for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:08:22.453995 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:22.454177 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:22.454736 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:22.455374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-88f1af97-2b0c-49d4-86e5-b58d3f0c08bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4306352 Dec 10 10:08:22.458509 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47930) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:22.490272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8498a1e5-1b29-473e-905b-016a8b71d95f tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0144896f3d664944b51fdd5da32cce93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282693 Dec 10 10:08:22.490548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47932) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:22.559940 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:22.577136 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ccca1-2fb1-4b14-804a-1ccf16681769 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:22.578715 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fe8ccca1-2fb1-4b14-804a-1ccf16681769 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871332 Dec 10 10:08:22.581548 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47934) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:22.614237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-304e64a2-6065-4c6a-a782-5f8793818b53 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315769 Dec 10 10:08:22.616687 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47936) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:22.621338 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1455490127', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:22.716457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:08:22.720768 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:22.741489 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:21Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:22.767814 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Checking router: 3684399a-bf76-4287-98e5-ebbcdb67ec5c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:08:22.768159 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Updating router 3684399a-bf76-4287-98e5-ebbcdb67ec5c port b76d6b72-4165-4be4-b3ce-da8e19874e2d binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:08:22.792614 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:22.903671 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:22.956596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Subnet': ['ID=23c20662-a684-415f-861b-5e685375cde8,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:22.976392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Checking segment: {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:08:22.976686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network hostable DHCP agents. Network: 76470b26-8400-4b12-99c3-b045826d06a4, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:08:22.994244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network 76470b26-8400-4b12-99c3-b045826d06a4 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:08:23.005912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 76470b26-8400-4b12-99c3-b045826d06a4) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:08:23.010465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:23.011205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.018944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7022791-93a2-4ffa-a234-84e12327db84 None None] Network 76470b26-8400-4b12-99c3-b045826d06a4 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:08:23.033057 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e7261171-0ac6-4fc2-942b-52fa815311f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4146466 Dec 10 10:08:23.035433 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 47938) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:23.130852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-76470b26-8400-4b12-99c3-b045826d06a4', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:08:23.131969 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.143552 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.152021 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.198648 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Attempting to bind port b76d6b72-4165-4be4-b3ce-da8e19874e2d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:08:23.199015 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Attempting to bind port b76d6b72-4165-4be4-b3ce-da8e19874e2d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:08:23.199370 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Attempting to bind port b76d6b72-4165-4be4-b3ce-da8e19874e2d on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:08:23.204696 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64297dfe-7107-4b56-91a2-0d8c6fea3b59 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:08:23.210942 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:08:23.211320 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:08:23.211718 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.212103 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:08:23.212568 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Bound port: b76d6b72-4165-4be4-b3ce-da8e19874e2d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:08:23.212944 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.240608 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Pushing event updated for resources: {'Port': ['ID=b76d6b72-4165-4be4-b3ce-da8e19874e2d,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:23.254713 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.255053 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.255395 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.255713 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.256035 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.256471 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.256795 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.257111 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.257427 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.258031 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.258365 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.259104 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.259428 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:08:23.284763 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] For port b76d6b72-4165-4be4-b3ce-da8e19874e2d, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:08:23.287614 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a579b966-c0f4-4a2f-a35a-be2b12c37224 None None] Provisioning complete for port b76d6b72-4165-4be4-b3ce-da8e19874e2d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:23.288019 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] For port b76d6b72-4165-4be4-b3ce-da8e19874e2d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b76d6b72-4165-4be4-b3ce-da8e19874e2d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:08:23.288227 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a579b966-c0f4-4a2f-a35a-be2b12c37224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.293589 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.312500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Allocated IP 172.20.0.2 (76470b26-8400-4b12-99c3-b045826d06a4/23c20662-a684-415f-861b-5e685375cde8/688814d6-e14f-4f69-98ee-fa691ff3b7d4) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:08:23.346827 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:23.347525 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:23.353763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f0a7c-f60f-4be0-a63a-6e5e312e68c2 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:08:23.467723 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:23.526885 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3ea48-d393-4f2d-be81-6080f82455a6 None None] Pushing event updated for resources: {'Port': ['ID=b76d6b72-4165-4be4-b3ce-da8e19874e2d,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:23.578787 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.629957 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a579b966-c0f4-4a2f-a35a-be2b12c37224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.670589 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:21Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:23.685307 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.695275 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.702917 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24762f71-ebf3-4576-bab0-0f3463a45085 None None] The sync data for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 is: [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:21Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:08:23.711204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a579b966-c0f4-4a2f-a35a-be2b12c37224 None None] For port b76d6b72-4165-4be4-b3ce-da8e19874e2d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b76d6b72-4165-4be4-b3ce-da8e19874e2d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:23.739438 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a579b966-c0f4-4a2f-a35a-be2b12c37224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.751392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Network 76470b26-8400-4b12-99c3-b045826d06a4 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:08:23.754520 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:08:23.759187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:08:23.762374 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Pushing event updated for resources: {'Port': ['ID=688814d6-e14f-4f69-98ee-fa691ff3b7d4,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:23.860310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Attempting to bind port 688814d6-e14f-4f69-98ee-fa691ff3b7d4 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:08:23.860697 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Attempting to bind port 688814d6-e14f-4f69-98ee-fa691ff3b7d4 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:08:23.861067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Attempting to bind port 688814d6-e14f-4f69-98ee-fa691ff3b7d4 on network 76470b26-8400-4b12-99c3-b045826d06a4 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:08:23.867831 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.1 (76470b26-8400-4b12-99c3-b045826d06a4/23c20662-a684-415f-861b-5e685375cde8/90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:08:23.868845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579b966-c0f4-4a2f-a35a-be2b12c37224 None None] Pushing event updated for resources: {'Port': ['ID=b76d6b72-4165-4be4-b3ce-da8e19874e2d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:23.873192 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:08:23.874314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Checking segment: {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:08:23.874749 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.875148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Bound using segment: {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:08:23.875643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Bound port: 688814d6-e14f-4f69-98ee-fa691ff3b7d4, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:08:23.876030 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.892252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-350caf39-c92d-4184-9c6d-38e4baa4b7fc None None] Provisioning complete for port b76d6b72-4165-4be4-b3ce-da8e19874e2d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:23.892633 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-350caf39-c92d-4184-9c6d-38e4baa4b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:23.994361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] For port 688814d6-e14f-4f69-98ee-fa691ff3b7d4, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:08:24.000152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] For port 688814d6-e14f-4f69-98ee-fa691ff3b7d4, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=688814d6-e14f-4f69-98ee-fa691ff3b7d4,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:08:24.025285 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:24.043621 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:24.086620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:24.106860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e459c7d-2aba-42c7-8611-689a82d231a0 None None] Pushing event updated for resources: {'Port': ['ID=688814d6-e14f-4f69-98ee-fa691ff3b7d4,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:24.133404 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network 76470b26-8400-4b12-99c3-b045826d06a4 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:08:24.137387 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:08:24.142545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:08:24.181825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:24.196121 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:24.361197 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:24.666097 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:24.670359 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:24.752783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:24.754700 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:24.849782 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network 76470b26-8400-4b12-99c3-b045826d06a4 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:08:24.851278 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:08:24.970527 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3684399a-bf76-4287-98e5-ebbcdb67ec5c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:08:25.067353 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f05c8b-63ed-46fc-8705-e2d36156b12c None None] Network 76470b26-8400-4b12-99c3-b045826d06a4 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:08:25.100043 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:08:25.105263 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4dbe4b6f-d5f7-4f5c-ad4a-4cfa7312d902 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/3684399a-bf76-4287-98e5-ebbcdb67ec5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0687478 Dec 10 10:08:25.138637 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-94c0543a-8e6c-4536-ad62-0eb4034196e2 None None] Provisioning complete for port 688814d6-e14f-4f69-98ee-fa691ff3b7d4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:25.139560 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-94c0543a-8e6c-4536-ad62-0eb4034196e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:25.269361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-94c0543a-8e6c-4536-ad62-0eb4034196e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:25.305806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 688814d6-e14f-4f69-98ee-fa691ff3b7d4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:08:25.318136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-edb7ea0e-6a2d-46e6-9e5c-9865deb10ea1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572938978&fields=id&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 267 time: 0.0740123 Dec 10 10:08:25.344459 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-94c0543a-8e6c-4536-ad62-0eb4034196e2 None None] For port 688814d6-e14f-4f69-98ee-fa691ff3b7d4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=688814d6-e14f-4f69-98ee-fa691ff3b7d4,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:25.356508 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-94c0543a-8e6c-4536-ad62-0eb4034196e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:25.425313 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 688814d6-e14f-4f69-98ee-fa691ff3b7d4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:25.425735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:25.465157 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0543a-8e6c-4536-ad62-0eb4034196e2 None None] Pushing event updated for resources: {'Port': ['ID=688814d6-e14f-4f69-98ee-fa691ff3b7d4,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:25.470543 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-767b503e-19f8-43b9-b15f-285df421d5f0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:25.472401 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-767b503e-19f8-43b9-b15f-285df421d5f0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/networks?id=76470b26-8400-4b12-99c3-b045826d06a4 HTTP/1.1" status: 200 len: 796 time: 0.1528525 Dec 10 10:08:25.494349 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-980bad27-edb2-424a-98cf-cf638ac5f310 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/quotas/0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 375 time: 0.0106134 Dec 10 10:08:25.551432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b76d6b72-4165-4be4-b3ce-da8e19874e2d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:08:25.563862 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-e50d7ada-63ac-489e-901d-7577894f4242 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624919 Dec 10 10:08:25.600833 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f2296952-13ce-4d0e-881f-e98263cdaaa5 None None] Provisioning complete for port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:25.601211 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f2296952-13ce-4d0e-881f-e98263cdaaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:25.643985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Sync routers for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:08:25.652849 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b76d6b72-4165-4be4-b3ce-da8e19874e2d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:25.653219 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:25.654870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f2296952-13ce-4d0e-881f-e98263cdaaa5 None None] Port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:08:25.678890 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-486c6754-8592-4d3c-aa5a-e152d640ce64 service neutron] 10.222.0.31 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029904 Dec 10 10:08:25.693202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:25.693878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:25.740291 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f2296952-13ce-4d0e-881f-e98263cdaaa5 None None] Provisioning complete for port 688814d6-e14f-4f69-98ee-fa691ff3b7d4 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:25.740672 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f2296952-13ce-4d0e-881f-e98263cdaaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:25.790937 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-c2e7b52b-f7f2-4d3b-8aeb-0461a114948f service neutron] 10.222.0.31 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011128 Dec 10 10:08:25.890660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:25.985670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa8a69ac-677e-4b66-b2cf-09be2ae23781 req-0af07613-fb58-4203-9390-0a69a33ac62f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 210 time: 0.0366814 Dec 10 10:08:26.116671 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ccf0bc62-4da3-4c86-94de-931f073986dd None None] Provisioning complete for port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:26.117257 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ccf0bc62-4da3-4c86-94de-931f073986dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:26.164742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0bc62-4da3-4c86-94de-931f073986dd None None] Port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:08:26.179121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c', 'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:ff:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:23Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 2, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '23c20662-a684-415f-861b-5e685375cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:26.207243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Checking router: 3684399a-bf76-4287-98e5-ebbcdb67ec5c for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:08:26.207607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Updating router 3684399a-bf76-4287-98e5-ebbcdb67ec5c port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:08:26.235398 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:26.513373 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:26.519466 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:26.582231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d66721-85f4-4720-93d9-4dca4e9a2957 None None] Pushing event updated for resources: {'Port': ['ID=90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:26.638538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Attempting to bind port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:08:26.638956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Attempting to bind port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:08:26.639328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Attempting to bind port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c on network 76470b26-8400-4b12-99c3-b045826d06a4 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:08:26.645674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:08:26.645991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Checking segment: {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:08:26.646899 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:26.646899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Bound using segment: {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:08:26.647259 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Bound port: 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:08:26.647644 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:26.720895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] For port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:08:26.727506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] For port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:08:26.734627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:26.806231 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:26.806858 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:26.848553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d66721-85f4-4720-93d9-4dca4e9a2957 None None] Pushing event updated for resources: {'Port': ['ID=90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:26.866867 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-33f3c163-aec6-401f-affc-f4cb93c4a47e None None] Provisioning complete for port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:26.867246 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-33f3c163-aec6-401f-affc-f4cb93c4a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:26.958758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:27.029391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-f5cc9fc8-0d87-4e34-ad2a-f4158b896fd0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:27.033225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-f5cc9fc8-0d87-4e34-ad2a-f4158b896fd0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "GET /v2.0/networks?id=76470b26-8400-4b12-99c3-b045826d06a4 HTTP/1.1" status: 200 len: 796 time: 0.1579683 Dec 10 10:08:27.084236 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-33f3c163-aec6-401f-affc-f4cb93c4a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:27.112606 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07f3ffbe-1e2f-4d1e-84f5-8c43d6d5422f req-72d39dfd-fdba-42f1-90c6-360b980b12d1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 210 time: 0.0318716 Dec 10 10:08:27.124083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-ceec3cf3-48a7-4210-ac3f-3722c2418aec tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 380 time: 0.0803192 Dec 10 10:08:27.135540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'port': {'device_id': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'admin_state_up': True, 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'security_groups': ['dcf78f6a-b4bf-493e-a9e4-f3ba9328401a']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:27.167208 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-33f3c163-aec6-401f-affc-f4cb93c4a47e None None] For port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:27.173330 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-33f3c163-aec6-401f-affc-f4cb93c4a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:27.206015 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 688814d6-e14f-4f69-98ee-fa691ff3b7d4 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:08:27.252965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:08:27.256580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:27.396360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.14 (76470b26-8400-4b12-99c3-b045826d06a4/23c20662-a684-415f-861b-5e685375cde8/83a7dd21-ab66-4921-899a-060f4b82d2f8) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:08:27.451195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3c163-aec6-401f-affc-f4cb93c4a47e None None] Pushing event updated for resources: {'Port': ['ID=90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:27.461734 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2a3c0f09-f5a0-4733-b7df-ca5567405bc8 None None] Provisioning complete for port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:27.462113 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2a3c0f09-f5a0-4733-b7df-ca5567405bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:27.519063 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 688814d6-e14f-4f69-98ee-fa691ff3b7d4 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:27.519428 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:27.539014 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:27.553064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c', 'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:ff:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:23Z', 'updated_at': '2021-12-10T10:08:26Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '23c20662-a684-415f-861b-5e685375cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:27.572681 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:27.598777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302174-5ab8-4348-a250-fccc5811cdab None None] The sync data for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 is: [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c', 'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:ff:c6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:23Z', 'updated_at': '2021-12-10T10:08:26Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '23c20662-a684-415f-861b-5e685375cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:08:27.621398 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network 76470b26-8400-4b12-99c3-b045826d06a4 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:08:27.624924 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:08:27.628922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:08:27.694005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=83a7dd21-ab66-4921-899a-060f4b82d2f8,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:27.713958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:27.714587 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:27.733822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-9f0f9907-a9cf-499f-b01f-7e8fa43349a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6040142 Dec 10 10:08:27.746440 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Request body: {'port': {'device_id': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:27.805334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:27.966055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-227879b6-269b-4567-8025-f51e5fbbeff9 None None] Provisioning complete for port 83a7dd21-ab66-4921-899a-060f4b82d2f8 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:27.966520 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-227879b6-269b-4567-8025-f51e5fbbeff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:28.004598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-227879b6-269b-4567-8025-f51e5fbbeff9 None None] Port 83a7dd21-ab66-4921-899a-060f4b82d2f8 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:08:28.095691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a7dd21-ab66-4921-899a-060f4b82d2f8 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:08:28.103620 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:28.117065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Transition to ACTIVE for port object 83a7dd21-ab66-4921-899a-060f4b82d2f8 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:08:28.121089 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:28.177316 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Pushing event updated for resources: {'Port': ['ID=83a7dd21-ab66-4921-899a-060f4b82d2f8,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:28.302383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Attempting to bind port 83a7dd21-ab66-4921-899a-060f4b82d2f8 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:08:28.302726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Attempting to bind port 83a7dd21-ab66-4921-899a-060f4b82d2f8 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:08:28.303063 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Attempting to bind port 83a7dd21-ab66-4921-899a-060f4b82d2f8 on network 76470b26-8400-4b12-99c3-b045826d06a4 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:08:28.317135 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6b2e8-f949-49c3-a70b-cd673990e175 req-4984fb8b-5f4e-435a-b674-7bc878d56643 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:28.318797 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25b6b2e8-f949-49c3-a70b-cd673990e175 req-4984fb8b-5f4e-435a-b674-7bc878d56643 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 944 time: 0.0938601 Dec 10 10:08:28.319632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Port 83a7dd21-ab66-4921-899a-060f4b82d2f8 on network 76470b26-8400-4b12-99c3-b045826d06a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:08:28.319958 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Attempting to bind port 83a7dd21-ab66-4921-899a-060f4b82d2f8 on network 76470b26-8400-4b12-99c3-b045826d06a4 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:08:28.328609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:08:28.329085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Checking segment: {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:08:28.329621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Bound using segment: {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:08:28.330391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Bound port: 83a7dd21-ab66-4921-899a-060f4b82d2f8, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8528ecf6-35b4-4f79-97b8-807c180e6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:08:28.330847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:28.413973 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25b6b2e8-f949-49c3-a70b-cd673990e175 req-b4700466-de34-48c7-be53-18ce453ad648 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874679 Dec 10 10:08:28.437043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] For port 83a7dd21-ab66-4921-899a-060f4b82d2f8, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:08:28.440095 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] For port 83a7dd21-ab66-4921-899a-060f4b82d2f8, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:08:28.444302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:28.486613 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:28.487243 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:28.488645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] 10.222.0.18 "PUT /v2.0/ports/83a7dd21-ab66-4921-899a-060f4b82d2f8 HTTP/1.1" status: 200 len: 1092 time: 0.7469563 Dec 10 10:08:28.489092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:08:28.491451 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79476cf8-1e1c-49d7-8f8d-860bc2292f22" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:08:28.521824 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb485-5d46-41cb-a839-176d4f5e86ea service neutron] Pushing event updated for resources: {'Port': ['ID=83a7dd21-ab66-4921-899a-060f4b82d2f8,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:28.546932 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e89a740-3d68-4107-af01-dcab32b5dc29 x-openstack-request-id: req-3e89a740-3d68-4107-af01-dcab32b5dc29 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:08:28.547240 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:08:28.547635 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e89a740-3d68-4107-af01-dcab32b5dc29 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:08:28.548061 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'status': 'completed', 'code': 200} Dec 10 10:08:28.676477 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-7781dea3-cf0e-486b-bfc8-288f6acfb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:28.678217 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-7781dea3-cf0e-486b-bfc8-288f6acfb79e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 1095 time: 0.0624864 Dec 10 10:08:28.725097 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-4a94a993-a613-4d93-86c1-f6355241d6cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8 HTTP/1.1" status: 200 len: 217 time: 0.0393436 Dec 10 10:08:28.778948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-46461929-df51-473b-82a6-494868e82950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:28.780591 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-46461929-df51-473b-82a6-494868e82950 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23c20662-a684-415f-861b-5e685375cde8 HTTP/1.1" status: 200 len: 835 time: 0.0487907 Dec 10 10:08:28.833415 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-b44e628a-9dfa-4ad1-b102-a06abb31d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:28.834939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-b44e628a-9dfa-4ad1-b102-a06abb31d243 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76470b26-8400-4b12-99c3-b045826d06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478830 Dec 10 10:08:28.927317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-e79d492a-9e81-4132-8f5f-800a0da4d1ad service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851943 Dec 10 10:08:29.022206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cb2a5e19-9a6c-4165-aab3-3e6f849b8fc5 req-a434cf37-fa77-4eea-9b91-0e6338e9d41a service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867517 Dec 10 10:08:29.109124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-d4dbcf7f-b3e6-4793-a893-bfc14839cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:29.110637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-d4dbcf7f-b3e6-4793-a893-bfc14839cdef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 1095 time: 0.0415480 Dec 10 10:08:29.210849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-8ef6614c-b40a-48c7-95cc-8a9f74a3f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:29.212370 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-8ef6614c-b40a-48c7-95cc-8a9f74a3f837 service neutron] 10.222.0.18 "GET /v2.0/networks?id=76470b26-8400-4b12-99c3-b045826d06a4 HTTP/1.1" status: 200 len: 897 time: 0.0949309 Dec 10 10:08:29.220576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:08:29.255985 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-b23d0c70-5e86-4f45-a465-85d9051cb014 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8 HTTP/1.1" status: 200 len: 217 time: 0.0364544 Dec 10 10:08:29.269420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:29.270205 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:29.305269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-74fb3019-ee64-434a-bd7c-ccff26d309b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:29.306672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-74fb3019-ee64-434a-bd7c-ccff26d309b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23c20662-a684-415f-861b-5e685375cde8 HTTP/1.1" status: 200 len: 835 time: 0.0444469 Dec 10 10:08:29.352876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-b99717b7-7ced-4c05-914b-ff710c1050e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:29.354351 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-b99717b7-7ced-4c05-914b-ff710c1050e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76470b26-8400-4b12-99c3-b045826d06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401273 Dec 10 10:08:29.446740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-700f985b-3054-4924-8fcf-c23dca664e0f service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847006 Dec 10 10:08:29.574968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64cb57-81ab-4f16-98c4-0d78e2fe6fd7 req-f1c0be8c-6fa1-40f6-b166-b0db448ca441 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:29.576923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec64cb57-81ab-4f16-98c4-0d78e2fe6fd7 req-f1c0be8c-6fa1-40f6-b166-b0db448ca441 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 944 time: 0.0785012 Dec 10 10:08:29.580546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79476cf8-1e1c-49d7-8f8d-860bc2292f22 req-6008fb42-c706-4209-9f11-55ee6a845ed3 service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266088 Dec 10 10:08:29.625726 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec64cb57-81ab-4f16-98c4-0d78e2fe6fd7 req-c452403c-9a19-4aa9-9cc4-2eeacb7da5c6 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Dec 10 10:08:30.745622 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced221db-3d07-446c-a454-2b736c013c29 req-268bed82-3bee-4b93-b3cd-88883f36c3a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:30.747105 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ced221db-3d07-446c-a454-2b736c013c29 req-268bed82-3bee-4b93-b3cd-88883f36c3a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 944 time: 0.0512817 Dec 10 10:08:30.800673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ced221db-3d07-446c-a454-2b736c013c29 req-d30ab9d6-46b6-487a-a064-94ba1615f8f4 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471098 Dec 10 10:08:31.920007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8149d3-1580-420a-bf37-457e5d885e6e req-ef1252ec-706a-4c2b-98fe-c089ff2363f7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:31.921593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b8149d3-1580-420a-bf37-457e5d885e6e req-ef1252ec-706a-4c2b-98fe-c089ff2363f7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 944 time: 0.0528061 Dec 10 10:08:31.970704 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b8149d3-1580-420a-bf37-457e5d885e6e req-55d02c46-98ab-4752-aeba-a4c7a79a7461 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432179 Dec 10 10:08:33.086814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd88c74-e4b9-4d20-9061-9a28a9429ce8 req-8d251bdb-15ea-4b6e-aac1-26f745ef9c6c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:33.088304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fd88c74-e4b9-4d20-9061-9a28a9429ce8 req-8d251bdb-15ea-4b6e-aac1-26f745ef9c6c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 944 time: 0.0492716 Dec 10 10:08:33.140124 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6fd88c74-e4b9-4d20-9061-9a28a9429ce8 req-13bfba99-478a-41fe-90cf-dcc88d2738a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 Dec 10 10:08:33.398005 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63cd80aa-0bb1-43b7-9c4a-e8b2a2884d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:33.847430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 83a7dd21-ab66-4921-899a-060f4b82d2f8 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:08:33.946042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 83a7dd21-ab66-4921-899a-060f4b82d2f8, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:33.957355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'port_id': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'mac_address': 'fa:16:3e:1a:46:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:08:33.993447 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:34.007048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a7dd21-ab66-4921-899a-060f4b82d2f8 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:08:34.026519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 83a7dd21-ab66-4921-899a-060f4b82d2f8, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:34.030578 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:34.075654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=83a7dd21-ab66-4921-899a-060f4b82d2f8,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:34.258819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f61d64-7682-4d5c-b641-e4c3bfdaac71 req-3977dab8-aed6-489d-af96-39ff42732419 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:34.260289 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72f61d64-7682-4d5c-b641-e4c3bfdaac71 req-3977dab8-aed6-489d-af96-39ff42732419 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 945 time: 0.0523548 Dec 10 10:08:34.310083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-72f61d64-7682-4d5c-b641-e4c3bfdaac71 req-14c87a22-ad50-42f9-88f8-a91ef3723380 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430238 Dec 10 10:08:34.371332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['83a7dd21-ab66-4921-899a-060f4b82d2f8'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:08:35.423896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b90a3f-d0a5-4844-9eaf-3cc0aa44fba4 req-faf7b176-13de-48d3-ac41-b0bc9d05a6ea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:35.425369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2b90a3f-d0a5-4844-9eaf-3cc0aa44fba4 req-faf7b176-13de-48d3-ac41-b0bc9d05a6ea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 945 time: 0.0479014 Dec 10 10:08:35.473404 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d2b90a3f-d0a5-4844-9eaf-3cc0aa44fba4 req-cde75c5a-4401-4552-910e-1853f13c7cbe tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Dec 10 10:08:35.587158 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57af36dd-8af4-4869-b1e3-817221e3f336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:35.863048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 83a7dd21-ab66-4921-899a-060f4b82d2f8 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:08:35.911661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 83a7dd21-ab66-4921-899a-060f4b82d2f8 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:08:35.915412 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 83a7dd21-ab66-4921-899a-060f4b82d2f8 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:08:35.915778 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:35.989780 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:36.012391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:08:36.015082 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841bfb0a-81ad-44b4-9e25-ddca688ee271" -d '{"events": [{"server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "name": "network-vif-plugged", "status": "completed", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:08:36.032346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 83a7dd21-ab66-4921-899a-060f4b82d2f8, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:08:36.036363 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:36.084774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=83a7dd21-ab66-4921-899a-060f4b82d2f8,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:36.111739 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f477e47-7cc8-421b-87e7-f089d0758220 x-openstack-request-id: req-3f477e47-7cc8-421b-87e7-f089d0758220 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:08:36.112071 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "name": "network-vif-plugged", "status": "completed", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:08:36.112332 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f477e47-7cc8-421b-87e7-f089d0758220 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:08:36.112734 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'code': 200} Dec 10 10:08:36.211799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cc628-abd6-4463-880b-697761cd3e1d req-3c20a3b7-f89c-46ea-a2c5-ee97a6bc5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:36.213293 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-387cc628-abd6-4463-880b-697761cd3e1d req-3c20a3b7-f89c-46ea-a2c5-ee97a6bc5448 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 1097 time: 0.0402012 Dec 10 10:08:36.261026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-387cc628-abd6-4463-880b-697761cd3e1d req-6365a6d3-2bc3-4e08-8a61-527e321831f4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408378 Dec 10 10:08:36.599234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadf3d9-0fe1-4440-b136-806e37c00931 req-5f86adcc-57dd-4132-8926-f02815d19fba tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:36.600716 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebadf3d9-0fe1-4440-b136-806e37c00931 req-5f86adcc-57dd-4132-8926-f02815d19fba tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0488603 Dec 10 10:08:36.649563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ebadf3d9-0fe1-4440-b136-806e37c00931 req-5ff4d636-27bb-45cf-bd20-4fda23ad6c8b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Dec 10 10:08:36.819945 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:37.763498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07548fed-973f-4457-8967-78a03200b226 req-d7554a61-08bd-4f53-8441-5fa4c606364c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:37.765475 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07548fed-973f-4457-8967-78a03200b226 req-d7554a61-08bd-4f53-8441-5fa4c606364c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0485113 Dec 10 10:08:37.815140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07548fed-973f-4457-8967-78a03200b226 req-40af20b1-ba7f-45d9-bee0-64abe2b8f7a6 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Dec 10 10:08:37.932400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05fb3-8b10-49c8-b379-df3e9d785abc req-2cbbc16e-d445-4ce3-8b15-0a8239faceed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:37.933913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2c05fb3-8b10-49c8-b379-df3e9d785abc req-2cbbc16e-d445-4ce3-8b15-0a8239faceed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0533438 Dec 10 10:08:37.982406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2c05fb3-8b10-49c8-b379-df3e9d785abc req-fbf357cf-361a-49a5-a4b4-cb590204f1b5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Dec 10 10:08:38.004401 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47996) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:38.043417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d8171-9fca-4074-a4cf-d64fc247bff8 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:38.044924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d05d8171-9fca-4074-a4cf-d64fc247bff8 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 1092 time: 0.0395708 Dec 10 10:08:38.048449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 47998) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:38.052625 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:08:38.074123 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:38.173781 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:38.274668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.53 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/e6a9b099-80bc-4e9f-943d-c79036a69d7a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:08:38.376655 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:38.409288 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:38.447282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:08:38.450147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:08:38.453917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:08:38.480163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=e6a9b099-80bc-4e9f-943d-c79036a69d7a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:38.502008 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:39.165216 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:39.231705 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:39.378830 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:39.383316 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:39.440295 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:39.458928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=e6a9b099-80bc-4e9f-943d-c79036a69d7a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:08:39.468870 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:39.571711 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP 3a49ee5c-de55-4c19-97d1-12280493e841 associated. External IP: 172.25.3.53, port: 83a7dd21-ab66-4921-899a-060f4b82d2f8. Dec 10 10:08:39.781154 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3684399a-bf76-4287-98e5-ebbcdb67ec5c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:08:39.886457 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:08:39.896236 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] Sync routers for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:08:39.905460 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:39.906794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:39.907410 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:39.935478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-16454073-514b-494f-9479-a6b051f4d610 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8860221 Dec 10 10:08:39.936086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:08:39.938412 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e62aeac-4a63-4170-80d6-954ab10aada1" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:08:40.019632 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:40.032466 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d1bc8-e838-4891-b827-c61d7c4d2a7c req-26ba91e1-4138-4b4a-af4e-e1e3dac308bc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:40.034018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a7d1bc8-e838-4891-b827-c61d7c4d2a7c req-26ba91e1-4138-4b4a-af4e-e1e3dac308bc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0496879 Dec 10 10:08:40.083737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a7d1bc8-e838-4891-b827-c61d7c4d2a7c req-c1ff7b62-24e5-469d-b026-44c7b40c182d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437725 Dec 10 10:08:40.106153 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48004) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:40.154085 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f28c147-165d-4326-be03-54ed7d4b7175 x-openstack-request-id: req-1f28c147-165d-4326-be03-54ed7d4b7175 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:08:40.154380 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:08:40.155228 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f28c147-165d-4326-be03-54ed7d4b7175 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:08:40.155640 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'status': 'completed', 'code': 200} Dec 10 10:08:40.213539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e0730885-2804-4dca-ac45-f784550284e7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/3a49ee5c-de55-4c19-97d1-12280493e841 HTTP/1.1" status: 200 len: 991 time: 0.1062098 Dec 10 10:08:40.220423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-4a264255-b11e-4444-afd3-153d6d95960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:40.221923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-4a264255-b11e-4444-afd3-153d6d95960e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 1097 time: 0.0653677 Dec 10 10:08:40.245950 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '3a49ee5c-de55-4c19-97d1-12280493e841', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'port_id': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'mac_address': 'fa:16:3e:1a:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:08:39Z', 'updated_at': '2021-12-10T10:08:39Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c', 'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:ff:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:23Z', 'updated_at': '2021-12-10T10:08:27Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '23c20662-a684-415f-861b-5e685375cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:40.274933 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] Checking router: 3684399a-bf76-4287-98e5-ebbcdb67ec5c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:08:40.283647 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:08:40.284239 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:08:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:40.314148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-d46cbacc-88fe-43f8-9322-d34734f668d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:40.315934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-d46cbacc-88fe-43f8-9322-d34734f668d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=76470b26-8400-4b12-99c3-b045826d06a4 HTTP/1.1" status: 200 len: 897 time: 0.0871379 Dec 10 10:08:40.386921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-f84966ad-005b-41eb-b6bd-51526e471004 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8 HTTP/1.1" status: 200 len: 999 time: 0.0630980 Dec 10 10:08:40.387612 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:08:40.447883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-59c264be-b83e-453c-a1ec-cad24099dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:40.449271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-59c264be-b83e-453c-a1ec-cad24099dbed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23c20662-a684-415f-861b-5e685375cde8 HTTP/1.1" status: 200 len: 835 time: 0.0468249 Dec 10 10:08:40.497815 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-b847b8cb-9af1-4659-9999-61e7b7165432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:08:40.500033 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-b847b8cb-9af1-4659-9999-61e7b7165432 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76470b26-8400-4b12-99c3-b045826d06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438285 Dec 10 10:08:40.595049 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-434736e5-f5c6-4b52-91eb-13b2f149d1c6 service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877399 Dec 10 10:08:40.622880 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '3a49ee5c-de55-4c19-97d1-12280493e841', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'port_id': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'mac_address': 'fa:16:3e:1a:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:08:39Z', 'updated_at': '2021-12-10T10:08:39Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c', 'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:ff:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:23Z', 'updated_at': '2021-12-10T10:08:27Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '23c20662-a684-415f-861b-5e685375cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:08:40.652818 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ffef2-cf7e-4e6a-a68f-4eedd24f7cf5 None None] The sync data for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 is: [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '3a49ee5c-de55-4c19-97d1-12280493e841', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'port_id': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'mac_address': 'fa:16:3e:1a:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:08:39Z', 'updated_at': '2021-12-10T10:08:39Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c', 'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:ff:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:23Z', 'updated_at': '2021-12-10T10:08:27Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '23c20662-a684-415f-861b-5e685375cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:08:40.687662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3e62aeac-4a63-4170-80d6-954ab10aada1 req-f333bc6f-86e6-4fe9-bd3d-924ff7a73198 service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859616 Dec 10 10:08:40.850549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce5b59-8c88-4a4e-b548-aca69847910b None None] New status for floating IP 3a49ee5c-de55-4c19-97d1-12280493e841: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:08:41.218078 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48006) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:08:41.285884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-19f2f351-a32f-404a-917c-38b89ee415fa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/3a49ee5c-de55-4c19-97d1-12280493e841 HTTP/1.1" status: 200 len: 993 time: 0.0664237 Dec 10 10:08:45.871474 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:50.055770 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:08:57.699839 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:09:03.400095 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c8f3cc89-61b0-48ca-9c8d-669478131bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:05.587975 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5e719283-ee8c-4d83-a99e-990a14585553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:06.822751 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:08.502597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:09.442598 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:15.870590 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:20.059999 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:32.759307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-6a85c023-838d-4363-9f66-44c450c4436a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397825 Dec 10 10:09:32.841680 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-34e66b45-8963-49ef-841f-6500ccd96a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:32.843850 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-34e66b45-8963-49ef-841f-6500ccd96a27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 1097 time: 0.0412455 Dec 10 10:09:32.962292 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-5cf9c078-11ff-490a-9fc1-876b5984f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:32.963815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-5cf9c078-11ff-490a-9fc1-876b5984f99e service neutron] 10.222.0.18 "GET /v2.0/networks?id=76470b26-8400-4b12-99c3-b045826d06a4 HTTP/1.1" status: 200 len: 897 time: 0.1012814 Dec 10 10:09:33.036980 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-7706acc9-c67c-4c87-9186-87c44b458641 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8 HTTP/1.1" status: 200 len: 1001 time: 0.0659037 Dec 10 10:09:33.088088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-fff4e0bc-ec25-4ed2-b47b-a448ee0f064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:33.089571 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-fff4e0bc-ec25-4ed2-b47b-a448ee0f064b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23c20662-a684-415f-861b-5e685375cde8 HTTP/1.1" status: 200 len: 835 time: 0.0449800 Dec 10 10:09:33.139107 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-8d315b3f-0df2-40a6-bef3-a6212554bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:33.141552 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-8d315b3f-0df2-40a6-bef3-a6212554bdbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76470b26-8400-4b12-99c3-b045826d06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450773 Dec 10 10:09:33.231885 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-2f8f68e9-8527-4534-bb0e-d6755ad21677 service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831776 Dec 10 10:09:33.325177 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c77a511f-a016-48aa-800a-d3ec52730e45 req-9ce47bbf-6606-490e-bf3e-5c6c62b44e04 service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866876 Dec 10 10:09:33.402465 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fdd369cc-ee4b-471a-b3de-f286dee54e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:34.698774 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:09:35.589401 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5b837c50-594d-46ef-b7a3-60f023e5303c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:36.824678 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:38.505918 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:39.444653 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:44.164785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59592ae9-eb3f-49a4-995e-4957a01d035d req-4aa8e715-f0c4-48cf-921f-1ff648b14448 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:44.166312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59592ae9-eb3f-49a4-995e-4957a01d035d req-4aa8e715-f0c4-48cf-921f-1ff648b14448 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0774004 Dec 10 10:09:44.168641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-e8580cb4-492a-43f6-a100-62c0cef30a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:44.170019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-e8580cb4-492a-43f6-a100-62c0cef30a43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 1097 time: 0.0718424 Dec 10 10:09:44.273440 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59592ae9-eb3f-49a4-995e-4957a01d035d req-bfa4a95d-13ae-48e2-9fd6-0623b5663233 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982530 Dec 10 10:09:44.299272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-d4ff8759-b4ff-4a51-89e1-69d7f2790d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:44.300848 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-d4ff8759-b4ff-4a51-89e1-69d7f2790d7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=76470b26-8400-4b12-99c3-b045826d06a4 HTTP/1.1" status: 200 len: 897 time: 0.1222112 Dec 10 10:09:44.368345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-6f288843-c957-4419-8f51-3bd477274f61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8 HTTP/1.1" status: 200 len: 1001 time: 0.0590432 Dec 10 10:09:44.420278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-7c0a9839-5a87-4f8b-811b-b9163ad57205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:44.421800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-7c0a9839-5a87-4f8b-811b-b9163ad57205 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23c20662-a684-415f-861b-5e685375cde8 HTTP/1.1" status: 200 len: 835 time: 0.0468836 Dec 10 10:09:44.472952 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-07c5e1a1-2962-4ece-a36f-e48ae0c8e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:44.474487 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-07c5e1a1-2962-4ece-a36f-e48ae0c8e0ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76470b26-8400-4b12-99c3-b045826d06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406880 Dec 10 10:09:44.567427 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-87a676b3-6139-407b-851f-2bcd29778cef service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810053 Dec 10 10:09:44.678191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f17b8858-e981-45c3-8290-3fc33e7402a6 req-2ef1e373-73de-4069-a422-ecba390021ca service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026883 Dec 10 10:09:45.394262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a83f5-cd41-4b3b-b7ad-e59f8d59bae8 req-3c030a8d-b571-4587-8d8f-3a15e710bd67 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:45.395737 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-102a83f5-cd41-4b3b-b7ad-e59f8d59bae8 req-3c030a8d-b571-4587-8d8f-3a15e710bd67 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0495939 Dec 10 10:09:45.444083 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-102a83f5-cd41-4b3b-b7ad-e59f8d59bae8 req-3acf3bf2-2230-4347-881c-7c78cc94da18 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423293 Dec 10 10:09:45.888868 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:46.566619 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6cf16-9bf1-47b6-b0f0-3e39d2317861 req-941f3c1c-7eaa-4689-b636-64f8afb81048 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:46.567608 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ac6cf16-9bf1-47b6-b0f0-3e39d2317861 req-941f3c1c-7eaa-4689-b636-64f8afb81048 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0534525 Dec 10 10:09:46.621595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ac6cf16-9bf1-47b6-b0f0-3e39d2317861 req-28609e66-85df-479e-8fa4-2d9a5b8ab0ae tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477395 Dec 10 10:09:47.737125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa094b16-925c-4fa0-897f-c927ceb8e88b req-898e6eab-79f2-4d9a-997c-0b245948e47c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:47.738629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa094b16-925c-4fa0-897f-c927ceb8e88b req-898e6eab-79f2-4d9a-997c-0b245948e47c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0486987 Dec 10 10:09:47.787279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa094b16-925c-4fa0-897f-c927ceb8e88b req-2321ca61-2a9d-42db-b7eb-4e280467ef81 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Dec 10 10:09:48.902132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb5c85-f2c6-461e-9ab5-549c4a778265 req-08b77c5d-01da-4763-ba00-f2640a668a24 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:48.903601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08fb5c85-f2c6-461e-9ab5-549c4a778265 req-08b77c5d-01da-4763-ba00-f2640a668a24 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0487812 Dec 10 10:09:48.957159 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08fb5c85-f2c6-461e-9ab5-549c4a778265 req-0a8aa105-2392-47cf-9976-e2c2c020f57e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473354 Dec 10 10:09:50.055528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:09:50.074733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faec738-97c6-4b1d-a76c-8cbf11ca8017 req-13907e25-d751-46ee-bc52-102826e5ed8f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:50.076244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2faec738-97c6-4b1d-a76c-8cbf11ca8017 req-13907e25-d751-46ee-bc52-102826e5ed8f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0518544 Dec 10 10:09:50.126975 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2faec738-97c6-4b1d-a76c-8cbf11ca8017 req-e5e69f0d-c50b-4fcb-b55f-8aefe1141447 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441527 Dec 10 10:09:51.243943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598753f-f0dd-42a1-8389-a1bf0a9d8543 req-94e2fe48-4812-4f52-af43-dea92c84d58a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:51.245409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4598753f-f0dd-42a1-8389-a1bf0a9d8543 req-94e2fe48-4812-4f52-af43-dea92c84d58a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0481668 Dec 10 10:09:51.294192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4598753f-f0dd-42a1-8389-a1bf0a9d8543 req-78b3350b-7500-4d93-8283-82d97b1b7202 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Dec 10 10:09:52.416353 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78dd02-1a24-434c-8164-7f76255791e1 req-5c5a1bae-8487-43e9-8f61-b4e2bfe8fc25 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:52.417844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc78dd02-1a24-434c-8164-7f76255791e1 req-5c5a1bae-8487-43e9-8f61-b4e2bfe8fc25 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0525985 Dec 10 10:09:52.466573 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc78dd02-1a24-434c-8164-7f76255791e1 req-6910cf6b-1fba-4bee-a2bc-03d10edeb074 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Dec 10 10:09:53.594568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555216ea-5df9-417f-908d-7d9257362206 req-43273e4a-aa9d-4eef-b767-dc9d7137b187 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:53.596050 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-555216ea-5df9-417f-908d-7d9257362206 req-43273e4a-aa9d-4eef-b767-dc9d7137b187 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0605154 Dec 10 10:09:53.646783 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-555216ea-5df9-417f-908d-7d9257362206 req-cf1372cb-4a33-4503-9064-1ca2541fc382 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446401 Dec 10 10:09:54.766342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39af10b-726d-4a36-8cbb-b9340759db40 req-2728db2b-a8e8-41b4-94c1-67eaa2fd2d1b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:54.767799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b39af10b-726d-4a36-8cbb-b9340759db40 req-2728db2b-a8e8-41b4-94c1-67eaa2fd2d1b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0534701 Dec 10 10:09:54.816304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b39af10b-726d-4a36-8cbb-b9340759db40 req-17dd286c-1410-4927-937d-4ced521a1d16 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424950 Dec 10 10:09:55.931231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664a372-600f-4011-9ce4-ee8e7a649f1b req-c9d2e7ae-4bc9-47fe-8f8e-42f903b11d1e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:55.932710 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0664a372-600f-4011-9ce4-ee8e7a649f1b req-c9d2e7ae-4bc9-47fe-8f8e-42f903b11d1e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0480061 Dec 10 10:09:55.982697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0664a372-600f-4011-9ce4-ee8e7a649f1b req-86c8bb8c-f1e7-433d-8753-8f820c3c0613 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Dec 10 10:09:57.103874 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313388e8-1069-4e02-bb6c-c803c5804f6b req-2a1e4605-ebb6-49bf-a550-26cb307ac446 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:57.105724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-313388e8-1069-4e02-bb6c-c803c5804f6b req-2a1e4605-ebb6-49bf-a550-26cb307ac446 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0528748 Dec 10 10:09:57.161373 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-313388e8-1069-4e02-bb6c-c803c5804f6b req-17d71c2e-7af9-4782-b96e-bb41e5c9c5d2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489657 Dec 10 10:09:58.278869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77161e26-5abb-4382-ad4b-b29f1620c465 req-cf5a1783-d765-420c-b04b-516c40c0ed10 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:58.281104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77161e26-5abb-4382-ad4b-b29f1620c465 req-cf5a1783-d765-420c-b04b-516c40c0ed10 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0502176 Dec 10 10:09:58.329866 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-77161e26-5abb-4382-ad4b-b29f1620c465 req-7adbb724-045f-47f5-81bc-f04842c412f0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Dec 10 10:09:59.449110 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6eacb-e1ca-4d88-9c5a-ef11afb2e786 req-6098f537-a2b6-4cda-95e5-781ff28a016d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:09:59.450621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79b6eacb-e1ca-4d88-9c5a-ef11afb2e786 req-6098f537-a2b6-4cda-95e5-781ff28a016d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0498168 Dec 10 10:09:59.502059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79b6eacb-e1ca-4d88-9c5a-ef11afb2e786 req-924aaf0b-8d31-4e82-bf41-92ea04f925e6 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454690 Dec 10 10:10:00.627146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716854b9-a203-49b0-856c-c1cbe2fa9bac req-49f7170d-314e-410a-9427-9507dd7e69de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:00.628772 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-716854b9-a203-49b0-856c-c1cbe2fa9bac req-49f7170d-314e-410a-9427-9507dd7e69de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0540724 Dec 10 10:10:00.678341 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-716854b9-a203-49b0-856c-c1cbe2fa9bac req-913c9e8c-4863-4135-9d5d-4671ecf0ac22 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 Dec 10 10:10:01.795226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccbe7d-f3b8-446a-94ac-8a253c9b71c1 req-626eee1c-17d1-4bbc-a2e5-84e5754628fb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:01.796636 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08ccbe7d-f3b8-446a-94ac-8a253c9b71c1 req-626eee1c-17d1-4bbc-a2e5-84e5754628fb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0496376 Dec 10 10:10:01.846629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-08ccbe7d-f3b8-446a-94ac-8a253c9b71c1 req-a7d275a0-4658-4b32-8396-fb415dda09d5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440636 Dec 10 10:10:01.872312 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48064) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:10:01.938279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eca5c24a-e18e-4499-8251-a7e9e82eed2e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/3a49ee5c-de55-4c19-97d1-12280493e841 HTTP/1.1" status: 200 len: 993 time: 0.0648339 Dec 10 10:10:03.404319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea68a4dc-b088-4e37-b90e-f562e4f10576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:05.589952 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-55491cf5-6d05-4000-b237-e118597309bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:06.828647 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:08.507049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:09.446833 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:11.698575 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:10:15.892194 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:20.078646 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:33.408710 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3f492386-e159-4d94-8e99-1eebd513c326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:34.899298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-f3de9e5c-5c61-4069-be90-1e8bd997be00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160231 Dec 10 10:10:34.980529 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-5e45af6b-1c4e-4083-9fed-22878ff25e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:34.982044 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-5e45af6b-1c4e-4083-9fed-22878ff25e97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 1097 time: 0.0411355 Dec 10 10:10:35.087450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-e4b94639-a331-4574-9122-ba88da5fc29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:35.088809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-e4b94639-a331-4574-9122-ba88da5fc29f service neutron] 10.222.0.18 "GET /v2.0/networks?id=76470b26-8400-4b12-99c3-b045826d06a4 HTTP/1.1" status: 200 len: 897 time: 0.0877171 Dec 10 10:10:35.154503 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-4fcc7eba-8165-44a1-a2e8-d4bcb8928d1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8 HTTP/1.1" status: 200 len: 1001 time: 0.0574951 Dec 10 10:10:35.204020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-19c9ef1d-b40f-425d-84d3-b1d2a19d8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:35.205441 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-19c9ef1d-b40f-425d-84d3-b1d2a19d8315 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23c20662-a684-415f-861b-5e685375cde8 HTTP/1.1" status: 200 len: 835 time: 0.0438032 Dec 10 10:10:35.255062 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-a8beb2bb-aa98-4546-b346-b40345de07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:35.256558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-a8beb2bb-aa98-4546-b346-b40345de07a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76470b26-8400-4b12-99c3-b045826d06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441821 Dec 10 10:10:35.272424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-17e9608c-14fc-4f1d-840e-64ab38a37339 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:10:35.273114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-17e9608c-14fc-4f1d-840e-64ab38a37339 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090573 Dec 10 10:10:35.360918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-2c4a1e5e-1ea7-4a55-81ab-6c60cee81f1a service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811589 Dec 10 10:10:35.453567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-45cc118e-0fbb-4bdd-a8d0-a97aca642f3b req-6af91c86-1d84-4f4e-807d-dee9b2f33bd9 service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851507 Dec 10 10:10:35.591769 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-603f725f-aedf-4922-8b6b-2f07b463b1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:36.832235 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:38.509795 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:39.449151 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:45.891529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:48.697739 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:10:50.085304 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:50.502639 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48092) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:10:50.665330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port e6a9b099-80bc-4e9f-943d-c79036a69d7a {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:10:50.665708 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:50.739824 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:50.740145 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:50.751454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for e6a9b099-80bc-4e9f-943d-c79036a69d7a owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:10:50.903701 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:50.927432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=e6a9b099-80bc-4e9f-943d-c79036a69d7a,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:10:50.937332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.937712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.938060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.938404 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.938741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.939072 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.939441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.940328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.940328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.940532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.940718 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.941042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:50.941367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:51.005263 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:51.005630 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP 3a49ee5c-de55-4c19-97d1-12280493e841 disassociated (deleted). External IP: 172.25.3.53, port: 83a7dd21-ab66-4921-899a-060f4b82d2f8. Dec 10 10:10:51.564667 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3684399a-bf76-4287-98e5-ebbcdb67ec5c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:10:51.669438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:10:51.674500 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:51.679286 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] Sync routers for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:10:51.688802 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:10:51.689453 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:10:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:51.705649 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8464aa36-32cd-49d8-9475-40a23b52af01 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/floatingips/3a49ee5c-de55-4c19-97d1-12280493e841 HTTP/1.1" status: 204 len: 168 time: 1.2013009 Dec 10 10:10:51.706244 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:10:51.709249 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:10:51.797942 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:10:51.862308 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c0deb4-9cb9-4c34-9bb4-cca2540d6630 x-openstack-request-id: req-e2c0deb4-9cb9-4c34-9bb4-cca2540d6630 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:10:51.862660 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:10:51.862923 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2c0deb4-9cb9-4c34-9bb4-cca2540d6630 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:10:51.863343 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'status': 'completed', 'code': 200} Dec 10 10:10:51.960598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-f7ed95e8-8bb0-48f4-88cd-12298eccbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:51.962142 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-f7ed95e8-8bb0-48f4-88cd-12298eccbeed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 1097 time: 0.0727646 Dec 10 10:10:51.973163 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b5ad-dadc-413c-8cbb-6bf5ea33a6a7 req-1051bdf8-f13b-44a2-9932-308777c3dc40 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:51.974602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e74b5ad-dadc-413c-8cbb-6bf5ea33a6a7 req-1051bdf8-f13b-44a2-9932-308777c3dc40 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0590160 Dec 10 10:10:52.000529 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c', 'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:ff:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:23Z', 'updated_at': '2021-12-10T10:08:27Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '23c20662-a684-415f-861b-5e685375cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:52.031024 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] Checking router: 3684399a-bf76-4287-98e5-ebbcdb67ec5c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:10:52.039870 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:10:52.040474 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:10:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:52.076529 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e74b5ad-dadc-413c-8cbb-6bf5ea33a6a7 req-9cd6dc3d-4ebf-4bcc-80c2-9802145e75db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936399 Dec 10 10:10:52.099617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-116012bb-ca20-490b-b710-a55b089ccba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:52.100942 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-116012bb-ca20-490b-b710-a55b089ccba2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=76470b26-8400-4b12-99c3-b045826d06a4 HTTP/1.1" status: 200 len: 897 time: 0.1254866 Dec 10 10:10:52.145429 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-beac32c4-3d05-4b56-b0f4-2edb0604a062 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8 HTTP/1.1" status: 200 len: 217 time: 0.0364358 Dec 10 10:10:52.147589 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:10:52.200178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-8a4d58cb-a079-4bbf-b6b8-015c2b3debe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:52.201660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-8a4d58cb-a079-4bbf-b6b8-015c2b3debe7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23c20662-a684-415f-861b-5e685375cde8 HTTP/1.1" status: 200 len: 835 time: 0.0483553 Dec 10 10:10:52.251093 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-cd051efc-1481-48e0-bfca-88f31dd4c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:52.252593 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-cd051efc-1481-48e0-bfca-88f31dd4c422 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76470b26-8400-4b12-99c3-b045826d06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407071 Dec 10 10:10:52.345342 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-f814c1a5-2f50-4066-9f8f-6da1d87f1263 service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837920 Dec 10 10:10:52.347163 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c', 'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:ff:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:23Z', 'updated_at': '2021-12-10T10:08:27Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '23c20662-a684-415f-861b-5e685375cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:52.372876 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b91dd3-6a10-4c73-b44d-7550a0333cac None None] The sync data for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 is: [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:24Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c', 'name': '', 'network_id': '76470b26-8400-4b12-99c3-b045826d06a4', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:ff:c6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '23c20662-a684-415f-861b-5e685375cde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:23Z', 'updated_at': '2021-12-10T10:08:27Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '23c20662-a684-415f-861b-5e685375cde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:10:52.442851 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ee5aa86-02f8-4fc0-bfb8-1a29151a4221 req-47c37032-3654-4ee9-b01e-4a16979606d5 service neutron] 10.222.0.18 "GET /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896926 Dec 10 10:10:52.591527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf01e7-dd79-4264-aee2-69ca0e8af8f4 None None] New status for floating IP 3a49ee5c-de55-4c19-97d1-12280493e841: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:10:53.194870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20944e-5b50-48b1-b597-afc90a847f05 req-b838033d-d321-435e-b0be-5cadabc0929d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:53.196348 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f20944e-5b50-48b1-b597-afc90a847f05 req-b838033d-d321-435e-b0be-5cadabc0929d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0491760 Dec 10 10:10:53.244546 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f20944e-5b50-48b1-b597-afc90a847f05 req-838d1531-b6a9-4a3e-8146-263839f810fe tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Dec 10 10:10:53.780230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363736-419d-4146-a463-290b350c330c req-947e2459-e902-42ac-91d0-27fa25aa67d2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:10:53.781700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a363736-419d-4146-a463-290b350c330c req-947e2459-e902-42ac-91d0-27fa25aa67d2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 946 time: 0.0473979 Dec 10 10:10:53.872660 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-8a363736-419d-4146-a463-290b350c330c req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 83a7dd21-ab66-4921-899a-060f4b82d2f8 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:10:53.872913 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a363736-419d-4146-a463-290b350c330c req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:53.960713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-8a363736-419d-4146-a463-290b350c330c req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 83a7dd21-ab66-4921-899a-060f4b82d2f8, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=83a7dd21-ab66-4921-899a-060f4b82d2f8,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:10:53.961075 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a363736-419d-4146-a463-290b350c330c req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:53.973236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-8a363736-419d-4146-a463-290b350c330c req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 83a7dd21-ab66-4921-899a-060f4b82d2f8 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:10:54.101558 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a363736-419d-4146-a463-290b350c330c req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:54.135527 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=83a7dd21-ab66-4921-899a-060f4b82d2f8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:10:54.179791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a363736-419d-4146-a463-290b350c330c req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] No DVR routers for this DVR port 83a7dd21-ab66-4921-899a-060f4b82d2f8 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:10:54.182488 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8a363736-419d-4146-a463-290b350c330c req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:54.186004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8a363736-419d-4146-a463-290b350c330c req-dd327f15-916d-492a-ab9c-151cd16d3af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "DELETE /v2.0/ports/83a7dd21-ab66-4921-899a-060f4b82d2f8 HTTP/1.1" status: 204 len: 173 time: 0.3979182 Dec 10 10:10:54.186445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'name': 'network-vif-deleted', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:10:54.188682 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebabc9b0-bfe1-4c0c-9973-4d456a695db4" -d '{"events": [{"server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "name": "network-vif-deleted", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:10:54.225972 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b5d87a-3c62-4faa-b4e3-b189d6b772b9 x-openstack-request-id: req-34b5d87a-3c62-4faa-b4e3-b189d6b772b9 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:10:54.226574 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca", "name": "network-vif-deleted", "tag": "83a7dd21-ab66-4921-899a-060f4b82d2f8", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:10:54.226574 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34b5d87a-3c62-4faa-b4e3-b189d6b772b9 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:10:54.226908 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca', 'name': 'network-vif-deleted', 'tag': '83a7dd21-ab66-4921-899a-060f4b82d2f8', 'status': 'completed', 'code': 200} Dec 10 10:10:54.354034 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9af012f4-9dce-45dd-b11b-a8c07b4e0345 req-b8fb8b15-c323-49c1-82d1-19d9605d3275 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd3ab8e3-9f32-436a-bc42-8c6e2e73ceca HTTP/1.1" status: 200 len: 210 time: 0.0270779 Dec 10 10:10:55.410413 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48108) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:10:55.778429 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:56.029124 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:10:56.029472 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:56.121187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:10:56.121583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:56.133448 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:10:56.329065 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:56.356055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:10:56.537485 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:56.756798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3684399a-bf76-4287-98e5-ebbcdb67ec5c has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:10:56.863254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:10:56.868298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-611062a7-ffd8-4e1b-b112-5075579aea08 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/3684399a-bf76-4287-98e5-ebbcdb67ec5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4568622 Dec 10 10:10:56.871021 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48110) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:10:56.873680 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] Sync routers for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:10:56.885730 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:10:56.886414 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:10:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:56.927465 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-421a4f0b-c21f-43af-8324-1650c0ad2c47 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting subnet 23c20662-a684-415f-861b-5e685375cde8 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:10:56.930700 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-421a4f0b-c21f-43af-8324-1650c0ad2c47 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:56.971300 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-421a4f0b-c21f-43af-8324-1650c0ad2c47 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:56.992158 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:10:57.055439 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-421a4f0b-c21f-43af-8324-1650c0ad2c47 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.118665 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-421a4f0b-c21f-43af-8324-1650c0ad2c47 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.146581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a4f0b-c21f-43af-8324-1650c0ad2c47 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Subnet': ['ID=23c20662-a684-415f-861b-5e685375cde8,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:10:57.150166 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-421a4f0b-c21f-43af-8324-1650c0ad2c47 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.153439 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-421a4f0b-c21f-43af-8324-1650c0ad2c47 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/subnets/23c20662-a684-415f-861b-5e685375cde8 HTTP/1.1" status: 204 len: 168 time: 0.2814724 Dec 10 10:10:57.156018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48112) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:10:57.160218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085b51cd-c5eb-42f8-ab88-c4be60e40be8 None None] Network 76470b26-8400-4b12-99c3-b045826d06a4 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:10:57.272411 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.290911 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:10:56Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:57.319042 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] Checking router: 3684399a-bf76-4287-98e5-ebbcdb67ec5c for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:10:57.327913 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] Routers {'3684399a-bf76-4287-98e5-ebbcdb67ec5c'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:10:57.328520 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:10:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:57.374391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] DHCP port deletion for 76470b26-8400-4b12-99c3-b045826d06a4 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:10:57.399278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.422951 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Deleting port 688814d6-e14f-4f69-98ee-fa691ff3b7d4 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:10:57.423323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.447171 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] Set router 3684399a-bf76-4287-98e5-ebbcdb67ec5c gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:10:57.454241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port b76d6b72-4165-4be4-b3ce-da8e19874e2d {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:10:57.454588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.495892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] For port 688814d6-e14f-4f69-98ee-fa691ff3b7d4, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=688814d6-e14f-4f69-98ee-fa691ff3b7d4,segment=NetworkSegment(8528ecf6-35b4-4f79-97b8-807c180e6a51),segment_id=8528ecf6-35b4-4f79-97b8-807c180e6a51)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:10:57.496304 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.510348 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Calling delete_port for 688814d6-e14f-4f69-98ee-fa691ff3b7d4 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:10:57.536706 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port b76d6b72-4165-4be4-b3ce-da8e19874e2d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b76d6b72-4165-4be4-b3ce-da8e19874e2d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:10:57.537079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.549493 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for b76d6b72-4165-4be4-b3ce-da8e19874e2d owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:10:57.594037 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.622625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Pushing event deleted for resources: {'Port': ['ID=688814d6-e14f-4f69-98ee-fa691ff3b7d4,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:10:57.627562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] No DVR routers for this DVR port 688814d6-e14f-4f69-98ee-fa691ff3b7d4 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:10:57.634611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.637368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.637368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.637368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.639167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.639167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.639167 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.639676 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.639873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.640510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.640510 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.640770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.641097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ddfc7-6ad8-4d17-8eab-ae99e0979475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:57.648331 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:10:56Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:57.678828 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5460ca-a092-4c49-a6b3-8da7fb66ae0e None None] The sync data for ids ['3684399a-bf76-4287-98e5-ebbcdb67ec5c'] in n-d-814746-3 is: [{'id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348100281', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:10:56Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'b76d6b72-4165-4be4-b3ce-da8e19874e2d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3684399a-bf76-4287-98e5-ebbcdb67ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:08:21Z', 'updated_at': '2021-12-10T10:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:10:57.736578 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.764039 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=b76d6b72-4165-4be4-b3ce-da8e19874e2d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:10:57.779075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61ba619-2954-43bb-8e08-70d7472f6b10 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:10:57.827221 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.917127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.919261 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.961744 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.962263 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Fanout notify agent at l3_agent the message router_deleted on router 3684399a-bf76-4287-98e5-ebbcdb67ec5c {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:10:57.969055 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:57.970198 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-80b4a0f6-911a-4fb7-bd84-d44e1b5506a7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/routers/3684399a-bf76-4287-98e5-ebbcdb67ec5c HTTP/1.1" status: 204 len: 168 time: 0.8132451 Dec 10 10:10:57.973715 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48114) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:10:58.055845 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.150637 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.172709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76470b26-8400-4b12-99c3-b045826d06a4']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:58.182224 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8528ecf6-35b4-4f79-97b8-807c180e6a51') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:58.182514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8528ecf6-35b4-4f79-97b8-807c180e6a51') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:10:58.192894 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.206437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.213149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:10:58.213373 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:10:58.217024 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:10:58.280120 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.290067 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.293466 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/networks/76470b26-8400-4b12-99c3-b045826d06a4 HTTP/1.1" status: 204 len: 168 time: 0.3188255 Dec 10 10:10:58.296353 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48116) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:10:58.306767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5f4c7-4f9a-4fcb-aad2-e11bc371bbfc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Network': ['ID=76470b26-8400-4b12-99c3-b045826d06a4,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:10:58.357961 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.383469 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.441930 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.444449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:10:58.445630 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/security-groups/dcf78f6a-b4bf-493e-a9e4-f3ba9328401a HTTP/1.1" status: 204 len: 168 time: 0.1475105 Dec 10 10:10:58.454468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf78f6a-b4bf-493e-a9e4-f3ba9328401a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:10:58.462533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.462890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.463237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.463581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.463919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.464250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.464583 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.464916 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.465244 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.465603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.465934 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.466259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.466581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05694d6-11a4-4858-a262-7fe3d4afb3c5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:10:58.489765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 83a7dd21-ab66-4921-899a-060f4b82d2f8 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:10:58.510544 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 83a7dd21-ab66-4921-899a-060f4b82d2f8 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:10:58.510901 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 83a7dd21-ab66-4921-899a-060f4b82d2f8 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:10:59.338307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 688814d6-e14f-4f69-98ee-fa691ff3b7d4 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:10:59.359897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 688814d6-e14f-4f69-98ee-fa691ff3b7d4 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:10:59.360247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 688814d6-e14f-4f69-98ee-fa691ff3b7d4 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:10:59.360654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:10:59.380579 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:10:59.380929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 90f73f8c-b91d-4d37-a6f6-d88f2b26ec9c not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:10:59.381323 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b76d6b72-4165-4be4-b3ce-da8e19874e2d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:10:59.399670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: b76d6b72-4165-4be4-b3ce-da8e19874e2d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:10:59.400016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b76d6b72-4165-4be4-b3ce-da8e19874e2d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:10:59.850159 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48126) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:10:59.854822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cbd82eb1-f9fd-42eb-a242-2a22201dd200 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732558378', 'description': 'tempest-secgroup-smoke-732558378 description', 'project_id': '0144896f3d664944b51fdd5da32cce93'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:10:59.877954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cbd82eb1-f9fd-42eb-a242-2a22201dd200 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.258085 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cbd82eb1-f9fd-42eb-a242-2a22201dd200 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.261892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cbd82eb1-f9fd-42eb-a242-2a22201dd200 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.289903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cbd82eb1-f9fd-42eb-a242-2a22201dd200 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.291116 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cbd82eb1-f9fd-42eb-a242-2a22201dd200 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4399395 Dec 10 10:11:00.292949 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd82eb1-f9fd-42eb-a242-2a22201dd200 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fa2315-7650-4eae-9a5e-0199980ed194,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:00.294421 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48128) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:00.299919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-da90a5c8-cfe9-4ef5-b872-5d9c9707f741 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa2315-7650-4eae-9a5e-0199980ed194', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:00.326246 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da90a5c8-cfe9-4ef5-b872-5d9c9707f741 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.380031 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da90a5c8-cfe9-4ef5-b872-5d9c9707f741 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.383666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da90a5c8-cfe9-4ef5-b872-5d9c9707f741 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.404732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90a5c8-cfe9-4ef5-b872-5d9c9707f741 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e71ded-641f-4f23-946b-214b5e085cef,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:00.412529 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da90a5c8-cfe9-4ef5-b872-5d9c9707f741 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.413738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-da90a5c8-cfe9-4ef5-b872-5d9c9707f741 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182513 Dec 10 10:11:00.416526 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48130) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:00.420716 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-52063f9d-5e42-4fd1-bf5f-98d20087f43e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa2315-7650-4eae-9a5e-0199980ed194', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:00.446966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52063f9d-5e42-4fd1-bf5f-98d20087f43e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.502926 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52063f9d-5e42-4fd1-bf5f-98d20087f43e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.506523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52063f9d-5e42-4fd1-bf5f-98d20087f43e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.523726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52063f9d-5e42-4fd1-bf5f-98d20087f43e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2756622d-bc35-49b6-9e04-ea327f16b02b,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:00.532514 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-52063f9d-5e42-4fd1-bf5f-98d20087f43e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.534657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-52063f9d-5e42-4fd1-bf5f-98d20087f43e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171284 Dec 10 10:11:00.537310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:00.544532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4cd2d723-b689-4966-93c6-73610a86c7f9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa2315-7650-4eae-9a5e-0199980ed194', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:00.580212 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d723-b689-4966-93c6-73610a86c7f9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.647551 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d723-b689-4966-93c6-73610a86c7f9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.651269 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d723-b689-4966-93c6-73610a86c7f9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.672130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2d723-b689-4966-93c6-73610a86c7f9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920dd98d-f68c-4e75-90a2-8efeacaf5d6d,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:00.677666 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d723-b689-4966-93c6-73610a86c7f9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.678835 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4cd2d723-b689-4966-93c6-73610a86c7f9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405299 Dec 10 10:11:00.681646 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48134) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:00.685986 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a3187618-2b55-4b69-8bf7-3bed1436962b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa2315-7650-4eae-9a5e-0199980ed194', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:00.711240 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3187618-2b55-4b69-8bf7-3bed1436962b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.767924 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3187618-2b55-4b69-8bf7-3bed1436962b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.771321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3187618-2b55-4b69-8bf7-3bed1436962b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.791566 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3187618-2b55-4b69-8bf7-3bed1436962b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529da50b-8d54-428f-8dfb-491dedd410e1,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:00.801800 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a3187618-2b55-4b69-8bf7-3bed1436962b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.802977 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a3187618-2b55-4b69-8bf7-3bed1436962b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204202 Dec 10 10:11:00.805867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48136) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:00.810043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-da56a330-9563-4b6c-a96d-a2135823c85c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa2315-7650-4eae-9a5e-0199980ed194', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:00.830769 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-da56a330-9563-4b6c-a96d-a2135823c85c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:11:00.835654 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da56a330-9563-4b6c-a96d-a2135823c85c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.893225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da56a330-9563-4b6c-a96d-a2135823c85c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.896704 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da56a330-9563-4b6c-a96d-a2135823c85c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.915422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56a330-9563-4b6c-a96d-a2135823c85c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d12af85-de32-4b58-a10f-37581bf3499a,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:00.920967 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-da56a330-9563-4b6c-a96d-a2135823c85c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:00.922368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-da56a330-9563-4b6c-a96d-a2135823c85c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155069 Dec 10 10:11:00.925265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48138) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:00.929520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c998e0c7-d219-45f3-81a1-39a3efa76694 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa2315-7650-4eae-9a5e-0199980ed194', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:00.957864 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-c998e0c7-d219-45f3-81a1-39a3efa76694 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:11:00.963045 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c998e0c7-d219-45f3-81a1-39a3efa76694 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.022433 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c998e0c7-d219-45f3-81a1-39a3efa76694 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.025963 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c998e0c7-d219-45f3-81a1-39a3efa76694 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.043817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998e0c7-d219-45f3-81a1-39a3efa76694 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf85f95-0115-496a-b537-ff9e6d36de1e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:01.051404 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c998e0c7-d219-45f3-81a1-39a3efa76694 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.055587 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c998e0c7-d219-45f3-81a1-39a3efa76694 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267049 Dec 10 10:11:01.055738 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48140) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:01.060473 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'network': {'name': 'tempest-network-smoke--655267518', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'port_security_enabled': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:01.081458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:11:01.084865 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.108203 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:11:01.116931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.117292 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Added segment 594ef5af-8da1-4644-80f6-3c19d6a31b10 of type vlan for network ca1be659-0659-4560-ae44-f8f163e4fdd9 Dec 10 10:11:01.158364 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.182837 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.188384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:01.188994 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.243677 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1868713 Dec 10 10:11:01.246532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48142) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:01.251118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'admin_state_up': True, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:01.259245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07996c-75b5-4683-aae0-82f12f298255 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Network': ['ID=ca1be659-0659-4560-ae44-f8f163e4fdd9,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:01.269893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network ca1be659-0659-4560-ae44-f8f163e4fdd9 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:11:01.274302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.275305 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.327572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.467670 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.659228 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.677554 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.775371 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.110 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/ec98b429-ac32-47d2-bda9-04bf7c31ca92) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:11:01.879075 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.912969 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:01.949421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:11:01.952311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:11:01.955335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:11:01.965912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b7c8b-ecee-48df-b132-ff322af3f971 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:11:01.984750 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=ec98b429-ac32-47d2-bda9-04bf7c31ca92,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:02.062409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-992528d8-f44f-4ac9-ab42-55731ac99d40 None None] Provisioning complete for port ec98b429-ac32-47d2-bda9-04bf7c31ca92 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:02.062775 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-992528d8-f44f-4ac9-ab42-55731ac99d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:02.100022 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-992528d8-f44f-4ac9-ab42-55731ac99d40 None None] Port ec98b429-ac32-47d2-bda9-04bf7c31ca92 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:11:02.209886 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:02.408411 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:02.536658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router aeb67707-fe1e-4f46-b2be-03b5a91518cd is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:11:02.651685 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:11:02.661991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Sync routers for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:11:02.672003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:11:02.672639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:10:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:02.673055 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:02.675075 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-2db42b72-a049-450a-acd5-09baf66b40e9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4275236 Dec 10 10:11:02.678310 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48144) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:02.706978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-62875eb2-ffa1-411a-9a03-4db7d722c0e7 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0144896f3d664944b51fdd5da32cce93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274343 Dec 10 10:11:02.709691 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48146) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:02.800363 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aff71a-e722-49c1-b3d1-81d35cee4adc tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:02.801977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b2aff71a-e722-49c1-b3d1-81d35cee4adc tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913792 Dec 10 10:11:02.804926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48148) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:02.838747 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-809a29f7-da01-478b-9781-70996765ad6e tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325983 Dec 10 10:11:02.841386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48150) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:02.847577 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396574455', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:02.940826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:11:02.942213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:11:02.946486 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.124078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:02Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:03.135848 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.152047 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Checking router: aeb67707-fe1e-4f46-b2be-03b5a91518cd for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:11:03.152402 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Updating router aeb67707-fe1e-4f46-b2be-03b5a91518cd port ec98b429-ac32-47d2-bda9-04bf7c31ca92 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:11:03.178029 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.196131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Subnet': ['ID=2fa08ae3-000d-4d7d-bdfc-579614f37093,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:03.206128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Checking segment: {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:11:03.206492 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network hostable DHCP agents. Network: ca1be659-0659-4560-ae44-f8f163e4fdd9, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:11:03.223332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network ca1be659-0659-4560-ae44-f8f163e4fdd9 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:11:03.232356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, ca1be659-0659-4560-ae44-f8f163e4fdd9) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:11:03.236950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:03.238242 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.256954 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-890fbac6-cab4-44a0-ac75-f34df1cd4316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4139180 Dec 10 10:11:03.262052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48152) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:03.273195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e40d3-79dd-4bd8-80e3-89c38aa5be26 None None] Network ca1be659-0659-4560-ae44-f8f163e4fdd9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:11:03.453842 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-30831d95-49dd-465f-95d6-e44b72353678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.471639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-ca1be659-0659-4560-ae44-f8f163e4fdd9', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:11:03.472564 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.648731 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.656723 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.712265 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.716076 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Allocated IP 172.20.0.2 (ca1be659-0659-4560-ae44-f8f163e4fdd9/2fa08ae3-000d-4d7d-bdfc-579614f37093/b180f8f5-e2ce-4356-921a-1b4efebd13c1) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:11:03.720784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e150e-d5ad-4462-82b1-ae205ac65a2b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:11:03.739853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Attempting to bind port ec98b429-ac32-47d2-bda9-04bf7c31ca92 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:11:03.740222 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Attempting to bind port ec98b429-ac32-47d2-bda9-04bf7c31ca92 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:11:03.740576 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Attempting to bind port ec98b429-ac32-47d2-bda9-04bf7c31ca92 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:11:03.742488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ed36e-3c0a-4eef-b63c-a04f55cd8635 None None] Pushing event updated for resources: {'Port': ['ID=ec98b429-ac32-47d2-bda9-04bf7c31ca92,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:03.750387 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:11:03.752068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:11:03.752068 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.752068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:11:03.752991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Bound port: ec98b429-ac32-47d2-bda9-04bf7c31ca92, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:11:03.752991 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.874691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b73bfb14-7f30-45b1-9dcc-43e6c10a9579 None None] Provisioning complete for port ec98b429-ac32-47d2-bda9-04bf7c31ca92 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:03.875065 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b73bfb14-7f30-45b1-9dcc-43e6c10a9579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.882787 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] For port ec98b429-ac32-47d2-bda9-04bf7c31ca92, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:11:03.925065 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] For port ec98b429-ac32-47d2-bda9-04bf7c31ca92, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ec98b429-ac32-47d2-bda9-04bf7c31ca92,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:11:03.938699 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:03.997382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b73bfb14-7f30-45b1-9dcc-43e6c10a9579 None None] Port ec98b429-ac32-47d2-bda9-04bf7c31ca92 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:11:04.013811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb336c83-ccf3-4323-b254-2246caa897af None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:11:04.050306 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.051810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:11:04.052432 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:10:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:04.055187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ed36e-3c0a-4eef-b63c-a04f55cd8635 None None] Pushing event updated for resources: {'Port': ['ID=ec98b429-ac32-47d2-bda9-04bf7c31ca92,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:04.092344 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.114748 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.1 (ca1be659-0659-4560-ae44-f8f163e4fdd9/2fa08ae3-000d-4d7d-bdfc-579614f37093/5903b348-882d-454c-a787-d51fd6e3e2ec) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:11:04.187543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Network ca1be659-0659-4560-ae44-f8f163e4fdd9 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:11:04.196310 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Pushing event updated for resources: {'Port': ['ID=b180f8f5-e2ce-4356-921a-1b4efebd13c1,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:04.198710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:11:04.204030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:11:04.215000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a150d470-a3da-4cdd-bb4f-60aa4d6a0526 None None] Provisioning complete for port ec98b429-ac32-47d2-bda9-04bf7c31ca92 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:04.215364 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a150d470-a3da-4cdd-bb4f-60aa4d6a0526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.233679 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.270864 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.292346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:11:04.315059 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network ca1be659-0659-4560-ae44-f8f163e4fdd9 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:11:04.318181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:11:04.320830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:11:04.348184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=5903b348-882d-454c-a787-d51fd6e3e2ec,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:04.360201 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Attempting to bind port b180f8f5-e2ce-4356-921a-1b4efebd13c1 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:11:04.360575 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Attempting to bind port b180f8f5-e2ce-4356-921a-1b4efebd13c1 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:11:04.360943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Attempting to bind port b180f8f5-e2ce-4356-921a-1b4efebd13c1 on network ca1be659-0659-4560-ae44-f8f163e4fdd9 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:11:04.368503 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.411357 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:11:04.411761 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Checking segment: {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:11:04.412131 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.412533 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Bound using segment: {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:11:04.413017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Bound port: b180f8f5-e2ce-4356-921a-1b4efebd13c1, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:11:04.413395 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.502289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.527135 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a150d470-a3da-4cdd-bb4f-60aa4d6a0526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.581929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a150d470-a3da-4cdd-bb4f-60aa4d6a0526 None None] For port ec98b429-ac32-47d2-bda9-04bf7c31ca92, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ec98b429-ac32-47d2-bda9-04bf7c31ca92,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:11:04.586935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] For port b180f8f5-e2ce-4356-921a-1b4efebd13c1, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:11:04.592422 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a150d470-a3da-4cdd-bb4f-60aa4d6a0526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.607934 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] For port b180f8f5-e2ce-4356-921a-1b4efebd13c1, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b180f8f5-e2ce-4356-921a-1b4efebd13c1,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:11:04.632311 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.672059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150d470-a3da-4cdd-bb4f-60aa4d6a0526 None None] Pushing event updated for resources: {'Port': ['ID=ec98b429-ac32-47d2-bda9-04bf7c31ca92,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:04.678598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:02Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:04.733823 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd9ad1-13d9-408b-9263-f20219472a70 None None] The sync data for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 is: [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:02Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:11:04.764081 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1543297-537a-4b9b-b404-f321ae861a1c None None] Pushing event updated for resources: {'Port': ['ID=b180f8f5-e2ce-4356-921a-1b4efebd13c1,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:04.818303 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.823606 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.927499 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:04.929362 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=5903b348-882d-454c-a787-d51fd6e3e2ec,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:05.049497 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network ca1be659-0659-4560-ae44-f8f163e4fdd9 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:11:05.050927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:11:05.172154 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router aeb67707-fe1e-4f46-b2be-03b5a91518cd has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:11:05.285864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:11:05.300416 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cc4143d6-a109-48cb-97cc-f9b8320fa46f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/aeb67707-fe1e-4f46-b2be-03b5a91518cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0281355 Dec 10 10:11:05.441631 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b180f8f5-e2ce-4356-921a-1b4efebd13c1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:11:05.486889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4b22ce5e-a116-43a3-a7fc-97fcf71f778a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732558378&fields=id&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 267 time: 0.0545039 Dec 10 10:11:05.511578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b180f8f5-e2ce-4356-921a-1b4efebd13c1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:05.511948 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:05.619341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-825206b7-c4e7-456e-a2e8-5d44e5c1b421 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:05.621332 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-825206b7-c4e7-456e-a2e8-5d44e5c1b421 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 796 time: 0.1267998 Dec 10 10:11:05.639601 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-cdbde7aa-0118-4b88-8557-c24f12e53ac4 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/quotas/0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 375 time: 0.0105989 Dec 10 10:11:05.698111 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-50d06155-812a-47e5-97cd-fa92c7e43c49 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520108 Dec 10 10:11:05.800162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332b3f3-4307-4c01-9179-f9c18a5080ff None None] Network ca1be659-0659-4560-ae44-f8f163e4fdd9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:11:05.824001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-61ca908c-7f35-49af-b6b9-4fe9ae394209 service neutron] 10.222.0.31 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077065 Dec 10 10:11:05.849210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-412e2e1e-cd86-489b-9290-08d958551faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:05.854166 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:05.888939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ea7bc1e8-d63e-4120-8742-643f880959db None None] Provisioning complete for port b180f8f5-e2ce-4356-921a-1b4efebd13c1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:05.889319 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc1e8-d63e-4120-8742-643f880959db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:05.916690 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-f7e7747e-10de-4297-9770-54224d4e498f service neutron] 10.222.0.31 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862873 Dec 10 10:11:05.957235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port b180f8f5-e2ce-4356-921a-1b4efebd13c1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b180f8f5-e2ce-4356-921a-1b4efebd13c1,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:11:05.964348 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:05.965121 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ec98b429-ac32-47d2-bda9-04bf7c31ca92 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:11:06.100825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=b180f8f5-e2ce-4356-921a-1b4efebd13c1,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:06.121441 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ec98b429-ac32-47d2-bda9-04bf7c31ca92 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:06.121926 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:06.346881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cf29de33-a2da-49d1-b1be-97d4d41b0ba2 None None] Provisioning complete for port b180f8f5-e2ce-4356-921a-1b4efebd13c1 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:06.347250 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cf29de33-a2da-49d1-b1be-97d4d41b0ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:06.444896 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cf29de33-a2da-49d1-b1be-97d4d41b0ba2 None None] Provisioning complete for port 5903b348-882d-454c-a787-d51fd6e3e2ec triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:06.445402 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cf29de33-a2da-49d1-b1be-97d4d41b0ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:06.483210 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cf29de33-a2da-49d1-b1be-97d4d41b0ba2 None None] Port 5903b348-882d-454c-a787-d51fd6e3e2ec cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:11:06.542301 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Sync routers for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:11:06.553424 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:11:06.554073 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:11:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:06.612004 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cf29a523-f20f-46a6-9596-f57c6a4f121f None None] Provisioning complete for port 5903b348-882d-454c-a787-d51fd6e3e2ec triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:06.612334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cf29a523-f20f-46a6-9596-f57c6a4f121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:06.654104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cf29a523-f20f-46a6-9596-f57c6a4f121f None None] Port 5903b348-882d-454c-a787-d51fd6e3e2ec cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:11:06.665292 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:11:06.773678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-31e3e6bd-a2e7-4f75-8e58-d8eeb2a3fab1 None None] Provisioning complete for port 5903b348-882d-454c-a787-d51fd6e3e2ec triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:06.774063 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6bd-a2e7-4f75-8e58-d8eeb2a3fab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:06.809918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-31e3e6bd-a2e7-4f75-8e58-d8eeb2a3fab1 None None] Port 5903b348-882d-454c-a787-d51fd6e3e2ec cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:11:06.832705 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:06.860170 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5903b348-882d-454c-a787-d51fd6e3e2ec', 'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:b4:dc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:03Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 2, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:06.890402 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Checking router: aeb67707-fe1e-4f46-b2be-03b5a91518cd for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:11:06.890671 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Updating router aeb67707-fe1e-4f46-b2be-03b5a91518cd port 5903b348-882d-454c-a787-d51fd6e3e2ec binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:11:06.914493 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.119912 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-95a893e5-051a-4d47-a534-49e72d8cf30c req-f87e9a98-1cbe-438a-b440-b6cbe85015a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 210 time: 0.0284622 Dec 10 10:11:07.185308 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.191552 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.266823 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Pushing event updated for resources: {'Port': ['ID=5903b348-882d-454c-a787-d51fd6e3e2ec,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:07.295231 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.295776 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.296892 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.297406 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.297882 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.298283 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.299436 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.299876 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.300318 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.300997 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.301452 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.301970 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.302418 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:11:07.321292 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Attempting to bind port 5903b348-882d-454c-a787-d51fd6e3e2ec on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:11:07.321810 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Attempting to bind port 5903b348-882d-454c-a787-d51fd6e3e2ec by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:11:07.322245 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Attempting to bind port 5903b348-882d-454c-a787-d51fd6e3e2ec on network ca1be659-0659-4560-ae44-f8f163e4fdd9 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:11:07.332393 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:11:07.332854 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Checking segment: {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:11:07.333331 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.333923 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Bound using segment: {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:11:07.334505 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Bound port: 5903b348-882d-454c-a787-d51fd6e3e2ec, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:11:07.334893 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.370731 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b180f8f5-e2ce-4356-921a-1b4efebd13c1 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:11:07.412334 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] For port 5903b348-882d-454c-a787-d51fd6e3e2ec, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:11:07.415683 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] For port 5903b348-882d-454c-a787-d51fd6e3e2ec, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5903b348-882d-454c-a787-d51fd6e3e2ec,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:11:07.423266 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.434042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b180f8f5-e2ce-4356-921a-1b4efebd13c1 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:07.434502 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.491466 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:11:07.492228 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:11:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:07.530510 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca42a2-40b9-4f87-b3c0-330108876c26 None None] Pushing event updated for resources: {'Port': ['ID=5903b348-882d-454c-a787-d51fd6e3e2ec,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:07.544243 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-736afcdf-9606-4b19-b843-21237ac5acaa None None] Provisioning complete for port 5903b348-882d-454c-a787-d51fd6e3e2ec triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:07.544821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-736afcdf-9606-4b19-b843-21237ac5acaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.626326 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:11:07.635012 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-736afcdf-9606-4b19-b843-21237ac5acaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.680396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-736afcdf-9606-4b19-b843-21237ac5acaa None None] For port 5903b348-882d-454c-a787-d51fd6e3e2ec, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5903b348-882d-454c-a787-d51fd6e3e2ec,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:11:07.685691 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-736afcdf-9606-4b19-b843-21237ac5acaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.743352 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736afcdf-9606-4b19-b843-21237ac5acaa None None] Pushing event updated for resources: {'Port': ['ID=5903b348-882d-454c-a787-d51fd6e3e2ec,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:07.807845 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-3a4ded8d-4f22-443f-ade2-50490bfad56c None None] Provisioning complete for port 5903b348-882d-454c-a787-d51fd6e3e2ec triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:07.808225 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3a4ded8d-4f22-443f-ade2-50490bfad56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:07.947766 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5903b348-882d-454c-a787-d51fd6e3e2ec', 'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:b4:dc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:03Z', 'updated_at': '2021-12-10T10:11:07Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:07.973533 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cfe8e-dfb9-49e2-8360-7699d12d1800 None None] The sync data for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 is: [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5903b348-882d-454c-a787-d51fd6e3e2ec', 'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:b4:dc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:03Z', 'updated_at': '2021-12-10T10:11:07Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:11:08.234133 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aacd1675-2596-4427-89aa-d09e17e26e23 req-28d8cc2f-2cb3-417a-b2f9-bbd0f26238e0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 210 time: 0.0329297 Dec 10 10:11:08.256417 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-be2d45a8-0941-4dcb-9958-0cb36783e146 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:08.258360 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-be2d45a8-0941-4dcb-9958-0cb36783e146 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 796 time: 0.1266172 Dec 10 10:11:08.333195 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-aebc01f4-5621-45ca-bd9b-ae59e51610f6 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 379 time: 0.0617549 Dec 10 10:11:08.346911 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'port': {'device_id': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'admin_state_up': True, 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'security_groups': ['b2fa2315-7650-4eae-9a5e-0199980ed194']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:08.457658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:11:08.461186 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:08.515995 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:08.920820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.6 (ca1be659-0659-4560-ae44-f8f163e4fdd9/2fa08ae3-000d-4d7d-bdfc-579614f37093/3e350506-05fb-4db6-ba72-59f7d9ade3f6) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:11:09.071596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.104853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.149557 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network ca1be659-0659-4560-ae44-f8f163e4fdd9 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:11:09.152626 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:11:09.156285 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:11:09.182420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:09.213302 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:09.213977 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.233787 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-1974a246-3b9e-4b2c-a476-2c1f0f2f3a5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909204 Dec 10 10:11:09.246060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Request body: {'port': {'device_id': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:09.306657 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.387127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f2a8d-e771-4a10-b340-49c0d7996512 req-29af3358-c1e3-4c91-b278-820feb566b22 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:09.388907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e77f2a8d-e771-4a10-b340-49c0d7996512 req-29af3358-c1e3-4c91-b278-820feb566b22 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 931 time: 0.0715439 Dec 10 10:11:09.403437 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5903b348-882d-454c-a787-d51fd6e3e2ec up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:11:09.459417 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.459917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e77f2a8d-e771-4a10-b340-49c0d7996512 req-1907d82f-a7f7-4b7f-80e0-c712d2074f4e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521710 Dec 10 10:11:09.484145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5903b348-882d-454c-a787-d51fd6e3e2ec triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:09.484514 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.531870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-4815ee5f-e4eb-49a4-8b99-e5eb6e6c436c None None] Provisioning complete for port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:09.532530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4815ee5f-e4eb-49a4-8b99-e5eb6e6c436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.593897 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-4815ee5f-e4eb-49a4-8b99-e5eb6e6c436c None None] Port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:11:09.611203 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e350506-05fb-4db6-ba72-59f7d9ade3f6 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:11:09.618826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.631488 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Transition to ACTIVE for port object 3e350506-05fb-4db6-ba72-59f7d9ade3f6 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:11:09.634967 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.685030 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Pushing event updated for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:09.759538 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Attempting to bind port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:11:09.759873 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Attempting to bind port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:11:09.760218 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Attempting to bind port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on network ca1be659-0659-4560-ae44-f8f163e4fdd9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:11:09.764720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on network ca1be659-0659-4560-ae44-f8f163e4fdd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:11:09.765052 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Attempting to bind port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on network ca1be659-0659-4560-ae44-f8f163e4fdd9 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:11:09.770374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:11:09.770720 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Checking segment: {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:11:09.771111 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Bound using segment: {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:11:09.771545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Bound port: 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:11:09.771907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.838929 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:11:09.842128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:11:09.846611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.884395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:09.885020 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:09.886428 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 1091 time: 0.6448030 Dec 10 10:11:09.886872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:11:09.889148 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff258dc-3b75-47b9-8ff9-781ab7935be5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:11:09.927440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812a1f8-a5a2-47e2-ad91-e02550ff9c67 service neutron] Pushing event updated for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:09.951282 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c05b5a-56be-473b-a3b1-3b2477269ae8 x-openstack-request-id: req-60c05b5a-56be-473b-a3b1-3b2477269ae8 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:11:09.951575 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:11:09.951838 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60c05b5a-56be-473b-a3b1-3b2477269ae8 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:11:09.952242 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'status': 'completed', 'code': 200} Dec 10 10:11:09.987772 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-006fcd0e-9519-4857-bb46-47018b9e2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:09.989408 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-006fcd0e-9519-4857-bb46-47018b9e2f4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0512714 Dec 10 10:11:10.042456 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-bf38d8c1-e7d8-4254-b82d-2cf0fa681179 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 217 time: 0.0424042 Dec 10 10:11:10.093818 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-f7594a2d-31d5-4eb3-95e6-ee82fa6a50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:10.095297 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-f7594a2d-31d5-4eb3-95e6-ee82fa6a50b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0454023 Dec 10 10:11:10.141118 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-2a395b41-e97c-46b5-aa25-e2914b629deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:10.142706 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-2a395b41-e97c-46b5-aa25-e2914b629deb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397096 Dec 10 10:11:10.237481 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-a46605c8-6c63-4fa5-a6c5-28c7c47cee0f service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880477 Dec 10 10:11:10.390351 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a6ca61d5-a2b3-4ae6-9711-9fc80372930d req-599c7014-6327-4b59-8527-41efdab545b8 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836120 Dec 10 10:11:10.484190 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-3ebee688-fea2-436a-af07-26e9336e2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:10.485725 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-3ebee688-fea2-436a-af07-26e9336e2c05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0473995 Dec 10 10:11:10.577733 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-d2e0f59c-4401-4eca-acde-9560e55f5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:10.579250 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-d2e0f59c-4401-4eca-acde-9560e55f5078 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.0869083 Dec 10 10:11:10.584206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70ff6a-0828-4ad2-b977-9839b0475426 req-0533060e-1676-4b9d-a8c8-fff8f734ed70 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:10.585741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d70ff6a-0828-4ad2-b977-9839b0475426 req-0533060e-1676-4b9d-a8c8-fff8f734ed70 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 943 time: 0.0494728 Dec 10 10:11:10.627799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-2798eb25-f7a7-4062-b392-7b83e3df9a8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 217 time: 0.0409772 Dec 10 10:11:10.647224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d70ff6a-0828-4ad2-b977-9839b0475426 req-c261b9aa-395a-4bff-9387-89bce002c252 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554934 Dec 10 10:11:10.679277 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-d0bbd60d-0203-40e0-8dc3-6704001f4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:10.680742 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-d0bbd60d-0203-40e0-8dc3-6704001f4d7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0456014 Dec 10 10:11:10.727298 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-6df0d817-fae2-4ea5-8e45-30c2d65d2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:10.728762 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-6df0d817-fae2-4ea5-8e45-30c2d65d2542 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401895 Dec 10 10:11:10.822228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-a74ffe36-9437-4d04-a8e3-936fe3a3fde7 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850744 Dec 10 10:11:10.914110 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-dff258dc-3b75-47b9-8ff9-781ab7935be5 req-118423fd-0bef-4d72-9da1-b236fc248c12 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827591 Dec 10 10:11:11.760811 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e268f5e-9f12-4d4d-a5f0-bc8751c538e0 req-3e06399b-42bc-4588-a8d2-c2b39fd86526 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:11.762298 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e268f5e-9f12-4d4d-a5f0-bc8751c538e0 req-3e06399b-42bc-4588-a8d2-c2b39fd86526 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 943 time: 0.0480754 Dec 10 10:11:11.817741 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e268f5e-9f12-4d4d-a5f0-bc8751c538e0 req-60f39087-cf86-409f-86bd-d903375bd5a0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495512 Dec 10 10:11:12.931272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3124fd-33f9-48f7-baa7-395fcce0c09d req-7a673bc1-b55e-4e87-a7cb-66b77592440d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:12.932782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d3124fd-33f9-48f7-baa7-395fcce0c09d req-7a673bc1-b55e-4e87-a7cb-66b77592440d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 943 time: 0.0477824 Dec 10 10:11:12.983452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4d3124fd-33f9-48f7-baa7-395fcce0c09d req-cf75d344-304b-4187-ac48-7b13b006c5be tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447328 Dec 10 10:11:13.329077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3e350506-05fb-4db6-ba72-59f7d9ade3f6 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:11:13.429824 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:11:13.440882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'port_id': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'mac_address': 'fa:16:3e:eb:9e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:11:13.477895 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:13.490976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e350506-05fb-4db6-ba72-59f7d9ade3f6 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:11:13.511237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:11:13.514719 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:13.561125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:13.746195 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['3e350506-05fb-4db6-ba72-59f7d9ade3f6'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:11:14.098732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233f569-ed3a-4067-a76a-dfb9c32f368d req-718acc6d-0b6d-4d49-9144-655666a12701 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:14.100209 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4233f569-ed3a-4067-a76a-dfb9c32f368d req-718acc6d-0b6d-4d49-9144-655666a12701 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 944 time: 0.0490835 Dec 10 10:11:14.149295 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4233f569-ed3a-4067-a76a-dfb9c32f368d req-405acc30-c844-4b1f-b147-ff8fe53a333d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Dec 10 10:11:15.271025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d285f9-c024-4124-ba8b-0257cd440fd0 req-927ba64d-a223-486d-96ea-0469113d265a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:15.272611 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4d285f9-c024-4124-ba8b-0257cd440fd0 req-927ba64d-a223-486d-96ea-0469113d265a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 944 time: 0.0541267 Dec 10 10:11:15.321206 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4d285f9-c024-4124-ba8b-0257cd440fd0 req-5a53b573-98ee-4917-8052-50c68f3b4e34 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Dec 10 10:11:15.343485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3e350506-05fb-4db6-ba72-59f7d9ade3f6 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:11:15.398727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:11:15.402745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:11:15.403115 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:15.477561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:15.499632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:11:15.501907 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cac6f9-c08b-4c3c-8b75-0ccd77cd6ea6" -d '{"events": [{"server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:11:15.514502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:11:15.518920 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:15.545487 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce4e15c-9e66-4942-ad4e-206940c8c7df x-openstack-request-id: req-4ce4e15c-9e66-4942-ad4e-206940c8c7df {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:11:15.545789 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:11:15.546044 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ce4e15c-9e66-4942-ad4e-206940c8c7df {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:11:15.546425 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'code': 200} Dec 10 10:11:15.571818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:15.639629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735b8c-d6e9-4222-b98e-2a9d5aabec6c req-e74a03b4-2de1-46fd-bb04-8240012b7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:15.641108 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95735b8c-d6e9-4222-b98e-2a9d5aabec6c req-e74a03b4-2de1-46fd-bb04-8240012b7bf7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0407062 Dec 10 10:11:15.687342 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-95735b8c-d6e9-4222-b98e-2a9d5aabec6c req-90c5cb10-6a21-42c8-a7c9-8be8b905316c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384200 Dec 10 10:11:15.900996 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:16.437201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219da19-82eb-45c0-b1b3-f236bcf18358 req-f5c52f06-2324-4d22-be96-ca12d97f8809 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:16.438690 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9219da19-82eb-45c0-b1b3-f236bcf18358 req-f5c52f06-2324-4d22-be96-ca12d97f8809 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0481074 Dec 10 10:11:16.487873 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9219da19-82eb-45c0-b1b3-f236bcf18358 req-502a9504-232b-4c6b-9de0-7c092701056a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Dec 10 10:11:17.609296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279c4cd-3068-4fee-aafb-439ed77ebf53 req-21745edf-676d-4480-819f-86dec0ed9f4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:17.611621 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e279c4cd-3068-4fee-aafb-439ed77ebf53 req-21745edf-676d-4480-819f-86dec0ed9f4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0542119 Dec 10 10:11:17.660437 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e279c4cd-3068-4fee-aafb-439ed77ebf53 req-d1300e01-80bd-414b-b4cf-16abd73171ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425937 Dec 10 10:11:17.771424 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df90290-6111-4d70-9309-3544489f18b8 req-5183b694-6a18-4472-a5c6-8972c4367b8a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:17.772913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5df90290-6111-4d70-9309-3544489f18b8 req-5183b694-6a18-4472-a5c6-8972c4367b8a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Dec 10 10:11:17.821123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5df90290-6111-4d70-9309-3544489f18b8 req-b5f327c0-39c8-4d7d-ad9a-f84a8a56bab8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Dec 10 10:11:17.842352 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48206) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:17.881031 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e67af6-dd94-4a46-abf0-1dc413c56fa8 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:17.882717 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f3e67af6-dd94-4a46-abf0-1dc413c56fa8 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1091 time: 0.0391409 Dec 10 10:11:17.885470 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48208) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:17.889592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:11:17.923615 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:18.033573 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:18.137908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.187 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/aaa6ef99-eb74-4788-b1a7-7ec9d6217765) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:11:18.590547 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:18.623091 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:18.662041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:11:18.664926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:11:18.668481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:11:18.695056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=aaa6ef99-eb74-4788-b1a7-7ec9d6217765,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:19.029205 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:19.099944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:19.250866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:19.256260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:19.329161 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=aaa6ef99-eb74-4788-b1a7-7ec9d6217765,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:11:19.339145 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:19.442945 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP 17041ded-bb9f-4067-88f6-7825b0ccff01 associated. External IP: 172.25.3.187, port: 3e350506-05fb-4db6-ba72-59f7d9ade3f6. Dec 10 10:11:19.651226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router aeb67707-fe1e-4f46-b2be-03b5a91518cd has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:11:19.758342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:11:19.768252 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] Sync routers for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:11:19.775864 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:19.777780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:11:19.778381 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:11:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:19.804670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a524e3f9-f362-42df-ae1c-619e4df45039 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9181335 Dec 10 10:11:19.805371 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:11:19.807804 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d3972f-32e5-4b5b-8493-4b736b70c402" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:11:19.886531 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:11:19.906774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca053a-22e6-4e13-90ef-16f020eb86b6 req-db734cab-10fc-44fd-b634-950ec9b83316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:19.909061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5ca053a-22e6-4e13-90ef-16f020eb86b6 req-db734cab-10fc-44fd-b634-950ec9b83316 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0556378 Dec 10 10:11:19.958374 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c5ca053a-22e6-4e13-90ef-16f020eb86b6 req-c21d1f1d-65dd-4c81-b6f7-9c5df7f17ab5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431111 Dec 10 10:11:19.981059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48214) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:20.023810 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1fa6fd-cf82-4421-96bf-3373156774b6 x-openstack-request-id: req-2c1fa6fd-cf82-4421-96bf-3373156774b6 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:11:20.024108 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:11:20.024370 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c1fa6fd-cf82-4421-96bf-3373156774b6 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:11:20.024773 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'status': 'completed', 'code': 200} Dec 10 10:11:20.051809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a5d45374-e51d-437a-ab8e-78e8870a05e8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/17041ded-bb9f-4067-88f6-7825b0ccff01 HTTP/1.1" status: 200 len: 991 time: 0.0695429 Dec 10 10:11:20.072434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-8a03140e-0ff5-4b05-83a7-6a43381c0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:20.074105 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-8a03140e-0ff5-4b05-83a7-6a43381c0eae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0476897 Dec 10 10:11:20.107921 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:20.135399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '17041ded-bb9f-4067-88f6-7825b0ccff01', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'port_id': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'mac_address': 'fa:16:3e:eb:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:11:18Z', 'updated_at': '2021-12-10T10:11:18Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5903b348-882d-454c-a787-d51fd6e3e2ec', 'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:b4:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:03Z', 'updated_at': '2021-12-10T10:11:07Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:20.162996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] Checking router: aeb67707-fe1e-4f46-b2be-03b5a91518cd for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:11:20.168214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-3c6b6e24-27c9-4dd2-a235-74449ba2869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:20.170309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-3c6b6e24-27c9-4dd2-a235-74449ba2869e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.0891166 Dec 10 10:11:20.171775 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:11:20.172384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:11:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:20.243211 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-e9b65fa0-25b5-4159-9202-9c27fdef08d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 999 time: 0.0663400 Dec 10 10:11:20.285256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:11:20.293060 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-2a23ab95-785c-4184-9eb1-8845a8583378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:20.294545 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-2a23ab95-785c-4184-9eb1-8845a8583378 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0445542 Dec 10 10:11:20.339612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-61e40fb6-cfcf-45c3-be51-85dbb000fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:20.341158 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-61e40fb6-cfcf-45c3-be51-85dbb000fc90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398586 Dec 10 10:11:20.436789 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-5c44dcac-9f51-4eac-b978-b00ae84eb465 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884769 Dec 10 10:11:20.509840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '17041ded-bb9f-4067-88f6-7825b0ccff01', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'port_id': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'mac_address': 'fa:16:3e:eb:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:11:18Z', 'updated_at': '2021-12-10T10:11:18Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5903b348-882d-454c-a787-d51fd6e3e2ec', 'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:b4:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:03Z', 'updated_at': '2021-12-10T10:11:07Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:11:20.530123 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-46d3972f-32e5-4b5b-8493-4b736b70c402 req-72b777b5-6d4d-416e-b682-c13443a32778 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861151 Dec 10 10:11:20.541618 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7b279-d67f-4a2a-a2d6-322749e5a131 None None] The sync data for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 is: [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '17041ded-bb9f-4067-88f6-7825b0ccff01', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'port_id': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'mac_address': 'fa:16:3e:eb:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:11:18Z', 'updated_at': '2021-12-10T10:11:18Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5903b348-882d-454c-a787-d51fd6e3e2ec', 'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:b4:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:03Z', 'updated_at': '2021-12-10T10:11:07Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:11:20.731844 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a370e-1fb0-45b3-8be7-2de5a5e93158 None None] New status for floating IP 17041ded-bb9f-4067-88f6-7825b0ccff01: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:11:21.055378 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48216) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:11:21.120972 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-d766335b-6d34-4e98-b26f-b0b53679b3f4 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/17041ded-bb9f-4067-88f6-7825b0ccff01 HTTP/1.1" status: 200 len: 993 time: 0.0645103 Dec 10 10:11:25.697434 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:11:33.406212 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb8ee-4915-4456-a027-31f5e003c7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:35.591556 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac93c-f62c-41da-93a0-5162eea0724d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:36.622449 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-ea942998-7f55-4328-8a26-cae71715796d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400479 Dec 10 10:11:36.706823 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-b236608e-e394-4bd8-aace-8f70f0d2a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:36.708280 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-b236608e-e394-4bd8-aace-8f70f0d2a04b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0397565 Dec 10 10:11:36.816901 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-5d9fb495-3002-49e7-8761-b2614dc20faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:36.818336 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-5d9fb495-3002-49e7-8761-b2614dc20faf service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.0900497 Dec 10 10:11:36.838375 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:36.888120 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-5341f42d-1caa-4250-936b-9616df15573c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0609596 Dec 10 10:11:36.938445 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-ccaeb4e6-07f3-4fdb-bfae-f8f9811948ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:36.940528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-ccaeb4e6-07f3-4fdb-bfae-f8f9811948ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0449839 Dec 10 10:11:36.990468 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-6adbaa6a-ae84-47de-820e-8bb019d82ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:36.991967 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-6adbaa6a-ae84-47de-820e-8bb019d82ce3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435638 Dec 10 10:11:37.082571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-99874c96-0e5f-4c1d-b4c8-44543c984b21 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818837 Dec 10 10:11:37.177304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-96da982b-4727-4c6d-a5aa-9cd0bf3db0b7 req-6177ce68-da9f-46ea-ba84-d411ee558700 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868149 Dec 10 10:11:38.519260 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:39.449760 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:45.898341 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:50.080374 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:11:52.396722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-f2225f95-c0af-461a-b83c-471e3717e1b6 req-ced9cf6c-ca5f-4abd-a5fe-68f888054efe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:11:52.397830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2225f95-c0af-461a-b83c-471e3717e1b6 req-ced9cf6c-ca5f-4abd-a5fe-68f888054efe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058661 Dec 10 10:11:52.579520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f989e5-8c17-4ad2-a658-7dae4ce91d99 req-41e0253a-d270-4be1-9968-a610fdca6201 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:52.581946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74f989e5-8c17-4ad2-a658-7dae4ce91d99 req-41e0253a-d270-4be1-9968-a610fdca6201 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0525794 Dec 10 10:11:52.608406 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-6f962ef3-fbe5-40e5-bc88-fa6edc0f06fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851626 Dec 10 10:11:52.617664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-a75ae01e-6f0f-4886-88bc-94f9f83c9212 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:11:52.618625 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-a75ae01e-6f0f-4886-88bc-94f9f83c9212 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050430 Dec 10 10:11:52.633238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-74f989e5-8c17-4ad2-a658-7dae4ce91d99 req-198d3073-d981-4cc7-88bd-1d138b05d442 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452194 Dec 10 10:11:53.755381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c16242-36d5-4bcc-a895-3539c70e924b req-96360e8e-01c4-4ddc-bd13-e9163f0db090 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:53.757000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35c16242-36d5-4bcc-a895-3539c70e924b req-96360e8e-01c4-4ddc-bd13-e9163f0db090 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0521634 Dec 10 10:11:53.762131 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-0b717811-b847-4119-a22e-d93d7d167f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:53.763852 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-0b717811-b847-4119-a22e-d93d7d167f19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0411668 Dec 10 10:11:53.807865 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35c16242-36d5-4bcc-a895-3539c70e924b req-5c6e656b-42c5-4f35-af67-7ea3d0aa3966 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441256 Dec 10 10:11:53.859924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-4956d569-288a-462d-a49f-4978af98b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:53.861404 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-4956d569-288a-462d-a49f-4978af98b97c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.0897448 Dec 10 10:11:53.927851 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-b3f5d409-f0ba-499a-8874-13301a17288e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0584822 Dec 10 10:11:53.975273 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-1a6d74c3-8953-4a23-b736-caa99a07e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:53.976690 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-1a6d74c3-8953-4a23-b736-caa99a07e263 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0424664 Dec 10 10:11:54.027512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-e03cd864-d369-4764-a409-efac9ba44810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:54.028992 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-e03cd864-d369-4764-a409-efac9ba44810 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442266 Dec 10 10:11:54.117861 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-349c240a-5a0c-4cfb-bb10-29dc92d9b424 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804698 Dec 10 10:11:54.211535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-0216fd7d-bd90-4b43-b7c9-c754d06d0015 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864844 Dec 10 10:11:54.929095 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b60d19-811f-4828-8f90-38b2705ffd68 req-6aa2baaf-4ff2-47ed-bb50-d870b2e870e2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:54.930583 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6b60d19-811f-4828-8f90-38b2705ffd68 req-6aa2baaf-4ff2-47ed-bb50-d870b2e870e2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0538249 Dec 10 10:11:54.979340 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d6b60d19-811f-4828-8f90-38b2705ffd68 req-802df120-824a-4863-b9a6-f228604bd332 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Dec 10 10:11:56.094427 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe2fa-a2a6-4ba8-8788-960e805d0f4f req-fb94dba6-f841-4cd1-a76b-d695fa955e32 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:56.095929 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53cfe2fa-a2a6-4ba8-8788-960e805d0f4f req-fb94dba6-f841-4cd1-a76b-d695fa955e32 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0487518 Dec 10 10:11:56.145423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53cfe2fa-a2a6-4ba8-8788-960e805d0f4f req-740569e9-cf45-4cb4-b407-418f1b89c6c4 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 Dec 10 10:11:57.272269 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d7600-9d94-4415-8c74-fa1a8f581c09 req-7e47f433-caea-419d-86bc-9beb51256052 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:57.273688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-453d7600-9d94-4415-8c74-fa1a8f581c09 req-7e47f433-caea-419d-86bc-9beb51256052 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0538466 Dec 10 10:11:57.322160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-453d7600-9d94-4415-8c74-fa1a8f581c09 req-ea92a27b-7b23-490f-a66b-bbbe4dd4a9c6 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426404 Dec 10 10:11:58.440626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac08da5-d972-4be8-ad94-71f5c6a5afbf req-8fed7729-d45a-4c5a-8d59-53cb799c941c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:58.442136 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ac08da5-d972-4be8-ad94-71f5c6a5afbf req-8fed7729-d45a-4c5a-8d59-53cb799c941c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Dec 10 10:11:58.491947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0ac08da5-d972-4be8-ad94-71f5c6a5afbf req-9404585e-dacd-4200-98fa-2dbbeead652e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438819 Dec 10 10:11:59.609024 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60781223-02c3-479d-bded-71b10006a971 req-9c73ee7f-1759-4bf2-a87b-9c28a9a0f86c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:11:59.610450 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60781223-02c3-479d-bded-71b10006a971 req-9c73ee7f-1759-4bf2-a87b-9c28a9a0f86c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0484157 Dec 10 10:11:59.663771 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60781223-02c3-479d-bded-71b10006a971 req-d77be423-a821-40b9-a749-8dd1db301a51 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467930 Dec 10 10:12:00.785048 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825de5-2f6f-4a3b-96fb-e2bdf91ebd0f req-51025354-86fb-4efa-9c5b-314ba34d3be1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:00.786479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82825de5-2f6f-4a3b-96fb-e2bdf91ebd0f req-51025354-86fb-4efa-9c5b-314ba34d3be1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Dec 10 10:12:00.835125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82825de5-2f6f-4a3b-96fb-e2bdf91ebd0f req-cdfa7fdd-660b-4138-a53b-191b970890b3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426421 Dec 10 10:12:01.950935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786b12e-bb27-4ad1-a718-a10d5c0632ee req-4e636dc3-cc14-4b14-8c3f-58a24ae1a205 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:01.952423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e786b12e-bb27-4ad1-a718-a10d5c0632ee req-4e636dc3-cc14-4b14-8c3f-58a24ae1a205 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0498188 Dec 10 10:12:02.001889 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e786b12e-bb27-4ad1-a718-a10d5c0632ee req-f7fe2af8-18bf-4cb3-93ed-48f22e4b0e25 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Dec 10 10:12:02.697102 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:12:03.120330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3450748-3a61-466c-bc76-2129bb9d9b42 req-11b8d8e5-98e4-4560-8564-db508586394b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:03.121834 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3450748-3a61-466c-bc76-2129bb9d9b42 req-11b8d8e5-98e4-4560-8564-db508586394b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0518548 Dec 10 10:12:03.170001 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3450748-3a61-466c-bc76-2129bb9d9b42 req-07e2e1bb-2cc5-4215-b02d-36b4c0125a80 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416272 Dec 10 10:12:03.408970 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6de17e40-354c-4423-b940-b2871473925c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:04.286495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91d87e-d47e-42a5-b82e-b0331288aa4d req-685bdb2e-2657-4253-8bee-e1895f8bac63 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:04.287997 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc91d87e-d47e-42a5-b82e-b0331288aa4d req-685bdb2e-2657-4253-8bee-e1895f8bac63 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0487852 Dec 10 10:12:04.337019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc91d87e-d47e-42a5-b82e-b0331288aa4d req-8d868f45-d91a-4d03-a1c0-6c0d51d48901 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Dec 10 10:12:05.454357 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fde9b-5582-42f1-b199-7481df00af20 req-d72827b0-10d0-4403-9e54-f57813551348 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:05.456352 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-519fde9b-5582-42f1-b199-7481df00af20 req-d72827b0-10d0-4403-9e54-f57813551348 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0479670 Dec 10 10:12:05.510983 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-519fde9b-5582-42f1-b199-7481df00af20 req-2424aaec-360b-4ddb-aeac-6d0b96d6472d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486102 Dec 10 10:12:05.593290 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aaff1512-b148-46ac-9021-4ee80f6fc2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:06.626684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65d6e-4506-470e-9bea-7339719d5b95 req-4b8fedbd-1c0c-408e-9aa0-ba54e41037bf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:06.628691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bd65d6e-4506-470e-9bea-7339719d5b95 req-4b8fedbd-1c0c-408e-9aa0-ba54e41037bf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0494838 Dec 10 10:12:06.676946 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bd65d6e-4506-470e-9bea-7339719d5b95 req-5360f709-9074-4483-979a-21b0d757c874 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420866 Dec 10 10:12:06.840419 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:07.792195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ab769-6668-4541-b0dc-55e3e9be4a3b req-c5fa8c36-2660-420c-8710-1093a5201dbf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:07.793697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df3ab769-6668-4541-b0dc-55e3e9be4a3b req-c5fa8c36-2660-420c-8710-1093a5201dbf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0482113 Dec 10 10:12:07.841309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-df3ab769-6668-4541-b0dc-55e3e9be4a3b req-5386b2f5-6bc8-4b1d-bf8e-f57f4c81f060 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417538 Dec 10 10:12:08.521597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:08.962497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da11a4-d5c5-49d4-9108-a22043f2ee13 req-6ef088be-338d-4382-ae22-0df478a06a5f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:08.963988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70da11a4-d5c5-49d4-9108-a22043f2ee13 req-6ef088be-338d-4382-ae22-0df478a06a5f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0536680 Dec 10 10:12:09.013852 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-70da11a4-d5c5-49d4-9108-a22043f2ee13 req-8aa72c25-2eaa-4645-85d9-6e06b3fd32c8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439665 Dec 10 10:12:09.451905 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:10.131810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3029dc6-f1f7-4bde-ac96-fd8e2f2380cf req-26e7985f-f4a1-4245-879f-324bace69ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:10.133577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3029dc6-f1f7-4bde-ac96-fd8e2f2380cf req-26e7985f-f4a1-4245-879f-324bace69ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0499346 Dec 10 10:12:10.183501 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a3029dc6-f1f7-4bde-ac96-fd8e2f2380cf req-14c707cb-7c8f-42f1-a0bf-b66b2754990f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438650 Dec 10 10:12:11.075315 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-4480e2d2-5792-4703-99ae-5601e09ca6a1 service neutron] show failed (client error): The resource could not be found. Dec 10 10:12:11.076328 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-4480e2d2-5792-4703-99ae-5601e09ca6a1 service neutron] 10.222.0.39 "GET /v2.0/ports/3e350506-05fb-4db6-ba72-59f7d9ade3f6/bindings/n-h1-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0542197 Dec 10 10:12:11.306432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-0102d0f3-0e2c-4b69-834b-5b42ef87f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:11.307949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-0102d0f3-0e2c-4b69-834b-5b42ef87f0e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 1096 time: 0.0746844 Dec 10 10:12:11.319791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40a44d-32b8-4555-b200-ec26bc5a2057 req-80f638a3-7a56-48ea-ad3d-a10d23a5613e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:11.321202 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a40a44d-32b8-4555-b200-ec26bc5a2057 req-80f638a3-7a56-48ea-ad3d-a10d23a5613e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0631063 Dec 10 10:12:11.326112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:12:11.414186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a40a44d-32b8-4555-b200-ec26bc5a2057 req-47f63baf-1dd9-4089-b2b5-95fc33dcc904 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854564 Dec 10 10:12:11.414903 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:11.627394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:12:11.660863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:12:11.698939 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:12:11.701204 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1988759c-4376-4032-ab32-f3759c787ed5" -d '{"events": [{"server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:12:11.705283 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:11.718347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Transition to ACTIVE for port object 3e350506-05fb-4db6-ba72-59f7d9ade3f6 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:12:11.722250 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:11.751581 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 10:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e310069b-88cb-4b7c-a468-d7540ccf6491 x-openstack-request-id: req-e310069b-88cb-4b7c-a468-d7540ccf6491 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:12:11.751899 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:12:11.752168 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e310069b-88cb-4b7c-a468-d7540ccf6491 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:12:11.752551 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'code': 200} Dec 10 10:12:11.811934 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Pushing event updated for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=6']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:12:11.824736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.825087 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.825434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.825801 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.826131 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.826462 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.826788 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.827118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.827441 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.827766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.828088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.828423 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.828731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:11.863861 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] No DVR routers for this DVR port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:12:11.999623 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Attempting to bind port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:12:11.999959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Attempting to bind port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:12:12.000331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Attempting to bind port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on network ca1be659-0659-4560-ae44-f8f163e4fdd9 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:12:12.004781 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on network ca1be659-0659-4560-ae44-f8f163e4fdd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:12:12.005109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Attempting to bind port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on network ca1be659-0659-4560-ae44-f8f163e4fdd9 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:12:12.010193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:12:12.010532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Checking segment: {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:12:12.010920 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Bound using segment: {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:12:12.011348 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Bound port: 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594ef5af-8da1-4644-80f6-3c19d6a31b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:12:12.011706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:12.073699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:12:12.077117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:12:12.083039 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:12.121869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:12.122470 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:12.123855 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] 10.222.0.18 "PUT /v2.0/ports/3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 1091 time: 0.8017309 Dec 10 10:12:12.155495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801def1-5073-4e5c-8d20-8af6be918468 service neutron] Pushing event updated for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:12:12.193040 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-402dbe6d-3341-4197-a7f5-9b2c2e89a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:12.194655 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-402dbe6d-3341-4197-a7f5-9b2c2e89a513 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0473018 Dec 10 10:12:12.290653 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-cc6a4c3b-74a6-4358-8054-cbcd95ce972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:12.292261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-cc6a4c3b-74a6-4358-8054-cbcd95ce972d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.0904963 Dec 10 10:12:12.364356 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-34a1c953-accc-4e04-aa49-6d7c796b8b71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 999 time: 0.0637050 Dec 10 10:12:12.414045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-5e2d592c-6b1e-47d9-aa49-18851f02635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:12.415476 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-5e2d592c-6b1e-47d9-aa49-18851f02635f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0449541 Dec 10 10:12:12.462491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-6709c472-981d-4b31-8b4a-f6167d64c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:12.464147 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-6709c472-981d-4b31-8b4a-f6167d64c262 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409491 Dec 10 10:12:12.594713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855212cc-85d4-4f94-a93e-fcb78f2878b8 req-603d9390-764a-4932-87b7-802340faaf7f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:12.596181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-855212cc-85d4-4f94-a93e-fcb78f2878b8 req-603d9390-764a-4932-87b7-802340faaf7f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 943 time: 0.1066368 Dec 10 10:12:12.602464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-511a6955-3c85-4074-bed0-587096712053 service neutron] 10.222.0.18 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304533 Dec 10 10:12:12.698657 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-855212cc-85d4-4f94-a93e-fcb78f2878b8 req-f61c9c87-681c-47c6-b236-75058ef24958 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951726 Dec 10 10:12:12.728092 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8513dd6a-f575-438d-966d-cb0e5967e47c req-74428559-cb5e-4ef9-84d6-ec5f96e84571 service neutron] 10.222.0.18 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182883 Dec 10 10:12:13.753261 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:12:13.755734 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:12:13.896965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc98a8e-43ba-4116-af01-a93d1a073def req-25e3e1a6-777e-4b35-ba80-12d0d72bb38d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:13.898452 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fc98a8e-43ba-4116-af01-a93d1a073def req-25e3e1a6-777e-4b35-ba80-12d0d72bb38d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 943 time: 0.0492959 Dec 10 10:12:13.946988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1fc98a8e-43ba-4116-af01-a93d1a073def req-6efcbc52-a3ec-4454-a544-fc3a701e7e0b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Dec 10 10:12:14.000631 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ee002b-9b39-4a6e-93a1-24e34ff4120f x-openstack-request-id: req-73ee002b-9b39-4a6e-93a1-24e34ff4120f {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:12:14.000920 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:12:14.001172 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73ee002b-9b39-4a6e-93a1-24e34ff4120f {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:12:14.001611 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'status': 'completed', 'code': 200} Dec 10 10:12:14.063905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-59fb1b9b-0f34-4272-8aac-31f5b3f48543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:14.064525 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-7f06bfa0-0f3d-435d-b063-1d830289294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:14.065466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-59fb1b9b-0f34-4272-8aac-31f5b3f48543 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0418413 Dec 10 10:12:14.065640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-7f06bfa0-0f3d-435d-b063-1d830289294f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0403717 Dec 10 10:12:14.159744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-d3f2d654-9ad7-4689-80d3-d05dd8f766dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:14.161204 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-abf17fc9-4bc3-4712-bd2b-c9024dcf8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:14.162121 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-d3f2d654-9ad7-4689-80d3-d05dd8f766dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.0899491 Dec 10 10:12:14.162700 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-abf17fc9-4bc3-4712-bd2b-c9024dcf8dd4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.0895171 Dec 10 10:12:14.227993 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-2490496c-b481-49a6-9590-f0f46ba5f6f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 999 time: 0.0582325 Dec 10 10:12:14.228309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-90dc5d25-e4cb-4172-a731-eb9e5b771c76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 999 time: 0.0590599 Dec 10 10:12:14.281932 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-ca67b449-071a-4354-bea1-f96770f34b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:14.283329 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-ca67b449-071a-4354-bea1-f96770f34b8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0478525 Dec 10 10:12:14.283794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-d1c0a5c2-8b6d-4ccf-a4cd-e42f1bf90634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:14.286154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-d1c0a5c2-8b6d-4ccf-a4cd-e42f1bf90634 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0495772 Dec 10 10:12:14.332471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-af2a9451-684e-4cd2-8d51-08419fb7b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:14.332768 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-d34402f7-c728-40a1-b412-e1fcf2369647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:14.334080 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-af2a9451-684e-4cd2-8d51-08419fb7b35a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408611 Dec 10 10:12:14.334417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-d34402f7-c728-40a1-b412-e1fcf2369647 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441382 Dec 10 10:12:14.426431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-7d267b1d-c592-447a-9e98-d4969c75293e service neutron] 10.222.0.18 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834475 Dec 10 10:12:14.426673 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-8a8b3610-a6e3-4e64-94c9-b15ee3d69c89 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850685 Dec 10 10:12:14.521632 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-18402d54-f37a-4cc9-b400-4934de28818c service neutron] 10.222.0.18 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880132 Dec 10 10:12:14.523763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7263d6a-b61f-41f5-aead-fd6bdd625dc8 req-dbbc2623-f3ef-4155-96b9-ee70b5815759 service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907989 Dec 10 10:12:15.064692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d542167-6bdb-43c6-a1d3-c7007b573612 req-3085c9fd-d904-4cf0-814b-0c816258f058 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:15.066200 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d542167-6bdb-43c6-a1d3-c7007b573612 req-3085c9fd-d904-4cf0-814b-0c816258f058 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 943 time: 0.0493255 Dec 10 10:12:15.114934 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9d542167-6bdb-43c6-a1d3-c7007b573612 req-2437c65e-50af-4b7e-b782-712446f95a80 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 Dec 10 10:12:15.618788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3e350506-05fb-4db6-ba72-59f7d9ade3f6 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:12:15.656638 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device 3e350506-05fb-4db6-ba72-59f7d9ade3f6 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:12:15.915854 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:16.236200 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7ac78-9f68-4b6d-b691-2c2411a6dc94 req-b66202aa-fe07-475a-8650-565662641d84 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:16.237645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cad7ac78-9f68-4b6d-b691-2c2411a6dc94 req-b66202aa-fe07-475a-8650-565662641d84 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 943 time: 0.0535071 Dec 10 10:12:16.287978 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cad7ac78-9f68-4b6d-b691-2c2411a6dc94 req-948fd3ae-8858-4bab-a2a5-d4b21facea4b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438268 Dec 10 10:12:16.480795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c465e-89a1-4ee8-986a-b44abb369431 req-0b203083-4d68-4f0b-96db-0f8abc60b38e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:16.482895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a1c465e-89a1-4ee8-986a-b44abb369431 req-0b203083-4d68-4f0b-96db-0f8abc60b38e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 943 time: 0.0510495 Dec 10 10:12:16.499784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-810ff08f-71c2-4997-847d-c6e64a4b0689 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:16.501171 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-810ff08f-71c2-4997-847d-c6e64a4b0689 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8&tenant_id=0144896f3d664944b51fdd5da32cce93&binding%3Ahost_id=n-h1-814746-3 HTTP/1.1" status: 200 len: 943 time: 0.0532217 Dec 10 10:12:16.533212 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4a1c465e-89a1-4ee8-986a-b44abb369431 req-df696a8d-c07f-4bb1-908a-d7511b3148ec tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435355 Dec 10 10:12:16.562458 n-d-814746-3 neutron-server[114970]: INFO neutron.api.v2.resource [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-c8c39644-eb9a-494d-87fb-ba0b7b5dfff2 service neutron] delete failed (client error): The resource could not be found. Dec 10 10:12:16.563529 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-c8c39644-eb9a-494d-87fb-ba0b7b5dfff2 service neutron] 10.222.0.39 "DELETE /v2.0/ports/3e350506-05fb-4db6-ba72-59f7d9ade3f6/bindings/n-h2-814746-3 HTTP/1.1" status: 404 len: 380 time: 0.0551746 Dec 10 10:12:16.646290 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-285673f7-a443-4b8b-a187-0c40f13720c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:16.647772 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-285673f7-a443-4b8b-a187-0c40f13720c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0411735 Dec 10 10:12:16.649995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426e2b-084f-42fc-99e2-b950f9b6a647 req-ead741b2-0df2-4176-806b-1df3df254ec0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:16.651501 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a426e2b-084f-42fc-99e2-b950f9b6a647 req-ead741b2-0df2-4176-806b-1df3df254ec0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 943 time: 0.0497348 Dec 10 10:12:16.704414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a426e2b-084f-42fc-99e2-b950f9b6a647 req-7be7b1ce-2ffa-4242-b7f4-ec7296def6e3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470376 Dec 10 10:12:16.743311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-1db4a3c8-9005-4610-921f-23bfbbd06c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:16.744776 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-1db4a3c8-9005-4610-921f-23bfbbd06c6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.0899346 Dec 10 10:12:16.810677 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-010a3728-a4cd-4fc9-b9c0-ea203ef5014e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 999 time: 0.0582237 Dec 10 10:12:16.848946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 3e350506-05fb-4db6-ba72-59f7d9ade3f6 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:12:16.862178 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-8835071f-2227-4fc0-a02c-d0384b401049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:16.864246 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-8835071f-2227-4fc0-a02c-d0384b401049 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0472460 Dec 10 10:12:16.908240 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-1478e148-6ee8-4498-a9ea-44f99e31e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:16.909752 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-1478e148-6ee8-4498-a9ea-44f99e31e5cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392256 Dec 10 10:12:16.944028 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:12:16.955383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'port_id': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'mac_address': 'fa:16:3e:eb:9e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:12:16.991650 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:16.997959 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-f426b5c8-5fda-4450-80a3-3d59957e4eef service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813425 Dec 10 10:12:17.008899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e350506-05fb-4db6-ba72-59f7d9ade3f6 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:12:17.029603 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:12:17.038688 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:17.087739 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:12:17.095345 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.095929 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.096359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.096701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.097037 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.097557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.098145 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.098544 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.098875 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.099200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.099532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.099869 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.100140 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7dddee3c-5a60-4277-83e7-661cc0b3b8d7 req-7d17a2d0-6b4e-408a-9ef9-1f38135edecd service neutron] 10.222.0.39 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942466 Dec 10 10:12:17.100262 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:12:17.409742 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['3e350506-05fb-4db6-ba72-59f7d9ade3f6'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:12:17.822603 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74531b-919c-4b39-9374-09a125c9b19f req-d33b5f44-dbc5-4d4f-9ac1-534991c3fc75 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:17.824085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a74531b-919c-4b39-9374-09a125c9b19f req-d33b5f44-dbc5-4d4f-9ac1-534991c3fc75 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 944 time: 0.0489442 Dec 10 10:12:17.872829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a74531b-919c-4b39-9374-09a125c9b19f req-151f4bbb-b575-43ea-8862-7e219d8b0235 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Dec 10 10:12:17.895943 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48320) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:12:17.959035 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c278c44d-935e-42b5-ac68-5df971b831d1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/17041ded-bb9f-4067-88f6-7825b0ccff01 HTTP/1.1" status: 200 len: 992 time: 0.0619824 Dec 10 10:12:18.878384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 3e350506-05fb-4db6-ba72-59f7d9ade3f6 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:12:18.926910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:12:18.930969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:12:18.931336 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:19.011546 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:19.033810 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:12:19.036648 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0e8aeb-4b9a-447f-ae37-02c3f502b5f8" -d '{"events": [{"server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:12:19.049392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:12:19.053886 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:19.077075 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cf87ac-b6d8-4a70-bc39-cafe703e7b20 x-openstack-request-id: req-06cf87ac-b6d8-4a70-bc39-cafe703e7b20 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:12:19.077367 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:12:19.077646 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06cf87ac-b6d8-4a70-bc39-cafe703e7b20 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:12:19.078039 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'code': 200} Dec 10 10:12:19.103119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:12:20.114608 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:33.412058 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d3c19445-9f55-4480-b990-694d57b9268e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:35.593101 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de877d8e-5313-415e-b11e-0a320ed22635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:36.792702 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-9effc53a-2c19-40a2-84ba-fc254b92cb4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403931 Dec 10 10:12:36.845077 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:36.882383 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-22b21539-7440-4880-97eb-9f6217ba848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:36.883884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-22b21539-7440-4880-97eb-9f6217ba848d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0443795 Dec 10 10:12:36.990067 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-af18246a-7a4e-43e3-8ccc-da49b520606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:36.991528 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-af18246a-7a4e-43e3-8ccc-da49b520606a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.0878675 Dec 10 10:12:37.059909 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-c2a1e4b0-aa54-4b24-aea7-7eae76718c89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0597270 Dec 10 10:12:37.110053 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-0bcedba2-f3a6-41bb-801c-26f1a6cf40be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:37.111479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-0bcedba2-f3a6-41bb-801c-26f1a6cf40be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0431681 Dec 10 10:12:37.160147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-af3d3578-971e-4708-901b-a6af85d7c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:12:37.161660 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-af3d3578-971e-4708-901b-a6af85d7c5ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430956 Dec 10 10:12:37.251385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-f0007b90-35c1-43ce-b4e4-734fada619bf service neutron] 10.222.0.18 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808694 Dec 10 10:12:37.346327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4aaca841-d454-4c9d-b366-c1f3c8dd9d63 req-2bc7f565-e0a2-4706-8268-156c09179df5 service neutron] 10.222.0.18 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853739 Dec 10 10:12:38.525694 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:39.453384 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:39.697192 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:12:45.912449 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:12:50.117623 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:03.414040 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b742-a6e0-4cae-8967-ef5a6abe166a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:05.594216 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4bb268b9-f6fe-4c23-a1e1-5143fa298843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:06.638578 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48336) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:06.849038 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:07.139661 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port aaa6ef99-eb74-4788-b1a7-7ec9d6217765 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:13:07.140031 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:07.214806 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:07.215122 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:07.226495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for aaa6ef99-eb74-4788-b1a7-7ec9d6217765 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:13:07.372300 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:07.397245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=aaa6ef99-eb74-4788-b1a7-7ec9d6217765,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:07.463881 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:07.464279 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP 17041ded-bb9f-4067-88f6-7825b0ccff01 disassociated (deleted). External IP: 172.25.3.187, port: 3e350506-05fb-4db6-ba72-59f7d9ade3f6. Dec 10 10:13:07.673231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router aeb67707-fe1e-4f46-b2be-03b5a91518cd has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:13:07.778023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:13:07.782757 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:07.788434 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] Sync routers for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:13:07.797641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:07.798279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:07.815961 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-337bd104-cc6d-4279-b856-acf95e0f1732 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/floatingips/17041ded-bb9f-4067-88f6-7825b0ccff01 HTTP/1.1" status: 204 len: 168 time: 1.1762640 Dec 10 10:13:07.816588 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:13:07.818898 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef59e451-403a-4ae4-bbe2-c7caac4ec524" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:13:07.911948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:07.977705 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10114644-1c2a-47ac-b4af-895a16885d3f x-openstack-request-id: req-10114644-1c2a-47ac-b4af-895a16885d3f {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:13:07.978060 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:13:07.978380 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10114644-1c2a-47ac-b4af-895a16885d3f {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:13:07.978850 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'status': 'completed', 'code': 200} Dec 10 10:13:08.046946 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-866452ba-4f11-4679-9072-7560a22bd859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:08.048464 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-866452ba-4f11-4679-9072-7560a22bd859 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0478437 Dec 10 10:13:08.119468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5903b348-882d-454c-a787-d51fd6e3e2ec', 'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:b4:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:03Z', 'updated_at': '2021-12-10T10:11:07Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:08.150871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] Checking router: aeb67707-fe1e-4f46-b2be-03b5a91518cd for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:13:08.159152 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:08.159760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:08.194340 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebd783-e191-4f4c-b878-2a662454a574 req-7f788512-e666-4525-b35f-d3c60f2f7ef7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:08.195784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75ebd783-e191-4f4c-b878-2a662454a574 req-7f788512-e666-4525-b35f-d3c60f2f7ef7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.1682584 Dec 10 10:13:08.198792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-87e06037-a7a2-42f8-9a6d-6a4aeef693a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:08.200165 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-87e06037-a7a2-42f8-9a6d-6a4aeef693a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 200 len: 897 time: 0.1411734 Dec 10 10:13:08.258403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-9684dd13-4bd3-4f72-84d0-8d9879f5d5c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 200 len: 217 time: 0.0464973 Dec 10 10:13:08.270540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:08.322785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-75ebd783-e191-4f4c-b878-2a662454a574 req-e99909be-72ab-4bf0-9dbc-1a55b46f85d4 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194050 Dec 10 10:13:08.343932 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-09fb35b6-b83a-45b7-b27c-bddfacd71422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:08.343932 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-09fb35b6-b83a-45b7-b27c-bddfacd71422 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 200 len: 834 time: 0.0684578 Dec 10 10:13:08.386218 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-38d75d47-d400-46e6-9706-688909b38bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:08.387725 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-38d75d47-d400-46e6-9706-688909b38bdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca1be659-0659-4560-ae44-f8f163e4fdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428200 Dec 10 10:13:08.474955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5903b348-882d-454c-a787-d51fd6e3e2ec', 'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:b4:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:03Z', 'updated_at': '2021-12-10T10:11:07Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:08.482459 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-17534803-5cb9-447f-a803-c46e263aa071 service neutron] 10.222.0.18 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869935 Dec 10 10:13:08.502590 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998bc2d-4490-4f36-8d3a-30d5bd7d230b None None] The sync data for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 is: [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5903b348-882d-454c-a787-d51fd6e3e2ec', 'name': '', 'network_id': 'ca1be659-0659-4560-ae44-f8f163e4fdd9', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:b4:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:03Z', 'updated_at': '2021-12-10T10:11:07Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '2fa08ae3-000d-4d7d-bdfc-579614f37093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:13:08.532093 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:08.585304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ef59e451-403a-4ae4-bbe2-c7caac4ec524 req-02371da4-fa15-4de2-b3eb-42ef111e484e service neutron] 10.222.0.18 "GET /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950820 Dec 10 10:13:08.726351 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217dbb1-98a0-445e-95c0-0903fa60f14f None None] New status for floating IP 17041ded-bb9f-4067-88f6-7825b0ccff01: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:13:09.442490 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ff3fe-78a8-46ba-9b7a-bce0b508310f req-7830d14b-22b6-4b8b-a623-bb9fc63bf91c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:09.444027 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-071ff3fe-78a8-46ba-9b7a-bce0b508310f req-7830d14b-22b6-4b8b-a623-bb9fc63bf91c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0497451 Dec 10 10:13:09.462061 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:09.496616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-071ff3fe-78a8-46ba-9b7a-bce0b508310f req-9525792c-c329-4800-be87-aced63331308 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2fa2315-7650-4eae-9a5e-0199980ed194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466430 Dec 10 10:13:09.561982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-d8da8dde-d83e-4b53-9d9d-11c05ba06f26 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:09.563449 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-d8da8dde-d83e-4b53-9d9d-11c05ba06f26 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8 HTTP/1.1" status: 200 len: 945 time: 0.0496480 Dec 10 10:13:09.656396 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:13:09.656738 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:09.744487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 3e350506-05fb-4db6-ba72-59f7d9ade3f6, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=3e350506-05fb-4db6-ba72-59f7d9ade3f6,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:09.744847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:09.757432 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 3e350506-05fb-4db6-ba72-59f7d9ade3f6 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:13:09.888046 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:09.914684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=3e350506-05fb-4db6-ba72-59f7d9ade3f6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:09.967254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] No DVR routers for this DVR port 3e350506-05fb-4db6-ba72-59f7d9ade3f6 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:13:09.970136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:09.974718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c6ef0294-6bcd-4d0f-88c9-41376d49f79d req-7f166ab7-2d52-4468-a2bf-52933c0d82f1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "DELETE /v2.0/ports/3e350506-05fb-4db6-ba72-59f7d9ade3f6 HTTP/1.1" status: 204 len: 173 time: 0.4042213 Dec 10 10:13:09.980302 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'name': 'network-vif-deleted', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:13:09.982622 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790b61aa-9fe0-47e7-8998-ffa9374e40c9" -d '{"events": [{"server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "name": "network-vif-deleted", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:13:10.019963 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7886cd71-de2b-45cc-8c03-cd2ab9325d7c x-openstack-request-id: req-7886cd71-de2b-45cc-8c03-cd2ab9325d7c {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:13:10.020394 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8", "name": "network-vif-deleted", "tag": "3e350506-05fb-4db6-ba72-59f7d9ade3f6", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:13:10.020716 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7886cd71-de2b-45cc-8c03-cd2ab9325d7c {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:13:10.021156 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fb5f4c-126c-4670-9c0c-0dd3a1611ac8', 'name': 'network-vif-deleted', 'tag': '3e350506-05fb-4db6-ba72-59f7d9ade3f6', 'status': 'completed', 'code': 200} Dec 10 10:13:10.553073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48352) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:10.909930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:11.163771 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 5903b348-882d-454c-a787-d51fd6e3e2ec {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:13:11.164019 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:11.257287 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 5903b348-882d-454c-a787-d51fd6e3e2ec, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5903b348-882d-454c-a787-d51fd6e3e2ec,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:11.257671 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:11.269216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 5903b348-882d-454c-a787-d51fd6e3e2ec owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:13:11.454262 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:11.481151 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=5903b348-882d-454c-a787-d51fd6e3e2ec,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:11.658020 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:11.874972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router aeb67707-fe1e-4f46-b2be-03b5a91518cd has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:13:11.979891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:13:11.984894 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8293e8a2-2b85-43ea-8ff1-ca6cf877032b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/aeb67707-fe1e-4f46-b2be-03b5a91518cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4307339 Dec 10 10:13:11.987601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48354) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:11.989802 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] Sync routers for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:13:11.999625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:12.000232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:12.039407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting subnet 2fa08ae3-000d-4d7d-bdfc-579614f37093 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:13:12.042672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.081295 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.106096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:12.168351 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.227480 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.254532 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa08ae3-000d-4d7d-bdfc-579614f37093,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:12.259427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.265338 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/subnets/2fa08ae3-000d-4d7d-bdfc-579614f37093 HTTP/1.1" status: 204 len: 168 time: 0.2743454 Dec 10 10:13:12.265820 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48356) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:12.266999 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dddb3d-2a44-4b55-83e2-76b26cbc9bb7 None None] Network ca1be659-0659-4560-ae44-f8f163e4fdd9 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:13:12.268650 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.269005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.270513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.270513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.270728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.271009 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.271726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.271726 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.271984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.272298 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.272626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.272942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.273264 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1318a1a-5005-44d8-8832-fb4958f8bf95 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.358943 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:13:11Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:12.376574 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.389048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] Checking router: aeb67707-fe1e-4f46-b2be-03b5a91518cd for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:13:12.404991 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] Routers {'aeb67707-fe1e-4f46-b2be-03b5a91518cd'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:12.405570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:12.468246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17104b3e-3f96-4bfd-be3d-d2649c9dd751 None None] DHCP port deletion for ca1be659-0659-4560-ae44-f8f163e4fdd9 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:13:12.486239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.540529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port ec98b429-ac32-47d2-bda9-04bf7c31ca92 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:13:12.541083 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.550383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] Set router aeb67707-fe1e-4f46-b2be-03b5a91518cd gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:12.622549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port ec98b429-ac32-47d2-bda9-04bf7c31ca92, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ec98b429-ac32-47d2-bda9-04bf7c31ca92,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:12.622914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.635421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for ec98b429-ac32-47d2-bda9-04bf7c31ca92 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:13:12.811539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.834300 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-17104b3e-3f96-4bfd-be3d-d2649c9dd751 None None] Deleting port b180f8f5-e2ce-4356-921a-1b4efebd13c1 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:13:12.834673 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17104b3e-3f96-4bfd-be3d-d2649c9dd751 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.835641 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=ec98b429-ac32-47d2-bda9-04bf7c31ca92,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:12.845572 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.845966 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.846259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.846598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.846928 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.847250 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.848040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.848040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.848398 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.848726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.849047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.849370 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.849718 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:12.883438 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb94292-6867-4733-b8b8-c3b9c39c4303 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:13:12.909215 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.944995 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-17104b3e-3f96-4bfd-be3d-d2649c9dd751 None None] For port b180f8f5-e2ce-4356-921a-1b4efebd13c1, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b180f8f5-e2ce-4356-921a-1b4efebd13c1,segment=NetworkSegment(594ef5af-8da1-4644-80f6-3c19d6a31b10),segment_id=594ef5af-8da1-4644-80f6-3c19d6a31b10)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:12.945396 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17104b3e-3f96-4bfd-be3d-d2649c9dd751 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:12.960482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-17104b3e-3f96-4bfd-be3d-d2649c9dd751 None None] Calling delete_port for b180f8f5-e2ce-4356-921a-1b4efebd13c1 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:13:13.004118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.006278 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.031205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:13:11Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:13.052545 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.053181 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Fanout notify agent at l3_agent the message router_deleted on router aeb67707-fe1e-4f46-b2be-03b5a91518cd {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:13:13.064472 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.065555 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-04c25da4-aa1c-42b5-bfdf-f299e8d8f2ed tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/routers/aeb67707-fe1e-4f46-b2be-03b5a91518cd HTTP/1.1" status: 204 len: 168 time: 0.7985747 Dec 10 10:13:13.067312 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca89a9d-4070-4930-806c-a8f95f8ee636 None None] The sync data for ids ['aeb67707-fe1e-4f46-b2be-03b5a91518cd'] in n-d-814746-3 is: [{'id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494755799', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:13:11Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': 'ec98b429-ac32-47d2-bda9-04bf7c31ca92', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb67707-fe1e-4f46-b2be-03b5a91518cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:11:01Z', 'updated_at': '2021-12-10T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:13:13.068246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48358) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:13.091206 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17104b3e-3f96-4bfd-be3d-d2649c9dd751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.119984 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17104b3e-3f96-4bfd-be3d-d2649c9dd751 None None] Pushing event deleted for resources: {'Port': ['ID=b180f8f5-e2ce-4356-921a-1b4efebd13c1,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:13.121843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17104b3e-3f96-4bfd-be3d-d2649c9dd751 None None] No DVR routers for this DVR port b180f8f5-e2ce-4356-921a-1b4efebd13c1 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:13:13.133173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 3e350506-05fb-4db6-ba72-59f7d9ade3f6 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:13:13.156811 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 3e350506-05fb-4db6-ba72-59f7d9ade3f6 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:13:13.157161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 3e350506-05fb-4db6-ba72-59f7d9ade3f6 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:13:13.159892 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.248132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.269442 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1be659-0659-4560-ae44-f8f163e4fdd9']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:13.279292 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594ef5af-8da1-4644-80f6-3c19d6a31b10') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:13.279585 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594ef5af-8da1-4644-80f6-3c19d6a31b10') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:13.289251 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.301853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.308093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:13:13.308439 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: timer() Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:13:13.311331 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:13:13.371159 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.378156 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.381686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/networks/ca1be659-0659-4560-ae44-f8f163e4fdd9 HTTP/1.1" status: 204 len: 168 time: 0.3116801 Dec 10 10:13:13.384819 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48360) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:13.494084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-338fc954-c276-4011-bc3e-50e93e2024ab tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.519405 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-338fc954-c276-4011-bc3e-50e93e2024ab tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.586703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b180f8f5-e2ce-4356-921a-1b4efebd13c1 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:13:13.607082 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-338fc954-c276-4011-bc3e-50e93e2024ab tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.610379 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-338fc954-c276-4011-bc3e-50e93e2024ab tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:13.614859 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-338fc954-c276-4011-bc3e-50e93e2024ab tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/security-groups/b2fa2315-7650-4eae-9a5e-0199980ed194 HTTP/1.1" status: 204 len: 168 time: 0.2288604 Dec 10 10:13:13.621708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: b180f8f5-e2ce-4356-921a-1b4efebd13c1 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:13:13.622591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b180f8f5-e2ce-4356-921a-1b4efebd13c1 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:13:13.623265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5903b348-882d-454c-a787-d51fd6e3e2ec no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:13:13.626881 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fc954-c276-4011-bc3e-50e93e2024ab tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fa2315-7650-4eae-9a5e-0199980ed194,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:13.653885 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5903b348-882d-454c-a787-d51fd6e3e2ec {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:13:13.654242 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5903b348-882d-454c-a787-d51fd6e3e2ec not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:13:13.765073 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970a1bd-2173-4e2e-b2c6-4497dfc65bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Network': ['ID=ca1be659-0659-4560-ae44-f8f163e4fdd9,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:14.270213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48366) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:14.274699 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-fa8cd252-39bb-4ac1-b69e-ed13a2b7116a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522055870', 'description': 'tempest-secgroup-smoke-1522055870 description', 'project_id': '0144896f3d664944b51fdd5da32cce93'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:14.296696 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd252-39bb-4ac1-b69e-ed13a2b7116a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.361576 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd252-39bb-4ac1-b69e-ed13a2b7116a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.365563 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd252-39bb-4ac1-b69e-ed13a2b7116a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.396932 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd252-39bb-4ac1-b69e-ed13a2b7116a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.398184 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fa8cd252-39bb-4ac1-b69e-ed13a2b7116a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1269734 Dec 10 10:13:14.399037 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cd252-39bb-4ac1-b69e-ed13a2b7116a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ef5723-770d-44d9-8c7c-aea03cd5ab80,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:14.401283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48368) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:14.406448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a2556b76-7bc0-4210-9987-e4a8105c8f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '65ef5723-770d-44d9-8c7c-aea03cd5ab80', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:14.433605 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2556b76-7bc0-4210-9987-e4a8105c8f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.487238 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2556b76-7bc0-4210-9987-e4a8105c8f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.491153 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2556b76-7bc0-4210-9987-e4a8105c8f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.511267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2556b76-7bc0-4210-9987-e4a8105c8f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde49098-a33a-4c55-8371-5a8cecd1a808,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:14.519118 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2556b76-7bc0-4210-9987-e4a8105c8f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.520561 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a2556b76-7bc0-4210-9987-e4a8105c8f2d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176205 Dec 10 10:13:14.523486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48370) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:14.528548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-28e51b7f-c2aa-45ea-8738-7e42ec240478 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '65ef5723-770d-44d9-8c7c-aea03cd5ab80', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:14.556284 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28e51b7f-c2aa-45ea-8738-7e42ec240478 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.609078 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28e51b7f-c2aa-45ea-8738-7e42ec240478 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.612572 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28e51b7f-c2aa-45ea-8738-7e42ec240478 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.630394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e51b7f-c2aa-45ea-8738-7e42ec240478 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc83a23-3cf3-439c-ac64-8c15930d553e,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:14.637064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-28e51b7f-c2aa-45ea-8738-7e42ec240478 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.638293 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-28e51b7f-c2aa-45ea-8738-7e42ec240478 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138287 Dec 10 10:13:14.641065 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48372) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:14.645635 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-63d0c4e7-40ed-4806-9bbb-9e2f781d12a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '65ef5723-770d-44d9-8c7c-aea03cd5ab80', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:14.671654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d0c4e7-40ed-4806-9bbb-9e2f781d12a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.727883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d0c4e7-40ed-4806-9bbb-9e2f781d12a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.731512 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d0c4e7-40ed-4806-9bbb-9e2f781d12a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.749381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0c4e7-40ed-4806-9bbb-9e2f781d12a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8b6745-4df5-47de-afd1-ed04798e37ca,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:14.757276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-63d0c4e7-40ed-4806-9bbb-9e2f781d12a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.758491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-63d0c4e7-40ed-4806-9bbb-9e2f781d12a2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164203 Dec 10 10:13:14.761125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48374) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:14.765351 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-30e22baf-3977-41bd-bea7-30d84133e9a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '65ef5723-770d-44d9-8c7c-aea03cd5ab80', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:14.791564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-30e22baf-3977-41bd-bea7-30d84133e9a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.848140 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-30e22baf-3977-41bd-bea7-30d84133e9a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.851716 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-30e22baf-3977-41bd-bea7-30d84133e9a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.869905 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e22baf-3977-41bd-bea7-30d84133e9a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da32dd84-f72a-4c73-bc60-a38367c7c663,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:14.875218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-30e22baf-3977-41bd-bea7-30d84133e9a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.876293 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-30e22baf-3977-41bd-bea7-30d84133e9a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142087 Dec 10 10:13:14.879851 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48376) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:14.884683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-81931083-6421-4373-98e9-48c6cd1b4ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '65ef5723-770d-44d9-8c7c-aea03cd5ab80', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:14.905363 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-81931083-6421-4373-98e9-48c6cd1b4ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:13:14.910212 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81931083-6421-4373-98e9-48c6cd1b4ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.967077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81931083-6421-4373-98e9-48c6cd1b4ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.970614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81931083-6421-4373-98e9-48c6cd1b4ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.988207 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81931083-6421-4373-98e9-48c6cd1b4ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1367819-623a-4383-b525-32117314f9cb,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:14.995313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-81931083-6421-4373-98e9-48c6cd1b4ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:14.996512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-81931083-6421-4373-98e9-48c6cd1b4ca8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155903 Dec 10 10:13:14.999272 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48378) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:15.003505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d09e39b2-7254-40e7-b02a-3030cc7eef4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '65ef5723-770d-44d9-8c7c-aea03cd5ab80', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:15.026504 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-d09e39b2-7254-40e7-b02a-3030cc7eef4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:13:15.031364 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d09e39b2-7254-40e7-b02a-3030cc7eef4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.093017 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d09e39b2-7254-40e7-b02a-3030cc7eef4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.096526 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d09e39b2-7254-40e7-b02a-3030cc7eef4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.115888 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e39b2-7254-40e7-b02a-3030cc7eef4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c607939-5d11-4cd2-9e3d-f99eacd1481e,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:15.123925 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d09e39b2-7254-40e7-b02a-3030cc7eef4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.127905 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d09e39b2-7254-40e7-b02a-3030cc7eef4f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249335 Dec 10 10:13:15.128071 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48380) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:15.133889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'network': {'name': 'tempest-network-smoke--1890554293', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'port_security_enabled': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:15.154891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:13:15.158274 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.182064 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:13:15.192202 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.192553 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Added segment e80289f4-d6f6-4f7b-abde-19f27b8fe2ae of type vlan for network bd3ef5c6-dd12-4017-a152-41827ff0f1df Dec 10 10:13:15.232588 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.257356 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.262766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:15.263353 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.315421 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1863339 Dec 10 10:13:15.319217 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48382) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:15.323857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'admin_state_up': True, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:15.334076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32397549-b73d-4953-be58-cf9089408b07 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Network': ['ID=bd3ef5c6-dd12-4017-a152-41827ff0f1df,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:15.344049 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network bd3ef5c6-dd12-4017-a152-41827ff0f1df details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:13:15.350515 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.351585 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.390036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ec98b429-ac32-47d2-bda9-04bf7c31ca92 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:13:15.409849 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.418852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ec98b429-ac32-47d2-bda9-04bf7c31ca92 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:13:15.419200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ec98b429-ac32-47d2-bda9-04bf7c31ca92 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:13:15.549237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.741756 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.760307 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.863837 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.235 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/10087136-dd5c-46b2-931f-5cdaba30a25d) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:13:15.907827 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:15.969810 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:16.002826 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:16.043352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:13:16.046287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:13:16.049792 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:13:16.055825 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=10087136-dd5c-46b2-931f-5cdaba30a25d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:16.060162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a1176-fc46-4bf0-9877-c7866c7f9f08 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:13:16.096574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e7dc159f-d358-4afe-a5da-346f90a4a8ef None None] Provisioning complete for port 10087136-dd5c-46b2-931f-5cdaba30a25d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:16.096947 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e7dc159f-d358-4afe-a5da-346f90a4a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:16.132865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc159f-d358-4afe-a5da-346f90a4a8ef None None] Port 10087136-dd5c-46b2-931f-5cdaba30a25d cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:13:16.305474 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:16.499856 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:16.626350 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router f73f34ae-049d-46fa-ad70-02bfde14729f is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:13:16.697384 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:13:16.732921 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:13:16.744253 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Sync routers for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:13:16.752951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:16.754691 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:16.754858 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b37837cb-068e-4ffb-86ee-2587dabb30de tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4344981 Dec 10 10:13:16.755338 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:16.758544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48386) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:16.830548 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b69afb03-cb7f-4f7c-b1bf-0912792cd02f tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0144896f3d664944b51fdd5da32cce93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708184 Dec 10 10:13:16.834145 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48390) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:16.862397 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:16.922907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ae1c84-88e9-4b27-9561-3b56ca6a7e1b tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:16.927431 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b5ae1c84-88e9-4b27-9561-3b56ca6a7e1b tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893321 Dec 10 10:13:16.927592 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48392) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:16.958489 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-de0a50dc-5572-4121-ace3-23aa7e23aa21 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267851 Dec 10 10:13:16.958695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48394) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:16.963759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-912900361', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:17.042031 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:16Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:17.054638 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:13:17.058126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.069088 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Checking router: f73f34ae-049d-46fa-ad70-02bfde14729f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:13:17.069439 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Updating router f73f34ae-049d-46fa-ad70-02bfde14729f port 10087136-dd5c-46b2-931f-5cdaba30a25d binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:13:17.096493 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.243052 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.302133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Subnet': ['ID=5c8036b6-3fc7-4c98-924c-33855b9183e0,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:17.312565 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Checking segment: {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:13:17.312931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network hostable DHCP agents. Network: bd3ef5c6-dd12-4017-a152-41827ff0f1df, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:13:17.331624 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network bd3ef5c6-dd12-4017-a152-41827ff0f1df is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:13:17.341418 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, bd3ef5c6-dd12-4017-a152-41827ff0f1df) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:13:17.345238 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.346887 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:17.348339 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.353116 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.355910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc53bbf-3277-4e0a-a0cd-ce40d15a4c34 None None] Network bd3ef5c6-dd12-4017-a152-41827ff0f1df requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:13:17.370627 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ec4c1fdf-8d5e-4d1a-9a8f-a187c99b1094 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4073870 Dec 10 10:13:17.370627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48396) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:17.392626 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Pushing event updated for resources: {'Port': ['ID=10087136-dd5c-46b2-931f-5cdaba30a25d,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:17.402747 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.403589 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.403589 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.403822 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.404040 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.404360 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.404679 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.404992 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.405298 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.405635 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.406348 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.406348 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.406552 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.426796 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Attempting to bind port 10087136-dd5c-46b2-931f-5cdaba30a25d on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:13:17.427291 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Attempting to bind port 10087136-dd5c-46b2-931f-5cdaba30a25d by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:13:17.427505 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Attempting to bind port 10087136-dd5c-46b2-931f-5cdaba30a25d on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:13:17.432825 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:13:17.433199 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:13:17.433622 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.434008 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:13:17.434472 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Bound port: 10087136-dd5c-46b2-931f-5cdaba30a25d, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:13:17.435181 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.442803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54bf8e7-0a39-49e2-a9d1-c67cd590688b None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:13:17.485400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:13:17.486630 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.496950 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] For port 10087136-dd5c-46b2-931f-5cdaba30a25d, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:13:17.499642 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] For port 10087136-dd5c-46b2-931f-5cdaba30a25d, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=10087136-dd5c-46b2-931f-5cdaba30a25d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:13:17.507295 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.566992 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe2131-91ca-4a1c-8ddc-d26ec3be49fd None None] Pushing event updated for resources: {'Port': ['ID=10087136-dd5c-46b2-931f-5cdaba30a25d,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:17.574416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198189f8-f724-435f-8130-05589e8b5c8a None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:13:17.586983 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:17.587603 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:17.617175 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Provisioning complete for port 10087136-dd5c-46b2-931f-5cdaba30a25d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:17.617705 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.687864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Allocated IP 172.20.0.2 (bd3ef5c6-dd12-4017-a152-41827ff0f1df/5c8036b6-3fc7-4c98-924c-33855b9183e0/444ef5fa-189d-4ff6-bd87-7e626be1bf1a) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:13:17.787634 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:17.794765 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.826825 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] For port 10087136-dd5c-46b2-931f-5cdaba30a25d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=10087136-dd5c-46b2-931f-5cdaba30a25d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:17.836132 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.858858 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.944821 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Pushing event updated for resources: {'Port': ['ID=10087136-dd5c-46b2-931f-5cdaba30a25d,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:17.953514 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.965391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.965391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.965921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.966368 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.966800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.967500 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.967645 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.967950 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.968276 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.969166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.969166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.969394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.969591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e486d-f1aa-4534-b0be-6a74e3a332f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:13:17.977064 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:17.997208 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:16Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:18.015236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8ae6235d-a851-4c80-9d7f-14720fb08078 None None] Provisioning complete for port 10087136-dd5c-46b2-931f-5cdaba30a25d triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:18.015709 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8ae6235d-a851-4c80-9d7f-14720fb08078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:18.025175 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d55dcc-b4c5-47a1-848f-092f1a25f2a1 None None] The sync data for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 is: [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:16Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:13:18.058623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Network bd3ef5c6-dd12-4017-a152-41827ff0f1df is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:13:18.062059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:13:18.063774 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Pushing event updated for resources: {'Port': ['ID=444ef5fa-189d-4ff6-bd87-7e626be1bf1a,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:18.068119 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:13:18.142406 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Attempting to bind port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:13:18.142779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Attempting to bind port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:13:18.143141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Attempting to bind port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a on network bd3ef5c6-dd12-4017-a152-41827ff0f1df {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:13:18.167857 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.1 (bd3ef5c6-dd12-4017-a152-41827ff0f1df/5c8036b6-3fc7-4c98-924c-33855b9183e0/a3e5b238-4a43-4c80-b6e4-4f10b8f95558) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:13:18.170132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:13:18.170552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Checking segment: {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:13:18.170896 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:18.171298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Bound using segment: {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:13:18.171772 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Bound port: 444ef5fa-189d-4ff6-bd87-7e626be1bf1a, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:13:18.172152 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:18.294893 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] For port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:13:18.305008 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] For port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=444ef5fa-189d-4ff6-bd87-7e626be1bf1a,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:13:18.311371 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:18.395241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b273a-8ba6-4095-9fce-68a732a07fe7 None None] Pushing event updated for resources: {'Port': ['ID=444ef5fa-189d-4ff6-bd87-7e626be1bf1a,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:18.702352 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:18.738687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:18.786022 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network bd3ef5c6-dd12-4017-a152-41827ff0f1df is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:13:18.789407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:13:18.793109 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:13:18.799508 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=a3e5b238-4a43-4c80-b6e4-4f10b8f95558,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:18.840425 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:18.977152 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:19.279156 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:19.285434 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:19.362866 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:19.365796 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=a3e5b238-4a43-4c80-b6e4-4f10b8f95558,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:19.384304 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a2c3f9-4474-4582-8765-a8b80d927e61 None None] Network bd3ef5c6-dd12-4017-a152-41827ff0f1df requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:13:19.474670 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-658a99da-5fb6-4ec0-9942-120980640766 None None] Provisioning complete for port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:19.475325 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-658a99da-5fb6-4ec0-9942-120980640766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:19.485989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network bd3ef5c6-dd12-4017-a152-41827ff0f1df is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:13:19.487549 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:13:19.532609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 10087136-dd5c-46b2-931f-5cdaba30a25d up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:13:19.617408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router f73f34ae-049d-46fa-ad70-02bfde14729f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:13:19.643164 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 10087136-dd5c-46b2-931f-5cdaba30a25d triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:19.643529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:19.669864 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-658a99da-5fb6-4ec0-9942-120980640766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:19.718887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-658a99da-5fb6-4ec0-9942-120980640766 None None] For port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=444ef5fa-189d-4ff6-bd87-7e626be1bf1a,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:19.727792 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-658a99da-5fb6-4ec0-9942-120980640766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:19.757288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:13:19.768735 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8fc90cda-9c50-49c4-bfdf-16e4b959c393 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/f73f34ae-049d-46fa-ad70-02bfde14729f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3950596 Dec 10 10:13:19.792399 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 444ef5fa-189d-4ff6-bd87-7e626be1bf1a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:13:19.830691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Sync routers for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:13:19.842003 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a99da-5fb6-4ec0-9942-120980640766 None None] Pushing event updated for resources: {'Port': ['ID=444ef5fa-189d-4ff6-bd87-7e626be1bf1a,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:19.854324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:19.854957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:19.915095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:19.915469 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:19.954087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-d37d969d-756a-43ee-b5b0-4759d3876842 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522055870&fields=id&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 267 time: 0.0593460 Dec 10 10:13:20.033996 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fd8da892-287f-48d1-8934-09375475e75a None None] Provisioning complete for port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:20.034356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fd8da892-287f-48d1-8934-09375475e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:20.046569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:20.076847 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-7ccc8542-5f77-4dfc-b5d4-95c538c86375 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:20.078407 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-7ccc8542-5f77-4dfc-b5d4-95c538c86375 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/networks?id=bd3ef5c6-dd12-4017-a152-41827ff0f1df HTTP/1.1" status: 200 len: 797 time: 0.1173201 Dec 10 10:13:20.094927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-f2c29cb2-74a4-448f-9047-138a5b3c2b24 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/quotas/0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 375 time: 0.0098066 Dec 10 10:13:20.155055 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-b38430d9-f282-422b-978e-d16978c9c52e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515790 Dec 10 10:13:20.177655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fd8da892-287f-48d1-8934-09375475e75a None None] Port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:13:20.214112 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:20.253005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fd8da892-287f-48d1-8934-09375475e75a None None] Provisioning complete for port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:20.253384 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fd8da892-287f-48d1-8934-09375475e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:20.315379 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-28c94911-cf61-489e-be31-ac0531703829 service neutron] 10.222.0.31 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465063 Dec 10 10:13:20.415238 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-8641071a-97e0-483d-ac4a-2b12d0373b16 service neutron] 10.222.0.31 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903389 Dec 10 10:13:20.578052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a3e5b238-4a43-4c80-b6e4-4f10b8f95558', 'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:c2:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:17Z', 'updated_at': '2021-12-10T10:13:19Z', 'revision_number': 2, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:20.585584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2f92313b-da4c-43ab-9810-99aaa44537d1 req-dcf20a56-5e15-48be-8074-ef2ddee72fea tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 210 time: 0.0320635 Dec 10 10:13:20.610416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Checking router: f73f34ae-049d-46fa-ad70-02bfde14729f for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:13:20.610777 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Updating router f73f34ae-049d-46fa-ad70-02bfde14729f port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:13:20.636674 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:20.737755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-988d7c04-d26f-43c0-ab22-30af0b84d5a8 None None] Provisioning complete for port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:20.738043 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-988d7c04-d26f-43c0-ab22-30af0b84d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:20.798334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-988d7c04-d26f-43c0-ab22-30af0b84d5a8 None None] Port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:13:20.930723 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:20.936097 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:20.983955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5af74-b5cf-4537-aa93-602c6a666d83 None None] Pushing event updated for resources: {'Port': ['ID=a3e5b238-4a43-4c80-b6e4-4f10b8f95558,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:21.037966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Attempting to bind port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:13:21.038332 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Attempting to bind port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:13:21.038700 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Attempting to bind port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 on network bd3ef5c6-dd12-4017-a152-41827ff0f1df {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:13:21.043816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:13:21.044194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Checking segment: {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:13:21.044595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:21.044988 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Bound using segment: {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:13:21.045486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Bound port: a3e5b238-4a43-4c80-b6e4-4f10b8f95558, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:13:21.045890 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:21.115967 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] For port a3e5b238-4a43-4c80-b6e4-4f10b8f95558, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:13:21.119135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] For port a3e5b238-4a43-4c80-b6e4-4f10b8f95558, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a3e5b238-4a43-4c80-b6e4-4f10b8f95558,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:13:21.124303 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:21.186382 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5af74-b5cf-4537-aa93-602c6a666d83 None None] Pushing event updated for resources: {'Port': ['ID=a3e5b238-4a43-4c80-b6e4-4f10b8f95558,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:21.189075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:21.189702 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:21.254273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ef0853bd-0c9c-4cc6-bbb5-c957e8ee01b1 None None] Provisioning complete for port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:21.254752 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef0853bd-0c9c-4cc6-bbb5-c957e8ee01b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:21.340980 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:21.417496 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 444ef5fa-189d-4ff6-bd87-7e626be1bf1a up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:13:21.490901 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef0853bd-0c9c-4cc6-bbb5-c957e8ee01b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:21.577816 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ef0853bd-0c9c-4cc6-bbb5-c957e8ee01b1 None None] For port a3e5b238-4a43-4c80-b6e4-4f10b8f95558, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a3e5b238-4a43-4c80-b6e4-4f10b8f95558,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:21.591249 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef0853bd-0c9c-4cc6-bbb5-c957e8ee01b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:21.638979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:21.639356 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:21.670168 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-123ffe10-f392-4ab8-ba09-97bf74fc8cda req-e5239709-3cd3-41b0-beb2-d6bbd58881fa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 210 time: 0.0313723 Dec 10 10:13:21.736182 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0853bd-0c9c-4cc6-bbb5-c957e8ee01b1 None None] Pushing event updated for resources: {'Port': ['ID=a3e5b238-4a43-4c80-b6e4-4f10b8f95558,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:21.752598 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a361d225-17d8-49d8-a086-147aa57c2d01 None None] Provisioning complete for port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:21.752970 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a361d225-17d8-49d8-a086-147aa57c2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:21.842032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a3e5b238-4a43-4c80-b6e4-4f10b8f95558', 'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:c2:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:17Z', 'updated_at': '2021-12-10T10:13:21Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:21.873870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d1892-45d5-4e1c-9c28-85620f73864a None None] The sync data for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 is: [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a3e5b238-4a43-4c80-b6e4-4f10b8f95558', 'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:c2:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:17Z', 'updated_at': '2021-12-10T10:13:21Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:13:22.764625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc35066f-f12f-41af-8f29-e0a1990cdf72 req-cc6a28a1-d9d0-4bc4-b8ad-a5c5484b7cbc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 210 time: 0.0293162 Dec 10 10:13:23.426325 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a3e5b238-4a43-4c80-b6e4-4f10b8f95558 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:13:23.475150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:23.475515 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:23.842333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03740f64-65b2-4628-897e-6e9df657a901 req-b22634aa-3f5d-40cd-af6c-34bfe7533e74 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 210 time: 0.0265412 Dec 10 10:13:24.937874 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-697c78aa-6ca2-46d6-8c4b-9ba8f5a34cd1 req-8e43eafb-a0f8-4516-82c1-c99b17a3892f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 210 time: 0.0255983 Dec 10 10:13:25.645155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-ffca339b-afcf-4c30-96a3-8444177458e4 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:25.646683 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-ffca339b-afcf-4c30-96a3-8444177458e4 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/networks?id=bd3ef5c6-dd12-4017-a152-41827ff0f1df HTTP/1.1" status: 200 len: 797 time: 0.1034987 Dec 10 10:13:25.715217 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-2b8643de-ecb9-41ad-93c9-802ff2ab404e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 380 time: 0.0595715 Dec 10 10:13:25.726331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'port': {'device_id': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'admin_state_up': True, 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'security_groups': ['65ef5723-770d-44d9-8c7c-aea03cd5ab80']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:25.831699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:13:25.835939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:25.965171 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.6 (bd3ef5c6-dd12-4017-a152-41827ff0f1df/5c8036b6-3fc7-4c98-924c-33855b9183e0/c7dc1ed8-cbe1-4fec-ae0d-01e85de15124) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:13:26.034294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-871ddebf-ef4a-478e-9dfc-e4bd09b8d5d7 req-602cdb40-f6f8-4fd7-b86c-eb00d8244296 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 210 time: 0.0270805 Dec 10 10:13:26.105260 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.139427 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.185099 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network bd3ef5c6-dd12-4017-a152-41827ff0f1df is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:13:26.188184 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:13:26.192328 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:13:26.217640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:26.246291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:26.246972 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.269646 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-bf07fa53-bbde-4083-ab85-d5a56de115a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468566 Dec 10 10:13:26.324865 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Request body: {'port': {'device_id': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:26.383796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.473827 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ed7b0cf7-0e72-467a-9aac-2bfbf742105e None None] Provisioning complete for port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:26.474314 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0cf7-0e72-467a-9aac-2bfbf742105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.508687 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b0cf7-0e72-467a-9aac-2bfbf742105e None None] Port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:13:26.648192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:13:26.655500 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.667801 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Transition to ACTIVE for port object c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:13:26.671211 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.719346 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:26.791432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Attempting to bind port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:13:26.791781 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Attempting to bind port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:13:26.792114 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Attempting to bind port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 on network bd3ef5c6-dd12-4017-a152-41827ff0f1df {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:13:26.796723 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 on network bd3ef5c6-dd12-4017-a152-41827ff0f1df not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:13:26.797056 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Attempting to bind port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 on network bd3ef5c6-dd12-4017-a152-41827ff0f1df {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:13:26.802695 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:13:26.803037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Checking segment: {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:13:26.803427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Bound using segment: {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:13:26.803924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Bound port: c7dc1ed8-cbe1-4fec-ae0d-01e85de15124, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:13:26.804292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.878321 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] For port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:13:26.882368 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] For port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:13:26.886457 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.924124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:26.925043 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:26.926671 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] 10.222.0.39 "PUT /v2.0/ports/c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 HTTP/1.1" status: 200 len: 1091 time: 0.6490982 Dec 10 10:13:26.927186 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:13:26.929655 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0619ec7-9877-4ef3-a08c-d21f75a248ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:13:26.954791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49a4b7-46a6-4914-a5ac-062aacd41e33 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:27.024485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-b8300ec7-1951-49a3-aded-ff2d9aade569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:27.026130 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-b8300ec7-1951-49a3-aded-ff2d9aade569 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 1094 time: 0.0517938 Dec 10 10:13:27.034805 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a5bb2d-e03a-4d81-a331-06f34a069856 x-openstack-request-id: req-98a5bb2d-e03a-4d81-a331-06f34a069856 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:13:27.035349 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:13:27.035749 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98a5bb2d-e03a-4d81-a331-06f34a069856 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:13:27.036404 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'status': 'completed', 'code': 200} Dec 10 10:13:27.083057 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-6a9fe424-5c3b-42ce-89b1-1cfc95f7c283 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 HTTP/1.1" status: 200 len: 217 time: 0.0456376 Dec 10 10:13:27.144222 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-f6060653-a36f-4bab-b091-0c28aa625e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:27.146774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-f6060653-a36f-4bab-b091-0c28aa625e06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c8036b6-3fc7-4c98-924c-33855b9183e0 HTTP/1.1" status: 200 len: 834 time: 0.0540788 Dec 10 10:13:27.164447 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a197a2d-fc77-488f-b6d0-b0f3f9169114 req-9d96566a-5756-4f91-85ff-ae7d9c01ec59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:27.166018 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a197a2d-fc77-488f-b6d0-b0f3f9169114 req-9d96566a-5756-4f91-85ff-ae7d9c01ec59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 943 time: 0.0577240 Dec 10 10:13:27.197161 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-e4e7c38b-6751-4ab1-aacc-61d574dd23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:27.198707 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-e4e7c38b-6751-4ab1-aacc-61d574dd23c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd3ef5c6-dd12-4017-a152-41827ff0f1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452898 Dec 10 10:13:27.216724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a197a2d-fc77-488f-b6d0-b0f3f9169114 req-253667ff-1d05-4051-bc12-78c261a3d9a5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Dec 10 10:13:27.291878 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-2f30409a-fa5e-4687-b1ef-2810123799a3 service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861676 Dec 10 10:13:27.383908 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-b0773a93-6c24-4629-8940-0907f8deeb96 req-3fb1ab6d-bf05-4452-8456-7a65ed93e8ee service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838025 Dec 10 10:13:27.475512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-e755d9dc-5778-4582-8eb5-8aab6f79f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:27.477021 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-e755d9dc-5778-4582-8eb5-8aab6f79f778 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 1094 time: 0.0425014 Dec 10 10:13:27.573196 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-4d09a556-e04c-4d4a-a7b4-9c04c1796f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:27.574684 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-4d09a556-e04c-4d4a-a7b4-9c04c1796f56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd3ef5c6-dd12-4017-a152-41827ff0f1df HTTP/1.1" status: 200 len: 898 time: 0.0903051 Dec 10 10:13:27.618811 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-75e8f2b6-1e64-4a7b-bf8e-8011cf420395 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 HTTP/1.1" status: 200 len: 217 time: 0.0351417 Dec 10 10:13:27.668072 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-e64105ab-e513-45ab-a48b-85e4e0cd0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:27.669466 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-e64105ab-e513-45ab-a48b-85e4e0cd0a0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c8036b6-3fc7-4c98-924c-33855b9183e0 HTTP/1.1" status: 200 len: 834 time: 0.0427959 Dec 10 10:13:27.719813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-5aab0307-548b-4426-9b86-051a97a5d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:27.721442 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-5aab0307-548b-4426-9b86-051a97a5d1fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd3ef5c6-dd12-4017-a152-41827ff0f1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445521 Dec 10 10:13:27.812960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-57bdf1c7-cfbd-4739-a390-bf10bc1cf7d7 service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829933 Dec 10 10:13:27.911725 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c0619ec7-9877-4ef3-a08c-d21f75a248ad req-14ac82d4-6a34-4040-a857-7341cbf0dada service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917485 Dec 10 10:13:28.332770 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ea276-a972-4a70-9e9c-d8921e01595d req-eb2da4fd-2259-429e-bf5f-642c3eda0fa4 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:28.334315 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-419ea276-a972-4a70-9e9c-d8921e01595d req-eb2da4fd-2259-429e-bf5f-642c3eda0fa4 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 943 time: 0.0491869 Dec 10 10:13:28.394021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-419ea276-a972-4a70-9e9c-d8921e01595d req-b9ae43b0-0672-436a-a439-7862d4bf013e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537124 Dec 10 10:13:29.512098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f22a2-9939-41d6-a4f9-6dd40d7f60cf req-b2c3ab5f-b90c-4059-8b61-0413d78d4e2e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:29.513523 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-008f22a2-9939-41d6-a4f9-6dd40d7f60cf req-b2c3ab5f-b90c-4059-8b61-0413d78d4e2e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 943 time: 0.0519266 Dec 10 10:13:29.570688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-008f22a2-9939-41d6-a4f9-6dd40d7f60cf req-1443d1e9-6ddd-4dc9-b5a7-3bcac2106e6d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511360 Dec 10 10:13:29.911743 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:13:30.006535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:30.017451 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'port_id': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'mac_address': 'fa:16:3e:23:dd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:13:30.057334 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:30.070286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:13:30.088659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:30.092324 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:30.139154 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:30.325922 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['c7dc1ed8-cbe1-4fec-ae0d-01e85de15124'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:13:30.685990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c612f-f19c-418e-94e2-ff5e08befcad req-22861c4b-a1e6-4549-acb0-db3cad4d15b7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:30.687486 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b6c612f-f19c-418e-94e2-ff5e08befcad req-22861c4b-a1e6-4549-acb0-db3cad4d15b7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 944 time: 0.0488892 Dec 10 10:13:30.735796 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7b6c612f-f19c-418e-94e2-ff5e08befcad req-cc233aea-ad9b-4932-83b1-26f5e9e32ee3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Dec 10 10:13:31.851594 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df45e6-7c8b-4888-877a-5875a66c1ed9 req-da406390-c16c-4341-8474-9e3ca0df7e8a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:31.853067 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90df45e6-7c8b-4888-877a-5875a66c1ed9 req-da406390-c16c-4341-8474-9e3ca0df7e8a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 944 time: 0.0496678 Dec 10 10:13:31.904769 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-90df45e6-7c8b-4888-877a-5875a66c1ed9 req-a461b940-86bc-459b-b8e9-c5dd1ed3ac91 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457568 Dec 10 10:13:31.928944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:13:31.978258 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:13:31.982220 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:13:31.982589 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:32.062573 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:32.085250 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:13:32.087499 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8c8b21-de0c-495b-a9ed-6f5f98776823" -d '{"events": [{"server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "name": "network-vif-plugged", "status": "completed", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:13:32.099678 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:13:32.103431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:32.139565 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7630f308-1e9d-496e-8246-8aed538b5041 x-openstack-request-id: req-7630f308-1e9d-496e-8246-8aed538b5041 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:13:32.139863 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "name": "network-vif-plugged", "status": "completed", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:13:32.140123 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7630f308-1e9d-496e-8246-8aed538b5041 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:13:32.140521 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'code': 200} Dec 10 10:13:32.156625 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:32.232093 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a2477-c52d-4dba-b38a-b2a5ad195a0b req-4a98fb69-1e11-47a3-aa59-9bf1452e25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:32.233588 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-942a2477-c52d-4dba-b38a-b2a5ad195a0b req-4a98fb69-1e11-47a3-aa59-9bf1452e25d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 1096 time: 0.0395730 Dec 10 10:13:32.280907 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-942a2477-c52d-4dba-b38a-b2a5ad195a0b req-8ad4158c-2d69-4274-a24f-7d267ad5e6a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387578 Dec 10 10:13:33.033517 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4107689-e8ce-41df-90b2-d68a334d7f55 req-1d140cbc-8858-4191-abec-8a9568f581a6 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:33.035191 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4107689-e8ce-41df-90b2-d68a334d7f55 req-1d140cbc-8858-4191-abec-8a9568f581a6 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0546832 Dec 10 10:13:33.085279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e4107689-e8ce-41df-90b2-d68a334d7f55 req-1bd4338e-d011-4f96-bf7d-631aa440a9be tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Dec 10 10:13:33.421827 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a4a92e8-16fa-492b-9dd2-a23fa26360f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:34.200250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105b44-73e2-48a9-998b-5952672736e5 req-45e41810-eaaf-44f1-8bef-5baba70f23a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:34.201739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59105b44-73e2-48a9-998b-5952672736e5 req-45e41810-eaaf-44f1-8bef-5baba70f23a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Dec 10 10:13:34.250251 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-59105b44-73e2-48a9-998b-5952672736e5 req-2b8058d7-24fc-41e3-a901-5c89723844f7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425725 Dec 10 10:13:34.371288 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4cf25-e210-42f6-9149-92ac08fdcc46 req-3f6ceb85-d1dc-48e3-ac1b-6305faa99d1d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:34.372669 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10f4cf25-e210-42f6-9149-92ac08fdcc46 req-3f6ceb85-d1dc-48e3-ac1b-6305faa99d1d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0526848 Dec 10 10:13:34.421299 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-10f4cf25-e210-42f6-9149-92ac08fdcc46 req-434dba6b-303a-4a16-9810-4f85341cf2f0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Dec 10 10:13:34.443962 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48474) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:34.483235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da6b2e-afb7-4d08-a2ab-9c4aad4be2cc tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:34.484799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-42da6b2e-afb7-4d08-a2ab-9c4aad4be2cc tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 1091 time: 0.0398884 Dec 10 10:13:34.487632 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48476) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:34.492593 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:13:34.515084 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:34.614538 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:34.714208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.130 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/5a5662ce-0cab-44ed-a552-92cbb2b8dc6a) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:13:34.816874 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:34.849614 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:34.885759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:13:34.890145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:13:34.893732 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:13:34.917380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=5a5662ce-0cab-44ed-a552-92cbb2b8dc6a,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:35.248181 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:35.312113 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:35.465166 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:35.470798 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:35.537976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=5a5662ce-0cab-44ed-a552-92cbb2b8dc6a,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:13:35.549690 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:35.595060 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-05edd21f-102d-4dfc-b9ef-c08eb2224379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:35.654609 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP b4b85a38-8314-4063-8b8e-8900fad2a04f associated. External IP: 172.25.3.130, port: c7dc1ed8-cbe1-4fec-ae0d-01e85de15124. Dec 10 10:13:35.866453 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router f73f34ae-049d-46fa-ad70-02bfde14729f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:13:35.975751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:13:35.985566 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] Sync routers for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:13:35.993723 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:35.996203 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:35.996886 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:36.025106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c3b8a3ae-db80-4eab-b37b-72b40ccaf68a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5359068 Dec 10 10:13:36.025720 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:13:36.028063 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115" -d '{"events": [{"name": "network-changed", "server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:13:36.112540 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:36.133378 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce24bd2-b2c0-488b-87bf-85f49b918261 req-31566491-7cfd-4bbe-88bb-9d9c347d4387 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:36.134842 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ce24bd2-b2c0-488b-87bf-85f49b918261 req-31566491-7cfd-4bbe-88bb-9d9c347d4387 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Dec 10 10:13:36.187081 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ce24bd2-b2c0-488b-87bf-85f49b918261 req-76651f6a-9685-4d6b-9723-8332ad0ffc93 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460212 Dec 10 10:13:36.211774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48484) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:36.276420 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e3decc78-f41b-4917-9282-33b746a4076d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/b4b85a38-8314-4063-8b8e-8900fad2a04f HTTP/1.1" status: 200 len: 991 time: 0.0623991 Dec 10 10:13:36.292577 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c668d9f-7b2a-408c-99ea-7ec8174a989c x-openstack-request-id: req-2c668d9f-7b2a-408c-99ea-7ec8174a989c {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:13:36.292931 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:13:36.293259 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c668d9f-7b2a-408c-99ea-7ec8174a989c {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:13:36.295347 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'status': 'completed', 'code': 200} Dec 10 10:13:36.344332 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'b4b85a38-8314-4063-8b8e-8900fad2a04f', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'port_id': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'mac_address': 'fa:16:3e:23:dd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:13:35Z', 'updated_at': '2021-12-10T10:13:35Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e5b238-4a43-4c80-b6e4-4f10b8f95558', 'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:c2:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:17Z', 'updated_at': '2021-12-10T10:13:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:36.358943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-03d143c7-9611-4685-a497-3559f6a17609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:36.360452 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-03d143c7-9611-4685-a497-3559f6a17609 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 1096 time: 0.0435612 Dec 10 10:13:36.374033 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] Checking router: f73f34ae-049d-46fa-ad70-02bfde14729f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:13:36.383516 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:13:36.384055 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:13:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:36.455614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-f1a481a1-2863-40fa-8f77-4a5ebad5aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:36.457168 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-f1a481a1-2863-40fa-8f77-4a5ebad5aaaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd3ef5c6-dd12-4017-a152-41827ff0f1df HTTP/1.1" status: 200 len: 898 time: 0.0887253 Dec 10 10:13:36.486283 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:13:36.525024 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-151f538d-f9cb-409e-89e6-dbf418e34cd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 HTTP/1.1" status: 200 len: 999 time: 0.0609107 Dec 10 10:13:36.579477 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-03af28bd-203f-4fd3-84db-43797f0fbbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:36.580919 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-03af28bd-203f-4fd3-84db-43797f0fbbf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c8036b6-3fc7-4c98-924c-33855b9183e0 HTTP/1.1" status: 200 len: 834 time: 0.0483778 Dec 10 10:13:36.625423 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-942d1206-7618-42d5-9d41-4344bf37be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:36.626985 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-942d1206-7618-42d5-9d41-4344bf37be61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd3ef5c6-dd12-4017-a152-41827ff0f1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393341 Dec 10 10:13:36.713762 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'b4b85a38-8314-4063-8b8e-8900fad2a04f', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'port_id': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'mac_address': 'fa:16:3e:23:dd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:13:35Z', 'updated_at': '2021-12-10T10:13:35Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e5b238-4a43-4c80-b6e4-4f10b8f95558', 'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:c2:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:17Z', 'updated_at': '2021-12-10T10:13:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:13:36.723720 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-f6851803-eab1-494f-b87b-fe50df536724 service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895557 Dec 10 10:13:36.740170 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26f08a-abea-4e93-a169-5ab83b0ba34c None None] The sync data for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 is: [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'b4b85a38-8314-4063-8b8e-8900fad2a04f', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'port_id': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'mac_address': 'fa:16:3e:23:dd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:13:35Z', 'updated_at': '2021-12-10T10:13:35Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e5b238-4a43-4c80-b6e4-4f10b8f95558', 'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:c2:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:17Z', 'updated_at': '2021-12-10T10:13:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:13:36.821055 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-c7c1a339-47d1-400c-8e6a-9cd0e7ff7115 req-629796e7-aada-48b7-818e-10d20df6ed0e service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904686 Dec 10 10:13:36.849940 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:36.931069 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14198ef0-f52f-4a72-81b0-b326659960d6 None None] New status for floating IP b4b85a38-8314-4063-8b8e-8900fad2a04f: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:13:37.279232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48486) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:13:37.345007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-12a27c9c-6e65-4a0e-aba6-3d059f7406cd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/b4b85a38-8314-4063-8b8e-8900fad2a04f HTTP/1.1" status: 200 len: 993 time: 0.0645421 Dec 10 10:13:38.531165 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:39.454682 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:40.182663 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-8d0662fe-df06-4d11-9adc-b06e25ea5b20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395489 Dec 10 10:13:40.264105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-73d2e4db-ca39-49f7-ac76-9262abaa3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:40.265614 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-73d2e4db-ca39-49f7-ac76-9262abaa3427 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 1096 time: 0.0400953 Dec 10 10:13:40.371745 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-a6e0dd48-e3d6-46c2-b73d-7dd331a04b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:40.373191 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-a6e0dd48-e3d6-46c2-b73d-7dd331a04b95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd3ef5c6-dd12-4017-a152-41827ff0f1df HTTP/1.1" status: 200 len: 898 time: 0.0878329 Dec 10 10:13:40.438445 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-c51fda6b-3e5e-4994-bac4-fe219e536d5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 HTTP/1.1" status: 200 len: 1001 time: 0.0575373 Dec 10 10:13:40.491649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-274d91bb-5442-450c-9013-5923dc2e2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:40.493106 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-274d91bb-5442-450c-9013-5923dc2e2acd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c8036b6-3fc7-4c98-924c-33855b9183e0 HTTP/1.1" status: 200 len: 834 time: 0.0478506 Dec 10 10:13:40.538281 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-d292f45a-6cd3-4564-aad3-9af9d4b2a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:13:40.539763 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-d292f45a-6cd3-4564-aad3-9af9d4b2a483 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd3ef5c6-dd12-4017-a152-41827ff0f1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399098 Dec 10 10:13:40.628045 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-557cf6bd-d246-46c6-9287-4d44ac927403 service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800076 Dec 10 10:13:40.719148 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-aca1395e-5429-42d7-9fa0-84af80e2b04c req-261eb716-cbb4-41b4-b78a-7942f92a4fa2 service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844045 Dec 10 10:13:45.928155 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:50.124850 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:13:53.697116 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:14:03.416026 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4171996e-2223-4839-ad83-a8b42a59d822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:05.601280 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-628d897c-e5d8-4466-999b-2f81e9ee9fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:06.051602 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ffd66-4d1c-4096-8601-0b4b5c5320c6 req-c4bd86e3-6985-4352-a197-585a7a83307e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:06.053087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-007ffd66-4d1c-4096-8601-0b4b5c5320c6 req-c4bd86e3-6985-4352-a197-585a7a83307e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0497608 Dec 10 10:14:06.101125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-007ffd66-4d1c-4096-8601-0b4b5c5320c6 req-39a7f7b3-8e38-4f6b-ae76-3ff83a20ae76 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421069 Dec 10 10:14:06.851050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:07.215925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de13b3-725f-41a3-8ddf-f3829fe07b43 req-678b73ce-f171-4091-b04f-c2dfe4e1ab0b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:07.217381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2de13b3-725f-41a3-8ddf-f3829fe07b43 req-678b73ce-f171-4091-b04f-c2dfe4e1ab0b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0478594 Dec 10 10:14:07.278567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b2de13b3-725f-41a3-8ddf-f3829fe07b43 req-dc2b7f1c-05f3-48f5-a88c-54681c8807ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543664 Dec 10 10:14:08.398351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dbbc2-0488-43ca-a1cd-ef0fbac0c428 req-b6e5d9c5-7ee7-46b4-b559-87109f849c25 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:08.399830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a2dbbc2-0488-43ca-a1cd-ef0fbac0c428 req-b6e5d9c5-7ee7-46b4-b559-87109f849c25 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0532238 Dec 10 10:14:08.447232 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a2dbbc2-0488-43ca-a1cd-ef0fbac0c428 req-70a8956d-2318-4d46-9a88-2de7bfd37ff3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Dec 10 10:14:08.534364 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:09.456723 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:09.569844 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa606b2-0396-4ab9-bc4e-7131c1352a66 req-98c76d49-9b9a-4218-9f3f-a6be01dce808 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:09.571313 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efa606b2-0396-4ab9-bc4e-7131c1352a66 req-98c76d49-9b9a-4218-9f3f-a6be01dce808 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0480192 Dec 10 10:14:09.620436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efa606b2-0396-4ab9-bc4e-7131c1352a66 req-4e48dd25-20cb-427b-877a-83703598ef7f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431130 Dec 10 10:14:10.734245 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7ed08-c4fe-4f86-a805-30932d402bbf req-2f7b6f96-3a8c-4160-8124-4c10c61e7c0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:10.735695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ea7ed08-c4fe-4f86-a805-30932d402bbf req-2f7b6f96-3a8c-4160-8124-4c10c61e7c0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0480716 Dec 10 10:14:10.788919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1ea7ed08-c4fe-4f86-a805-30932d402bbf req-39f36ccf-06cb-43b8-a579-f833acc362db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470426 Dec 10 10:14:11.904103 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d5ba0-792c-43a8-a7db-5db85510c845 req-bf6117cb-4a02-44cc-aaa0-9cf8659b956c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:11.905602 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c93d5ba0-792c-43a8-a7db-5db85510c845 req-bf6117cb-4a02-44cc-aaa0-9cf8659b956c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0488782 Dec 10 10:14:11.954633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c93d5ba0-792c-43a8-a7db-5db85510c845 req-ad79ab44-ca2b-4ab0-98c7-88cb571a61cb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Dec 10 10:14:13.072837 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2773b4-c670-4168-9e1a-58f3389b810b req-e810eb32-27cc-4ffa-8ab2-20b44c5d4d88 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:13.074343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c2773b4-c670-4168-9e1a-58f3389b810b req-e810eb32-27cc-4ffa-8ab2-20b44c5d4d88 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Dec 10 10:14:13.123021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c2773b4-c670-4168-9e1a-58f3389b810b req-4d6e9f27-2bef-4107-9e41-d98ba97e79c2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 Dec 10 10:14:14.243609 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bde4b-b874-4480-91cd-00c3c8b8ab67 req-62d31e6a-e0f8-41e3-b5d0-440b613922f3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:14.245086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b4bde4b-b874-4480-91cd-00c3c8b8ab67 req-62d31e6a-e0f8-41e3-b5d0-440b613922f3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0541992 Dec 10 10:14:14.293887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8b4bde4b-b874-4480-91cd-00c3c8b8ab67 req-345ccaad-3b54-4641-9555-13b1e7db53bc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Dec 10 10:14:15.409428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce114fe7-c4f4-4f18-84c9-655b868faf20 req-b8b51853-3d39-49f0-b3d7-8ffb3d7db98f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:15.411423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce114fe7-c4f4-4f18-84c9-655b868faf20 req-b8b51853-3d39-49f0-b3d7-8ffb3d7db98f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0489280 Dec 10 10:14:15.460304 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce114fe7-c4f4-4f18-84c9-655b868faf20 req-7511d9cc-fec2-4c99-9951-0d0a0456cabe tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430419 Dec 10 10:14:15.927232 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:16.581197 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088995f-b668-450d-a92e-2885a4a28f85 req-a8c1c08b-fac3-481f-9d86-4455a7b91f76 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:16.582878 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4088995f-b668-450d-a92e-2885a4a28f85 req-a8c1c08b-fac3-481f-9d86-4455a7b91f76 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0527105 Dec 10 10:14:16.631302 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4088995f-b668-450d-a92e-2885a4a28f85 req-6f2a63bf-1d05-4f6a-9e98-20c01bf9a8af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Dec 10 10:14:16.653759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48524) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:16.712714 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8535f45e-af9f-46cf-b2f6-8b310561dcd8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/b4b85a38-8314-4063-8b8e-8900fad2a04f HTTP/1.1" status: 200 len: 993 time: 0.0578594 Dec 10 10:14:17.977252 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5ed5c-6677-47de-8100-17ae5055c758 req-cec4509b-8bfd-4965-b1e8-628de3eeb3fa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:17.978785 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f5ed5c-6677-47de-8100-17ae5055c758 req-cec4509b-8bfd-4965-b1e8-628de3eeb3fa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0498126 Dec 10 10:14:17.999743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-e7ba758c-d3dd-4cd6-ba2d-617be9d5163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:18.001142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-e7ba758c-d3dd-4cd6-ba2d-617be9d5163b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 1096 time: 0.0420854 Dec 10 10:14:18.033396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30f5ed5c-6677-47de-8100-17ae5055c758 req-ebeaa34b-9665-4c93-b760-c4a465f02e87 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485609 Dec 10 10:14:18.097330 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-57831d73-be80-4692-b90d-78c89a9d45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:18.098839 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-57831d73-be80-4692-b90d-78c89a9d45ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd3ef5c6-dd12-4017-a152-41827ff0f1df HTTP/1.1" status: 200 len: 898 time: 0.0898995 Dec 10 10:14:18.164948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-5b5a5a1f-04e3-4f81-ab94-a2e96115d22f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 HTTP/1.1" status: 200 len: 1001 time: 0.0590467 Dec 10 10:14:18.212970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-f9c03ff1-4268-43ce-b442-cd8c622563c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:18.214426 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-f9c03ff1-4268-43ce-b442-cd8c622563c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c8036b6-3fc7-4c98-924c-33855b9183e0 HTTP/1.1" status: 200 len: 834 time: 0.0428135 Dec 10 10:14:18.264276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-89038b10-290a-40ca-b9d1-99ded52dba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:18.265814 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-89038b10-290a-40ca-b9d1-99ded52dba0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd3ef5c6-dd12-4017-a152-41827ff0f1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439126 Dec 10 10:14:18.356354 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-ee0c9198-e92e-46d7-9a3d-715290a43d8f service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816526 Dec 10 10:14:18.448701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3509130c-7e0f-410a-9900-58965f67d6d7 req-1f9c8979-8024-4cc4-a035-ba175990ba4c service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841956 Dec 10 10:14:19.153113 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d15e6-6579-4bec-9bfe-51a7fedc7c2d req-7636bb8a-a3dd-4628-8c76-28823fd64a40 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:19.154633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-509d15e6-6579-4bec-9bfe-51a7fedc7c2d req-7636bb8a-a3dd-4628-8c76-28823fd64a40 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0509000 Dec 10 10:14:19.203387 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-509d15e6-6579-4bec-9bfe-51a7fedc7c2d req-626361bb-313b-464b-8deb-18eb8edb4a18 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Dec 10 10:14:19.226195 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48534) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:19.291211 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7ed796a8-9bf6-4ea2-8d0b-797f13fee382 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/b4b85a38-8314-4063-8b8e-8900fad2a04f HTTP/1.1" status: 200 len: 993 time: 0.0638621 Dec 10 10:14:20.135067 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:30.696755 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:14:33.417245 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6555f15b-c9a6-4980-a5d4-b5be71845b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:35.595779 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e067b9ed-a5ff-4882-ac18-c12517a1f866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:36.853831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:38.538535 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:39.459599 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:42.223449 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3af8b373-428e-4504-b7b1-b35223d07278 req-52530af1-6f11-48b1-8629-a2fab34c9f7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398819 Dec 10 10:14:42.305026 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b373-428e-4504-b7b1-b35223d07278 req-1e5f4be7-8994-4490-929b-5a824e30ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:42.306518 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3af8b373-428e-4504-b7b1-b35223d07278 req-1e5f4be7-8994-4490-929b-5a824e30ecd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 1096 time: 0.0404744 Dec 10 10:14:42.731004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b373-428e-4504-b7b1-b35223d07278 req-ccf546e9-fb8f-4ff2-9af5-62e373908287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:42.732468 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3af8b373-428e-4504-b7b1-b35223d07278 req-ccf546e9-fb8f-4ff2-9af5-62e373908287 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd3ef5c6-dd12-4017-a152-41827ff0f1df HTTP/1.1" status: 200 len: 898 time: 0.4060686 Dec 10 10:14:42.798889 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3af8b373-428e-4504-b7b1-b35223d07278 req-33894c01-9d04-4dbb-9486-e58c98a584b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 HTTP/1.1" status: 200 len: 1001 time: 0.0579543 Dec 10 10:14:42.847242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b373-428e-4504-b7b1-b35223d07278 req-1383990b-b1d1-4389-90a5-596d48cae50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:42.848616 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3af8b373-428e-4504-b7b1-b35223d07278 req-1383990b-b1d1-4389-90a5-596d48cae50a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c8036b6-3fc7-4c98-924c-33855b9183e0 HTTP/1.1" status: 200 len: 834 time: 0.0423691 Dec 10 10:14:42.896484 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b373-428e-4504-b7b1-b35223d07278 req-cc0056ae-260f-4990-aa87-e2128df2f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:42.897874 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3af8b373-428e-4504-b7b1-b35223d07278 req-cc0056ae-260f-4990-aa87-e2128df2f141 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd3ef5c6-dd12-4017-a152-41827ff0f1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420151 Dec 10 10:14:42.986069 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3af8b373-428e-4504-b7b1-b35223d07278 req-a2d30c5d-3455-4477-ba64-b6e3f7e272b7 service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812049 Dec 10 10:14:43.080058 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-3af8b373-428e-4504-b7b1-b35223d07278 req-41d23a7a-4231-43af-b050-efd117aeb498 service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865769 Dec 10 10:14:45.940304 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:49.650612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48546) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:49.809890 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 5a5662ce-0cab-44ed-a552-92cbb2b8dc6a {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:14:49.810126 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:49.884214 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:49.884538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:49.896516 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 5a5662ce-0cab-44ed-a552-92cbb2b8dc6a owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:14:50.044022 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:50.069206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=5a5662ce-0cab-44ed-a552-92cbb2b8dc6a,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:50.097617 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.097969 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.098312 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.098646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.099665 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.099997 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.100348 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.100680 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.101010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.101332 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.101677 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.101999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.102314 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:50.137922 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:50.142998 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:50.143332 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP b4b85a38-8314-4063-8b8e-8900fad2a04f disassociated (deleted). External IP: 172.25.3.130, port: c7dc1ed8-cbe1-4fec-ae0d-01e85de15124. Dec 10 10:14:50.357879 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router f73f34ae-049d-46fa-ad70-02bfde14729f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:14:50.462084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:14:50.470039 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:50.478451 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] Sync routers for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:14:50.488487 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:14:50.489189 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:14:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:50.499859 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-8861deb3-8a0f-4d87-b9ab-3e7979e987af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/floatingips/b4b85a38-8314-4063-8b8e-8900fad2a04f HTTP/1.1" status: 204 len: 168 time: 0.8481464 Dec 10 10:14:50.500446 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:14:50.502744 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f21c3-2b67-423f-99b1-5e509958a564" -d '{"events": [{"name": "network-changed", "server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:14:50.593703 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:14:50.665082 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ae395-19c2-490b-a40b-a86588ca777a x-openstack-request-id: req-ec7ae395-19c2-490b-a40b-a86588ca777a {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:14:50.665621 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:14:50.665735 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec7ae395-19c2-490b-a40b-a86588ca777a {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:14:50.666059 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'status': 'completed', 'code': 200} Dec 10 10:14:50.731320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-bc2c0cce-b426-4c3b-baea-f9ab30418b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:50.732862 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-bc2c0cce-b426-4c3b-baea-f9ab30418b4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 1096 time: 0.0453629 Dec 10 10:14:50.770027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963e833-1aac-498b-bdfc-0daccb1a3bb2 req-4e7da8f2-38a1-4f49-9bb4-add98f591f2e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:50.772248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2963e833-1aac-498b-bdfc-0daccb1a3bb2 req-4e7da8f2-38a1-4f49-9bb4-add98f591f2e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0546887 Dec 10 10:14:50.822956 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a3e5b238-4a43-4c80-b6e4-4f10b8f95558', 'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:c2:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:17Z', 'updated_at': '2021-12-10T10:13:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:50.825008 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2963e833-1aac-498b-bdfc-0daccb1a3bb2 req-153691b0-6a00-4207-9de8-f29f90c17db2 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465152 Dec 10 10:14:50.832486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-05e6be19-90b1-4ada-b5af-9b21720f4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:50.834870 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-05e6be19-90b1-4ada-b5af-9b21720f4a46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd3ef5c6-dd12-4017-a152-41827ff0f1df HTTP/1.1" status: 200 len: 898 time: 0.0932796 Dec 10 10:14:50.850533 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] Checking router: f73f34ae-049d-46fa-ad70-02bfde14729f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:14:50.858889 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:14:50.859496 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:14:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:50.883429 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-2c624bfd-da39-4a44-b33b-0bdd4942d9cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 HTTP/1.1" status: 200 len: 217 time: 0.0413296 Dec 10 10:14:50.938872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-a6c4ac59-ba96-4cc0-b010-1aaaa5a4a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:50.940386 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-a6c4ac59-ba96-4cc0-b010-1aaaa5a4a2d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c8036b6-3fc7-4c98-924c-33855b9183e0 HTTP/1.1" status: 200 len: 834 time: 0.0494606 Dec 10 10:14:50.996503 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-32248f04-4ff7-44c8-9d53-ed58d217bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:50.998067 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-32248f04-4ff7-44c8-9d53-ed58d217bfdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd3ef5c6-dd12-4017-a152-41827ff0f1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498264 Dec 10 10:14:51.065222 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:14:51.095528 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-b0e1c680-eeaa-4377-baf6-26904f1a7048 service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882654 Dec 10 10:14:51.189029 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ac3f21c3-2b67-423f-99b1-5e509958a564 req-2e1ad6f5-4e44-42eb-834b-10b734190faf service neutron] 10.222.0.39 "GET /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851054 Dec 10 10:14:51.264442 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a3e5b238-4a43-4c80-b6e4-4f10b8f95558', 'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:c2:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:17Z', 'updated_at': '2021-12-10T10:13:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:51.294286 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242b14d-5bd4-4ca1-ae1c-fae621a6e6aa None None] The sync data for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 is: [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:18Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'a3e5b238-4a43-4c80-b6e4-4f10b8f95558', 'name': '', 'network_id': 'bd3ef5c6-dd12-4017-a152-41827ff0f1df', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:c2:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:17Z', 'updated_at': '2021-12-10T10:13:21Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': '5c8036b6-3fc7-4c98-924c-33855b9183e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:14:51.540654 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427a66b-1253-4dbd-a4c4-97b72c5eb1ce None None] New status for floating IP b4b85a38-8314-4063-8b8e-8900fad2a04f: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:14:51.947968 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a972-0cc2-4131-b78b-62cb4af5e538 req-4eb7556d-42ce-42e3-b57c-ee2e74c1ef1b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:51.949495 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50c6a972-0cc2-4131-b78b-62cb4af5e538 req-4eb7556d-42ce-42e3-b57c-ee2e74c1ef1b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Dec 10 10:14:51.999122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-50c6a972-0cc2-4131-b78b-62cb4af5e538 req-a04941c0-9064-45ff-81ce-39705ffeeeab tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=65ef5723-770d-44d9-8c7c-aea03cd5ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Dec 10 10:14:52.161000 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-9c663faf-fa17-4c8d-ba96-87d5ae0a9de7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:52.162487 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-9c663faf-fa17-4c8d-ba96-87d5ae0a9de7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b88a1a1-1fa1-4269-827b-e178f1353db7 HTTP/1.1" status: 200 len: 945 time: 0.0539076 Dec 10 10:14:52.254926 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:14:52.255263 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:52.343743 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:14:52.344105 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:52.355942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 owned by compute:nova {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:14:52.485951 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:52.516040 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=c7dc1ed8-cbe1-4fec-ae0d-01e85de15124,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:52.562632 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] No DVR routers for this DVR port c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 on host n-h2-814746-3 {{(pid=114970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:14:52.565132 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:52.568454 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-354b956f-d414-40f2-a33b-8b7d5845a449 req-17404e76-d791-42f6-b8e5-d2e7432885ce tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.39 "DELETE /v2.0/ports/c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 HTTP/1.1" status: 204 len: 173 time: 0.3999782 Dec 10 10:14:52.667352 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'name': 'network-vif-deleted', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:14:52.669768 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277e7d52-91f7-4f56-8003-150602b37970" -d '{"events": [{"server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "name": "network-vif-deleted", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:14:52.708774 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33948ce-9032-4bcc-bd91-27401001ff07 x-openstack-request-id: req-e33948ce-9032-4bcc-bd91-27401001ff07 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:14:52.709069 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b88a1a1-1fa1-4269-827b-e178f1353db7", "name": "network-vif-deleted", "tag": "c7dc1ed8-cbe1-4fec-ae0d-01e85de15124", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:14:52.709323 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e33948ce-9032-4bcc-bd91-27401001ff07 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:14:52.710339 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b88a1a1-1fa1-4269-827b-e178f1353db7', 'name': 'network-vif-deleted', 'tag': 'c7dc1ed8-cbe1-4fec-ae0d-01e85de15124', 'status': 'completed', 'code': 200} Dec 10 10:14:53.057264 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48560) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:53.413206 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:53.665432 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port a3e5b238-4a43-4c80-b6e4-4f10b8f95558 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:14:53.665715 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:53.770146 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port a3e5b238-4a43-4c80-b6e4-4f10b8f95558, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=a3e5b238-4a43-4c80-b6e4-4f10b8f95558,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:14:53.770513 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:53.782656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for a3e5b238-4a43-4c80-b6e4-4f10b8f95558 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:14:53.976407 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:54.003864 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=a3e5b238-4a43-4c80-b6e4-4f10b8f95558,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:54.232801 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:54.489980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router f73f34ae-049d-46fa-ad70-02bfde14729f has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:14:54.628113 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:14:54.634584 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-e7488f27-93b4-4f2f-8c9e-35396c4449fc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/f73f34ae-049d-46fa-ad70-02bfde14729f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5762572 Dec 10 10:14:54.637318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48562) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:54.639864 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] Sync routers for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:14:54.650853 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:14:54.651725 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:14:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:54.692883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9365561a-27b0-4a4d-b091-d3218487b3cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting subnet 5c8036b6-3fc7-4c98-924c-33855b9183e0 {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:14:54.696936 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9365561a-27b0-4a4d-b091-d3218487b3cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:54.736954 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9365561a-27b0-4a4d-b091-d3218487b3cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:54.758008 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:14:54.820289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9365561a-27b0-4a4d-b091-d3218487b3cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:54.882721 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9365561a-27b0-4a4d-b091-d3218487b3cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:54.910091 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365561a-27b0-4a4d-b091-d3218487b3cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8036b6-3fc7-4c98-924c-33855b9183e0,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:54.915558 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9365561a-27b0-4a4d-b091-d3218487b3cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:54.921896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48564) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:54.922664 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9365561a-27b0-4a4d-b091-d3218487b3cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/subnets/5c8036b6-3fc7-4c98-924c-33855b9183e0 HTTP/1.1" status: 204 len: 168 time: 0.2840350 Dec 10 10:14:54.924293 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76613c89-d2e3-45f3-8b37-fa36e4e74bb2 None None] Network bd3ef5c6-dd12-4017-a152-41827ff0f1df requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:14:54.940512 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:14:53Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:54.972883 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] Checking router: f73f34ae-049d-46fa-ad70-02bfde14729f for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:14:54.981656 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] Routers {'f73f34ae-049d-46fa-ad70-02bfde14729f'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:14:54.982387 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:14:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['f73f34ae-049d-46fa-ad70-02bfde14729f'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:55.045778 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:55.093794 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] Set router f73f34ae-049d-46fa-ad70-02bfde14729f gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:14:55.106920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] DHCP port deletion for bd3ef5c6-dd12-4017-a152-41827ff0f1df request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:14:55.155955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Deleting port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:14:55.156463 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:55.158010 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:55.217785 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 10087136-dd5c-46b2-931f-5cdaba30a25d {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:14:55.218173 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:55.226097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] For port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=444ef5fa-189d-4ff6-bd87-7e626be1bf1a,segment=NetworkSegment(e80289f4-d6f6-4f7b-abde-19f27b8fe2ae),segment_id=e80289f4-d6f6-4f7b-abde-19f27b8fe2ae)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:14:55.226622 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:55.239197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Calling delete_port for 444ef5fa-189d-4ff6-bd87-7e626be1bf1a owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:14:55.284016 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:14:53Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:55.299575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 10087136-dd5c-46b2-931f-5cdaba30a25d, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=10087136-dd5c-46b2-931f-5cdaba30a25d,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:14:55.299949 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:55.312396 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e1d42-5eeb-4a55-b1b3-aa132f78e05b None None] The sync data for ids ['f73f34ae-049d-46fa-ad70-02bfde14729f'] in n-d-814746-3 is: [{'id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915945507', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:14:53Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '10087136-dd5c-46b2-931f-5cdaba30a25d', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73f34ae-049d-46fa-ad70-02bfde14729f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:13:15Z', 'updated_at': '2021-12-10T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:14:55.313230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 10087136-dd5c-46b2-931f-5cdaba30a25d owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:14:55.320728 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:55.350616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Pushing event deleted for resources: {'Port': ['ID=444ef5fa-189d-4ff6-bd87-7e626be1bf1a,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:55.359266 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.359623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.359966 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.360298 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.360632 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.360965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.361294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.361646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.361973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.362527 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.362679 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.362928 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.363241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.366657 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06630618-8c83-40c8-ad73-1a3b1faad63b None None] No DVR routers for this DVR port 444ef5fa-189d-4ff6-bd87-7e626be1bf1a on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:14:55.490509 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:55.514926 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=10087136-dd5c-46b2-931f-5cdaba30a25d,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:55.529683 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.530255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.530605 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.530944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.531282 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.531615 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.531945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.532274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.532598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.532927 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.533253 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.533617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.533942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:14:55.535757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d0efc-6e21-4459-8557-df1b1dc67ab2 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:14:55.592290 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:55.788582 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a3e5b238-4a43-4c80-b6e4-4f10b8f95558 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:14:55.809878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: a3e5b238-4a43-4c80-b6e4-4f10b8f95558 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:14:55.810229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device a3e5b238-4a43-4c80-b6e4-4f10b8f95558 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:14:55.810851 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 444ef5fa-189d-4ff6-bd87-7e626be1bf1a no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:14:55.831680 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 444ef5fa-189d-4ff6-bd87-7e626be1bf1a {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:14:55.832036 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 444ef5fa-189d-4ff6-bd87-7e626be1bf1a not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:14:56.033748 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.035906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.080816 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.081296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Fanout notify agent at l3_agent the message router_deleted on router f73f34ae-049d-46fa-ad70-02bfde14729f {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:14:56.088269 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.089386 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cd745834-4a4e-43a1-bd5b-a2eaf3e6b334 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/routers/f73f34ae-049d-46fa-ad70-02bfde14729f HTTP/1.1" status: 204 len: 168 time: 1.1654894 Dec 10 10:14:56.092111 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48566) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:56.170310 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.266035 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.286510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3ef5c6-dd12-4017-a152-41827ff0f1df']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:56.296664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:56.296964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80289f4-d6f6-4f7b-abde-19f27b8fe2ae') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:56.306636 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.320181 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.326075 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:14:56.326477 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:14:56.329655 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:14:56.353920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:14:56.374039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:14:56.374384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device c7dc1ed8-cbe1-4fec-ae0d-01e85de15124 not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:14:56.391492 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.398555 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.401723 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/networks/bd3ef5c6-dd12-4017-a152-41827ff0f1df HTTP/1.1" status: 204 len: 168 time: 0.3086209 Dec 10 10:14:56.404485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48568) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:56.413870 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07f44e-0d6f-42a4-a632-6ee5c520b78a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Network': ['ID=bd3ef5c6-dd12-4017-a152-41827ff0f1df,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:56.461140 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf25f841-0e0b-4e51-bcd4-9e8912833126 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.486302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf25f841-0e0b-4e51-bcd4-9e8912833126 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.557452 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf25f841-0e0b-4e51-bcd4-9e8912833126 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.560067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cf25f841-0e0b-4e51-bcd4-9e8912833126 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:56.561228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cf25f841-0e0b-4e51-bcd4-9e8912833126 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/security-groups/65ef5723-770d-44d9-8c7c-aea03cd5ab80 HTTP/1.1" status: 204 len: 168 time: 0.1557617 Dec 10 10:14:56.571309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25f841-0e0b-4e51-bcd4-9e8912833126 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ef5723-770d-44d9-8c7c-aea03cd5ab80,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:57.016283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48574) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:57.020883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c572ae5b-6d00-496b-ad32-4a5a2123bffc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414716299', 'description': 'tempest-secgroup-smoke-1414716299 description', 'project_id': '0144896f3d664944b51fdd5da32cce93'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:14:57.042871 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c572ae5b-6d00-496b-ad32-4a5a2123bffc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.106387 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c572ae5b-6d00-496b-ad32-4a5a2123bffc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.110023 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c572ae5b-6d00-496b-ad32-4a5a2123bffc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.142901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c572ae5b-6d00-496b-ad32-4a5a2123bffc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.144231 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c572ae5b-6d00-496b-ad32-4a5a2123bffc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1267715 Dec 10 10:14:57.146960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48576) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:57.151985 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-c2429520-8f1d-4a9d-8b19-aac9e068423a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a13e-48ca-41bd-91f5-bd56dbdde806', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:14:57.157031 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572ae5b-6d00-496b-ad32-4a5a2123bffc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf8a13e-48ca-41bd-91f5-bd56dbdde806,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:57.181293 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2429520-8f1d-4a9d-8b19-aac9e068423a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.237087 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2429520-8f1d-4a9d-8b19-aac9e068423a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.241823 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2429520-8f1d-4a9d-8b19-aac9e068423a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.259441 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2429520-8f1d-4a9d-8b19-aac9e068423a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb68569c-b94a-4600-a44c-57bf3f44ea45,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:57.266488 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c2429520-8f1d-4a9d-8b19-aac9e068423a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.267663 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c2429520-8f1d-4a9d-8b19-aac9e068423a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197863 Dec 10 10:14:57.270454 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48578) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:57.274907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-098c895f-39bf-4e40-8db4-07287365c858 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a13e-48ca-41bd-91f5-bd56dbdde806', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:14:57.300901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-098c895f-39bf-4e40-8db4-07287365c858 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.355664 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-098c895f-39bf-4e40-8db4-07287365c858 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.358971 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-098c895f-39bf-4e40-8db4-07287365c858 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.376426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c895f-39bf-4e40-8db4-07287365c858 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9930f98-85e5-4f63-bb6f-a168a066c103,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:57.384501 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-098c895f-39bf-4e40-8db4-07287365c858 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.388677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48580) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:57.389152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-098c895f-39bf-4e40-8db4-07287365c858 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172669 Dec 10 10:14:57.393241 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6d1289e3-a912-4e5d-8829-3c1727887186 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a13e-48ca-41bd-91f5-bd56dbdde806', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:14:57.419172 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6d1289e3-a912-4e5d-8829-3c1727887186 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.461760 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 10087136-dd5c-46b2-931f-5cdaba30a25d no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:14:57.480136 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6d1289e3-a912-4e5d-8829-3c1727887186 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.483547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 10087136-dd5c-46b2-931f-5cdaba30a25d {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:14:57.483997 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 10087136-dd5c-46b2-931f-5cdaba30a25d not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:14:57.484132 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6d1289e3-a912-4e5d-8829-3c1727887186 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.504729 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1289e3-a912-4e5d-8829-3c1727887186 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e02a20-2bb6-488a-9e99-264a793c1c8f,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:57.511184 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6d1289e3-a912-4e5d-8829-3c1727887186 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.515197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6d1289e3-a912-4e5d-8829-3c1727887186 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227534 Dec 10 10:14:57.515315 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48582) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:57.519906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-4c3a981a-9d62-4a0f-b1e3-bdbc1138b6bf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a13e-48ca-41bd-91f5-bd56dbdde806', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:14:57.547328 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c3a981a-9d62-4a0f-b1e3-bdbc1138b6bf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.602983 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c3a981a-9d62-4a0f-b1e3-bdbc1138b6bf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.606348 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c3a981a-9d62-4a0f-b1e3-bdbc1138b6bf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.624150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a981a-9d62-4a0f-b1e3-bdbc1138b6bf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d8cd20-9d1f-4e90-88db-86cd0ae2f2e9,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:57.629034 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-4c3a981a-9d62-4a0f-b1e3-bdbc1138b6bf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.630274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-4c3a981a-9d62-4a0f-b1e3-bdbc1138b6bf tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140552 Dec 10 10:14:57.633388 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48584) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:57.637698 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-24399d62-baaa-42f1-9ba6-d55adef2f96d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a13e-48ca-41bd-91f5-bd56dbdde806', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:14:57.659414 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-24399d62-baaa-42f1-9ba6-d55adef2f96d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:14:57.665098 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24399d62-baaa-42f1-9ba6-d55adef2f96d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.724919 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24399d62-baaa-42f1-9ba6-d55adef2f96d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.729097 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24399d62-baaa-42f1-9ba6-d55adef2f96d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.745702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24399d62-baaa-42f1-9ba6-d55adef2f96d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76498489-f19f-4bf1-b13c-2e6e7efba39d,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:57.753573 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-24399d62-baaa-42f1-9ba6-d55adef2f96d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.754820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-24399d62-baaa-42f1-9ba6-d55adef2f96d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204247 Dec 10 10:14:57.758274 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48586) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:57.762690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-d97377f9-fe35-42d8-8718-daecd73ad24f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a13e-48ca-41bd-91f5-bd56dbdde806', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:14:57.783593 n-d-814746-3 neutron-server[114969]: INFO neutron.db.securitygroups_db [None req-d97377f9-fe35-42d8-8718-daecd73ad24f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Project 0144896f3d664944b51fdd5da32cce93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:14:57.788895 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d97377f9-fe35-42d8-8718-daecd73ad24f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.847100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d97377f9-fe35-42d8-8718-daecd73ad24f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.850489 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d97377f9-fe35-42d8-8718-daecd73ad24f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.867234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97377f9-fe35-42d8-8718-daecd73ad24f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496618db-101d-4712-9496-cebd10d2cfbf,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:57.875710 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d97377f9-fe35-42d8-8718-daecd73ad24f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.876887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d97377f9-fe35-42d8-8718-daecd73ad24f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176667 Dec 10 10:14:57.880648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48588) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:57.886419 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'network': {'name': 'tempest-network-smoke--1566850020', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'port_security_enabled': True}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:14:57.906233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:14:57.909541 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.934076 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:14:57.942832 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:57.943173 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Added segment 1229f4eb-a16c-475a-a87f-10e7bad6faa3 of type vlan for network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 Dec 10 10:14:57.981867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:58.007918 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:58.013520 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:58.014109 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:58.072307 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1896081 Dec 10 10:14:58.075140 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48590) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:58.079730 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'admin_state_up': True, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:14:58.087276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cb307-4c4a-427d-bafb-abee0edc4f15 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Network': ['ID=eba82d39-8002-4c7c-b63c-f0dfbcb870e3,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:58.097758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:14:58.105476 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:58.106505 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:58.160337 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:58.616191 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:58.805209 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:58.823346 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:58.927309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.148 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/5f1584bd-f69a-44ad-a115-9b16c73a3dfa) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:14:59.026620 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:59.059676 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:59.099520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:14:59.103227 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:14:59.106737 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:14:59.116606 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd11d1c-ad66-4387-8e0c-8659679e6bf9 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:14:59.134631 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=5f1584bd-f69a-44ad-a115-9b16c73a3dfa,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:14:59.237644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d139307e-addd-4933-ba09-ed48083a86ba None None] Provisioning complete for port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:14:59.238011 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d139307e-addd-4933-ba09-ed48083a86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:59.271909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d139307e-addd-4933-ba09-ed48083a86ba None None] Port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:14:59.364557 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:59.562855 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:59.689409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3a453289-2763-4c08-b8cf-489969b79b95 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:14:59.812876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:14:59.822963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Sync routers for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:14:59.832580 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:14:59.833157 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:14:59.833303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:14:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:14:59.834426 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a2193041-4e90-47d9-b753-5dee297a4ec8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7581928 Dec 10 10:14:59.837661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48592) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:59.869101 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7aad0edd-1c22-4924-9ba0-36c74ad3bf22 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0144896f3d664944b51fdd5da32cce93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302839 Dec 10 10:14:59.871712 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48594) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:59.937822 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:14:59.958318 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97acb68-6f0e-4f47-8c66-ce20129b6af8 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:14:59.962958 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a97acb68-6f0e-4f47-8c66-ce20129b6af8 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870149 Dec 10 10:14:59.963182 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48596) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:14:59.998013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cbd89064-680d-4c62-9c61-61a8f4ff70fa tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c9a255b2-2602-47ee-bee8-4781f79eb851&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313945 Dec 10 10:14:59.998366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48598) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:15:00.003248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1884768596', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:15:00.091877 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:15:00.095780 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.133215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:14:59Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:00.163682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Checking router: 3a453289-2763-4c08-b8cf-489969b79b95 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:15:00.164031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Updating router 3a453289-2763-4c08-b8cf-489969b79b95 port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:15:00.190128 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.285657 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.347820 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Subnet': ['ID=dcab66a8-47ed-4025-8365-e5020bd89a0b,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:00.356855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Checking segment: {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:15:00.357230 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network hostable DHCP agents. Network: eba82d39-8002-4c7c-b63c-f0dfbcb870e3, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:15:00.374911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:15:00.385141 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, eba82d39-8002-4c7c-b63c-f0dfbcb870e3) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:15:00.390149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:00.391169 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.395955 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b86c3f9-9001-45a3-b5ae-701a5141b4e8 None None] Network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:15:00.410518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-6d3f95cb-03c9-4eb6-8a31-475a02a5e14b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4085262 Dec 10 10:15:00.410734 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48600) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:15:00.512018 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.521460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.567506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:15:00.568368 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.587665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f3fee-9fd0-42c5-9182-9adf5b160dc2 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:15:00.615340 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Attempting to bind port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:15:00.615703 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Attempting to bind port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:15:00.616609 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Attempting to bind port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:15:00.619468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b81ad-080d-4e86-8620-b9cc28842647 None None] Pushing event updated for resources: {'Port': ['ID=5f1584bd-f69a-44ad-a115-9b16c73a3dfa,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:00.674091 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:15:00.674474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:15:00.674884 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.675283 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:15:00.675781 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Bound port: 5f1584bd-f69a-44ad-a115-9b16c73a3dfa, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:15:00.676167 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.769956 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-64258500-ea40-45d6-a306-256e0701d976 None None] Provisioning complete for port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:00.770333 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64258500-ea40-45d6-a306-256e0701d976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.811898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] For port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:15:00.838809 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] For port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5f1584bd-f69a-44ad-a115-9b16c73a3dfa,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:15:00.840468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Allocated IP 172.20.0.2 (eba82d39-8002-4c7c-b63c-f0dfbcb870e3/dcab66a8-47ed-4025-8365-e5020bd89a0b/b8aa0dd0-c822-456a-9437-07bbef58c85f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:15:00.842747 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-64258500-ea40-45d6-a306-256e0701d976 None None] Port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:15:00.846623 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.863401 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:00.906115 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa6d26-150e-4971-97f6-22fb68b3a0c1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:15:00.970061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b81ad-080d-4e86-8620-b9cc28842647 None None] Pushing event updated for resources: {'Port': ['ID=5f1584bd-f69a-44ad-a115-9b16c73a3dfa,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:00.978100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:15:00.978750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:14:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:01.141779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-58a82e8c-7793-4616-97f1-c7fd504ae09d None None] Provisioning complete for port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:01.142488 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-58a82e8c-7793-4616-97f1-c7fd504ae09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.181833 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.186503 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:15:01.245391 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.1 (eba82d39-8002-4c7c-b63c-f0dfbcb870e3/dcab66a8-47ed-4025-8365-e5020bd89a0b/5d2c1b7e-001f-4b30-9c5e-a0c309cd9593) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:15:01.367253 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.381014 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.401888 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.453444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:15:01.456778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:15:01.459240 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:15:01.490145 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=5d2c1b7e-001f-4b30-9c5e-a0c309cd9593,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:01.494965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:15:01.507806 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:15:01.510592 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.518381 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:15:01.523329 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Pushing event updated for resources: {'Port': ['ID=b8aa0dd0-c822-456a-9437-07bbef58c85f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:01.629952 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-58a82e8c-7793-4616-97f1-c7fd504ae09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.642487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.647307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Attempting to bind port b8aa0dd0-c822-456a-9437-07bbef58c85f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:15:01.647684 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Attempting to bind port b8aa0dd0-c822-456a-9437-07bbef58c85f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:15:01.648052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Attempting to bind port b8aa0dd0-c822-456a-9437-07bbef58c85f on network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:15:01.680613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-58a82e8c-7793-4616-97f1-c7fd504ae09d None None] For port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5f1584bd-f69a-44ad-a115-9b16c73a3dfa,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:15:01.682831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:15:01.683246 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Checking segment: {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:15:01.683619 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.684021 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Bound using segment: {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:15:01.684497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Bound port: b8aa0dd0-c822-456a-9437-07bbef58c85f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:15:01.684884 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.694695 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-58a82e8c-7793-4616-97f1-c7fd504ae09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.806935 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a82e8c-7793-4616-97f1-c7fd504ae09d None None] Pushing event updated for resources: {'Port': ['ID=5f1584bd-f69a-44ad-a115-9b16c73a3dfa,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:01.815107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] For port b8aa0dd0-c822-456a-9437-07bbef58c85f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:15:01.819256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] For port b8aa0dd0-c822-456a-9437-07bbef58c85f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b8aa0dd0-c822-456a-9437-07bbef58c85f,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:15:01.821904 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:14:59Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:01.848924 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.854778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53819348-de12-43e3-83b7-2bfac6df2fb9 None None] The sync data for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 is: [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:14:59Z', 'revision_number': 3, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:15:01.914244 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c00ed-5313-4add-98ea-1caaef494c11 None None] Pushing event updated for resources: {'Port': ['ID=b8aa0dd0-c822-456a-9437-07bbef58c85f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:01.937159 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:01.942871 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:02.025447 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:02.027405 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=5d2c1b7e-001f-4b30-9c5e-a0c309cd9593,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:02.144367 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:15:02.145900 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:15:02.290960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3a453289-2763-4c08-b8cf-489969b79b95 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:15:02.411534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:15:02.417331 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cdfad100-298a-401b-9a90-bb200e7d67aa tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/3a453289-2763-4c08-b8cf-489969b79b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0056257 Dec 10 10:15:02.576918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-cf0ac7ad-733f-449d-9f10-3219a05b6ec9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414716299&fields=id&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 267 time: 0.0466821 Dec 10 10:15:02.703853 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-7d6417a6-ed95-4493-ad51-b19e5ae4fb5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:02.705584 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-7d6417a6-ed95-4493-ad51-b19e5ae4fb5c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/networks?id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3 HTTP/1.1" status: 200 len: 797 time: 0.1215756 Dec 10 10:15:02.722748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-91004e00-e418-448a-aae1-a9f14d400d1f tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/quotas/0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 375 time: 0.0107839 Dec 10 10:15:02.782512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-cdaba32f-e033-4027-879e-414ca58454d7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529525 Dec 10 10:15:02.895471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-4fa6e9b3-2fcb-41ef-bad7-cac086019a18 service neutron] 10.222.0.31 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962343 Dec 10 10:15:02.993369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-3c58fe2e-8470-40b4-a2bb-80ad760ba29e service neutron] 10.222.0.31 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914645 Dec 10 10:15:03.087394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923cd1c-47c9-4769-b356-b7dfcb021bd6 None None] Network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:15:03.163171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-50893e9e-53ac-498c-9e30-cef9ef9b66bb None None] Provisioning complete for port b8aa0dd0-c822-456a-9437-07bbef58c85f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:03.163697 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50893e9e-53ac-498c-9e30-cef9ef9b66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:03.175418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c858dc62-023e-4129-a922-6d8395d32856 req-62bd8d8e-4b1f-4eed-80ec-ebcf751502af tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 210 time: 0.0362687 Dec 10 10:15:03.293220 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50893e9e-53ac-498c-9e30-cef9ef9b66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:03.327268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-50893e9e-53ac-498c-9e30-cef9ef9b66bb None None] For port b8aa0dd0-c822-456a-9437-07bbef58c85f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b8aa0dd0-c822-456a-9437-07bbef58c85f,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:15:03.335627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50893e9e-53ac-498c-9e30-cef9ef9b66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:03.389174 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50893e9e-53ac-498c-9e30-cef9ef9b66bb None None] Pushing event updated for resources: {'Port': ['ID=b8aa0dd0-c822-456a-9437-07bbef58c85f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:03.422842 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-127d4e44-e293-4dcf-ac61-44b4fb722c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:03.560800 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b8aa0dd0-c822-456a-9437-07bbef58c85f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:15:03.594240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-df9c0b1a-5993-4826-877d-ae6ad8243296 None None] Provisioning complete for port b8aa0dd0-c822-456a-9437-07bbef58c85f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:03.594618 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-df9c0b1a-5993-4826-877d-ae6ad8243296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:03.624400 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Sync routers for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:15:03.635574 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:15:03.636204 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:14:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:03.658661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port b8aa0dd0-c822-456a-9437-07bbef58c85f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:03.658889 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:03.750543 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-df9c0b1a-5993-4826-877d-ae6ad8243296 None None] Provisioning complete for port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:03.750837 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-df9c0b1a-5993-4826-877d-ae6ad8243296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:03.761424 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:15:03.817906 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5f1584bd-f69a-44ad-a115-9b16c73a3dfa up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:15:03.821629 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-df9c0b1a-5993-4826-877d-ae6ad8243296 None None] Port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:15:03.873674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:03.874050 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:03.963227 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2ffa2791-9b7b-499c-988c-886c8c4a885c None None] Provisioning complete for port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:03.963612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2ffa2791-9b7b-499c-988c-886c8c4a885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:03.970902 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5d2c1b7e-001f-4b30-9c5e-a0c309cd9593', 'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:8a:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:15:00Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 2, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:03.998027 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Checking router: 3a453289-2763-4c08-b8cf-489969b79b95 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:15:03.998387 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Updating router 3a453289-2763-4c08-b8cf-489969b79b95 port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:15:04.000648 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2ffa2791-9b7b-499c-988c-886c8c4a885c None None] Port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:15:04.023212 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:04.276093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a6a82a5e-be26-4b56-afde-48f0ba2512d0 req-0c788081-3e84-4499-aa30-b847b628bb64 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 210 time: 0.0352247 Dec 10 10:15:04.382809 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:04.388064 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:04.461311 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Pushing event updated for resources: {'Port': ['ID=5d2c1b7e-001f-4b30-9c5e-a0c309cd9593,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:04.487862 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.488209 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.488559 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.488869 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.489292 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.489754 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.490092 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.490513 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.491603 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.491937 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.492263 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.492583 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.492904 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:15:04.509686 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Attempting to bind port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:15:04.510099 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Attempting to bind port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:15:04.510473 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Attempting to bind port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 on network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:15:04.516189 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:15:04.516404 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Checking segment: {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:15:04.516804 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:04.517322 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Bound using segment: {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:15:04.517671 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Bound port: 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:15:04.518056 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:04.601707 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] For port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:15:04.604957 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] For port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5d2c1b7e-001f-4b30-9c5e-a0c309cd9593,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:15:04.611168 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:04.661401 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:15:04.662112 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:14:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:04.720807 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fb661-db29-4924-9c1c-a7b3f21210e1 None None] Pushing event updated for resources: {'Port': ['ID=5d2c1b7e-001f-4b30-9c5e-a0c309cd9593,revision_number=4']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:04.728591 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-ec061740-e500-4010-b339-42aefb0a51fb None None] Provisioning complete for port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:04.731627 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec061740-e500-4010-b339-42aefb0a51fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:04.802701 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:15:04.829756 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec061740-e500-4010-b339-42aefb0a51fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:04.868886 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ec061740-e500-4010-b339-42aefb0a51fb None None] For port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5d2c1b7e-001f-4b30-9c5e-a0c309cd9593,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:15:04.873055 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ec061740-e500-4010-b339-42aefb0a51fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:04.923311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec061740-e500-4010-b339-42aefb0a51fb None None] Pushing event updated for resources: {'Port': ['ID=5d2c1b7e-001f-4b30-9c5e-a0c309cd9593,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:04.993409 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8115d4f5-72ab-4bd8-be77-3891e5a339b1 None None] Provisioning complete for port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:04.993804 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8115d4f5-72ab-4bd8-be77-3891e5a339b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:05.011551 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5d2c1b7e-001f-4b30-9c5e-a0c309cd9593', 'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:8a:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:15:00Z', 'updated_at': '2021-12-10T10:15:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:05.038658 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7beafa-59c8-48a5-9467-186b92a2b175 None None] The sync data for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 is: [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5d2c1b7e-001f-4b30-9c5e-a0c309cd9593', 'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:8a:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:15:00Z', 'updated_at': '2021-12-10T10:15:04Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:15:05.234384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-d5f31a0d-9193-4a81-a6f6-8153c1bb23cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:05.236003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-d5f31a0d-9193-4a81-a6f6-8153c1bb23cc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "GET /v2.0/networks?id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3 HTTP/1.1" status: 200 len: 797 time: 0.1331418 Dec 10 10:15:05.305365 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-32777f48-b3c5-4d67-ba97-418a60b383a0 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0144896f3d664944b51fdd5da32cce93 HTTP/1.1" status: 200 len: 380 time: 0.0599902 Dec 10 10:15:05.316866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'port': {'device_id': '1699cb57-e771-4310-b85c-22807da31197', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'admin_state_up': True, 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'security_groups': ['8cf8a13e-48ca-41bd-91f5-bd56dbdde806']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:15:05.401568 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5a061de4-4175-42cf-b9b5-54a3769ac868 req-45ef8a5e-63af-45a5-a3bb-4a989b53d3d8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 210 time: 0.0338600 Dec 10 10:15:05.472592 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Made reservation on behalf of 0144896f3d664944b51fdd5da32cce93 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:15:05.477260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:05.544410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:15:05.610930 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4dad7578-3353-4a13-84cd-ef6bf14c8554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:05.621673 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:05.622053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:05.635029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.20.0.12 (eba82d39-8002-4c7c-b63c-f0dfbcb870e3/dcab66a8-47ed-4025-8365-e5020bd89a0b/9314f845-baa4-4d88-87a4-0a18b2ea5f54) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:15:05.784508 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:05.820093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:05.868468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:15:05.872194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:15:05.876137 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:15:05.907170 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=9314f845-baa4-4d88-87a4-0a18b2ea5f54,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:05.938937 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:05.939706 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:05.957801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-9062c62d-fd8e-4ac3-a5e1-2656bffa4af8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6448927 Dec 10 10:15:05.971971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Request body: {'port': {'device_id': '1699cb57-e771-4310-b85c-22807da31197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:15:06.031021 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:06.118270 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-65d48fdd-ce18-4052-98e4-6a803a7ad06d None None] Provisioning complete for port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:06.119055 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-65d48fdd-ce18-4052-98e4-6a803a7ad06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:06.160247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-65d48fdd-ce18-4052-98e4-6a803a7ad06d None None] Port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:15:06.318171 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9314f845-baa4-4d88-87a4-0a18b2ea5f54 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:15:06.325487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:06.337827 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Transition to ACTIVE for port object 9314f845-baa4-4d88-87a4-0a18b2ea5f54 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:15:06.341096 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:06.393228 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Pushing event updated for resources: {'Port': ['ID=9314f845-baa4-4d88-87a4-0a18b2ea5f54,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:06.470700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Attempting to bind port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:15:06.471025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Attempting to bind port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:15:06.471349 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Attempting to bind port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 on network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:15:06.478854 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 on network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:15:06.479259 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Attempting to bind port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 on network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:15:06.485004 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:15:06.485428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Checking segment: {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:15:06.485911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Bound using segment: {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:15:06.486412 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Bound port: 9314f845-baa4-4d88-87a4-0a18b2ea5f54, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1229f4eb-a16c-475a-a87f-10e7bad6faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:15:06.486841 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:06.592115 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10335fd-4df8-4fc8-ab77-98e783ad5243 req-23ae1a6b-b31a-4e32-b834-75e924a634a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:06.593639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c10335fd-4df8-4fc8-ab77-98e783ad5243 req-23ae1a6b-b31a-4e32-b834-75e924a634a1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 944 time: 0.0970089 Dec 10 10:15:06.597571 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] For port 9314f845-baa4-4d88-87a4-0a18b2ea5f54, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:15:06.601088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] For port 9314f845-baa4-4d88-87a4-0a18b2ea5f54, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:15:06.610152 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:06.657884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:06.658506 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:06.659880 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] 10.222.0.18 "PUT /v2.0/ports/9314f845-baa4-4d88-87a4-0a18b2ea5f54 HTTP/1.1" status: 200 len: 1092 time: 0.6934302 Dec 10 10:15:06.665294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:15:06.667595 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc24823-866e-4e16-847a-cbf8ae296ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:15:06.704408 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c10335fd-4df8-4fc8-ab77-98e783ad5243 req-669d9194-ec13-4e6e-aae2-74b8dd3e50f5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018605 Dec 10 10:15:06.735868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcc601-b11b-4c7a-9845-3d9a58c30b8d service neutron] Pushing event updated for resources: {'Port': ['ID=9314f845-baa4-4d88-87a4-0a18b2ea5f54,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:06.762338 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb96397-ca4a-4d1b-ac54-f52dced5d82e x-openstack-request-id: req-7eb96397-ca4a-4d1b-ac54-f52dced5d82e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:15:06.762635 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:15:06.762890 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7eb96397-ca4a-4d1b-ac54-f52dced5d82e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:15:06.763288 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'status': 'completed', 'code': 200} Dec 10 10:15:06.766190 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-09be83df-ac05-4d53-8eb6-4676df51889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:06.767718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-09be83df-ac05-4d53-8eb6-4676df51889a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 1095 time: 0.0679104 Dec 10 10:15:06.824893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-b9b86aac-e15b-481b-bc1f-676960831bd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54 HTTP/1.1" status: 200 len: 217 time: 0.0487726 Dec 10 10:15:06.859740 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:06.876656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-580adfb8-dd1c-4686-8551-cf30bb6898fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:06.878201 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-580adfb8-dd1c-4686-8551-cf30bb6898fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcab66a8-47ed-4025-8365-e5020bd89a0b HTTP/1.1" status: 200 len: 835 time: 0.0464735 Dec 10 10:15:06.924684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-8aad3f9c-686c-4b7d-bd95-2b57edfdf1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:06.926139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-8aad3f9c-686c-4b7d-bd95-2b57edfdf1bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404024 Dec 10 10:15:07.021259 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-8ba9f06a-83a4-417c-92cc-80a0c33e735e service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868495 Dec 10 10:15:07.125765 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5d600a6d-b3cc-48f8-90ab-238d6a3d5833 req-061371e7-7048-439b-b395-2e6a1b6be964 service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967739 Dec 10 10:15:07.212810 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-f47abe66-7137-4fa7-9bf0-317e1ce2860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:07.214255 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-f47abe66-7137-4fa7-9bf0-317e1ce2860d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 1095 time: 0.0455816 Dec 10 10:15:07.306362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-9460e019-eb74-4b17-b2e7-8e3130993a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:07.307836 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-9460e019-eb74-4b17-b2e7-8e3130993a5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3 HTTP/1.1" status: 200 len: 898 time: 0.0861542 Dec 10 10:15:07.355004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-f94a5909-80b7-4e6e-9c3d-64defd230eb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54 HTTP/1.1" status: 200 len: 217 time: 0.0400856 Dec 10 10:15:07.404370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-9735cc4f-071d-46cf-8f05-ff061c93b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:07.405818 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-9735cc4f-071d-46cf-8f05-ff061c93b3a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcab66a8-47ed-4025-8365-e5020bd89a0b HTTP/1.1" status: 200 len: 835 time: 0.0441825 Dec 10 10:15:07.453978 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-3365c7bd-dc9b-483f-a872-8e5b32bdacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:07.455502 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-3365c7bd-dc9b-483f-a872-8e5b32bdacb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413408 Dec 10 10:15:07.549138 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-efe79cb0-45de-429a-8c44-a074502aba09 service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859876 Dec 10 10:15:07.637333 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7cc24823-866e-4e16-847a-cbf8ae296ee2 req-2d9ce759-59ee-468b-9f89-07432c524c7f service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817330 Dec 10 10:15:07.696224 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:15:07.826339 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26b94b-a5f2-4336-964f-f13a01b9450c req-542ef8f8-c20c-43fe-a260-9bca2a873727 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:07.827774 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e26b94b-a5f2-4336-964f-f13a01b9450c req-542ef8f8-c20c-43fe-a260-9bca2a873727 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 944 time: 0.0486054 Dec 10 10:15:07.876346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9e26b94b-a5f2-4336-964f-f13a01b9450c req-4378b89f-68d2-4713-8b2c-a183a3813d17 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Dec 10 10:15:08.541051 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:08.999969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32f729-4bd9-401e-b418-f34e46c2198c req-623a1ece-4c7c-4561-9c17-eb520727d897 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:09.001442 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e32f729-4bd9-401e-b418-f34e46c2198c req-623a1ece-4c7c-4561-9c17-eb520727d897 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 944 time: 0.0525260 Dec 10 10:15:09.051260 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5e32f729-4bd9-401e-b418-f34e46c2198c req-02bb199a-5269-4cd0-88cc-9a7f993ade90 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428076 Dec 10 10:15:09.462525 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:09.702505 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9314f845-baa4-4d88-87a4-0a18b2ea5f54 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:15:09.795758 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9314f845-baa4-4d88-87a4-0a18b2ea5f54, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:15:09.810400 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'port_id': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'mac_address': 'fa:16:3e:bd:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:15:09.845800 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:09.859158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9314f845-baa4-4d88-87a4-0a18b2ea5f54 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:15:09.878475 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9314f845-baa4-4d88-87a4-0a18b2ea5f54, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:15:09.882543 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:09.928002 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9314f845-baa4-4d88-87a4-0a18b2ea5f54,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:10.171982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b4f5f-f5fa-4d44-a078-dae513b600e7 req-1cf6406b-e62a-44db-8915-8b3d56595c4b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:10.173497 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-402b4f5f-f5fa-4d44-a078-dae513b600e7 req-1cf6406b-e62a-44db-8915-8b3d56595c4b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 945 time: 0.0541179 Dec 10 10:15:10.223417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-402b4f5f-f5fa-4d44-a078-dae513b600e7 req-243e628e-1288-48a1-b204-50562986865d tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Dec 10 10:15:10.227764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['9314f845-baa4-4d88-87a4-0a18b2ea5f54'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:15:11.344237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d93d-f9b3-4ea7-80cd-e8dce4da416b req-07917a05-6b64-49c7-8d30-1368423ea6a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:11.345703 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31c0d93d-f9b3-4ea7-80cd-e8dce4da416b req-07917a05-6b64-49c7-8d30-1368423ea6a9 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 945 time: 0.0515401 Dec 10 10:15:11.394509 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-31c0d93d-f9b3-4ea7-80cd-e8dce4da416b req-328ecf1d-3bfb-46b8-a508-f60ac413db29 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Dec 10 10:15:11.718763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9314f845-baa4-4d88-87a4-0a18b2ea5f54 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:15:11.769723 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:15:11.773705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:15:11.774073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:11.848354 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:11.870842 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:15:11.873085 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383dfa79-1532-4ad9-93bc-ccd36c82a835" -d '{"events": [{"server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "name": "network-vif-plugged", "status": "completed", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:15:11.887148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port 9314f845-baa4-4d88-87a4-0a18b2ea5f54, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:15:11.891210 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:11.938912 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=9314f845-baa4-4d88-87a4-0a18b2ea5f54,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:11.961322 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab3ba5-186e-4ef5-85e5-c4e9327bbd93 x-openstack-request-id: req-3cab3ba5-186e-4ef5-85e5-c4e9327bbd93 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:15:11.961645 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "name": "network-vif-plugged", "status": "completed", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:15:11.961906 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cab3ba5-186e-4ef5-85e5-c4e9327bbd93 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:15:11.962310 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'code': 200} Dec 10 10:15:12.059641 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd9ee7-5326-4b11-adcc-3cc0d41c6c60 req-dadf3858-2cae-4374-bf82-40888708d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:12.061125 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86cd9ee7-5326-4b11-adcc-3cc0d41c6c60 req-dadf3858-2cae-4374-bf82-40888708d0ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 1097 time: 0.0408497 Dec 10 10:15:12.107158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-86cd9ee7-5326-4b11-adcc-3cc0d41c6c60 req-4e0c723c-7538-43be-8adc-1e0042acea8d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388911 Dec 10 10:15:12.511581 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40be2c-eca3-4cb6-8dee-26f6d0a24e22 req-872da85d-2118-4930-9513-1cb996a98e53 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:12.513087 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf40be2c-eca3-4cb6-8dee-26f6d0a24e22 req-872da85d-2118-4930-9513-1cb996a98e53 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0492685 Dec 10 10:15:12.565708 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bf40be2c-eca3-4cb6-8dee-26f6d0a24e22 req-e842a0c4-0024-4867-8b7e-468cb8162d40 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Dec 10 10:15:13.679567 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc777eb8-9032-4a84-92a4-bddcf13293dd req-3fbc8bf2-febd-49af-86d4-9f18ea310bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:13.681036 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc777eb8-9032-4a84-92a4-bddcf13293dd req-3fbc8bf2-febd-49af-86d4-9f18ea310bcb tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0487428 Dec 10 10:15:13.730221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fc777eb8-9032-4a84-92a4-bddcf13293dd req-d4b62ff1-0012-436d-b20b-f76e54099896 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432048 Dec 10 10:15:13.845077 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750868a-76da-40ff-b530-01866fbecd67 req-bfabff7e-1b31-4e5e-9ed5-82d3ffcbe026 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:13.846581 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a750868a-76da-40ff-b530-01866fbecd67 req-bfabff7e-1b31-4e5e-9ed5-82d3ffcbe026 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0483668 Dec 10 10:15:13.895180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a750868a-76da-40ff-b530-01866fbecd67 req-7a3d233a-dce0-44f4-8e8d-28a087c0663a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 Dec 10 10:15:13.917386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48662) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:15:13.956813 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed53a0-77fb-4e1e-a67c-7508dacd64e1 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:13.958340 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-7aed53a0-77fb-4e1e-a67c-7508dacd64e1 tempest-TestNetworkAdvancedServerOps-744671657 tempest-TestNetworkAdvancedServerOps-744671657-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 1092 time: 0.0399592 Dec 10 10:15:13.961411 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48664) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:15:13.965656 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:15:13.988024 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:14.088047 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:14.186142 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Allocated IP 172.25.3.70 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/fac607d4-3e8a-4223-ba31-f4d6b87772b6) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:15:14.289796 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:14.322090 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:14.361581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:15:14.364463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:15:14.367915 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:15:14.373150 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=fac607d4-3e8a-4223-ba31-f4d6b87772b6,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:14.716377 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:14.782837 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:14.934292 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:14.938852 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:15.009961 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event updated for resources: {'Port': ['ID=fac607d4-3e8a-4223-ba31-f4d6b87772b6,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:15:15.016766 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:15.129463 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP d12fd224-f0fb-409c-89a5-4a31c1dc6e78 associated. External IP: 172.25.3.70, port: 9314f845-baa4-4d88-87a4-0a18b2ea5f54. Dec 10 10:15:15.337638 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3a453289-2763-4c08-b8cf-489969b79b95 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:15:15.458741 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:15:15.470087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] Sync routers for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:15:15.478157 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:15.481785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:15:15.482391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:15:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:15.505710 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-98fbc81f-4a70-4995-8ad8-c094e41b90ef tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5432429 Dec 10 10:15:15.506783 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:15:15.510003 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db70afc5-39be-4a58-bfd5-35cae784877c" -d '{"events": [{"name": "network-changed", "server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:15:15.610407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f188940-60eb-4105-9661-ffbade625a94 req-4554f350-0c3b-4e25-bc73-40caa271d140 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:15.611904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f188940-60eb-4105-9661-ffbade625a94 req-4554f350-0c3b-4e25-bc73-40caa271d140 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0562251 Dec 10 10:15:15.665893 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3f188940-60eb-4105-9661-ffbade625a94 req-91baae40-ab08-465e-b733-7190274ea095 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474191 Dec 10 10:15:15.688771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48670) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:15:15.731162 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbeb441-63e2-4d74-ba43-b913e9de729d x-openstack-request-id: req-5dbeb441-63e2-4d74-ba43-b913e9de729d {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:15:15.731477 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:15:15.731734 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5dbeb441-63e2-4d74-ba43-b913e9de729d {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:15:15.732138 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'status': 'completed', 'code': 200} Dec 10 10:15:15.760011 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4a2c8265-edbc-4c27-b3fd-89f859d7b52a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/d12fd224-f0fb-409c-89a5-4a31c1dc6e78 HTTP/1.1" status: 200 len: 991 time: 0.0686295 Dec 10 10:15:15.760238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:15:15.777468 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70afc5-39be-4a58-bfd5-35cae784877c req-3a4d5ba3-c5d1-4990-abda-62c41d9c5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:15.779000 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db70afc5-39be-4a58-bfd5-35cae784877c req-3a4d5ba3-c5d1-4990-abda-62c41d9c5015 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 1097 time: 0.0432451 Dec 10 10:15:15.874612 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70afc5-39be-4a58-bfd5-35cae784877c req-c807a972-5431-40ad-a08d-940d6a3edb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:15.876029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db70afc5-39be-4a58-bfd5-35cae784877c req-c807a972-5431-40ad-a08d-940d6a3edb74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3 HTTP/1.1" status: 200 len: 898 time: 0.0902545 Dec 10 10:15:15.943430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db70afc5-39be-4a58-bfd5-35cae784877c req-4d3702c8-43e7-4cfd-8e22-bdc8721e7e61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54 HTTP/1.1" status: 200 len: 999 time: 0.0603178 Dec 10 10:15:15.952117 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:15.994172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70afc5-39be-4a58-bfd5-35cae784877c req-c5c9344d-4590-40e2-8b83-4485d4d3279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:15.995647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db70afc5-39be-4a58-bfd5-35cae784877c req-c5c9344d-4590-40e2-8b83-4485d4d3279e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcab66a8-47ed-4025-8365-e5020bd89a0b HTTP/1.1" status: 200 len: 835 time: 0.0451882 Dec 10 10:15:15.998652 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd12fd224-f0fb-409c-89a5-4a31c1dc6e78', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'port_id': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'mac_address': 'fa:16:3e:bd:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699cb57-e771-4310-b85c-22807da31197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:15:14Z', 'updated_at': '2021-12-10T10:15:14Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2c1b7e-001f-4b30-9c5e-a0c309cd9593', 'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:8a:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:15:00Z', 'updated_at': '2021-12-10T10:15:04Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:16.031088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] Checking router: 3a453289-2763-4c08-b8cf-489969b79b95 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:15:16.039736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:15:16.040346 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:15:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:16.046081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70afc5-39be-4a58-bfd5-35cae784877c req-4beb9798-55b4-4ca0-962c-3024fe2bb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:16.047577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db70afc5-39be-4a58-bfd5-35cae784877c req-4beb9798-55b4-4ca0-962c-3024fe2bb92e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452046 Dec 10 10:15:16.138854 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db70afc5-39be-4a58-bfd5-35cae784877c req-4370eb3c-6fff-49e8-a50f-1df1da843804 service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835052 Dec 10 10:15:16.148321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:15:16.236287 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-db70afc5-39be-4a58-bfd5-35cae784877c req-82eb16a0-4f45-41e5-a27c-e2cd938fcc8c service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899963 Dec 10 10:15:16.376634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd12fd224-f0fb-409c-89a5-4a31c1dc6e78', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'port_id': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'mac_address': 'fa:16:3e:bd:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699cb57-e771-4310-b85c-22807da31197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:15:14Z', 'updated_at': '2021-12-10T10:15:14Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2c1b7e-001f-4b30-9c5e-a0c309cd9593', 'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:8a:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:15:00Z', 'updated_at': '2021-12-10T10:15:04Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:15:16.403392 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b40ceb-c5cd-4d9c-b4c2-082610dd2937 None None] The sync data for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 is: [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'd12fd224-f0fb-409c-89a5-4a31c1dc6e78', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'port_id': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'mac_address': 'fa:16:3e:bd:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699cb57-e771-4310-b85c-22807da31197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:15:14Z', 'updated_at': '2021-12-10T10:15:14Z', 'revision_number': 0, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2c1b7e-001f-4b30-9c5e-a0c309cd9593', 'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:8a:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:15:00Z', 'updated_at': '2021-12-10T10:15:04Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:15:16.595752 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df65aea-655a-43a7-9979-9277c29c46d2 None None] New status for floating IP d12fd224-f0fb-409c-89a5-4a31c1dc6e78: ACTIVE {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:15:16.762756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48672) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:15:16.824457 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3b132c6f-b110-4844-91fe-8fee8c4c835a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/d12fd224-f0fb-409c-89a5-4a31c1dc6e78 HTTP/1.1" status: 200 len: 993 time: 0.0603769 Dec 10 10:15:20.137759 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:33.425011 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32980e11-8a0a-47a4-8859-d6939764d9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:35.602329 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-631af4bf-c69a-4545-937a-6a20e10343df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:36.858657 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:38.543760 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:39.462639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:39.821344 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-b3aa5149-0b37-467e-9b0a-8419b7fccd78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995972 Dec 10 10:15:39.904310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-05da5c42-c6b7-4bdf-8031-a26a144a01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:39.905822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-05da5c42-c6b7-4bdf-8031-a26a144a01c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 1097 time: 0.0410156 Dec 10 10:15:40.012722 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-2e18a721-a3ad-4db0-9e0e-a1b4485ddc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:40.014225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-2e18a721-a3ad-4db0-9e0e-a1b4485ddc98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3 HTTP/1.1" status: 200 len: 898 time: 0.0883932 Dec 10 10:15:40.087024 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-df098c11-906d-40fb-bb69-ba263ce6342c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54 HTTP/1.1" status: 200 len: 1001 time: 0.0655363 Dec 10 10:15:40.137215 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-6759b77e-a394-41e1-82f1-c51dc355ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:40.138681 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-6759b77e-a394-41e1-82f1-c51dc355ab96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcab66a8-47ed-4025-8365-e5020bd89a0b HTTP/1.1" status: 200 len: 835 time: 0.0443919 Dec 10 10:15:40.187733 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-5cbb0097-d130-42dd-91e6-6716dd932f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:15:40.189221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-5cbb0097-d130-42dd-91e6-6716dd932f03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435870 Dec 10 10:15:40.277006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-9d998bc4-ac12-4838-8921-b0bcaec6d7e0 service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804689 Dec 10 10:15:40.371213 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-422094ad-e5c3-4be4-9d62-56f04a89f6fe req-327eee54-292c-4f07-8b77-1e3afbd94fd4 service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871918 Dec 10 10:15:44.695227 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:15:45.943997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:15:50.151982 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:03.426326 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-92f5f304-a9e9-4ece-a17d-59147aa87f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:05.604054 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26d35a58-951b-4569-b786-31bb432d3b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:06.862539 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:08.546681 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:09.455363 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:15.942854 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:19.771556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846b4a7-084b-483f-abc9-74720b6946bf req-0838e4be-4e5b-40c8-9c44-c00cdab9decc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:19.773469 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d846b4a7-084b-483f-abc9-74720b6946bf req-0838e4be-4e5b-40c8-9c44-c00cdab9decc tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.3967311 Dec 10 10:16:19.820339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d846b4a7-084b-483f-abc9-74720b6946bf req-6760dcc4-44d2-4295-8789-9f8bd6f361b1 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 Dec 10 10:16:20.174401 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:20.938523 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66c8cd-44c7-4ee4-82a2-a3e9eb8339c5 req-77c3fa84-5d1c-43f7-859b-a79acca0531b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:20.939988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da66c8cd-44c7-4ee4-82a2-a3e9eb8339c5 req-77c3fa84-5d1c-43f7-859b-a79acca0531b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0481565 Dec 10 10:16:20.991570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da66c8cd-44c7-4ee4-82a2-a3e9eb8339c5 req-1a08fec2-dd5a-40a6-8163-c38d64cdb1bd tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439863 Dec 10 10:16:21.694773 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:16:22.108032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ff14d-8f31-48ff-9850-dcd0c6c23e0c req-e4d2bc02-10d0-4dbe-9343-ab1e4a49caf7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:22.109485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-453ff14d-8f31-48ff-9850-dcd0c6c23e0c req-e4d2bc02-10d0-4dbe-9343-ab1e4a49caf7 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0505662 Dec 10 10:16:22.158394 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-453ff14d-8f31-48ff-9850-dcd0c6c23e0c req-1a77ca44-03f3-48ff-8c13-789f475cda9a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Dec 10 10:16:22.181191 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48700) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:22.241633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d4bfced7-3e8e-400f-83fe-900a540bee94 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/d12fd224-f0fb-409c-89a5-4a31c1dc6e78 HTTP/1.1" status: 200 len: 993 time: 0.0586689 Dec 10 10:16:23.534202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a0113-9611-4174-824c-2594d1ad8d4e req-d7287920-1396-429f-b43c-c8491c291ba3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:23.535691 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-139a0113-9611-4174-824c-2594d1ad8d4e req-d7287920-1396-429f-b43c-c8491c291ba3 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0811169 Dec 10 10:16:23.541894 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-53f2c82d-3f52-4fff-884c-efa923b1981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:23.543258 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-53f2c82d-3f52-4fff-884c-efa923b1981a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 1097 time: 0.0584862 Dec 10 10:16:23.639570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-139a0113-9611-4174-824c-2594d1ad8d4e req-0f92507b-3166-4ee2-ba05-eb2305b4ee0c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953598 Dec 10 10:16:23.665755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-b68e3cfa-7ef0-42bd-8cf5-f0d2933214dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:23.667196 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-b68e3cfa-7ef0-42bd-8cf5-f0d2933214dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3 HTTP/1.1" status: 200 len: 898 time: 0.1165679 Dec 10 10:16:23.731728 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-7f852fe1-5abf-4156-b367-6f7a5805bc3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54 HTTP/1.1" status: 200 len: 1001 time: 0.0577724 Dec 10 10:16:23.778966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-2d4c346a-dc5b-493d-857b-a2743984b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:23.780343 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-2d4c346a-dc5b-493d-857b-a2743984b8b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcab66a8-47ed-4025-8365-e5020bd89a0b HTTP/1.1" status: 200 len: 835 time: 0.0424058 Dec 10 10:16:23.830166 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-d8421e87-776a-4e3d-a5ff-cf67ac59aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:23.831545 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-d8421e87-776a-4e3d-a5ff-cf67ac59aa9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432568 Dec 10 10:16:23.921045 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-5b48159c-8773-4dc3-8cb0-245f38c72a01 service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822475 Dec 10 10:16:24.017359 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9c114203-e2bd-45d5-9c2c-90a93fb4a94e req-1d431585-635d-4c64-a8be-84bb48c7dad8 service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891476 Dec 10 10:16:24.756045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169310de-1596-410f-afc7-9e0f92556c80 req-8e383206-49cf-496b-9537-5855c7875396 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:24.757635 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-169310de-1596-410f-afc7-9e0f92556c80 req-8e383206-49cf-496b-9537-5855c7875396 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0495579 Dec 10 10:16:24.806861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-169310de-1596-410f-afc7-9e0f92556c80 req-04b59e04-51f0-4072-91a9-a474f4cbc126 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Dec 10 10:16:25.923098 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b52b7e-60bd-4857-bc4c-9365a2d8f269 req-d7574b06-1b42-4298-ab6c-787f23dee615 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:25.924560 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60b52b7e-60bd-4857-bc4c-9365a2d8f269 req-d7574b06-1b42-4298-ab6c-787f23dee615 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0485511 Dec 10 10:16:25.973296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-60b52b7e-60bd-4857-bc4c-9365a2d8f269 req-c41ae1d6-4867-4e7d-b42e-e094a149d5e6 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419600 Dec 10 10:16:25.996905 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48712) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:26.061076 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-04f0ad69-2686-4398-899c-4dbb16030223 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/floatingips/d12fd224-f0fb-409c-89a5-4a31c1dc6e78 HTTP/1.1" status: 200 len: 993 time: 0.0630138 Dec 10 10:16:26.240450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48718) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:26.400956 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port fac607d4-3e8a-4223-ba31-f4d6b87772b6 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:16:26.401225 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:26.479602 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:26.479926 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:26.492747 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for fac607d4-3e8a-4223-ba31-f4d6b87772b6 owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:16:26.643226 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:26.673365 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=fac607d4-3e8a-4223-ba31-f4d6b87772b6,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:26.698510 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.698866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.699214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.699556 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.699896 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.700229 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.700561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.700895 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.701226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.701577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.701909 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.702232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.702611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:26.741172 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:26.741528 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Floating IP d12fd224-f0fb-409c-89a5-4a31c1dc6e78 disassociated (deleted). External IP: 172.25.3.70, port: 9314f845-baa4-4d88-87a4-0a18b2ea5f54. Dec 10 10:16:26.955091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3a453289-2763-4c08-b8cf-489969b79b95 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:16:27.064591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:16:27.070167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:27.074954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] Sync routers for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:16:27.084177 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:27.085012 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:27.097478 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ad3f1ee3-2c2f-48fc-9780-3fd69f539791 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/floatingips/d12fd224-f0fb-409c-89a5-4a31c1dc6e78 HTTP/1.1" status: 204 len: 168 time: 0.8552759 Dec 10 10:16:27.098178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:16:27.100609 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935" -d '{"events": [{"name": "network-changed", "server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:16:27.211831 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:27.264048 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a34f118-9587-48b1-8ca4-3cc0c3629bef x-openstack-request-id: req-2a34f118-9587-48b1-8ca4-3cc0c3629bef {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:16:27.264339 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:16:27.264592 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a34f118-9587-48b1-8ca4-3cc0c3629bef {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:16:27.264994 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'status': 'completed', 'code': 200} Dec 10 10:16:27.357069 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-050b8915-74ef-4835-99f6-7837d43786cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:27.358596 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-050b8915-74ef-4835-99f6-7837d43786cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0144896f3d664944b51fdd5da32cce93&device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 1097 time: 0.0681562 Dec 10 10:16:27.373744 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb34ce-57c4-49d5-8820-7388a5e50390 req-f76e587d-b286-44a6-b24e-a040ef749652 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:27.375199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fabb34ce-57c4-49d5-8820-7388a5e50390 req-f76e587d-b286-44a6-b24e-a040ef749652 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0596321 Dec 10 10:16:27.426419 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5d2c1b7e-001f-4b30-9c5e-a0c309cd9593', 'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:8a:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:15:00Z', 'updated_at': '2021-12-10T10:15:04Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:27.452549 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] Checking router: 3a453289-2763-4c08-b8cf-489969b79b95 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:16:27.460699 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:27.461307 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:27.482345 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fabb34ce-57c4-49d5-8820-7388a5e50390 req-181dfde5-d8e5-4ba6-a564-b0fcc84bc9f5 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973306 Dec 10 10:16:27.506751 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-f7592770-65f5-417c-b480-737edef8a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:27.508314 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-f7592770-65f5-417c-b480-737edef8a07a service neutron] 10.222.0.18 "GET /v2.0/networks?id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3 HTTP/1.1" status: 200 len: 898 time: 0.1322227 Dec 10 10:16:27.552446 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-175f991f-251b-48ac-9dcc-d414983f924b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54 HTTP/1.1" status: 200 len: 217 time: 0.0362439 Dec 10 10:16:27.571948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:27.606818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-2084f910-cf4e-406f-b8ad-eb2d2bccfa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:27.608296 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-2084f910-cf4e-406f-b8ad-eb2d2bccfa52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcab66a8-47ed-4025-8365-e5020bd89a0b HTTP/1.1" status: 200 len: 835 time: 0.0481601 Dec 10 10:16:27.655194 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-5d0512f4-930e-4a29-a8a2-9ddf92a69feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:27.656692 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-5d0512f4-930e-4a29-a8a2-9ddf92a69feb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba82d39-8002-4c7c-b63c-f0dfbcb870e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398290 Dec 10 10:16:27.746431 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-df7ce4f2-8525-47ea-9335-2713ff112aa5 service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811024 Dec 10 10:16:27.771045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5d2c1b7e-001f-4b30-9c5e-a0c309cd9593', 'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:8a:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:15:00Z', 'updated_at': '2021-12-10T10:15:04Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:27.798271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4c294-3da4-4aa5-bc59-37d698e6c74e None None] The sync data for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 is: [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5d2c1b7e-001f-4b30-9c5e-a0c309cd9593', 'name': '', 'network_id': 'eba82d39-8002-4c7c-b63c-f0dfbcb870e3', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'mac_address': 'fa:16:3e:8a:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:15:00Z', 'updated_at': '2021-12-10T10:15:04Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'subnets': [{'id': 'dcab66a8-47ed-4025-8365-e5020bd89a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:16:27.842493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-854d2cdc-9eba-4fb8-84d4-c2c89f2a1935 req-aba90f65-2a2d-4193-bba6-1c1fc15c2d80 service neutron] 10.222.0.18 "GET /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885644 Dec 10 10:16:28.010575 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac595177-7eb5-49a5-a470-e63f996cad76 None None] New status for floating IP d12fd224-f0fb-409c-89a5-4a31c1dc6e78: DOWN {{(pid=114972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:16:28.613637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1f4b3-d4f2-46a0-a168-0df2a3994aff req-a4bb0607-d8af-4b94-9f1f-104e1beb5d43 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:28.615158 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69b1f4b3-d4f2-46a0-a168-0df2a3994aff req-a4bb0607-d8af-4b94-9f1f-104e1beb5d43 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0531189 Dec 10 10:16:28.667301 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-69b1f4b3-d4f2-46a0-a168-0df2a3994aff req-42dbeac8-9861-48d6-9430-6f052e73551b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cf8a13e-48ca-41bd-91f5-bd56dbdde806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453250 Dec 10 10:16:28.982977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-534312a3-9ab2-45e2-84f1-718157ed6ea8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:28.984426 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-534312a3-9ab2-45e2-84f1-718157ed6ea8 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 946 time: 0.0540752 Dec 10 10:16:29.074168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:16:29.074505 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:29.166227 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 9314f845-baa4-4d88-87a4-0a18b2ea5f54, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=9314f845-baa4-4d88-87a4-0a18b2ea5f54,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:29.166594 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:29.178211 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 9314f845-baa4-4d88-87a4-0a18b2ea5f54 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:16:29.305385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:29.335755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=9314f845-baa4-4d88-87a4-0a18b2ea5f54,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:29.378995 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] No DVR routers for this DVR port 9314f845-baa4-4d88-87a4-0a18b2ea5f54 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:16:29.382467 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:29.385960 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-40c89dce-7259-4b5f-8bfb-dbdb3398bc97 req-200a28db-494c-4737-aabd-7be4c663289a tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.18 "DELETE /v2.0/ports/9314f845-baa4-4d88-87a4-0a18b2ea5f54 HTTP/1.1" status: 204 len: 173 time: 0.3953059 Dec 10 10:16:29.386407 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'name': 'network-vif-deleted', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:16:29.388730 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6de21c7-2da7-4a01-9420-a5cefa69fa07" -d '{"events": [{"server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "name": "network-vif-deleted", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:16:29.427001 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1b2abe-67f3-4bc1-b546-52cfc439ec09 x-openstack-request-id: req-4f1b2abe-67f3-4bc1-b546-52cfc439ec09 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:16:29.427327 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1699cb57-e771-4310-b85c-22807da31197", "name": "network-vif-deleted", "tag": "9314f845-baa4-4d88-87a4-0a18b2ea5f54", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:16:29.427577 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f1b2abe-67f3-4bc1-b546-52cfc439ec09 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:16:29.428077 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1699cb57-e771-4310-b85c-22807da31197', 'name': 'network-vif-deleted', 'tag': '9314f845-baa4-4d88-87a4-0a18b2ea5f54', 'status': 'completed', 'code': 200} Dec 10 10:16:29.786779 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3aa03970-d2f8-4da5-80e3-1458d12107cb req-4a93618e-8a2c-4347-add2-349bbacaa71c tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "GET /v2.0/ports?device_id=1699cb57-e771-4310-b85c-22807da31197 HTTP/1.1" status: 200 len: 210 time: 0.0279977 Dec 10 10:16:30.094438 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-7c5eb856-b8be-487d-8ce1-de3cfad4f865 req-5e529a69-267e-4ca1-b83f-0d8003dafd20 tempest-ServersNegativeTestJSON-1517884253 tempest-ServersNegativeTestJSON-1517884253-project] (114969) timed out ('10.222.0.31', 37350) {{(pid=114969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 10:16:30.846679 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48734) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:31.202158 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:31.451897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:16:31.452280 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:31.540649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5d2c1b7e-001f-4b30-9c5e-a0c309cd9593,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:31.541007 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:31.553889 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:16:31.754363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:31.784869 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=5d2c1b7e-001f-4b30-9c5e-a0c309cd9593,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:31.966990 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:32.106780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9314f845-baa4-4d88-87a4-0a18b2ea5f54 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:16:32.127265 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: 9314f845-baa4-4d88-87a4-0a18b2ea5f54 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:16:32.127611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device 9314f845-baa4-4d88-87a4-0a18b2ea5f54 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:16:32.184645 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Router 3a453289-2763-4c08-b8cf-489969b79b95 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:16:32.288833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:16:32.293861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-84c64e2f-c6be-407a-a164-8cdd64982b59 tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "PUT /v2.0/routers/3a453289-2763-4c08-b8cf-489969b79b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461267 Dec 10 10:16:32.296541 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48736) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:32.299087 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] Sync routers for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:16:32.309599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:32.310221 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:32.429946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:32.632354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:16:31Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:32.664241 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] Checking router: 3a453289-2763-4c08-b8cf-489969b79b95 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:16:32.674286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] Routers {'3a453289-2763-4c08-b8cf-489969b79b95'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:32.675150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['3a453289-2763-4c08-b8cf-489969b79b95'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:32.701491 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ea673e-f354-4f89-9971-29eb702f91db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting subnet dcab66a8-47ed-4025-8365-e5020bd89a0b {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:16:32.704617 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8ea673e-f354-4f89-9971-29eb702f91db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:32.746009 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8ea673e-f354-4f89-9971-29eb702f91db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:32.839327 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8ea673e-f354-4f89-9971-29eb702f91db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:32.902636 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8ea673e-f354-4f89-9971-29eb702f91db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:32.932421 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b8ea673e-f354-4f89-9971-29eb702f91db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:32.935666 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b8ea673e-f354-4f89-9971-29eb702f91db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/subnets/dcab66a8-47ed-4025-8365-e5020bd89a0b HTTP/1.1" status: 204 len: 168 time: 0.6382041 Dec 10 10:16:32.937319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea673e-f354-4f89-9971-29eb702f91db tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Subnet': ['ID=dcab66a8-47ed-4025-8365-e5020bd89a0b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:32.938786 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9c615-090f-41fe-a9bc-22707a4c35e8 None None] Network eba82d39-8002-4c7c-b63c-f0dfbcb870e3 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:16:32.939457 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48738) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:33.010753 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] Set router 3a453289-2763-4c08-b8cf-489969b79b95 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:33.237721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] DHCP port deletion for eba82d39-8002-4c7c-b63c-f0dfbcb870e3 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:16:33.275048 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:16:31Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:33.307370 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104b1ee-6b85-4350-86ce-e263aeeeb32a None None] The sync data for ids ['3a453289-2763-4c08-b8cf-489969b79b95'] in n-d-814746-3 is: [{'id': '3a453289-2763-4c08-b8cf-489969b79b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932574132', 'tenant_id': '0144896f3d664944b51fdd5da32cce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:16:31Z', 'revision_number': 5, 'project_id': '0144896f3d664944b51fdd5da32cce93', 'gw_port': {'id': '5f1584bd-f69a-44ad-a115-9b16c73a3dfa', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a453289-2763-4c08-b8cf-489969b79b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:14:58Z', 'updated_at': '2021-12-10T10:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:16:33.331788 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Deleting port b8aa0dd0-c822-456a-9437-07bbef58c85f {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:16:33.332160 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:33.390063 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:33.420551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] For port b8aa0dd0-c822-456a-9437-07bbef58c85f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=b8aa0dd0-c822-456a-9437-07bbef58c85f,segment=NetworkSegment(1229f4eb-a16c-475a-a87f-10e7bad6faa3),segment_id=1229f4eb-a16c-475a-a87f-10e7bad6faa3)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:33.420970 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:33.440361 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Calling delete_port for b8aa0dd0-c822-456a-9437-07bbef58c85f owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:16:33.444693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7b583e49-a58d-4e3d-a959-2471de4f74e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:33.501025 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:33.534489 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:33.557661 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Deleting port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:16:33.558021 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:33.567706 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Pushing event deleted for resources: {'Port': ['ID=b8aa0dd0-c822-456a-9437-07bbef58c85f,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:33.576982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] No DVR routers for this DVR port b8aa0dd0-c822-456a-9437-07bbef58c85f on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:16:33.579843 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.580202 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.580539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.580878 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.581213 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.581566 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.581898 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.582226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.582555 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.582909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.583506 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.583947 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.584277 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57692770-1502-4beb-af9b-c1edb08297dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.642595 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] For port 5f1584bd-f69a-44ad-a115-9b16c73a3dfa, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5f1584bd-f69a-44ad-a115-9b16c73a3dfa,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:33.642853 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:33.655431 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Calling delete_port for 5f1584bd-f69a-44ad-a115-9b16c73a3dfa owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:16:33.731744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b8aa0dd0-c822-456a-9437-07bbef58c85f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:16:33.756836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: b8aa0dd0-c822-456a-9437-07bbef58c85f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:16:33.757644 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device b8aa0dd0-c822-456a-9437-07bbef58c85f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:16:33.758314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:16:33.785132 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:16:33.785596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5d2c1b7e-001f-4b30-9c5e-a0c309cd9593 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:16:33.844302 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:33.870377 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Port': ['ID=5f1584bd-f69a-44ad-a115-9b16c73a3dfa,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:33.883528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.883840 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.884185 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.884519 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.884847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.885176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.885526 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.885843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.886165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.886487 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.886804 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.887122 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.887437 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:33.888240 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c4cd33-5a9a-4419-af05-8531c1b64fc3 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:16:33.942519 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.036166 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.038760 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.079790 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.080305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Fanout notify agent at l3_agent the message router_deleted on router 3a453289-2763-4c08-b8cf-489969b79b95 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:16:34.087794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.088783 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4fb8e50c-2b49-4f27-b690-77ead51842ad tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/routers/3a453289-2763-4c08-b8cf-489969b79b95 HTTP/1.1" status: 204 len: 168 time: 1.1483414 Dec 10 10:16:34.091493 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48742) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:34.174005 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.263774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.283689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba82d39-8002-4c7c-b63c-f0dfbcb870e3']}} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:34.293293 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1229f4eb-a16c-475a-a87f-10e7bad6faa3') {'for_net_delete': True} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:34.293548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.services.segments.db [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1229f4eb-a16c-475a-a87f-10e7bad6faa3') {} {{(pid=114970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:34.302769 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9114330'] for segment, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.316276 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.322033 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:16:34.322416 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8857181'] for segment, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: Traceback (most recent call last): Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: timer() Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: cb(*args, **kw) Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: return func(*args, **kwargs) Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: self._notify() Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: self.callback(batched_events) Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: event.method(event) Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: return f(self, *a, **k) Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: return self._get(url).json() Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: return self.request(url, 'GET', **kwargs) Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:16:34.325348 n-d-814746-3 neutron-server[114970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:16:34.386518 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.394029 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.396701 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/networks/eba82d39-8002-4c7c-b63c-f0dfbcb870e3 HTTP/1.1" status: 204 len: 168 time: 0.3042958 Dec 10 10:16:34.399925 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48744) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:34.408508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb18a4-bd50-40d1-a4af-f39f6ec5ec6b tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'Network': ['ID=eba82d39-8002-4c7c-b63c-f0dfbcb870e3,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:34.458430 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a37cef03-0cc2-4c7f-8bfd-632f36f0b89e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.484043 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a37cef03-0cc2-4c7f-8bfd-632f36f0b89e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.549819 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a37cef03-0cc2-4c7f-8bfd-632f36f0b89e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.553297 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a37cef03-0cc2-4c7f-8bfd-632f36f0b89e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:34.557537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a37cef03-0cc2-4c7f-8bfd-632f36f0b89e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] 10.222.0.31 "DELETE /v2.0/security-groups/8cf8a13e-48ca-41bd-91f5-bd56dbdde806 HTTP/1.1" status: 204 len: 168 time: 0.1541789 Dec 10 10:16:34.568842 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cef03-0cc2-4c7f-8bfd-632f36f0b89e tempest-TestNetworkAdvancedServerOps-141383410 tempest-TestNetworkAdvancedServerOps-141383410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf8a13e-48ca-41bd-91f5-bd56dbdde806,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:34.888876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48752) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:35.020630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5ccc14df-de8e-4152-ab58-8209b76b8e8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0144896f3d664944b51fdd5da32cce93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305420 Dec 10 10:16:35.023830 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48756) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:35.068547 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab742e97-f286-4742-ae7f-fb069b42bb32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.089675 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab742e97-f286-4742-ae7f-fb069b42bb32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.134449 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab742e97-f286-4742-ae7f-fb069b42bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.137059 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ab742e97-f286-4742-ae7f-fb069b42bb32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.138264 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ab742e97-f286-4742-ae7f-fb069b42bb32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67587df1-2d79-4483-8b5e-5137362db1a1 HTTP/1.1" status: 204 len: 168 time: 0.1135485 Dec 10 10:16:35.146123 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab742e97-f286-4742-ae7f-fb069b42bb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67587df1-2d79-4483-8b5e-5137362db1a1,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:35.395128 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48762) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:35.408788 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd28c-9686-4b87-8f51-62fe33fb8286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.482457 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd28c-9686-4b87-8f51-62fe33fb8286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.486150 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd28c-9686-4b87-8f51-62fe33fb8286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.525491 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ac9dd28c-9686-4b87-8f51-62fe33fb8286 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62b9f3245f8648ada31dba9bb9f9451e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292591 Dec 10 10:16:35.527504 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dd28c-9686-4b87-8f51-62fe33fb8286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3d5499-c797-49c1-a13d-e15f77e3ee8f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:35.528290 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48764) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:35.555166 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5f1584bd-f69a-44ad-a115-9b16c73a3dfa no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:16:35.576405 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5f1584bd-f69a-44ad-a115-9b16c73a3dfa {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:16:35.576749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5f1584bd-f69a-44ad-a115-9b16c73a3dfa not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:16:35.587697 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b72dd0f0-43e1-4c31-9e8f-c0079aed49bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.604216 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e400e2cb-8e36-4f77-b210-0393a2de3b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.609580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b72dd0f0-43e1-4c31-9e8f-c0079aed49bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.654842 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b72dd0f0-43e1-4c31-9e8f-c0079aed49bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.657559 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-b72dd0f0-43e1-4c31-9e8f-c0079aed49bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:35.658746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-b72dd0f0-43e1-4c31-9e8f-c0079aed49bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d3d5499-c797-49c1-a13d-e15f77e3ee8f HTTP/1.1" status: 204 len: 168 time: 0.1279848 Dec 10 10:16:35.667310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dd0f0-43e1-4c31-9e8f-c0079aed49bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3d5499-c797-49c1-a13d-e15f77e3ee8f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:36.342498 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48786) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:36.437003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1976975731-network', 'tenant_id': '815d469557d740299da0cea8d01a8e6b'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:36.460159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Made reservation on behalf of 815d469557d740299da0cea8d01a8e6b for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:16:36.462448 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.470906 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.548168 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.552013 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.579020 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:16:36.587897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81455390-891c-47df-854e-d2cf642eca7d,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:36.593916 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.594261 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Added segment cd5e37c8-4872-4cb5-bb92-06a07067652a of type vlan for network feefff6f-1a81-47c3-bded-dabf45b62cb5 Dec 10 10:16:36.635361 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.658969 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.659919 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:36.660507 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.711839 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3681257 Dec 10 10:16:36.715071 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48792) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:36.720001 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Request body: {'subnet': {'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1976975731-subnet', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:36.726996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327bc14-926c-4dd5-9455-934deca17d43 admin admin] Pushing event updated for resources: {'Network': ['ID=feefff6f-1a81-47c3-bded-dabf45b62cb5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:36.737454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:16:36.739548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Made reservation on behalf of 815d469557d740299da0cea8d01a8e6b for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:16:36.742511 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.867815 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.920084 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:36.972373 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:36.984241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Checking segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:16:36.984629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Network hostable DHCP agents. Network: feefff6f-1a81-47c3-bded-dabf45b62cb5, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:16:37.000832 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:16:37.009225 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, feefff6f-1a81-47c3-bded-dabf45b62cb5) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:37.013129 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:37.013751 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.018532 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53fea7-959a-4445-b529-fb53634d3b12 None None] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:16:37.030802 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-fe1a7996-8fdb-458f-988c-0f204ffaa3a6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3146472 Dec 10 10:16:37.033648 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48794) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:37.039960 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:37.061901 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.062895 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.118955 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.128271 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-feefff6f-1a81-47c3-bded-dabf45b62cb5', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:16:37.129225 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.263724 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Allocated IP 172.20.0.2 (feefff6f-1a81-47c3-bded-dabf45b62cb5/c3d8bdb2-fae7-42fd-9405-4ce4442a87f2/9c214c07-c7d3-4db5-b692-19e2024d7f1e) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:16:37.274906 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.409415 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.415039 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.452193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:37.456610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:37.460179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:16:37.470639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.478538 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Pushing event updated for resources: {'Port': ['ID=9c214c07-c7d3-4db5-b692-19e2024d7f1e,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:37.492091 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.522013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Attempting to bind port 9c214c07-c7d3-4db5-b692-19e2024d7f1e on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:16:37.522857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Attempting to bind port 9c214c07-c7d3-4db5-b692-19e2024d7f1e by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:16:37.523237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Attempting to bind port 9c214c07-c7d3-4db5-b692-19e2024d7f1e on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:16:37.529074 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:16:37.529634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Checking segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:16:37.530234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.530713 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Bound using segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:16:37.531275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Bound port: 9c214c07-c7d3-4db5-b692-19e2024d7f1e, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:16:37.531748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.595641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] For port 9c214c07-c7d3-4db5-b692-19e2024d7f1e, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:16:37.598954 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] For port 9c214c07-c7d3-4db5-b692-19e2024d7f1e, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c214c07-c7d3-4db5-b692-19e2024d7f1e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:16:37.603197 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.606602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Allocated IP 172.25.3.253 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/f49a1550-115c-4096-a367-e5fcdc870241) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:16:37.661268 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a0c65-8510-49bb-b2bc-4136a3f13377 None None] Pushing event updated for resources: {'Port': ['ID=9c214c07-c7d3-4db5-b692-19e2024d7f1e,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:37.711348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.746239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.792525 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:37.799596 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:37.802478 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:16:37.811364 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Pushing event updated for resources: {'Port': ['ID=f49a1550-115c-4096-a367-e5fcdc870241,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:37.837235 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca284f-2024-47e8-874b-502f5a89c298 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:16:37.894469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c2919ca7-ed06-4d99-97b1-1e5200f64794 None None] Provisioning complete for port f49a1550-115c-4096-a367-e5fcdc870241 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:37.894842 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c2919ca7-ed06-4d99-97b1-1e5200f64794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:37.933639 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c2919ca7-ed06-4d99-97b1-1e5200f64794 None None] Port f49a1550-115c-4096-a367-e5fcdc870241 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:16:38.068677 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:38.264573 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:38.399109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Router 270339f4-d7a1-41ab-81ca-45f3adc8bfde is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:16:38.510917 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:16:38.519783 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Sync routers for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:16:38.528997 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:38.530433 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-95255a99-141a-45aa-8b3d-1d5d894460fb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4957342 Dec 10 10:16:38.532980 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:38.533545 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48796) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:38.533802 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:38.558968 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:38.606465 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5513ef-5948-4b0d-b3a3-d288ed0b8c68 None None] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:16:38.649454 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:38.677435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f00fa87c-c780-49b6-ad50-900aa92acbbd None None] Provisioning complete for port 9c214c07-c7d3-4db5-b692-19e2024d7f1e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:38.678006 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f00fa87c-c780-49b6-ad50-900aa92acbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:38.798316 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f00fa87c-c780-49b6-ad50-900aa92acbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:38.836128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f00fa87c-c780-49b6-ad50-900aa92acbbd None None] For port 9c214c07-c7d3-4db5-b692-19e2024d7f1e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c214c07-c7d3-4db5-b692-19e2024d7f1e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:38.843533 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f00fa87c-c780-49b6-ad50-900aa92acbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:38.845462 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:37Z', 'revision_number': 3, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:38.878291 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Checking router: 270339f4-d7a1-41ab-81ca-45f3adc8bfde for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:16:38.878938 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Updating router 270339f4-d7a1-41ab-81ca-45f3adc8bfde port f49a1550-115c-4096-a367-e5fcdc870241 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:16:38.912104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fa87c-c780-49b6-ad50-900aa92acbbd None None] Pushing event updated for resources: {'Port': ['ID=9c214c07-c7d3-4db5-b692-19e2024d7f1e,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:38.916116 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.007589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.068016 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d337498e-64a9-4b3b-812c-f03c98de8124 None None] Provisioning complete for port 9c214c07-c7d3-4db5-b692-19e2024d7f1e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:39.068835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d337498e-64a9-4b3b-812c-f03c98de8124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.173984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Allocated IP 172.20.0.1 (feefff6f-1a81-47c3-bded-dabf45b62cb5/c3d8bdb2-fae7-42fd-9405-4ce4442a87f2/6fc0f819-de98-4f0d-b53c-61792d5e51a2) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:16:39.261600 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.267689 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.281453 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.311771 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7d129-519c-47d5-a3b6-efb19bdcd75f None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:16:39.315701 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Attempting to bind port f49a1550-115c-4096-a367-e5fcdc870241 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:16:39.316079 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Attempting to bind port f49a1550-115c-4096-a367-e5fcdc870241 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:16:39.316813 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Attempting to bind port f49a1550-115c-4096-a367-e5fcdc870241 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:16:39.328283 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:16:39.328667 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:16:39.329146 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.329683 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:16:39.329974 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Bound port: f49a1550-115c-4096-a367-e5fcdc870241, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:16:39.330400 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.333736 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.352689 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Pushing event updated for resources: {'Port': ['ID=f49a1550-115c-4096-a367-e5fcdc870241,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:39.377169 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-a35fa7f1-938a-407e-9ca2-cf42a702c545 None None] Provisioning complete for port f49a1550-115c-4096-a367-e5fcdc870241 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:39.377927 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a35fa7f1-938a-407e-9ca2-cf42a702c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.386335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:39.389543 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:39.392486 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:16:39.393234 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.393608 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.393946 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.394285 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.394620 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.394951 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.395277 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.395604 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.395931 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.396312 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.396570 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.396892 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.397833 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:16:39.416845 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] For port f49a1550-115c-4096-a367-e5fcdc870241, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:16:39.420739 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] For port f49a1550-115c-4096-a367-e5fcdc870241, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f49a1550-115c-4096-a367-e5fcdc870241,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:16:39.425698 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.443339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-a35fa7f1-938a-407e-9ca2-cf42a702c545 None None] Port f49a1550-115c-4096-a367-e5fcdc870241 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:16:39.478277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.482939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb82896-cda6-4f8a-b840-d56eec87069d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:16:39.509701 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab984cdd-445d-48c4-9aef-425b09b56f5a None None] Pushing event updated for resources: {'Port': ['ID=f49a1550-115c-4096-a367-e5fcdc870241,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:39.515816 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:39.516446 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:39.573946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c7eddc75-52ff-4f43-9eaf-a80ecf0b7606 None None] Provisioning complete for port f49a1550-115c-4096-a367-e5fcdc870241 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:39.574316 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c7eddc75-52ff-4f43-9eaf-a80ecf0b7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.690701 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c214c07-c7d3-4db5-b692-19e2024d7f1e up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:16:39.704712 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:39.740512 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c7eddc75-52ff-4f43-9eaf-a80ecf0b7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.767565 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-c7eddc75-52ff-4f43-9eaf-a80ecf0b7606 None None] For port f49a1550-115c-4096-a367-e5fcdc870241, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f49a1550-115c-4096-a367-e5fcdc870241,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:39.777634 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c7eddc75-52ff-4f43-9eaf-a80ecf0b7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.813689 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc0f819-de98-4f0d-b53c-61792d5e51a2,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:39.827068 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 9c214c07-c7d3-4db5-b692-19e2024d7f1e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:39.827379 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.829011 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eddc75-52ff-4f43-9eaf-a80ecf0b7606 None None] Pushing event updated for resources: {'Port': ['ID=f49a1550-115c-4096-a367-e5fcdc870241,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:39.833537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.916340 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:37Z', 'revision_number': 3, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:39.924171 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-cc6a380f-3644-4f3c-9034-72f808702873 None None] Provisioning complete for port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:39.925204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cc6a380f-3644-4f3c-9034-72f808702873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:39.950137 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2616c2d-3af1-4eac-802e-936440bae3cc None None] The sync data for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 is: [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:37Z', 'revision_number': 3, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:16:39.968112 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a380f-3644-4f3c-9034-72f808702873 None None] Port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:16:39.979913 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:40.151890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:40.156552 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:40.225537 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:40.243095 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc0f819-de98-4f0d-b53c-61792d5e51a2,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:40.343989 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:40.345639 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:40.480042 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Router 270339f4-d7a1-41ab-81ca-45f3adc8bfde has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:16:40.599610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-17e2a468-e9ed-49da-a748-7af63364d079 None None] Provisioning complete for port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:40.599981 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-17e2a468-e9ed-49da-a748-7af63364d079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:40.609366 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:16:40.625000 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1034645c-6d7f-4877-bdac-5a83a1ceb649 admin admin] 10.222.0.31 "PUT /v2.0/routers/270339f4-d7a1-41ab-81ca-45f3adc8bfde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0809968 Dec 10 10:16:40.640289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-17e2a468-e9ed-49da-a748-7af63364d079 None None] Port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:16:41.094061 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48812) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:41.099008 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-679656710-network', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:41.118899 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Made reservation on behalf of e957ecee997d48d7a5d293387e1b65a3 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:16:41.121179 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.133926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.211254 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.216310 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.238335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:16:41.254948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c53a1-9bf8-4d2f-b305-d0c43ca7252d,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:41.259142 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.259493 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Added segment fd201221-4e33-4a30-884a-c638560264ad of type vlan for network 927b512d-272d-44d2-a75d-4c21ee3aba6c Dec 10 10:16:41.304353 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.331633 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.332808 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:41.333402 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.385419 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2873619 Dec 10 10:16:41.385419 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48814) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:41.389871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Request body: {'subnet': {'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-679656710-subnet', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'ip_version': 4}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:41.415331 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c66fb-2e6a-41dd-b7cf-27d067f99aee admin admin] Pushing event updated for resources: {'Network': ['ID=927b512d-272d-44d2-a75d-4c21ee3aba6c,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:41.425383 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 927b512d-272d-44d2-a75d-4c21ee3aba6c details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:16:41.427260 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Made reservation on behalf of e957ecee997d48d7a5d293387e1b65a3 for: {'subnet': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:16:41.430250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547217'] for subnet, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.589215 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Sync routers for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:16:41.598341 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f49a1550-115c-4096-a367-e5fcdc870241 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:16:41.611218 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8857584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547215'] for subnet, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.630257 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:41.631148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:41.676480 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f75186-0d0c-4eee-8be4-56d1b31edcb3,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:41.684777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Checking segment: {'id': 'fd201221-4e33-4a30-884a-c638560264ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:16:41.685165 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Network hostable DHCP agents. Network: 927b512d-272d-44d2-a75d-4c21ee3aba6c, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:16:41.704442 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Network 927b512d-272d-44d2-a75d-4c21ee3aba6c is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:16:41.714123 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 927b512d-272d-44d2-a75d-4c21ee3aba6c) {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:41.721239 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:41.722152 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.741851 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a45ff47c-4a14-4416-9f37-28ffad678c98 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3548005 Dec 10 10:16:41.744059 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e64cf-9931-48de-9231-3f2d94e95906 None None] Network 927b512d-272d-44d2-a75d-4c21ee3aba6c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:16:41.745090 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48816) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:41.750058 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:41.771255 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.772283 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.798882 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port f49a1550-115c-4096-a367-e5fcdc870241 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:41.799257 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.824039 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:41.972757 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.014839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:42.124139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-927b512d-272d-44d2-a75d-4c21ee3aba6c', 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c', 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'fixed_ips': [{'subnet_id': '89f75186-0d0c-4eee-8be4-56d1b31edcb3'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:16:42.124983 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.183239 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.206127 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.317230 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Allocated IP 172.25.3.47 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/28b5ac37-ec17-47fc-bcda-10bf91d56dba) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:16:42.389721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Allocated IP 172.20.0.2 (927b512d-272d-44d2-a75d-4c21ee3aba6c/89f75186-0d0c-4eee-8be4-56d1b31edcb3/dd3a6d16-a982-45e4-b564-879c154a3059) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:16:42.422767 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.457391 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:40Z', 'revision_number': 2, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:42.458672 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.489874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Checking router: 270339f4-d7a1-41ab-81ca-45f3adc8bfde for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:16:42.490232 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Updating router 270339f4-d7a1-41ab-81ca-45f3adc8bfde port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:16:42.498877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:42.501872 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:42.505702 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:16:42.517874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8d8b0-7aab-49a2-97e8-254a75b710c9 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:16:42.536403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Pushing event updated for resources: {'Port': ['ID=28b5ac37-ec17-47fc-bcda-10bf91d56dba,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:42.542508 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.644859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-bf69dff6-dab0-4889-8721-5ab678df250f None None] Provisioning complete for port 28b5ac37-ec17-47fc-bcda-10bf91d56dba triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:42.645231 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bf69dff6-dab0-4889-8721-5ab678df250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.684120 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.739648 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.770942 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.789439 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-bf69dff6-dab0-4889-8721-5ab678df250f None None] Port 28b5ac37-ec17-47fc-bcda-10bf91d56dba cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:16:42.811653 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Network 927b512d-272d-44d2-a75d-4c21ee3aba6c is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:42.826857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:42.852864 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Pushing event updated for resources: {'Port': ['ID=dd3a6d16-a982-45e4-b564-879c154a3059,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:42.856604 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:16:42.938727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Attempting to bind port dd3a6d16-a982-45e4-b564-879c154a3059 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:16:42.939100 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Attempting to bind port dd3a6d16-a982-45e4-b564-879c154a3059 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fd201221-4e33-4a30-884a-c638560264ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:16:42.939463 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Attempting to bind port dd3a6d16-a982-45e4-b564-879c154a3059 on network 927b512d-272d-44d2-a75d-4c21ee3aba6c {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:16:42.954254 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:16:42.954627 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Checking segment: {'id': 'fd201221-4e33-4a30-884a-c638560264ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:16:42.955028 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.955420 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Bound using segment: {'id': 'fd201221-4e33-4a30-884a-c638560264ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:16:42.955899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Bound port: dd3a6d16-a982-45e4-b564-879c154a3059, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd201221-4e33-4a30-884a-c638560264ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:16:42.956282 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:42.983012 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.063867 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.070646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] For port dd3a6d16-a982-45e4-b564-879c154a3059, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:16:43.074504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] For port dd3a6d16-a982-45e4-b564-879c154a3059, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dd3a6d16-a982-45e4-b564-879c154a3059,segment=NetworkSegment(fd201221-4e33-4a30-884a-c638560264ad),segment_id=fd201221-4e33-4a30-884a-c638560264ad)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:16:43.075688 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.085131 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.111164 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Router 7240235e-097f-4f70-b2b2-c700bbcdb970 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:16:43.145113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145056d8-af23-4997-bd33-634ea42204ae None None] Pushing event updated for resources: {'Port': ['ID=6fc0f819-de98-4f0d-b53c-61792d5e51a2,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:43.232229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7c6ea-b36c-4ba2-9987-12b48bc19ee0 None None] Pushing event updated for resources: {'Port': ['ID=dd3a6d16-a982-45e4-b564-879c154a3059,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:43.249273 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Attempting to bind port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:16:43.249665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Attempting to bind port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:16:43.250027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Attempting to bind port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:16:43.251835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:16:43.259519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:16:43.259859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Checking segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:16:43.260159 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.260558 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Bound using segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:16:43.261030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Bound port: 6fc0f819-de98-4f0d-b53c-61792d5e51a2, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:16:43.261405 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.267232 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Sync routers for ids ['7240235e-097f-4f70-b2b2-c700bbcdb970'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:16:43.282015 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Routers {'7240235e-097f-4f70-b2b2-c700bbcdb970'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:43.283011 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['7240235e-097f-4f70-b2b2-c700bbcdb970'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:43.287006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.290836 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-58febe96-1d11-45cd-8d15-06dd12b1bac9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5445526 Dec 10 10:16:43.293465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48818) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:43.372324 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] For port 6fc0f819-de98-4f0d-b53c-61792d5e51a2, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:16:43.376078 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] For port 6fc0f819-de98-4f0d-b53c-61792d5e51a2, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6fc0f819-de98-4f0d-b53c-61792d5e51a2,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:16:43.391657 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.436899 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Set router 7240235e-097f-4f70-b2b2-c700bbcdb970 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:43.458038 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:43.458685 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:43.599594 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145056d8-af23-4997-bd33-634ea42204ae None None] Pushing event updated for resources: {'Port': ['ID=6fc0f819-de98-4f0d-b53c-61792d5e51a2,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:43.676533 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:41Z', 'updated_at': '2021-12-10T10:16:42Z', 'revision_number': 3, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'gw_port': {'id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:42Z', 'updated_at': '2021-12-10T10:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:43.702469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device dd3a6d16-a982-45e4-b564-879c154a3059 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:16:43.704975 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0aa124c9-56e7-4d2d-bcd0-b6324990b262 None None] Provisioning complete for port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:43.705593 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0aa124c9-56e7-4d2d-bcd0-b6324990b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.707473 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Checking router: 7240235e-097f-4f70-b2b2-c700bbcdb970 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:16:43.709070 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Updating router 7240235e-097f-4f70-b2b2-c700bbcdb970 port 28b5ac37-ec17-47fc-bcda-10bf91d56dba binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:16:43.741866 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.768390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:43.901705 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:43.923919 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port dd3a6d16-a982-45e4-b564-879c154a3059 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:43.924619 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.024667 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.034361 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.038595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0aa124c9-56e7-4d2d-bcd0-b6324990b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.081583 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Attempting to bind port 28b5ac37-ec17-47fc-bcda-10bf91d56dba on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:16:44.081583 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Attempting to bind port 28b5ac37-ec17-47fc-bcda-10bf91d56dba by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:16:44.081904 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Attempting to bind port 28b5ac37-ec17-47fc-bcda-10bf91d56dba on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:16:44.086049 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Allocated IP 172.20.0.1 (927b512d-272d-44d2-a75d-4c21ee3aba6c/89f75186-0d0c-4eee-8be4-56d1b31edcb3/5575d07b-95fe-42cb-932f-9ecd397edad5) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:16:44.095427 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:16:44.095851 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:16:44.096254 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.096727 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:16:44.101716 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Bound port: 28b5ac37-ec17-47fc-bcda-10bf91d56dba, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:16:44.102334 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.108910 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e392e44-cde0-4c69-9a33-6eb7ef2ea0f9 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:16:44.138576 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa128926-2aa7-4f22-bca1-05d10e669f6f None None] Pushing event updated for resources: {'Port': ['ID=28b5ac37-ec17-47fc-bcda-10bf91d56dba,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:44.165488 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-0aa124c9-56e7-4d2d-bcd0-b6324990b262 None None] For port 6fc0f819-de98-4f0d-b53c-61792d5e51a2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6fc0f819-de98-4f0d-b53c-61792d5e51a2,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:44.172729 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.179103 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] For port 28b5ac37-ec17-47fc-bcda-10bf91d56dba, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:16:44.182930 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] For port 28b5ac37-ec17-47fc-bcda-10bf91d56dba, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=28b5ac37-ec17-47fc-bcda-10bf91d56dba,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:16:44.186118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0aa124c9-56e7-4d2d-bcd0-b6324990b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.189476 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.240840 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.254578 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:43Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:44.290401 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3d152-7ebb-4b2a-a64a-6d33e6555eef None None] The sync data for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 is: [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:43Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:16:44.328123 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa124c9-56e7-4d2d-bcd0-b6324990b262 None None] Pushing event updated for resources: {'Port': ['ID=6fc0f819-de98-4f0d-b53c-61792d5e51a2,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:44.336610 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port dd3a6d16-a982-45e4-b564-879c154a3059, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dd3a6d16-a982-45e4-b564-879c154a3059,segment=NetworkSegment(fd201221-4e33-4a30-884a-c638560264ad),segment_id=fd201221-4e33-4a30-884a-c638560264ad)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:44.351204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.352693 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Routers {'7240235e-097f-4f70-b2b2-c700bbcdb970'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:44.353900 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['7240235e-097f-4f70-b2b2-c700bbcdb970'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:44.484229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83521c9-c6d5-4461-94fb-c9b2a8b4e1b7 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:16:44.489831 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] Set router 7240235e-097f-4f70-b2b2-c700bbcdb970 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:44.493019 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=dd3a6d16-a982-45e4-b564-879c154a3059,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:44.505072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d86fc4bc-b633-47ec-becc-d1ea0abd3b13 None None] Provisioning complete for port 28b5ac37-ec17-47fc-bcda-10bf91d56dba triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:44.505779 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d86fc4bc-b633-47ec-becc-d1ea0abd3b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.657757 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa128926-2aa7-4f22-bca1-05d10e669f6f None None] Pushing event updated for resources: {'Port': ['ID=28b5ac37-ec17-47fc-bcda-10bf91d56dba,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:44.776269 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:41Z', 'updated_at': '2021-12-10T10:16:42Z', 'revision_number': 3, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'gw_port': {'id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:42Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:44.809419 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.818776 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df348ab4-7978-436d-a8c7-d2f258e56622 None None] The sync data for ids ['7240235e-097f-4f70-b2b2-c700bbcdb970'] in n-d-814746-3 is: [{'id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:41Z', 'updated_at': '2021-12-10T10:16:42Z', 'revision_number': 3, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'gw_port': {'id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:42Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:16:44.869923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Network 927b512d-272d-44d2-a75d-4c21ee3aba6c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:44.870686 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b710e0-ecce-480e-841a-6cb9f0c9cf72 None None] Network 927b512d-272d-44d2-a75d-4c21ee3aba6c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:16:44.872959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:44.876822 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:16:44.937861 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d86fc4bc-b633-47ec-becc-d1ea0abd3b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.938485 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:44.951015 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Pushing event updated for resources: {'Port': ['ID=5575d07b-95fe-42cb-932f-9ecd397edad5,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:44.971861 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d86fc4bc-b633-47ec-becc-d1ea0abd3b13 None None] For port 28b5ac37-ec17-47fc-bcda-10bf91d56dba, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=28b5ac37-ec17-47fc-bcda-10bf91d56dba,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:45.003068 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d86fc4bc-b633-47ec-becc-d1ea0abd3b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.076380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d86fc4bc-b633-47ec-becc-d1ea0abd3b13 None None] Provisioning complete for port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:45.076753 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d86fc4bc-b633-47ec-becc-d1ea0abd3b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.101306 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.101600 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fc4bc-b633-47ec-becc-d1ea0abd3b13 None None] Pushing event updated for resources: {'Port': ['ID=28b5ac37-ec17-47fc-bcda-10bf91d56dba,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:45.339296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b798b16b-a350-4858-9705-382db2aedd96 None None] Provisioning complete for port 28b5ac37-ec17-47fc-bcda-10bf91d56dba triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:45.339669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b798b16b-a350-4858-9705-382db2aedd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.350948 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.363449 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.447339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Pushing event updated for resources: {'Port': ['ID=5575d07b-95fe-42cb-932f-9ecd397edad5,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:45.494389 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.508664 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b798b16b-a350-4858-9705-382db2aedd96 None None] Provisioning complete for port dd3a6d16-a982-45e4-b564-879c154a3059 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:45.509281 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b798b16b-a350-4858-9705-382db2aedd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.643571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Network 927b512d-272d-44d2-a75d-4c21ee3aba6c is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:45.644950 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:45.769454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b656cf6d-6fd3-4689-b21d-cc454a953e0a None None] Provisioning complete for port 5575d07b-95fe-42cb-932f-9ecd397edad5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:45.770131 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b656cf6d-6fd3-4689-b21d-cc454a953e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.826296 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 28b5ac37-ec17-47fc-bcda-10bf91d56dba up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:16:45.839552 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Router 7240235e-097f-4f70-b2b2-c700bbcdb970 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:16:45.876094 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b656cf6d-6fd3-4689-b21d-cc454a953e0a None None] Port 5575d07b-95fe-42cb-932f-9ecd397edad5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:16:45.906989 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b656cf6d-6fd3-4689-b21d-cc454a953e0a None None] Provisioning complete for port dd3a6d16-a982-45e4-b564-879c154a3059 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:45.907597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b656cf6d-6fd3-4689-b21d-cc454a953e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:45.980211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 28b5ac37-ec17-47fc-bcda-10bf91d56dba triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:45.980681 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.012172 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.014402 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:16:46.019558 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-1f26069d-4f41-4122-a7bd-cb4c427ae87c admin admin] 10.222.0.31 "PUT /v2.0/routers/7240235e-097f-4f70-b2b2-c700bbcdb970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7250659 Dec 10 10:16:46.118029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6fc0f819-de98-4f0d-b53c-61792d5e51a2 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:16:46.174826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:46.175205 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.267396 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device dd3a6d16-a982-45e4-b564-879c154a3059 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:16:46.269148 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d5b0ab1d-12e7-4a4b-9e59-7d6e889896bd None None] Provisioning complete for port 5575d07b-95fe-42cb-932f-9ecd397edad5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:46.269529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ab1d-12e7-4a4b-9e59-7d6e889896bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.346704 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0ab1d-12e7-4a4b-9e59-7d6e889896bd None None] Port 5575d07b-95fe-42cb-932f-9ecd397edad5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:16:46.358541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port dd3a6d16-a982-45e4-b564-879c154a3059 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:46.358980 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.624699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48830) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:46.629421 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-53119fb6-2eb0-48bd-aaa2-86bc3ff33e5a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964041274', 'description': 'tempest-secgroup-smoke-1964041274 description', 'project_id': '815d469557d740299da0cea8d01a8e6b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:46.651586 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-53119fb6-2eb0-48bd-aaa2-86bc3ff33e5a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.716394 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-53119fb6-2eb0-48bd-aaa2-86bc3ff33e5a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.719813 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-53119fb6-2eb0-48bd-aaa2-86bc3ff33e5a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.749672 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-53119fb6-2eb0-48bd-aaa2-86bc3ff33e5a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.750901 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-53119fb6-2eb0-48bd-aaa2-86bc3ff33e5a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1251533 Dec 10 10:16:46.752004 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53119fb6-2eb0-48bd-aaa2-86bc3ff33e5a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901c50cf-9bc2-4780-96f7-2178bc470f51,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:46.754012 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48832) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:46.759495 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-80cec079-0447-4e66-a6b5-0b9e53c9c728 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '901c50cf-9bc2-4780-96f7-2178bc470f51', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:46.785374 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80cec079-0447-4e66-a6b5-0b9e53c9c728 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.842493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80cec079-0447-4e66-a6b5-0b9e53c9c728 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.846012 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80cec079-0447-4e66-a6b5-0b9e53c9c728 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.865429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cec079-0447-4e66-a6b5-0b9e53c9c728 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a3f10c-fe3b-4778-aa9e-ef719d136f55,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:46.872127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-80cec079-0447-4e66-a6b5-0b9e53c9c728 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.873378 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-80cec079-0447-4e66-a6b5-0b9e53c9c728 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183445 Dec 10 10:16:46.876056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48834) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:46.880737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-c6a03ad8-7b31-4ed2-9701-c9d1a72e0eb2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '901c50cf-9bc2-4780-96f7-2178bc470f51', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:46.906264 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a03ad8-7b31-4ed2-9701-c9d1a72e0eb2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.962633 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a03ad8-7b31-4ed2-9701-c9d1a72e0eb2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.966075 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a03ad8-7b31-4ed2-9701-c9d1a72e0eb2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.983577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a03ad8-7b31-4ed2-9701-c9d1a72e0eb2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14471d1a-5275-4690-93ef-d19d7d763769,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:46.993841 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6a03ad8-7b31-4ed2-9701-c9d1a72e0eb2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:46.995102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c6a03ad8-7b31-4ed2-9701-c9d1a72e0eb2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181247 Dec 10 10:16:46.998183 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48836) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:47.005214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f2e5661b-1b16-4442-b3cd-58cc15f180c4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '901c50cf-9bc2-4780-96f7-2178bc470f51', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:47.043830 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2e5661b-1b16-4442-b3cd-58cc15f180c4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.103317 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2e5661b-1b16-4442-b3cd-58cc15f180c4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.107645 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2e5661b-1b16-4442-b3cd-58cc15f180c4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.126409 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5661b-1b16-4442-b3cd-58cc15f180c4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd40c582-f8e3-443e-ae2c-84f619d87429,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:47.133923 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f2e5661b-1b16-4442-b3cd-58cc15f180c4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.135179 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f2e5661b-1b16-4442-b3cd-58cc15f180c4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355636 Dec 10 10:16:47.137948 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48838) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:47.142520 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-00a353e7-efc0-4c25-880a-2cb2eabcf135 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '901c50cf-9bc2-4780-96f7-2178bc470f51', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:47.168477 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00a353e7-efc0-4c25-880a-2cb2eabcf135 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.229314 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00a353e7-efc0-4c25-880a-2cb2eabcf135 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.232903 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00a353e7-efc0-4c25-880a-2cb2eabcf135 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.251548 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a353e7-efc0-4c25-880a-2cb2eabcf135 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f5afe8-65a9-4265-a006-2faf9ef50acd,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:47.259321 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-00a353e7-efc0-4c25-880a-2cb2eabcf135 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.260523 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-00a353e7-efc0-4c25-880a-2cb2eabcf135 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216502 Dec 10 10:16:47.263294 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48840) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:47.267567 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-f75a2af6-c5cc-4d15-b39d-04bde2e0257d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '901c50cf-9bc2-4780-96f7-2178bc470f51', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:47.291161 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-f75a2af6-c5cc-4d15-b39d-04bde2e0257d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Project 815d469557d740299da0cea8d01a8e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:16:47.296704 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f75a2af6-c5cc-4d15-b39d-04bde2e0257d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.361216 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f75a2af6-c5cc-4d15-b39d-04bde2e0257d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.364819 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f75a2af6-c5cc-4d15-b39d-04bde2e0257d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.383219 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a2af6-c5cc-4d15-b39d-04bde2e0257d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bb60ab-a764-4c2b-9bb5-38b6546dac2a,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:47.389689 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-f75a2af6-c5cc-4d15-b39d-04bde2e0257d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.390869 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-f75a2af6-c5cc-4d15-b39d-04bde2e0257d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266484 Dec 10 10:16:47.393726 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48842) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:47.398721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ccfda36e-546a-4ee0-bb2e-387fd03403e7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '901c50cf-9bc2-4780-96f7-2178bc470f51', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:47.419915 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-ccfda36e-546a-4ee0-bb2e-387fd03403e7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Project 815d469557d740299da0cea8d01a8e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:16:47.424611 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccfda36e-546a-4ee0-bb2e-387fd03403e7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.482178 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccfda36e-546a-4ee0-bb2e-387fd03403e7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.485848 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccfda36e-546a-4ee0-bb2e-387fd03403e7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.506709 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfda36e-546a-4ee0-bb2e-387fd03403e7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a7c340-4689-45f3-90c4-407a8d782806,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:47.511965 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ccfda36e-546a-4ee0-bb2e-387fd03403e7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:47.514354 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ccfda36e-546a-4ee0-bb2e-387fd03403e7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193006 Dec 10 10:16:47.669396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-f3fab394-1f4c-4d62-a311-b66e2f5bdf2b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964041274&fields=id&tenant_id=815d469557d740299da0cea8d01a8e6b HTTP/1.1" status: 200 len: 267 time: 0.0451829 Dec 10 10:16:47.778849 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-2970c920-fba4-43c7-a1be-8795b7434b93 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:47.780320 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-2970c920-fba4-43c7-a1be-8795b7434b93 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 809 time: 0.1040440 Dec 10 10:16:47.795887 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-731c8560-64fe-4052-a6de-160a7e3f8b63 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/quotas/815d469557d740299da0cea8d01a8e6b HTTP/1.1" status: 200 len: 375 time: 0.0096231 Dec 10 10:16:47.843187 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Sync routers for ids ['7240235e-097f-4f70-b2b2-c700bbcdb970'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:16:47.850598 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-1237716d-5401-469a-b564-abd91038751e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487406 Dec 10 10:16:47.853770 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Routers {'7240235e-097f-4f70-b2b2-c700bbcdb970'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:47.854457 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['7240235e-097f-4f70-b2b2-c700bbcdb970'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:47.950962 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-a12633ad-15fd-401c-81f4-dd0b9bf91cf3 service neutron] 10.222.0.31 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882378 Dec 10 10:16:47.962859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Set router 7240235e-097f-4f70-b2b2-c700bbcdb970 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:48.042465 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-b1ab63cb-d764-41c7-bc90-a7c3ef948097 service neutron] 10.222.0.31 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846689 Dec 10 10:16:48.172279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:41Z', 'updated_at': '2021-12-10T10:16:45Z', 'revision_number': 4, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'gw_port': {'id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:42Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5575d07b-95fe-42cb-932f-9ecd397edad5', 'name': '', 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'mac_address': 'fa:16:3e:24:99:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '89f75186-0d0c-4eee-8be4-56d1b31edcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:43Z', 'updated_at': '2021-12-10T10:16:45Z', 'revision_number': 2, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'subnets': [{'id': '89f75186-0d0c-4eee-8be4-56d1b31edcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:48.200517 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Checking router: 7240235e-097f-4f70-b2b2-c700bbcdb970 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:16:48.200873 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Updating router 7240235e-097f-4f70-b2b2-c700bbcdb970 port 5575d07b-95fe-42cb-932f-9ecd397edad5 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:16:48.207549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-62c323d7-bad5-4059-9e7b-5c8ac040443e req-e41be50f-5eaa-447f-b099-62ba133b34ba tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 210 time: 0.0310519 Dec 10 10:16:48.233617 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:48.512289 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:48.517898 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:48.568744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af367e77-add5-486b-b7d5-736eb1c236d3 None None] Pushing event updated for resources: {'Port': ['ID=5575d07b-95fe-42cb-932f-9ecd397edad5,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:48.623336 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Attempting to bind port 5575d07b-95fe-42cb-932f-9ecd397edad5 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:16:48.623944 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Attempting to bind port 5575d07b-95fe-42cb-932f-9ecd397edad5 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': 'fd201221-4e33-4a30-884a-c638560264ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:16:48.624519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Attempting to bind port 5575d07b-95fe-42cb-932f-9ecd397edad5 on network 927b512d-272d-44d2-a75d-4c21ee3aba6c {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:16:48.631829 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:16:48.632830 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Checking segment: {'id': 'fd201221-4e33-4a30-884a-c638560264ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:16:48.633261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:48.633847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Bound using segment: {'id': 'fd201221-4e33-4a30-884a-c638560264ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:16:48.634363 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Bound port: 5575d07b-95fe-42cb-932f-9ecd397edad5, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd201221-4e33-4a30-884a-c638560264ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:16:48.634751 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:48.708113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] For port 5575d07b-95fe-42cb-932f-9ecd397edad5, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:16:48.712238 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] For port 5575d07b-95fe-42cb-932f-9ecd397edad5, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5575d07b-95fe-42cb-932f-9ecd397edad5,segment=NetworkSegment(fd201221-4e33-4a30-884a-c638560264ad),segment_id=fd201221-4e33-4a30-884a-c638560264ad)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:16:48.716355 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:48.777321 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Routers {'7240235e-097f-4f70-b2b2-c700bbcdb970'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:48.777979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['7240235e-097f-4f70-b2b2-c700bbcdb970'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:48.787185 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af367e77-add5-486b-b7d5-736eb1c236d3 None None] Pushing event updated for resources: {'Port': ['ID=5575d07b-95fe-42cb-932f-9ecd397edad5,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:48.835181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-8f8785f7-b243-4381-84e4-1f0858918a01 None None] Provisioning complete for port 5575d07b-95fe-42cb-932f-9ecd397edad5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:48.835507 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f8785f7-b243-4381-84e4-1f0858918a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:48.934000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] Set router 7240235e-097f-4f70-b2b2-c700bbcdb970 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:49.053121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f8785f7-b243-4381-84e4-1f0858918a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:49.122384 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-8f8785f7-b243-4381-84e4-1f0858918a01 None None] For port 5575d07b-95fe-42cb-932f-9ecd397edad5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5575d07b-95fe-42cb-932f-9ecd397edad5,segment=NetworkSegment(fd201221-4e33-4a30-884a-c638560264ad),segment_id=fd201221-4e33-4a30-884a-c638560264ad)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:49.128013 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8f8785f7-b243-4381-84e4-1f0858918a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:49.212318 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-85b5ad67-ea37-459b-bea5-91eebffb5d4a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:49.213855 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-85b5ad67-ea37-459b-bea5-91eebffb5d4a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 809 time: 0.1237938 Dec 10 10:16:49.215693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8785f7-b243-4381-84e4-1f0858918a01 None None] Pushing event updated for resources: {'Port': ['ID=5575d07b-95fe-42cb-932f-9ecd397edad5,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:49.266582 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-e142d779-7be8-4cc8-822d-e4863f06cf05 None None] Provisioning complete for port 5575d07b-95fe-42cb-932f-9ecd397edad5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:49.266963 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e142d779-7be8-4cc8-822d-e4863f06cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:49.272540 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:41Z', 'updated_at': '2021-12-10T10:16:45Z', 'revision_number': 4, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'gw_port': {'id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:42Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5575d07b-95fe-42cb-932f-9ecd397edad5', 'name': '', 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'mac_address': 'fa:16:3e:24:99:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '89f75186-0d0c-4eee-8be4-56d1b31edcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:43Z', 'updated_at': '2021-12-10T10:16:48Z', 'revision_number': 4, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'subnets': [{'id': '89f75186-0d0c-4eee-8be4-56d1b31edcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:49.287204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-253a7fa4-c2e9-4943-97fe-b193e272e086 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815d469557d740299da0cea8d01a8e6b HTTP/1.1" status: 200 len: 380 time: 0.0627840 Dec 10 10:16:49.297582 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'port': {'device_id': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'admin_state_up': True, 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'security_groups': ['901c50cf-9bc2-4780-96f7-2178bc470f51']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:49.318141 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a995e14a-00f5-4c0f-914b-53c9ef0655b0 req-ebbc9890-3b8d-432b-a4c2-7a21704d2995 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 210 time: 0.0269580 Dec 10 10:16:49.325985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39c341-fb0b-45e5-a2ff-6c26d0bffc0c None None] The sync data for ids ['7240235e-097f-4f70-b2b2-c700bbcdb970'] in n-d-814746-3 is: [{'id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:41Z', 'updated_at': '2021-12-10T10:16:45Z', 'revision_number': 4, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'gw_port': {'id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:42Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '5575d07b-95fe-42cb-932f-9ecd397edad5', 'name': '', 'network_id': '927b512d-272d-44d2-a75d-4c21ee3aba6c', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'mac_address': 'fa:16:3e:24:99:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '89f75186-0d0c-4eee-8be4-56d1b31edcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:43Z', 'updated_at': '2021-12-10T10:16:48Z', 'revision_number': 4, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'subnets': [{'id': '89f75186-0d0c-4eee-8be4-56d1b31edcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:16:49.443512 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Made reservation on behalf of 815d469557d740299da0cea8d01a8e6b for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:16:49.450454 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:49.601082 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Allocated IP 172.20.0.10 (feefff6f-1a81-47c3-bded-dabf45b62cb5/c3d8bdb2-fae7-42fd-9405-4ce4442a87f2/a76b198b-fb57-4c96-9eae-bc7c43f20260) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:16:49.622030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5575d07b-95fe-42cb-932f-9ecd397edad5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:16:49.676879 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 5575d07b-95fe-42cb-932f-9ecd397edad5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:49.677254 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:49.758944 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:49.794915 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:49.841259 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:49.844389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:49.848216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:16:49.855506 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:49.904828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:49.905489 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:49.926065 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-0540f09c-8114-4f68-a4d2-35a0aae82834 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6323843 Dec 10 10:16:49.940305 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Request body: {'port': {'device_id': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:50.001947 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:50.113689 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-1acfc7b9-5e58-484b-8a5f-8348414814e4 None None] Provisioning complete for port a76b198b-fb57-4c96-9eae-bc7c43f20260 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:50.114277 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1acfc7b9-5e58-484b-8a5f-8348414814e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:50.152612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-1acfc7b9-5e58-484b-8a5f-8348414814e4 None None] Port a76b198b-fb57-4c96-9eae-bc7c43f20260 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:16:50.197667 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:50.289246 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76b198b-fb57-4c96-9eae-bc7c43f20260 {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:16:50.296774 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:50.308907 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Transition to ACTIVE for port object a76b198b-fb57-4c96-9eae-bc7c43f20260 will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:16:50.312174 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:50.363959 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:50.443125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Attempting to bind port a76b198b-fb57-4c96-9eae-bc7c43f20260 on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:16:50.443474 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Attempting to bind port a76b198b-fb57-4c96-9eae-bc7c43f20260 by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:16:50.445035 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Attempting to bind port a76b198b-fb57-4c96-9eae-bc7c43f20260 on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:16:50.449876 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Port a76b198b-fb57-4c96-9eae-bc7c43f20260 on network feefff6f-1a81-47c3-bded-dabf45b62cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:16:50.450213 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Attempting to bind port a76b198b-fb57-4c96-9eae-bc7c43f20260 on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:16:50.455357 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:16:50.455699 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Checking segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:16:50.456084 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Bound using segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:16:50.456515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Bound port: a76b198b-fb57-4c96-9eae-bc7c43f20260, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:16:50.456875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:50.458073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44f40-25ca-4108-b639-9cd64600bf0b req-03cb5c98-49de-4228-ae6c-e9da4864c8d6 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:50.459674 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4e44f40-25ca-4108-b639-9cd64600bf0b req-03cb5c98-49de-4228-ae6c-e9da4864c8d6 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 944 time: 0.0575678 Dec 10 10:16:50.514187 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c4e44f40-25ca-4108-b639-9cd64600bf0b req-f0da6828-cbe6-4b0c-8037-650b75b04d79 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467603 Dec 10 10:16:50.526728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:16:50.533320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:16:50.537304 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:50.573779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:50.574475 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:50.576149 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] 10.222.0.39 "PUT /v2.0/ports/a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 1092 time: 0.6412272 Dec 10 10:16:50.576358 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:16:50.578715 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:16:50.612323 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f50a5d-6b4a-4ad7-809e-a5a89812a033 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:50.634354 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d45fb50-8370-4dd2-b569-49a58affcec5 x-openstack-request-id: req-7d45fb50-8370-4dd2-b569-49a58affcec5 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:16:50.634675 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:16:50.634956 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d45fb50-8370-4dd2-b569-49a58affcec5 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:16:50.635360 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'status': 'completed', 'code': 200} Dec 10 10:16:50.682496 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-5b7c65ac-ed8e-4d1c-94ce-441ae4e908f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:50.684036 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-5b7c65ac-ed8e-4d1c-94ce-441ae4e908f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1095 time: 0.0478647 Dec 10 10:16:50.729194 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-d90151ab-a261-46a1-ab2a-e6eb96dad97f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 217 time: 0.0361071 Dec 10 10:16:50.779671 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-f5e5a35f-b622-476a-8a32-e8830936dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:50.781135 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-f5e5a35f-b622-476a-8a32-e8830936dd1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0453684 Dec 10 10:16:50.832556 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-c5687193-e825-4792-b38e-96a7671cb62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:50.834082 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-c5687193-e825-4792-b38e-96a7671cb62d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441682 Dec 10 10:16:50.924379 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-ab099e28-06a9-4993-97bf-07c7c0df861c service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832641 Dec 10 10:16:51.020958 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-20ca4ff4-df98-459f-87fa-6dc345c4d17e req-e4d9b294-a8b2-46cc-9526-1dbce22f7993 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884466 Dec 10 10:16:51.110618 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-b385eae5-e830-48fb-a2e5-8e1e8cbf999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:51.112177 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-b385eae5-e830-48fb-a2e5-8e1e8cbf999d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1095 time: 0.0424223 Dec 10 10:16:51.203105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-73f46989-b120-4d3c-b7f2-90afd555bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:51.204622 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-73f46989-b120-4d3c-b7f2-90afd555bd1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0854847 Dec 10 10:16:51.252948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-4271c9db-348e-4f42-810b-7ff1d893b425 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 217 time: 0.0406032 Dec 10 10:16:51.303248 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-bb577dae-f544-4d25-a938-7399d0d8d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:51.304755 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-bb577dae-f544-4d25-a938-7399d0d8d432 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0445945 Dec 10 10:16:51.354614 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-4f53c704-b8e7-4f4f-b2fa-86ab8a3bda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:51.356132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-4f53c704-b8e7-4f4f-b2fa-86ab8a3bda7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434725 Dec 10 10:16:51.456954 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-aec5ad34-62e2-455c-9c42-34c47dd386a8 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917423 Dec 10 10:16:51.549774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ef5f55f7-d8e7-4a76-93d9-096e06617f6d req-46504433-a811-4d8b-ad30-7626a7d54bef service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843337 Dec 10 10:16:51.635705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceea558-c3d4-4dc9-a3c4-4ec0501e7f9a req-e98b2620-7667-425b-a8ba-307da904c0b7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:51.637194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aceea558-c3d4-4dc9-a3c4-4ec0501e7f9a req-e98b2620-7667-425b-a8ba-307da904c0b7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 944 time: 0.0499120 Dec 10 10:16:51.685417 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-aceea558-c3d4-4dc9-a3c4-4ec0501e7f9a req-1708857b-9876-454d-8a32-24a5e4766b2a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Dec 10 10:16:52.782256 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a76b198b-fb57-4c96-9eae-bc7c43f20260 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:16:52.808059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05209868-4ead-47ad-8463-4174cceed9cc req-1f35182a-5bb1-4df3-a814-8660268012fd tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:52.809917 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05209868-4ead-47ad-8463-4174cceed9cc req-1f35182a-5bb1-4df3-a814-8660268012fd tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 944 time: 0.0549076 Dec 10 10:16:52.860043 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-05209868-4ead-47ad-8463-4174cceed9cc req-9888b14b-8707-4f26-ba76-c5c0d086f86b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Dec 10 10:16:52.874866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:52.886969 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'port_id': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'mac_address': 'fa:16:3e:ce:25:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:16:52.925954 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:53.093794 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76b198b-fb57-4c96-9eae-bc7c43f20260 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:16:53.113217 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:53.117431 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:53.163960 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:53.330791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['a76b198b-fb57-4c96-9eae-bc7c43f20260'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:16:53.975794 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e3aa8-dcb0-4447-b4c4-76e92a3d0f79 req-786d765c-f200-4b5b-999c-49808b706ba9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:53.977279 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e37e3aa8-dcb0-4447-b4c4-76e92a3d0f79 req-786d765c-f200-4b5b-999c-49808b706ba9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0499041 Dec 10 10:16:54.029156 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e37e3aa8-dcb0-4447-b4c4-76e92a3d0f79 req-f8a0b642-07f1-4442-9353-6c7e242e6cf0 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449011 Dec 10 10:16:54.792572 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a76b198b-fb57-4c96-9eae-bc7c43f20260 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:16:54.840691 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port a76b198b-fb57-4c96-9eae-bc7c43f20260 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:16:54.844464 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port a76b198b-fb57-4c96-9eae-bc7c43f20260 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:16:54.844837 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:54.931211 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:54.953857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:16:54.956093 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71af59e-245e-4122-8bb0-62f8fba1b7a8" -d '{"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-plugged", "status": "completed", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:16:54.969410 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:16:54.973476 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:55.000025 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528a59d5-3964-4a34-8ee8-9817fba4eac1 x-openstack-request-id: req-528a59d5-3964-4a34-8ee8-9817fba4eac1 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:16:55.000518 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-plugged", "status": "completed", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:16:55.000926 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-528a59d5-3964-4a34-8ee8-9817fba4eac1 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:16:55.001397 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'code': 200} Dec 10 10:16:55.045158 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:55.107275 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f3ea-36af-4426-a923-0271b66b9d5f req-07f9f174-1197-405f-9afe-b55e5164c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:55.109632 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ec85f3ea-36af-4426-a923-0271b66b9d5f req-07f9f174-1197-405f-9afe-b55e5164c39c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1097 time: 0.0465205 Dec 10 10:16:55.164975 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ec85f3ea-36af-4426-a923-0271b66b9d5f req-7b247d1c-0edf-4813-9fe4-8ca62033956c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481162 Dec 10 10:16:55.174471 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d98cf3-e119-413a-a559-e3563dbb0d9e req-186af61f-9430-4e27-ab93-477dbf60bd18 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:55.176082 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0d98cf3-e119-413a-a559-e3563dbb0d9e req-186af61f-9430-4e27-ab93-477dbf60bd18 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0675900 Dec 10 10:16:55.245824 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c0d98cf3-e119-413a-a559-e3563dbb0d9e req-f6764e3b-4e05-4c64-9e6d-e6fe80f6bf97 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624883 Dec 10 10:16:56.370531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741909a-2952-40a1-82dd-c67d45e6b128 req-cda59726-5657-461d-aa18-1efb5f5bd171 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:56.372029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1741909a-2952-40a1-82dd-c67d45e6b128 req-cda59726-5657-461d-aa18-1efb5f5bd171 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0502598 Dec 10 10:16:56.421947 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1741909a-2952-40a1-82dd-c67d45e6b128 req-e9d327a4-f8a4-464a-9b55-bdf98a5248f3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Dec 10 10:16:56.535584 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc2870-9af3-4682-95f9-c718750562e0 req-4071b469-0760-431e-998c-805769598845 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:56.537139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fbc2870-9af3-4682-95f9-c718750562e0 req-4071b469-0760-431e-998c-805769598845 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0507631 Dec 10 10:16:56.586742 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3fbc2870-9af3-4682-95f9-c718750562e0 req-24e9bb65-58cb-4a67-8ca6-d8a009cfaf72 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 Dec 10 10:16:56.608208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 48890) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:56.746649 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39628bd1-d3e8-4797-8bab-f7daf9b236e8 tempest-TestShelveInstance-305617315 tempest-TestShelveInstance-305617315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:56.748194 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-39628bd1-d3e8-4797-8bab-f7daf9b236e8 tempest-TestShelveInstance-305617315 tempest-TestShelveInstance-305617315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1092 time: 0.1390383 Dec 10 10:16:56.751329 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 48894) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:16:56.756927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:16:56.780250 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for floatingip, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:56.875379 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:56.989270 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Allocated IP 172.25.3.20 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/6e5a6b9a-c777-4637-969d-62cb416b7030) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:16:57.093043 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:57.126559 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:57.170902 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:16:57.173830 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:16:57.177170 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:16:57.183234 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'Port': ['ID=6e5a6b9a-c777-4637-969d-62cb416b7030,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:57.535822 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:57.610482 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:57.757431 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:57.761596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:57.829784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'Port': ['ID=6e5a6b9a-c777-4637-969d-62cb416b7030,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:16:57.838223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:57.941660 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Floating IP 3a961be0-a371-4995-911f-a9c6a863f059 associated. External IP: 172.25.3.20, port: a76b198b-fb57-4c96-9eae-bc7c43f20260. Dec 10 10:16:58.144868 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Router 270339f4-d7a1-41ab-81ca-45f3adc8bfde has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:16:58.255914 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:16:58.266142 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] Sync routers for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:16:58.272800 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:16:58.276687 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:58.277292 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:58.300228 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-ddbfa16e-a92f-4252-9793-4c4028668b66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5477569 Dec 10 10:16:58.300924 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:16:58.303884 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83" -d '{"events": [{"name": "network-changed", "server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:16:58.344905 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dea0e2-c9bc-4c2d-82f7-738e60664c9c x-openstack-request-id: req-56dea0e2-c9bc-4c2d-82f7-738e60664c9c {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:16:58.345201 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:16:58.345457 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56dea0e2-c9bc-4c2d-82f7-738e60664c9c {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:16:58.345988 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'status': 'completed', 'code': 200} Dec 10 10:16:58.388162 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:58.409608 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-cb0fe879-d143-4b49-92ec-0cde790d0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:58.411123 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-cb0fe879-d143-4b49-92ec-0cde790d0696 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1097 time: 0.0407887 Dec 10 10:16:58.509529 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-311c7ced-6f77-495f-9cd8-45d36e928c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:58.511028 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-311c7ced-6f77-495f-9cd8-45d36e928c7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0923684 Dec 10 10:16:58.579244 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-dcd1bb1a-4a9d-466c-aa35-4a076dafa52e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 999 time: 0.0610406 Dec 10 10:16:58.611965 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '3a961be0-a371-4995-911f-a9c6a863f059', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'port_id': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'mac_address': 'fa:16:3e:ce:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:16:57Z', 'updated_at': '2021-12-10T10:16:57Z', 'revision_number': 0, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:58.627909 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-12d455f7-fc7c-4de8-b3fb-8f78643132a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:58.629353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-12d455f7-fc7c-4de8-b3fb-8f78643132a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0433128 Dec 10 10:16:58.643131 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] Checking router: 270339f4-d7a1-41ab-81ca-45f3adc8bfde for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:16:58.651961 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:16:58.652578 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:16:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:58.677652 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-3a089b0d-ae7f-4379-baa0-fa38be02547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:16:58.679737 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-3a089b0d-ae7f-4379-baa0-fa38be02547e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435088 Dec 10 10:16:58.700264 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:16:58.763106 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:16:58.768132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-be0cb778-9abe-45f1-87ab-2c88cf7214d4 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809143 Dec 10 10:16:58.862646 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-ea6fc1f9-3a7f-4f0b-99de-d4fdd3766e83 req-9a65749b-15ca-4b03-9cda-776a73d49d5b service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872557 Dec 10 10:16:58.984214 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '3a961be0-a371-4995-911f-a9c6a863f059', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'port_id': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'mac_address': 'fa:16:3e:ce:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:16:57Z', 'updated_at': '2021-12-10T10:16:57Z', 'revision_number': 0, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:16:59.013900 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198da45-7df4-42e9-bcb4-0a7c91f6b5c7 None None] The sync data for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 is: [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': '3a961be0-a371-4995-911f-a9c6a863f059', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'port_id': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'mac_address': 'fa:16:3e:ce:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:16:57Z', 'updated_at': '2021-12-10T10:16:57Z', 'revision_number': 0, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:16:59.206075 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e3de2-b143-4593-a644-617fff31e881 None None] New status for floating IP 3a961be0-a371-4995-911f-a9c6a863f059: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:17:03.426649 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-da796cc4-ebd1-490e-bccc-e74d1f797a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:05.605497 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f4aadf6f-46c0-447f-8018-fa9231e5e8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:06.868971 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:08.556037 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:09.461404 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:15.950735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:20.220170 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:33.429937 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-26b10b07-1731-44ad-80b6-7e7c082ef6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:35.607196 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-23de6e5c-751a-4d89-a6a0-6e37289d6d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:35.699912 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:17:36.871797 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:38.558184 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:39.463605 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:45.594132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-3096daea-9640-421e-8da9-52e47eabb09a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392575 Dec 10 10:17:45.676883 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-db78a611-f5ce-4e8d-81fe-b6f554037736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:17:45.679157 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-db78a611-f5ce-4e8d-81fe-b6f554037736 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1097 time: 0.0406299 Dec 10 10:17:45.782427 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-d43ecbb2-a8dd-43c6-9705-c743bf4e3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:17:45.783935 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-d43ecbb2-a8dd-43c6-9705-c743bf4e3760 service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0869207 Dec 10 10:17:45.848304 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-86138ffd-eca2-4e70-9c24-4844b2f31911 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 1001 time: 0.0573113 Dec 10 10:17:45.895356 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-f20df78b-9fe9-4093-95e1-951ba320f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:17:45.896776 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-f20df78b-9fe9-4093-95e1-951ba320f15a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0419602 Dec 10 10:17:45.945037 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-cf89772c-76e0-46e3-9575-77f6e857c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:17:45.946532 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-cf89772c-76e0-46e3-9575-77f6e857c8a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428851 Dec 10 10:17:45.957544 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-eec26d28-ae83-4126-9c2c-84cab9e47351 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:17:45.958637 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-eec26d28-ae83-4126-9c2c-84cab9e47351 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050771 Dec 10 10:17:45.960926 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:17:46.046412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-ebdd91a5-ca50-4639-b5b1-3a33b92c988f service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808928 Dec 10 10:17:46.459665 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2160267e-512b-48b5-a92a-3c6065bb2185 req-81fc3eb5-0547-4e6e-8d2f-bdbd08b72dbc service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046748 Dec 10 10:17:50.210301 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:03.433144 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e1fc248b-8654-47a2-aa12-e021c234eac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:05.610765 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d32ae3b5-ba66-4e3d-9121-d26b54ae2a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:06.876144 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:08.560877 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:09.465323 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:12.699864 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:18:15.959985 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:20.210044 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:33.434529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0a9265ed-efbf-4b62-8bba-0bf1958cd7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:35.614597 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-53176f33-13ee-4865-9aa6-584c220ee159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:36.876726 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:38.564583 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:39.467204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:45.640079 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-625f22f9-31de-4e5c-978e-68aceb21709e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865874 Dec 10 10:18:45.733839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-e4c6ba96-db51-4215-b37a-4b7f7ab8ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:45.735296 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-e4c6ba96-db51-4215-b37a-4b7f7ab8ec28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1097 time: 0.0405846 Dec 10 10:18:45.842933 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-6bb55f70-cd97-4132-8d5a-48c411945619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:45.844293 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-6bb55f70-cd97-4132-8d5a-48c411945619 service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0858493 Dec 10 10:18:45.910548 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-9735fdca-100b-41b3-9ee9-bdd25fb8e524 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 1001 time: 0.0578973 Dec 10 10:18:45.959722 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:45.960877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-43ebe3fe-7c62-4d04-be3d-2a3586ba04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:45.962204 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-43ebe3fe-7c62-4d04-be3d-2a3586ba04d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0449834 Dec 10 10:18:46.013311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-0a477b7b-ea14-4d1a-96fa-586612474258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:46.014815 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-0a477b7b-ea14-4d1a-96fa-586612474258 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452213 Dec 10 10:18:46.103689 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-eebe4701-160e-49f0-a630-cf99d58b4d93 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797920 Dec 10 10:18:46.197802 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-7b3e5704-9c5c-490e-80e6-15ad839a78da req-cfb7ce2a-561a-4250-94b9-57355628667e service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868921 Dec 10 10:18:49.699049 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:18:50.222401 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:18:50.680275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642d152-660d-454e-bd0d-1b61a2c3d9da req-0fda9d4f-1595-4901-8298-9322f2f07164 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:50.681810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b642d152-660d-454e-bd0d-1b61a2c3d9da req-0fda9d4f-1595-4901-8298-9322f2f07164 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0508173 Dec 10 10:18:50.729799 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b642d152-660d-454e-bd0d-1b61a2c3d9da req-88f94f75-0a18-42fe-add0-db1899c4b721 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Dec 10 10:18:51.868162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab06e-28a9-44d8-a9d9-811eb343f62a req-f3e23cdf-7d76-4919-878b-c7badbf70a84 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:51.869637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ffab06e-28a9-44d8-a9d9-811eb343f62a req-f3e23cdf-7d76-4919-878b-c7badbf70a84 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0488954 Dec 10 10:18:51.921745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4ffab06e-28a9-44d8-a9d9-811eb343f62a req-1b822846-c49d-4430-8590-b059709f92d1 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462127 Dec 10 10:18:53.043823 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2704f-f6c5-4a0c-af59-1eb56974dbf6 req-b34e04e5-eace-4d5a-9289-e759da7f934b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:53.045493 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38d2704f-f6c5-4a0c-af59-1eb56974dbf6 req-b34e04e5-eace-4d5a-9289-e759da7f934b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0495214 Dec 10 10:18:53.093822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-38d2704f-f6c5-4a0c-af59-1eb56974dbf6 req-63294fd3-4a35-42e2-bc50-008d91989bcb tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Dec 10 10:18:54.207709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb39f55-b74f-49f3-84fb-da2c8f64d377 req-90993234-f9ed-45d8-96f9-d5c223e1a9ad tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:54.209163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbb39f55-b74f-49f3-84fb-da2c8f64d377 req-90993234-f9ed-45d8-96f9-d5c223e1a9ad tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0478115 Dec 10 10:18:54.258895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cbb39f55-b74f-49f3-84fb-da2c8f64d377 req-646f1ab1-f1ce-450f-9074-e17874056fa6 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 Dec 10 10:18:55.378213 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8c529-cad9-4bb0-9a6f-a8f6be93bc4d req-54224e89-bdeb-45d0-84b4-917472d23d16 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:55.379928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cef8c529-cad9-4bb0-9a6f-a8f6be93bc4d req-54224e89-bdeb-45d0-84b4-917472d23d16 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0533359 Dec 10 10:18:55.427684 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cef8c529-cad9-4bb0-9a6f-a8f6be93bc4d req-318f38ac-ac98-43b4-b7c5-765ce49f3715 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Dec 10 10:18:56.548596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a294396-6398-477a-9479-4c3e38a78b9f req-37ddf5dd-f43a-4599-bdc1-737123ead85c tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:56.550104 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a294396-6398-477a-9479-4c3e38a78b9f req-37ddf5dd-f43a-4599-bdc1-737123ead85c tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0506253 Dec 10 10:18:56.600237 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a294396-6398-477a-9479-4c3e38a78b9f req-5eeac09c-531c-42ac-bc82-417b3b24f54b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Dec 10 10:18:57.715381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bb9ee-3cef-4413-8b87-24c82e80aa1d req-ea0e78ce-28eb-42a5-8259-1c5a719aaba1 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:57.716902 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d1bb9ee-3cef-4413-8b87-24c82e80aa1d req-ea0e78ce-28eb-42a5-8259-1c5a719aaba1 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0492330 Dec 10 10:18:57.774844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d1bb9ee-3cef-4413-8b87-24c82e80aa1d req-954597ce-a8ce-43e0-8446-5e93920d7c84 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518763 Dec 10 10:18:58.890960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1074a67-5777-4438-a305-f5445e34649c req-126ff3a6-45d0-407a-8198-7957243bc207 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:18:58.892460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1074a67-5777-4438-a305-f5445e34649c req-126ff3a6-45d0-407a-8198-7957243bc207 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0503383 Dec 10 10:18:58.964316 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1074a67-5777-4438-a305-f5445e34649c req-3016032c-6e52-4498-b800-18b5a8772ed5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653465 Dec 10 10:19:00.089376 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81607-0c5c-4f28-a984-de041124ef0f req-54509c81-f996-4170-8857-dd38a67056da tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:00.090895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81d81607-0c5c-4f28-a984-de041124ef0f req-54509c81-f996-4170-8857-dd38a67056da tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0551879 Dec 10 10:19:00.139829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-81d81607-0c5c-4f28-a984-de041124ef0f req-f24299ca-a5bf-4b3c-84bc-6e2ad6d4763d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Dec 10 10:19:01.260144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa706e-9409-4090-a3b3-838762e27352 req-23c14522-a7a8-4512-baec-dcf4dfabb65a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:01.261638 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13aa706e-9409-4090-a3b3-838762e27352 req-23c14522-a7a8-4512-baec-dcf4dfabb65a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0547056 Dec 10 10:19:01.310637 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-13aa706e-9409-4090-a3b3-838762e27352 req-e6096fdb-7adb-41ed-bd38-eee0352cad35 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Dec 10 10:19:02.427380 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67e60d-8c5c-49a1-aac6-b19e1f1b073b req-6df418e9-a11e-450e-b598-a525d9caf86b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:02.428861 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a67e60d-8c5c-49a1-aac6-b19e1f1b073b req-6df418e9-a11e-450e-b598-a525d9caf86b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0494664 Dec 10 10:19:02.479810 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a67e60d-8c5c-49a1-aac6-b19e1f1b073b req-aa2eedd9-6aca-4fef-9a59-2394a85d9e0a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443957 Dec 10 10:19:03.402765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a76b198b-fb57-4c96-9eae-bc7c43f20260 details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:19:03.490239 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64a08898-e5b2-4d04-9b95-43904b4c3654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:03.536485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:19:03.548513 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'port_id': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'mac_address': 'fa:16:3e:ce:25:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:19:03.603003 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:03.620749 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a76b198b-fb57-4c96-9eae-bc7c43f20260 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:19:03.628941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8424af-ed6f-41f0-9da0-89cf35f8a3c0 req-e22f3094-360c-45d8-854a-35a63dd242c2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:03.637480 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a8424af-ed6f-41f0-9da0-89cf35f8a3c0 req-e22f3094-360c-45d8-854a-35a63dd242c2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0688221 Dec 10 10:19:03.645337 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:19:03.652109 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:03.707806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0a8424af-ed6f-41f0-9da0-89cf35f8a3c0 req-34b0f05a-34f0-4338-ad5b-fec5d9defd46 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646207 Dec 10 10:19:03.715017 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:19:03.723311 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.723738 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.724151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.724570 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.724974 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.725380 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.726030 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.726669 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.727156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.728415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.728828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.729230 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.729665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:03.736511 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['a76b198b-fb57-4c96-9eae-bc7c43f20260'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:19:04.830974 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d681b-e17f-4448-9aae-646a19510bb7 req-0855aa76-c220-4d6f-8df4-1e2092b0c94a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:04.832458 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e41d681b-e17f-4448-9aae-646a19510bb7 req-0855aa76-c220-4d6f-8df4-1e2092b0c94a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0541313 Dec 10 10:19:04.901109 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e41d681b-e17f-4448-9aae-646a19510bb7 req-590e1fa9-bbe0-401e-9c95-d96294ea828e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613031 Dec 10 10:19:05.408665 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a76b198b-fb57-4c96-9eae-bc7c43f20260 up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:19:05.470859 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port a76b198b-fb57-4c96-9eae-bc7c43f20260 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:19:05.471244 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:05.564386 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:05.595535 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:19:05.598017 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f8c102-39a2-4231-b034-0e8a0ef7e6ea" -d '{"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-plugged", "status": "completed", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:19:05.628551 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:19:05.638153 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:05.646085 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0b131694-70c5-4a72-904e-6ab75e06d34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:05.667293 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd7af8f-a7a6-49d7-bd3e-fc11b6254071 x-openstack-request-id: req-5fd7af8f-a7a6-49d7-bd3e-fc11b6254071 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:19:05.667544 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-plugged", "status": "completed", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:19:05.667754 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fd7af8f-a7a6-49d7-bd3e-fc11b6254071 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:19:05.668153 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'code': 200} Dec 10 10:19:05.699795 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:19:06.025822 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ca7ce-ebb5-41ac-9279-ce83aff2b94d req-5b35871e-7511-40eb-9db4-6b670d47f60d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:06.027651 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a1ca7ce-ebb5-41ac-9279-ce83aff2b94d req-5b35871e-7511-40eb-9db4-6b670d47f60d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0548470 Dec 10 10:19:06.090746 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3a1ca7ce-ebb5-41ac-9279-ce83aff2b94d req-43fb4ce3-f324-4310-8fb9-a7e8f06d768a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568752 Dec 10 10:19:06.884157 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:07.228996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ab6d5-80e8-421f-8dbb-b079e757d151 req-8ab2c5ce-a48a-4e1e-8736-d74dd220fc9b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:07.230640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-506ab6d5-80e8-421f-8dbb-b079e757d151 req-8ab2c5ce-a48a-4e1e-8736-d74dd220fc9b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0537715 Dec 10 10:19:07.288949 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-506ab6d5-80e8-421f-8dbb-b079e757d151 req-77fb3cb1-621c-4389-a489-34350eaebc18 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511010 Dec 10 10:19:08.414522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dc114-815f-4ca7-8f85-52d6ba82c1aa req-c995b608-55de-459a-a8c7-0d17d0a50a88 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:08.422146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da2dc114-815f-4ca7-8f85-52d6ba82c1aa req-c995b608-55de-459a-a8c7-0d17d0a50a88 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0585327 Dec 10 10:19:08.472273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-da2dc114-815f-4ca7-8f85-52d6ba82c1aa req-7c3925f8-c50c-4f6b-bef4-4d25eb02ae3e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486352 Dec 10 10:19:08.570087 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:09.470630 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:09.622454 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa861013-ed00-4ac7-9cd7-c278acb6af7f req-48cde38b-4b90-4535-9bc7-2b8134d0625f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:09.623988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa861013-ed00-4ac7-9cd7-c278acb6af7f req-48cde38b-4b90-4535-9bc7-2b8134d0625f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0647793 Dec 10 10:19:09.680173 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fa861013-ed00-4ac7-9cd7-c278acb6af7f req-dcfbda20-8cde-4e50-83f6-d1bf00c3b5ea tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498974 Dec 10 10:19:10.812234 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67686e-a343-4b4e-9a66-ba1ed74a0298 req-17028c69-ef30-4cca-b87a-c27bcb625adf tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:10.815053 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec67686e-a343-4b4e-9a66-ba1ed74a0298 req-17028c69-ef30-4cca-b87a-c27bcb625adf tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0581405 Dec 10 10:19:10.872481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ec67686e-a343-4b4e-9a66-ba1ed74a0298 req-2c7580f5-1b65-4a57-811d-8befa29f0fa2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511444 Dec 10 10:19:12.002872 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833ce34-6ea6-4655-97cc-02cac6bd6048 req-6476e3e6-fa39-46fd-8ebe-17ddb40a334c tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:12.004643 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4833ce34-6ea6-4655-97cc-02cac6bd6048 req-6476e3e6-fa39-46fd-8ebe-17ddb40a334c tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0555894 Dec 10 10:19:12.066079 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4833ce34-6ea6-4655-97cc-02cac6bd6048 req-a84403f5-86e4-49b4-8254-657a7c1a4d77 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547304 Dec 10 10:19:12.889176 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-837f9baa-5c93-4e7c-88b8-8235528d076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:12.890571 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-837f9baa-5c93-4e7c-88b8-8235528d076e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1097 time: 0.0416658 Dec 10 10:19:12.982602 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-f3d8201c-141e-4ae4-a487-a26185a363a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:12.984137 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-f3d8201c-141e-4ae4-a487-a26185a363a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0863836 Dec 10 10:19:13.060828 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-2bb9a89d-c827-4327-b92e-7fbca4236d14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 1001 time: 0.0699055 Dec 10 10:19:13.111340 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-7ddaf22b-5669-4119-9b43-4344881fac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:13.113109 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-7ddaf22b-5669-4119-9b43-4344881fac1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0456913 Dec 10 10:19:13.166155 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-115b58f6-4a32-4aba-b04e-3380fbf23cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:13.167654 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-115b58f6-4a32-4aba-b04e-3380fbf23cc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473886 Dec 10 10:19:13.189626 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f9178-29a8-44ba-9b38-66e43717213b req-03c49ecd-70a7-4f04-8adb-7e76aeb8e685 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:13.191106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-213f9178-29a8-44ba-9b38-66e43717213b req-03c49ecd-70a7-4f04-8adb-7e76aeb8e685 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0501213 Dec 10 10:19:13.240720 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-213f9178-29a8-44ba-9b38-66e43717213b req-d55113ae-44fd-4407-b1e6-cb40126b5a30 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Dec 10 10:19:13.258357 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-7eee346a-4f3c-44f1-8c57-09b36955ddef service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828316 Dec 10 10:19:13.354314 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-349cafe7-0456-437f-ba7e-5fe626695bf2 req-5a77dbe4-b0f8-4650-a132-926008844407 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880427 Dec 10 10:19:14.356444 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ec515-bb04-4eac-9d18-c07325ba23c2 req-344e3ec7-4fe6-4e44-80cc-d013fbf49d5f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:14.357921 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d3ec515-bb04-4eac-9d18-c07325ba23c2 req-344e3ec7-4fe6-4e44-80cc-d013fbf49d5f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0485158 Dec 10 10:19:14.406518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d3ec515-bb04-4eac-9d18-c07325ba23c2 req-9fb11791-dd8f-442f-adad-be548d816a6f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Dec 10 10:19:15.527866 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39b82-0967-4760-a275-f06846b48d4b req-858e958d-8081-4a1b-9ce4-aa21b16f2936 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:15.529425 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12f39b82-0967-4760-a275-f06846b48d4b req-858e958d-8081-4a1b-9ce4-aa21b16f2936 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0551941 Dec 10 10:19:15.579308 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-12f39b82-0967-4760-a275-f06846b48d4b req-87626103-1d0b-47ae-b39b-9a9da49ecb5d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439210 Dec 10 10:19:15.703526 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-7c6b1f6c-227f-4b3e-bc46-40f2f52a0932 req-3688f767-6db5-4f64-b4b7-cad1c0ef71e9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:19:15.704566 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7c6b1f6c-227f-4b3e-bc46-40f2f52a0932 req-3688f767-6db5-4f64-b4b7-cad1c0ef71e9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0617988 Dec 10 10:19:15.969306 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:16.881327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae56a20-ae51-45d2-a0be-f151c16bba06 req-9fb7b160-6bb7-401e-9d04-abcd211209f6 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:16.883273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ae56a20-ae51-45d2-a0be-f151c16bba06 req-9fb7b160-6bb7-401e-9d04-abcd211209f6 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0525620 Dec 10 10:19:16.935139 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ae56a20-ae51-45d2-a0be-f151c16bba06 req-84569dd5-565c-4448-9907-b53828a5d7c8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453544 Dec 10 10:19:17.056085 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-97a5ebe9-add2-4c4f-8fde-3cf4770c054b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841815 Dec 10 10:19:17.469162 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device a76b198b-fb57-4c96-9eae-bc7c43f20260 no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:19:17.546945 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:17.569721 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:19:17.571905 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a23349-99df-4f70-a5c7-ee4442b93f70" -d '{"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-unplugged", "status": "completed", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:19:17.586415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:19:17.590480 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:17.619316 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 10:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b00a837-a1e4-4e8a-997f-8ebd64b4dee5 x-openstack-request-id: req-2b00a837-a1e4-4e8a-997f-8ebd64b4dee5 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:19:17.619605 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-unplugged", "status": "completed", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:19:17.619857 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b00a837-a1e4-4e8a-997f-8ebd64b4dee5 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:19:17.620247 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'code': 200} Dec 10 10:19:17.649887 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:19:17.865494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-1e065591-06a2-497f-825d-ec0cdc51c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:17.867476 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-1e065591-06a2-497f-825d-ec0cdc51c7df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7&tenant_id=815d469557d740299da0cea8d01a8e6b HTTP/1.1" status: 200 len: 1095 time: 0.0443416 Dec 10 10:19:17.879709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:19:17.931605 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:18.146928 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706ee81-86c6-4f20-ae20-820f4bb06ed3 req-4489481a-304e-4cf1-96e5-2c57e5980ac7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:18.149078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d706ee81-86c6-4f20-ae20-820f4bb06ed3 req-4489481a-304e-4cf1-96e5-2c57e5980ac7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 944 time: 0.1119134 Dec 10 10:19:18.200400 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:19:18.231932 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d706ee81-86c6-4f20-ae20-820f4bb06ed3 req-000722eb-76d4-4606-96f4-db9acfe2ac73 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768507 Dec 10 10:19:18.248595 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:19:18.284817 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76b198b-fb57-4c96-9eae-bc7c43f20260 {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:19:18.292499 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:18.304709 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Transition to ACTIVE for port object a76b198b-fb57-4c96-9eae-bc7c43f20260 will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:19:18.307772 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:18.391233 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=9']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:19:18.403579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.403932 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.404276 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.404614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.404948 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.405279 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.405629 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.405957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.406280 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.406608 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.406931 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.407267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.407568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:19:18.440621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] No DVR routers for this DVR port a76b198b-fb57-4c96-9eae-bc7c43f20260 on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:19:18.578558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Attempting to bind port a76b198b-fb57-4c96-9eae-bc7c43f20260 on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:19:18.578891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Attempting to bind port a76b198b-fb57-4c96-9eae-bc7c43f20260 by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:19:18.579217 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Attempting to bind port a76b198b-fb57-4c96-9eae-bc7c43f20260 on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:19:18.583428 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Port a76b198b-fb57-4c96-9eae-bc7c43f20260 on network feefff6f-1a81-47c3-bded-dabf45b62cb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:19:18.583746 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Attempting to bind port a76b198b-fb57-4c96-9eae-bc7c43f20260 on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:19:18.588727 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:19:18.589059 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Checking segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:19:18.589460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Bound using segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:19:18.589897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Bound port: a76b198b-fb57-4c96-9eae-bc7c43f20260, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:19:18.590241 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:18.653930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:19:18.656863 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:19:18.661130 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:18.702953 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:18.703583 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:18.705144 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 1092 time: 0.8295772 Dec 10 10:19:18.707585 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:19:18.710309 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6cf209-0491-4472-884c-7409ae7ac26e" -d '{"events": [{"name": "network-changed", "server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:19:18.758798 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a060e73-6716-44b3-bde1-025cf62068c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=10']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:19:18.777902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-45a67744-d86e-4a1a-a029-b489f5b153e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:18.779701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-45a67744-d86e-4a1a-a029-b489f5b153e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1096 time: 0.0496471 Dec 10 10:19:18.836188 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1288c7-4e23-46fc-a81f-d550747c52b7 x-openstack-request-id: req-ff1288c7-4e23-46fc-a81f-d550747c52b7 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:19:18.836482 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:19:18.836734 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff1288c7-4e23-46fc-a81f-d550747c52b7 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:19:18.837130 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'status': 'completed', 'code': 200} Dec 10 10:19:18.880561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-d5970c8b-011a-49b2-af4d-73d1135e48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:18.882114 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-d5970c8b-011a-49b2-af4d-73d1135e48bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0946648 Dec 10 10:19:18.953041 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-51fdaceb-9e65-4eba-949c-fae10b6cc797 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 999 time: 0.0641754 Dec 10 10:19:19.000481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-0b0dce1f-9302-4c54-81e2-d0a9616feadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:19.001924 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-0b0dce1f-9302-4c54-81e2-d0a9616feadf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0425591 Dec 10 10:19:19.046669 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-eef02b24-ed33-42b8-80f3-febcc2d02709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:19.048131 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-eef02b24-ed33-42b8-80f3-febcc2d02709 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397415 Dec 10 10:19:19.142327 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-f1982da3-c4d0-4c95-9777-e6bee8c05571 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869765 Dec 10 10:19:19.231903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2ef65c71-d018-467c-948a-eeacdecb4510 req-9f54cd4a-8db7-4de2-9318-0804397eafa1 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823972 Dec 10 10:19:19.354576 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-154a0e14-b226-43ff-b4cf-68285a1b5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:19.356078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-154a0e14-b226-43ff-b4cf-68285a1b5a3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1096 time: 0.0753810 Dec 10 10:19:19.368936 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6fb18-22fb-4859-b697-e5cd47dddb9c req-fe7d0f64-0324-43a3-99ca-43d458db1725 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:19.370418 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0c6fb18-22fb-4859-b697-e5cd47dddb9c req-fe7d0f64-0324-43a3-99ca-43d458db1725 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0602601 Dec 10 10:19:19.478400 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f0c6fb18-22fb-4859-b697-e5cd47dddb9c req-33b5da0b-2f1b-48fe-900c-83729ee78a99 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997894 Dec 10 10:19:19.496611 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-87ea9e4a-462e-4eb7-9d12-32a7ee5a5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:19.498195 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-87ea9e4a-462e-4eb7-9d12-32a7ee5a5fca service neutron] 10.222.0.18 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.1268342 Dec 10 10:19:19.612508 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-b3464a19-7ccd-4a94-bc1d-47929dfb0687 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 999 time: 0.1059937 Dec 10 10:19:20.215555 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:20.603178 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89f15-b203-4484-b1c4-f0381b5b2562 req-e531dee1-691e-49eb-912e-d90ac00a659b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:20.604673 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fe89f15-b203-4484-b1c4-f0381b5b2562 req-e531dee1-691e-49eb-912e-d90ac00a659b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0522122 Dec 10 10:19:20.659046 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8fe89f15-b203-4484-b1c4-f0381b5b2562 req-e4220fcd-0973-4e50-b3e8-5575ab2048dd tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484059 Dec 10 10:19:21.791969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775b528-68ae-4128-88b0-3d0df8cfb46d req-e796c68f-dca1-4b65-8de0-d47c01863759 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:21.793551 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4775b528-68ae-4128-88b0-3d0df8cfb46d req-e796c68f-dca1-4b65-8de0-d47c01863759 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0515306 Dec 10 10:19:21.845473 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4775b528-68ae-4128-88b0-3d0df8cfb46d req-db37bde2-2adf-4fbf-8127-21fad6d57a8c tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459092 Dec 10 10:19:22.967754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ba0bd-b499-4b97-b8f5-19504b8b8f18 req-5b843b0d-0b3b-4c9f-a397-8fdb43313537 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:22.969278 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f64ba0bd-b499-4b97-b8f5-19504b8b8f18 req-5b843b0d-0b3b-4c9f-a397-8fdb43313537 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0515788 Dec 10 10:19:23.023030 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f64ba0bd-b499-4b97-b8f5-19504b8b8f18 req-04ad566e-9812-4dae-a974-7851335868b8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463424 Dec 10 10:19:24.154336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78332d-4bb7-4c99-9ff7-6b909d7d3689 req-11fc7c7b-97a0-4291-9590-cf2c88a4b4d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:24.155957 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a78332d-4bb7-4c99-9ff7-6b909d7d3689 req-11fc7c7b-97a0-4291-9590-cf2c88a4b4d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0560601 Dec 10 10:19:24.207589 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a78332d-4bb7-4c99-9ff7-6b909d7d3689 req-5f9a119e-1d15-4f3b-ba66-126a2ec767e7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450785 Dec 10 10:19:25.340042 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dd740-cd10-49d9-a40c-580ce86aa8af req-8bed1889-0436-4935-8395-2c5319b5d59d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:25.341525 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f47dd740-cd10-49d9-a40c-580ce86aa8af req-8bed1889-0436-4935-8395-2c5319b5d59d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0522804 Dec 10 10:19:25.392764 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f47dd740-cd10-49d9-a40c-580ce86aa8af req-d175fba6-f1cd-4b7c-90b6-913f5dad4343 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Dec 10 10:19:26.516387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ae825-17ca-44ec-a400-3c4fec842d32 req-4ce08979-8317-4d4e-b2db-251658866702 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:26.517953 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-694ae825-17ca-44ec-a400-3c4fec842d32 req-4ce08979-8317-4d4e-b2db-251658866702 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0521319 Dec 10 10:19:26.576913 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-694ae825-17ca-44ec-a400-3c4fec842d32 req-1139880c-1867-4bb1-a96d-6e509494199a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518208 Dec 10 10:19:26.698928 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:19:27.705417 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d388cc6-435e-4d2a-abb8-04c64fe8a90b req-07ea38b3-f0e6-4f4c-98ff-c9df88eafce2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:27.707672 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d388cc6-435e-4d2a-abb8-04c64fe8a90b req-07ea38b3-f0e6-4f4c-98ff-c9df88eafce2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0579672 Dec 10 10:19:27.771837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d388cc6-435e-4d2a-abb8-04c64fe8a90b req-d0b1af7d-2a24-4ca2-b5ff-41fdb4a686c1 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574701 Dec 10 10:19:28.891704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150b14-14c6-433e-944f-b46776210248 req-a1fa69f9-dcad-4564-926f-0bfd9911182b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:28.893197 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be150b14-14c6-433e-944f-b46776210248 req-a1fa69f9-dcad-4564-926f-0bfd9911182b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0493875 Dec 10 10:19:28.942895 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-be150b14-14c6-433e-944f-b46776210248 req-1ce8f27b-9c91-4783-a4e3-13da072c977b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Dec 10 10:19:30.076176 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5761493-a2b5-48c1-8425-945d3ea4a94c req-f7b7f24a-f355-48a9-b7e2-a6c81fb903fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:30.078177 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5761493-a2b5-48c1-8425-945d3ea4a94c req-f7b7f24a-f355-48a9-b7e2-a6c81fb903fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0658524 Dec 10 10:19:30.128328 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d5761493-a2b5-48c1-8425-945d3ea4a94c req-f2a1dfe3-9ff4-4235-ba33-2105c2c059e5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Dec 10 10:19:31.248066 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7236d6-b1d1-44b5-ab13-6fd7ebe1870d req-d38b65a2-f256-48a0-8aa4-445e57680af9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:31.249615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba7236d6-b1d1-44b5-ab13-6fd7ebe1870d req-d38b65a2-f256-48a0-8aa4-445e57680af9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0530934 Dec 10 10:19:31.299927 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ba7236d6-b1d1-44b5-ab13-6fd7ebe1870d req-e6901e59-21d3-4d80-9b5f-0d8d5d3a9e34 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 Dec 10 10:19:31.933329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-68590cc8-9343-4c7d-9f4a-0931ccb1eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:31.934830 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-68590cc8-9343-4c7d-9f4a-0931ccb1eea4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0499902 Dec 10 10:19:31.984875 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-935f1665-9d0a-47ab-b4bd-b93c6d425f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:31.986409 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-935f1665-9d0a-47ab-b4bd-b93c6d425f60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402768 Dec 10 10:19:32.079908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-6541788e-3541-4714-a383-bf270a50e0ca service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828364 Dec 10 10:19:32.174005 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7f6cf209-0491-4472-884c-7409ae7ac26e req-6d7d978a-01e5-47c5-8d85-421cf09f833e service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870600 Dec 10 10:19:32.419505 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84866cc-df4c-4a7e-9c85-37995aa0ca46 req-ca5b5ce5-aa10-4229-9c2b-1f893a0583a5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:32.421013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f84866cc-df4c-4a7e-9c85-37995aa0ca46 req-ca5b5ce5-aa10-4229-9c2b-1f893a0583a5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0502548 Dec 10 10:19:32.472443 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f84866cc-df4c-4a7e-9c85-37995aa0ca46 req-224e6f58-38d2-4c89-910a-89a4f7ea6c32 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450866 Dec 10 10:19:33.446510 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a2079464-b1d2-4adf-91e0-8cf90eb57dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:33.604758 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb2416-cd0b-48a9-8085-5c80b94e2075 req-3bdc99d9-6c20-45dc-a75d-befe690fcdba tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:33.606271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89bb2416-cd0b-48a9-8085-5c80b94e2075 req-3bdc99d9-6c20-45dc-a75d-befe690fcdba tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0542276 Dec 10 10:19:33.658509 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-89bb2416-cd0b-48a9-8085-5c80b94e2075 req-63ee0e39-731b-4648-98a2-3c1765854f00 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462029 Dec 10 10:19:34.780100 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a234f-ad11-4d6e-af8c-c5c6cc557a6d req-308c60bd-f4ab-4c15-9cfb-0f1ff67e336b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:34.781630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf2a234f-ad11-4d6e-af8c-c5c6cc557a6d req-308c60bd-f4ab-4c15-9cfb-0f1ff67e336b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 945 time: 0.0496414 Dec 10 10:19:34.831077 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-cf2a234f-ad11-4d6e-af8c-c5c6cc557a6d req-9a70dd58-654e-4182-88e0-07086ce40911 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Dec 10 10:19:34.959659 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a76b198b-fb57-4c96-9eae-bc7c43f20260 details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:19:35.054569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:19:35.065759 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'port_id': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'mac_address': 'fa:16:3e:ce:25:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:19:35.106776 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:35.119490 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76b198b-fb57-4c96-9eae-bc7c43f20260 {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:19:35.139471 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:19:35.143100 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:35.189895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=11']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:19:35.494064 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['a76b198b-fb57-4c96-9eae-bc7c43f20260'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:19:35.636799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3636061f-c7cd-45fc-8681-51b0806145d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:35.951247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ed1aa-52fb-4bab-9352-fe0fd83c61d9 req-47388338-70b9-42cc-aa47-4776d3a213a9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:35.952762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b3ed1aa-52fb-4bab-9352-fe0fd83c61d9 req-47388338-70b9-42cc-aa47-4776d3a213a9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0496569 Dec 10 10:19:36.008086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1b3ed1aa-52fb-4bab-9352-fe0fd83c61d9 req-4ee7177a-06d7-4ff8-87a7-ba59a462b733 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493271 Dec 10 10:19:36.881062 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:36.990790 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a76b198b-fb57-4c96-9eae-bc7c43f20260 up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:19:37.041042 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port a76b198b-fb57-4c96-9eae-bc7c43f20260 completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:19:37.045519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port a76b198b-fb57-4c96-9eae-bc7c43f20260 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:19:37.045907 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:37.135434 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:37.141668 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97c1af-f68e-4a4f-a1ac-1bfedd52ca9e req-3f75f512-be34-4a71-8cf2-021c10d049bc tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:37.143160 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c97c1af-f68e-4a4f-a1ac-1bfedd52ca9e req-3f75f512-be34-4a71-8cf2-021c10d049bc tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 946 time: 0.0508378 Dec 10 10:19:37.159373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:19:37.161619 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4e2ee1-66fc-407b-8b1b-287e4ac6586b" -d '{"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-plugged", "status": "completed", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:19:37.174416 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:19:37.179326 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:37.195396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6c97c1af-f68e-4a4f-a1ac-1bfedd52ca9e req-3ac8f897-c5a3-406e-b6c9-242d2f27d826 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Dec 10 10:19:37.225736 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=12']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:19:37.240160 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82d5540-a23e-4f05-86b2-e22f7d1599a7 x-openstack-request-id: req-d82d5540-a23e-4f05-86b2-e22f7d1599a7 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:19:37.240454 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-plugged", "status": "completed", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:19:37.240827 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d82d5540-a23e-4f05-86b2-e22f7d1599a7 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:19:37.241302 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'code': 200} Dec 10 10:19:37.402058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013afd0-2df4-4a68-9bc8-ecd5b164b306 req-0bfa2e45-93b3-4ddd-9a14-24aa294bdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:37.403436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f013afd0-2df4-4a68-9bc8-ecd5b164b306 req-0bfa2e45-93b3-4ddd-9a14-24aa294bdfc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1098 time: 0.0423076 Dec 10 10:19:37.449784 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f013afd0-2df4-4a68-9bc8-ecd5b164b306 req-be9abd06-fa1a-4c9f-832b-294d2a74bae0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384462 Dec 10 10:19:38.316237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c86e31-c1bc-45c5-980b-014f93bf0f56 req-ba420b11-7c4b-411c-b974-d2a56781a1e4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:38.317740 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58c86e31-c1bc-45c5-980b-014f93bf0f56 req-ba420b11-7c4b-411c-b974-d2a56781a1e4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 947 time: 0.0523858 Dec 10 10:19:38.366847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-58c86e31-c1bc-45c5-980b-014f93bf0f56 req-84c796c2-50ff-4f5e-95db-d5e289355da7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Dec 10 10:19:38.572144 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:39.475497 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:39.483133 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc241e5-4a69-44c5-b0ff-a8de0f9c3448 req-6a48f166-0ee0-412e-a497-bf348b2e42f8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:39.484650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cc241e5-4a69-44c5-b0ff-a8de0f9c3448 req-6a48f166-0ee0-412e-a497-bf348b2e42f8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 947 time: 0.0498745 Dec 10 10:19:39.535120 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1cc241e5-4a69-44c5-b0ff-a8de0f9c3448 req-721e65dc-3181-4dfa-9da5-6f6e3a4204fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441411 Dec 10 10:19:42.752978 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-2df4ff99-fb2d-48da-abd2-dc6d78a93cf0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383110 Dec 10 10:19:42.837144 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-432d3187-5601-4747-a69f-a2bd8dc5d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:42.838599 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-432d3187-5601-4747-a69f-a2bd8dc5d4ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1098 time: 0.0441923 Dec 10 10:19:42.938408 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-34c8a932-379d-4a61-9860-26a70a56e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:42.939857 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-34c8a932-379d-4a61-9860-26a70a56e12a service neutron] 10.222.0.18 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0839591 Dec 10 10:19:43.009610 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-66bfa94d-76a7-4b51-bf79-b3db4b6cdb76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 1001 time: 0.0622761 Dec 10 10:19:43.071695 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-42267849-de17-44c6-8f04-8429e7f4a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:43.073476 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-42267849-de17-44c6-8f04-8429e7f4a6da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0571897 Dec 10 10:19:43.121146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-7d1c7660-4f8d-4650-8885-825c90fb14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:19:43.122570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-7d1c7660-4f8d-4650-8885-825c90fb14a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420361 Dec 10 10:19:43.215026 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-5de20206-fe1e-4744-ace3-a45ac4ff9d06 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848827 Dec 10 10:19:43.305471 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-92a93728-a68c-445d-9c96-c4b6ae0845bf req-bc0eeaba-c537-4677-88ca-d2c43ffe893e service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826964 Dec 10 10:19:45.962004 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:19:50.222215 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:03.437881 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ef5a745e-107a-4346-95a1-4db91f20786c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:03.698963 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:20:05.618160 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f7eeeb88-bb7b-4cf8-a45a-d7038f870ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:06.886106 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:08.575941 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:09.478745 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:15.968411 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:20.246223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:33.442490 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a70e0ae0-fa88-4a58-9c55-28d1091767f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:35.618212 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b170a60a-f692-41ad-bd8d-00e35aa1ffa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:36.888748 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:38.578517 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:39.483644 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:40.698784 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:20:44.842638 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-8c15a4e0-299b-4537-b3f8-fb44bbde1c7c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1143429 Dec 10 10:20:44.929691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-130a663b-b049-4b9e-becc-0b55042f404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:20:44.931181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-130a663b-b049-4b9e-becc-0b55042f404d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1098 time: 0.0445473 Dec 10 10:20:45.030130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-56dd56b3-d0cc-4477-892d-fa623aebdae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:20:45.031567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-56dd56b3-d0cc-4477-892d-fa623aebdae0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0826333 Dec 10 10:20:45.100381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-c2f2b4cd-500b-4b2b-a066-a043054fc164 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 1001 time: 0.0609083 Dec 10 10:20:45.148494 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-c851f8ff-7a32-4e61-af2e-ce908a94947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:20:45.149944 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-c851f8ff-7a32-4e61-af2e-ce908a94947f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0432036 Dec 10 10:20:45.196317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-1187d587-29a7-4303-897b-ba70a2b487ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:20:45.197800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-1187d587-29a7-4303-897b-ba70a2b487ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400701 Dec 10 10:20:45.209214 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-a9da320e-ced4-47e8-ba1d-fcf16fa0fb7a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:20:45.210180 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-a9da320e-ced4-47e8-ba1d-fcf16fa0fb7a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049801 Dec 10 10:20:45.303119 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-522f353a-adb8-4152-ae3f-7914d2266d6b service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845664 Dec 10 10:20:45.390078 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b64577d7-f7ff-45b1-97a3-9495c34e9766 req-50bf2df6-f668-40ad-8afa-cb9c5739ea45 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798857 Dec 10 10:20:45.975531 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:20:50.251167 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:03.444423 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0287-60a8-4d6a-82cb-c8769b585847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:05.619821 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ea2c904a-b4f4-40dc-86d0-9ba59d048779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:06.891931 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:08.582454 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:09.487096 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:15.102660 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49220) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:21:15.257871 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Deleting port 6e5a6b9a-c777-4637-969d-62cb416b7030 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:21:15.258210 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:15.334495 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:15.334819 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:15.346158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Calling delete_port for 6e5a6b9a-c777-4637-969d-62cb416b7030 owned by network:floatingip {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:21:15.491448 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:15.521127 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event deleted for resources: {'Port': ['ID=6e5a6b9a-c777-4637-969d-62cb416b7030,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:15.550584 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.550943 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.551291 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.551649 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.552829 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.553232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.553600 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.553941 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.554276 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.554607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.554936 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.555269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.555598 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:15.601366 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for floatingip, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:15.601728 n-d-814746-3 neutron-server[114970]: INFO neutron.db.l3_db [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Floating IP 3a961be0-a371-4995-911f-a9c6a863f059 disassociated (deleted). External IP: 172.25.3.20, port: a76b198b-fb57-4c96-9eae-bc7c43f20260. Dec 10 10:21:15.808779 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Router 270339f4-d7a1-41ab-81ca-45f3adc8bfde has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:21:15.915386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:21:15.920249 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:15.924923 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] Sync routers for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:21:15.935115 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:21:15.935717 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:21:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:21:15.948046 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-49dfaf88-e741-421b-b9f6-ae4be913e4c3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "DELETE /v2.0/floatingips/3a961be0-a371-4995-911f-a9c6a863f059 HTTP/1.1" status: 204 len: 168 time: 0.8441722 Dec 10 10:21:15.948686 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:21:15.951134 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449abe84-acc3-4ec2-b973-f8186932ff1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:21:15.982535 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:16.047783 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:21:16.159534 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca595c86-e43e-4568-bcb8-8c89c791500b x-openstack-request-id: req-ca595c86-e43e-4568-bcb8-8c89c791500b {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:21:16.160093 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:21:16.160093 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca595c86-e43e-4568-bcb8-8c89c791500b {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:21:16.160495 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'status': 'completed', 'code': 200} Dec 10 10:21:16.256260 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:21:16.259690 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-08eb8bb5-9f92-401c-91e3-072ab1db7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:16.261271 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-08eb8bb5-9f92-401c-91e3-072ab1db7b5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 1098 time: 0.0772285 Dec 10 10:21:16.272799 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055200ea-6c35-49e4-b0a8-1420d7c3d3b1 req-faad11bd-e9fc-4556-844d-bd02bfe90f4b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:16.274229 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-055200ea-6c35-49e4-b0a8-1420d7c3d3b1 req-faad11bd-e9fc-4556-844d-bd02bfe90f4b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 947 time: 0.0645766 Dec 10 10:21:16.282223 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] Checking router: 270339f4-d7a1-41ab-81ca-45f3adc8bfde for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:21:16.291573 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:21:16.292181 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:21:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:21:16.378324 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-055200ea-6c35-49e4-b0a8-1420d7c3d3b1 req-0d71880a-713e-4770-8381-65358c224e2c tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958092 Dec 10 10:21:16.393740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-2283fffb-47b4-4219-8781-868478fe3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:16.394829 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-2283fffb-47b4-4219-8781-868478fe3e59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.1197519 Dec 10 10:21:16.397213 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:21:16.442063 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-33d9c803-50b2-4e76-a5d0-f5b7adfb330b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 200 len: 217 time: 0.0392866 Dec 10 10:21:16.498173 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-026b45b3-7e43-4d0c-af45-73938da3c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:16.499633 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-026b45b3-7e43-4d0c-af45-73938da3c28c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0503004 Dec 10 10:21:16.546897 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-d075b564-54c6-454e-8f86-8b1667fe29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:16.548415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-d075b564-54c6-454e-8f86-8b1667fe29c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411673 Dec 10 10:21:16.601341 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:21:16.629036 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f723c39-dcce-4bcc-9fa9-7acf2f5f7e94 None None] The sync data for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 is: [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:21:16.889373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ecd7b-35a7-4aa1-9fa2-6a5d9ebc17ee None None] New status for floating IP 3a961be0-a371-4995-911f-a9c6a863f059: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:21:16.991919 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-6ba97d32-dfcb-41c1-9b79-4e0b9d9ac9f1 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356539 Dec 10 10:21:17.082964 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-449abe84-acc3-4ec2-b973-f8186932ff1d req-57eb75d4-2633-4a36-bd98-7361e40053c6 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829370 Dec 10 10:21:17.502096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd30f5-a307-4cd8-8f56-3c7e30c2a5cd req-d88ffbd0-d865-4867-88ac-5f5d6a379ef0 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:17.503837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97bd30f5-a307-4cd8-8f56-3c7e30c2a5cd req-d88ffbd0-d865-4867-88ac-5f5d6a379ef0 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 947 time: 0.0527627 Dec 10 10:21:17.554772 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97bd30f5-a307-4cd8-8f56-3c7e30c2a5cd req-0e8b1d4c-9830-468c-b460-ba473bed38d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c50cf-9bc2-4780-96f7-2178bc470f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439169 Dec 10 10:21:17.666552 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-9c1a26ee-327b-415e-9c4f-a858fe50ebcd tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:17.667906 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-9c1a26ee-327b-415e-9c4f-a858fe50ebcd tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.18 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 947 time: 0.0476453 Dec 10 10:21:17.698403 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:21:17.761148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Deleting port a76b198b-fb57-4c96-9eae-bc7c43f20260 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:21:17.761485 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:17.847406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] For port a76b198b-fb57-4c96-9eae-bc7c43f20260, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=a76b198b-fb57-4c96-9eae-bc7c43f20260,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:21:17.847739 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:17.859741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Calling delete_port for a76b198b-fb57-4c96-9eae-bc7c43f20260 owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:21:17.988652 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:18.016551 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event deleted for resources: {'Port': ['ID=a76b198b-fb57-4c96-9eae-bc7c43f20260,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:18.042260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.042614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.042945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.043533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.043533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.043533 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.044294 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.044591 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.044917 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.045237 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.045582 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.045906 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.046226 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:18.075759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] No DVR routers for this DVR port a76b198b-fb57-4c96-9eae-bc7c43f20260 on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:21:18.079139 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:18.084550 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2bfe2f9d-214b-4aeb-beb4-3df834e1b556 req-e9a0ab5c-1f45-4741-b93f-4a5dc79a7ce9 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.18 "DELETE /v2.0/ports/a76b198b-fb57-4c96-9eae-bc7c43f20260 HTTP/1.1" status: 204 len: 173 time: 0.4088731 Dec 10 10:21:18.085164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-deleted', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:21:18.088662 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448e5d60-2eb2-468f-8e67-f49df2c4d128" -d '{"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-deleted", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:21:18.127540 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691ce260-11d7-4f87-b8de-a08af7a9200a x-openstack-request-id: req-691ce260-11d7-4f87-b8de-a08af7a9200a {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:21:18.128099 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edbebbf-e6e5-424a-b9d2-070d9a60c0b7", "name": "network-vif-deleted", "tag": "a76b198b-fb57-4c96-9eae-bc7c43f20260", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:21:18.128378 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-691ce260-11d7-4f87-b8de-a08af7a9200a {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:21:18.128783 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edbebbf-e6e5-424a-b9d2-070d9a60c0b7', 'name': 'network-vif-deleted', 'tag': 'a76b198b-fb57-4c96-9eae-bc7c43f20260', 'status': 'completed', 'code': 200} Dec 10 10:21:18.680123 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-973cc77b-fe2f-40dc-ad29-c17c2c2bcc9b req-532da4e7-aeca-4fb4-b621-9b3ead090a2b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=2edbebbf-e6e5-424a-b9d2-070d9a60c0b7 HTTP/1.1" status: 200 len: 210 time: 0.0361326 Dec 10 10:21:19.737403 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49242) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:21:19.806078 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c784ee13-bd11-4c16-a801-7688509bf91f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:19.830225 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c784ee13-bd11-4c16-a801-7688509bf91f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:19.887175 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c784ee13-bd11-4c16-a801-7688509bf91f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:19.889835 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-c784ee13-bd11-4c16-a801-7688509bf91f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:19.890977 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-c784ee13-bd11-4c16-a801-7688509bf91f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "DELETE /v2.0/security-groups/901c50cf-9bc2-4780-96f7-2178bc470f51 HTTP/1.1" status: 204 len: 168 time: 0.1525476 Dec 10 10:21:19.900283 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784ee13-bd11-4c16-a801-7688509bf91f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c50cf-9bc2-4780-96f7-2178bc470f51,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:20.178394 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49248) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:21:20.183041 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-65dc7735-f22d-4359-9fc7-c8da5eb50a66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147699550', 'description': 'tempest-secgroup-smoke-147699550 description', 'project_id': '815d469557d740299da0cea8d01a8e6b'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:21:20.205462 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65dc7735-f22d-4359-9fc7-c8da5eb50a66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.249857 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.271505 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65dc7735-f22d-4359-9fc7-c8da5eb50a66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.275067 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65dc7735-f22d-4359-9fc7-c8da5eb50a66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.307536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc7735-f22d-4359-9fc7-c8da5eb50a66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abc37a3-8197-47c2-9bfa-d35a714a328b,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:20.312939 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-65dc7735-f22d-4359-9fc7-c8da5eb50a66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.314495 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-65dc7735-f22d-4359-9fc7-c8da5eb50a66 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1350563 Dec 10 10:21:20.318106 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49250) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:21:20.322401 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-69196c74-bf8e-4a64-abd3-5d941daaa334 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '7abc37a3-8197-47c2-9bfa-d35a714a328b', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:21:20.346832 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-69196c74-bf8e-4a64-abd3-5d941daaa334 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.408147 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-69196c74-bf8e-4a64-abd3-5d941daaa334 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.413433 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-69196c74-bf8e-4a64-abd3-5d941daaa334 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.436062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69196c74-bf8e-4a64-abd3-5d941daaa334 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1dad8a-b4b0-4692-bb64-0b8d8ebba9d4,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:20.442430 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-69196c74-bf8e-4a64-abd3-5d941daaa334 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.443828 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-69196c74-bf8e-4a64-abd3-5d941daaa334 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247723 Dec 10 10:21:20.446722 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49252) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:21:20.451386 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-4316725a-024c-4459-af43-ebd9ae537554 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '7abc37a3-8197-47c2-9bfa-d35a714a328b', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:21:20.478890 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4316725a-024c-4459-af43-ebd9ae537554 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.534180 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4316725a-024c-4459-af43-ebd9ae537554 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.537538 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4316725a-024c-4459-af43-ebd9ae537554 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.554475 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316725a-024c-4459-af43-ebd9ae537554 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17a6f7d-4fcd-4e5d-9662-2b688ceb5101,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:20.566037 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-4316725a-024c-4459-af43-ebd9ae537554 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.567876 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-4316725a-024c-4459-af43-ebd9ae537554 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192069 Dec 10 10:21:20.570629 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49254) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:21:20.574992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cff802e6-410c-412d-9122-4acc676845ee tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '7abc37a3-8197-47c2-9bfa-d35a714a328b', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:21:20.601581 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cff802e6-410c-412d-9122-4acc676845ee tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.656924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cff802e6-410c-412d-9122-4acc676845ee tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.660289 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cff802e6-410c-412d-9122-4acc676845ee tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.681806 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff802e6-410c-412d-9122-4acc676845ee tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db392691-cc75-4bf5-952a-2e8796e5906f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:20.686601 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cff802e6-410c-412d-9122-4acc676845ee tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.689029 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cff802e6-410c-412d-9122-4acc676845ee tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162386 Dec 10 10:21:20.690621 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49256) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:21:20.698086 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-cc5394e5-f073-41e9-8bad-5975a6eb59ff tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '7abc37a3-8197-47c2-9bfa-d35a714a328b', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:21:20.725006 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc5394e5-f073-41e9-8bad-5975a6eb59ff tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.781457 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc5394e5-f073-41e9-8bad-5975a6eb59ff tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.784894 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc5394e5-f073-41e9-8bad-5975a6eb59ff tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.802374 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5394e5-f073-41e9-8bad-5975a6eb59ff tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8853e16d-8ad6-4bfb-8afb-f687f96b9c14,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:20.809732 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-cc5394e5-f073-41e9-8bad-5975a6eb59ff tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.810916 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-cc5394e5-f073-41e9-8bad-5975a6eb59ff tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193485 Dec 10 10:21:20.813658 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49258) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:21:20.818530 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5b9b1ccc-9f98-4923-93e5-af1a0f796139 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '7abc37a3-8197-47c2-9bfa-d35a714a328b', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:21:20.840057 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-5b9b1ccc-9f98-4923-93e5-af1a0f796139 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Project 815d469557d740299da0cea8d01a8e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:21:20.844875 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1ccc-9f98-4923-93e5-af1a0f796139 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.901907 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1ccc-9f98-4923-93e5-af1a0f796139 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.905331 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1ccc-9f98-4923-93e5-af1a0f796139 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.923269 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b1ccc-9f98-4923-93e5-af1a0f796139 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f821c97a-8e18-481d-808c-67f26179eb98,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:20.928696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1ccc-9f98-4923-93e5-af1a0f796139 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:20.929911 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5b9b1ccc-9f98-4923-93e5-af1a0f796139 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153326 Dec 10 10:21:20.932620 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49260) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:21:20.936847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5ca9fb55-3098-474c-b203-735b5932ff68 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'security_group_rule': {'security_group_id': '7abc37a3-8197-47c2-9bfa-d35a714a328b', 'project_id': '815d469557d740299da0cea8d01a8e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:21:20.957915 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-5ca9fb55-3098-474c-b203-735b5932ff68 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Project 815d469557d740299da0cea8d01a8e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:21:20.962771 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fb55-3098-474c-b203-735b5932ff68 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:21.021063 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fb55-3098-474c-b203-735b5932ff68 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:21.024639 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fb55-3098-474c-b203-735b5932ff68 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:21.046241 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9fb55-3098-474c-b203-735b5932ff68 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f77d074-ca2c-43fc-a050-8a27831f9292,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:21.054374 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fb55-3098-474c-b203-735b5932ff68 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:21.055558 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5ca9fb55-3098-474c-b203-735b5932ff68 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220305 Dec 10 10:21:21.534072 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a76b198b-fb57-4c96-9eae-bc7c43f20260 no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:21:21.557965 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: a76b198b-fb57-4c96-9eae-bc7c43f20260 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:21:21.558547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device a76b198b-fb57-4c96-9eae-bc7c43f20260 not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:21:33.447704 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1eee6c40-e6f0-4e4d-b7cf-6fc0de7048c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:35.621351 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf328-ef52-43e9-9055-ad4b47727775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:36.302820 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-bece024f-95ba-4556-8e50-03e140380f2f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147699550&fields=id&tenant_id=815d469557d740299da0cea8d01a8e6b HTTP/1.1" status: 200 len: 267 time: 0.0431924 Dec 10 10:21:36.411795 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aea610-285f-4467-ab06-06845f053d9e req-c6d1a01b-fb84-4cb3-b562-2a95fa0ddf7a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:36.413355 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-c6d1a01b-fb84-4cb3-b562-2a95fa0ddf7a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 809 time: 0.1035349 Dec 10 10:21:36.427923 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-f82c8a70-b827-4890-9001-f5f2cf22bebc tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/quotas/815d469557d740299da0cea8d01a8e6b HTTP/1.1" status: 200 len: 375 time: 0.0087318 Dec 10 10:21:36.482154 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-f8de79fa-71ee-458d-b5cd-5e39094bba5a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491071 Dec 10 10:21:36.497907 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-51cc6534-b323-40d2-abae-7dcb2e6b2d2b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:21:36.498844 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-51cc6534-b323-40d2-abae-7dcb2e6b2d2b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050337 Dec 10 10:21:36.587029 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-3826c07e-3e62-47b3-ae24-0dc9e499aeea service neutron] 10.222.0.31 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823243 Dec 10 10:21:36.680645 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-5b705ddf-b0f3-4190-9482-faa22e7b07e2 service neutron] 10.222.0.31 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873384 Dec 10 10:21:36.896218 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:36.963235 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-03cc1908-b94d-4a75-aaa6-de6914c542ba req-df577a40-05f4-48ad-bb6b-21232b48e5af tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0268555 Dec 10 10:21:38.041788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-853a3764-97c6-44d8-9eca-be12e45cce26 req-7ea7c22a-fc0a-435e-979d-a076a47b4e9e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0262830 Dec 10 10:21:38.585143 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:39.121129 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-25d00bfc-a4ec-42e5-afaa-b351c0a59596 req-c06b53e3-6b06-4692-9402-04657667f942 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0280385 Dec 10 10:21:39.490196 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:40.198226 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dedbac96-cc8d-493c-8181-86f44976995e req-8af8903c-763e-4710-b018-d04be2ab2d81 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0262966 Dec 10 10:21:41.292299 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae0dac7c-c180-4426-ab26-a27710c81d9b req-1b3b7804-62c9-4e25-b2e1-d6bc1d2e4204 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0266840 Dec 10 10:21:42.014980 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aea610-285f-4467-ab06-06845f053d9e req-56867b70-aaf0-4db0-be01-708fb6251f1a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:42.016412 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-56867b70-aaf0-4db0-be01-708fb6251f1a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 809 time: 0.1107798 Dec 10 10:21:42.082186 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-c129b1a7-8102-4498-875c-975fbd2ebc98 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815d469557d740299da0cea8d01a8e6b HTTP/1.1" status: 200 len: 379 time: 0.0551631 Dec 10 10:21:42.091697 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'port': {'device_id': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'admin_state_up': True, 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'security_groups': ['7abc37a3-8197-47c2-9bfa-d35a714a328b']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:21:42.205418 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Made reservation on behalf of 815d469557d740299da0cea8d01a8e6b for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:21:42.209605 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:42.341640 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Allocated IP 172.20.0.9 (feefff6f-1a81-47c3-bded-dabf45b62cb5/c3d8bdb2-fae7-42fd-9405-4ce4442a87f2/f6b9daac-2c89-466a-8e78-79c89983730e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:21:42.430233 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b1313b8f-c732-4402-8a40-e3d256f3f755 req-c6582e7e-d635-419a-bab8-70d7383d6c1a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0398912 Dec 10 10:21:42.504690 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:42.539126 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:42.587970 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:21:42.590908 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:21:42.595232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:21:42.599160 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:42.651904 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:42.652562 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:42.671068 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-98624de1-bfa0-46b0-8f05-d9c5f28fc886 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831695 Dec 10 10:21:42.684003 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Request body: {'port': {'device_id': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:21:42.745839 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:42.824783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-64cf32df-5ed1-4a35-824d-3093a95711e8 None None] Provisioning complete for port f6b9daac-2c89-466a-8e78-79c89983730e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:21:42.825406 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-64cf32df-5ed1-4a35-824d-3093a95711e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:42.860860 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-64cf32df-5ed1-4a35-824d-3093a95711e8 None None] Port f6b9daac-2c89-466a-8e78-79c89983730e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:21:43.014311 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b9daac-2c89-466a-8e78-79c89983730e {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:21:43.022794 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:43.035013 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Transition to ACTIVE for port object f6b9daac-2c89-466a-8e78-79c89983730e will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:21:43.039783 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:43.094560 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:43.167203 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Attempting to bind port f6b9daac-2c89-466a-8e78-79c89983730e on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:21:43.167550 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Attempting to bind port f6b9daac-2c89-466a-8e78-79c89983730e by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:21:43.167887 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Attempting to bind port f6b9daac-2c89-466a-8e78-79c89983730e on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:21:43.172757 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Port f6b9daac-2c89-466a-8e78-79c89983730e on network feefff6f-1a81-47c3-bded-dabf45b62cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:21:43.173408 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Attempting to bind port f6b9daac-2c89-466a-8e78-79c89983730e on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:21:43.179304 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:21:43.179644 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Checking segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:21:43.180036 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Bound using segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:21:43.180463 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Bound port: f6b9daac-2c89-466a-8e78-79c89983730e, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:21:43.180821 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:43.247870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:21:43.251381 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:21:43.258048 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:43.305066 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:43.305711 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:43.307094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] 10.222.0.39 "PUT /v2.0/ports/f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 1091 time: 0.6276224 Dec 10 10:21:43.307536 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:21:43.309814 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae07d2f-c6d4-436b-a238-f3b72e056cef" -d '{"events": [{"name": "network-changed", "server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:21:43.335280 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6225c4c-e08f-4426-be8c-2f26ff095ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:43.368497 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349cf610-9f9a-4c63-ae2c-0c7b3e2038a2 x-openstack-request-id: req-349cf610-9f9a-4c63-ae2c-0c7b3e2038a2 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:21:43.368814 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:21:43.369059 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-349cf610-9f9a-4c63-ae2c-0c7b3e2038a2 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:21:43.369463 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'status': 'completed', 'code': 200} Dec 10 10:21:43.401029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aea610-285f-4467-ab06-06845f053d9e req-8db3b26b-d3b4-47e7-8c15-d76782eae268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:43.402641 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-8db3b26b-d3b4-47e7-8c15-d76782eae268 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0458560 Dec 10 10:21:43.448242 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-c4f89a4e-a5e1-4128-83cc-c2e209e9d1ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 217 time: 0.0364478 Dec 10 10:21:43.514612 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aea610-285f-4467-ab06-06845f053d9e req-d6e6be19-baab-457c-9c4d-8bbf0b98dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:43.515153 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-d6e6be19-baab-457c-9c4d-8bbf0b98dd9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0599694 Dec 10 10:21:43.573967 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b362bc-bb8a-4025-9662-6334aea7238d req-f3079167-856e-4503-8c5a-32e2f609fd18 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:43.575543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23b362bc-bb8a-4025-9662-6334aea7238d req-f3079167-856e-4503-8c5a-32e2f609fd18 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0724232 Dec 10 10:21:43.579420 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aea610-285f-4467-ab06-06845f053d9e req-b5eb527d-5fa0-46b7-96d8-25001d940412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:43.581547 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-b5eb527d-5fa0-46b7-96d8-25001d940412 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583887 Dec 10 10:21:43.640718 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-23b362bc-bb8a-4025-9662-6334aea7238d req-b99d1969-6cad-423d-a8ec-9f692c1f456b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578725 Dec 10 10:21:43.689755 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-f6e91f04-3cda-44f5-a5ab-01890b0f8832 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984747 Dec 10 10:21:43.785353 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-61aea610-285f-4467-ab06-06845f053d9e req-7ca0eade-109f-4615-b2a2-f2cc2dcd085c service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865245 Dec 10 10:21:43.869125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-c75b8a44-e280-460c-b9f6-8cd742f88da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:43.870664 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-c75b8a44-e280-460c-b9f6-8cd742f88da8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0417473 Dec 10 10:21:43.965828 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-0438a023-690f-4960-8186-b75b8cb82971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:43.967309 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-0438a023-690f-4960-8186-b75b8cb82971 service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0889862 Dec 10 10:21:44.011152 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-45163630-e7b0-4a7d-94ad-d36a6e96c60a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 217 time: 0.0360045 Dec 10 10:21:44.059508 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-086390cc-594c-4eb0-b084-06c2f17711c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:44.060947 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-086390cc-594c-4eb0-b084-06c2f17711c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0431426 Dec 10 10:21:44.110029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-f6c93649-fb6f-41ca-8b2f-9eb87cb8f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:44.111526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-f6c93649-fb6f-41ca-8b2f-9eb87cb8f0d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434985 Dec 10 10:21:44.202158 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-ff5b3241-b1ba-404c-9cfa-ff1e3cd384a6 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838449 Dec 10 10:21:44.296643 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-cae07d2f-c6d4-436b-a238-f3b72e056cef req-4ccd9252-0328-45a1-9cab-151fb028bcb3 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875800 Dec 10 10:21:44.759831 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59b08-42c0-4d9a-9460-05cc1856140c req-d3cf90f3-c0ed-495d-8b06-df26f65380ee tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:44.761369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efb59b08-42c0-4d9a-9460-05cc1856140c req-d3cf90f3-c0ed-495d-8b06-df26f65380ee tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0504234 Dec 10 10:21:44.812939 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-efb59b08-42c0-4d9a-9460-05cc1856140c req-3f5b7a00-ce51-4b32-8027-9a6d7022df86 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455523 Dec 10 10:21:45.974479 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:46.007435 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51eb12-0270-47c5-8b5c-e732e5249df1 req-9011dfea-f796-4afc-8daf-7f6d5361e5f7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:46.009071 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed51eb12-0270-47c5-8b5c-e732e5249df1 req-9011dfea-f796-4afc-8daf-7f6d5361e5f7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0579193 Dec 10 10:21:46.062189 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ed51eb12-0270-47c5-8b5c-e732e5249df1 req-8a9b9384-060d-4aa9-8ac6-f6c99d58b448 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469415 Dec 10 10:21:47.182232 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9aca-13ef-4e08-a281-efea27e39d57 req-14df11bc-85e4-4b36-b940-00b3f8aaf60d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:47.183766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e9e9aca-13ef-4e08-a281-efea27e39d57 req-14df11bc-85e4-4b36-b940-00b3f8aaf60d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0493064 Dec 10 10:21:47.231627 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7e9e9aca-13ef-4e08-a281-efea27e39d57 req-5767c7f6-40af-4063-854b-b1b970c42d13 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419970 Dec 10 10:21:48.352786 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076177b3-9a1d-4720-97b3-511f96b6536a req-03b3c88c-67fb-4fd0-b92e-92b8255025ea tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:48.354312 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-076177b3-9a1d-4720-97b3-511f96b6536a req-03b3c88c-67fb-4fd0-b92e-92b8255025ea tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0534272 Dec 10 10:21:48.403470 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-076177b3-9a1d-4720-97b3-511f96b6536a req-fab242ef-5079-420f-91ab-a619066de7a8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432727 Dec 10 10:21:49.517935 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5a35e-e977-4c20-904b-938dd0e0b9ec req-d7b215a2-3882-4221-bed3-deb824bdf3be tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:49.519389 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78f5a35e-e977-4c20-904b-938dd0e0b9ec req-d7b215a2-3882-4221-bed3-deb824bdf3be tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0480938 Dec 10 10:21:49.573579 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-78f5a35e-e977-4c20-904b-938dd0e0b9ec req-5213cd7c-7ed0-4e31-b342-d7c7e8782dc7 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475180 Dec 10 10:21:50.249666 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:50.688409 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc518494-cb4d-497d-b9ae-6ba2f1fe3bac req-efcddc3a-645c-4ff2-b9c5-21bd31977642 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:50.689908 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc518494-cb4d-497d-b9ae-6ba2f1fe3bac req-efcddc3a-645c-4ff2-b9c5-21bd31977642 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0484464 Dec 10 10:21:50.743415 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc518494-cb4d-497d-b9ae-6ba2f1fe3bac req-5b0867e1-56bc-45a3-9c27-ef7e421c2069 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470202 Dec 10 10:21:51.857574 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffd861-6eeb-42ed-8e63-de8ce3483e50 req-5c9f36f3-25d1-4f31-9c91-818d8e693996 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:51.858952 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79ffd861-6eeb-42ed-8e63-de8ce3483e50 req-5c9f36f3-25d1-4f31-9c91-818d8e693996 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0481422 Dec 10 10:21:51.908481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-79ffd861-6eeb-42ed-8e63-de8ce3483e50 req-38886903-2b94-4876-95ef-6f2d1ec9c60c tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435486 Dec 10 10:21:53.028255 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf0055-826f-4e38-a710-a45728f9b7bb req-ea6b04db-c625-40d7-8b72-727c124afb5b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:53.029762 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ecf0055-826f-4e38-a710-a45728f9b7bb req-ea6b04db-c625-40d7-8b72-727c124afb5b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0506232 Dec 10 10:21:53.079886 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8ecf0055-826f-4e38-a710-a45728f9b7bb req-79ed68d5-bb2d-447c-8d99-075e0e60f9c1 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441210 Dec 10 10:21:54.202134 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0675b25-2392-4232-9aab-1e053da134d1 req-592801d9-cbc1-4687-802f-7c7f0629698f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:54.203616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0675b25-2392-4232-9aab-1e053da134d1 req-592801d9-cbc1-4687-802f-7c7f0629698f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0534151 Dec 10 10:21:54.251839 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e0675b25-2392-4232-9aab-1e053da134d1 req-e5e4dd31-ea81-4495-af02-fcf23387d6fc tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422909 Dec 10 10:21:54.698424 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:21:55.366015 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c91a-6d92-4310-8820-1d3fe132b745 req-afe100e0-d247-4c70-a2f4-6b870d8630de tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:55.368019 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7884c91a-6d92-4310-8820-1d3fe132b745 req-afe100e0-d247-4c70-a2f4-6b870d8630de tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0484700 Dec 10 10:21:55.417951 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7884c91a-6d92-4310-8820-1d3fe132b745 req-7d4b7c67-5ff9-4eb3-bf48-2f6ef47aad7e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438263 Dec 10 10:21:56.162646 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f6b9daac-2c89-466a-8e78-79c89983730e details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:21:56.416853 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:21:56.427599 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'port_id': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'mac_address': 'fa:16:3e:32:91:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:21:56.465267 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:56.480193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b9daac-2c89-466a-8e78-79c89983730e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:21:56.500173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:21:56.503855 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:56.544239 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d83f7-24da-494d-bbe0-e3e25984c922 req-66cdb90e-855f-4620-8b78-673591834383 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:56.545858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491d83f7-24da-494d-bbe0-e3e25984c922 req-66cdb90e-855f-4620-8b78-673591834383 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 944 time: 0.0495970 Dec 10 10:21:56.551390 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:56.559468 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.559852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.560205 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.560537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.560874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.561211 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.561569 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.561903 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.562229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.562559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.562888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.563212 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.563537 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:21:56.599738 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-491d83f7-24da-494d-bbe0-e3e25984c922 req-e961129f-99ab-463e-9f02-0fdd05b0d67e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476701 Dec 10 10:21:56.749762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['f6b9daac-2c89-466a-8e78-79c89983730e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:21:57.716073 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acec76-38a2-4b04-a44b-57701a42742f req-2eb94f0b-23e9-49c5-a27a-1e33d0b88b23 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:57.717580 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1acec76-38a2-4b04-a44b-57701a42742f req-2eb94f0b-23e9-49c5-a27a-1e33d0b88b23 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 944 time: 0.0490408 Dec 10 10:21:57.768549 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a1acec76-38a2-4b04-a44b-57701a42742f req-c07cabba-5c09-468b-bef3-e0ffd4f04638 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449746 Dec 10 10:21:58.177662 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f6b9daac-2c89-466a-8e78-79c89983730e up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:21:58.229765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port f6b9daac-2c89-466a-8e78-79c89983730e completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:21:58.233994 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port f6b9daac-2c89-466a-8e78-79c89983730e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:21:58.234360 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:58.309674 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:58.331426 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:21:58.333667 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c33723-8995-406b-a853-ebfd59ac3fb0" -d '{"events": [{"server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "name": "network-vif-plugged", "status": "completed", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:21:58.349460 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:21:58.354682 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:21:58.404932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:21:58.428683 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c660f9f2-6deb-4a76-b92e-ccbeaf9d0d30 x-openstack-request-id: req-c660f9f2-6deb-4a76-b92e-ccbeaf9d0d30 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:21:58.428945 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "name": "network-vif-plugged", "status": "completed", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:21:58.429203 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c660f9f2-6deb-4a76-b92e-ccbeaf9d0d30 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:21:58.429646 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'code': 200} Dec 10 10:21:58.524877 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9b67-56d5-4cae-9b1f-99abdd334ba4 req-c13e36b0-0035-4ba0-bd2c-5764d1112d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:58.526418 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a01b9b67-56d5-4cae-9b1f-99abdd334ba4 req-c13e36b0-0035-4ba0-bd2c-5764d1112d7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0402095 Dec 10 10:21:58.572494 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-a01b9b67-56d5-4cae-9b1f-99abdd334ba4 req-32dd1138-18d7-45cf-8107-6096968456d7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394080 Dec 10 10:21:58.884271 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1735c0a-72a0-4b4c-8ceb-6ae597c5d71e req-bdc51bb2-8b9c-4404-afdb-f0a9476a6975 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:21:58.886025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1735c0a-72a0-4b4c-8ceb-6ae597c5d71e req-bdc51bb2-8b9c-4404-afdb-f0a9476a6975 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0485747 Dec 10 10:21:58.937982 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1735c0a-72a0-4b4c-8ceb-6ae597c5d71e req-fc2871b7-2a70-4339-9eaf-a03f62dee126 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460098 Dec 10 10:22:00.057089 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548075df-6508-4a7e-a77c-848bd3a302d5 req-cfa7cd68-9aa6-47ad-8f37-060f210a67d0 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:00.058596 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-548075df-6508-4a7e-a77c-848bd3a302d5 req-cfa7cd68-9aa6-47ad-8f37-060f210a67d0 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0533791 Dec 10 10:22:00.107007 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-548075df-6508-4a7e-a77c-848bd3a302d5 req-a295b732-de9b-474a-ab89-5b1a706b8f58 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Dec 10 10:22:00.224212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1da17-492e-432f-8b2d-3ec5f614b27d req-dc3631f4-90dd-4b09-9911-19f3ec73d498 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:00.225630 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8de1da17-492e-432f-8b2d-3ec5f614b27d req-dc3631f4-90dd-4b09-9911-19f3ec73d498 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0497618 Dec 10 10:22:00.275006 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8de1da17-492e-432f-8b2d-3ec5f614b27d req-ab3e3704-b4d1-4157-adf3-8b7e0ee67072 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429780 Dec 10 10:22:00.296996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49480) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:22:00.380910 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc91f66-069a-4f2d-8b35-a8e568a845be tempest-TestShelveInstance-305617315 tempest-TestShelveInstance-305617315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:00.382456 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-edc91f66-069a-4f2d-8b35-a8e568a845be tempest-TestShelveInstance-305617315 tempest-TestShelveInstance-305617315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1091 time: 0.0844355 Dec 10 10:22:00.385791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49484) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:22:00.390434 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:22:00.412273 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:00.506728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:00.619711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Allocated IP 172.25.3.112 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/f030aced-a9c8-4e24-9b12-b8bba2d83fbb) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:22:00.718855 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:00.753016 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:00.805248 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:22:00.808296 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:22:00.811945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:22:00.838802 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'Port': ['ID=f030aced-a9c8-4e24-9b12-b8bba2d83fbb,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:22:01.175196 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:01.245928 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:01.399325 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:01.403737 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:01.471610 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event updated for resources: {'Port': ['ID=f030aced-a9c8-4e24-9b12-b8bba2d83fbb,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:22:01.481461 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:01.585034 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Floating IP aba9bda9-d842-488b-bf2c-417698b35ae4 associated. External IP: 172.25.3.112, port: f6b9daac-2c89-466a-8e78-79c89983730e. Dec 10 10:22:01.800091 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Router 270339f4-d7a1-41ab-81ca-45f3adc8bfde has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:22:01.909702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:22:01.919125 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] Sync routers for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:22:01.926660 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:01.928878 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:22:01.929476 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:21:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:22:01.955349 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-39e6f8d7-eff2-49dd-83e6-ec52788a56d8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5682204 Dec 10 10:22:01.955951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:22:01.958329 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3" -d '{"events": [{"name": "network-changed", "server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:22:02.001479 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e975fd-ed94-4fc9-873a-3e28aa693f7b x-openstack-request-id: req-d8e975fd-ed94-4fc9-873a-3e28aa693f7b {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:22:02.001950 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:22:02.002471 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8e975fd-ed94-4fc9-873a-3e28aa693f7b {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:22:02.002877 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'status': 'completed', 'code': 200} Dec 10 10:22:02.038478 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:22:02.064839 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-7d979aec-4785-42ec-b377-7b6fa5b994d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:02.066425 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-7d979aec-4785-42ec-b377-7b6fa5b994d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0416739 Dec 10 10:22:02.159667 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-67af928d-5672-489d-8e71-f70f64f18795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:02.161132 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-67af928d-5672-489d-8e71-f70f64f18795 service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0882154 Dec 10 10:22:02.226397 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-a6bab1b2-f7ea-44ab-b051-39900f844d6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 999 time: 0.0575998 Dec 10 10:22:02.261720 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'aba9bda9-d842-488b-bf2c-417698b35ae4', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'port_id': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'mac_address': 'fa:16:3e:32:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:22:01Z', 'updated_at': '2021-12-10T10:22:01Z', 'revision_number': 0, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:22:02.274824 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-7a507567-8dec-4849-8620-fa507eae1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:02.276286 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-7a507567-8dec-4849-8620-fa507eae1747 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0432622 Dec 10 10:22:02.291491 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] Checking router: 270339f4-d7a1-41ab-81ca-45f3adc8bfde for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:22:02.299886 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:22:02.300493 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:21:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:22:02.325426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-dc194ede-a550-4bcf-a167-d8f8ce609290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:02.327063 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-dc194ede-a550-4bcf-a167-d8f8ce609290 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442979 Dec 10 10:22:02.418334 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-aefef1aa-de21-492e-9e75-eee0b468daa8 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840313 Dec 10 10:22:02.497126 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:22:02.516162 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-2151059c-843a-4ea3-8c7f-cdc1dbf518c3 req-bc0511aa-6a49-4594-830b-462ee0eaeea3 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902610 Dec 10 10:22:02.719705 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'aba9bda9-d842-488b-bf2c-417698b35ae4', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'port_id': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'mac_address': 'fa:16:3e:32:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:22:01Z', 'updated_at': '2021-12-10T10:22:01Z', 'revision_number': 0, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:22:02.750899 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a793aa-8f00-421e-af15-190a4c55a92d None None] The sync data for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 is: [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'aba9bda9-d842-488b-bf2c-417698b35ae4', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'port_id': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'mac_address': 'fa:16:3e:32:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:22:01Z', 'updated_at': '2021-12-10T10:22:01Z', 'revision_number': 0, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:22:02.941045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787e993-691a-49cd-8184-95695397e5ed None None] New status for floating IP aba9bda9-d842-488b-bf2c-417698b35ae4: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:22:03.454339 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1d69c827-a492-4e23-8f0c-4faed92e7194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:05.623095 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-186249a4-6bf7-42bd-99e0-67a46d557b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:06.897783 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:08.590108 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:09.492344 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:15.989762 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:20.249104 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:31.699355 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:22:33.455024 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-51b02777-6c21-4c27-9fb7-16cdbd249d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:35.628335 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-73030647-073d-4ab2-be95-d05a9d58a05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:36.900957 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:38.592857 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:39.495685 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:45.986639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:22:47.597921 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-b93980a8-a008-4fd0-a51e-0341b0ba55a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403564 Dec 10 10:22:47.678375 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-b9b8ef2d-fedd-430c-a683-e81adb5893bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:47.679844 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-b9b8ef2d-fedd-430c-a683-e81adb5893bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0400269 Dec 10 10:22:47.785919 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-a4936fd9-dd6d-4d5c-b972-87a7aa6604c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:47.787282 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-a4936fd9-dd6d-4d5c-b972-87a7aa6604c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0878851 Dec 10 10:22:47.852757 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-a0e6e766-833a-4d4f-b130-f52bfa19ba60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 1001 time: 0.0582688 Dec 10 10:22:47.904607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-71fb3907-5f5c-4f68-be5f-c88b5110e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:47.906076 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-71fb3907-5f5c-4f68-be5f-c88b5110e058 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0469224 Dec 10 10:22:47.954062 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-f7f73af4-d1f2-47ac-aa1b-7b2057c2fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:22:47.956262 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-f7f73af4-d1f2-47ac-aa1b-7b2057c2fbef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427003 Dec 10 10:22:48.042233 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-6359084e-eff8-453c-81af-1cbf900f39f3 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796092 Dec 10 10:22:48.134492 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-53df3d41-30d8-4c69-b793-f1ea0468b6b7 req-4f2d8f92-6795-4aa0-af3e-2a40b76974ef service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843134 Dec 10 10:22:50.247101 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:03.457118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b17a-29bd-4b89-b46f-bd5712d24865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:05.629368 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4a462984-96be-4ec6-baee-4962a3b1aba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:06.902528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:08.602609 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:08.698067 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:23:09.498018 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:16.000927 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:20.262594 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:33.459146 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fb8d649f-7a25-4bb7-836f-fa48a78b77a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:35.631860 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f1cfb961-463b-4aea-9bd1-5aaac71db78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:36.906638 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:38.599533 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:39.499606 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:45.697724 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:23:46.003736 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:47.631231 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1f089884-d433-476d-90dc-87de859d8555 req-d7eb6b83-d666-4669-9962-9e5a0a9cfa51 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914555 Dec 10 10:23:47.713271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f089884-d433-476d-90dc-87de859d8555 req-8af49d9e-dc71-4807-a86a-b78c722ab04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:23:47.714776 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1f089884-d433-476d-90dc-87de859d8555 req-8af49d9e-dc71-4807-a86a-b78c722ab04a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0401199 Dec 10 10:23:48.141803 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f089884-d433-476d-90dc-87de859d8555 req-1c87aade-a3b8-48d5-bf6d-324a8ad4f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:23:48.143260 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1f089884-d433-476d-90dc-87de859d8555 req-1c87aade-a3b8-48d5-bf6d-324a8ad4f338 service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.4075799 Dec 10 10:23:48.208454 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1f089884-d433-476d-90dc-87de859d8555 req-786b03fc-6532-48ff-a857-fdba1c34cb9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 1001 time: 0.0574262 Dec 10 10:23:48.256793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f089884-d433-476d-90dc-87de859d8555 req-c864c10e-9adb-4a2f-a097-45b4bd838fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:23:48.258273 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1f089884-d433-476d-90dc-87de859d8555 req-c864c10e-9adb-4a2f-a097-45b4bd838fb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0430741 Dec 10 10:23:48.309267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f089884-d433-476d-90dc-87de859d8555 req-de0c5767-cd40-4018-8fc7-eb6bf27d4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:23:48.310774 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1f089884-d433-476d-90dc-87de859d8555 req-de0c5767-cd40-4018-8fc7-eb6bf27d4de6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450673 Dec 10 10:23:48.398175 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1f089884-d433-476d-90dc-87de859d8555 req-e481ac5b-cf13-462d-9130-79ed529280e3 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797009 Dec 10 10:23:48.494175 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1f089884-d433-476d-90dc-87de859d8555 req-cf57de2f-a7ea-4521-84b0-433ae9900622 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890615 Dec 10 10:23:50.260554 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:23:58.506390 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85fa0c-5bfd-4aa5-8c43-8ff2a5c64174 req-e20a8a13-5d44-4951-9291-9b1222eba063 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:23:58.507831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f85fa0c-5bfd-4aa5-8c43-8ff2a5c64174 req-e20a8a13-5d44-4951-9291-9b1222eba063 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.1045055 Dec 10 10:23:58.558157 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f85fa0c-5bfd-4aa5-8c43-8ff2a5c64174 req-d727b0d4-e7c2-43b6-95b4-7bf4883993fe tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441439 Dec 10 10:23:59.704118 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88557bf-a6f3-4400-b37a-b2724b1cd389 req-83745dc6-735b-4fa6-acd3-20dab2e08203 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:23:59.705757 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f88557bf-a6f3-4400-b37a-b2724b1cd389 req-83745dc6-735b-4fa6-acd3-20dab2e08203 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0563831 Dec 10 10:23:59.759733 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f88557bf-a6f3-4400-b37a-b2724b1cd389 req-0f45fd1c-1704-4d51-9350-4a75a35c7771 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477276 Dec 10 10:24:00.874637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389988be-359c-44fd-aa50-b1f707dbe581 req-77ad2898-ea64-4cbd-a18c-e7dfc44cc67a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:00.876350 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-389988be-359c-44fd-aa50-b1f707dbe581 req-77ad2898-ea64-4cbd-a18c-e7dfc44cc67a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0488477 Dec 10 10:24:00.926403 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-389988be-359c-44fd-aa50-b1f707dbe581 req-4789ace3-fa72-4fa1-aaaf-9f82a2bad8bf tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434937 Dec 10 10:24:02.043212 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbafc2-6858-4b59-b3de-640a1ebd1f3e req-06d16233-57de-446b-9f22-bc2d9bf56847 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:02.044682 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44bbafc2-6858-4b59-b3de-640a1ebd1f3e req-06d16233-57de-446b-9f22-bc2d9bf56847 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0506432 Dec 10 10:24:02.097823 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-44bbafc2-6858-4b59-b3de-640a1ebd1f3e req-6463b13d-9558-4f1f-b455-a4b8ae2bb453 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464044 Dec 10 10:24:03.219267 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc80d9-e208-4aea-bc2a-21fcdcebe0c5 req-7f86f339-2f83-4ffc-b006-0ae71a4b54b0 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:03.220755 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3dcc80d9-e208-4aea-bc2a-21fcdcebe0c5 req-7f86f339-2f83-4ffc-b006-0ae71a4b54b0 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0499711 Dec 10 10:24:03.271353 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3dcc80d9-e208-4aea-bc2a-21fcdcebe0c5 req-1f084108-2d8b-4f8a-b911-602f50f7becb tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445540 Dec 10 10:24:03.460410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa822-de3b-41ce-89c6-088d292b1fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:04.387818 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d58a7-f4cf-43e9-9401-222b38adcb26 req-8871a2e5-a614-4183-82b2-ace5235fdf17 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:04.389291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd8d58a7-f4cf-43e9-9401-222b38adcb26 req-8871a2e5-a614-4183-82b2-ace5235fdf17 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0492520 Dec 10 10:24:04.439368 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fd8d58a7-f4cf-43e9-9401-222b38adcb26 req-01ddd018-e84d-4aea-9cea-3d8f6003cf75 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Dec 10 10:24:05.585250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07793009-fb6b-4261-8e78-97e1b525f9aa req-5c8d8383-135a-42bc-9e13-cb6e1b423f95 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:05.586786 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07793009-fb6b-4261-8e78-97e1b525f9aa req-5c8d8383-135a-42bc-9e13-cb6e1b423f95 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0741599 Dec 10 10:24:05.634481 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ddcda9f1-eb17-4a71-8a03-5fe597b69385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:05.645670 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07793009-fb6b-4261-8e78-97e1b525f9aa req-64d5d2e4-d5f3-4c9a-8609-657ddb7daa49 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529006 Dec 10 10:24:06.766319 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1dc8f-ea16-4b8e-bbc8-ffe0eb1d9ab5 req-9542b540-2685-4462-942c-98f3b0d16f53 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:06.767806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35f1dc8f-ea16-4b8e-bbc8-ffe0eb1d9ab5 req-9542b540-2685-4462-942c-98f3b0d16f53 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0523112 Dec 10 10:24:06.817140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-35f1dc8f-ea16-4b8e-bbc8-ffe0eb1d9ab5 req-3ca75160-b085-4456-94ab-136a4bf51cf1 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430984 Dec 10 10:24:06.908447 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:07.935128 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544bd7-3bca-402d-9380-3619c90f7ccc req-345b3877-fcf2-4999-9054-996634ef8d35 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:07.936595 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca544bd7-3bca-402d-9380-3619c90f7ccc req-345b3877-fcf2-4999-9054-996634ef8d35 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0527353 Dec 10 10:24:07.984963 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ca544bd7-3bca-402d-9380-3619c90f7ccc req-0c94d72f-d94a-4725-b0ef-624e6ef9eeae tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Dec 10 10:24:08.576465 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931561fc-1449-4336-b625-60526848e30d req-6628f414-f44a-4bbd-853b-bfbd1de585f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:08.577997 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-931561fc-1449-4336-b625-60526848e30d req-6628f414-f44a-4bbd-853b-bfbd1de585f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0409970 Dec 10 10:24:08.603121 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:08.672738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931561fc-1449-4336-b625-60526848e30d req-0d099847-d251-4bb9-b1e7-7c75d625bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:08.674526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-931561fc-1449-4336-b625-60526848e30d req-0d099847-d251-4bb9-b1e7-7c75d625bc3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0884597 Dec 10 10:24:08.739558 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-931561fc-1449-4336-b625-60526848e30d req-046b8c41-ecbf-4366-a466-163bb39bc97f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 1001 time: 0.0582197 Dec 10 10:24:08.788175 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931561fc-1449-4336-b625-60526848e30d req-14178480-fd93-4c19-a4be-6b86d0135f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:08.789626 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-931561fc-1449-4336-b625-60526848e30d req-14178480-fd93-4c19-a4be-6b86d0135f02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0436561 Dec 10 10:24:08.837793 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931561fc-1449-4336-b625-60526848e30d req-90ecfc21-9edc-4671-aa25-c225d4765fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:08.839242 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-931561fc-1449-4336-b625-60526848e30d req-90ecfc21-9edc-4671-aa25-c225d4765fe3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428710 Dec 10 10:24:08.926948 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-931561fc-1449-4336-b625-60526848e30d req-63ee6509-dc19-401d-886e-973177299ef6 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799139 Dec 10 10:24:09.019691 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-931561fc-1449-4336-b625-60526848e30d req-31e173f7-e12d-400a-8be8-877e88e0b021 service neutron] 10.222.0.39 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856724 Dec 10 10:24:09.101056 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacd0fb-3d0f-4e36-b3c6-66312b708a58 req-0947db2a-a076-4d4c-b429-a4768c1830ad tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:09.102476 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3aacd0fb-3d0f-4e36-b3c6-66312b708a58 req-0947db2a-a076-4d4c-b429-a4768c1830ad tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0486512 Dec 10 10:24:09.152438 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3aacd0fb-3d0f-4e36-b3c6-66312b708a58 req-b5d2c5bb-1832-46fe-9cc3-03d08dc7ab0e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439897 Dec 10 10:24:09.503932 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:10.270275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057203a-ed62-4a55-b966-d392951bd259 req-cd56df80-4b2c-4a3e-9e41-618711d49586 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:10.271793 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3057203a-ed62-4a55-b966-d392951bd259 req-cd56df80-4b2c-4a3e-9e41-618711d49586 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0489094 Dec 10 10:24:10.325199 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3057203a-ed62-4a55-b966-d392951bd259 req-5bac9947-dfa0-4c7d-9b81-b8488f4eaae1 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475268 Dec 10 10:24:11.444335 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f6ddf-4a65-4286-a0ae-a8079d6a6575 req-a05af785-d6fc-48e4-b70d-45a9b0dfa154 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:11.445869 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-836f6ddf-4a65-4286-a0ae-a8079d6a6575 req-a05af785-d6fc-48e4-b70d-45a9b0dfa154 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0496359 Dec 10 10:24:11.497010 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-836f6ddf-4a65-4286-a0ae-a8079d6a6575 req-2841c6da-02a9-4e58-9eb5-dc821f165e0a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452337 Dec 10 10:24:12.617882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d09862-72f4-46b2-91cb-6d999c8222c2 req-04e4c745-cac2-41da-8842-1138b4d5e9b2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:12.620086 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68d09862-72f4-46b2-91cb-6d999c8222c2 req-04e4c745-cac2-41da-8842-1138b4d5e9b2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0530770 Dec 10 10:24:12.672369 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-68d09862-72f4-46b2-91cb-6d999c8222c2 req-faf78692-ea6b-4bbd-bea0-808ccbfe6950 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459177 Dec 10 10:24:12.851400 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-46630e81-05e1-4272-a375-31ad61a94448 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419545 Dec 10 10:24:12.861029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-86e792ba-80c7-410f-991b-276d1ccff9d8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:24:12.862032 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device f6b9daac-2c89-466a-8e78-79c89983730e no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:24:12.862546 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-86e792ba-80c7-410f-991b-276d1ccff9d8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062418 Dec 10 10:24:12.884558 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67918c91-7435-4715-acc6-70300a35dc07 req-b8928660-1937-47f0-afac-93708d06f2ba tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:12.886144 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67918c91-7435-4715-acc6-70300a35dc07 req-b8928660-1937-47f0-afac-93708d06f2ba tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 945 time: 0.0561776 Dec 10 10:24:12.947094 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:12.950032 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67918c91-7435-4715-acc6-70300a35dc07 req-7169011e-709c-4440-aa9a-15de73f66a56 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555286 Dec 10 10:24:12.975870 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:24:12.978203 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b13c11-c438-4944-a07f-df7f61131b0b" -d '{"events": [{"server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:24:12.992051 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:24:12.997487 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:13.023135 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 10:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddebad54-2c61-4390-bd63-901ad41dc61d x-openstack-request-id: req-ddebad54-2c61-4390-bd63-901ad41dc61d {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:24:13.023435 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "name": "network-vif-unplugged", "status": "failed", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e", "code": 422}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:24:13.023921 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddebad54-2c61-4390-bd63-901ad41dc61d {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:24:13.024324 n-d-814746-3 neutron-server[114971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'code': 422} returned with failed status Dec 10 10:24:13.050355 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:24:13.059226 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.059574 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.059918 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.060826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.060826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.061055 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.061379 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.061826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.062067 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.062385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.062705 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.063080 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:13.063326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:14.076805 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7634a-204d-4f89-8e37-1ae432234060 req-7c4fffa7-358c-4446-a5f2-04fd3a48216d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:14.078330 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6d7634a-204d-4f89-8e37-1ae432234060 req-7c4fffa7-358c-4446-a5f2-04fd3a48216d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0494218 Dec 10 10:24:14.128291 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b6d7634a-204d-4f89-8e37-1ae432234060 req-1825ab69-0770-4559-a53e-3b43b4c7ee48 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 Dec 10 10:24:15.243262 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb14b4-adad-40b8-b38f-5f252bfd6a18 req-e8b3e8e6-bebd-41db-aa84-b6ebd891bfa2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:15.244749 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4bcb14b4-adad-40b8-b38f-5f252bfd6a18 req-e8b3e8e6-bebd-41db-aa84-b6ebd891bfa2 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0497983 Dec 10 10:24:15.300624 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4bcb14b4-adad-40b8-b38f-5f252bfd6a18 req-4382eed2-8557-4945-9447-153f2ffc9cce tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498247 Dec 10 10:24:16.007333 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:16.422476 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ad0ee-376f-462f-a556-d291b7f8e951 req-abbd0274-ce78-4c62-aafc-8adc6d75ba4e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:16.424618 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c19ad0ee-376f-462f-a556-d291b7f8e951 req-abbd0274-ce78-4c62-aafc-8adc6d75ba4e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0529323 Dec 10 10:24:16.479216 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c19ad0ee-376f-462f-a556-d291b7f8e951 req-5c164268-b887-4279-9164-ac67d0c6bc26 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482969 Dec 10 10:24:17.597317 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6110f-2818-444a-800d-21892194ec04 req-17419a0c-e3c2-407c-a75a-ac647266a23d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:17.598846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55c6110f-2818-444a-800d-21892194ec04 req-17419a0c-e3c2-407c-a75a-ac647266a23d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0508566 Dec 10 10:24:17.648831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-55c6110f-2818-444a-800d-21892194ec04 req-d3998d65-6331-421d-89e2-a7fb5874d203 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440814 Dec 10 10:24:18.591620 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-1691c480-d7d5-4e65-b2da-dcd921634892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:18.593108 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-1691c480-d7d5-4e65-b2da-dcd921634892 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4&tenant_id=815d469557d740299da0cea8d01a8e6b HTTP/1.1" status: 200 len: 1094 time: 0.0465689 Dec 10 10:24:18.604402 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-3', 'device_owner': 'compute:nova'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:24:18.657672 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:18.860360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c156c9e-04b3-4ddf-a710-a6351a511f9a req-45d58f48-3bc0-4043-b8cc-de939b476d9e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:18.861795 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c156c9e-04b3-4ddf-a710-a6351a511f9a req-45d58f48-3bc0-4043-b8cc-de939b476d9e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.1036100 Dec 10 10:24:18.933247 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:24:18.938396 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5c156c9e-04b3-4ddf-a710-a6351a511f9a req-986ed752-257b-45f9-a8f6-1c0d60ed12a3 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692537 Dec 10 10:24:18.968915 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h2-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:24:19.000876 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b9daac-2c89-466a-8e78-79c89983730e {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:24:19.008397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:19.020657 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Transition to ACTIVE for port object f6b9daac-2c89-466a-8e78-79c89983730e will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:24:19.023557 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:19.105972 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=7']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:24:19.118568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.118829 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.119167 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.119502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.119833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.120160 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.120482 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.120803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.121121 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.121450 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.121791 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.122108 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.122429 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:24:19.157960 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] No DVR routers for this DVR port f6b9daac-2c89-466a-8e78-79c89983730e on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:24:19.300559 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Attempting to bind port f6b9daac-2c89-466a-8e78-79c89983730e on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:24:19.300891 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Attempting to bind port f6b9daac-2c89-466a-8e78-79c89983730e by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:24:19.301216 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Attempting to bind port f6b9daac-2c89-466a-8e78-79c89983730e on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:24:19.305666 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Port f6b9daac-2c89-466a-8e78-79c89983730e on network feefff6f-1a81-47c3-bded-dabf45b62cb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:24:19.305996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Attempting to bind port f6b9daac-2c89-466a-8e78-79c89983730e on network feefff6f-1a81-47c3-bded-dabf45b62cb5 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:24:19.310941 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:24:19.311275 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Checking segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:24:19.311656 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Bound using segment: {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:24:19.312082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Bound port: f6b9daac-2c89-466a-8e78-79c89983730e, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5e37c8-4872-4cb5-bb92-06a07067652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:24:19.312424 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:19.394027 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:24:19.396980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:24:19.401255 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:19.442046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:19.442658 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:19.444021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] 10.222.0.18 "PUT /v2.0/ports/f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 1091 time: 0.8435078 Dec 10 10:24:19.444458 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:24:19.446730 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04" -d '{"events": [{"name": "network-changed", "server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:24:19.481329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359223c-403a-47e4-ac88-e83b994c2f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=8']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:24:19.528044 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-096ba3e5-c20f-49d2-bbe2-ce70aca33085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:19.529766 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-096ba3e5-c20f-49d2-bbe2-ce70aca33085 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0566180 Dec 10 10:24:19.557717 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ccf48f-0462-4a57-97f9-4ad9ac6a6b64 x-openstack-request-id: req-09ccf48f-0462-4a57-97f9-4ad9ac6a6b64 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:24:19.557980 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:24:19.558237 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09ccf48f-0462-4a57-97f9-4ad9ac6a6b64 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:24:19.558634 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'status': 'completed', 'code': 200} Dec 10 10:24:19.627286 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-ab256c77-7558-49be-b451-3c6fcbcc94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:19.628897 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-ab256c77-7558-49be-b451-3c6fcbcc94d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0915477 Dec 10 10:24:19.700724 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-1ae8b99f-6c61-4d80-a8b2-2f5966cf5a83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 999 time: 0.0639036 Dec 10 10:24:19.754964 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-7bb71cea-ea99-43b3-b062-a5021265dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:19.756430 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-7bb71cea-ea99-43b3-b062-a5021265dd62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0491648 Dec 10 10:24:19.803074 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-2a44acfd-eb0b-447c-8599-3fa973bca3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:19.804558 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-2a44acfd-eb0b-447c-8599-3fa973bca3c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404475 Dec 10 10:24:19.897208 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-9a417925-5f61-4ad6-a5c6-e84e50ea37e3 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853312 Dec 10 10:24:19.988993 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-1540c5de-d120-47d7-9fa4-1f5372d67dbc service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838332 Dec 10 10:24:20.102688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e257-53aa-4f80-8a40-3060c02339db req-befd5d41-9970-421a-8154-e05331f725f5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:20.104186 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4a4e257-53aa-4f80-8a40-3060c02339db req-befd5d41-9970-421a-8154-e05331f725f5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0942183 Dec 10 10:24:20.105923 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-7505bf37-f315-48f2-a22c-8f7cd6ff3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:20.107261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-7505bf37-f315-48f2-a22c-8f7cd6ff3f11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0644047 Dec 10 10:24:20.277938 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:20.547163 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d4a4e257-53aa-4f80-8a40-3060c02339db req-ccf6e2ef-3b70-4381-93eb-799dd748701f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4370327 Dec 10 10:24:20.577362 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-7694a659-5615-4397-a827-d580b31e8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:20.578847 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-7694a659-5615-4397-a827-d580b31e8c53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.4630079 Dec 10 10:24:20.644203 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-5c86b8dd-5ea3-4f0a-9380-f3579371d275 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 999 time: 0.0579927 Dec 10 10:24:20.692329 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-a13cf43a-41d9-41dd-8a7c-29b5cdcb5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:20.693752 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-a13cf43a-41d9-41dd-8a7c-29b5cdcb5cd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0426826 Dec 10 10:24:20.743512 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-9f82ac88-75b5-4ae5-a37a-f19ae9b6c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:20.744968 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-9f82ac88-75b5-4ae5-a37a-f19ae9b6c011 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437469 Dec 10 10:24:20.831743 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-c5b8fb46-ff47-4cde-a96c-9fcb5951c6ed service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795987 Dec 10 10:24:20.926538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-704c700a-beb1-4a5a-ac91-42cc4bdb3a04 req-57907fb3-b05f-47f9-9856-4d7ddc04658b service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867119 Dec 10 10:24:21.667739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0830-2225-4447-aa38-556e5efb1954 req-345b8627-f560-489f-9b9c-a65a2d8dbca5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:21.669272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d5e0830-2225-4447-aa38-556e5efb1954 req-345b8627-f560-489f-9b9c-a65a2d8dbca5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0519135 Dec 10 10:24:21.718085 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d5e0830-2225-4447-aa38-556e5efb1954 req-8ce7c4e7-3c58-44b0-a991-0b6b73ac0514 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Dec 10 10:24:22.696867 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:24:22.832704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e30ab-97b0-4c92-96f2-386583a82291 req-439640ef-b2d4-4f8f-b0f0-872748d6177d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:22.834106 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b7e30ab-97b0-4c92-96f2-386583a82291 req-439640ef-b2d4-4f8f-b0f0-872748d6177d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0489321 Dec 10 10:24:22.882326 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b7e30ab-97b0-4c92-96f2-386583a82291 req-adedfca6-953f-4bc1-b198-f25f9593aee4 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423541 Dec 10 10:24:24.000767 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f965fb1-65ea-4425-95d4-4bbe4865e6b2 req-e58245c9-1a05-4c62-b738-d086b93993d5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:24.002294 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f965fb1-65ea-4425-95d4-4bbe4865e6b2 req-e58245c9-1a05-4c62-b738-d086b93993d5 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0526321 Dec 10 10:24:24.051347 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1f965fb1-65ea-4425-95d4-4bbe4865e6b2 req-76676291-daa0-4531-8e17-a6b9beb48551 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Dec 10 10:24:25.167368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624cc7-e228-444d-9a07-5a48f72c8f73 req-81bf1dc3-134d-458f-87aa-7215c1ab32ad tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:25.168846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a624cc7-e228-444d-9a07-5a48f72c8f73 req-81bf1dc3-134d-458f-87aa-7215c1ab32ad tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0497830 Dec 10 10:24:25.219695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9a624cc7-e228-444d-9a07-5a48f72c8f73 req-39035def-2122-4a23-8b46-216f98ec3c40 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445449 Dec 10 10:24:26.338550 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f6f6e-7e61-47a7-ab0c-5a50b4f993f4 req-5d4872ab-401e-4597-8572-89a3f717dfff tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:26.340025 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-672f6f6e-7e61-47a7-ab0c-5a50b4f993f4 req-5d4872ab-401e-4597-8572-89a3f717dfff tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0526783 Dec 10 10:24:26.388748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-672f6f6e-7e61-47a7-ab0c-5a50b4f993f4 req-b281626c-923e-4fe4-8b34-47c5818a8867 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420525 Dec 10 10:24:27.504147 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8059ec8-e8f3-41b3-891e-368f25d5c0fc req-f12e3a6b-18a4-4020-94aa-5a5f490fcbcf tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:27.505619 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8059ec8-e8f3-41b3-891e-368f25d5c0fc req-f12e3a6b-18a4-4020-94aa-5a5f490fcbcf tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 943 time: 0.0492244 Dec 10 10:24:27.555406 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8059ec8-e8f3-41b3-891e-368f25d5c0fc req-d9bf0f0f-f189-4827-ba40-094ad336e658 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438607 Dec 10 10:24:28.355128 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f6b9daac-2c89-466a-8e78-79c89983730e details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:24:28.449993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:24:28.462001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'port_id': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'mac_address': 'fa:16:3e:32:91:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:24:28.498611 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:28.511306 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b9daac-2c89-466a-8e78-79c89983730e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:24:28.531778 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:24:28.536211 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:28.586290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=9']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:24:28.678139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965699b-ccea-4bd3-a878-91a2adbc28ad req-1a4cb780-a8e7-4e97-830d-2cae4fe94688 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:28.679719 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2965699b-ccea-4bd3-a878-91a2adbc28ad req-1a4cb780-a8e7-4e97-830d-2cae4fe94688 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 944 time: 0.0491934 Dec 10 10:24:28.732411 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-2965699b-ccea-4bd3-a878-91a2adbc28ad req-43781c2d-1450-453d-84b2-c388bde4956e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467806 Dec 10 10:24:28.890052 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['f6b9daac-2c89-466a-8e78-79c89983730e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:24:29.844480 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d39c3-181a-45ae-b84a-28065282ecd2 req-58d31cdb-c8d0-44b1-89aa-76b21053f7c1 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:29.846537 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a7d39c3-181a-45ae-b84a-28065282ecd2 req-58d31cdb-c8d0-44b1-89aa-76b21053f7c1 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 944 time: 0.0485275 Dec 10 10:24:29.894462 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7a7d39c3-181a-45ae-b84a-28065282ecd2 req-e2333157-3b89-4670-9de6-8049444bd677 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Dec 10 10:24:30.358096 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f6b9daac-2c89-466a-8e78-79c89983730e up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:24:30.415596 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port f6b9daac-2c89-466a-8e78-79c89983730e completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:24:30.419622 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port f6b9daac-2c89-466a-8e78-79c89983730e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:24:30.420001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:30.506303 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:30.529029 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:24:30.531341 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c2be5d-0315-4b3b-9c36-95f60c9129ef" -d '{"events": [{"server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "name": "network-vif-plugged", "status": "completed", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:24:30.547155 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:24:30.551838 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:30.578997 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e56bb2-322f-4590-acbb-b06802a3a1ff x-openstack-request-id: req-b8e56bb2-322f-4590-acbb-b06802a3a1ff {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:24:30.579303 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "name": "network-vif-plugged", "status": "completed", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:24:30.579651 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8e56bb2-322f-4590-acbb-b06802a3a1ff {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:24:30.581464 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'code': 200} Dec 10 10:24:30.603127 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=10']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:24:30.722596 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae856d-3907-475b-b565-e40b938acc5b req-6098e18a-548e-4a0b-b264-2daffd985864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:30.724059 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1ae856d-3907-475b-b565-e40b938acc5b req-6098e18a-548e-4a0b-b264-2daffd985864 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0398731 Dec 10 10:24:30.769614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f1ae856d-3907-475b-b565-e40b938acc5b req-e7f1183a-a65e-44c3-a4d9-48b2525419b0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380251 Dec 10 10:24:31.014911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fbfc4-898e-4b3b-997c-12a6c8a34c55 req-2ca5e724-d0e8-45b9-bb0a-7b4207805e64 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:31.016377 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b7fbfc4-898e-4b3b-997c-12a6c8a34c55 req-2ca5e724-d0e8-45b9-bb0a-7b4207805e64 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 946 time: 0.0524225 Dec 10 10:24:31.065554 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6b7fbfc4-898e-4b3b-997c-12a6c8a34c55 req-a43de0d5-50ae-4460-937e-2e336ab0d33f tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 Dec 10 10:24:32.182766 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e82246-d47f-4308-9f00-d69fc6764527 req-844c8969-ec89-41f8-a590-9e4b67ccb42b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:32.184270 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1e82246-d47f-4308-9f00-d69fc6764527 req-844c8969-ec89-41f8-a590-9e4b67ccb42b tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 946 time: 0.0499103 Dec 10 10:24:32.233809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d1e82246-d47f-4308-9f00-d69fc6764527 req-a9d5f399-fd32-4efc-a088-20f3ca7acade tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Dec 10 10:24:33.461979 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50eb7e44-d62f-49a7-8028-fe5993d36e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:35.636591 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5d16b708-6d67-4f24-8931-a968a5eec24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:36.912780 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:38.606054 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:39.506993 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:45.998174 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:47.823003 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-68e89e2d-5aa3-4674-9c78-db0fd72dea3f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382254 Dec 10 10:24:47.908281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-e63ed19c-2b33-4bbf-aa72-78ec97f546d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:47.909800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-e63ed19c-2b33-4bbf-aa72-78ec97f546d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0447507 Dec 10 10:24:48.012748 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-f403fab0-ec51-456d-8d8a-93025f32d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:48.014245 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-f403fab0-ec51-456d-8d8a-93025f32d345 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.0842760 Dec 10 10:24:48.084688 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-f6b5dc3b-ab89-4afd-b9c7-a4badd0310c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 1001 time: 0.0631666 Dec 10 10:24:48.134774 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-b1aafc13-c970-4975-8f69-3a5f40f22737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:48.136192 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-b1aafc13-c970-4975-8f69-3a5f40f22737 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0435500 Dec 10 10:24:48.182406 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-9a51016e-e2fe-4952-9fca-686e41277de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:24:48.183884 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-9a51016e-e2fe-4952-9fca-686e41277de1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399292 Dec 10 10:24:48.278013 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-6df438bd-33ee-4249-b818-a4bd1ad5888f service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873673 Dec 10 10:24:48.371843 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-30a1146d-4b74-4353-beef-e5d42c62c503 req-0a4604e1-8f81-4cac-afc0-2fe9b94a6440 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858996 Dec 10 10:24:50.296556 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:24:59.696570 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:25:03.463893 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d7d98a20-f170-40be-8510-99f39b4c7c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:05.638303 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7980089b-aba9-4c09-bd8a-ecdd03270e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:06.915080 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:08.609731 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:09.511922 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:15.996711 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:20.295885 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:33.467204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5e85c896-3c22-4847-bf24-40a97a3271ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:35.640646 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6e0caf84-a4c6-44f8-9407-b921786f66d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:36.696445 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:25:36.916862 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:38.612548 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:39.514498 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:46.004008 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:47.743058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49636) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:25:47.907478 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Deleting port f030aced-a9c8-4e24-9b12-b8bba2d83fbb {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:25:47.907831 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:47.985807 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:47.986138 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:47.998139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Calling delete_port for f030aced-a9c8-4e24-9b12-b8bba2d83fbb owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:25:48.147317 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:48.173005 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event deleted for resources: {'Port': ['ID=f030aced-a9c8-4e24-9b12-b8bba2d83fbb,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:25:48.201664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.202025 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.202370 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.202710 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.203050 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.203386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.203717 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.204046 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.204374 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.204728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.205055 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.205381 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.205728 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:48.248771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:48.249102 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Floating IP aba9bda9-d842-488b-bf2c-417698b35ae4 disassociated (deleted). External IP: 172.25.3.112, port: f6b9daac-2c89-466a-8e78-79c89983730e. Dec 10 10:25:48.460852 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Router 270339f4-d7a1-41ab-81ca-45f3adc8bfde has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:25:48.572036 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:25:48.576843 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:48.581549 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] Sync routers for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:25:48.591301 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:25:48.591935 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:25:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:48.603143 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-fb8b627e-05df-4517-9e3c-b7c686e02c71 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "DELETE /v2.0/floatingips/aba9bda9-d842-488b-bf2c-417698b35ae4 HTTP/1.1" status: 204 len: 168 time: 0.8589838 Dec 10 10:25:48.603741 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:25:48.606047 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:25:48.699655 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:25:48.757900 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2120aa39-469f-48fb-b3c2-cdb1a624a25e x-openstack-request-id: req-2120aa39-469f-48fb-b3c2-cdb1a624a25e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:25:48.758702 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:25:48.758702 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2120aa39-469f-48fb-b3c2-cdb1a624a25e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:25:48.759386 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'status': 'completed', 'code': 200} Dec 10 10:25:48.884688 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630732af-3261-405f-9f4e-f7050fcb9003 req-dfa9bafd-746d-40f6-ae1d-003199e75003 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:25:48.886225 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-630732af-3261-405f-9f4e-f7050fcb9003 req-dfa9bafd-746d-40f6-ae1d-003199e75003 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 946 time: 0.0793355 Dec 10 10:25:48.910416 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:48.913702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-955a399a-f435-4264-9bb0-664bdee123fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:25:48.915380 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-955a399a-f435-4264-9bb0-664bdee123fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815d469557d740299da0cea8d01a8e6b&device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 1097 time: 0.1319854 Dec 10 10:25:48.937041 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] Checking router: 270339f4-d7a1-41ab-81ca-45f3adc8bfde for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:25:48.950060 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:25:48.950941 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:25:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:48.985976 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-630732af-3261-405f-9f4e-f7050fcb9003 req-b9de6719-83b5-4ac8-a855-f5303441dbca tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914433 Dec 10 10:25:49.031049 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-ec942d47-6e2e-4b0a-bc2a-8ca870467cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:25:49.032561 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-ec942d47-6e2e-4b0a-bc2a-8ca870467cdd service neutron] 10.222.0.18 "GET /v2.0/networks?id=feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 200 len: 910 time: 0.1066129 Dec 10 10:25:49.060361 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:25:49.084615 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-539a26b1-38dd-46e5-9022-e1f6a24090ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 200 len: 217 time: 0.0408695 Dec 10 10:25:49.138814 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-9e61bfda-bf08-4aa5-a7aa-a1fc50321825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:25:49.140367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-9e61bfda-bf08-4aa5-a7aa-a1fc50321825 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 200 len: 848 time: 0.0472755 Dec 10 10:25:49.187989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-e5f16d83-e8b4-4cd4-85ae-85c9dfa26b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:25:49.189481 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-e5f16d83-e8b4-4cd4-85ae-85c9dfa26b41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feefff6f-1a81-47c3-bded-dabf45b62cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402689 Dec 10 10:25:49.261213 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:49.290329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-6034d6f8-86b7-41da-b5af-405cbc4be115 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927792 Dec 10 10:25:49.292826 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ce654-a83a-441b-83fc-177b4caf9c72 None None] The sync data for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 is: [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '6fc0f819-de98-4f0d-b53c-61792d5e51a2', 'name': '', 'network_id': 'feefff6f-1a81-47c3-bded-dabf45b62cb5', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'mac_address': 'fa:16:3e:89:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:39Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'subnets': [{'id': 'c3d8bdb2-fae7-42fd-9405-4ce4442a87f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:25:49.385447 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b4f80f3-90c6-45fd-bb50-46aa02e8dc1b req-f5862a32-acc7-46a0-82ca-d57d9580a6a0 service neutron] 10.222.0.18 "GET /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873601 Dec 10 10:25:49.516941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2774cf-e0bb-4c99-af3b-cc8c27d10ea6 None None] New status for floating IP aba9bda9-d842-488b-bf2c-417698b35ae4: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:25:50.106393 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc448c6a-f4a0-480c-9905-bc144ff13dde req-ee2ff21c-d934-48df-933d-f5190669e363 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:25:50.107775 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc448c6a-f4a0-480c-9905-bc144ff13dde req-ee2ff21c-d934-48df-933d-f5190669e363 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 946 time: 0.0490155 Dec 10 10:25:50.165907 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-dc448c6a-f4a0-480c-9905-bc144ff13dde req-b261dcdc-496d-4cf3-b2f5-611073c06ffe tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/security-groups?id=7abc37a3-8197-47c2-9bfa-d35a714a328b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521564 Dec 10 10:25:50.288704 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:50.437922 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-47791462-63f9-40b4-bdaa-894c1f44be7d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:25:50.439375 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-47791462-63f9-40b4-bdaa-894c1f44be7d tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.18 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 946 time: 0.0487134 Dec 10 10:25:50.533789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Deleting port f6b9daac-2c89-466a-8e78-79c89983730e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:25:50.533933 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:50.627023 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] For port f6b9daac-2c89-466a-8e78-79c89983730e, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f6b9daac-2c89-466a-8e78-79c89983730e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:25:50.627380 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:50.639281 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Calling delete_port for f6b9daac-2c89-466a-8e78-79c89983730e owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:25:50.775120 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:50.811127 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event deleted for resources: {'Port': ['ID=f6b9daac-2c89-466a-8e78-79c89983730e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:25:50.847080 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] No DVR routers for this DVR port f6b9daac-2c89-466a-8e78-79c89983730e on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:25:50.849803 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:50.853819 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5630e4bc-d4b0-4d40-8ba8-284dfe0a3020 req-3c523c3c-f926-4689-a4ed-3bbe823990fa tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.18 "DELETE /v2.0/ports/f6b9daac-2c89-466a-8e78-79c89983730e HTTP/1.1" status: 204 len: 173 time: 0.4083903 Dec 10 10:25:50.854260 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'name': 'network-vif-deleted', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:25:50.856758 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc6adca-f14d-4a91-b855-f6b9d3d45dd3" -d '{"events": [{"server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "name": "network-vif-deleted", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:25:50.893018 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e5b920-62a3-4d16-bc2b-dea8481703f6 x-openstack-request-id: req-83e5b920-62a3-4d16-bc2b-dea8481703f6 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:25:50.893314 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a2024d-8b83-4142-83b9-84dcd35dd2e4", "name": "network-vif-deleted", "tag": "f6b9daac-2c89-466a-8e78-79c89983730e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:25:50.893589 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83e5b920-62a3-4d16-bc2b-dea8481703f6 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:25:50.893992 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a2024d-8b83-4142-83b9-84dcd35dd2e4', 'name': 'network-vif-deleted', 'tag': 'f6b9daac-2c89-466a-8e78-79c89983730e', 'status': 'completed', 'code': 200} Dec 10 10:25:51.268169 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-eea1a63f-a937-4d0f-8028-76d6bec2b793 req-f74292f3-7aa2-43d7-ac83-515676b6678a tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0281897 Dec 10 10:25:52.369577 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-414af595-8495-4343-891a-e7e79aaba5e7 req-e356d37c-71a7-4e98-8865-8e93519622e0 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0257194 Dec 10 10:25:53.470594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-bd6b0587-d0c9-4124-b0dc-8fcfc9b81b55 req-26df783b-b6c6-4282-84ca-2bfe75c3e96e tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0308604 Dec 10 10:25:54.571544 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-276d5212-a31f-4200-b05f-44db2cbea8af req-319b4043-a430-4688-b4a4-318219523a76 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a2024d-8b83-4142-83b9-84dcd35dd2e4 HTTP/1.1" status: 200 len: 210 time: 0.0268540 Dec 10 10:25:54.731247 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f6b9daac-2c89-466a-8e78-79c89983730e no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:25:54.751597 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: f6b9daac-2c89-466a-8e78-79c89983730e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:25:54.751939 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f6b9daac-2c89-466a-8e78-79c89983730e not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:25:55.628186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49668) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:25:55.686462 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f31dc9f9-41a6-453f-ab14-c1cba9df2df8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:55.711607 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f31dc9f9-41a6-453f-ab14-c1cba9df2df8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:55.774334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f31dc9f9-41a6-453f-ab14-c1cba9df2df8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:55.776954 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-f31dc9f9-41a6-453f-ab14-c1cba9df2df8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:55.778362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-f31dc9f9-41a6-453f-ab14-c1cba9df2df8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] 10.222.0.31 "DELETE /v2.0/security-groups/7abc37a3-8197-47c2-9bfa-d35a714a328b HTTP/1.1" status: 204 len: 168 time: 0.1490912 Dec 10 10:25:55.789083 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dc9f9-41a6-453f-ab14-c1cba9df2df8 tempest-TestShelveInstance-2117269884 tempest-TestShelveInstance-2117269884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abc37a3-8197-47c2-9bfa-d35a714a328b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:25:55.822724 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49672) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:25:56.277568 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:56.535618 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Deleting port 6fc0f819-de98-4f0d-b53c-61792d5e51a2 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:25:56.535950 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:56.620347 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] For port 6fc0f819-de98-4f0d-b53c-61792d5e51a2, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6fc0f819-de98-4f0d-b53c-61792d5e51a2,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:25:56.620709 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:56.635235 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Calling delete_port for 6fc0f819-de98-4f0d-b53c-61792d5e51a2 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:25:56.822914 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:56.856422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc0f819-de98-4f0d-b53c-61792d5e51a2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:25:57.037683 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:57.268420 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Router 270339f4-d7a1-41ab-81ca-45f3adc8bfde has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:25:57.730387 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:25:57.735489 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9269e9be-2214-4fcf-896f-29e30659987d admin admin] 10.222.0.31 "PUT /v2.0/routers/270339f4-d7a1-41ab-81ca-45f3adc8bfde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9116850 Dec 10 10:25:57.738174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49676) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:25:57.747234 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] Sync routers for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:25:57.757038 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:25:57.757702 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:25:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:57.864259 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:57.968627 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:25:57.980643 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.038179 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Deleting port f49a1550-115c-4096-a367-e5fcdc870241 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:25:58.038880 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.128139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] For port f49a1550-115c-4096-a367-e5fcdc870241, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=f49a1550-115c-4096-a367-e5fcdc870241,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:25:58.128503 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.141338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Calling delete_port for f49a1550-115c-4096-a367-e5fcdc870241 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:25:58.153452 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:25:56Z', 'revision_number': 5, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port': {'id': 'f49a1550-115c-4096-a367-e5fcdc870241', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:58.185172 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] Checking router: 270339f4-d7a1-41ab-81ca-45f3adc8bfde for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:25:58.193483 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] Routers {'270339f4-d7a1-41ab-81ca-45f3adc8bfde'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:25:58.194125 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:25:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:58.283172 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] Set router 270339f4-d7a1-41ab-81ca-45f3adc8bfde gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:25:58.317762 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.339314 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:25:57Z', 'revision_number': 6, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:58.345216 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Pushing event deleted for resources: {'Port': ['ID=f49a1550-115c-4096-a367-e5fcdc870241,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:25:58.363750 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed231e5-9fe4-45da-8296-ae31e0aa7e75 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:25:58.382290 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07156f7c-846a-4398-b915-1b7f165e7369 None None] The sync data for ids ['270339f4-d7a1-41ab-81ca-45f3adc8bfde'] in n-d-814746-3 is: [{'id': '270339f4-d7a1-41ab-81ca-45f3adc8bfde', 'name': 'tempest-TestShelveInstance-1976975731-router', 'tenant_id': '815d469557d740299da0cea8d01a8e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:37Z', 'updated_at': '2021-12-10T10:25:57Z', 'revision_number': 6, 'project_id': '815d469557d740299da0cea8d01a8e6b', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:25:58.407870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.408232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.408581 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.408927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.409268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.409855 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.409986 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.410284 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.410611 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.410945 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.411271 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.411607 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.411931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:25:58.427669 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.519885 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.522049 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.572937 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.573490 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 270339f4-d7a1-41ab-81ca-45f3adc8bfde {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:25:58.578059 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.579220 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-9825b610-0829-4dde-9682-f602c7b5e01d admin admin] 10.222.0.31 "DELETE /v2.0/routers/270339f4-d7a1-41ab-81ca-45f3adc8bfde HTTP/1.1" status: 204 len: 168 time: 0.8400524 Dec 10 10:25:58.582068 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49680) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:25:58.626845 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a7b536-9881-4bec-b0c9-564c3d95857c admin admin] Deleting subnet c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:25:58.629944 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67a7b536-9881-4bec-b0c9-564c3d95857c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.666414 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67a7b536-9881-4bec-b0c9-564c3d95857c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.750687 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67a7b536-9881-4bec-b0c9-564c3d95857c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.807420 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67a7b536-9881-4bec-b0c9-564c3d95857c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.841721 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7b536-9881-4bec-b0c9-564c3d95857c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d8bdb2-fae7-42fd-9405-4ce4442a87f2,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:25:58.843934 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-67a7b536-9881-4bec-b0c9-564c3d95857c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.844334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866fd043-46ea-49fa-85fd-1891fb940f83 None None] Network feefff6f-1a81-47c3-bded-dabf45b62cb5 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:25:58.847248 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-67a7b536-9881-4bec-b0c9-564c3d95857c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c3d8bdb2-fae7-42fd-9405-4ce4442a87f2 HTTP/1.1" status: 204 len: 168 time: 0.2640274 Dec 10 10:25:58.849775 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49682) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:25:58.922556 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:58.985803 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Deleting port 9c214c07-c7d3-4db5-b692-19e2024d7f1e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:25:58.986026 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.049737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] For port 9c214c07-c7d3-4db5-b692-19e2024d7f1e, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=9c214c07-c7d3-4db5-b692-19e2024d7f1e,segment=NetworkSegment(cd5e37c8-4872-4cb5-bb92-06a07067652a),segment_id=cd5e37c8-4872-4cb5-bb92-06a07067652a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:25:59.050203 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.063898 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Calling delete_port for 9c214c07-c7d3-4db5-b692-19e2024d7f1e owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:25:59.144952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.174010 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] No DVR routers for this DVR port 9c214c07-c7d3-4db5-b692-19e2024d7f1e on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:25:59.178942 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c214c07-c7d3-4db5-b692-19e2024d7f1e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:25:59.227097 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c376ba-e3d9-4e48-a1bc-bf003ac419c8 None None] DHCP port deletion for feefff6f-1a81-47c3-bded-dabf45b62cb5 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:25:59.261234 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.281112 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feefff6f-1a81-47c3-bded-dabf45b62cb5']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:59.290674 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5e37c8-4872-4cb5-bb92-06a07067652a') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:59.290947 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5e37c8-4872-4cb5-bb92-06a07067652a') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:25:59.304232 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.323598 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.330138 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:25:59.330531 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:25:59.332431 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:25:59.410410 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.416650 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.423261 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49684) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:25:59.423815 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] 10.222.0.31 "DELETE /v2.0/networks/feefff6f-1a81-47c3-bded-dabf45b62cb5 HTTP/1.1" status: 204 len: 168 time: 0.5726371 Dec 10 10:25:59.435832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164849c-6ba9-4c5b-9355-667466453418 admin admin] Pushing event deleted for resources: {'Network': ['ID=feefff6f-1a81-47c3-bded-dabf45b62cb5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:25:59.775417 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:25:59.868000 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c214c07-c7d3-4db5-b692-19e2024d7f1e no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:25:59.888290 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 9c214c07-c7d3-4db5-b692-19e2024d7f1e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:25:59.888641 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 9c214c07-c7d3-4db5-b692-19e2024d7f1e not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:25:59.889054 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f49a1550-115c-4096-a367-e5fcdc870241 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:25:59.912138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: f49a1550-115c-4096-a367-e5fcdc870241 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:25:59.912138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device f49a1550-115c-4096-a367-e5fcdc870241 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:25:59.912138 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6fc0f819-de98-4f0d-b53c-61792d5e51a2 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:25:59.932156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6fc0f819-de98-4f0d-b53c-61792d5e51a2 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:25:59.932504 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6fc0f819-de98-4f0d-b53c-61792d5e51a2 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:26:00.022972 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Deleting port 5575d07b-95fe-42cb-932f-9ecd397edad5 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:26:00.023963 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:00.103728 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] For port 5575d07b-95fe-42cb-932f-9ecd397edad5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=5575d07b-95fe-42cb-932f-9ecd397edad5,segment=NetworkSegment(fd201221-4e33-4a30-884a-c638560264ad),segment_id=fd201221-4e33-4a30-884a-c638560264ad)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:00.103998 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:00.115354 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Calling delete_port for 5575d07b-95fe-42cb-932f-9ecd397edad5 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:26:00.294555 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:00.317532 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Pushing event deleted for resources: {'Port': ['ID=5575d07b-95fe-42cb-932f-9ecd397edad5,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:00.488897 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:00.716511 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Router 7240235e-097f-4f70-b2b2-c700bbcdb970 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:26:00.833479 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:26:00.839535 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-21bdb214-fcb1-4799-952a-d6155c7db038 admin admin] 10.222.0.31 "PUT /v2.0/routers/7240235e-097f-4f70-b2b2-c700bbcdb970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4150417 Dec 10 10:26:00.842158 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49686) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:00.842877 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] Sync routers for ids ['7240235e-097f-4f70-b2b2-c700bbcdb970'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:26:00.854839 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] Routers {'7240235e-097f-4f70-b2b2-c700bbcdb970'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:00.855474 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:25:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['7240235e-097f-4f70-b2b2-c700bbcdb970'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:00.945926 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.052044 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.113125 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Deleting port 28b5ac37-ec17-47fc-bcda-10bf91d56dba {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:26:01.113467 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.132616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] Set router 7240235e-097f-4f70-b2b2-c700bbcdb970 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:01.195679 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] For port 28b5ac37-ec17-47fc-bcda-10bf91d56dba, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=28b5ac37-ec17-47fc-bcda-10bf91d56dba,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:01.196042 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.207752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Calling delete_port for 28b5ac37-ec17-47fc-bcda-10bf91d56dba owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:26:01.376030 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.400931 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Pushing event deleted for resources: {'Port': ['ID=28b5ac37-ec17-47fc-bcda-10bf91d56dba,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:01.418613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e795e36d-2fba-4974-83ec-dc798b1bc39d None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:26:01.423661 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:41Z', 'updated_at': '2021-12-10T10:26:00Z', 'revision_number': 5, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'gw_port': {'id': '28b5ac37-ec17-47fc-bcda-10bf91d56dba', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:16:42Z', 'updated_at': '2021-12-10T10:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:01.458493 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] Checking router: 7240235e-097f-4f70-b2b2-c700bbcdb970 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:26:01.468336 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.475946 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] Routers {'7240235e-097f-4f70-b2b2-c700bbcdb970'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:01.477146 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:25:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['7240235e-097f-4f70-b2b2-c700bbcdb970'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:01.552957 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] Set router 7240235e-097f-4f70-b2b2-c700bbcdb970 gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:01.560401 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.562741 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.609811 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.610380 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7240235e-097f-4f70-b2b2-c700bbcdb970 {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:26:01.614818 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.616024 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a8f2f24d-89ca-4b89-8141-79aa65a7ed0f admin admin] 10.222.0.31 "DELETE /v2.0/routers/7240235e-097f-4f70-b2b2-c700bbcdb970 HTTP/1.1" status: 204 len: 168 time: 0.7729464 Dec 10 10:26:01.619789 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:41Z', 'updated_at': '2021-12-10T10:26:01Z', 'revision_number': 7, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:01.619989 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49688) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:01.651151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f38ca-e195-4a4f-8edc-40c8dc842adf None None] The sync data for ids ['7240235e-097f-4f70-b2b2-c700bbcdb970'] in n-d-814746-3 is: [{'id': '7240235e-097f-4f70-b2b2-c700bbcdb970', 'name': 'tempest-TestShelveInstance-679656710-router', 'tenant_id': 'e957ecee997d48d7a5d293387e1b65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:16:41Z', 'updated_at': '2021-12-10T10:26:01Z', 'revision_number': 7, 'project_id': 'e957ecee997d48d7a5d293387e1b65a3', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:26:01.665815 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-675885df-5c84-47b4-a49c-23c9ec1f0cd0 admin admin] Deleting subnet 89f75186-0d0c-4eee-8be4-56d1b31edcb3 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:26:01.669356 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-675885df-5c84-47b4-a49c-23c9ec1f0cd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.711487 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-675885df-5c84-47b4-a49c-23c9ec1f0cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.786510 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-675885df-5c84-47b4-a49c-23c9ec1f0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.838028 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-675885df-5c84-47b4-a49c-23c9ec1f0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.863350 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675885df-5c84-47b4-a49c-23c9ec1f0cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f75186-0d0c-4eee-8be4-56d1b31edcb3,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:01.867078 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-675885df-5c84-47b4-a49c-23c9ec1f0cd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:01.870339 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-675885df-5c84-47b4-a49c-23c9ec1f0cd0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/89f75186-0d0c-4eee-8be4-56d1b31edcb3 HTTP/1.1" status: 204 len: 168 time: 0.2494628 Dec 10 10:26:01.872789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49690) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:01.875491 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adadc687-8541-42b8-b835-0c12acb6a8ee None None] Network 927b512d-272d-44d2-a75d-4c21ee3aba6c requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:26:01.944387 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.002117 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Deleting port dd3a6d16-a982-45e4-b564-879c154a3059 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:26:02.002535 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.068478 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] DHCP port deletion for 927b512d-272d-44d2-a75d-4c21ee3aba6c request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:26:02.078882 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] For port dd3a6d16-a982-45e4-b564-879c154a3059, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dd3a6d16-a982-45e4-b564-879c154a3059,segment=NetworkSegment(fd201221-4e33-4a30-884a-c638560264ad),segment_id=fd201221-4e33-4a30-884a-c638560264ad)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:02.079245 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.098422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Calling delete_port for dd3a6d16-a982-45e4-b564-879c154a3059 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:26:02.123253 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Deleting port dd3a6d16-a982-45e4-b564-879c154a3059 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:26:02.123631 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.187127 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.188501 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] For port dd3a6d16-a982-45e4-b564-879c154a3059, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=dd3a6d16-a982-45e4-b564-879c154a3059,segment=NetworkSegment(fd201221-4e33-4a30-884a-c638560264ad),segment_id=fd201221-4e33-4a30-884a-c638560264ad)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:02.189002 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.206377 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Calling delete_port for dd3a6d16-a982-45e4-b564-879c154a3059 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:26:02.216029 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3a6d16-a982-45e4-b564-879c154a3059,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:02.217901 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] No DVR routers for this DVR port dd3a6d16-a982-45e4-b564-879c154a3059 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:26:02.280487 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.296277 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.306095 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Pushing event deleted for resources: {'Port': ['ID=dd3a6d16-a982-45e4-b564-879c154a3059,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:02.310395 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] No DVR routers for this DVR port dd3a6d16-a982-45e4-b564-879c154a3059 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:26:02.317763 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.320303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321016 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927b512d-272d-44d2-a75d-4c21ee3aba6c']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.321613 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.322611 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc1f7-43f6-4b35-8ce2-c79c362d8cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:02.331965 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd201221-4e33-4a30-884a-c638560264ad') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:02.332265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd201221-4e33-4a30-884a-c638560264ad') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:02.342091 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.355501 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.361481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:26:02.361892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:26:02.363687 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:26:02.424042 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.429847 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.433065 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] 10.222.0.31 "DELETE /v2.0/networks/927b512d-272d-44d2-a75d-4c21ee3aba6c HTTP/1.1" status: 204 len: 168 time: 0.5593479 Dec 10 10:26:02.447598 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddccf7-6066-4352-9f4b-aed70ef09fab admin admin] Pushing event deleted for resources: {'Network': ['ID=927b512d-272d-44d2-a75d-4c21ee3aba6c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:02.454455 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5575d07b-95fe-42cb-932f-9ecd397edad5 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:26:02.483857 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 5575d07b-95fe-42cb-932f-9ecd397edad5 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:26:02.484204 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 5575d07b-95fe-42cb-932f-9ecd397edad5 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:26:02.575368 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49694) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:02.621244 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-43dfc2e3-1cf8-4f54-be0e-9f5529c8fd7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=815d469557d740299da0cea8d01a8e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417094 Dec 10 10:26:02.621836 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49696) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:02.671688 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6d12-d771-42d2-b560-7e29ccdb4ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.693764 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6d12-d771-42d2-b560-7e29ccdb4ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.743776 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6d12-d771-42d2-b560-7e29ccdb4ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.746980 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6d12-d771-42d2-b560-7e29ccdb4ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:02.748246 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3d3b6d12-d771-42d2-b560-7e29ccdb4ac4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81455390-891c-47df-854e-d2cf642eca7d HTTP/1.1" status: 204 len: 168 time: 0.1262004 Dec 10 10:26:02.756228 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b6d12-d771-42d2-b560-7e29ccdb4ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81455390-891c-47df-854e-d2cf642eca7d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:03.057853 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49702) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:03.096997 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-98ed9db9-e1ae-43ff-8da9-0ee4e0eacc72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e957ecee997d48d7a5d293387e1b65a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379157 Dec 10 10:26:03.099416 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49704) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:03.148603 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b024b86c-5487-4245-b35f-91307e012dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:03.470169 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6234c55e-77ab-4ec3-b979-dac1364dd765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:03.489807 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b024b86c-5487-4245-b35f-91307e012dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:03.534721 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b024b86c-5487-4245-b35f-91307e012dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:03.537447 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-b024b86c-5487-4245-b35f-91307e012dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:03.538626 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-b024b86c-5487-4245-b35f-91307e012dfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/719c53a1-9bf8-4d2f-b305-d0c43ca7252d HTTP/1.1" status: 204 len: 168 time: 0.4383316 Dec 10 10:26:03.547339 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024b86c-5487-4245-b35f-91307e012dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c53a1-9bf8-4d2f-b305-d0c43ca7252d,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:03.867013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 28b5ac37-ec17-47fc-bcda-10bf91d56dba no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:26:03.887519 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 28b5ac37-ec17-47fc-bcda-10bf91d56dba {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:26:03.887866 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 28b5ac37-ec17-47fc-bcda-10bf91d56dba not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:26:03.888279 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device dd3a6d16-a982-45e4-b564-879c154a3059 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:26:03.907547 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: dd3a6d16-a982-45e4-b564-879c154a3059 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:26:03.909567 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device dd3a6d16-a982-45e4-b564-879c154a3059 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:26:04.204426 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49726) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:04.300495 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2061799698-network', 'tenant_id': 'cf3d137c21414c3985e920f685450425'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:04.321856 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Made reservation on behalf of cf3d137c21414c3985e920f685450425 for: {'network': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:26:04.324373 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.332724 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.403589 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.407539 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.427414 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:26:04.440923 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c0046-e4b4-4249-b938-89c56254b81f,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:04.445591 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.445938 n-d-814746-3 neutron-server[114970]: INFO neutron.db.segments_db [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Added segment 05bbf0d1-e833-401e-99bd-fa44ded28c9a of type vlan for network c1c2b8d1-f128-4e09-b56b-907aa65776ad Dec 10 10:26:04.486021 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.511596 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.512513 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:04.513079 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Publish callbacks [] for network, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.574647 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3691204 Dec 10 10:26:04.577792 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49730) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:04.582116 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca2eb0-8813-4d75-9e97-6d8b85f5ec01 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c2b8d1-f128-4e09-b56b-907aa65776ad,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:04.583484 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Request body: {'subnet': {'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2061799698-subnet', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:04.592784 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:26:04.604146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Made reservation on behalf of cf3d137c21414c3985e920f685450425 for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:26:04.606499 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.776269 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.835644 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfec355d-9027-40ec-bf19-82aa1831dc55,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:04.846165 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Checking segment: {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:26:04.846522 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Network hostable DHCP agents. Network: c1c2b8d1-f128-4e09-b56b-907aa65776ad, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:26:04.863058 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:26:04.872099 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, c1c2b8d1-f128-4e09-b56b-907aa65776ad) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:04.876502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:04.877101 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.881423 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0d7a6b-c27f-4048-88fe-944fb4985fc0 None None] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:26:04.892569 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-cd68cefb-a8c6-4aa9-8738-1d2d75b5b5d6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3130250 Dec 10 10:26:04.895351 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49732) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:04.900236 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:04.921675 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.922676 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.975073 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:04.985178 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:26:04.986179 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.117093 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.122826 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Allocated IP 172.20.0.2 (c1c2b8d1-f128-4e09-b56b-907aa65776ad/dfec355d-9027-40ec-bf19-82aa1831dc55/02a98cf9-6ae9-468d-bebf-a2396bbb7116) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:26:05.267829 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.273834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.315634 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:05.318409 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.321782 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:05.323620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Pushing event updated for resources: {'Port': ['ID=02a98cf9-6ae9-468d-bebf-a2396bbb7116,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:05.325776 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:26:05.346079 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.382104 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Attempting to bind port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:26:05.382394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Attempting to bind port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:26:05.382779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Attempting to bind port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 on network c1c2b8d1-f128-4e09-b56b-907aa65776ad {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:26:05.388620 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:26:05.388992 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Checking segment: {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:26:05.389392 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.389828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Bound using segment: {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:26:05.390286 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Bound port: 02a98cf9-6ae9-468d-bebf-a2396bbb7116, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:26:05.391361 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.450627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Allocated IP 172.25.3.12 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:26:05.452153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] For port 02a98cf9-6ae9-468d-bebf-a2396bbb7116, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:26:05.455150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] For port 02a98cf9-6ae9-468d-bebf-a2396bbb7116, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=02a98cf9-6ae9-468d-bebf-a2396bbb7116,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:26:05.460091 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.515993 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2c62a-01a0-4ae4-be8f-4a57111276ba None None] Pushing event updated for resources: {'Port': ['ID=02a98cf9-6ae9-468d-bebf-a2396bbb7116,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:05.565826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.603931 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.644084 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7580-3e95-4549-af2f-598fbc406f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.655918 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:05.661011 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:05.663231 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Pushing event updated for resources: {'Port': ['ID=60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:05.666101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:26:05.702773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9694ea-430c-455a-99e4-4bd443e43f94 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:26:05.769973 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-759a5b2f-341a-4fc6-9291-9400b5b1ca9b None None] Provisioning complete for port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:05.770432 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-759a5b2f-341a-4fc6-9291-9400b5b1ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.810389 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-759a5b2f-341a-4fc6-9291-9400b5b1ca9b None None] Port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:05.909039 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 02a98cf9-6ae9-468d-bebf-a2396bbb7116 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:26:05.954897 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:05.959394 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:05.959768 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:06.038152 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:06.072275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port 02a98cf9-6ae9-468d-bebf-a2396bbb7116, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=02a98cf9-6ae9-468d-bebf-a2396bbb7116,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:06.076291 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:06.131453 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=02a98cf9-6ae9-468d-bebf-a2396bbb7116,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:06.164781 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:06.308328 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:26:06.423392 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:26:06.433077 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Sync routers for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:26:06.442147 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:06.446582 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:06.446846 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-17a22721-3347-44d8-9d3f-edef279ffd13 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5475621 Dec 10 10:26:06.447021 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:06.447152 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49734) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:06.458752 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b1ae85-73e3-400a-a6d9-51c108b1a5aa None None] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:26:06.573570 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:06.573856 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f580b03f-b9d0-4d9d-926f-5ae76bdc0e7d None None] Provisioning complete for port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:06.574223 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f580b03f-b9d0-4d9d-926f-5ae76bdc0e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:06.772176 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:05Z', 'revision_number': 3, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:06.802750 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Checking router: b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:26:06.803095 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Updating router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:26:06.829872 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:06.894497 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c159dd2b-2858-4b98-9ade-62ce82743e7e None None] Provisioning complete for port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:06.895115 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c159dd2b-2858-4b98-9ade-62ce82743e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:06.905198 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:06.947411 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.127346 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Allocated IP 172.20.0.1 (c1c2b8d1-f128-4e09-b56b-907aa65776ad/dfec355d-9027-40ec-bf19-82aa1831dc55/eb14c021-28fa-4e66-af4c-c1f8955bfef5) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:26:07.131671 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.138286 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.188303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac66db8-04e3-4aec-a14d-a9af05c04fd1 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:26:07.192590 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Attempting to bind port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:26:07.192970 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Attempting to bind port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:26:07.193335 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Attempting to bind port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:26:07.203943 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:26:07.204376 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:26:07.204755 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.205138 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:26:07.205639 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Bound port: 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:26:07.206019 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.212741 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Pushing event updated for resources: {'Port': ['ID=60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:07.246156 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-29f5274f-4b36-45ef-85c1-c72ba3614b8c None None] Provisioning complete for port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:07.246620 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-29f5274f-4b36-45ef-85c1-c72ba3614b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.249635 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.249981 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.250321 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.250673 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.250998 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.251318 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.251636 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.251956 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.252276 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.252591 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.253292 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.253885 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.254314 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:26:07.280332 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.287044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-29f5274f-4b36-45ef-85c1-c72ba3614b8c None None] Port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:07.287695 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] For port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:26:07.291312 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] For port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:26:07.296174 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.322528 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.349840 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76679cb3-0d30-4b99-947a-fceafa85d838 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:26:07.356509 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:07.357190 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:07.372306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:07.376175 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:07.381976 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:26:07.414041 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Pushing event updated for resources: {'Port': ['ID=eb14c021-28fa-4e66-af4c-c1f8955bfef5,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:07.426971 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-32406835-a102-48dd-938d-2e021e26d682 None None] Provisioning complete for port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:07.427746 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32406835-a102-48dd-938d-2e021e26d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.436506 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.438057 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b769c-d980-46b8-9281-cac259b9f8ac None None] Pushing event updated for resources: {'Port': ['ID=60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:07.551047 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:07.552781 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32406835-a102-48dd-938d-2e021e26d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.580331 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-32406835-a102-48dd-938d-2e021e26d682 None None] For port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:07.588596 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-32406835-a102-48dd-938d-2e021e26d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.640053 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.651040 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32406835-a102-48dd-938d-2e021e26d682 None None] Pushing event updated for resources: {'Port': ['ID=60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:07.713184 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-7a6d8ef1-076a-4252-ac37-2e2bc5decf9b None None] Provisioning complete for port eb14c021-28fa-4e66-af4c-c1f8955bfef5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:07.713636 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8ef1-076a-4252-ac37-2e2bc5decf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.748847 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d8ef1-076a-4252-ac37-2e2bc5decf9b None None] Port eb14c021-28fa-4e66-af4c-c1f8955bfef5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:07.834278 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.840649 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.851906 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:05Z', 'revision_number': 3, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:07.877615 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 02a98cf9-6ae9-468d-bebf-a2396bbb7116 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:26:07.886635 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86412e-0027-4e24-bad2-e1331a9c3dbb None None] The sync data for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 is: [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:05Z', 'revision_number': 3, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:26:07.912222 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:07.914327 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Pushing event updated for resources: {'Port': ['ID=eb14c021-28fa-4e66-af4c-c1f8955bfef5,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:07.938516 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:07.939062 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:08.020278 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:08.021855 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:08.375512 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-2f848511-ff3c-41f5-9140-862f84413d52 None None] Provisioning complete for port eb14c021-28fa-4e66-af4c-c1f8955bfef5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:08.375889 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2f848511-ff3c-41f5-9140-862f84413d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:08.418061 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-2f848511-ff3c-41f5-9140-862f84413d52 None None] Port eb14c021-28fa-4e66-af4c-c1f8955bfef5 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:08.550850 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:26:08.624672 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:08.667944 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:26:08.673096 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-dc0e54e9-52de-42c9-8b0e-671f87f4f3ed admin admin] 10.222.0.31 "PUT /v2.0/routers/b39dfd18-dd4a-4eb3-8fbd-bc96280acf29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2251692 Dec 10 10:26:09.150692 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49750) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:09.155682 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1889555897-network', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:09.175637 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Made reservation on behalf of 0f7c6677ebd64fe297583042d4d4d0dd for: {'network': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:26:09.178125 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for network, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.187892 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.265143 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.269376 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.296966 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=114969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 10:26:09.302332 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b5ea57-9d1d-455a-a15f-f94c5fc5ea2c,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:09.309877 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.310806 n-d-814746-3 neutron-server[114969]: INFO neutron.db.segments_db [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Added segment 4d3f5283-a45a-4c98-ba5d-ef34f7dde044 of type vlan for network 5caec03e-d5e8-411e-8746-6b94ea707e41 Dec 10 10:26:09.351838 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733746313256'] for network, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.377925 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548'] for network, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.378892 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:09.379471 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.433190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2813668 Dec 10 10:26:09.435834 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49752) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:09.440449 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Request body: {'subnet': {'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1889555897-subnet', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'ip_version': 4}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:09.461188 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5043-415d-4c98-8806-bc4b8693b7ae admin admin] Pushing event updated for resources: {'Network': ['ID=5caec03e-d5e8-411e-8746-6b94ea707e41,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:09.474899 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Network 5caec03e-d5e8-411e-8746-6b94ea707e41 details requested by agent ovs-agent-n-d-814746-3 with host n-d-814746-3 {{(pid=114971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 10:26:09.477984 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Made reservation on behalf of 0f7c6677ebd64fe297583042d4d4d0dd for: {'subnet': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:26:09.480560 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12347663'] for subnet, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.564032 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.577442 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Sync routers for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:26:09.586932 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:09.587744 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:09.670382 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12347665'] for subnet, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.697852 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:09.727006 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa14d25-7536-4520-b1c1-e52c1fb08dbc,revision_number=0']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:09.735162 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Checking segment: {'id': '4d3f5283-a45a-4c98-ba5d-ef34f7dde044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:26:09.735531 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Network hostable DHCP agents. Network: 5caec03e-d5e8-411e-8746-6b94ea707e41, hostable agents: ['91cee519-cb73-40e4-8133-560f6c903396'], hosted agents: [] {{(pid=114969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 10:26:09.754026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Network 5caec03e-d5e8-411e-8746-6b94ea707e41 is scheduled to be hosted by DHCP agent 91cee519-cb73-40e4-8133-560f6c903396 with binding_index 1 {{(pid=114969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 10:26:09.763540 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-3, 5caec03e-d5e8-411e-8746-6b94ea707e41) {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:09.767763 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:09.768505 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.781482 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d6f41d-6713-44fb-8470-7937ba2ef34c None None] Network 5caec03e-d5e8-411e-8746-6b94ea707e41 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:26:09.786563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-5243b0ca-eb40-45a5-8fc2-1a22b6d860b0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3496404 Dec 10 10:26:09.788990 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49754) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:09.799250 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:09.822427 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3695558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11585'] for router, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.823464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11638'] for router, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.891077 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:09.913106 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:26:10.014862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a44790-7f70-53fa-a962-b46f2cbe4b84-5caec03e-d5e8-411e-8746-6b94ea707e41', 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41', 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'fixed_ips': [{'subnet_id': 'eaa14d25-7536-4520-b1c1-e52c1fb08dbc'}]}} from n-d-814746-3. {{(pid=114971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 10:26:10.015728 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.032759 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.122909 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:10.123355 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.192963 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 2, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:10.228607 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Checking router: b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:26:10.228979 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Updating router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 port eb14c021-28fa-4e66-af4c-c1f8955bfef5 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:26:10.242413 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.262176 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.266482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.288334 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.db_base_plugin_common [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Allocated IP 172.20.0.2 (5caec03e-d5e8-411e-8746-6b94ea707e41/eaa14d25-7536-4520-b1c1-e52c1fb08dbc/ca39de11-ce77-4a6e-8579-53a9248c6c3f) {{(pid=114971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:26:10.370082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Allocated IP 172.25.3.91 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/6285e574-fa73-42ec-a542-aab49c7c2993) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:26:10.472542 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.507999 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.553665 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:10.558065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:10.560755 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:26:10.591135 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2dd5af-4f0c-41de-9214-17615df8f1e2 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:26:10.595570 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Pushing event updated for resources: {'Port': ['ID=6285e574-fa73-42ec-a542-aab49c7c2993,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:10.637042 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Publish callbacks [] for port, precommit_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.662032 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290'] for port, after_create {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.710447 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-dd28c95a-79c6-407f-ab57-a5215bf39a90 None None] Provisioning complete for port 6285e574-fa73-42ec-a542-aab49c7c2993 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:10.710819 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-dd28c95a-79c6-407f-ab57-a5215bf39a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.752267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Network 5caec03e-d5e8-411e-8746-6b94ea707e41 is already hosted by enough agents. {{(pid=114971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:10.779452 n-d-814746-3 neutron-server[114971]: DEBUG neutron.scheduler.base_scheduler [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Resources bound (agent type, host, resource id): {{(pid=114971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:10.786846 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Received port after_create {{(pid=114971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:26:10.790539 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Pushing event updated for resources: {'Port': ['ID=ca39de11-ce77-4a6e-8579-53a9248c6c3f,revision_number=1']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:10.811006 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-dd28c95a-79c6-407f-ab57-a5215bf39a90 None None] Port 6285e574-fa73-42ec-a542-aab49c7c2993 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:10.831613 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.850531 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.861456 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.892643 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Attempting to bind port ca39de11-ce77-4a6e-8579-53a9248c6c3f on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:26:10.892930 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Attempting to bind port ca39de11-ce77-4a6e-8579-53a9248c6c3f by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4d3f5283-a45a-4c98-ba5d-ef34f7dde044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:26:10.893294 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Attempting to bind port ca39de11-ce77-4a6e-8579-53a9248c6c3f on network 5caec03e-d5e8-411e-8746-6b94ea707e41 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:26:10.906803 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:26:10.907181 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Checking segment: {'id': '4d3f5283-a45a-4c98-ba5d-ef34f7dde044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:26:10.907584 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.907982 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Bound using segment: {'id': '4d3f5283-a45a-4c98-ba5d-ef34f7dde044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:26:10.908454 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Bound port: ca39de11-ce77-4a6e-8579-53a9248c6c3f, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3f5283-a45a-4c98-ba5d-ef34f7dde044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:26:10.908835 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:10.935592 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdaefd-2b03-402a-bcb9-cc04bbbd5e93 None None] Pushing event updated for resources: {'Port': ['ID=eb14c021-28fa-4e66-af4c-c1f8955bfef5,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:11.029562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Attempting to bind port eb14c021-28fa-4e66-af4c-c1f8955bfef5 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:26:11.029941 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Attempting to bind port eb14c021-28fa-4e66-af4c-c1f8955bfef5 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:26:11.030314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Attempting to bind port eb14c021-28fa-4e66-af4c-c1f8955bfef5 on network c1c2b8d1-f128-4e09-b56b-907aa65776ad {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:26:11.036066 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3692020'] for router, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.037485 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:26:11.037871 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Checking segment: {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:26:11.038472 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.038608 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Bound using segment: {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:26:11.039088 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Bound port: eb14c021-28fa-4e66-af4c-c1f8955bfef5, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:26:11.039498 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.042393 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] For port ca39de11-ce77-4a6e-8579-53a9248c6c3f, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:26:11.046411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] For port ca39de11-ce77-4a6e-8579-53a9248c6c3f, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ca39de11-ce77-4a6e-8579-53a9248c6c3f,segment=NetworkSegment(4d3f5283-a45a-4c98-ba5d-ef34f7dde044),segment_id=4d3f5283-a45a-4c98-ba5d-ef34f7dde044)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:26:11.055530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.159425 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050d21-b7cd-4c91-8480-fe4873a0ca08 None None] Pushing event updated for resources: {'Port': ['ID=ca39de11-ce77-4a6e-8579-53a9248c6c3f,revision_number=2']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:11.178541 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] For port eb14c021-28fa-4e66-af4c-c1f8955bfef5, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:26:11.182762 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] For port eb14c021-28fa-4e66-af4c-c1f8955bfef5, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=eb14c021-28fa-4e66-af4c-c1f8955bfef5,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:26:11.190973 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.191168 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Router 1f906b33-a648-4578-b33d-6c0e8e5a7eee is scheduled to L3 agent 86fa8e36-70af-4987-85f5-50aa554685da with binding_index 1 {{(pid=114969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 10:26:11.267553 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:11.268197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:11.274120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f96efcef-1b2b-4e50-a4b7-bd4ade89dbd5 None None] Provisioning complete for port eb14c021-28fa-4e66-af4c-c1f8955bfef5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:11.274120 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f96efcef-1b2b-4e50-a4b7-bd4ade89dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.314841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:26:11.327355 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Sync routers for ids ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:26:11.332938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdaefd-2b03-402a-bcb9-cc04bbbd5e93 None None] Pushing event updated for resources: {'Port': ['ID=eb14c021-28fa-4e66-af4c-c1f8955bfef5,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:11.343747 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.346194 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Routers {'1f906b33-a648-4578-b33d-6c0e8e5a7eee'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:11.346361 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-eaf229ab-425f-4ad3-b3a3-dfd829b8feac admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5494549 Dec 10 10:26:11.347214 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:11.348010 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49756) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:11.557669 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Set router 1f906b33-a648-4578-b33d-6c0e8e5a7eee gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:11.733722 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:11.763667 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:09Z', 'updated_at': '2021-12-10T10:26:10Z', 'revision_number': 3, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'gw_port': {'id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:10Z', 'updated_at': '2021-12-10T10:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:11.770782 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f96efcef-1b2b-4e50-a4b7-bd4ade89dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.791107 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Checking router: 1f906b33-a648-4578-b33d-6c0e8e5a7eee for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:26:11.791450 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Updating router 1f906b33-a648-4578-b33d-6c0e8e5a7eee port 6285e574-fa73-42ec-a542-aab49c7c2993 binding host n-d-814746-3 {{(pid=114972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:26:11.824046 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.878976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-f96efcef-1b2b-4e50-a4b7-bd4ade89dbd5 None None] For port eb14c021-28fa-4e66-af4c-c1f8955bfef5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=eb14c021-28fa-4e66-af4c-c1f8955bfef5,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:11.894439 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f96efcef-1b2b-4e50-a4b7-bd4ade89dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.903924 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:11.960364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ca39de11-ce77-4a6e-8579-53a9248c6c3f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:26:12.060755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96efcef-1b2b-4e50-a4b7-bd4ade89dbd5 None None] Pushing event updated for resources: {'Port': ['ID=eb14c021-28fa-4e66-af4c-c1f8955bfef5,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:12.087818 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-9779c45e-ab5c-4216-8ffc-69723ee64549 None None] Provisioning complete for port eb14c021-28fa-4e66-af4c-c1f8955bfef5 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:12.088198 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9779c45e-ab5c-4216-8ffc-69723ee64549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.115999 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Allocated IP 172.20.0.1 (5caec03e-d5e8-411e-8746-6b94ea707e41/eaa14d25-7536-4520-b1c1-e52c1fb08dbc/1ea17ff7-b7ac-4405-b7ec-3b2092d51a29) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:26:12.157965 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Publish callbacks [] for port, precommit_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.167791 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ca39de11-ce77-4a6e-8579-53a9248c6c3f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:12.168170 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.168751 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.229421 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768d8763-7b16-4cc7-bedf-a78f0de772ee None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:26:12.230304 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Attempting to bind port 6285e574-fa73-42ec-a542-aab49c7c2993 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:26:12.230713 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Attempting to bind port 6285e574-fa73-42ec-a542-aab49c7c2993 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:26:12.231043 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Attempting to bind port 6285e574-fa73-42ec-a542-aab49c7c2993 on network c9a255b2-2602-47ee-bee8-4781f79eb851 {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:26:12.244926 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:26:12.245221 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Checking segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:26:12.245667 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.246567 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Bound using segment: {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'} {{(pid=114972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:26:12.247218 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.managers [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Bound port: 6285e574-fa73-42ec-a542-aab49c7c2993, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51649bbd-9674-4ebe-8caf-9808d9219b3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851'}}] {{(pid=114972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:26:12.247612 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.264770 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.313099 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] For port 6285e574-fa73-42ec-a542-aab49c7c2993, host n-d-814746-3, cleared binding levels {{(pid=114972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:26:12.315057 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab390e-4bc7-444f-9d79-555b75def929 None None] Pushing event updated for resources: {'Port': ['ID=6285e574-fa73-42ec-a542-aab49c7c2993,revision_number=2']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:12.315237 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.327519 n-d-814746-3 neutron-server[114972]: DEBUG neutron.plugins.ml2.db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] For port 6285e574-fa73-42ec-a542-aab49c7c2993, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6285e574-fa73-42ec-a542-aab49c7c2993,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:26:12.329650 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.333113 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:12.335746 n-d-814746-3 neutron-server[114972]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.365434 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Network 5caec03e-d5e8-411e-8746-6b94ea707e41 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:12.384303 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba7b7d-1b48-416f-acb0-cfdda94f16ab None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:26:12.389756 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:12.391098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388978a7-d8b9-4378-ad64-a555b459c069 None None] The sync data for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 is: [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:26:12.397003 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Routers {'1f906b33-a648-4578-b33d-6c0e8e5a7eee'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:12.397792 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:12.402721 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:26:12.428440 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea17ff7-b7ac-4405-b7ec-3b2092d51a29,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:12.459933 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] For port ca39de11-ce77-4a6e-8579-53a9248c6c3f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ca39de11-ce77-4a6e-8579-53a9248c6c3f,segment=NetworkSegment(4d3f5283-a45a-4c98-ba5d-ef34f7dde044),segment_id=4d3f5283-a45a-4c98-ba5d-ef34f7dde044)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:12.476943 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.509655 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693703'] for router_interface, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.575651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-754c949b-1948-4d7a-9dfd-4aeded72a6d9 None None] Provisioning complete for port 6285e574-fa73-42ec-a542-aab49c7c2993 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:12.576026 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-754c949b-1948-4d7a-9dfd-4aeded72a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.580735 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Pushing event updated for resources: {'Port': ['ID=ca39de11-ce77-4a6e-8579-53a9248c6c3f,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:12.590057 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] Set router 1f906b33-a648-4578-b33d-6c0e8e5a7eee gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:12.624440 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc2fa7c-4413-45c6-931c-aa7ec3526f89 None None] Network 5caec03e-d5e8-411e-8746-6b94ea707e41 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:26:12.647179 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab390e-4bc7-444f-9d79-555b75def929 None None] Pushing event updated for resources: {'Port': ['ID=6285e574-fa73-42ec-a542-aab49c7c2993,revision_number=3']} {{(pid=114972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:12.716625 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.752617 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-754c949b-1948-4d7a-9dfd-4aeded72a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.788289 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-754c949b-1948-4d7a-9dfd-4aeded72a6d9 None None] For port 6285e574-fa73-42ec-a542-aab49c7c2993, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6285e574-fa73-42ec-a542-aab49c7c2993,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:12.797183 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:09Z', 'updated_at': '2021-12-10T10:26:10Z', 'revision_number': 3, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'gw_port': {'id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:10Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:12.805711 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-754c949b-1948-4d7a-9dfd-4aeded72a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.831304 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c3950-bb64-43d7-9446-8c52c1ea9eec None None] The sync data for ids ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'] in n-d-814746-3 is: [{'id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:09Z', 'updated_at': '2021-12-10T10:26:10Z', 'revision_number': 3, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'gw_port': {'id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:10Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:26:12.888528 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c949b-1948-4d7a-9dfd-4aeded72a6d9 None None] Pushing event updated for resources: {'Port': ['ID=6285e574-fa73-42ec-a542-aab49c7c2993,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:12.933715 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-0e5a2320-24d4-4371-a8c0-8504ce2e7cf8 None None] Provisioning complete for port ca39de11-ce77-4a6e-8579-53a9248c6c3f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:12.934204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2320-24d4-4371-a8c0-8504ce2e7cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.964928 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:12.973291 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:13.075847 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea17ff7-b7ac-4405-b7ec-3b2092d51a29,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:13.084564 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3730502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692855'] for router_interface, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:13.188985 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fff36a41-3ecb-41a5-a0ba-d7a8d7b0d538 None None] Provisioning complete for port ca39de11-ce77-4a6e-8579-53a9248c6c3f triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:13.189527 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fff36a41-3ecb-41a5-a0ba-d7a8d7b0d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:13.205833 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Network 5caec03e-d5e8-411e-8746-6b94ea707e41 is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:13.207389 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:13.355179 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-fff36a41-3ecb-41a5-a0ba-d7a8d7b0d538 None None] Provisioning complete for port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:13.355560 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fff36a41-3ecb-41a5-a0ba-d7a8d7b0d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:13.396135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Router 1f906b33-a648-4578-b33d-6c0e8e5a7eee has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:26:13.412398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-fff36a41-3ecb-41a5-a0ba-d7a8d7b0d538 None None] Port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:13.541197 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-94dd2eae-cc42-443d-8456-34e3eadd2cff None None] Provisioning complete for port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:13.541949 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-94dd2eae-cc42-443d-8456-34e3eadd2cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:13.562232 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:26:13.579992 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-3914dbd2-f501-42c1-932c-cdc7cb65d649 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f906b33-a648-4578-b33d-6c0e8e5a7eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2305157 Dec 10 10:26:13.600586 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-94dd2eae-cc42-443d-8456-34e3eadd2cff None None] Port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:13.695821 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:26:13.859035 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-f9c15d33-9800-4b44-bbd7-3fa895ba4855 None None] Provisioning complete for port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:13.859612 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f9c15d33-9800-4b44-bbd7-3fa895ba4855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:13.916194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-f9c15d33-9800-4b44-bbd7-3fa895ba4855 None None] Port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:14.051481 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ca39de11-ce77-4a6e-8579-53a9248c6c3f up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:26:14.116942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port ca39de11-ce77-4a6e-8579-53a9248c6c3f triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:14.117346 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.201828 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device eb14c021-28fa-4e66-af4c-c1f8955bfef5 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:26:14.252044 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port eb14c021-28fa-4e66-af4c-c1f8955bfef5 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:14.252415 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.344862 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6285e574-fa73-42ec-a542-aab49c7c2993 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:26:14.364951 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49764) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:14.371507 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-effd614e-026a-4203-85a8-309c9311c633 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310724569', 'description': 'tempest-secgroup-smoke-310724569 description', 'project_id': 'cf3d137c21414c3985e920f685450425'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:14.396166 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-effd614e-026a-4203-85a8-309c9311c633 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.396948 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 6285e574-fa73-42ec-a542-aab49c7c2993 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:14.397368 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.470375 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-effd614e-026a-4203-85a8-309c9311c633 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.474097 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-effd614e-026a-4203-85a8-309c9311c633 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.504884 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-effd614e-026a-4203-85a8-309c9311c633 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.506146 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-effd614e-026a-4203-85a8-309c9311c633 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1393080 Dec 10 10:26:14.509878 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49766) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:14.511164 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd614e-026a-4203-85a8-309c9311c633 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9df0142-451a-434a-a8e8-7697bb0bb635,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:14.514571 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5b82129e-d867-43df-ad8a-b6d9aa967b56 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'security_group_rule': {'security_group_id': 'd9df0142-451a-434a-a8e8-7697bb0bb635', 'project_id': 'cf3d137c21414c3985e920f685450425', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:14.540927 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b82129e-d867-43df-ad8a-b6d9aa967b56 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.597279 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b82129e-d867-43df-ad8a-b6d9aa967b56 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.600581 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b82129e-d867-43df-ad8a-b6d9aa967b56 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.619262 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82129e-d867-43df-ad8a-b6d9aa967b56 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5e5381-0eed-4de0-a28d-5541e5e84249,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:14.623595 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5b82129e-d867-43df-ad8a-b6d9aa967b56 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.625045 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5b82129e-d867-43df-ad8a-b6d9aa967b56 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141362 Dec 10 10:26:14.627760 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49768) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:14.631988 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-03bb2b96-c71e-4771-b2bd-66736cbce5fd tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'security_group_rule': {'security_group_id': 'd9df0142-451a-434a-a8e8-7697bb0bb635', 'project_id': 'cf3d137c21414c3985e920f685450425', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:14.658654 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03bb2b96-c71e-4771-b2bd-66736cbce5fd tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.717696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03bb2b96-c71e-4771-b2bd-66736cbce5fd tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.721329 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03bb2b96-c71e-4771-b2bd-66736cbce5fd tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.741242 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb2b96-c71e-4771-b2bd-66736cbce5fd tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f672ae2d-bb82-473e-afe5-44d09848f296,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:14.750919 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-03bb2b96-c71e-4771-b2bd-66736cbce5fd tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.752097 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-03bb2b96-c71e-4771-b2bd-66736cbce5fd tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234291 Dec 10 10:26:14.754711 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49770) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:14.759025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-56476e6a-f30b-4384-a1ec-d1a4fd19a556 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'security_group_rule': {'security_group_id': 'd9df0142-451a-434a-a8e8-7697bb0bb635', 'project_id': 'cf3d137c21414c3985e920f685450425', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:14.784034 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56476e6a-f30b-4384-a1ec-d1a4fd19a556 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.839974 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56476e6a-f30b-4384-a1ec-d1a4fd19a556 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.843357 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56476e6a-f30b-4384-a1ec-d1a4fd19a556 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.860752 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e6a-f30b-4384-a1ec-d1a4fd19a556 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611dfc6d-d640-4f04-a76c-c8f95ad393a8,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:14.867914 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-56476e6a-f30b-4384-a1ec-d1a4fd19a556 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.869202 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-56476e6a-f30b-4384-a1ec-d1a4fd19a556 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135788 Dec 10 10:26:14.871984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49772) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:14.876439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-5ed461e6-2dd4-41e6-b706-be773b9c53ae tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'security_group_rule': {'security_group_id': 'd9df0142-451a-434a-a8e8-7697bb0bb635', 'project_id': 'cf3d137c21414c3985e920f685450425', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:14.901957 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ed461e6-2dd4-41e6-b706-be773b9c53ae tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.957064 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ed461e6-2dd4-41e6-b706-be773b9c53ae tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.960319 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ed461e6-2dd4-41e6-b706-be773b9c53ae tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.978857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed461e6-2dd4-41e6-b706-be773b9c53ae tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0643c634-11ee-4a7d-a996-3da0024266c4,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:14.984271 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-5ed461e6-2dd4-41e6-b706-be773b9c53ae tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:14.988346 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-5ed461e6-2dd4-41e6-b706-be773b9c53ae tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1125774 Dec 10 10:26:14.989287 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49774) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:14.993889 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-a9559289-1fcb-4b2e-846e-c9eb22b3ad46 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'security_group_rule': {'security_group_id': 'd9df0142-451a-434a-a8e8-7697bb0bb635', 'project_id': 'cf3d137c21414c3985e920f685450425', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:15.016108 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-a9559289-1fcb-4b2e-846e-c9eb22b3ad46 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Project cf3d137c21414c3985e920f685450425 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:26:15.021285 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9559289-1fcb-4b2e-846e-c9eb22b3ad46 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:15.088630 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9559289-1fcb-4b2e-846e-c9eb22b3ad46 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:15.093010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9559289-1fcb-4b2e-846e-c9eb22b3ad46 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:15.110207 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9559289-1fcb-4b2e-846e-c9eb22b3ad46 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c666ea0-75e6-4a20-aedd-1f05ce03b479,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:15.119702 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-a9559289-1fcb-4b2e-846e-c9eb22b3ad46 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:15.121193 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-a9559289-1fcb-4b2e-846e-c9eb22b3ad46 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317797 Dec 10 10:26:15.124006 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 49776) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:15.128533 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [None req-57f86221-c612-4282-afc4-a6693fa4d128 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'security_group_rule': {'security_group_id': 'd9df0142-451a-434a-a8e8-7697bb0bb635', 'project_id': 'cf3d137c21414c3985e920f685450425', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:15.151295 n-d-814746-3 neutron-server[114970]: INFO neutron.db.securitygroups_db [None req-57f86221-c612-4282-afc4-a6693fa4d128 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Project cf3d137c21414c3985e920f685450425 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 10:26:15.156217 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57f86221-c612-4282-afc4-a6693fa4d128 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:15.215246 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57f86221-c612-4282-afc4-a6693fa4d128 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:15.218934 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57f86221-c612-4282-afc4-a6693fa4d128 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516312'] for security_group_rule, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:15.237353 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f86221-c612-4282-afc4-a6693fa4d128 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1840adcc-a484-40b3-84c3-f090d3c00b1f,revision_number=0']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:15.246641 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-57f86221-c612-4282-afc4-a6693fa4d128 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:15.248172 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-57f86221-c612-4282-afc4-a6693fa4d128 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229401 Dec 10 10:26:15.401802 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-ac08f3a3-04da-419e-8de2-f82f57f3ad96 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310724569&fields=id&tenant_id=cf3d137c21414c3985e920f685450425 HTTP/1.1" status: 200 len: 267 time: 0.0503461 Dec 10 10:26:15.516868 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-93fc5c76-a171-489a-816e-f1e5526efb34 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:15.518367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-93fc5c76-a171-489a-816e-f1e5526efb34 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 810 time: 0.1099463 Dec 10 10:26:15.533739 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-c4c6e3c1-f6e7-4853-baf8-d4db7006b4fc tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/quotas/cf3d137c21414c3985e920f685450425 HTTP/1.1" status: 200 len: 375 time: 0.0094695 Dec 10 10:26:15.585918 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-f89cde8a-c050-4b14-9d95-e997f92e833d tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468280 Dec 10 10:26:15.779153 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Sync routers for ids ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:26:15.784510 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-5aec7f5d-a05a-4299-ac89-f4b52282377f service neutron] 10.222.0.31 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870708 Dec 10 10:26:15.789139 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Routers {'1f906b33-a648-4578-b33d-6c0e8e5a7eee'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:15.789854 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:15.874881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-57916df6-ea55-41f1-b20e-9756a4ddf108 service neutron] 10.222.0.31 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839841 Dec 10 10:26:15.899832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Set router 1f906b33-a648-4578-b33d-6c0e8e5a7eee gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:16.043572 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:16.048140 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-82ca64b0-5fd4-43e8-9933-d73cb3d527b7 req-45404bde-9a6c-4a10-857b-d3ee7529ce96 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 210 time: 0.0383546 Dec 10 10:26:16.124548 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:09Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 4, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'gw_port': {'id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:10Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '1ea17ff7-b7ac-4405-b7ec-3b2092d51a29', 'name': '', 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'mac_address': 'fa:16:3e:39:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'eaa14d25-7536-4520-b1c1-e52c1fb08dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:11Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 2, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'subnets': [{'id': 'eaa14d25-7536-4520-b1c1-e52c1fb08dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:16.154559 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Checking router: 1f906b33-a648-4578-b33d-6c0e8e5a7eee for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:26:16.154921 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Updating router 1f906b33-a648-4578-b33d-6c0e8e5a7eee port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 binding host n-d-814746-3 {{(pid=114971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 10:26:16.179619 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:16.438018 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Publish callbacks [] for port, precommit_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:16.443191 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:16.670655 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6f47c-b034-477e-8070-2d13d45e6233 None None] Pushing event updated for resources: {'Port': ['ID=1ea17ff7-b7ac-4405-b7ec-3b2092d51a29,revision_number=3']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:16.719267 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Attempting to bind port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 on host n-d-814746-3 for vnic_type normal with profile {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:26:16.719561 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Attempting to bind port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 by drivers openvswitch,hyperv on host n-d-814746-3 at level 0 using segments [{'id': '4d3f5283-a45a-4c98-ba5d-ef34f7dde044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41'}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:26:16.719925 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Attempting to bind port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 on network 5caec03e-d5e8-411e-8746-6b94ea707e41 {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:26:16.724765 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Checking agent: {'id': '7572bbdd-678c-4423-92b7-af85af7e215c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 36, 39), 'started_at': datetime.datetime(2021, 12, 10, 8, 37, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:26:16.725141 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Checking segment: {'id': '4d3f5283-a45a-4c98-ba5d-ef34f7dde044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:26:16.725564 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:16.725961 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Bound using segment: {'id': '4d3f5283-a45a-4c98-ba5d-ef34f7dde044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41'} {{(pid=114971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:26:16.726427 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.managers [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Bound port: 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29, host: n-d-814746-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3f5283-a45a-4c98-ba5d-ef34f7dde044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41'}}] {{(pid=114971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:26:16.726803 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:16.788515 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-867576cc-b769-424e-bd5c-26ec873fd943 None None] Provisioning complete for port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:16.789175 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-867576cc-b769-424e-bd5c-26ec873fd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:16.823557 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] For port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29, host n-d-814746-3, cleared binding levels {{(pid=114971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:26:16.842236 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] For port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29, host n-d-814746-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1ea17ff7-b7ac-4405-b7ec-3b2092d51a29,segment=NetworkSegment(4d3f5283-a45a-4c98-ba5d-ef34f7dde044),segment_id=4d3f5283-a45a-4c98-ba5d-ef34f7dde044)] {{(pid=114971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:26:16.845785 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-867576cc-b769-424e-bd5c-26ec873fd943 None None] Port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:16.847991 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:16.906757 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Routers {'1f906b33-a648-4578-b33d-6c0e8e5a7eee'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:16.907401 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:16.950194 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6f47c-b034-477e-8070-2d13d45e6233 None None] Pushing event updated for resources: {'Port': ['ID=1ea17ff7-b7ac-4405-b7ec-3b2092d51a29,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:17.037098 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] Set router 1f906b33-a648-4578-b33d-6c0e8e5a7eee gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:17.136747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-41932740-e22f-4f1d-a166-dca72a3ada6d req-4e841a34-09ea-4966-be81-769482056a4b tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 210 time: 0.0276854 Dec 10 10:26:17.185875 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-863f86e4-89bb-488b-9a05-39d0c1cefe88 None None] Provisioning complete for port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:17.186254 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-863f86e4-89bb-488b-9a05-39d0c1cefe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:17.319506 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-863f86e4-89bb-488b-9a05-39d0c1cefe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:17.342708 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:09Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 4, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'gw_port': {'id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:10Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '1ea17ff7-b7ac-4405-b7ec-3b2092d51a29', 'name': '', 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'mac_address': 'fa:16:3e:39:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'eaa14d25-7536-4520-b1c1-e52c1fb08dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:11Z', 'updated_at': '2021-12-10T10:26:16Z', 'revision_number': 4, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'subnets': [{'id': 'eaa14d25-7536-4520-b1c1-e52c1fb08dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:17.378888 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b27dac-650f-4dba-9b90-224dfa100d20 None None] The sync data for ids ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'] in n-d-814746-3 is: [{'id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:09Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 4, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'gw_port': {'id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:10Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': '1ea17ff7-b7ac-4405-b7ec-3b2092d51a29', 'name': '', 'network_id': '5caec03e-d5e8-411e-8746-6b94ea707e41', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'mac_address': 'fa:16:3e:39:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'eaa14d25-7536-4520-b1c1-e52c1fb08dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:11Z', 'updated_at': '2021-12-10T10:26:16Z', 'revision_number': 4, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'subnets': [{'id': 'eaa14d25-7536-4520-b1c1-e52c1fb08dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:26:17.390630 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-863f86e4-89bb-488b-9a05-39d0c1cefe88 None None] For port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1ea17ff7-b7ac-4405-b7ec-3b2092d51a29,segment=NetworkSegment(4d3f5283-a45a-4c98-ba5d-ef34f7dde044),segment_id=4d3f5283-a45a-4c98-ba5d-ef34f7dde044)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:17.394755 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-863f86e4-89bb-488b-9a05-39d0c1cefe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:17.463428 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f86e4-89bb-488b-9a05-39d0c1cefe88 None None] Pushing event updated for resources: {'Port': ['ID=1ea17ff7-b7ac-4405-b7ec-3b2092d51a29,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:17.900436 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 up at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:26:17.949953 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Provisioning complete for port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:17.950329 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:18.216898 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-42ca23ec-b2cf-46f9-8c4c-26426d262fe2 req-305f6d46-23e6-4d58-8aeb-a88a2f0f3fc1 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 210 time: 0.0265701 Dec 10 10:26:19.294996 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c9199bc0-dd2b-4405-a1d2-8e3359159384 req-9b12028d-7581-429d-8b72-6027734cadfd tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 210 time: 0.0275738 Dec 10 10:26:20.308912 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:20.389697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-c446d822-5af8-494d-9add-62b87fadb6b6 req-936b2fa2-9b33-4d55-b5cd-fab6100a5f2d tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 210 time: 0.0271697 Dec 10 10:26:21.082843 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-23424a94-5a14-4a93-aec5-44447f78e5c5 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:21.084298 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-23424a94-5a14-4a93-aec5-44447f78e5c5 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.39 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 810 time: 0.1129429 Dec 10 10:26:21.150161 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-74fabe81-cbb1-4d5b-896b-c78ba4b5c733 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf3d137c21414c3985e920f685450425 HTTP/1.1" status: 200 len: 379 time: 0.0563881 Dec 10 10:26:21.160412 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'port': {'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'admin_state_up': True, 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'security_groups': ['d9df0142-451a-434a-a8e8-7697bb0bb635']}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:21.267791 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Made reservation on behalf of cf3d137c21414c3985e920f685450425 for: {'port': 1} {{(pid=114970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:26:21.271348 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:21.405485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_common [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Allocated IP 172.20.0.12 (c1c2b8d1-f128-4e09-b56b-907aa65776ad/dfec355d-9027-40ec-bf19-82aa1831dc55/b7412e15-1f8e-4481-97fd-44f10c7e4b8e) {{(pid=114970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:26:21.486274 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51489686-d899-409b-a2ea-129ca70ad2d0 req-5bd6dc8e-6405-41bb-b078-5d0211b5f41d tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 210 time: 0.0264850 Dec 10 10:26:21.550168 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for port, precommit_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:21.584637 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_create {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:21.629268 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad is already hosted by enough agents. {{(pid=114970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:21.632251 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.base_scheduler [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Resources bound (agent type, host, resource id): {{(pid=114970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:21.636282 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Received port after_create {{(pid=114970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:26:21.660341 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'Port': ['ID=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,revision_number=1']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:21.688206 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:21.688847 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:21.706345 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-1303dc3f-2c30-4787-81a5-1c58700d0b17 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495579 Dec 10 10:26:21.718738 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.v2.base [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Request body: {'port': {'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-3'}} {{(pid=114970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:21.773696 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:21.846981 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-c5cb5f97-ea09-4bd3-84af-900ca12aac38 None None] Provisioning complete for port b7412e15-1f8e-4481-97fd-44f10c7e4b8e triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:21.847575 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c5cb5f97-ea09-4bd3-84af-900ca12aac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:21.880710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-c5cb5f97-ea09-4bd3-84af-900ca12aac38 None None] Port b7412e15-1f8e-4481-97fd-44f10c7e4b8e cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:26:22.037591 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7412e15-1f8e-4481-97fd-44f10c7e4b8e {{(pid=114970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:26:22.045985 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:22.057777 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.provisioning_blocks [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Transition to ACTIVE for port object b7412e15-1f8e-4481-97fd-44f10c7e4b8e will not be triggered until provisioned by entity L2. {{(pid=114970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:26:22.061356 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:22.114604 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Pushing event updated for resources: {'Port': ['ID=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,revision_number=2']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:22.186174 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Attempting to bind port b7412e15-1f8e-4481-97fd-44f10c7e4b8e on host n-h2-814746-3 for vnic_type normal with profile {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:26:22.186515 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Attempting to bind port b7412e15-1f8e-4481-97fd-44f10c7e4b8e by drivers openvswitch,hyperv on host n-h2-814746-3 at level 0 using segments [{'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:26:22.186846 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Attempting to bind port b7412e15-1f8e-4481-97fd-44f10c7e4b8e on network c1c2b8d1-f128-4e09-b56b-907aa65776ad {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:26:22.191392 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Port b7412e15-1f8e-4481-97fd-44f10c7e4b8e on network c1c2b8d1-f128-4e09-b56b-907aa65776ad not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-3 {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:26:22.191724 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Attempting to bind port b7412e15-1f8e-4481-97fd-44f10c7e4b8e on network c1c2b8d1-f128-4e09-b56b-907aa65776ad {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:26:22.197664 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Checking agent: {'id': '309937e4-3e6f-42a0-aa22-15381bd1dd95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:26:22.198007 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Checking segment: {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:26:22.198395 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Bound using segment: {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'} {{(pid=114970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:26:22.198835 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.managers [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Bound port: b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host: n-h2-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'}}] {{(pid=114970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:26:22.199194 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:22.267881 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, cleared binding levels {{(pid=114970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:26:22.271320 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:26:22.275681 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8857209'] for port, after_update {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:22.313892 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:22.314507 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:22.315877 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] 10.222.0.39 "PUT /v2.0/ports/b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 1092 time: 0.6013331 Dec 10 10:26:22.316337 n-d-814746-3 neutron-server[114970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e'}] {{(pid=114970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:26:22.318606 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713acf4ea8b1aa28d3308bd6f30b5ee79bca2b243f4e7a3aa5b1dabf3b12f3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab7218-948c-4c38-b780-86d9848f71e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e"}]}' {{(pid=114970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:26:22.346214 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffdfe6-69d5-4f04-8166-4ac6bc15157d service neutron] Pushing event updated for resources: {'Port': ['ID=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,revision_number=3']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:22.416827 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-880be558-2813-48be-acfb-b93a261c9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:22.418410 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-880be558-2813-48be-acfb-b93a261c9945 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1095 time: 0.0450430 Dec 10 10:26:22.466414 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71337b0-2954-4f86-bd86-17f2d249a418 x-openstack-request-id: req-c71337b0-2954-4f86-bd86-17f2d249a418 {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:26:22.466763 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e", "status": "completed", "code": 200}]} {{(pid=114970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:26:22.466939 n-d-814746-3 neutron-server[114970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c71337b0-2954-4f86-bd86-17f2d249a418 {{(pid=114970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:26:22.467349 n-d-814746-3 neutron-server[114970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'status': 'completed', 'code': 200} Dec 10 10:26:22.469166 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-98100e60-5884-40bb-92ae-07da7c9d7e9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 217 time: 0.0428305 Dec 10 10:26:22.522054 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-41cb2d78-e555-4025-b349-72371b29686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:22.523526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-41cb2d78-e555-4025-b349-72371b29686d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0465610 Dec 10 10:26:22.574267 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-f49e1c08-5aa5-40af-b416-a4a7fb5c8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:22.575686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-f49e1c08-5aa5-40af-b416-a4a7fb5c8788 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451350 Dec 10 10:26:22.611097 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c152db9-ff43-4b28-b0ea-81162a5242d8 req-dfa0ab5d-9731-4d92-82c5-7da51e8c9d20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:22.612697 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c152db9-ff43-4b28-b0ea-81162a5242d8 req-dfa0ab5d-9731-4d92-82c5-7da51e8c9d20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 944 time: 0.0554693 Dec 10 10:26:22.663654 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3c152db9-ff43-4b28-b0ea-81162a5242d8 req-74947f34-6dcf-48fe-9062-03930bde8e36 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Dec 10 10:26:22.678313 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-d19372c5-af93-4487-96f1-227bbd127ce7 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944743 Dec 10 10:26:22.767227 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-22ad3bf4-3c26-4886-858f-93f593cd4cd7 req-cd3ac541-3580-4b60-aa6f-29c430666095 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803347 Dec 10 10:26:22.854047 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-28ec2e3e-3d3b-44d7-851e-14694ebf8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:22.855381 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-28ec2e3e-3d3b-44d7-851e-14694ebf8584 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1095 time: 0.0446320 Dec 10 10:26:22.945211 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-11991045-711c-49b9-b1d0-f5959a87b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:22.947326 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-11991045-711c-49b9-b1d0-f5959a87b72c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0836301 Dec 10 10:26:22.989036 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-806eea41-6f6e-4d8d-abc6-8e8476f21e7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 217 time: 0.0345256 Dec 10 10:26:23.043236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-c7983b8b-13b9-426a-94b6-b8d4fb801714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:23.044686 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-c7983b8b-13b9-426a-94b6-b8d4fb801714 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0486264 Dec 10 10:26:23.092893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-b27b86fc-bc01-4a5a-a676-16f0f7240746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:23.094390 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-b27b86fc-bc01-4a5a-a676-16f0f7240746 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402629 Dec 10 10:26:23.184855 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-42eb1d39-fa0c-48f4-ba3a-aeee7cb3a5fa service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822959 Dec 10 10:26:23.279142 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-27ab7218-948c-4c38-b780-86d9848f71e1 req-faa83da1-5f14-4150-bfde-7a9683e5d934 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861082 Dec 10 10:26:23.786614 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae89a4-9b89-4f5f-899d-4d2ef738ee47 req-a98e4ce7-383d-41d5-b737-216c06d5c299 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:23.788134 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65ae89a4-9b89-4f5f-899d-4d2ef738ee47 req-a98e4ce7-383d-41d5-b737-216c06d5c299 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 944 time: 0.0506346 Dec 10 10:26:23.837647 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-65ae89a4-9b89-4f5f-899d-4d2ef738ee47 req-e81541d6-7b61-48ae-926e-31ebac9baffb tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432425 Dec 10 10:26:24.950617 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc60c4-d7a3-499e-a357-1993ee4a001c req-d900c815-569c-4c06-98a8-59828be24268 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:24.952073 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97cc60c4-d7a3-499e-a357-1993ee4a001c req-d900c815-569c-4c06-98a8-59828be24268 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 944 time: 0.0476756 Dec 10 10:26:25.004608 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97cc60c4-d7a3-499e-a357-1993ee4a001c req-1a7772cb-9aee-41ee-b71b-510609703dbb tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466597 Dec 10 10:26:25.410616 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7412e15-1f8e-4481-97fd-44f10c7e4b8e details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:26:25.504892 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:25.516755 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:26:25.554432 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:25.571502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7412e15-1f8e-4481-97fd-44f10c7e4b8e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:26:25.591530 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:25.595300 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:25.641776 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:25.830125 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['b7412e15-1f8e-4481-97fd-44f10c7e4b8e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:26:26.121148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0f205-36a5-440f-b8b0-22e8fb0f7d4a req-95acbe6b-4fbf-4edc-ae39-e1254f2a4776 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:26.122567 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ed0f205-36a5-440f-b8b0-22e8fb0f7d4a req-95acbe6b-4fbf-4edc-ae39-e1254f2a4776 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 945 time: 0.0485928 Dec 10 10:26:26.171928 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6ed0f205-36a5-440f-b8b0-22e8fb0f7d4a req-095148d1-0a7a-41f0-9305-fff9d32ab266 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430613 Dec 10 10:26:27.286568 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21d6b2-f7b4-4248-9797-989e9453ffa8 req-79d2ade5-d331-40f1-ae61-8864194f4d4e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:27.288021 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a21d6b2-f7b4-4248-9797-989e9453ffa8 req-79d2ade5-d331-40f1-ae61-8864194f4d4e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 945 time: 0.0485365 Dec 10 10:26:27.341662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6a21d6b2-f7b4-4248-9797-989e9453ffa8 req-fba3c474-9610-4473-9242-3625255f409b tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475342 Dec 10 10:26:27.417889 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7412e15-1f8e-4481-97fd-44f10c7e4b8e up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:26:27.467902 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning for port b7412e15-1f8e-4481-97fd-44f10c7e4b8e completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:26:27.472031 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port b7412e15-1f8e-4481-97fd-44f10c7e4b8e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:26:27.472403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:27.551731 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:27.576150 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:26:27.578464 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9667bedf-ec33-456f-8946-1e00591249f5" -d '{"events": [{"server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "name": "network-vif-plugged", "status": "completed", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:26:27.591987 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:26:27.595689 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:27.618106 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f3ec14-0a59-4a96-a74d-eae18a2e4303 x-openstack-request-id: req-37f3ec14-0a59-4a96-a74d-eae18a2e4303 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:26:27.618408 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "name": "network-vif-plugged", "status": "completed", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:26:27.618668 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37f3ec14-0a59-4a96-a74d-eae18a2e4303 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:26:27.619066 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'code': 200} Dec 10 10:26:27.651207 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:27.720202 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342b78f-534b-4373-bab7-58fe657e4ddd req-1f8b628c-90f2-4b3f-abc8-31989b6e3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:27.721604 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e342b78f-534b-4373-bab7-58fe657e4ddd req-1f8b628c-90f2-4b3f-abc8-31989b6e3a72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1097 time: 0.0407324 Dec 10 10:26:27.767648 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-e342b78f-534b-4373-bab7-58fe657e4ddd req-4c44e82c-ab37-4dd2-bd47-9decff474f52 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382736 Dec 10 10:26:28.462038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a82576-5cdd-45c2-90a0-28a0e88d3ac5 req-676b20cb-a540-42c4-a629-043c0e2de375 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:28.463551 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67a82576-5cdd-45c2-90a0-28a0e88d3ac5 req-676b20cb-a540-42c4-a629-043c0e2de375 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 946 time: 0.0521913 Dec 10 10:26:28.513064 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-67a82576-5cdd-45c2-90a0-28a0e88d3ac5 req-d7d9693d-6d33-4da4-934d-5816d0746097 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434167 Dec 10 10:26:29.630331 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb500f9-8377-4efd-a749-66db39b3bdd5 req-6345f7a7-3414-438b-b2ce-60977f296f66 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:29.631826 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcb500f9-8377-4efd-a749-66db39b3bdd5 req-6345f7a7-3414-438b-b2ce-60977f296f66 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 946 time: 0.0521746 Dec 10 10:26:29.681663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-fcb500f9-8377-4efd-a749-66db39b3bdd5 req-7fc0b419-d499-4094-9ba4-25f38007dfcc tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Dec 10 10:26:29.800196 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9202f3-8c71-4165-b937-c661d56af32e req-5eedb02b-1bba-45fa-9016-54f0da793065 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:29.801616 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d9202f3-8c71-4165-b937-c661d56af32e req-5eedb02b-1bba-45fa-9016-54f0da793065 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 946 time: 0.0531025 Dec 10 10:26:29.851117 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0d9202f3-8c71-4165-b937-c661d56af32e req-682b3ebc-2aad-4d31-99b9-c28de80f0fc8 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427949 Dec 10 10:26:29.873564 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49846) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:29.952451 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dae8e4-d987-4e8c-8b03-e38e0308a2c8 tempest-TestSnapshotPattern-1411255807 tempest-TestSnapshotPattern-1411255807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:29.953956 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-53dae8e4-d987-4e8c-8b03-e38e0308a2c8 tempest-TestSnapshotPattern-1411255807 tempest-TestSnapshotPattern-1411255807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1092 time: 0.0791848 Dec 10 10:26:29.956864 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 49850) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:26:29.961000 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:26:29.982857 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:30.081177 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:30.181930 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Allocated IP 172.25.3.22 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/3e47c2ef-318e-49d2-94f0-6355208f8abc) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:26:30.284126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:30.317436 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:30.357492 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:26:30.360366 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:26:30.363705 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:26:30.385256 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'Port': ['ID=3e47c2ef-318e-49d2-94f0-6355208f8abc,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:30.724437 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:30.788728 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:30.937199 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:30.942239 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:31.007885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'Port': ['ID=3e47c2ef-318e-49d2-94f0-6355208f8abc,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:26:31.036895 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:31.142024 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Floating IP de71c6e2-798f-42d0-b46f-282eaf57ee15 associated. External IP: 172.25.3.22, port: b7412e15-1f8e-4481-97fd-44f10c7e4b8e. Dec 10 10:26:31.704181 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:26:31.812086 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:26:31.821479 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] Sync routers for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:26:31.830561 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:31.832244 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:31.832855 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:31.873778 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-0d0bd02d-d48c-4b00-a190-a7a7bcdae3ab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9021885 Dec 10 10:26:31.873778 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:26:31.873778 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669bc69e-b62e-4cce-8f7e-5ca881f4772c" -d '{"events": [{"name": "network-changed", "server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:26:31.900042 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb94488-308f-4e0f-a928-adc1f7e6ec0e x-openstack-request-id: req-bbb94488-308f-4e0f-a928-adc1f7e6ec0e {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:26:31.900334 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:26:31.900587 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbb94488-308f-4e0f-a928-adc1f7e6ec0e {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:26:31.900989 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'status': 'completed', 'code': 200} Dec 10 10:26:31.940095 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:31.967309 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-17f0c653-937f-4673-83fe-4bf214fa88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:31.968994 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-17f0c653-937f-4673-83fe-4bf214fa88b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1097 time: 0.0456600 Dec 10 10:26:32.062025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-7778aa13-3b7b-4e91-9449-a5b1ca9b32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:32.063575 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-7778aa13-3b7b-4e91-9449-a5b1ca9b32fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0875912 Dec 10 10:26:32.249782 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'de71c6e2-798f-42d0-b46f-282eaf57ee15', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:26:30Z', 'updated_at': '2021-12-10T10:26:30Z', 'revision_number': 0, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:32.258823 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-0690e75f-f916-43df-81e7-48cc22b2573e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 999 time: 0.0642030 Dec 10 10:26:32.279845 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] Checking router: b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:26:32.288060 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:26:32.288663 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:26:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:32.308984 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-6f0d4ea1-8b9b-4476-9e5c-1a27d6d1008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:32.310479 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-6f0d4ea1-8b9b-4476-9e5c-1a27d6d1008e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0443237 Dec 10 10:26:32.359870 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-ffdc6c22-3a7f-4dc0-9b37-19d5d16ae806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:32.361378 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-ffdc6c22-3a7f-4dc0-9b37-19d5d16ae806 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434525 Dec 10 10:26:32.395993 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:26:32.455541 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-0e0364a7-1f8b-4917-8e05-4890d707e6a2 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866158 Dec 10 10:26:32.552526 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-669bc69e-b62e-4cce-8f7e-5ca881f4772c req-7632b864-f305-4913-ba8c-92e84514fb8c service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899875 Dec 10 10:26:32.634047 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'de71c6e2-798f-42d0-b46f-282eaf57ee15', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:26:30Z', 'updated_at': '2021-12-10T10:26:30Z', 'revision_number': 0, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:26:32.663585 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a7e64-2d95-474d-b496-0f31308457d9 None None] The sync data for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 is: [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'de71c6e2-798f-42d0-b46f-282eaf57ee15', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:26:30Z', 'updated_at': '2021-12-10T10:26:30Z', 'revision_number': 0, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:26:32.861411 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8f832-b11a-4154-a6c3-d5d34e982960 None None] New status for floating IP de71c6e2-798f-42d0-b46f-282eaf57ee15: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:26:33.474028 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c3447c72-8fe3-4765-b6a9-241ceaa9fb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:35.646509 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8e06d033-96ba-4a93-98e6-9585a2a58c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:36.923616 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:38.619511 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:39.516744 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:46.027204 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:50.316809 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:26:50.586972 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9004102b-f875-40d2-a001-422446e54b97 req-ba8058e3-5bcb-49aa-a643-ee5785a5ce81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445607 Dec 10 10:26:50.671645 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004102b-f875-40d2-a001-422446e54b97 req-4eb9a573-6400-4dcd-8742-df8811426a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:50.673094 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9004102b-f875-40d2-a001-422446e54b97 req-4eb9a573-6400-4dcd-8742-df8811426a83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1097 time: 0.0438945 Dec 10 10:26:50.695571 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:26:50.778335 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004102b-f875-40d2-a001-422446e54b97 req-4f5a8556-120c-4706-8f88-d6142cce454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:50.779799 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9004102b-f875-40d2-a001-422446e54b97 req-4f5a8556-120c-4706-8f88-d6142cce454c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0836995 Dec 10 10:26:50.848972 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9004102b-f875-40d2-a001-422446e54b97 req-2c5b670e-710d-47f6-a6d9-fad8fb8c14b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 1001 time: 0.0613422 Dec 10 10:26:50.897124 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004102b-f875-40d2-a001-422446e54b97 req-9004c9be-ea77-4c45-9097-a98a81068b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:50.898556 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9004102b-f875-40d2-a001-422446e54b97 req-9004c9be-ea77-4c45-9097-a98a81068b36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0430546 Dec 10 10:26:50.943139 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004102b-f875-40d2-a001-422446e54b97 req-2d8fa6ff-4b55-49c8-8ae2-ab4bbad9d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:26:50.944588 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9004102b-f875-40d2-a001-422446e54b97 req-2d8fa6ff-4b55-49c8-8ae2-ab4bbad9d4d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388319 Dec 10 10:26:51.036587 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9004102b-f875-40d2-a001-422446e54b97 req-a4972f27-669a-44c0-a081-dfeac9f2b760 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840886 Dec 10 10:26:51.125048 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-9004102b-f875-40d2-a001-422446e54b97 req-1b0cfa11-d317-4575-837a-1a68a253e116 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816348 Dec 10 10:27:03.474903 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1cae67e4-b815-401a-87f2-7ec891b425fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:05.647725 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-63a31bcb-dd59-4787-b571-3f4e988cfe82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:06.928561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:08.622460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:09.520911 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:16.020917 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:20.314923 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:27.694425 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:27:33.477810 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1672e28d-7c47-4852-aa5a-178f2a605345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:35.650444 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f0ad-ef5e-4e65-a194-7e7c4b04dc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:36.933393 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:38.626269 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:39.523151 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:46.027727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:50.323376 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:27:51.585203 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-6c13a950-d59d-47a6-a709-5b7fdf7e0022 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416558 Dec 10 10:27:51.676025 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-d5e1b2f3-99c9-4ac2-90d0-52ae09c2113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:27:51.678524 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-d5e1b2f3-99c9-4ac2-90d0-52ae09c2113c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1097 time: 0.0522714 Dec 10 10:27:52.120692 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-047040a8-13ac-4f39-ab9b-18fbea6a4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:27:52.122291 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-047040a8-13ac-4f39-ab9b-18fbea6a4dce service neutron] 10.222.0.39 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.4237688 Dec 10 10:27:52.192550 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-cafc030a-5e28-45a5-9cb8-b7c6c7130165 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 1001 time: 0.0623457 Dec 10 10:27:52.240034 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-83cfecd6-1d1e-4c03-b55b-a7f31471362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:27:52.241445 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-83cfecd6-1d1e-4c03-b55b-a7f31471362d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0424755 Dec 10 10:27:52.286549 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-45a2f6ac-50ba-450b-badb-9de848665193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:27:52.288008 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-45a2f6ac-50ba-450b-badb-9de848665193 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395052 Dec 10 10:27:52.298898 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-dd46509f-5a87-48ab-abdd-5fd3eb0ba3bf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:27:52.299824 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-dd46509f-5a87-48ab-abdd-5fd3eb0ba3bf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048311 Dec 10 10:27:52.390884 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-64d0adb1-1b93-49cd-bc90-a8b78b0a5ad4 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838668 Dec 10 10:27:52.478978 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-d8a7afa4-f980-4224-a251-617b6a3e0cbf req-f87e96db-db8e-4965-948a-b5c1a27bd9f2 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814562 Dec 10 10:28:03.480059 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4da0-5bc4-43ae-86e1-2a57cbadf468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:04.693070 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:28:05.651585 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1bebe57c-6063-455f-b7ec-33cf85c4bd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:06.932961 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:08.631613 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:09.525621 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:16.055438 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:20.327639 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:30.086640 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7412e15-1f8e-4481-97fd-44f10c7e4b8e details requested by agent hyperv_n-h2-814746-3 with host n-h2-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:28:30.181398 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:28:30.193223 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Returning: {'device': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:28:30.232547 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:30.244819 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7412e15-1f8e-4481-97fd-44f10c7e4b8e {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:28:30.264712 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:28:30.268553 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:30.318983 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:28:30.327359 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.327710 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.328050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.328385 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.328718 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.329046 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.329388 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.329727 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.330050 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.330373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.330693 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.331013 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.331330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:30.367005 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] get_ports_and_sgs() called for port_ids ['b7412e15-1f8e-4481-97fd-44f10c7e4b8e'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:28:32.116841 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7412e15-1f8e-4481-97fd-44f10c7e4b8e up at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:28:32.173275 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Provisioning complete for port b7412e15-1f8e-4481-97fd-44f10c7e4b8e triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:28:32.174069 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:32.265926 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:32.291326 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:28:32.294285 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899d6126-e3a0-477a-b484-6e8355560b92" -d '{"events": [{"server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "name": "network-vif-plugged", "status": "completed", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:28:32.309086 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:28:32.314095 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:32.388726 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:28:32.481168 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfe69d5-0b28-43ad-82a4-887a9444cba9 x-openstack-request-id: req-3bfe69d5-0b28-43ad-82a4-887a9444cba9 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:28:32.481570 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "name": "network-vif-plugged", "status": "completed", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:28:32.481888 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bfe69d5-0b28-43ad-82a4-887a9444cba9 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:28:32.482397 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'code': 200} Dec 10 10:28:33.505360 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e3a6-5a63-47a5-8474-ec6881eaa010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:35.656152 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2225-6cba-4e92-a30d-9e9d2e7df95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:36.945515 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:38.637957 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:39.536162 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:41.055782 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-58f583e1-0f9e-4e4f-84fa-b25421d91ca5 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310724569&fields=id&tenant_id=cf3d137c21414c3985e920f685450425 HTTP/1.1" status: 200 len: 267 time: 0.0459876 Dec 10 10:28:41.165018 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-4206e87e-5b62-4908-a4ea-db6b8c66af0e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:41.166625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-4206e87e-5b62-4908-a4ea-db6b8c66af0e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 810 time: 0.1036835 Dec 10 10:28:41.181789 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-0643c71a-1b81-4bcf-ac9b-b74ff2f066ee tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/quotas/cf3d137c21414c3985e920f685450425 HTTP/1.1" status: 200 len: 375 time: 0.0087376 Dec 10 10:28:41.235317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-22c0083d-5810-4280-8451-a183cdfd2a11 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481942 Dec 10 10:28:41.334423 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-d74c0299-88f6-401f-bff2-3e264293933d service neutron] 10.222.0.31 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875974 Dec 10 10:28:41.423004 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-5dd037cd-5d65-4fac-ba47-ff5cc9b404c7 service neutron] 10.222.0.31 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818963 Dec 10 10:28:41.586748 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6f1eb7d2-5aeb-4021-8e62-fc542770c6e0 req-d0bf4275-c5fd-4ddb-bbf0-b110889bacf4 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 210 time: 0.0290093 Dec 10 10:28:41.692043 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:28:42.625883 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-2c9c95b4-4239-4c95-8672-3d8b92f95a59 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:42.627371 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-2c9c95b4-4239-4c95-8672-3d8b92f95a59 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.18 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 810 time: 0.1184168 Dec 10 10:28:42.693436 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-24717d26-dd42-45e8-9c63-21838cc06b8f req-c67e1530-9e6a-4bcb-b719-ecfc13dff4f6 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 210 time: 0.0328462 Dec 10 10:28:42.719695 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-61e0f7ae-3070-4de3-a861-1f63aeddde2d tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf3d137c21414c3985e920f685450425 HTTP/1.1" status: 200 len: 379 time: 0.0825570 Dec 10 10:28:42.728789 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'port': {'device_id': '67989d93-b04e-4350-988d-1a69bcec933e', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'admin_state_up': True, 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'security_groups': ['d9df0142-451a-434a-a8e8-7697bb0bb635']}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:28:42.847621 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Made reservation on behalf of cf3d137c21414c3985e920f685450425 for: {'port': 1} {{(pid=114969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 10:28:42.851081 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:43.012885 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Allocated IP 172.20.0.3 (c1c2b8d1-f128-4e09-b56b-907aa65776ad/dfec355d-9027-40ec-bf19-82aa1831dc55/f488d5e0-0631-40c1-b47d-e045a274274b) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:28:43.232698 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:43.289795 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:43.334642 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:28:43.338043 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:28:43.343487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:28:43.376373 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'Port': ['ID=f488d5e0-0631-40c1-b47d-e045a274274b,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:28:43.394961 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.395314 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.395700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.396065 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.396499 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.397008 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.397342 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.397704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.398038 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.398360 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.398686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.399149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.399372 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:28:43.422500 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:43.423148 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:43.457570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-801f3c05-9b62-4e0c-b0c1-b80203dcaaab tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7323065 Dec 10 10:28:43.621865 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-af801f0a-847c-4558-8d05-f00ac2086c73 None None] Provisioning complete for port f488d5e0-0631-40c1-b47d-e045a274274b triggered by entity DHCP. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:28:43.622718 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-af801f0a-847c-4558-8d05-f00ac2086c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:43.661218 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-af801f0a-847c-4558-8d05-f00ac2086c73 None None] Port f488d5e0-0631-40c1-b47d-e045a274274b cannot update to ACTIVE because it is not bound. {{(pid=114971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 10:28:43.819859 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5418-f652-44de-8bc0-154e90c16da9 req-fed72a72-c951-4fb4-a1c9-906877a5def1 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:43.821553 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-407f5418-f652-44de-8bc0-154e90c16da9 req-fed72a72-c951-4fb4-a1c9-906877a5def1 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0512707 Dec 10 10:28:43.878994 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-407f5418-f652-44de-8bc0-154e90c16da9 req-dab0e600-8329-4d28-815f-487ceb8fe8a6 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503387 Dec 10 10:28:44.178720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7412e15-1f8e-4481-97fd-44f10c7e4b8e no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:28:44.261720 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:44.284045 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:28:44.286295 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ce09c8-aeec-4fb0-9a8e-00a559660981" -d '{"events": [{"server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:28:44.301651 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:28:44.306964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:44.342090 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 10:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dccec2-65bb-4362-afb4-aa83fc9e97d6 x-openstack-request-id: req-00dccec2-65bb-4362-afb4-aa83fc9e97d6 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:28:44.342384 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:28:44.342640 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00dccec2-65bb-4362-afb4-aa83fc9e97d6 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:28:44.343036 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'code': 200} Dec 10 10:28:44.365269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Pushing event updated for resources: {'Port': ['ID=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,revision_number=8']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:28:45.004155 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b51ab-db9a-4125-b314-d60c50e3eb2d req-c11fbbb8-5b5a-45fe-a2ba-44ceffc43c00 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:45.005678 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-192b51ab-db9a-4125-b314-d60c50e3eb2d req-c11fbbb8-5b5a-45fe-a2ba-44ceffc43c00 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0568867 Dec 10 10:28:45.054466 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-192b51ab-db9a-4125-b314-d60c50e3eb2d req-047a2b42-f616-4a8a-9195-31a58815564b tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Dec 10 10:28:46.068885 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:46.204635 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b23818-e7d9-48e3-8c87-d39ebcb99f30 req-32154e1b-7d3d-4ebe-afd8-8af82e1d2061 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:46.207518 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5b23818-e7d9-48e3-8c87-d39ebcb99f30 req-32154e1b-7d3d-4ebe-afd8-8af82e1d2061 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0714402 Dec 10 10:28:46.269904 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a5b23818-e7d9-48e3-8c87-d39ebcb99f30 req-d1f758bd-6a83-4f4e-b7ca-ecb5d3a43d11 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570817 Dec 10 10:28:47.397616 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71a3e1-afbf-4ff1-8372-f3a5e3abf2b9 req-f54959c5-4e46-47f8-b574-0cfc5e8c230d tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:47.399273 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b71a3e1-afbf-4ff1-8372-f3a5e3abf2b9 req-f54959c5-4e46-47f8-b574-0cfc5e8c230d tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0583527 Dec 10 10:28:47.449988 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4b71a3e1-afbf-4ff1-8372-f3a5e3abf2b9 req-dfc7db24-a120-4745-8273-9e8de9362a32 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431149 Dec 10 10:28:48.578148 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f83e-f17c-4bba-9be0-7f6748ec5e58 req-22b73d5a-435b-47de-974a-7325c37b5839 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:48.579727 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d524f83e-f17c-4bba-9be0-7f6748ec5e58 req-22b73d5a-435b-47de-974a-7325c37b5839 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0593405 Dec 10 10:28:48.635309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d524f83e-f17c-4bba-9be0-7f6748ec5e58 req-533fce40-f163-4c34-bc67-d7d0ec6de39c tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494120 Dec 10 10:28:49.760222 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8623fe-776e-45dc-8026-6c97680166f0 req-4fbf348e-d24a-4512-ab4d-ad15040f09e2 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:49.762832 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d8623fe-776e-45dc-8026-6c97680166f0 req-4fbf348e-d24a-4512-ab4d-ad15040f09e2 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0510848 Dec 10 10:28:49.822149 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-3d8623fe-776e-45dc-8026-6c97680166f0 req-805626d8-be3a-4712-852d-d7f7c056b953 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508935 Dec 10 10:28:50.329053 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:50.950509 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a7c21-3c35-4979-815c-6a1ba85e7118 req-75d9e177-c4df-4e85-a6c0-71d75d75a31e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:50.952734 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae2a7c21-3c35-4979-815c-6a1ba85e7118 req-75d9e177-c4df-4e85-a6c0-71d75d75a31e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0572262 Dec 10 10:28:51.007103 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ae2a7c21-3c35-4979-815c-6a1ba85e7118 req-df7acf92-7b02-48a4-bfd0-9dceecb02bba tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485725 Dec 10 10:28:52.135884 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b34469-7dca-4b0b-b380-2ba464fa3592 req-2118dd61-a024-4213-8a2c-dd12face61dc tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:52.137640 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51b34469-7dca-4b0b-b380-2ba464fa3592 req-2118dd61-a024-4213-8a2c-dd12face61dc tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0561845 Dec 10 10:28:52.190668 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-51b34469-7dca-4b0b-b380-2ba464fa3592 req-2023ceb4-a2c4-4c1d-b56a-2276da75863e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469143 Dec 10 10:28:52.654098 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-271285da-6e29-4997-82af-af469d69d094 req-5a46ed1f-bee2-4e1f-9927-d4fb4548490c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867085 Dec 10 10:28:52.754237 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271285da-6e29-4997-82af-af469d69d094 req-79a67461-c00f-4b19-8a15-5c98aed84a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:52.755993 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-271285da-6e29-4997-82af-af469d69d094 req-79a67461-c00f-4b19-8a15-5c98aed84a06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1095 time: 0.0499544 Dec 10 10:28:52.864212 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271285da-6e29-4997-82af-af469d69d094 req-cf104664-e90b-4186-8c74-7b6f3b2b3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:52.865650 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-271285da-6e29-4997-82af-af469d69d094 req-cf104664-e90b-4186-8c74-7b6f3b2b3392 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0885825 Dec 10 10:28:52.938397 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-271285da-6e29-4997-82af-af469d69d094 req-ed6bcda4-9702-4e45-b132-c111fe84d0a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 999 time: 0.0652518 Dec 10 10:28:52.993359 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271285da-6e29-4997-82af-af469d69d094 req-82359315-cc98-468a-9219-3ce3fe202765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:52.994834 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-271285da-6e29-4997-82af-af469d69d094 req-82359315-cc98-468a-9219-3ce3fe202765 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0489380 Dec 10 10:28:53.042920 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271285da-6e29-4997-82af-af469d69d094 req-a82d1d91-0518-4da0-b3a4-05da51a3ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:53.044417 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-271285da-6e29-4997-82af-af469d69d094 req-a82d1d91-0518-4da0-b3a4-05da51a3ce20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429211 Dec 10 10:28:53.139337 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-271285da-6e29-4997-82af-af469d69d094 req-71f497e9-5780-468b-9e12-9a8be52cdffb service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868239 Dec 10 10:28:53.232738 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-271285da-6e29-4997-82af-af469d69d094 req-ce777656-a464-4203-a147-2809c34ba2a7 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851021 Dec 10 10:28:53.316833 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6423c-3ac3-4ab0-986a-e0fa1bb6a2cd req-eb7249f2-faae-40ea-b6f1-006d3d3492e5 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:53.318362 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9eb6423c-3ac3-4ab0-986a-e0fa1bb6a2cd req-eb7249f2-faae-40ea-b6f1-006d3d3492e5 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0491538 Dec 10 10:28:53.367381 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-9eb6423c-3ac3-4ab0-986a-e0fa1bb6a2cd req-dd163993-a5b4-4431-89ab-f47b115c683f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Dec 10 10:28:54.486561 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160783-a07e-4971-bb51-3574a72b65b9 req-c9993d82-cd48-4151-ab12-31cb000bf796 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:54.488061 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4160783-a07e-4971-bb51-3574a72b65b9 req-c9993d82-cd48-4151-ab12-31cb000bf796 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 931 time: 0.0530314 Dec 10 10:28:54.537800 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b4160783-a07e-4971-bb51-3574a72b65b9 req-9e0f4c5b-4cc1-4335-8e28-7627cfcef003 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437071 Dec 10 10:28:54.919754 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Request body: {'port': {'device_id': '67989d93-b04e-4350-988d-1a69bcec933e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:28:54.972578 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:55.234959 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f488d5e0-0631-40c1-b47d-e045a274274b {{(pid=114969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:28:55.242279 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:55.254446 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.provisioning_blocks [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Transition to ACTIVE for port object f488d5e0-0631-40c1-b47d-e045a274274b will not be triggered until provisioned by entity L2. {{(pid=114969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 10:28:55.258033 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:55.308172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Pushing event updated for resources: {'Port': ['ID=f488d5e0-0631-40c1-b47d-e045a274274b,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:28:55.380426 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Attempting to bind port f488d5e0-0631-40c1-b47d-e045a274274b on host n-h1-814746-3 for vnic_type normal with profile {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 10:28:55.380769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Attempting to bind port f488d5e0-0631-40c1-b47d-e045a274274b by drivers openvswitch,hyperv on host n-h1-814746-3 at level 0 using segments [{'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 10:28:55.381105 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Attempting to bind port f488d5e0-0631-40c1-b47d-e045a274274b on network c1c2b8d1-f128-4e09-b56b-907aa65776ad {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:28:55.385980 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Port f488d5e0-0631-40c1-b47d-e045a274274b on network c1c2b8d1-f128-4e09-b56b-907aa65776ad not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-3 {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 10:28:55.386310 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Attempting to bind port f488d5e0-0631-40c1-b47d-e045a274274b on network c1c2b8d1-f128-4e09-b56b-907aa65776ad {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 10:28:55.391969 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Checking agent: {'id': 'c72872a0-b921-4b2a-b9e3-4923d1806c44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'started_at': datetime.datetime(2021, 12, 10, 8, 44, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 10, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 10:28:55.392313 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Checking segment: {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 10:28:55.392704 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Bound using segment: {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'} {{(pid=114969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 10:28:55.393142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.managers [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Bound port: f488d5e0-0631-40c1-b47d-e045a274274b, host: n-h1-814746-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05bbf0d1-e833-401e-99bd-fa44ded28c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad'}}] {{(pid=114969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 10:28:55.393524 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:55.465769 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] For port f488d5e0-0631-40c1-b47d-e045a274274b, host n-h1-814746-3, cleared binding levels {{(pid=114969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 10:28:55.469026 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] For port f488d5e0-0631-40c1-b47d-e045a274274b, host n-h1-814746-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f488d5e0-0631-40c1-b47d-e045a274274b,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 10:28:55.473458 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:55.510092 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:55.510853 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:55.512744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] 10.222.0.18 "PUT /v2.0/ports/f488d5e0-0631-40c1-b47d-e045a274274b HTTP/1.1" status: 200 len: 1091 time: 0.5984495 Dec 10 10:28:55.513189 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:28:55.515485 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:28:55.540172 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd883b33-20fd-4e46-8dee-20c1f8a6c586 service neutron] Pushing event updated for resources: {'Port': ['ID=f488d5e0-0631-40c1-b47d-e045a274274b,revision_number=3']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:28:55.577424 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a60dcf-df88-421b-92c3-4315ee318855 x-openstack-request-id: req-81a60dcf-df88-421b-92c3-4315ee318855 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:28:55.577866 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:28:55.578349 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81a60dcf-df88-421b-92c3-4315ee318855 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:28:55.578834 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'status': 'completed', 'code': 200} Dec 10 10:28:55.613169 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-57b84915-af9b-48f9-b973-c271e16d936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:55.614837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-57b84915-af9b-48f9-b973-c271e16d936e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 1094 time: 0.0527713 Dec 10 10:28:55.677758 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-b132ce4a-81a1-4ad9-88ab-4c5c9b80ee7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f488d5e0-0631-40c1-b47d-e045a274274b HTTP/1.1" status: 200 len: 217 time: 0.0532467 Dec 10 10:28:55.750912 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2f4f9-a5fd-40cc-8033-56a320ff1be6 req-442d47cc-48f1-458f-97fd-87e45641a17d tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:55.752405 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3c2f4f9-a5fd-40cc-8033-56a320ff1be6 req-442d47cc-48f1-458f-97fd-87e45641a17d tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 943 time: 0.1185780 Dec 10 10:28:55.756524 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-c47014df-da6a-402e-9222-cb9a245c0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:55.757970 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-c47014df-da6a-402e-9222-cb9a245c0139 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0658624 Dec 10 10:28:55.839788 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b3c2f4f9-a5fd-40cc-8033-56a320ff1be6 req-24a17902-20a8-451e-85a5-233dea0bb163 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808883 Dec 10 10:28:55.842384 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-7df73b89-85ee-4bda-ba9e-1498233823a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:55.843809 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-7df73b89-85ee-4bda-ba9e-1498233823a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777147 Dec 10 10:28:55.940605 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-b0bc36df-a3c7-4176-a8ce-c7aad021aa72 service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858309 Dec 10 10:28:56.034747 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-8cfd4e1e-c80d-4f11-9715-fc75379d842e req-3c04220d-3ac4-4c97-b8cb-68f18046fa14 service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870354 Dec 10 10:28:56.117902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-c447a27a-ac03-49cc-ab14-805d30703a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:56.119385 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-c447a27a-ac03-49cc-ab14-805d30703a52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 1094 time: 0.0416813 Dec 10 10:28:56.212159 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-d4a59774-a19e-484b-8e17-e2d6b366225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:56.213650 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-d4a59774-a19e-484b-8e17-e2d6b366225a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0868440 Dec 10 10:28:56.259460 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-46cbc9fb-606d-4c0b-b6f2-a8476d9391e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f488d5e0-0631-40c1-b47d-e045a274274b HTTP/1.1" status: 200 len: 217 time: 0.0391436 Dec 10 10:28:56.309337 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-5e7bb46b-ee38-4bd6-9fef-4895b52c63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:56.310701 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-5e7bb46b-ee38-4bd6-9fef-4895b52c63fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0444431 Dec 10 10:28:56.357305 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-5d3ec5e1-d180-4c98-aae3-f9a0384e4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:56.358831 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-5d3ec5e1-d180-4c98-aae3-f9a0384e4590 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407953 Dec 10 10:28:56.450196 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-e620b4f4-340c-4500-9ea5-b98c8287efcf service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843022 Dec 10 10:28:56.541751 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f2b1076b-4e90-4737-9ae4-7cc175d66d1a req-f7e28734-5d9f-4178-8ac9-3d0302cde5e0 service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849977 Dec 10 10:28:56.962579 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b20a0-e2f5-408e-b464-6c16cbb668c3 req-5d8fe035-75c6-4cb4-8e75-e2a93a00ea73 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:56.964048 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-208b20a0-e2f5-408e-b464-6c16cbb668c3 req-5d8fe035-75c6-4cb4-8e75-e2a93a00ea73 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 943 time: 0.0543070 Dec 10 10:28:57.014556 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-208b20a0-e2f5-408e-b464-6c16cbb668c3 req-86cc440b-bc00-405a-b5b3-ea6432f36811 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443692 Dec 10 10:28:58.127386 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954156d-2f57-493e-9a43-107c9bcc53ea req-536a542a-4bab-40eb-9068-0efb75f657a1 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:58.128837 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7954156d-2f57-493e-9a43-107c9bcc53ea req-536a542a-4bab-40eb-9068-0efb75f657a1 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 943 time: 0.0480199 Dec 10 10:28:58.178648 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-7954156d-2f57-493e-9a43-107c9bcc53ea req-5e7051bb-eede-42ac-90c9-0cfc3b657a47 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438921 Dec 10 10:28:59.353132 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c0b03-ae94-4363-ac71-5472aecc577f req-d3db7a59-4240-49ff-b5c7-873d1ce1bbdf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:28:59.354620 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f78c0b03-ae94-4363-ac71-5472aecc577f req-d3db7a59-4240-49ff-b5c7-873d1ce1bbdf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 943 time: 0.1081827 Dec 10 10:28:59.408241 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-f78c0b03-ae94-4363-ac71-5472aecc577f req-9efe6948-decd-4a11-bbba-0b9fff4c2ab3 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467091 Dec 10 10:28:59.544026 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f488d5e0-0631-40c1-b47d-e045a274274b details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:28:59.643229 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f488d5e0-0631-40c1-b47d-e045a274274b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f488d5e0-0631-40c1-b47d-e045a274274b,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:28:59.655200 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'port_id': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'mac_address': 'fa:16:3e:b0:6b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:28:59.691375 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:59.704285 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f488d5e0-0631-40c1-b47d-e045a274274b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:28:59.723458 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f488d5e0-0631-40c1-b47d-e045a274274b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f488d5e0-0631-40c1-b47d-e045a274274b,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:28:59.727186 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:28:59.775562 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f488d5e0-0631-40c1-b47d-e045a274274b,revision_number=4']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:29:00.228780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['f488d5e0-0631-40c1-b47d-e045a274274b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:29:00.524174 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebba052-6972-4f56-a97f-b3fbbc6a2ae8 req-0255ba00-e68e-4be5-8a37-d0f7b1bc7803 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:00.525600 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ebba052-6972-4f56-a97f-b3fbbc6a2ae8 req-0255ba00-e68e-4be5-8a37-d0f7b1bc7803 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 944 time: 0.0492232 Dec 10 10:29:00.574955 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-5ebba052-6972-4f56-a97f-b3fbbc6a2ae8 req-d443c95a-b5f3-4834-9247-929034b4c9be tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 Dec 10 10:29:01.561328 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f488d5e0-0631-40c1-b47d-e045a274274b up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:29:01.619976 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning for port f488d5e0-0631-40c1-b47d-e045a274274b completed by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 10:29:01.625526 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port f488d5e0-0631-40c1-b47d-e045a274274b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:29:01.625907 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:01.713088 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce1cd5-a949-4c50-a555-c89f557a2bbd req-94930b12-5977-4c3b-b976-9df191cf8516 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:01.714662 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8ce1cd5-a949-4c50-a555-c89f557a2bbd req-94930b12-5977-4c3b-b976-9df191cf8516 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 944 time: 0.0492799 Dec 10 10:29:01.716950 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:01.739666 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:29:01.741948 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc2cdff-52bb-48b1-a056-3d0ae5639fa1" -d '{"events": [{"server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "name": "network-vif-plugged", "status": "completed", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:29:01.755913 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f488d5e0-0631-40c1-b47d-e045a274274b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f488d5e0-0631-40c1-b47d-e045a274274b,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:29:01.760016 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:01.766228 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-b8ce1cd5-a949-4c50-a555-c89f557a2bbd req-8b91d4d0-8160-4608-a5c4-ae8aa26111f8 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450110 Dec 10 10:29:01.807836 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f488d5e0-0631-40c1-b47d-e045a274274b,revision_number=5']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:29:01.811800 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb86380-4c2b-4a02-b8bf-8ebc8ee1efaa x-openstack-request-id: req-ddb86380-4c2b-4a02-b8bf-8ebc8ee1efaa {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:29:01.812091 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "name": "network-vif-plugged", "status": "completed", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:29:01.812345 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddb86380-4c2b-4a02-b8bf-8ebc8ee1efaa {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:29:01.812729 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'code': 200} Dec 10 10:29:01.911760 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c940124-ea27-4330-9425-6cccdea4baf9 req-3f786a90-7a4d-45a1-abcc-1ad9e8368c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:01.913311 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c940124-ea27-4330-9425-6cccdea4baf9 req-3f786a90-7a4d-45a1-abcc-1ad9e8368c9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 1096 time: 0.0447316 Dec 10 10:29:01.960346 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0c940124-ea27-4330-9425-6cccdea4baf9 req-2b3493ed-12eb-433e-adc8-e65dd8906de4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384338 Dec 10 10:29:02.883084 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c61ab-e749-43ce-9429-71f9a8868099 req-7a4fb343-de13-41e0-9fc4-86b9d4f499d4 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:02.884563 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-849c61ab-e749-43ce-9429-71f9a8868099 req-7a4fb343-de13-41e0-9fc4-86b9d4f499d4 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 945 time: 0.0491269 Dec 10 10:29:02.934193 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-849c61ab-e749-43ce-9429-71f9a8868099 req-0f52125a-b11b-4885-9b03-661c4ecb7840 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Dec 10 10:29:03.489392 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a099559b-addf-43b8-9592-3badb34d779b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:04.055206 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2d2cd-28d3-4bcc-a00c-7130a2a43bbb req-f89c64a8-24cf-410f-b02f-00a9fed47be5 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:04.056663 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53a2d2cd-28d3-4bcc-a00c-7130a2a43bbb req-f89c64a8-24cf-410f-b02f-00a9fed47be5 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 945 time: 0.0520144 Dec 10 10:29:04.104685 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-53a2d2cd-28d3-4bcc-a00c-7130a2a43bbb req-46f127a8-5eb4-4511-b9c2-90d0e3cdeb23 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420928 Dec 10 10:29:04.218243 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e733b5-ac94-4db3-b4b9-7c3a0ccce7dd req-5504236a-0d86-4fd3-bcb3-c5a6ea84fab7 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:04.219614 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7e733b5-ac94-4db3-b4b9-7c3a0ccce7dd req-5504236a-0d86-4fd3-bcb3-c5a6ea84fab7 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 945 time: 0.0482142 Dec 10 10:29:04.267822 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a7e733b5-ac94-4db3-b4b9-7c3a0ccce7dd req-3e5a4ed4-4ffa-4226-acc3-3d13cac91737 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423253 Dec 10 10:29:04.289736 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50132) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:29:04.329784 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0ccfe-073a-4b3d-8ccf-2a8088b05462 tempest-TestSnapshotPattern-1411255807 tempest-TestSnapshotPattern-1411255807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:04.331639 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-78e0ccfe-073a-4b3d-8ccf-2a8088b05462 tempest-TestSnapshotPattern-1411255807 tempest-TestSnapshotPattern-1411255807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 1091 time: 0.0409358 Dec 10 10:29:04.334460 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50134) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:29:04.338761 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.v2.base [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Request body: {'floatingip': {'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'port_id': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 10:29:04.361311 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for floatingip, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:04.460100 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:04.567268 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_common [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Allocated IP 172.25.3.38 (c9a255b2-2602-47ee-bee8-4781f79eb851/225a7f23-82d6-49fb-9166-88cf48701dbc/75aafad2-b1bc-47e5-aaed-9767bb569ada) {{(pid=114969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 10:29:04.688806 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for port, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:04.723831 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733746297290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:04.763759 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Network c9a255b2-2602-47ee-bee8-4781f79eb851 is already hosted by enough agents. {{(pid=114969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 10:29:04.766684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.base_scheduler [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Resources bound (agent type, host, resource id): {{(pid=114969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 10:29:04.769977 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Received port after_create {{(pid=114969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 10:29:04.795575 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'Port': ['ID=75aafad2-b1bc-47e5-aaed-9767bb569ada,revision_number=1']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:29:05.134231 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:05.202930 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:05.346316 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for port, precommit_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:05.350867 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427760'] for port, after_update {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:05.420210 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event updated for resources: {'Port': ['ID=75aafad2-b1bc-47e5-aaed-9767bb569ada,revision_number=2']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:29:05.431804 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693586'] for floatingip, after_create {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:05.531009 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Floating IP b9f28008-898e-46f4-9110-eed5a463697b associated. External IP: 172.25.3.38, port: f488d5e0-0631-40c1-b47d-e045a274274b. Dec 10 10:29:05.657905 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-50f81e35-0ad3-48b2-9c01-704e04bd6c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:05.740142 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:29:05.842902 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:29:05.852718 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] Sync routers for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:29:05.861309 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:05.862610 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:29:05.863225 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:29:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:29:05.891329 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-9ed03876-5513-49f1-bcbc-7e5f5c41de20 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5558381 Dec 10 10:29:05.891908 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:29:05.894189 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d151f0fb-1275-4022-b294-6cc2a8f84aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:29:05.932142 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca31322-552b-4321-8d55-b7c911046c95 x-openstack-request-id: req-8ca31322-552b-4321-8d55-b7c911046c95 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:29:05.932433 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:29:05.932688 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ca31322-552b-4321-8d55-b7c911046c95 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:29:05.933091 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'status': 'completed', 'code': 200} Dec 10 10:29:05.972458 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:29:05.997202 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-ec1db939-148b-48f3-b345-429ee2510a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:05.998744 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-ec1db939-148b-48f3-b345-429ee2510a6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 1096 time: 0.0430667 Dec 10 10:29:06.089061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-b065a4a5-c90a-4c94-b42c-137f5618c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:06.091512 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-b065a4a5-c90a-4c94-b42c-137f5618c690 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0862424 Dec 10 10:29:06.162555 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-2ad1d4f0-f8f7-4760-8b78-a0fa271817e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f488d5e0-0631-40c1-b47d-e045a274274b HTTP/1.1" status: 200 len: 998 time: 0.0642216 Dec 10 10:29:06.199626 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'b9f28008-898e-46f4-9110-eed5a463697b', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.38', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:b0:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67989d93-b04e-4350-988d-1a69bcec933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:29:04Z', 'updated_at': '2021-12-10T10:29:04Z', 'revision_number': 0, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}, {'id': 'de71c6e2-798f-42d0-b46f-282eaf57ee15', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:26:30Z', 'updated_at': '2021-12-10T10:26:32Z', 'revision_number': 1, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:29:06.210743 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-01b535a3-9210-4f85-8859-8f595c9422c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:06.212218 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-01b535a3-9210-4f85-8859-8f595c9422c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0429509 Dec 10 10:29:06.225955 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] Checking router: b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:29:06.234931 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:29:06.235543 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:29:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:29:06.258122 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-8242e55f-7a55-4387-81f9-9fa3d14937fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:06.259538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-8242e55f-7a55-4387-81f9-9fa3d14937fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405657 Dec 10 10:29:06.357625 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-b58a3bf4-b766-4083-9888-1eaeba7d8a93 service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912502 Dec 10 10:29:06.431328 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:29:06.449912 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-d151f0fb-1275-4022-b294-6cc2a8f84aa0 req-47ec8529-d5be-4e2b-b45f-6550185f4c6c service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853827 Dec 10 10:29:06.662316 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'b9f28008-898e-46f4-9110-eed5a463697b', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.38', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:b0:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67989d93-b04e-4350-988d-1a69bcec933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:29:04Z', 'updated_at': '2021-12-10T10:29:04Z', 'revision_number': 0, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}, {'id': 'de71c6e2-798f-42d0-b46f-282eaf57ee15', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:26:30Z', 'updated_at': '2021-12-10T10:26:32Z', 'revision_number': 1, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:29:06.691441 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcdb53-dc75-4c65-b202-27803ec7a1c3 None None] The sync data for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 is: [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'b9f28008-898e-46f4-9110-eed5a463697b', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.38', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:b0:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67989d93-b04e-4350-988d-1a69bcec933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:29:04Z', 'updated_at': '2021-12-10T10:29:04Z', 'revision_number': 0, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}, {'id': 'de71c6e2-798f-42d0-b46f-282eaf57ee15', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:26:30Z', 'updated_at': '2021-12-10T10:26:32Z', 'revision_number': 1, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:29:06.904942 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea071d-6281-47ca-a1d4-e28d89557f70 None None] New status for floating IP b9f28008-898e-46f4-9110-eed5a463697b: ACTIVE {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:29:06.962499 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:08.637997 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:09.528613 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:16.081472 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:18.691787 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:29:20.341151 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:33.491536 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6e1dad53-830b-49b8-969e-28170aaff1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:35.659666 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1c58-39c1-41d5-8f37-32cf16adb596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:36.944846 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:38.638733 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:39.532320 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:46.096044 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:50.355971 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:29:53.569487 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-ff974ddf-14fd-4079-89ef-3dbfa52b54ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405564 Dec 10 10:29:53.662104 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-a9deaf34-9770-4839-be19-eb9001fa1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:53.663620 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-a9deaf34-9770-4839-be19-eb9001fa1672 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1095 time: 0.0466993 Dec 10 10:29:53.766501 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-240d39f4-a91c-4b90-bbc2-408d0673587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:53.767960 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-240d39f4-a91c-4b90-bbc2-408d0673587a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0850849 Dec 10 10:29:53.838029 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-6859b1f7-0808-4fb8-94c8-c87da2b77f8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 999 time: 0.0631101 Dec 10 10:29:53.889838 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-7fdbddf0-ef0e-4c24-8695-89b7b2236f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:53.891319 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-7fdbddf0-ef0e-4c24-8695-89b7b2236f1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0471013 Dec 10 10:29:53.936893 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-d701af3b-af18-4735-a708-4617534079ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:53.938449 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-d701af3b-af18-4735-a708-4617534079ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399916 Dec 10 10:29:54.030962 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-bcf3ebed-9d33-4b0f-a824-44706d6430b6 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Dec 10 10:29:54.120249 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-37eeddb1-657f-4224-b745-74a86ec54b0b req-09ffbf8e-68b4-4d84-bb63-e81a43927c1c service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807562 Dec 10 10:29:55.691202 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:29:55.721770 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07432f79-fb14-41ed-ad36-e85078c80889 req-af3ff842-d001-423a-9e1b-6ec285474f0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453255 Dec 10 10:29:55.806835 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07432f79-fb14-41ed-ad36-e85078c80889 req-66abfdf9-7207-4f74-8ae9-df8af6523332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:55.808348 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07432f79-fb14-41ed-ad36-e85078c80889 req-66abfdf9-7207-4f74-8ae9-df8af6523332 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 1096 time: 0.0427690 Dec 10 10:29:55.912481 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07432f79-fb14-41ed-ad36-e85078c80889 req-3abf55ee-0e49-493e-9193-4b4d281cb482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:55.913990 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07432f79-fb14-41ed-ad36-e85078c80889 req-3abf55ee-0e49-493e-9193-4b4d281cb482 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0857706 Dec 10 10:29:55.984539 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07432f79-fb14-41ed-ad36-e85078c80889 req-025ed198-8c0b-41a4-9af1-67b7f41732b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f488d5e0-0631-40c1-b47d-e045a274274b HTTP/1.1" status: 200 len: 1000 time: 0.0629041 Dec 10 10:29:56.032436 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07432f79-fb14-41ed-ad36-e85078c80889 req-321f868c-2987-4907-8e55-215e30c8da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:56.033858 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07432f79-fb14-41ed-ad36-e85078c80889 req-321f868c-2987-4907-8e55-215e30c8da02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0426042 Dec 10 10:29:56.078749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07432f79-fb14-41ed-ad36-e85078c80889 req-c71bb27a-b5e6-4471-9dba-fab0537f4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:29:56.080190 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07432f79-fb14-41ed-ad36-e85078c80889 req-c71bb27a-b5e6-4471-9dba-fab0537f4772 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400591 Dec 10 10:29:56.171806 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07432f79-fb14-41ed-ad36-e85078c80889 req-6710bab8-4a37-498b-bfdd-6061d5deb9d4 service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845799 Dec 10 10:29:56.259262 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-07432f79-fb14-41ed-ad36-e85078c80889 req-b3e5e794-c050-4cbf-97ca-c0efafa556bc service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800385 Dec 10 10:30:03.493763 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c393c608-d400-400a-836b-63fe84031ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:05.662034 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-829eaf47-d738-45ee-9215-74798e9ee822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:06.944823 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:08.647303 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:09.536669 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:16.114400 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:20.360232 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:32.690657 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:30:33.494473 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9d11b988-9b22-4d13-b5d5-b64d9d26c2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:35.663987 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-8a644cfa-d4c2-42f9-a2bf-50b6b353abfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:36.947859 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:38.645703 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:39.539362 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:46.114840 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:50.369789 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:30:53.601736 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-20bb3941-c3cb-4a87-bf11-365f563f3a57 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419507 Dec 10 10:30:53.688029 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-f69bf9ea-bd39-4a88-b3ba-52a1085f972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:30:53.689593 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-f69bf9ea-bd39-4a88-b3ba-52a1085f972f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1095 time: 0.0457790 Dec 10 10:30:53.793927 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-ff471ce2-d566-4a2e-a531-8d61e563882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:30:53.795320 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-ff471ce2-d566-4a2e-a531-8d61e563882c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0859995 Dec 10 10:30:53.865732 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-a53c9de9-dad3-43e2-8501-e0ecf3205edf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 999 time: 0.0620587 Dec 10 10:30:53.911942 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-75ae0328-2709-468a-a2a1-493422d90a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:30:53.913380 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-75ae0328-2709-468a-a2a1-493422d90a3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0414813 Dec 10 10:30:53.957236 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-59af5b87-eaab-4043-89de-23dd1097ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:30:53.958720 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-59af5b87-eaab-4043-89de-23dd1097ed5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389507 Dec 10 10:30:54.051207 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-ede4166a-c9df-4d63-b399-8548f7615df9 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846884 Dec 10 10:30:54.140172 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-0a51c7e2-114a-4bef-b0e3-5218d129494a req-a1fad359-b401-4f8a-ae35-c6ad0f1113fe service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819550 Dec 10 10:30:56.169841 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-fae1c1df-982c-4204-b744-94c8cedf8735 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4616811 Dec 10 10:30:56.259487 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-a34bf3e3-4edf-4147-9291-e006b7b3f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:30:56.260875 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-a34bf3e3-4edf-4147-9291-e006b7b3f8a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 1096 time: 0.0489197 Dec 10 10:30:56.362737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-5e4ac11d-516a-410f-9254-1cd7a9353bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:30:56.364221 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-5e4ac11d-516a-410f-9254-1cd7a9353bf4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.0846314 Dec 10 10:30:56.434989 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-7031e307-3b46-4806-8d23-b5757f2185a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f488d5e0-0631-40c1-b47d-e045a274274b HTTP/1.1" status: 200 len: 1000 time: 0.0632656 Dec 10 10:30:56.485003 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-8839652f-f380-4853-89c2-37f7c168115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:30:56.486479 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-8839652f-f380-4853-89c2-37f7c168115f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0445480 Dec 10 10:30:56.537139 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-fe05ffd9-fb02-4026-be3f-7e1786dee211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:30:56.539414 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-fe05ffd9-fb02-4026-be3f-7e1786dee211 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451868 Dec 10 10:30:56.549737 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-09378315-38f5-457b-9f3b-065ae1cb148e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 10:30:56.550675 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-09378315-38f5-457b-9f3b-065ae1cb148e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051203 Dec 10 10:30:56.643309 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-711b1673-3a54-4b31-a876-4a1e7cbcf19a service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852425 Dec 10 10:30:56.731538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-0b285dc3-7d6a-406e-ae11-53d7ad84b7dd req-010e004d-4b34-4e9c-b282-c40c84ce4343 service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814199 Dec 10 10:31:03.496403 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-a38974d3-b2b8-4511-b424-c5f4b02e3b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:05.665496 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b555334a-f952-48a0-be3b-a296d9153203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:06.950402 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:08.649480 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:09.542681 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:09.693544 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:31:14.083962 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f488d5e0-0631-40c1-b47d-e045a274274b details requested by agent hyperv_n-h1-814746-3 with host n-h1-814746-3 {{(pid=114971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 10:31:14.203623 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f488d5e0-0631-40c1-b47d-e045a274274b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f488d5e0-0631-40c1-b47d-e045a274274b,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:14.215780 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Returning: {'device': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'port_id': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'mac_address': 'fa:16:3e:b0:6b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 10:31:14.262217 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:14.279320 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f488d5e0-0631-40c1-b47d-e045a274274b {{(pid=114971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 10:31:14.302487 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f488d5e0-0631-40c1-b47d-e045a274274b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f488d5e0-0631-40c1-b47d-e045a274274b,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:14.306474 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:14.369720 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f488d5e0-0631-40c1-b47d-e045a274274b,revision_number=6']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:14.378362 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.379469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.380430 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.380783 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.381682 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.382027 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.382365 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.382730 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.383077 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.383404 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.383729 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.384090 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.384415 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:14.389740 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] get_ports_and_sgs() called for port_ids ['f488d5e0-0631-40c1-b47d-e045a274274b'] {{(pid=114971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 10:31:16.089779 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f488d5e0-0631-40c1-b47d-e045a274274b up at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 10:31:16.138990 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:16.151314 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.provisioning_blocks [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Provisioning complete for port f488d5e0-0631-40c1-b47d-e045a274274b triggered by entity L2. {{(pid=114971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 10:31:16.151682 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-585108'] for port, provisioning_complete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:16.230424 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571237'] for port, before_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:16.256660 n-d-814746-3 neutron-server[114971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b'}] {{(pid=114971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:31:16.258945 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75194d494f526ab3a4be1f1eac707b31aca717015d622995741147b6a6b759f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51830d0-714e-47f1-a8fa-e09a47bc9e96" -d '{"events": [{"server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "name": "network-vif-plugged", "status": "completed", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b"}]}' {{(pid=114971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:31:16.271745 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] For port f488d5e0-0631-40c1-b47d-e045a274274b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f488d5e0-0631-40c1-b47d-e045a274274b,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:16.276834 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733746865381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733746297308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733746297326'] for port, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:16.301212 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4460c7ec-1a9b-41d0-b076-18674086e387 x-openstack-request-id: req-4460c7ec-1a9b-41d0-b076-18674086e387 {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:31:16.301532 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "name": "network-vif-plugged", "status": "completed", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b", "code": 200}]} {{(pid=114971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:31:16.301802 n-d-814746-3 neutron-server[114971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4460c7ec-1a9b-41d0-b076-18674086e387 {{(pid=114971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:31:16.302198 n-d-814746-3 neutron-server[114971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'code': 200} Dec 10 10:31:16.328469 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Pushing event updated for resources: {'Port': ['ID=f488d5e0-0631-40c1-b47d-e045a274274b,revision_number=7']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:20.401066 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:26.033129 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50364) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:26.201081 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Deleting port 75aafad2-b1bc-47e5-aaed-9767bb569ada {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:26.201334 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:26.274940 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:26.275269 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:26.286684 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Calling delete_port for 75aafad2-b1bc-47e5-aaed-9767bb569ada owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:26.434793 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:26.468731 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event deleted for resources: {'Port': ['ID=75aafad2-b1bc-47e5-aaed-9767bb569ada,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:26.481254 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.481627 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.481971 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.482330 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.482648 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.482982 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.483336 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.483670 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.483996 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.484320 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.484644 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.484970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.485295 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:26.542313 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:26.542644 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Floating IP b9f28008-898e-46f4-9110-eed5a463697b disassociated (deleted). External IP: 172.25.3.38, port: f488d5e0-0631-40c1-b47d-e045a274274b. Dec 10 10:31:26.747700 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:31:26.856497 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:31:26.861771 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:26.866346 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] Sync routers for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:31:26.876207 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:31:26.876829 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:31:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:26.894596 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-69d3c270-5e4a-4604-8a59-1743ee59311f tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "DELETE /v2.0/floatingips/b9f28008-898e-46f4-9110-eed5a463697b HTTP/1.1" status: 204 len: 168 time: 0.8603237 Dec 10 10:31:26.895186 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:31:26.897482 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8b8a69-f13d-4910-b911-570b11f5529a" -d '{"events": [{"name": "network-changed", "server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:31:26.983818 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:31:27.108460 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b5c61e-44cd-4e97-9320-cdbf10814500 x-openstack-request-id: req-92b5c61e-44cd-4e97-9320-cdbf10814500 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:31:27.108972 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:31:27.109281 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92b5c61e-44cd-4e97-9320-cdbf10814500 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:31:27.109815 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'status': 'completed', 'code': 200} Dec 10 10:31:27.203096 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-a1b3ef6f-8bb0-4752-ae1d-206425a96313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:27.204626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-a1b3ef6f-8bb0-4752-ae1d-206425a96313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 1096 time: 0.0692358 Dec 10 10:31:27.220858 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c6659-1734-4074-9dba-61f304857fa9 req-19cedc0d-e111-4f6d-9f50-41dda8ec88e7 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:27.221554 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'de71c6e2-798f-42d0-b46f-282eaf57ee15', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:26:30Z', 'updated_at': '2021-12-10T10:26:32Z', 'revision_number': 1, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:27.222317 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d1c6659-1734-4074-9dba-61f304857fa9 req-19cedc0d-e111-4f6d-9f50-41dda8ec88e7 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 945 time: 0.0619419 Dec 10 10:31:27.248719 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] Checking router: b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:31:27.257406 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:31:27.258043 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:31:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:27.331801 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-6d1c6659-1734-4074-9dba-61f304857fa9 req-7fa0e81e-d305-437d-97af-e432b03bfe38 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017678 Dec 10 10:31:27.353149 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-e516783f-5372-43a1-8db8-b7a177c77687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:27.355594 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-e516783f-5372-43a1-8db8-b7a177c77687 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.1422276 Dec 10 10:31:27.374897 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:31:27.400881 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-505ad99f-78f5-45a2-8975-4f54aa9e9962 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f488d5e0-0631-40c1-b47d-e045a274274b HTTP/1.1" status: 200 len: 217 time: 0.0366592 Dec 10 10:31:27.449809 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-1709e820-357c-43a6-8b2d-f719ba445de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:27.451254 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-1709e820-357c-43a6-8b2d-f719ba445de0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0431168 Dec 10 10:31:27.503028 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-242c0446-1b14-48db-8849-987d6c4cf2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:27.504538 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-242c0446-1b14-48db-8849-987d6c4cf2ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449567 Dec 10 10:31:27.599745 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-898ce446-3076-4c03-99f9-46e6651e6454 service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833590 Dec 10 10:31:27.603630 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'de71c6e2-798f-42d0-b46f-282eaf57ee15', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:26:30Z', 'updated_at': '2021-12-10T10:26:32Z', 'revision_number': 1, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:27.700629 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-4f8b8a69-f13d-4910-b911-570b11f5529a req-d4748b6f-c2d4-4a57-b51d-c7966414c83a service neutron] 10.222.0.18 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930815 Dec 10 10:31:27.725876 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3740bbc-34d7-4965-a860-34ff93aca82f None None] The sync data for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 is: [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_floatingips': [{'id': 'de71c6e2-798f-42d0-b46f-282eaf57ee15', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'floating_ip_address': '172.25.3.22', 'floating_network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'router_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'port_id': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'mac_address': 'fa:16:3e:2b:4a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T10:26:30Z', 'updated_at': '2021-12-10T10:26:32Z', 'revision_number': 1, 'project_id': 'cf3d137c21414c3985e920f685450425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:31:27.983193 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3c907-335c-432d-bdba-9222edb8446c None None] New status for floating IP b9f28008-898e-46f4-9110-eed5a463697b: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:31:28.455354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2193-31e9-4812-9786-ad218ff1b697 req-5277bdb2-59af-4add-8372-26d2bc314ac2 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:28.457093 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce5d2193-31e9-4812-9786-ad218ff1b697 req-5277bdb2-59af-4add-8372-26d2bc314ac2 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 945 time: 0.0489740 Dec 10 10:31:28.510102 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-ce5d2193-31e9-4812-9786-ad218ff1b697 req-fc9aff82-a752-442d-be41-13d00d6c0979 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465608 Dec 10 10:31:28.767970 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-365e5db0-d71b-4844-b119-8c625bab865a tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:28.769402 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-365e5db0-d71b-4844-b119-8c625bab865a tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.18 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 945 time: 0.0473731 Dec 10 10:31:28.861425 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Deleting port f488d5e0-0631-40c1-b47d-e045a274274b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:28.861789 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:28.948475 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] For port f488d5e0-0631-40c1-b47d-e045a274274b, host n-h1-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-3',level=0,port_id=f488d5e0-0631-40c1-b47d-e045a274274b,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:28.948827 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:28.960253 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Calling delete_port for f488d5e0-0631-40c1-b47d-e045a274274b owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:29.089220 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:29.118201 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event deleted for resources: {'Port': ['ID=f488d5e0-0631-40c1-b47d-e045a274274b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:29.175502 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] No DVR routers for this DVR port f488d5e0-0631-40c1-b47d-e045a274274b on host n-h1-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:31:29.178763 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:29.182864 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-1a92aa35-ff46-4a3f-beea-3bba1795957a req-fdefd453-971c-4e22-a5fe-b0802db2fedf tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.18 "DELETE /v2.0/ports/f488d5e0-0631-40c1-b47d-e045a274274b HTTP/1.1" status: 204 len: 173 time: 0.4064205 Dec 10 10:31:29.183344 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'name': 'network-vif-deleted', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:31:29.186153 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f9bd42-d119-4fe9-b65d-d52929c62a0b" -d '{"events": [{"server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "name": "network-vif-deleted", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:31:29.224756 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee89fb9a-b321-4818-bff3-de1d383e4064 x-openstack-request-id: req-ee89fb9a-b321-4818-bff3-de1d383e4064 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:31:29.225048 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67989d93-b04e-4350-988d-1a69bcec933e", "name": "network-vif-deleted", "tag": "f488d5e0-0631-40c1-b47d-e045a274274b", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:31:29.225302 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee89fb9a-b321-4818-bff3-de1d383e4064 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:31:29.225736 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67989d93-b04e-4350-988d-1a69bcec933e', 'name': 'network-vif-deleted', 'tag': 'f488d5e0-0631-40c1-b47d-e045a274274b', 'status': 'completed', 'code': 200} Dec 10 10:31:29.637792 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-33794200-c73c-4e8b-ab47-f72b1f7b5386 req-d9265c6e-9785-42fa-bd3e-0ecf0d220451 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=67989d93-b04e-4350-988d-1a69bcec933e HTTP/1.1" status: 200 len: 210 time: 0.0346596 Dec 10 10:31:30.152480 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f488d5e0-0631-40c1-b47d-e045a274274b no longer exists at agent hyperv_n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:31:30.175330 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] No Port match for: f488d5e0-0631-40c1-b47d-e045a274274b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:31:30.175674 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Device f488d5e0-0631-40c1-b47d-e045a274274b not bound to the agent host n-h1-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:31:31.179249 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50422) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:31.336082 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Deleting port 3e47c2ef-318e-49d2-94f0-6355208f8abc {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:31.336321 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:31.411347 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:31.411671 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:31.422904 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Calling delete_port for 3e47c2ef-318e-49d2-94f0-6355208f8abc owned by network:floatingip {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:31.572052 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:31.604797 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event deleted for resources: {'Port': ['ID=3e47c2ef-318e-49d2-94f0-6355208f8abc,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:31.667814 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for floatingip, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:31.668143 n-d-814746-3 neutron-server[114969]: INFO neutron.db.l3_db [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Floating IP de71c6e2-798f-42d0-b46f-282eaf57ee15 disassociated (deleted). External IP: 172.25.3.22, port: b7412e15-1f8e-4481-97fd-44f10c7e4b8e. Dec 10 10:31:31.873258 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:31:31.982032 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:31:31.987493 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for floatingip, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:31.995391 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] Sync routers for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:31:32.004676 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:31:32.005285 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:31:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:32.014903 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-71ac418c-a449-43d0-823d-be203f0c875e tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "DELETE /v2.0/floatingips/de71c6e2-798f-42d0-b46f-282eaf57ee15 HTTP/1.1" status: 204 len: 168 time: 0.8345532 Dec 10 10:31:32.015597 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:31:32.017997 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5" -d '{"events": [{"name": "network-changed", "server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:31:32.114876 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:31:32.173255 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 10:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fddf9d-f608-4531-892f-5ff0cc021377 x-openstack-request-id: req-c4fddf9d-f608-4531-892f-5ff0cc021377 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:31:32.173776 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:31:32.174247 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4fddf9d-f608-4531-892f-5ff0cc021377 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:31:32.174748 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'status': 'completed', 'code': 200} Dec 10 10:31:32.245601 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-e06661c7-d701-4d9b-b4aa-0f78ddfe1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:32.250943 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-e06661c7-d701-4d9b-b4aa-0f78ddfe1122 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3d137c21414c3985e920f685450425&device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 1095 time: 0.0506322 Dec 10 10:31:32.276929 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a461-9426-4b62-aa70-2e5f05faeaa6 req-73a774a4-5630-4508-947e-02921342d181 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:32.279570 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9a1a461-9426-4b62-aa70-2e5f05faeaa6 req-73a774a4-5630-4508-947e-02921342d181 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 944 time: 0.0557976 Dec 10 10:31:32.330303 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:32.332367 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-e9a1a461-9426-4b62-aa70-2e5f05faeaa6 req-abb52e4f-e27b-4123-ae7f-1d3010b569c2 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9df0142-451a-434a-a8e8-7697bb0bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473659 Dec 10 10:31:32.363580 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] Checking router: b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:31:32.380331 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:31:32.381159 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:31:06Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:32.382982 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-4449ca34-bdc7-4b35-babc-bc769da3e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:32.384751 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-4449ca34-bdc7-4b35-babc-bc769da3e982 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 200 len: 911 time: 0.1243711 Dec 10 10:31:32.437773 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-fc8b6357-44ef-40e9-99a6-6415f7bf87e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 200 len: 217 time: 0.0420678 Dec 10 10:31:32.493465 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:31:32.500628 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-d3d97027-313a-4bae-a5b7-972395c6fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:32.502440 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-d3d97027-313a-4bae-a5b7-972395c6fdbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 200 len: 849 time: 0.0572345 Dec 10 10:31:32.563771 n-d-814746-3 neutron-server[114970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-298edb8b-2aaa-4399-ad0b-4efd07bdc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:32.565294 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-298edb8b-2aaa-4399-ad0b-4efd07bdc9b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c1c2b8d1-f128-4e09-b56b-907aa65776ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545502 Dec 10 10:31:32.703087 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-97308c93-6352-46fc-868f-28f65d132f79 service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197052 Dec 10 10:31:32.740778 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:32.768998 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b70368-d447-4c78-90e9-e287628d681b None None] The sync data for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 is: [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3', '_interfaces': [{'id': 'eb14c021-28fa-4e66-af4c-c1f8955bfef5', 'name': '', 'network_id': 'c1c2b8d1-f128-4e09-b56b-907aa65776ad', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'mac_address': 'fa:16:3e:1a:7e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:06Z', 'updated_at': '2021-12-10T10:26:11Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'subnets': [{'id': 'dfec355d-9027-40ec-bf19-82aa1831dc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:31:32.794150 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.39', 56500) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:32.815818 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [req-784bc5f5-7a6e-4c1c-8c73-27208dae7de5 req-9e46bedb-cc66-41b5-ac0c-9f0d4190867c service neutron] 10.222.0.39 "GET /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021528 Dec 10 10:31:32.852841 n-d-814746-3 neutron-server[114969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-e09ad586-6ec4-4624-85c9-c1ffe9173740 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 10:31:32.854485 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-e09ad586-6ec4-4624-85c9-c1ffe9173740 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.39 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 944 time: 0.0592496 Dec 10 10:31:32.967713 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Deleting port b7412e15-1f8e-4481-97fd-44f10c7e4b8e {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:32.968091 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:33.040612 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fcf86-cbe0-47b3-aea9-63838684d163 None None] New status for floating IP de71c6e2-798f-42d0-b46f-282eaf57ee15: DOWN {{(pid=114971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 10:31:33.067193 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] For port b7412e15-1f8e-4481-97fd-44f10c7e4b8e, host n-h2-814746-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-3',level=0,port_id=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:33.067553 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:33.080311 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Calling delete_port for b7412e15-1f8e-4481-97fd-44f10c7e4b8e owned by compute:nova {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:33.229299 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:33.266601 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event deleted for resources: {'Port': ['ID=b7412e15-1f8e-4481-97fd-44f10c7e4b8e,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:33.303220 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] No DVR routers for this DVR port b7412e15-1f8e-4481-97fd-44f10c7e4b8e on host n-h2-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:31:33.306826 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6441'] for port, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:33.310626 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-a85fd58e-88a9-4a28-b6d0-9ea015be53ad req-940a74be-2bf2-4bdd-ad7b-4d7c846d3f78 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.39 "DELETE /v2.0/ports/b7412e15-1f8e-4481-97fd-44f10c7e4b8e HTTP/1.1" status: 204 len: 173 time: 0.4493363 Dec 10 10:31:33.431543 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [req-97a20ba7-e3cc-44f8-a49d-8fdc71d146fb req-6325b5c2-9f15-4c75-bd20-161c2bad0cf6 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33dd5c6-601b-4e1d-ac1b-e1e7a173947f HTTP/1.1" status: 200 len: 210 time: 0.0261564 Dec 10 10:31:33.499763 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1de99cba-7ce7-44fc-91a0-92e0426fb1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:34.176101 n-d-814746-3 neutron-server[114969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'name': 'network-vif-deleted', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e'}] {{(pid=114969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 10:31:34.178589 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}935434ce18522f48ce706d87c4c673e3952aa630fa909fef7def6cefe566391b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096174cc-631e-44fc-bd1a-1d302eb47e9f" -d '{"events": [{"server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "name": "network-vif-deleted", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e"}]}' {{(pid=114969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 10:31:34.213178 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 10:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697fa951-663d-469b-801d-df43ab3098e8 x-openstack-request-id: req-697fa951-663d-469b-801d-df43ab3098e8 {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 10:31:34.213665 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33dd5c6-601b-4e1d-ac1b-e1e7a173947f", "name": "network-vif-deleted", "tag": "b7412e15-1f8e-4481-97fd-44f10c7e4b8e", "status": "completed", "code": 200}]} {{(pid=114969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 10:31:34.213922 n-d-814746-3 neutron-server[114969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-697fa951-663d-469b-801d-df43ab3098e8 {{(pid=114969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 10:31:34.214313 n-d-814746-3 neutron-server[114969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33dd5c6-601b-4e1d-ac1b-e1e7a173947f', 'name': 'network-vif-deleted', 'tag': 'b7412e15-1f8e-4481-97fd-44f10c7e4b8e', 'status': 'completed', 'code': 200} Dec 10 10:31:34.490691 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50436) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:34.547860 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b629eb-1490-4646-8386-4362e22a4139 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:34.573621 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b629eb-1490-4646-8386-4362e22a4139 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:34.633722 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b629eb-1490-4646-8386-4362e22a4139 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:34.637030 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-03b629eb-1490-4646-8386-4362e22a4139 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:34.638261 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-03b629eb-1490-4646-8386-4362e22a4139 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] 10.222.0.31 "DELETE /v2.0/security-groups/d9df0142-451a-434a-a8e8-7697bb0bb635 HTTP/1.1" status: 204 len: 168 time: 0.1465707 Dec 10 10:31:34.648265 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b629eb-1490-4646-8386-4362e22a4139 tempest-TestSnapshotPattern-1735662467 tempest-TestSnapshotPattern-1735662467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9df0142-451a-434a-a8e8-7697bb0bb635,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:35.670482 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9634cf5e-10f8-4bc7-a79a-bec1d1d57aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:35.699354 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50442) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:36.161685 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:36.426443 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Deleting port eb14c021-28fa-4e66-af4c-c1f8955bfef5 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:36.426717 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:36.503208 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] For port eb14c021-28fa-4e66-af4c-c1f8955bfef5, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=eb14c021-28fa-4e66-af4c-c1f8955bfef5,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:36.503567 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:36.515130 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Calling delete_port for eb14c021-28fa-4e66-af4c-c1f8955bfef5 owned by network:router_interface {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:36.700464 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:36.729187 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb14c021-28fa-4e66-af4c-c1f8955bfef5,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:36.892435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7412e15-1f8e-4481-97fd-44f10c7e4b8e no longer exists at agent hyperv_n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:31:36.893937 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:36.920552 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] No Port match for: b7412e15-1f8e-4481-97fd-44f10c7e4b8e {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:31:36.920881 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Device b7412e15-1f8e-4481-97fd-44f10c7e4b8e not bound to the agent host n-h2-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:31:36.953693 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:37.121534 n-d-814746-3 neutron-server[114969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:31:37.568306 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:31:37.573483 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-8041c384-6cd3-4b3a-bf75-58ce4d2fb381 admin admin] 10.222.0.31 "PUT /v2.0/routers/b39dfd18-dd4a-4eb3-8fbd-bc96280acf29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8731036 Dec 10 10:31:37.576146 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50448) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:37.579154 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] Sync routers for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:31:37.589875 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:31:37.590487 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:31:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:37.680711 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks [] for router, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:37.695493 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: n-d-814746-3 {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:31:37.784523 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:37.837291 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Deleting port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:37.837684 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:37.874593 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:31:36Z', 'revision_number': 5, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port': {'id': '60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:05Z', 'updated_at': '2021-12-10T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:37.900876 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] Checking router: b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 for host: n-d-814746-3 {{(pid=114972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:31:37.909014 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] Routers {'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'} bound to L3 agent in host n-d-814746-3 {{(pid=114972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:31:37.909647 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:31:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'], 'active': True} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:37.917832 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] For port 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:37.918201 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:37.930899 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Calling delete_port for 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b owned by network:router_gateway {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:38.000981 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_dvr_db [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] Set router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 gateway port host: None {{(pid=114972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:31:38.056082 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.l3_hamode_db [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:31:37Z', 'revision_number': 6, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:38.085006 n-d-814746-3 neutron-server[114972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafa1e2-f7c2-46a8-8f71-7cea85f1d2c1 None None] The sync data for ids ['b39dfd18-dd4a-4eb3-8fbd-bc96280acf29'] in n-d-814746-3 is: [{'id': 'b39dfd18-dd4a-4eb3-8fbd-bc96280acf29', 'name': 'tempest-TestSnapshotPattern-2061799698-router', 'tenant_id': 'cf3d137c21414c3985e920f685450425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:04Z', 'updated_at': '2021-12-10T10:31:37Z', 'revision_number': 6, 'project_id': 'cf3d137c21414c3985e920f685450425', 'gw_port_host': None}] {{(pid=114972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:31:38.110898 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.143045 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Pushing event deleted for resources: {'Port': ['ID=60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:38.157732 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a87d3-0ee9-4fcf-a28f-decba020fc6e None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:31:38.205062 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.296828 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.298952 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.340602 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.341047 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 {{(pid=114969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:31:38.345363 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] Publish callbacks [] for router, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.346517 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-ddb6ca54-b774-49ee-b2c0-bb8ae3c0df5b admin admin] 10.222.0.31 "DELETE /v2.0/routers/b39dfd18-dd4a-4eb3-8fbd-bc96280acf29 HTTP/1.1" status: 204 len: 168 time: 0.7694657 Dec 10 10:31:38.349061 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50450) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:38.397266 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6de43ff-35b4-4333-adab-5b2c51c77ce5 admin admin] Deleting subnet dfec355d-9027-40ec-bf19-82aa1831dc55 {{(pid=114969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:31:38.400978 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6de43ff-35b4-4333-adab-5b2c51c77ce5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.437099 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6de43ff-35b4-4333-adab-5b2c51c77ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8616994'] for subnet, precommit_delete_associations {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.522780 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6de43ff-35b4-4333-adab-5b2c51c77ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.580907 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6de43ff-35b4-4333-adab-5b2c51c77ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12347752'] for subnet, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.609051 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de43ff-35b4-4333-adab-5b2c51c77ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfec355d-9027-40ec-bf19-82aa1831dc55,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:38.610966 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-c6de43ff-35b4-4333-adab-5b2c51c77ce5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.614224 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-c6de43ff-35b4-4333-adab-5b2c51c77ce5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dfec355d-9027-40ec-bf19-82aa1831dc55 HTTP/1.1" status: 204 len: 168 time: 0.2641401 Dec 10 10:31:38.615466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6548e2-1b99-4099-854b-022919751906 None None] Network c1c2b8d1-f128-4e09-b56b-907aa65776ad requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:31:38.616711 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50452) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:38.685944 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.687580 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.744768 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Deleting port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:38.745365 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.814060 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] For port 02a98cf9-6ae9-468d-bebf-a2396bbb7116, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=02a98cf9-6ae9-468d-bebf-a2396bbb7116,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:38.814788 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.829422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Calling delete_port for 02a98cf9-6ae9-468d-bebf-a2396bbb7116 owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:38.830466 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad963d80-95a4-442c-a54c-0197a6850723 None None] DHCP port deletion for c1c2b8d1-f128-4e09-b56b-907aa65776ad request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:31:38.879009 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ad963d80-95a4-442c-a54c-0197a6850723 None None] Deleting port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 {{(pid=114971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:38.879251 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ad963d80-95a4-442c-a54c-0197a6850723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.912726 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.938957 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Pushing event deleted for resources: {'Port': ['ID=02a98cf9-6ae9-468d-bebf-a2396bbb7116,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:38.944664 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] No DVR routers for this DVR port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:31:38.952143 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.db [None req-ad963d80-95a4-442c-a54c-0197a6850723 None None] For port 02a98cf9-6ae9-468d-bebf-a2396bbb7116, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=02a98cf9-6ae9-468d-bebf-a2396bbb7116,segment=NetworkSegment(05bbf0d1-e833-401e-99bd-fa44ded28c9a),segment_id=05bbf0d1-e833-401e-99bd-fa44ded28c9a)] {{(pid=114971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:38.952387 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ad963d80-95a4-442c-a54c-0197a6850723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:38.969832 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-ad963d80-95a4-442c-a54c-0197a6850723 None None] Calling delete_port for 02a98cf9-6ae9-468d-bebf-a2396bbb7116 owned by network:dhcp {{(pid=114971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:39.026049 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.046332 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-ad963d80-95a4-442c-a54c-0197a6850723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299'] for port, after_delete {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.048514 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c2b8d1-f128-4e09-b56b-907aa65776ad']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:39.060577 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bbf0d1-e833-401e-99bd-fa44ded28c9a') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:39.060911 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bbf0d1-e833-401e-99bd-fa44ded28c9a') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:39.071640 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.076435 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad963d80-95a4-442c-a54c-0197a6850723 None None] Pushing event deleted for resources: {'Port': ['ID=02a98cf9-6ae9-468d-bebf-a2396bbb7116,revision_number=None']} {{(pid=114971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:39.081373 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad963d80-95a4-442c-a54c-0197a6850723 None None] No DVR routers for this DVR port 02a98cf9-6ae9-468d-bebf-a2396bbb7116 on host n-d-814746-3 {{(pid=114971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:31:39.085301 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.094513 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:31:39.095007 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:31:39.097067 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:31:39.160549 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.166840 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.173469 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] 10.222.0.31 "DELETE /v2.0/networks/c1c2b8d1-f128-4e09-b56b-907aa65776ad HTTP/1.1" status: 204 len: 168 time: 0.5524778 Dec 10 10:31:39.173992 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50454) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:39.184422 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899902a6-1def-4cd6-b776-c5949131861b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c2b8d1-f128-4e09-b56b-907aa65776ad,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:39.531061 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692818'] for router_interface, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.545995 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.773151 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Deleting port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:39.773486 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.854603 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] For port 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=1ea17ff7-b7ac-4405-b7ec-3b2092d51a29,segment=NetworkSegment(4d3f5283-a45a-4c98-ba5d-ef34f7dde044),segment_id=4d3f5283-a45a-4c98-ba5d-ef34f7dde044)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:39.854872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:39.866448 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Calling delete_port for 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 owned by network:router_interface {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:40.053237 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 02a98cf9-6ae9-468d-bebf-a2396bbb7116 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:31:40.066223 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:40.074587 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 02a98cf9-6ae9-468d-bebf-a2396bbb7116 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:31:40.074938 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 02a98cf9-6ae9-468d-bebf-a2396bbb7116 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:31:40.075354 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device eb14c021-28fa-4e66-af4c-c1f8955bfef5 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:31:40.095161 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: eb14c021-28fa-4e66-af4c-c1f8955bfef5 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:31:40.095764 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device eb14c021-28fa-4e66-af4c-c1f8955bfef5 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:31:40.096646 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea17ff7-b7ac-4405-b7ec-3b2092d51a29,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:40.096850 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:31:40.117364 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:31:40.117746 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 60f1b166-0ce3-46ba-b389-8a7aeb9f7a5b not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:31:40.124749 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.125109 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.125460 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.127105 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.127456 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.127797 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.128135 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.128471 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.128799 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.129133 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.129528 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.129863 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.130192 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-3 {{(pid=114970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 10:31:40.275311 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3730509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692942'] for router_interface, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:40.485338 n-d-814746-3 neutron-server[114970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Router 1f906b33-a648-4578-b33d-6c0e8e5a7eee has already been hosted by L3 agent 86fa8e36-70af-4987-85f5-50aa554685da {{(pid=114970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 10:31:40.590976 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] Notify agent at l3_agent.n-d-814746-3 the message routers_updated {{(pid=114970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 10:31:40.597979 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-06d7876d-7e08-49b7-9103-48388d7190ba admin admin] 10.222.0.31 "PUT /v2.0/routers/1f906b33-a648-4578-b33d-6c0e8e5a7eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4236970 Dec 10 10:31:40.598784 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50456) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:40.599924 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] Sync routers for ids ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'] in n-d-814746-3 {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 10:31:40.610874 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] Routers {'1f906b33-a648-4578-b33d-6c0e8e5a7eee'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:31:40.611493 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:31:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:40.702640 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks [] for router, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:40.716502 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] Set router 1f906b33-a648-4578-b33d-6c0e8e5a7eee gateway port host: n-d-814746-3 {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:31:40.806257 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:40.856734 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Deleting port 6285e574-fa73-42ec-a542-aab49c7c2993 {{(pid=114970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:40.857070 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:40.895151 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'external_fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:09Z', 'updated_at': '2021-12-10T10:31:40Z', 'revision_number': 5, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'gw_port': {'id': '6285e574-fa73-42ec-a542-aab49c7c2993', 'name': '', 'network_id': 'c9a255b2-2602-47ee-bee8-4781f79eb851', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T10:26:10Z', 'updated_at': '2021-12-10T10:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '225a7f23-82d6-49fb-9166-88cf48701dbc', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-3'}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:40.922269 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] Checking router: 1f906b33-a648-4578-b33d-6c0e8e5a7eee for host: n-d-814746-3 {{(pid=114971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 10:31:40.931486 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] Routers {'1f906b33-a648-4578-b33d-6c0e8e5a7eee'} bound to L3 agent in host n-d-814746-3 {{(pid=114971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 10:31:40.932107 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T08:36:35Z,description=,heartbeat_timestamp=2021-12-10T10:31:36Z,host='n-d-814746-3',id=86fa8e36-70af-4987-85f5-50aa554685da,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T08:36:35Z,topic='l3_agent')) {'router_ids': ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'], 'active': True} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:40.940857 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.db [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] For port 6285e574-fa73-42ec-a542-aab49c7c2993, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=6285e574-fa73-42ec-a542-aab49c7c2993,segment=NetworkSegment(51649bbd-9674-4ebe-8caf-9808d9219b3d),segment_id=51649bbd-9674-4ebe-8caf-9808d9219b3d)] {{(pid=114970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:40.941235 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:40.953313 n-d-814746-3 neutron-server[114970]: DEBUG neutron.plugins.ml2.plugin [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Calling delete_port for 6285e574-fa73-42ec-a542-aab49c7c2993 owned by network:router_gateway {{(pid=114970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:41.017964 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_dvr_db [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] Set router 1f906b33-a648-4578-b33d-6c0e8e5a7eee gateway port host: None {{(pid=114971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 10:31:41.075317 n-d-814746-3 neutron-server[114971]: DEBUG neutron.db.l3_hamode_db [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:09Z', 'updated_at': '2021-12-10T10:31:40Z', 'revision_number': 6, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'gw_port_host': None}], 'n-d-814746-3', False) {} {{(pid=114971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:41.103001 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73bdd6-8f00-4881-a9e5-40d43fec053f None None] The sync data for ids ['1f906b33-a648-4578-b33d-6c0e8e5a7eee'] in n-d-814746-3 is: [{'id': '1f906b33-a648-4578-b33d-6c0e8e5a7eee', 'name': 'tempest-TestSnapshotPattern-1889555897-router', 'tenant_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T10:26:09Z', 'updated_at': '2021-12-10T10:31:40Z', 'revision_number': 6, 'project_id': '0f7c6677ebd64fe297583042d4d4d0dd', 'gw_port_host': None}] {{(pid=114971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 10:31:41.128663 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8857088'] for port, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.158744 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Pushing event deleted for resources: {'Port': ['ID=6285e574-fa73-42ec-a542-aab49c7c2993,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:41.171920 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1560e34-dbce-406d-841b-b4ed8721def6 None None] DHCP port deletion for c9a255b2-2602-47ee-bee8-4781f79eb851 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:31:41.220872 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693612'] for router_gateway, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.630516 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3694012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11631'] for router, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.632615 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.675883 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3694005'] for router, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.676485 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f906b33-a648-4578-b33d-6c0e8e5a7eee {{(pid=114970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 10:31:41.682007 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] Publish callbacks [] for router, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.683168 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-bcb83409-7090-4b1b-868b-9dc71d8eea96 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1f906b33-a648-4578-b33d-6c0e8e5a7eee HTTP/1.1" status: 204 len: 168 time: 1.0834711 Dec 10 10:31:41.685707 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [-] (114970) accepted ('10.222.0.31', 50458) {{(pid=114970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:41.730439 n-d-814746-3 neutron-server[114970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6211add7-a845-413b-bdce-db704b5569e4 admin admin] Deleting subnet eaa14d25-7536-4520-b1c1-e52c1fb08dbc {{(pid=114970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 10:31:41.733778 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6211add7-a845-413b-bdce-db704b5569e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.767308 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6211add7-a845-413b-bdce-db704b5569e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9114145'] for subnet, precommit_delete_associations {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.847010 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6211add7-a845-413b-bdce-db704b5569e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575162'] for subnet, precommit_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.902487 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6211add7-a845-413b-bdce-db704b5569e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8857143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547318'] for subnet, after_delete {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.927450 n-d-814746-3 neutron-server[114970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211add7-a845-413b-bdce-db704b5569e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa14d25-7536-4520-b1c1-e52c1fb08dbc,revision_number=None']} {{(pid=114970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:41.931868 n-d-814746-3 neutron-server[114970]: DEBUG neutron_lib.callbacks.manager [None req-6211add7-a845-413b-bdce-db704b5569e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:41.935104 n-d-814746-3 neutron-server[114970]: INFO neutron.wsgi [None req-6211add7-a845-413b-bdce-db704b5569e4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eaa14d25-7536-4520-b1c1-e52c1fb08dbc HTTP/1.1" status: 204 len: 168 time: 0.2484648 Dec 10 10:31:41.937749 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50460) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:41.939518 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c310f4f-7e24-4585-bdea-551f040a257f None None] Network 5caec03e-d5e8-411e-8746-6b94ea707e41 requested from n-d-814746-3 {{(pid=114971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 10:31:42.012302 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593300'] for network, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.081677 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Deleting port ca39de11-ce77-4a6e-8579-53a9248c6c3f {{(pid=114969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 10:31:42.082159 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733746739568'] for port, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.161007 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.db [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] For port ca39de11-ce77-4a6e-8579-53a9248c6c3f, host n-d-814746-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-3',level=0,port_id=ca39de11-ce77-4a6e-8579-53a9248c6c3f,segment=NetworkSegment(4d3f5283-a45a-4c98-ba5d-ef34f7dde044),segment_id=4d3f5283-a45a-4c98-ba5d-ef34f7dde044)] {{(pid=114969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 10:31:42.161478 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394887'] for port, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.177085 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.plugin [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Calling delete_port for ca39de11-ce77-4a6e-8579-53a9248c6c3f owned by network:dhcp {{(pid=114969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 10:31:42.184814 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:31:42.206773 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:31:42.207120 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 1ea17ff7-b7ac-4405-b7ec-3b2092d51a29 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:31:42.207534 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6285e574-fa73-42ec-a542-aab49c7c2993 no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:31:42.229136 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: 6285e574-fa73-42ec-a542-aab49c7c2993 {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:31:42.229524 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device 6285e574-fa73-42ec-a542-aab49c7c2993 not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:31:42.261385 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733746865363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733746297299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427785'] for port, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.288867 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca39de11-ce77-4a6e-8579-53a9248c6c3f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:42.290339 n-d-814746-3 neutron-server[114971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a2703-4ac9-4b63-8905-a091142e5e23 None None] DHCP port deletion for 5caec03e-d5e8-411e-8746-6b94ea707e41 request from n-d-814746-3 {{(pid=114971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 10:31:42.303394 n-d-814746-3 neutron-server[114969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] No DVR routers for this DVR port ca39de11-ce77-4a6e-8579-53a9248c6c3f on host n-d-814746-3 {{(pid=114969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 10:31:42.374416 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577837', 'neutron.services.segments.db._delete_segments_for_network-8733746814594'] for network, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.394740 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5caec03e-d5e8-411e-8746-6b94ea707e41']}} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:42.404445 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3f5283-a45a-4c98-ba5d-ef34f7dde044') {'for_net_delete': True} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:42.404739 n-d-814746-3 neutron-server[114969]: DEBUG neutron.services.segments.db [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3f5283-a45a-4c98-ba5d-ef34f7dde044') {} {{(pid=114969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 10:31:42.414167 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733746817675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617177'] for segment, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.428027 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003'] for segment, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.434246 n-d-814746-3 neutron-server[114969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 10:31:42.434712 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427732'] for segment, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: Traceback (most recent call last): Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: timer() Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: cb(*args, **kw) Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: return func(*args, **kwargs) Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: self._notify() Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: self.callback(batched_events) Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: event.method(event) Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: return f(self, *a, **k) Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: return self._get(url).json() Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: return self.request(url, 'GET', **kwargs) Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 10:31:42.436547 n-d-814746-3 neutron-server[114969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 10:31:42.495181 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3730548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693568'] for network, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.500851 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Publish callbacks [] for network, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.504122 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5caec03e-d5e8-411e-8746-6b94ea707e41 HTTP/1.1" status: 204 len: 168 time: 0.5652065 Dec 10 10:31:42.516399 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23c5a1-5f55-40ea-84ac-bdf2a5527b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=5caec03e-d5e8-411e-8746-6b94ea707e41,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:42.624804 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50466) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:42.664155 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-affbdf48-db2b-4255-b75d-e224695be166 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf3d137c21414c3985e920f685450425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382240 Dec 10 10:31:42.666702 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50468) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:42.713397 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e863-f3f4-4748-a530-92be53c1804b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.734126 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e863-f3f4-4748-a530-92be53c1804b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.780971 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e863-f3f4-4748-a530-92be53c1804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.783689 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-d1f2e863-f3f4-4748-a530-92be53c1804b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:42.785115 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-d1f2e863-f3f4-4748-a530-92be53c1804b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb6c0046-e4b4-4249-b938-89c56254b81f HTTP/1.1" status: 204 len: 168 time: 0.1173680 Dec 10 10:31:42.793341 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2e863-f3f4-4748-a530-92be53c1804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c0046-e4b4-4249-b938-89c56254b81f,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:43.108125 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50476) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:43.154181 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-2d1cb39d-bf66-4f1e-a422-be809d3c5daf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f7c6677ebd64fe297583042d4d4d0dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448864 Dec 10 10:31:43.156686 n-d-814746-3 neutron-server[114969]: DEBUG neutron.wsgi [-] (114969) accepted ('10.222.0.31', 50478) {{(pid=114969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 10:31:43.202396 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e434d53-c009-4ed1-a6e0-8ab7b38e1fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:43.226260 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e434d53-c009-4ed1-a6e0-8ab7b38e1fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:43.274338 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e434d53-c009-4ed1-a6e0-8ab7b38e1fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510318'] for security_group, after_delete {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:43.276923 n-d-814746-3 neutron-server[114969]: DEBUG neutron_lib.callbacks.manager [None req-7e434d53-c009-4ed1-a6e0-8ab7b38e1fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:43.278272 n-d-814746-3 neutron-server[114969]: INFO neutron.wsgi [None req-7e434d53-c009-4ed1-a6e0-8ab7b38e1fcc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1b5ea57-9d1d-455a-a15f-f94c5fc5ea2c HTTP/1.1" status: 204 len: 168 time: 0.1206899 Dec 10 10:31:43.285945 n-d-814746-3 neutron-server[114969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e434d53-c009-4ed1-a6e0-8ab7b38e1fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b5ea57-9d1d-455a-a15f-f94c5fc5ea2c,revision_number=None']} {{(pid=114969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 10:31:44.042835 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ca39de11-ce77-4a6e-8579-53a9248c6c3f no longer exists at agent ovs-agent-n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 10:31:44.062895 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] No Port match for: ca39de11-ce77-4a6e-8579-53a9248c6c3f {{(pid=114971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 10:31:44.063173 n-d-814746-3 neutron-server[114971]: DEBUG neutron.plugins.ml2.rpc [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Device ca39de11-ce77-4a6e-8579-53a9248c6c3f not bound to the agent host n-d-814746-3 {{(pid=114971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 10:31:46.113187 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:31:46.692446 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:31:50.384413 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:03.500564 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-61ac5296-2a1f-49b0-a6d9-7800ba2b2624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:05.671675 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-4538c8bc-6b85-4fee-b734-200b17f6c707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:06.959234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:08.659159 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:09.547980 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:16.110963 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:20.383696 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:23.691090 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:32:33.502395 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-5df6dc12-86c6-45b4-a13e-a118921e9a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:35.673561 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b76ce876-96ac-4072-bd54-9e5e311ab062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:36.963241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:38.659735 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:39.550782 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:46.121807 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:32:50.396912 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:00.690774 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:33:03.503873 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-aac13ae5-7084-4b68-b3f0-3d47eb226166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:05.674529 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c76d98df-7aac-4315-a5a0-7a37e84691df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:06.964810 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:08.664371 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:09.553147 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:16.133073 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:20.398106 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:33.506922 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-6e592aad-abbe-4c20-8d14-99cabdcfcff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:35.675898 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5be1-fcb0-40eb-8f28-3f14ada90f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:36.970897 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:37.689201 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:33:38.666982 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:39.556084 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:46.119187 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:33:50.410657 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:03.509012 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b8370344-dd5d-4954-b6d6-c18f97c0fca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:05.677461 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-72d3fcc1-d66b-45ed-9a73-6a0d0e5e79d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:06.970531 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:08.669658 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:09.558075 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:14.687799 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:34:16.133956 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:20.428104 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:33.509828 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-387df41e-7964-4166-8d06-cbae9ec84eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:35.679234 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-7809d264-581a-4ef4-a28f-7ab9c6883836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:36.972972 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:38.677136 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:39.559392 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:46.162800 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:50.423118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:34:51.687371 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:35:03.511728 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3226b4db-216b-4e82-9c6b-4a4993ce5736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:05.681349 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-896c9c3f-7bdb-4d54-8938-9176e523bfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:06.976926 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:08.679410 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:09.561818 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:16.162519 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:20.437232 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:28.687001 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:35:33.514595 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e565-a0bc-4a5e-a83b-2dbe9c6b90ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:35.683118 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-fab39db6-2cdd-4490-833c-0c2e9b4990f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:36.981946 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:38.682460 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:39.563369 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:46.176799 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:35:50.450893 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:03.516269 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-1428e62d-fb12-4705-8efb-1a0f6adc9859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:05.684791 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e387ed21-9b5f-4d3e-a054-4106d66b8f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:05.686958 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:36:06.982261 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:08.686528 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:09.564629 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:16.175587 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:20.454365 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:33.516143 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-38be318d-5639-4a80-94f6-d8015cd45324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:35.688683 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-3397e1ca-0d1c-4b5e-8d73-d9c2260e0336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:36.984766 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:38.689727 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:39.567588 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:42.686653 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:36:46.190875 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:36:50.469560 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:03.518171 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-388566be-c8e2-4a4b-bd1a-fabeb5727b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:05.693445 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4e2499d-9a0f-45c0-a6af-f2b2deff1730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:06.986509 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:08.692086 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:09.570076 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:16.189049 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:19.685343 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:37:20.467472 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:33.521281 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-572edc30-2540-413b-9450-3f1bcf2072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:35.694471 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b00e09e1-159d-48ed-bf88-303ef3962a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:36.992502 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:38.693811 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:39.571989 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:46.200012 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:50.463807 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:37:56.684163 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:38:03.523095 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-56006873-055d-420c-b056-c90cfcc0dfa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:05.695732 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-948f9026-0c0c-49e6-b544-1d467e84077f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:06.992043 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:08.696822 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:09.574039 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:16.198401 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:20.463367 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:33.523832 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-175b0ba2-23e8-4c93-8a66-0d0a76253bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:33.683786 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:38:35.696823 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-31b4756b-a7ed-430f-a467-fd843115bcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:36.995295 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:38.700523 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:39.575392 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:46.217853 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:38:50.465853 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:03.525048 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3306-b73b-4a0b-97df-332fcb283bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:05.698831 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1067-5c99-4749-b4c8-bf3274032ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:06.998241 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:08.704129 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:09.578732 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:10.683312 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:39:12.864393 n-d-814746-3 neutron-server[114970]: DEBUG neutron.wsgi [req-1e6bc7ce-2ed7-48b4-9c56-b531add00710 req-86e792ba-80c7-410f-991b-276d1ccff9d8 service neutron] (114970) timed out ('10.222.0.31', 44192) {{(pid=114970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 10:39:16.217530 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:20.462001 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:33.526718 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-f92cd4da-765c-433e-8d38-02d001719a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:35.699662 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-093c9414-3b2e-4424-9821-05df7a931cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:37.004567 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-cb60bac0-6037-44ab-89ea-627461518fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:38.706964 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-9883bf1b-3bd1-430b-b36d-cf7193e950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:39.582222 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c5c8-8cd1-42f2-b0dc-e0732ae7af53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:46.217266 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-142287fb-de06-4c33-b9ea-8f83f8cda2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:39:47.682361 n-d-814746-3 neutron-server[114972]: DEBUG neutron.db.agents_db [None req-bf19ebfe-bb4c-4389-bc67-f58ac435f58b None None] Agent healthcheck: found 7 active agents {{(pid=114972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 10:39:50.466571 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-b6c39b00-47c5-429c-9d43-47bfb34aa3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:40:03.528816 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-e2aaa020-999c-45ed-9828-0d5f640f2e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 10:40:05.700415 n-d-814746-3 neutron-server[114971]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2432-fb6f-4e91-8e38-7de58b5f9b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733746814549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-585211'] for agent, after_update {{(pid=114971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}